mirror of
https://github.com/ProtonMail/proton-bridge.git
synced 2025-12-10 04:36:43 +00:00
- GODT-1158: simple on-disk cache in store - GODT-1158: better member naming in event loop - GODT-1158: create on-disk cache during bridge setup - GODT-1158: better job options - GODT-1158: rename GetLiteral to GetRFC822 - GODT-1158: rename events -> currentEvents - GODT-1158: unlock cache per-user - GODT-1158: clean up cache after logout - GODT-1158: randomized encrypted cache passphrase - GODT-1158: Opt out of on-disk cache in settings - GODT-1158: free space in cache - GODT-1158: make tests compile - GODT-1158: optional compression - GODT-1158: cache custom location - GODT-1158: basic capacity checker - GODT-1158: cache free space config - GODT-1158: only unlock cache if pmapi client is unlocked as well - GODT-1158: simple background sync worker - GODT-1158: set size/bodystructure when caching message - GODT-1158: limit store db update blocking with semaphore - GODT-1158: dumb 10-semaphore - GODT-1158: properly handle delete; remove bad bodystructure handling - GODT-1158: hacky fix for caching after logout... baaaaad - GODT-1158: cache worker - GODT-1158: compute body structure lazily - GODT-1158: cache size in store - GODT-1158: notify cacher when adding to store - GODT-1158: 15 second store cache watcher - GODT-1158: enable cacher - GODT-1158: better cache worker starting/stopping - GODT-1158: limit cacher to less concurrency than disk cache - GODT-1158: message builder prio + pchan pkg - GODT-1158: fix pchan, use in message builder - GODT-1158: no sem in cacher (rely on message builder prio) - GODT-1158: raise priority of existing jobs when requested - GODT-1158: pending messages in on-disk cache - GODT-1158: WIP just a note about deleting messages from disk cache - GODT-1158: pending wait when trying to write - GODT-1158: pending.add to return bool - GODT-1225: Headers in bodystructure are stored as bytes. - GODT-1158: fixing header caching - GODT-1158: don't cache in background - GODT-1158: all concurrency set in settings - GODT-1158: worker pools inside message builder - GODT-1158: fix linter issues - GODT-1158: remove completed builds from builder - GODT-1158: remove builder pool - GODT-1158: cacher defer job done properly - GODT-1158: fix linter - GODT-1299: Continue with bodystructure build if deserialization failed - GODT-1324: Delete messages from the cache when they are deleted on the server - GODT-1158: refactor cache tests - GODT-1158: move builder to app/bridge - GODT-1306: Migrate cache on disk when location is changed (and delete when disabled)
197 lines
6.1 KiB
Go
197 lines
6.1 KiB
Go
// Copyright (c) 2021 Proton Technologies AG
|
|
//
|
|
// This file is part of ProtonMail Bridge.
|
|
//
|
|
// ProtonMail Bridge is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// ProtonMail Bridge is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with ProtonMail Bridge. If not, see <https://www.gnu.org/licenses/>.
|
|
|
|
package store
|
|
|
|
import (
|
|
"io"
|
|
"net/mail"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/ProtonMail/proton-bridge/pkg/pmapi"
|
|
"github.com/golang/mock/gomock"
|
|
a "github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func TestGetAllMessageIDs(t *testing.T) {
|
|
m, clear := initMocks(t)
|
|
defer clear()
|
|
|
|
m.newStoreNoEvents(t, true)
|
|
|
|
insertMessage(t, m, "msg1", "Test message 1", addrID1, false, []string{pmapi.AllMailLabel, pmapi.InboxLabel})
|
|
insertMessage(t, m, "msg2", "Test message 2", addrID1, false, []string{pmapi.AllMailLabel, pmapi.ArchiveLabel})
|
|
insertMessage(t, m, "msg3", "Test message 3", addrID1, false, []string{pmapi.AllMailLabel, pmapi.InboxLabel})
|
|
insertMessage(t, m, "msg4", "Test message 4", addrID1, false, []string{})
|
|
|
|
checkAllMessageIDs(t, m, []string{"msg1", "msg2", "msg3", "msg4"})
|
|
}
|
|
|
|
func TestGetMessageFromDB(t *testing.T) {
|
|
m, clear := initMocks(t)
|
|
defer clear()
|
|
|
|
m.newStoreNoEvents(t, true)
|
|
insertMessage(t, m, "msg1", "Test message 1", addrID1, false, []string{pmapi.AllMailLabel})
|
|
|
|
tests := []struct{ msgID, wantErr string }{
|
|
{"msg1", ""},
|
|
{"msg2", "no such api id"},
|
|
}
|
|
for _, tc := range tests {
|
|
tc := tc
|
|
t.Run(tc.msgID, func(t *testing.T) {
|
|
msg, err := m.store.getMessageFromDB(tc.msgID)
|
|
if tc.wantErr != "" {
|
|
require.EqualError(t, err, tc.wantErr)
|
|
} else {
|
|
require.Nil(t, err)
|
|
require.Equal(t, tc.msgID, msg.ID)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestCreateOrUpdateMessageMetadata(t *testing.T) {
|
|
m, clear := initMocks(t)
|
|
defer clear()
|
|
|
|
m.newStoreNoEvents(t, true)
|
|
insertMessage(t, m, "msg1", "Test message 1", addrID1, false, []string{pmapi.AllMailLabel})
|
|
|
|
msg, err := m.store.getMessageFromDB("msg1")
|
|
require.Nil(t, err)
|
|
|
|
// Check non-meta and calculated data are cleared/empty.
|
|
a.Equal(t, "", msg.Body)
|
|
a.Equal(t, []*pmapi.Attachment(nil), msg.Attachments)
|
|
a.Equal(t, "", msg.MIMEType)
|
|
a.Equal(t, make(mail.Header), msg.Header)
|
|
|
|
// Change the calculated data.
|
|
wantMIMEType := "plain-text"
|
|
wantHeader := mail.Header{
|
|
"Key": []string{"value"},
|
|
}
|
|
|
|
storeMsg, err := m.store.addresses[addrID1].mailboxes[pmapi.AllMailLabel].GetMessage("msg1")
|
|
require.Nil(t, err)
|
|
require.Nil(t, storeMsg.SetContentTypeAndHeader(wantMIMEType, wantHeader))
|
|
|
|
// Check calculated data.
|
|
msg, err = m.store.getMessageFromDB("msg1")
|
|
require.Nil(t, err)
|
|
a.Equal(t, wantMIMEType, msg.MIMEType)
|
|
a.Equal(t, wantHeader, msg.Header)
|
|
|
|
// Check calculated data are not overridden by reinsert.
|
|
insertMessage(t, m, "msg1", "Test message 1", addrID1, false, []string{pmapi.AllMailLabel})
|
|
|
|
msg, err = m.store.getMessageFromDB("msg1")
|
|
require.Nil(t, err)
|
|
a.Equal(t, wantMIMEType, msg.MIMEType)
|
|
a.Equal(t, wantHeader, msg.Header)
|
|
}
|
|
|
|
func TestDeleteMessage(t *testing.T) {
|
|
m, clear := initMocks(t)
|
|
defer clear()
|
|
|
|
m.newStoreNoEvents(t, true)
|
|
insertMessage(t, m, "msg1", "Test message 1", addrID1, false, []string{pmapi.AllMailLabel})
|
|
insertMessage(t, m, "msg2", "Test message 2", addrID1, false, []string{pmapi.AllMailLabel})
|
|
|
|
require.Nil(t, m.store.deleteMessageEvent("msg1"))
|
|
|
|
checkAllMessageIDs(t, m, []string{"msg2"})
|
|
checkMailboxMessageIDs(t, m, pmapi.AllMailLabel, []wantID{{"msg2", 2}})
|
|
}
|
|
|
|
func insertMessage(t *testing.T, m *mocksForStore, id, subject, sender string, unread bool, labelIDs []string) { //nolint[unparam]
|
|
require.Nil(t, m.store.createOrUpdateMessageEvent(getTestMessage(id, subject, sender, unread, labelIDs)))
|
|
}
|
|
|
|
func getTestMessage(id, subject, sender string, unread bool, labelIDs []string) *pmapi.Message {
|
|
address := &mail.Address{Address: sender}
|
|
return &pmapi.Message{
|
|
ID: id,
|
|
Subject: subject,
|
|
Unread: pmapi.Boolean(unread),
|
|
Sender: address,
|
|
ToList: []*mail.Address{address},
|
|
LabelIDs: labelIDs,
|
|
Body: "body of message",
|
|
Attachments: []*pmapi.Attachment{{
|
|
ID: "attachment1",
|
|
MessageID: id,
|
|
Name: "attachment",
|
|
}},
|
|
}
|
|
}
|
|
|
|
func checkAllMessageIDs(t *testing.T, m *mocksForStore, wantIDs []string) {
|
|
allIds, allErr := m.store.getAllMessageIDs()
|
|
require.Nil(t, allErr)
|
|
require.Equal(t, wantIDs, allIds)
|
|
}
|
|
|
|
func TestCreateDraftCheckMessageSize(t *testing.T) {
|
|
m, clear := initMocks(t)
|
|
defer clear()
|
|
|
|
m.newStoreNoEvents(t, false)
|
|
m.client.EXPECT().CurrentUser(gomock.Any()).Return(&pmapi.User{
|
|
MaxUpload: 100, // Decrypted message 5 chars, encrypted 500+.
|
|
}, nil)
|
|
|
|
// Even small body is bloated to at least about 500 chars of basic pgp message.
|
|
message := &pmapi.Message{
|
|
Body: strings.Repeat("a", 5),
|
|
}
|
|
attachmentReaders := []io.Reader{}
|
|
_, _, err := m.store.CreateDraft(testPrivateKeyRing, message, attachmentReaders, "", "", "")
|
|
|
|
require.EqualError(t, err, "message is too large")
|
|
}
|
|
|
|
func TestCreateDraftCheckMessageWithAttachmentSize(t *testing.T) {
|
|
m, clear := initMocks(t)
|
|
defer clear()
|
|
|
|
m.newStoreNoEvents(t, false)
|
|
m.client.EXPECT().CurrentUser(gomock.Any()).Return(&pmapi.User{
|
|
MaxUpload: 800, // Decrypted message 5 chars + 5 chars of attachment, encrypted 500+ + 300+.
|
|
}, nil)
|
|
|
|
// Even small body is bloated to at least about 500 chars of basic pgp message.
|
|
message := &pmapi.Message{
|
|
Body: strings.Repeat("a", 5),
|
|
Attachments: []*pmapi.Attachment{
|
|
{Name: "name"},
|
|
},
|
|
}
|
|
// Even small attachment is bloated to about 300 chars of encrypted text.
|
|
attachmentReaders := []io.Reader{
|
|
strings.NewReader(strings.Repeat("b", 5)),
|
|
}
|
|
_, _, err := m.store.CreateDraft(testPrivateKeyRing, message, attachmentReaders, "", "", "")
|
|
|
|
require.EqualError(t, err, "message is too large")
|
|
}
|