GODT-1158: Store full messages bodies on disk

- GODT-1158: simple on-disk cache in store
- GODT-1158: better member naming in event loop
- GODT-1158: create on-disk cache during bridge setup
- GODT-1158: better job options
- GODT-1158: rename GetLiteral to GetRFC822
- GODT-1158: rename events -> currentEvents
- GODT-1158: unlock cache per-user
- GODT-1158: clean up cache after logout
- GODT-1158: randomized encrypted cache passphrase
- GODT-1158: Opt out of on-disk cache in settings
- GODT-1158: free space in cache
- GODT-1158: make tests compile
- GODT-1158: optional compression
- GODT-1158: cache custom location
- GODT-1158: basic capacity checker
- GODT-1158: cache free space config
- GODT-1158: only unlock cache if pmapi client is unlocked as well
- GODT-1158: simple background sync worker
- GODT-1158: set size/bodystructure when caching message
- GODT-1158: limit store db update blocking with semaphore
- GODT-1158: dumb 10-semaphore
- GODT-1158: properly handle delete; remove bad bodystructure handling
- GODT-1158: hacky fix for caching after logout... baaaaad
- GODT-1158: cache worker
- GODT-1158: compute body structure lazily
- GODT-1158: cache size in store
- GODT-1158: notify cacher when adding to store
- GODT-1158: 15 second store cache watcher
- GODT-1158: enable cacher
- GODT-1158: better cache worker starting/stopping
- GODT-1158: limit cacher to less concurrency than disk cache
- GODT-1158: message builder prio + pchan pkg
- GODT-1158: fix pchan, use in message builder
- GODT-1158: no sem in cacher (rely on message builder prio)
- GODT-1158: raise priority of existing jobs when requested
- GODT-1158: pending messages in on-disk cache
- GODT-1158: WIP just a note about deleting messages from disk cache
- GODT-1158: pending wait when trying to write
- GODT-1158: pending.add to return bool
- GODT-1225: Headers in bodystructure are stored as bytes.
- GODT-1158: fixing header caching
- GODT-1158: don't cache in background
- GODT-1158: all concurrency set in settings
- GODT-1158: worker pools inside message builder
- GODT-1158: fix linter issues
- GODT-1158: remove completed builds from builder
- GODT-1158: remove builder pool
- GODT-1158: cacher defer job done properly
- GODT-1158: fix linter
- GODT-1299: Continue with bodystructure build if deserialization failed
- GODT-1324: Delete messages from the cache when they are deleted on the server
- GODT-1158: refactor cache tests
- GODT-1158: move builder to app/bridge
- GODT-1306: Migrate cache on disk when location is changed (and delete when disabled)

internal/store/event_loop.go

@@ -38,7 +38,7 @@ const (
 )
 
 type eventLoop struct {
-	cache          *Cache
+	currentEvents  *Events
 	currentEventID string
 	currentEvent   *pmapi.Event
 	pollCh         chan chan struct{}
@@ -51,26 +51,26 @@ type eventLoop struct {
 
 	log *logrus.Entry
 
-	store  *Store
-	user   BridgeUser
-	events listener.Listener
+	store    *Store
+	user     BridgeUser
+	listener listener.Listener
 }
 
-func newEventLoop(cache *Cache, store *Store, user BridgeUser, events listener.Listener) *eventLoop {
+func newEventLoop(currentEvents *Events, store *Store, user BridgeUser, listener listener.Listener) *eventLoop {
 	eventLog := log.WithField("userID", user.ID())
 	eventLog.Trace("Creating new event loop")
 
 	return &eventLoop{
-		cache:          cache,
-		currentEventID: cache.getEventID(user.ID()),
+		currentEvents:  currentEvents,
+		currentEventID: currentEvents.getEventID(user.ID()),
 		pollCh:         make(chan chan struct{}),
 		isRunning:      false,
 
 		log: eventLog,
 
-		store:  store,
-		user:   user,
-		events: events,
+		store:    store,
+		user:     user,
+		listener: listener,
 	}
 }
 
@@ -89,7 +89,7 @@ func (loop *eventLoop) setFirstEventID() (err error) {
 
 	loop.currentEventID = event.EventID
 
-	if err = loop.cache.setEventID(loop.user.ID(), loop.currentEventID); err != nil {
+	if err = loop.currentEvents.setEventID(loop.user.ID(), loop.currentEventID); err != nil {
 		loop.log.WithError(err).Error("Could not set latest event ID in user cache")
 		return
 	}
@@ -229,7 +229,7 @@ func (loop *eventLoop) processNextEvent() (more bool, err error) { // nolint[fun
 
 		if err != nil && isFdCloseToULimit() {
 			l.Warn("Ulimit reached")
-			loop.events.Emit(bridgeEvents.RestartBridgeEvent, "")
+			loop.listener.Emit(bridgeEvents.RestartBridgeEvent, "")
 			err = nil
 		}
 
@@ -291,7 +291,7 @@ func (loop *eventLoop) processNextEvent() (more bool, err error) { // nolint[fun
 		// This allows the event loop to continue to function (unless the cache was broken
 		// and bridge stopped, in which case it will start from the old event ID anyway).
 		loop.currentEventID = event.EventID
-		if err = loop.cache.setEventID(loop.user.ID(), event.EventID); err != nil {
+		if err = loop.currentEvents.setEventID(loop.user.ID(), event.EventID); err != nil {
 			return false, errors.Wrap(err, "failed to save event ID to cache")
 		}
 	}
@@ -371,7 +371,7 @@ func (loop *eventLoop) processAddresses(log *logrus.Entry, addressEvents []*pmap
 		switch addressEvent.Action {
 		case pmapi.EventCreate:
 			log.WithField("email", addressEvent.Address.Email).Debug("Address was created")
-			loop.events.Emit(bridgeEvents.AddressChangedEvent, loop.user.GetPrimaryAddress())
+			loop.listener.Emit(bridgeEvents.AddressChangedEvent, loop.user.GetPrimaryAddress())
 
 		case pmapi.EventUpdate:
 			oldAddress := oldList.ByID(addressEvent.ID)
@@ -383,7 +383,7 @@ func (loop *eventLoop) processAddresses(log *logrus.Entry, addressEvents []*pmap
 			email := oldAddress.Email
 			log.WithField("email", email).Debug("Address was updated")
 			if addressEvent.Address.Receive != oldAddress.Receive {
-				loop.events.Emit(bridgeEvents.AddressChangedLogoutEvent, email)
+				loop.listener.Emit(bridgeEvents.AddressChangedLogoutEvent, email)
 			}
 
 		case pmapi.EventDelete:
@@ -396,7 +396,7 @@ func (loop *eventLoop) processAddresses(log *logrus.Entry, addressEvents []*pmap
 			email := oldAddress.Email
 			log.WithField("email", email).Debug("Address was deleted")
 			loop.user.CloseConnection(email)
-			loop.events.Emit(bridgeEvents.AddressChangedLogoutEvent, email)
+			loop.listener.Emit(bridgeEvents.AddressChangedLogoutEvent, email)
 		case pmapi.EventUpdateFlags:
 			log.Error("EventUpdateFlags for address event is uknown operation")
 		}