// Copyright (c) 2023 Proton AG // // This file is part of Proton Mail Bridge. // // Proton Mail Bridge is free software: you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // Proton Mail Bridge is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License // along with Proton Mail Bridge. If not, see . package bridge import ( "context" "fmt" "net" "path/filepath" "github.com/ProtonMail/gluon" "github.com/ProtonMail/gluon/connector" "github.com/ProtonMail/gluon/logging" "github.com/ProtonMail/proton-bridge/v3/internal/events" "github.com/ProtonMail/proton-bridge/v3/internal/safe" "github.com/ProtonMail/proton-bridge/v3/internal/services/imapservice" bridgesmtp "github.com/ProtonMail/proton-bridge/v3/internal/services/smtp" "github.com/ProtonMail/proton-bridge/v3/pkg/cpc" "github.com/emersion/go-smtp" "github.com/sirupsen/logrus" ) // ServerManager manages the IMAP & SMTP servers and their listeners. type ServerManager struct { requests *cpc.CPC imapServer *gluon.Server imapListener net.Listener smtpServer *smtp.Server smtpListener net.Listener smtpAccounts *bridgesmtp.Accounts loadedUserCount int } func newServerManager() *ServerManager { return &ServerManager{ requests: cpc.NewCPC(), smtpAccounts: bridgesmtp.NewAccounts(), } } func (sm *ServerManager) Init(bridge *Bridge) error { imapServer, err := createIMAPServer(bridge) if err != nil { return err } smtpServer := createSMTPServer(bridge, sm.smtpAccounts) sm.imapServer = imapServer sm.smtpServer = smtpServer bridge.tasks.Once(func(ctx context.Context) { logging.DoAnnotated(ctx, func(ctx context.Context) { sm.run(ctx, bridge) }, logging.Labels{ "service": "server-manager", }) }) return nil } func (sm *ServerManager) CloseServers(ctx context.Context) error { defer sm.requests.Close() _, err := sm.requests.Send(ctx, &smRequestClose{}) return err } func (sm *ServerManager) RestartIMAP(ctx context.Context) error { _, err := sm.requests.Send(ctx, &smRequestRestartIMAP{}) return err } func (sm *ServerManager) RestartSMTP(ctx context.Context) error { _, err := sm.requests.Send(ctx, &smRequestRestartSMTP{}) return err } func (sm *ServerManager) AddIMAPUser( ctx context.Context, connector connector.Connector, addrID string, idProvider imapservice.GluonIDProvider, syncStateProvider imapservice.SyncStateProvider, ) error { _, err := sm.requests.Send(ctx, &smRequestAddIMAPUser{ connector: connector, addrID: addrID, idProvider: idProvider, syncStateProvider: syncStateProvider, }) return err } func (sm *ServerManager) SetGluonDir(ctx context.Context, gluonDir string) error { _, err := sm.requests.Send(ctx, &smRequestSetGluonDir{ dir: gluonDir, }) return err } func (sm *ServerManager) RemoveIMAPUser(ctx context.Context, deleteData bool, provider imapservice.GluonIDProvider, addrID ...string) error { _, err := sm.requests.Send(ctx, &smRequestRemoveIMAPUser{ withData: deleteData, addrID: addrID, idProvider: provider, }) return err } func (sm *ServerManager) AddSMTPAccount(ctx context.Context, service *bridgesmtp.Service) error { _, err := sm.requests.Send(ctx, &smRequestAddSMTPAccount{account: service}) return err } func (sm *ServerManager) RemoveSMTPAccount(ctx context.Context, service *bridgesmtp.Service) error { _, err := sm.requests.Send(ctx, &smRequestRemoveSMTPAccount{account: service}) return err } func (sm *ServerManager) run(ctx context.Context, bridge *Bridge) { eventCh, cancel := bridge.GetEvents() defer cancel() for { select { case <-ctx.Done(): sm.handleClose(ctx, bridge) return case evt := <-eventCh: switch evt.(type) { case events.ConnStatusDown: logrus.Info("Server Manager, network down stopping listeners") if err := sm.closeSMTPServer(bridge); err != nil { logrus.WithError(err).Error("Failed to close SMTP server") } if err := sm.stopIMAPListener(bridge); err != nil { logrus.WithError(err) } case events.ConnStatusUp: logrus.Info("Server Manager, network up starting listeners") sm.handleLoadedUserCountChange(ctx, bridge) } case request, ok := <-sm.requests.ReceiveCh(): if !ok { return } switch r := request.Value().(type) { case *smRequestClose: sm.handleClose(ctx, bridge) request.Reply(ctx, nil, nil) return case *smRequestRestartSMTP: err := sm.restartSMTP(bridge) request.Reply(ctx, nil, err) case *smRequestRestartIMAP: err := sm.restartIMAP(ctx, bridge) request.Reply(ctx, nil, err) case *smRequestAddIMAPUser: err := sm.handleAddIMAPUser(ctx, r.connector, r.addrID, r.idProvider, r.syncStateProvider) request.Reply(ctx, nil, err) if err == nil { sm.handleLoadedUserCountChange(ctx, bridge) } case *smRequestRemoveIMAPUser: err := sm.handleRemoveIMAPUser(ctx, r.withData, r.idProvider, r.addrID...) request.Reply(ctx, nil, err) if err == nil { sm.handleLoadedUserCountChange(ctx, bridge) } case *smRequestSetGluonDir: err := sm.handleSetGluonDir(ctx, bridge, r.dir) request.Reply(ctx, nil, err) case *smRequestAddSMTPAccount: logrus.WithField("user", r.account.UserID()).Debug("Adding SMTP Account") sm.smtpAccounts.AddAccount(r.account) request.Reply(ctx, nil, nil) case *smRequestRemoveSMTPAccount: logrus.WithField("user", r.account.UserID()).Debug("Removing SMTP Account") sm.smtpAccounts.RemoveAccount(r.account) request.Reply(ctx, nil, nil) } } } } func (sm *ServerManager) handleLoadedUserCountChange(ctx context.Context, bridge *Bridge) { logrus.Infof("Validating Listener State %v", sm.loadedUserCount) if sm.shouldStartServers() { if sm.imapListener == nil { if err := sm.serveIMAP(ctx, bridge); err != nil { logrus.WithError(err).Error("Failed to start IMAP server") } } if sm.smtpListener == nil { if err := sm.restartSMTP(bridge); err != nil { logrus.WithError(err).Error("Failed to start SMTP server") } } } else { if sm.imapListener != nil { if err := sm.stopIMAPListener(bridge); err != nil { logrus.WithError(err).Error("Failed to stop IMAP server") } } if sm.smtpListener != nil { if err := sm.closeSMTPServer(bridge); err != nil { logrus.WithError(err).Error("Failed to stop SMTP server") } } } } func (sm *ServerManager) handleClose(ctx context.Context, bridge *Bridge) { // Close the IMAP server. if err := sm.closeIMAPServer(ctx, bridge); err != nil { logrus.WithError(err).Error("Failed to close IMAP server") } // Close the SMTP server. if err := sm.closeSMTPServer(bridge); err != nil { logrus.WithError(err).Error("Failed to close SMTP server") } } func (sm *ServerManager) handleAddIMAPUser(ctx context.Context, connector connector.Connector, addrID string, idProvider imapservice.GluonIDProvider, syncStateProvider imapservice.SyncStateProvider, ) error { // Due to the many different error exits, performer user count change at this stage rather we split the incrementing // of users from the logic. err := sm.handleAddIMAPUserImpl(ctx, connector, addrID, idProvider, syncStateProvider) if err == nil { sm.loadedUserCount++ } return err } func (sm *ServerManager) handleAddIMAPUserImpl(ctx context.Context, connector connector.Connector, addrID string, idProvider imapservice.GluonIDProvider, syncStateProvider imapservice.SyncStateProvider, ) error { if sm.imapServer == nil { return fmt.Errorf("no imap server instance running") } log := logrus.WithFields(logrus.Fields{ "addrID": addrID, }) log.Info("Adding user to imap server") if gluonID, ok := idProvider.GetGluonID(addrID); ok { log.WithField("gluonID", gluonID).Info("Loading existing IMAP user") // Load the user, checking whether the DB was newly created. isNew, err := sm.imapServer.LoadUser(ctx, connector, gluonID, idProvider.GluonKey()) if err != nil { return fmt.Errorf("failed to load IMAP user: %w", err) } if isNew { // If the DB was newly created, clear the sync status; gluon's DB was not found. logrus.Warn("IMAP user DB was newly created, clearing sync status") // Remove the user from IMAP so we can clear the sync status. if err := sm.imapServer.RemoveUser(ctx, gluonID, false); err != nil { return fmt.Errorf("failed to remove IMAP user: %w", err) } // Clear the sync status -- we need to resync all messages. if err := syncStateProvider.ClearSyncStatus(); err != nil { return fmt.Errorf("failed to clear sync status: %w", err) } // Add the user back to the IMAP server. if isNew, err := sm.imapServer.LoadUser(ctx, connector, gluonID, idProvider.GluonKey()); err != nil { return fmt.Errorf("failed to add IMAP user: %w", err) } else if isNew { panic("IMAP user should already have a database") } } else if status := syncStateProvider.GetSyncStatus(); !status.HasLabels { // Otherwise, the DB already exists -- if the labels are not yet synced, we need to re-create the DB. if err := sm.imapServer.RemoveUser(ctx, gluonID, true); err != nil { return fmt.Errorf("failed to remove old IMAP user: %w", err) } if err := idProvider.RemoveGluonID(addrID, gluonID); err != nil { return fmt.Errorf("failed to remove old IMAP user ID: %w", err) } gluonID, err := sm.imapServer.AddUser(ctx, connector, idProvider.GluonKey()) if err != nil { return fmt.Errorf("failed to add IMAP user: %w", err) } if err := idProvider.SetGluonID(addrID, gluonID); err != nil { return fmt.Errorf("failed to set IMAP user ID: %w", err) } log.WithField("gluonID", gluonID).Info("Re-created IMAP user") } } else { log.Info("Creating new IMAP user") gluonID, err := sm.imapServer.AddUser(ctx, connector, idProvider.GluonKey()) if err != nil { return fmt.Errorf("failed to add IMAP user: %w", err) } if err := idProvider.SetGluonID(addrID, gluonID); err != nil { return fmt.Errorf("failed to set IMAP user ID: %w", err) } log.WithField("gluonID", gluonID).Info("Created new IMAP user") } return nil } func (sm *ServerManager) handleRemoveIMAPUser(ctx context.Context, withData bool, idProvider imapservice.GluonIDProvider, addrIDs ...string) error { if sm.imapServer == nil { return fmt.Errorf("no imap server instance running") } logrus.WithFields(logrus.Fields{ "withData": withData, "addresses": addrIDs, }).Debug("Removing IMAP user") for _, addrID := range addrIDs { gluonID, ok := idProvider.GetGluonID(addrID) if !ok { logrus.Warnf("Could not find Gluon ID for addrID %v", addrID) continue } if err := sm.imapServer.RemoveUser(ctx, gluonID, withData); err != nil { return fmt.Errorf("failed to remove IMAP user: %w", err) } if withData { if err := idProvider.RemoveGluonID(addrID, gluonID); err != nil { return fmt.Errorf("failed to remove IMAP user ID: %w", err) } } sm.loadedUserCount-- } return nil } func createIMAPServer(bridge *Bridge) (*gluon.Server, error) { gluonDataDir, err := bridge.GetGluonDataDir() if err != nil { return nil, fmt.Errorf("failed to get Gluon Database directory: %w", err) } server, err := newIMAPServer( bridge.vault.GetGluonCacheDir(), gluonDataDir, bridge.curVersion, bridge.tlsConfig, bridge.reporter, bridge.logIMAPClient, bridge.logIMAPServer, bridge.imapEventCh, bridge.tasks, bridge.uidValidityGenerator, bridge.panicHandler, ) if err == nil { bridge.publish(events.IMAPServerCreated{}) } return server, err } func createSMTPServer(bridge *Bridge, accounts *bridgesmtp.Accounts) *smtp.Server { return newSMTPServer(bridge, accounts, bridge.tlsConfig, bridge.logSMTP) } func (sm *ServerManager) closeSMTPServer(bridge *Bridge) error { // We close the listener ourselves even though it's also closed by smtpServer.Close(). // This is because smtpServer.Serve() is called in a separate goroutine and might be executed // after we've already closed the server. However, go-smtp has a bug; it blocks on the listener // even after the server has been closed. So we close the listener ourselves to unblock it. if sm.smtpListener != nil { logrus.Info("Closing SMTP Listener") if err := sm.smtpListener.Close(); err != nil { return fmt.Errorf("failed to close SMTP listener: %w", err) } sm.smtpListener = nil } if sm.smtpServer != nil { logrus.Info("Closing SMTP server") if err := sm.smtpServer.Close(); err != nil { logrus.WithError(err).Debug("Failed to close SMTP server (expected -- we close the listener ourselves)") } sm.smtpServer = nil bridge.publish(events.SMTPServerStopped{}) } return nil } func (sm *ServerManager) closeIMAPServer(ctx context.Context, bridge *Bridge) error { if sm.imapListener != nil { logrus.Info("Closing IMAP Listener") if err := sm.imapListener.Close(); err != nil { return fmt.Errorf("failed to close IMAP listener: %w", err) } sm.imapListener = nil bridge.publish(events.IMAPServerStopped{}) } if sm.imapServer != nil { logrus.Info("Closing IMAP server") if err := sm.imapServer.Close(ctx); err != nil { return fmt.Errorf("failed to close IMAP server: %w", err) } sm.imapServer = nil bridge.publish(events.IMAPServerClosed{}) } return nil } func (sm *ServerManager) restartIMAP(ctx context.Context, bridge *Bridge) error { logrus.Info("Restarting IMAP server") if sm.imapListener != nil { if err := sm.imapListener.Close(); err != nil { return fmt.Errorf("failed to close IMAP listener: %w", err) } sm.imapListener = nil bridge.publish(events.IMAPServerStopped{}) } if sm.shouldStartServers() { return sm.serveIMAP(ctx, bridge) } return nil } func (sm *ServerManager) restartSMTP(bridge *Bridge) error { logrus.Info("Restarting SMTP server") if err := sm.closeSMTPServer(bridge); err != nil { return fmt.Errorf("failed to close SMTP: %w", err) } bridge.publish(events.SMTPServerStopped{}) sm.smtpServer = newSMTPServer(bridge, sm.smtpAccounts, bridge.tlsConfig, bridge.logSMTP) if sm.shouldStartServers() { return sm.serveSMTP(bridge) } return nil } func (sm *ServerManager) serveSMTP(bridge *Bridge) error { port, err := func() (int, error) { logrus.WithFields(logrus.Fields{ "port": bridge.vault.GetSMTPPort(), "ssl": bridge.vault.GetSMTPSSL(), }).Info("Starting SMTP server") smtpListener, err := newListener(bridge.vault.GetSMTPPort(), bridge.vault.GetSMTPSSL(), bridge.tlsConfig) if err != nil { return 0, fmt.Errorf("failed to create SMTP listener: %w", err) } sm.smtpListener = smtpListener bridge.tasks.Once(func(context.Context) { if err := sm.smtpServer.Serve(smtpListener); err != nil { logrus.WithError(err).Info("SMTP server stopped") } }) if err := bridge.vault.SetSMTPPort(getPort(smtpListener.Addr())); err != nil { return 0, fmt.Errorf("failed to store SMTP port in vault: %w", err) } return getPort(smtpListener.Addr()), nil }() if err != nil { bridge.publish(events.SMTPServerError{ Error: err, }) return err } bridge.publish(events.SMTPServerReady{ Port: port, }) return nil } func (sm *ServerManager) serveIMAP(ctx context.Context, bridge *Bridge) error { port, err := func() (int, error) { if sm.imapServer == nil { return 0, fmt.Errorf("no IMAP server instance running") } logrus.WithFields(logrus.Fields{ "port": bridge.vault.GetIMAPPort(), "ssl": bridge.vault.GetIMAPSSL(), }).Info("Starting IMAP server") imapListener, err := newListener(bridge.vault.GetIMAPPort(), bridge.vault.GetIMAPSSL(), bridge.tlsConfig) if err != nil { return 0, fmt.Errorf("failed to create IMAP listener: %w", err) } sm.imapListener = imapListener if err := sm.imapServer.Serve(ctx, sm.imapListener); err != nil { return 0, fmt.Errorf("failed to serve IMAP: %w", err) } if err := bridge.vault.SetIMAPPort(getPort(imapListener.Addr())); err != nil { return 0, fmt.Errorf("failed to store IMAP port in vault: %w", err) } return getPort(imapListener.Addr()), nil }() if err != nil { bridge.publish(events.IMAPServerError{ Error: err, }) return err } bridge.publish(events.IMAPServerReady{ Port: port, }) return nil } func (sm *ServerManager) stopIMAPListener(bridge *Bridge) error { logrus.Info("Stopping IMAP listener") if sm.imapListener != nil { if err := sm.imapListener.Close(); err != nil { return err } sm.imapListener = nil bridge.publish(events.IMAPServerStopped{}) } return nil } func (sm *ServerManager) handleSetGluonDir(ctx context.Context, bridge *Bridge, newGluonDir string) error { return safe.RLockRet(func() error { currentGluonDir := bridge.GetGluonCacheDir() newGluonDir = filepath.Join(newGluonDir, "gluon") if newGluonDir == currentGluonDir { return fmt.Errorf("new gluon dir is the same as the old one") } if err := sm.closeIMAPServer(context.Background(), bridge); err != nil { return fmt.Errorf("failed to close IMAP: %w", err) } sm.loadedUserCount = 0 if err := bridge.moveGluonCacheDir(currentGluonDir, newGluonDir); err != nil { logrus.WithError(err).Error("failed to move GluonCacheDir") if err := bridge.vault.SetGluonDir(currentGluonDir); err != nil { return fmt.Errorf("failed to revert GluonCacheDir: %w", err) } } bridge.heartbeat.SetCacheLocation(newGluonDir) imapServer, err := createIMAPServer(bridge) if err != nil { return fmt.Errorf("failed to create new IMAP server: %w", err) } sm.imapServer = imapServer if sm.shouldStartServers() { if err := sm.serveIMAP(ctx, bridge); err != nil { return fmt.Errorf("failed to serve IMAP: %w", err) } } return nil }, bridge.usersLock) } func (sm *ServerManager) shouldStartServers() bool { return sm.loadedUserCount >= 1 } type smRequestClose struct{} type smRequestRestartIMAP struct{} type smRequestRestartSMTP struct{} type smRequestAddIMAPUser struct { connector connector.Connector addrID string idProvider imapservice.GluonIDProvider syncStateProvider imapservice.SyncStateProvider } type smRequestRemoveIMAPUser struct { withData bool addrID []string idProvider imapservice.GluonIDProvider } type smRequestSetGluonDir struct { dir string } type smRequestAddSMTPAccount struct { account *bridgesmtp.Service } type smRequestRemoveSMTPAccount struct { account *bridgesmtp.Service }