forked from Silverfish/proton-bridge
e464e11ab9
Updates go-proton-api and Gluon to includes memory reduction changes and modify the sync process to take into account how much memory is used during the sync stage. The sync process now has an extra stage which first download the message metada to ensure that we only download up to `syncMaxDownloadRequesMem` messages or 250 messages total. This allows for scaling the download request automatically to accommodate many small or few very large messages. The IDs are then sent to a download go-routine which downloads the message and its attachments. The result is then forwarded to another go-routine which builds the actual message. This stage tries to ensure that we don't use more than `syncMaxMessageBuildingMem` to build these messages. Finally the result is sent to a last go-routine which applies the changes to Gluon and waits for them to be completed. The new process is currently limited to 2GB. Dynamic scaling will be implemented in a follow up. For systems with less than 2GB of memory we limit the values to a set of values that is known to work.
128 lines
5.9 KiB
Modula-2
128 lines
5.9 KiB
Modula-2
module github.com/ProtonMail/proton-bridge/v3
|
|
|
|
go 1.18
|
|
|
|
require (
|
|
github.com/0xAX/notificator v0.0.0-20220220101646-ee9b8921e557
|
|
github.com/Masterminds/semver/v3 v3.1.1
|
|
github.com/ProtonMail/gluon v0.14.2-0.20230130104154-2c64e59b8f54
|
|
github.com/ProtonMail/go-autostart v0.0.0-20210130080809-00ed301c8e9a
|
|
github.com/ProtonMail/go-proton-api v0.3.1-0.20230130093944-dd1190680368
|
|
github.com/ProtonMail/go-rfc5322 v0.11.0
|
|
github.com/ProtonMail/gopenpgp/v2 v2.4.10
|
|
github.com/PuerkitoBio/goquery v1.8.0
|
|
github.com/abiosoft/ishell v2.0.0+incompatible
|
|
github.com/allan-simon/go-singleinstance v0.0.0-20210120080615-d0997106ab37
|
|
github.com/bradenaw/juniper v0.8.0
|
|
github.com/cucumber/godog v0.12.5
|
|
github.com/cucumber/messages-go/v16 v16.0.1
|
|
github.com/docker/docker-credential-helpers v0.6.3
|
|
github.com/elastic/go-sysinfo v1.8.1
|
|
github.com/emersion/go-imap v1.2.1-0.20220429085312-746087b7a317
|
|
github.com/emersion/go-imap-id v0.0.0-20190926060100-f94a56b9ecde
|
|
github.com/emersion/go-message v0.16.0
|
|
github.com/emersion/go-sasl v0.0.0-20220912192320-0145f2c60ead
|
|
github.com/emersion/go-smtp v0.15.1-0.20221021114529-49b17434419d
|
|
github.com/fatih/color v1.13.0
|
|
github.com/getsentry/sentry-go v0.15.0
|
|
github.com/go-resty/resty/v2 v2.7.0
|
|
github.com/goccy/go-json v0.9.11
|
|
github.com/godbus/dbus v4.1.0+incompatible
|
|
github.com/golang/mock v1.6.0
|
|
github.com/google/go-cmp v0.5.9
|
|
github.com/google/uuid v1.3.0
|
|
github.com/hashicorp/go-multierror v1.1.1
|
|
github.com/jaytaylor/html2text v0.0.0-20211105163654-bc68cce691ba
|
|
github.com/keybase/go-keychain v0.0.0
|
|
github.com/miekg/dns v1.1.50
|
|
github.com/pbnjay/memory v0.0.0-20210728143218-7b4eea64cf58
|
|
github.com/pkg/errors v0.9.1
|
|
github.com/pkg/profile v1.6.0
|
|
github.com/sirupsen/logrus v1.9.0
|
|
github.com/stretchr/testify v1.8.0
|
|
github.com/urfave/cli/v2 v2.20.3
|
|
github.com/vmihailenco/msgpack/v5 v5.3.5
|
|
go.uber.org/goleak v1.2.0
|
|
golang.org/x/exp v0.0.0-20221023144134-a1e5550cf13e
|
|
golang.org/x/net v0.1.0
|
|
golang.org/x/sys v0.1.0
|
|
golang.org/x/text v0.4.0
|
|
google.golang.org/grpc v1.50.1
|
|
google.golang.org/protobuf v1.28.1
|
|
howett.net/plist v1.0.0
|
|
)
|
|
|
|
require (
|
|
ariga.io/atlas v0.7.0 // indirect
|
|
entgo.io/ent v0.11.2 // indirect
|
|
github.com/ProtonMail/bcrypt v0.0.0-20211005172633-e235017c1baf // indirect
|
|
github.com/ProtonMail/go-crypto v0.0.0-20220824120805-4b6e5c587895 // indirect
|
|
github.com/ProtonMail/go-mime v0.0.0-20220429130430-2192574d760f // indirect
|
|
github.com/ProtonMail/go-srp v0.0.5 // indirect
|
|
github.com/abiosoft/readline v0.0.0-20180607040430-155bce2042db // indirect
|
|
github.com/agext/levenshtein v1.2.3 // indirect
|
|
github.com/andybalholm/cascadia v1.3.1 // indirect
|
|
github.com/antlr/antlr4/runtime/Go/antlr v1.4.10 // indirect
|
|
github.com/apparentlymart/go-textseg/v13 v13.0.0 // indirect
|
|
github.com/chzyer/test v1.0.0 // indirect
|
|
github.com/cloudflare/circl v1.2.0 // indirect
|
|
github.com/cpuguy83/go-md2man/v2 v2.0.2 // indirect
|
|
github.com/cronokirby/saferith v0.33.0 // indirect
|
|
github.com/cucumber/gherkin-go/v19 v19.0.3 // indirect
|
|
github.com/danieljoos/wincred v1.1.2 // indirect
|
|
github.com/davecgh/go-spew v1.1.1 // indirect
|
|
github.com/elastic/go-windows v1.0.1 // indirect
|
|
github.com/emersion/go-textwrapper v0.0.0-20200911093747-65d896831594 // indirect
|
|
github.com/emersion/go-vcard v0.0.0-20220507122617-d4056df0ec4a // indirect
|
|
github.com/flynn-archive/go-shlex v0.0.0-20150515145356-3f9db97f8568 // indirect
|
|
github.com/gin-contrib/sse v0.1.0 // indirect
|
|
github.com/gin-gonic/gin v1.8.1 // indirect
|
|
github.com/go-openapi/inflect v0.19.0 // indirect
|
|
github.com/go-playground/locales v0.14.0 // indirect
|
|
github.com/go-playground/universal-translator v0.18.0 // indirect
|
|
github.com/go-playground/validator/v10 v10.11.1 // indirect
|
|
github.com/gofrs/uuid v4.3.0+incompatible // indirect
|
|
github.com/golang/protobuf v1.5.2 // indirect
|
|
github.com/hashicorp/errwrap v1.1.0 // indirect
|
|
github.com/hashicorp/go-immutable-radix v1.3.1 // indirect
|
|
github.com/hashicorp/go-memdb v1.3.3 // indirect
|
|
github.com/hashicorp/golang-lru v0.5.4 // indirect
|
|
github.com/hashicorp/hcl/v2 v2.14.0 // indirect
|
|
github.com/joeshaw/multierror v0.0.0-20140124173710-69b34d4ec901 // indirect
|
|
github.com/json-iterator/go v1.1.12 // indirect
|
|
github.com/leodido/go-urn v1.2.1 // indirect
|
|
github.com/mattn/go-colorable v0.1.13 // indirect
|
|
github.com/mattn/go-isatty v0.0.16 // indirect
|
|
github.com/mattn/go-runewidth v0.0.14 // indirect
|
|
github.com/mattn/go-sqlite3 v1.14.15 // indirect
|
|
github.com/mitchellh/go-wordwrap v1.0.1 // indirect
|
|
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
|
|
github.com/modern-go/reflect2 v1.0.2 // indirect
|
|
github.com/olekukonko/tablewriter v0.0.5 // indirect
|
|
github.com/pelletier/go-toml/v2 v2.0.5 // indirect
|
|
github.com/pierrec/lz4/v4 v4.1.17 // indirect
|
|
github.com/pmezard/go-difflib v1.0.0 // indirect
|
|
github.com/prometheus/procfs v0.8.0 // indirect
|
|
github.com/rivo/uniseg v0.4.2 // indirect
|
|
github.com/russross/blackfriday/v2 v2.1.0 // indirect
|
|
github.com/spf13/pflag v1.0.5 // indirect
|
|
github.com/ssor/bom v0.0.0-20170718123548-6386211fdfcf // indirect
|
|
github.com/ugorji/go/codec v1.2.7 // indirect
|
|
github.com/vmihailenco/tagparser/v2 v2.0.0 // indirect
|
|
github.com/xrash/smetrics v0.0.0-20201216005158-039620a65673 // indirect
|
|
github.com/zclconf/go-cty v1.11.0 // indirect
|
|
golang.org/x/crypto v0.1.0 // indirect
|
|
golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4 // indirect
|
|
golang.org/x/sync v0.0.0-20220907140024-f12130a52804 // indirect
|
|
golang.org/x/tools v0.1.13-0.20220804200503-81c7dc4e4efa // indirect
|
|
google.golang.org/genproto v0.0.0-20220921223823-23cae91e6737 // indirect
|
|
gopkg.in/yaml.v2 v2.4.0 // indirect
|
|
gopkg.in/yaml.v3 v3.0.1 // indirect
|
|
)
|
|
|
|
replace (
|
|
github.com/docker/docker-credential-helpers => github.com/ProtonMail/docker-credential-helpers v1.1.0
|
|
github.com/emersion/go-message => github.com/ProtonMail/go-message v0.0.0-20210611055058-fabeff2ec753
|
|
github.com/keybase/go-keychain => github.com/cuthix/go-keychain v0.0.0-20220405075754-31e7cee908fe
|
|
)
|