forked from Silverfish/proton-bridge
6bd0739013
- GODT-1158: simple on-disk cache in store - GODT-1158: better member naming in event loop - GODT-1158: create on-disk cache during bridge setup - GODT-1158: better job options - GODT-1158: rename GetLiteral to GetRFC822 - GODT-1158: rename events -> currentEvents - GODT-1158: unlock cache per-user - GODT-1158: clean up cache after logout - GODT-1158: randomized encrypted cache passphrase - GODT-1158: Opt out of on-disk cache in settings - GODT-1158: free space in cache - GODT-1158: make tests compile - GODT-1158: optional compression - GODT-1158: cache custom location - GODT-1158: basic capacity checker - GODT-1158: cache free space config - GODT-1158: only unlock cache if pmapi client is unlocked as well - GODT-1158: simple background sync worker - GODT-1158: set size/bodystructure when caching message - GODT-1158: limit store db update blocking with semaphore - GODT-1158: dumb 10-semaphore - GODT-1158: properly handle delete; remove bad bodystructure handling - GODT-1158: hacky fix for caching after logout... baaaaad - GODT-1158: cache worker - GODT-1158: compute body structure lazily - GODT-1158: cache size in store - GODT-1158: notify cacher when adding to store - GODT-1158: 15 second store cache watcher - GODT-1158: enable cacher - GODT-1158: better cache worker starting/stopping - GODT-1158: limit cacher to less concurrency than disk cache - GODT-1158: message builder prio + pchan pkg - GODT-1158: fix pchan, use in message builder - GODT-1158: no sem in cacher (rely on message builder prio) - GODT-1158: raise priority of existing jobs when requested - GODT-1158: pending messages in on-disk cache - GODT-1158: WIP just a note about deleting messages from disk cache - GODT-1158: pending wait when trying to write - GODT-1158: pending.add to return bool - GODT-1225: Headers in bodystructure are stored as bytes. - GODT-1158: fixing header caching - GODT-1158: don't cache in background - GODT-1158: all concurrency set in settings - GODT-1158: worker pools inside message builder - GODT-1158: fix linter issues - GODT-1158: remove completed builds from builder - GODT-1158: remove builder pool - GODT-1158: cacher defer job done properly - GODT-1158: fix linter - GODT-1299: Continue with bodystructure build if deserialization failed - GODT-1324: Delete messages from the cache when they are deleted on the server - GODT-1158: refactor cache tests - GODT-1158: move builder to app/bridge - GODT-1306: Migrate cache on disk when location is changed (and delete when disabled)
130 lines
2.4 KiB
Go
130 lines
2.4 KiB
Go
// Copyright (c) 2021 Proton Technologies AG
|
|
//
|
|
// This file is part of ProtonMail Bridge.
|
|
//
|
|
// ProtonMail Bridge is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// ProtonMail Bridge is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with ProtonMail Bridge. If not, see <https://www.gnu.org/licenses/>.
|
|
|
|
package pool
|
|
|
|
import "github.com/ProtonMail/proton-bridge/pkg/pchan"
|
|
|
|
type WorkFunc func(interface{}, int) (interface{}, error)
|
|
|
|
type DoneFunc func()
|
|
|
|
type Pool struct {
|
|
jobCh *pchan.PChan
|
|
}
|
|
|
|
func New(size int, work WorkFunc) *Pool {
|
|
jobCh := pchan.New()
|
|
|
|
for i := 0; i < size; i++ {
|
|
go func() {
|
|
for {
|
|
val, prio, ok := jobCh.Pop()
|
|
if !ok {
|
|
return
|
|
}
|
|
|
|
job, ok := val.(*Job)
|
|
if !ok {
|
|
panic("bad result type")
|
|
}
|
|
|
|
res, err := work(job.req, prio)
|
|
if err != nil {
|
|
job.postFailure(err)
|
|
} else {
|
|
job.postSuccess(res)
|
|
}
|
|
|
|
job.waitDone()
|
|
}
|
|
}()
|
|
}
|
|
|
|
return &Pool{jobCh: jobCh}
|
|
}
|
|
|
|
func (pool *Pool) NewJob(req interface{}, prio int) (*Job, DoneFunc) {
|
|
job := newJob(req)
|
|
|
|
job.setItem(pool.jobCh.Push(job, prio))
|
|
|
|
return job, job.markDone
|
|
}
|
|
|
|
type Job struct {
|
|
req interface{}
|
|
res interface{}
|
|
err error
|
|
|
|
item *pchan.Item
|
|
|
|
ready, done chan struct{}
|
|
}
|
|
|
|
func newJob(req interface{}) *Job {
|
|
return &Job{
|
|
req: req,
|
|
ready: make(chan struct{}),
|
|
done: make(chan struct{}),
|
|
}
|
|
}
|
|
|
|
func (job *Job) GetResult() (interface{}, error) {
|
|
<-job.ready
|
|
|
|
return job.res, job.err
|
|
}
|
|
|
|
func (job *Job) GetPriority() int {
|
|
return job.item.GetPriority()
|
|
}
|
|
|
|
func (job *Job) SetPriority(prio int) {
|
|
job.item.SetPriority(prio)
|
|
}
|
|
|
|
func (job *Job) postSuccess(res interface{}) {
|
|
defer close(job.ready)
|
|
|
|
job.res = res
|
|
}
|
|
|
|
func (job *Job) postFailure(err error) {
|
|
defer close(job.ready)
|
|
|
|
job.err = err
|
|
}
|
|
|
|
func (job *Job) setItem(item *pchan.Item) {
|
|
job.item = item
|
|
}
|
|
|
|
func (job *Job) markDone() {
|
|
select {
|
|
case <-job.done:
|
|
return
|
|
|
|
default:
|
|
close(job.done)
|
|
}
|
|
}
|
|
|
|
func (job *Job) waitDone() {
|
|
<-job.done
|
|
}
|