Add scheduler to clean old sessions

This commit is contained in:
Frédéric Guillot 2017-12-16 18:48:17 -08:00
parent 00257988ef
commit 18f55d1569
5 changed files with 60 additions and 17 deletions

View file

@ -11,17 +11,18 @@ import (
// Default config parameters values // Default config parameters values
const ( const (
DefaultBaseURL = "http://localhost" DefaultBaseURL = "http://localhost"
DefaultDatabaseURL = "postgres://postgres:postgres@localhost/miniflux2?sslmode=disable" DefaultDatabaseURL = "postgres://postgres:postgres@localhost/miniflux2?sslmode=disable"
DefaultWorkerPoolSize = 5 DefaultWorkerPoolSize = 5
DefaultPollingFrequency = 60 DefaultPollingFrequency = 60
DefaultBatchSize = 10 DefaultBatchSize = 10
DefaultDatabaseMaxConns = 20 DefaultDatabaseMaxConns = 20
DefaultListenAddr = "127.0.0.1:8080" DefaultListenAddr = "127.0.0.1:8080"
DefaultCertFile = "" DefaultCertFile = ""
DefaultKeyFile = "" DefaultKeyFile = ""
DefaultCertDomain = "" DefaultCertDomain = ""
DefaultCertCache = "/tmp/cert_cache" DefaultCertCache = "/tmp/cert_cache"
DefaultSessionCleanupFrequency = 24
) )
// Config manages configuration parameters. // Config manages configuration parameters.

View file

@ -47,13 +47,15 @@ func run(cfg *config.Config, store *storage.Storage) {
pool := scheduler.NewWorkerPool(feedHandler, cfg.GetInt("WORKER_POOL_SIZE", config.DefaultWorkerPoolSize)) pool := scheduler.NewWorkerPool(feedHandler, cfg.GetInt("WORKER_POOL_SIZE", config.DefaultWorkerPoolSize))
server := server.NewServer(cfg, store, pool, feedHandler) server := server.NewServer(cfg, store, pool, feedHandler)
scheduler.NewScheduler( scheduler.NewFeedScheduler(
store, store,
pool, pool,
cfg.GetInt("POLLING_FREQUENCY", config.DefaultPollingFrequency), cfg.GetInt("POLLING_FREQUENCY", config.DefaultPollingFrequency),
cfg.GetInt("BATCH_SIZE", config.DefaultBatchSize), cfg.GetInt("BATCH_SIZE", config.DefaultBatchSize),
) )
scheduler.NewSessionScheduler(store, config.DefaultSessionCleanupFrequency)
<-stop <-stop
logger.Info("Shutting down the server...") logger.Info("Shutting down the server...")
ctx, _ := context.WithTimeout(context.Background(), 5*time.Second) ctx, _ := context.WithTimeout(context.Background(), 5*time.Second)

View file

@ -11,18 +11,30 @@ import (
"github.com/miniflux/miniflux/storage" "github.com/miniflux/miniflux/storage"
) )
// NewScheduler starts a new scheduler that push jobs to a pool of workers. // NewFeedScheduler starts a new scheduler that push jobs to a pool of workers.
func NewScheduler(store *storage.Storage, workerPool *WorkerPool, frequency, batchSize int) { func NewFeedScheduler(store *storage.Storage, workerPool *WorkerPool, frequency, batchSize int) {
go func() { go func() {
c := time.Tick(time.Duration(frequency) * time.Minute) c := time.Tick(time.Duration(frequency) * time.Minute)
for now := range c { for _ = range c {
jobs, err := store.NewBatch(batchSize) jobs, err := store.NewBatch(batchSize)
if err != nil { if err != nil {
logger.Error("[Scheduler] %v", err) logger.Error("[FeedScheduler] %v", err)
} else { } else {
logger.Debug("[Scheduler:%v] => Pushing %d jobs", now, len(jobs)) logger.Debug("[FeedScheduler] Pushing %d jobs", len(jobs))
workerPool.Push(jobs) workerPool.Push(jobs)
} }
} }
}() }()
} }
// NewSessionScheduler starts a new scheduler that clean old sessions.
func NewSessionScheduler(store *storage.Storage, frequency int) {
go func() {
c := time.Tick(time.Duration(frequency) * time.Hour)
for _ = range c {
nbSessions := store.CleanOldSessions()
nbUserSessions := store.CleanOldUserSessions()
logger.Debug("[SessionScheduler] cleaned %d sessions and %d user sessions", nbSessions, nbUserSessions)
}
}()
}

View file

@ -75,3 +75,17 @@ func (s *Storage) FlushAllSessions() (err error) {
return nil return nil
} }
// CleanOldSessions removes sessions older than 30 days.
func (s *Storage) CleanOldSessions() int64 {
query := `DELETE FROM sessions
WHERE id IN (SELECT id FROM sessions WHERE created_at < now() - interval '30 days')`
result, err := s.db.Exec(query)
if err != nil {
return 0
}
n, _ := result.RowsAffected()
return n
}

View file

@ -127,3 +127,17 @@ func (s *Storage) RemoveUserSessionByID(userID, sessionID int64) error {
return nil return nil
} }
// CleanOldUserSessions removes user sessions older than 30 days.
func (s *Storage) CleanOldUserSessions() int64 {
query := `DELETE FROM user_sessions
WHERE id IN (SELECT id FROM user_sessions WHERE created_at < now() - interval '30 days')`
result, err := s.db.Exec(query)
if err != nil {
return 0
}
n, _ := result.RowsAffected()
return n
}