79 lines
2.5 KiB
Go
79 lines
2.5 KiB
Go
// Copyright 2018 Frédéric Guillot. All rights reserved.
|
|
// Use of this source code is governed by the Apache 2.0
|
|
// license that can be found in the LICENSE file.
|
|
|
|
package scheduler // import "miniflux.app/service/scheduler"
|
|
|
|
import (
|
|
"time"
|
|
|
|
"miniflux.app/config"
|
|
"miniflux.app/logger"
|
|
"miniflux.app/metric"
|
|
"miniflux.app/model"
|
|
"miniflux.app/storage"
|
|
"miniflux.app/worker"
|
|
)
|
|
|
|
// Serve starts the internal scheduler.
|
|
func Serve(store *storage.Storage, pool *worker.Pool) {
|
|
logger.Info(`Starting scheduler...`)
|
|
|
|
go feedScheduler(
|
|
store,
|
|
pool,
|
|
config.Opts.PollingFrequency(),
|
|
config.Opts.BatchSize(),
|
|
)
|
|
|
|
go cleanupScheduler(
|
|
store,
|
|
config.Opts.CleanupFrequencyHours(),
|
|
config.Opts.CleanupArchiveReadDays(),
|
|
config.Opts.CleanupArchiveUnreadDays(),
|
|
config.Opts.CleanupArchiveBatchSize(),
|
|
config.Opts.CleanupRemoveSessionsDays(),
|
|
)
|
|
}
|
|
|
|
func feedScheduler(store *storage.Storage, pool *worker.Pool, frequency, batchSize int) {
|
|
for range time.Tick(time.Duration(frequency) * time.Minute) {
|
|
jobs, err := store.NewBatch(batchSize)
|
|
if err != nil {
|
|
logger.Error("[Scheduler:Feed] %v", err)
|
|
} else {
|
|
logger.Debug("[Scheduler:Feed] Pushing %d jobs", len(jobs))
|
|
pool.Push(jobs)
|
|
}
|
|
}
|
|
}
|
|
|
|
func cleanupScheduler(store *storage.Storage, frequency, archiveReadDays, archiveUnreadDays, archiveBatchSize, sessionsDays int) {
|
|
for range time.Tick(time.Duration(frequency) * time.Hour) {
|
|
nbSessions := store.CleanOldSessions(sessionsDays)
|
|
nbUserSessions := store.CleanOldUserSessions(sessionsDays)
|
|
logger.Info("[Scheduler:Cleanup] Cleaned %d sessions and %d user sessions", nbSessions, nbUserSessions)
|
|
|
|
startTime := time.Now()
|
|
if rowsAffected, err := store.ArchiveEntries(model.EntryStatusRead, archiveReadDays, archiveBatchSize); err != nil {
|
|
logger.Error("[Scheduler:ArchiveReadEntries] %v", err)
|
|
} else {
|
|
logger.Info("[Scheduler:ArchiveReadEntries] %d entries changed", rowsAffected)
|
|
|
|
if config.Opts.HasMetricsCollector() {
|
|
metric.ArchiveEntriesDuration.WithLabelValues(model.EntryStatusRead).Observe(time.Since(startTime).Seconds())
|
|
}
|
|
}
|
|
|
|
startTime = time.Now()
|
|
if rowsAffected, err := store.ArchiveEntries(model.EntryStatusUnread, archiveUnreadDays, archiveBatchSize); err != nil {
|
|
logger.Error("[Scheduler:ArchiveUnreadEntries] %v", err)
|
|
} else {
|
|
logger.Info("[Scheduler:ArchiveUnreadEntries] %d entries changed", rowsAffected)
|
|
|
|
if config.Opts.HasMetricsCollector() {
|
|
metric.ArchiveEntriesDuration.WithLabelValues(model.EntryStatusUnread).Observe(time.Since(startTime).Seconds())
|
|
}
|
|
}
|
|
}
|
|
}
|