First commit

scheduler/scheduler.go

@@ -0,0 +1,24 @@
+// Copyright 2017 Frédéric Guillot. All rights reserved.
+// Use of this source code is governed by the Apache 2.0
+// license that can be found in the LICENSE file.
+
+package scheduler
+
+import (
+	"github.com/miniflux/miniflux2/storage"
+	"log"
+	"time"
+)
+
+// NewScheduler starts a new scheduler to push jobs to a pool of workers.
+func NewScheduler(store *storage.Storage, workerPool *WorkerPool, frequency, batchSize int) {
+	c := time.Tick(time.Duration(frequency) * time.Minute)
+	for now := range c {
+		jobs := store.GetJobs(batchSize)
+		log.Printf("[Scheduler:%v] => Pushing %d jobs\n", now, len(jobs))
+
+		for _, job := range jobs {
+			workerPool.Push(job)
+		}
+	}
+}

scheduler/worker.go

@@ -0,0 +1,35 @@
+// Copyright 2017 Frédéric Guillot. All rights reserved.
+// Use of this source code is governed by the Apache 2.0
+// license that can be found in the LICENSE file.
+
+package scheduler
+
+import (
+	"github.com/miniflux/miniflux2/model"
+	"github.com/miniflux/miniflux2/reader/feed"
+	"log"
+	"time"
+)
+
+// A Worker refresh a feed in the background.
+type Worker struct {
+	id          int
+	feedHandler *feed.Handler
+}
+
+// Run wait for a job and refresh the given feed.
+func (w *Worker) Run(c chan model.Job) {
+	log.Printf("[Worker] #%d started\n", w.id)
+
+	for {
+		job := <-c
+		log.Printf("[Worker #%d] got userID=%d, feedID=%d\n", w.id, job.UserID, job.FeedID)
+
+		err := w.feedHandler.RefreshFeed(job.UserID, job.FeedID)
+		if err != nil {
+			log.Println("Worker:", err)
+		}
+
+		time.Sleep(time.Millisecond * 1000)
+	}
+}

scheduler/worker_pool.go

@@ -0,0 +1,34 @@
+// Copyright 2017 Frédéric Guillot. All rights reserved.
+// Use of this source code is governed by the Apache 2.0
+// license that can be found in the LICENSE file.
+
+package scheduler
+
+import (
+	"github.com/miniflux/miniflux2/model"
+	"github.com/miniflux/miniflux2/reader/feed"
+)
+
+// WorkerPool handle a pool of workers.
+type WorkerPool struct {
+	queue chan model.Job
+}
+
+// Push send a job on the queue.
+func (w *WorkerPool) Push(job model.Job) {
+	w.queue <- job
+}
+
+// NewWorkerPool creates a pool of background workers.
+func NewWorkerPool(feedHandler *feed.Handler, nbWorkers int) *WorkerPool {
+	workerPool := &WorkerPool{
+		queue: make(chan model.Job),
+	}
+
+	for i := 0; i < nbWorkers; i++ {
+		worker := &Worker{id: i, feedHandler: feedHandler}
+		go worker.Run(workerPool.queue)
+	}
+
+	return workerPool
+}