mirror of
https://github.com/miniflux/v2.git
synced 2025-08-11 17:51:01 +00:00
34499b887b
Each batch of feeds sent to the worker pool is now guaranteed to contain unique feed URLs. When `POLLING_LIMIT_PER_HOST` is set, an additional limit is applied to the number of concurrent requests per hostname, helping to prevent overloading a single server. Note: Additional requests may still be made during feed refresh. For example, to fetch feed icons or when the web scraper is enabled for a particular feed.
49 lines
1.2 KiB
Go
49 lines
1.2 KiB
Go
// SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
package worker // import "miniflux.app/v2/internal/worker"
|
|
|
|
import (
|
|
"log/slog"
|
|
"time"
|
|
|
|
"miniflux.app/v2/internal/config"
|
|
"miniflux.app/v2/internal/metric"
|
|
"miniflux.app/v2/internal/model"
|
|
feedHandler "miniflux.app/v2/internal/reader/handler"
|
|
"miniflux.app/v2/internal/storage"
|
|
)
|
|
|
|
// worker refreshes a feed in the background.
|
|
type worker struct {
|
|
id int
|
|
store *storage.Storage
|
|
}
|
|
|
|
// Run wait for a job and refresh the given feed.
|
|
func (w *worker) Run(c <-chan model.Job) {
|
|
slog.Debug("Worker started",
|
|
slog.Int("worker_id", w.id),
|
|
)
|
|
|
|
for {
|
|
job := <-c
|
|
slog.Debug("Job received by worker",
|
|
slog.Int("worker_id", w.id),
|
|
slog.Int64("user_id", job.UserID),
|
|
slog.Int64("feed_id", job.FeedID),
|
|
slog.String("feed_url", job.FeedURL),
|
|
)
|
|
|
|
startTime := time.Now()
|
|
localizedError := feedHandler.RefreshFeed(w.store, job.UserID, job.FeedID, false)
|
|
|
|
if config.Opts.HasMetricsCollector() {
|
|
status := "success"
|
|
if localizedError != nil {
|
|
status = "error"
|
|
}
|
|
metric.BackgroundFeedRefreshDuration.WithLabelValues(status).Observe(time.Since(startTime).Seconds())
|
|
}
|
|
}
|
|
}
|