mirror of
https://github.com/miniflux/v2.git
synced 2025-06-27 16:36:00 +00:00
Add feed option to ignore HTTP cache
This commit is contained in:
parent
57f62b4797
commit
6c6ca69141
23 changed files with 105 additions and 52 deletions
|
@ -16,6 +16,8 @@ import (
|
|||
// ProcessFeedEntries downloads original web page for entries and apply filters.
|
||||
func ProcessFeedEntries(store *storage.Storage, feed *model.Feed) {
|
||||
for _, entry := range feed.Entries {
|
||||
logger.Debug("[Feed #%d] Processing entry %s", feed.ID, entry.URL)
|
||||
|
||||
if feed.Crawler {
|
||||
if !store.EntryURLExists(feed.ID, entry.URL) {
|
||||
content, err := scraper.Fetch(entry.URL, feed.ScraperRules, feed.UserAgent)
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue