oss/miniflux-v2
oss/miniflux-v2
1
0
Fork 0
mirror of https://github.com/miniflux/v2.git synced 2025-07-02 16:38:37 +00:00
Code Wiki Activity

Improve content scraper

Browse source
This commit is contained in:
Frédéric Guillot 2017-12-13 21:30:40 -08:00
parent 827683ab59
commit c6d9eb3614
7 changed files with 39 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
reader/scraper/scraper.go
View file

@ -33,6 +33,9 @@ func Fetch(websiteURL, rules string) (string, error) {
return "", err
}
// The entry URL could be a redirect somewhere else.
websiteURL = response.EffectiveURL
if rules == "" {
rules = getPredefinedScraperRules(websiteURL)
}