oss/miniflux-v2
oss/miniflux-v2
1
0
Fork 0
mirror of https://github.com/miniflux/v2.git synced 2025-07-02 16:38:37 +00:00
Code Wiki Activity

refactor(internal): add an urllib.DomainWithoutWWW function

Browse source
This commit is contained in:
jvoisin 2025-06-17 16:34:13 +02:00 • committed by Frédéric Guillot
parent af15032145
commit b296f21e98
3 changed files with 7 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
internal/reader/scraper/scraper.go
View file

@ -93,8 +93,7 @@ func findContentUsingCustomRules(page io.Reader, rules string) (baseURL string,
}
func getPredefinedScraperRules(websiteURL string) string {
urlDomain := urllib.Domain(websiteURL)
urlDomain = strings.TrimPrefix(urlDomain, "www.")
urlDomain := urllib.DomainWithoutWWW(websiteURL)
if rules, ok := predefinedRules[urlDomain]; ok {
return rules