oss/miniflux-v2
oss/miniflux-v2
1
0
Fork 0
mirror of https://github.com/miniflux/v2.git synced 2025-07-22 17:18:37 +00:00
Code Wiki Activity

add proxy arg in scraper.Fetch

Browse source
This commit is contained in:
hulb 2021-08-28 17:30:04 +08:00 • committed by fguillot
parent 2f6895e118
commit 01f678c3b1
2 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
reader/scraper/scraper.go
View file

@ -20,10 +20,13 @@ import (
)
// Fetch downloads a web page and returns relevant contents.
func Fetch(websiteURL, rules, userAgent string, cookie string, allowSelfSignedCertificates bool) (string, error) {
func Fetch(websiteURL, rules, userAgent string, cookie string, allowSelfSignedCertificates, useProxy bool) (string, error) {
clt := client.NewClientWithConfig(websiteURL, config.Opts)
clt.WithUserAgent(userAgent)
clt.WithCookie(cookie)
if useProxy {
clt.WithProxy()
}
clt.AllowSelfSignedCertificates = allowSelfSignedCertificates
response, err := clt.Get()