mirror of
https://github.com/miniflux/v2.git
synced 2025-09-30 19:22:11 +00:00
d2974ed68a
Tested locally: ```console $ Tue 26 Aug 17:34:05 CEST 2025 $ go build && ./miniflux.app -c ./config.ini -debug level=DEBUG msg="Starting daemon..." level=DEBUG msg="Starting background scheduler..." level=DEBUG msg="Worker started" worker_id=15 level=DEBUG msg="Worker started" worker_id=0 […] level=DEBUG msg="Incoming request" client_ip=127.0.0.1 request.method=POST request.uri=/entry/save/29773 request.protocol=HTTP/1.1 request.execution_time=5.57385ms level=DEBUG msg="Sending entry to archive.org" user_id=1 entry_id=29773 entry_url=https://sumnerevans.com/portfolio/ level=DEBUG msg="Sending entry to archive.org" title=Portfolio url=https://sumnerevans.com/portfolio/ ^C $ curl -I -H "User-Agent: Mozilla" https://web.archive.org/web/20250826153413/https://sumnerevans.com/portfolio/ | grep orig-date x-archive-orig-date: Tue, 26 Aug 2025 15:34:13 GMT $ ```
43 lines
1.1 KiB
Go
43 lines
1.1 KiB
Go
// SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
package archiveorg
|
|
|
|
import (
|
|
"log/slog"
|
|
"net/http"
|
|
"net/url"
|
|
)
|
|
|
|
// See https://docs.google.com/document/d/1Nsv52MvSjbLb2PCpHlat0gkzw0EvtSgpKHu4mk0MnrA/edit?tab=t.0
|
|
const options = "delay_wb_availability=1&if_not_archived_within=15d"
|
|
|
|
type Client struct{}
|
|
|
|
func NewClient() *Client {
|
|
return &Client{}
|
|
}
|
|
|
|
func (c *Client) SendURL(entryURL, title string) {
|
|
// We're using a goroutine here as submissions to archive.org might take a long time
|
|
// and trigger a timeout on miniflux' side.
|
|
go func(entryURL string) {
|
|
res, err := http.Get("https://web.archive.org/save/" + url.QueryEscape(entryURL) + "?" + options)
|
|
if err != nil {
|
|
slog.Error("archiveorg: unable to send request: %v",
|
|
slog.Any("err", err),
|
|
slog.String("title", title),
|
|
slog.String("url", entryURL),
|
|
)
|
|
return
|
|
}
|
|
if res.StatusCode > 299 {
|
|
slog.Error("archiveorg: failed with status code",
|
|
slog.String("title", title),
|
|
slog.String("url", entryURL),
|
|
slog.Int("code", res.StatusCode),
|
|
)
|
|
}
|
|
res.Body.Close()
|
|
}(entryURL)
|
|
}
|