oss/miniflux-v2
oss/miniflux-v2
1
0
Fork 0
mirror of https://github.com/miniflux/v2.git synced 2025-08-01 17:38:37 +00:00
Code Wiki Activity

feat(urlcleaner): add trackers to the blocklist

Browse source
This commit is contained in:
Julien Voisin 2025-01-30 03:32:19 +00:00 • committed by GitHub
parent e40446ad3c
commit 7275bc808a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 25 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

36
internal/reader/urlcleaner/urlcleaner.go
View file

@ -12,23 +12,24 @@ import (
// Interesting lists: // Interesting lists:
// https://raw.githubusercontent.com/AdguardTeam/AdguardFilters/master/TrackParamFilter/sections/general_url.txt // https://raw.githubusercontent.com/AdguardTeam/AdguardFilters/master/TrackParamFilter/sections/general_url.txt
// https://firefox.settings.services.mozilla.com/v1/buckets/main/collections/query-stripping/records // https://firefox.settings.services.mozilla.com/v1/buckets/main/collections/query-stripping/records
// https://github.com/Smile4ever/Neat-URL/blob/master/data/default-params-by-category.json
// https://github.com/brave/brave-core/blob/master/components/query_filter/utils.cc
var trackingParams = map[string]bool{ var trackingParams = map[string]bool{
// https://en.wikipedia.org/wiki/UTM_parameters#Parameters
"utm_source": true,
"utm_medium": true,
"utm_campaign": true,
"utm_term": true,
"utm_content": true,
// Facebook Click Identifiers // Facebook Click Identifiers
"fbclid": true, "fbclid": true,
"_openstat": true, "_openstat": true,
"fb_action_ids": true,
"fb_action_types": true,
"fb_ref": true,
"fb_source": true,
"fb_comment_id": true,
// Google Click Identifiers // Google Click Identifiers
"gclid": true, "gclid": true,
"dclid": true, "dclid": true,
"gbraid": true, "gbraid": true,
"wbraid": true, "wbraid": true,
"gclsrc": true,
// Yandex Click Identifiers // Yandex Click Identifiers
"yclid": true, "yclid": true,
@ -53,6 +54,7 @@ var trackingParams = map[string]bool{
"__hssc": true, "__hssc": true,
"__hstc": true, "__hstc": true,
"__hsfp": true, "__hsfp": true,
"_hsmi": true,
"hsctatracking": true, "hsctatracking": true,
// Olytics // Olytics
@ -61,10 +63,21 @@ var trackingParams = map[string]bool{
"oly_enc_id": true, "oly_enc_id": true,
// Vero Click Identifier // Vero Click Identifier
"vero_id": true, "vero_id": true,
"vero_conv": true,
// Marketo email tracking // Marketo email tracking
"mkt_tok": true, "mkt_tok": true,
// Adobe email tracking
"sc_cid": true,
// Beehiiv
"_bhlid": true,
// Branch.io
"_branch_match_id": true,
"_branch_referrer": true,
} }
func RemoveTrackingParameters(inputURL string) (string, error) { func RemoveTrackingParameters(inputURL string) (string, error) {
@ -82,7 +95,8 @@ func RemoveTrackingParameters(inputURL string) (string, error) {
// Remove tracking parameters // Remove tracking parameters
for param := range queryParams { for param := range queryParams {
if trackingParams[strings.ToLower(param)] { lowerParam := strings.ToLower(param)
if trackingParams[lowerParam] || strings.HasPrefix(lowerParam, "utm_") {
queryParams.Del(param) queryParams.Del(param)
hasTrackers = true hasTrackers = true
} }