Skip to content

Commit

Permalink
chore(chrome): add to block list
Browse files Browse the repository at this point in the history
  • Loading branch information
j-mendez committed Dec 14, 2024
1 parent 5077ab5 commit 5f2da26
Show file tree
Hide file tree
Showing 12 changed files with 58 additions and 13 deletions.
12 changes: 6 additions & 6 deletions Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 1 addition & 1 deletion spider/Cargo.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[package]
name = "spider"
version = "2.21.25"
version = "2.21.26"
authors = [
"j-mendez <jeff@spider.cloud>"
]
Expand Down
2 changes: 1 addition & 1 deletion spider_chrome/Cargo.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[package]
name = "spider_chrome"
version = "2.21.25"
version = "2.21.26"
rust-version = "1.70"
authors = [
"j-mendez <jeff@spider.cloud>"
Expand Down
3 changes: 3 additions & 0 deletions spider_chrome/src/handler/blockers/scripts.rs
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,8 @@ lazy_static::lazy_static! {
"https://js.hs-analytics.net/analytics/",
"https://www.googletagmanager.com/gtag",
"https://www.googletagmanager.com/gtm.js",
"https://cm.g.doubleclick.net/",
"https://ads.pubmatic.com/AdServer/",
"https://js.hsadspixel.net",
"https://www.google.com/adsense/",
"https://www.googleadservices.com",
Expand Down Expand Up @@ -98,6 +100,7 @@ lazy_static::lazy_static! {
"https://lwadm.com/lw/pbjs?",
"https://cl.k5a.io/",
"https://cdn-cookieyes.com/",
"https://pbs.yahoo.com/",
".sharethis.com",
".newrelic.com",
".googlesyndication.com",
Expand Down
4 changes: 3 additions & 1 deletion spider_chrome/src/handler/blockers/xhr.rs
Original file line number Diff line number Diff line change
Expand Up @@ -115,7 +115,9 @@ lazy_static::lazy_static! {
"cookieconsentpub",
"cookie-law-info",
"mediaelement-and-player.min.j",
".ingest.us.sentry.io/"
".ingest.us.sentry.io/",
"/analytics",
"/tracking"
];
for pattern in &patterns {
trie.insert(pattern);
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
https://js.hubspot.com/web-interactives-embed.js
https://js.hs-banner.com/v2/44101848/banner.js
https://ssp-sync.criteo.com/user-sync/iframe?
https://assets.a-mo.net/js/cframe.js
https://eb2.3lift.com/sync
https://secure-assets.rubiconproject.com/utils/xapi/multi-sync.
https://cs.emxdgt.com/
https://u.openx.net/w/
https://sdk.mrf.io/statics/
https://eus.rubiconproject.com/usync.js
https://js.hs-scripts.com/44101848.js
https://tsdtocl.com/
https://opus.analytics.yahoo.com/
https://opus.analytics.yahoo.com/tag/opus.js
https://jac.yahoosandbox.com/2.0.0/safeframe.html
https://s.yimg.com/
Empty file.
24 changes: 24 additions & 0 deletions spider_chrome/url_patterns/domains/techcrunch.com/xhr/pattern1.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
https://i.clean.gg/1a
https://c2shb-oao.ssp.yahoo.com/admax/bid/partners/
https://s.seedtag.com/c/hb/bid
https://display.bidder.taboola.com/OpenRTB/TaboolaHB/auction?publisher=
https://fastlane.rubiconproject.com/a/api/fastlane.json
https:/ads.yieldmo.com/exchange/prebid
https://rtb.openx.net/openrtbb/prebidjs
https://pbs.yahoo.com/cookie_sync
https://pbs.yahoo.com/openrtb2/auction
https://hbopenbid.pubmatic.com/translator?source=prebid-client
https://events.newsroom.bi/ingest.php
https://events.newsroom.bi/data/rfv.php
https://u.openx.net/w/
https://prebid.media.net/rtb/prebid
https://beacon.bidder.taboola.com/bidError
https://tlx.3lift.com/header/auction?
https://pbd.yahoo.com/data/analytics
prebid-config
https://3p-udc.yahoo.com/
https://direct-events-collector.spot.im
https://static-cdn.spot.im/production/icons/sprites/sprite.svg
https://api-2-0.spot.im/v1.0.0/device-load
https://s.yimg.com/eh/prebid-config/
https://techcrunch.com/wp-json/tc/v1/users/is-logged-in
2 changes: 1 addition & 1 deletion spider_cli/Cargo.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[package]
name = "spider_cli"
version = "2.21.25"
version = "2.21.26"
authors = [
"j-mendez <jeff@spider.cloud>"
]
Expand Down
2 changes: 1 addition & 1 deletion spider_transformations/Cargo.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[package]
name = "spider_transformations"
version = "2.21.25"
version = "2.21.26"
authors = [
"j-mendez <jeff@spider.cloud>"
]
Expand Down
2 changes: 1 addition & 1 deletion spider_utils/Cargo.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[package]
name = "spider_utils"
version = "2.21.25"
version = "2.21.26"
authors = [
"j-mendez <jeff@spider.cloud>"
]
Expand Down
2 changes: 1 addition & 1 deletion spider_worker/Cargo.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[package]
name = "spider_worker"
version = "2.21.25"
version = "2.21.26"
authors = [
"j-mendez <jeff@spider.cloud>"
]
Expand Down

0 comments on commit 5f2da26

Please sign in to comment.