chore(chrome): add to block list

spider-rs · Dec 12, 2024 · 1063c51 · 1063c51
1 parent ca8d5e0
commit 1063c51
Show file tree

Hide file tree

Showing 10 changed files with 16 additions and 12 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/README.md b/README.md
@@ -22,6 +22,7 @@ A web crawler and scraper, building blocks for data curation workloads.
 - Subscriptions
 - Smart Mode
 - Anti-Bot mitigation
+- Privacy and Efficiency through Ad, Analytics, and Custom Tiered Network Blocking for Chrome
 - Blacklisting, Whitelisting, and Budgeting Depth
 - Dynamic AI Prompt Scripting Headless with Step Caching
 - CSS/Xpath Scraping with [spider_utils](./spider_utils/README.md#CSS_Scraping)

diff --git a/spider/Cargo.toml b/spider/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider"
-version = "2.21.15"
+version = "2.21.16"
 authors = [
     "j-mendez <[email protected]>"
 ]

diff --git a/spider_chrome/Cargo.toml b/spider_chrome/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_chrome"
-version = "2.21.15"
+version = "2.21.16"
 rust-version = "1.70"
 authors = [
     "j-mendez <[email protected]>"

diff --git a/spider_chrome/src/handler/blockers/scripts.rs b/spider_chrome/src/handler/blockers/scripts.rs
@@ -94,6 +94,7 @@ lazy_static::lazy_static! {
             "https://log.medietall.no/analytics.js",
             "https://lwadm.com/lw/pbjs?",
             "https://cl.k5a.io/",
+            "https://cdn-cookieyes.com/",
             ".sharethis.com",
             ".newrelic.com",
             ".googlesyndication.com",

diff --git a/spider_chrome/src/handler/blockers/xhr.rs b/spider_chrome/src/handler/blockers/xhr.rs
@@ -84,6 +84,8 @@ lazy_static::lazy_static! {
             "https://conf.config-security.com/model",
             "https://sumome.com/api/load/",
             "https://public-api.wordpress.com/geo/",
+            "https://events.api.secureserver.net/",
+            "https://csp.secureserver.net/eventbus",
             "https://doh.cq0.co/resolve",
             ".wixapps.net/api/v1/bulklog",
             "https://error-analytics-sessions-production.shopifysvc.com/",

diff --git a/spider_cli/Cargo.toml b/spider_cli/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_cli"
-version = "2.21.15"
+version = "2.21.16"
 authors = [
     "j-mendez <[email protected]>"
 ]

diff --git a/spider_transformations/Cargo.toml b/spider_transformations/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_transformations"
-version = "2.21.15"
+version = "2.21.16"
 authors = [
     "j-mendez <[email protected]>"
 ]

diff --git a/spider_utils/Cargo.toml b/spider_utils/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_utils"
-version = "2.21.15"
+version = "2.21.16"
 authors = [
     "j-mendez <[email protected]>"
 ]

diff --git a/spider_worker/Cargo.toml b/spider_worker/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_worker"
-version = "2.21.15"
+version = "2.21.16"
 authors = [
     "j-mendez <[email protected]>"
 ]