From 053fb86764cb32656ffdbe628dad2f190eab06d5 Mon Sep 17 00:00:00 2001 From: j-mendez Date: Wed, 4 Dec 2024 20:17:15 -0500 Subject: [PATCH] chore(smart): add meteor.js detection --- Cargo.lock | 12 ++++++------ spider/Cargo.toml | 2 +- spider/src/page.rs | 6 +++--- spider_chrome/Cargo.toml | 2 +- spider_cli/Cargo.toml | 2 +- spider_transformations/Cargo.toml | 2 +- spider_utils/Cargo.toml | 2 +- spider_worker/Cargo.toml | 2 +- 8 files changed, 15 insertions(+), 15 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index 3feff9cfb..91da31a4c 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -4297,7 +4297,7 @@ dependencies = [ [[package]] name = "spider" -version = "2.17.0" +version = "2.17.1" dependencies = [ "ahash", "aho-corasick", @@ -4359,7 +4359,7 @@ dependencies = [ [[package]] name = "spider_chrome" -version = "2.17.0" +version = "2.17.1" dependencies = [ "adblock", "async-tungstenite", @@ -4395,7 +4395,7 @@ dependencies = [ [[package]] name = "spider_cli" -version = "2.17.0" +version = "2.17.1" dependencies = [ "clap", "env_logger", @@ -4420,7 +4420,7 @@ dependencies = [ [[package]] name = "spider_transformations" -version = "2.17.0" +version = "2.17.1" dependencies = [ "aho-corasick", "fast_html2md", @@ -4442,7 +4442,7 @@ dependencies = [ [[package]] name = "spider_utils" -version = "2.17.0" +version = "2.17.1" dependencies = [ "indexmap 1.9.3", "serde", @@ -4454,7 +4454,7 @@ dependencies = [ [[package]] name = "spider_worker" -version = "2.17.0" +version = "2.17.1" dependencies = [ "env_logger", "lazy_static", diff --git a/spider/Cargo.toml b/spider/Cargo.toml index 96d655e9a..1197ebabd 100644 --- a/spider/Cargo.toml +++ b/spider/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "spider" -version = "2.17.0" +version = "2.17.1" authors = [ "j-mendez " ] diff --git a/spider/src/page.rs b/spider/src/page.rs index 3e60d6f81..1f0ad92de 100644 --- a/spider/src/page.rs +++ b/spider/src/page.rs @@ -38,7 +38,7 @@ lazy_static! { phf::phf_set! { "jquery.min.js", "jquery.qtip.min.js", "jquery.js", "angular.js", "jquery.slim.js", "react.development.js", "react-dom.development.js", "react.production.min.js", "react-dom.production.min.js", "vue.global.js", "vue.global.prod.js", "vue.esm-browser.js", "vue.js", "bootstrap.min.js", "bootstrap.bundle.min.js", "bootstrap.esm.min.js", "d3.min.js", "d3.js", "material-components-web.min.js", - "otSDKStub.js", "clipboard.min.js", "moment.js", "moment.min.js", "dexie.js", "layui.js" + "otSDKStub.js", "clipboard.min.js", "moment.js", "moment.min.js", "dexie.js", "layui.js", ".js?meteor_js_resource=true" } }; } @@ -70,14 +70,14 @@ lazy_static! { #[cfg(any(feature = "chrome_intercept"))] lazy_static! { - /// allowed js frameworks and libs excluding some and adding additional URLs + /// allowed js frameworks and libs excluding some and adding additional URLs. pub static ref JS_FRAMEWORK_ALLOW: phf::Set<&'static str> = { phf::phf_set! { // Add allowed assets from JS_FRAMEWORK_ASSETS except the excluded ones "jquery.min.js", "jquery.qtip.min.js", "jquery.js", "angular.js", "jquery.slim.js", "react.development.js", "react-dom.development.js", "react.production.min.js", "react-dom.production.min.js", "vue.global.js", "vue.global.prod.js", "vue.esm-browser.js", "vue.js", - "bootstrap.min.js", "bootstrap.bundle.min.js", "bootstrap.esm.min.js", "d3.min.js", + "bootstrap.min.js", "bootstrap.bundle.min.js", "bootstrap.esm.min.js", "d3.min.js", ".js?meteor_js_resource=true", "d3.js", "layui.js", // Verified 3rd parties for request "https://m.stripe.network/inner.html", diff --git a/spider_chrome/Cargo.toml b/spider_chrome/Cargo.toml index e36a5a92a..6fdc0566e 100644 --- a/spider_chrome/Cargo.toml +++ b/spider_chrome/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "spider_chrome" -version = "2.17.0" +version = "2.17.1" rust-version = "1.70" authors = [ "j-mendez " diff --git a/spider_cli/Cargo.toml b/spider_cli/Cargo.toml index c6c9835b8..c9f228e7a 100644 --- a/spider_cli/Cargo.toml +++ b/spider_cli/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "spider_cli" -version = "2.17.0" +version = "2.17.1" authors = [ "j-mendez " ] diff --git a/spider_transformations/Cargo.toml b/spider_transformations/Cargo.toml index 5974f99cb..a0825c898 100644 --- a/spider_transformations/Cargo.toml +++ b/spider_transformations/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "spider_transformations" -version = "2.17.0" +version = "2.17.1" authors = [ "j-mendez " ] diff --git a/spider_utils/Cargo.toml b/spider_utils/Cargo.toml index 87e6db4ba..fdbe57353 100644 --- a/spider_utils/Cargo.toml +++ b/spider_utils/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "spider_utils" -version = "2.17.0" +version = "2.17.1" authors = [ "j-mendez " ] diff --git a/spider_worker/Cargo.toml b/spider_worker/Cargo.toml index a802675a2..054626d85 100644 --- a/spider_worker/Cargo.toml +++ b/spider_worker/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "spider_worker" -version = "2.17.0" +version = "2.17.1" authors = [ "j-mendez " ]