chore(chrome): add block list items

spider/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "spider"
-version = "2.20.4"
+version = "2.20.5"
 authors = [
     "j-mendez <jeff@spider.cloud>"
 ]

spider_chrome/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "spider_chrome"
-version = "2.20.4"
+version = "2.20.5"
 rust-version = "1.70"
 authors = [
     "j-mendez <jeff@spider.cloud>"

spider_chrome/src/handler/blockers/glassdoor_blockers.rs

@@ -0,0 +1,54 @@
+use crate::handler::blockers::Trie;
+
+lazy_static::lazy_static! {
+        /// Ignore list of urls.
+        static ref URL_IGNORE_TRIE: Trie = {
+            let mut trie = Trie::new();
+            let patterns = [
+                "https://www.glassdoor.com/garnish/static/js/gd-sw-register.",
+                "https://cdnjs.cloudflare.com/ajax/libs/prop-types/15.7.2/prop-types.min.js",
+                "https://www.glassdoor.com/autocomplete/location?",
+            ];
+            for pattern in &patterns {
+                trie.insert(pattern);
+            }
+            trie
+        };
+
+        /// Ignore list of urls styles.
+        static ref URL_IGNORE_TRIE_STYLES: Trie = {
+            let mut trie = Trie::new();
+            let patterns = [
+                "https://www.glassdoor.com/sam-global-nav/static/",
+                "https://www.glassdoor.com/garnish/static/js/gd-",
+                "https://unpkg.com/@dotlottie/player-component@",
+                "https://www.glassdoor.com/job-search-next/assets/_next/static/",
+                "https://www.glassdoor.com/ei-overview-next/assets/_next/static/",
+                "https://www.glassdoor.com/occ-salaries-web/assets/_next/static/"
+            ];
+            for pattern in &patterns {
+                trie.insert(pattern);
+            }
+            trie
+        };
+}
+
+// Block glassdoor events that are not required
+pub fn block_glassdoor_styles(
+    event: &chromiumoxide_cdp::cdp::browser_protocol::fetch::EventRequestPaused,
+) -> bool {
+    URL_IGNORE_TRIE_STYLES.contains_prefix(&event.request.url)
+}
+
+// Block glassdoor events that are not required
+pub fn block_glassdoor(
+    event: &chromiumoxide_cdp::cdp::browser_protocol::fetch::EventRequestPaused,
+    ignore_visuals: bool,
+) -> bool {
+    let blocked = URL_IGNORE_TRIE.contains_prefix(&event.request.url);
+    if !blocked && ignore_visuals {
+        block_glassdoor_styles(event)
+    } else {
+        blocked
+    }
+}

spider_chrome/src/handler/blockers/mod.rs

@@ -2,6 +2,8 @@
 pub mod adblock_patterns;
 /// amazon blockers
 pub mod amazon_blockers;
+/// glassdoor blockers
+pub mod glassdoor_blockers;
 /// linkedin blockers
 pub mod linkedin_blockers;
 /// netflix blockers

spider_chrome/src/handler/blockers/upwork_blockers.rs

@@ -26,7 +26,7 @@ lazy_static::lazy_static! {
             trie
         };
 
-        /// Ignore list of urls.
+        /// Ignore list of urls styles.
         static ref URL_IGNORE_TRIE_STYLES: Trie = {
             let mut trie = Trie::new();
             let patterns = [