perf(smart): fix js need determination

spider/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "spider"
-version = "2.11.20"
+version = "2.12.4"
 authors = [
     "j-mendez <[email protected]>"
 ]
@@ -50,7 +50,7 @@ http-cache-reqwest = { version = "0.14.0", optional = true }
 const_format = { version = "0.2", optional = true }
 async-openai = { version = "0.25", optional = true }
 tiktoken-rs = { version = "0.5", optional = true }
-lol_html = { version = "1", optional = true }
+lol_html = { version = "2" }
 serde_json = { version = "1", optional = true }
 quick-xml = { version = "0.36", features = ["serde", "serialize", "async-tokio"]}
 moka = { version = "0.12", features = ["future"], optional = true }
@@ -147,7 +147,7 @@ smart = ["chrome", "dep:rand", "chrome_intercept"]
 encoding = []
 headers = ["dep:httpdate"]
 real_browser = ["dep:statrs", "dep:rand"]
-openai = ["chrome", "serde", "chrome_intercept", "dep:async-openai", "dep:tiktoken-rs", "dep:lol_html", "dep:serde_json"]
+openai = ["chrome", "serde", "chrome_intercept", "dep:async-openai", "dep:tiktoken-rs", "dep:serde_json"]
 openai_slim_fit = []
 decentralized_headers = ["dep:const_format", "dep:itertools"]
 spoof = ["dep:fastrand"]

spider/src/packages/scraper/element_ref/mod.rs

@@ -59,9 +59,7 @@ impl<'a> ElementRef<'a> {
             create_missing_parent: false,
         };
         let mut buf = Vec::new();
-        match serialize(&mut buf, self, opts) {
-            _ => (),
-        };
+        let _ = serialize(&mut buf, self, opts);
         // we need to get the initial encoding of the html lang if used.
         auto_encoder::auto_encode_bytes(&buf)
     }

spider/src/packages/scraper/html/mod.rs

@@ -130,9 +130,7 @@ impl Html {
             create_missing_parent: false,
         };
         let mut buf = Vec::new();
-        match serialize(&mut buf, self, opts) {
-            _ => (),
-        };
+        let _ = serialize(&mut buf, self, opts);
         auto_encoder::auto_encode_bytes(&buf)
     }
 

spider/src/packages/scraper/html/tree_sink.rs

@@ -164,15 +164,16 @@ impl TreeSink for Html {
 
     // Detach the given node from its parent.
     fn remove_from_parent(&mut self, target: &Self::Handle) {
-        self.tree.get_mut(*target).unwrap().detach();
+        if let Some(mut p) = self.tree.get_mut(*target) {
+            p.detach();
+        }
     }
 
     // Remove all the children from node and append them to new_parent.
     fn reparent_children(&mut self, node: &Self::Handle, new_parent: &Self::Handle) {
-        self.tree
-            .get_mut(*new_parent)
-            .unwrap()
-            .reparent_from_id_append(*node);
+        if let Some(mut p) = self.tree.get_mut(*new_parent) {
+            p.reparent_from_id_append(*node);
+        }
     }
 
     // Add each attribute to the given element, if no attribute with that name already exists. The