feat(chrome): add web automation wait for dom

spider/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "spider"
-version = "2.11.2"
+version = "2.11.3"
 authors = [
     "j-mendez <[email protected]>"
 ]

spider/src/features/chrome_common.rs

@@ -447,6 +447,13 @@ pub enum WebAutomation {
     Wait(u64),
     /// Waits for the next navigation event.
     WaitForNavigation,
+    /// Wait for dom updates to stop.
+    WaitForDom {
+        /// The selector of the input element to fill.
+        selector: Option<String>,
+        ///  The timeout to wait for.
+        timeout: u32,
+    },
     /// Waits for an element to appear.
     WaitFor(String),
     /// Waits for an element to appear and then clicks on it.
@@ -475,6 +482,25 @@ pub enum WebAutomation {
     },
 }
 
+#[cfg(feature = "chrome")]
+/// Generate the wait for function.
+fn generate_wait_for_dom_js_code_with_selector(timeout: u32, selector: Option<&str>) -> String {
+    // Ensure the timeout doesn't exceed the maximum limit of 60000 milliseconds.
+    let clamped_timeout = if timeout > 60000 { 60000 } else { timeout };
+    let query_selector = selector.unwrap_or("body");
+
+    format!(
+        "function w(){{return new Promise((r,j)=>{{ \
+            let t={}; \
+            let i=setTimeout(()=>{{j(new Error('Timeout: DOM did not update within the allowed time.'))}},t); \
+            if(document.querySelector('{}')){{clearTimeout(i);r();}}else{{ \
+            const o=new MutationObserver((m,a)=>{{ \
+                if(document.querySelector('{}')){{a.disconnect();clearTimeout(i);r();}}}}); \
+            o.observe(document,{{childList:true,subtree:true}});}}}});}}",
+        clamped_timeout, query_selector, query_selector
+    )
+}
+
 impl WebAutomation {
     #[cfg(feature = "chrome")]
     /// Run the web automation step.
@@ -497,6 +523,14 @@ impl WebAutomation {
             WebAutomation::Wait(ms) => {
                 tokio::time::sleep(Duration::from_millis(*ms).min(Duration::from_secs(60))).await;
             }
+            WebAutomation::WaitForDom { selector, timeout } => {
+                let _ = page
+                    .evaluate(
+                        generate_wait_for_dom_js_code_with_selector(*timeout, selector.as_deref())
+                            .as_str(),
+                    )
+                    .await;
+            }
             WebAutomation::WaitFor(selector) => {
                 wait_for_selector(page, Some(Duration::from_secs(60)), &selector).await;
             }

spider_chrome/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "spider_chrome"
-version = "2.11.2"
+version = "2.11.3"
 rust-version = "1.70"
 authors = [
     "j-mendez <[email protected]>"

spider_cli/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "spider_cli"
-version = "2.11.2"
+version = "2.11.3"
 authors = [
     "j-mendez <[email protected]>"
 ]

spider_transformations/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "spider_transformations"
-version = "2.11.2"
+version = "2.11.3"
 authors = [
     "j-mendez <[email protected]>"
 ]

spider_utils/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "spider_utils"
-version = "2.11.2"
+version = "2.11.3"
 authors = [
     "j-mendez <[email protected]>"
 ]

spider_worker/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "spider_worker"
-version = "2.11.2"
+version = "2.11.3"
 authors = [
     "j-mendez <[email protected]>"
 ]