Wait for the debugger to start on new context. This allows us catch w…

…eb worker and service worker requests. Fixes #44
duckduckgo · Apr 7, 2021 · 1554fbf · 1554fbf
1 parent 52dfbe1
commit 1554fbf
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/crawler.js b/crawler.js
@@ -162,6 +162,9 @@ async function getSiteData(context, url, {
     // new target is created we will miss some requests, API calls, etc.
     const cdpClient = await page.target().createCDPSession();
 
+    // without this, we will miss the initial request for the web worker or service worker file
+    await cdpClient.send('Target.setAutoAttach', {autoAttach: true, waitForDebuggerOnStart: true});
+
     const initPageTimer = createTimer();
     for (let collector of collectors) {
         try {