@letsscrapedata/controller 0.0.63 → 0.0.65

package/dist/index.cjs

@@ -403,6 +403,7 @@ var PlaywrightPage = class extends import_node_events.default {
   #responseInterceptionOptions;
   #client;
   #responseCb;
+  #isDebugTask;
   #hasValidUrl(page) {
     const url = page.url();
     return url.toLowerCase().startsWith("http");
@@ -672,6 +673,7 @@ var PlaywrightPage = class extends import_node_events.default {
     this.#responseInterceptionOptions = [];
     this.#client = null;
     this.#responseCb = null;
+    this.#isDebugTask = false;
     this.#addPageOn();
   }
   async addPreloadScript(scriptOrFunc, arg) {
@@ -793,7 +795,10 @@ var PlaywrightPage = class extends import_node_events.default {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const height = await this.#page.evaluate(() => document.documentElement.scrollHeight);
+    let height = await this.#page.evaluate(() => document?.documentElement?.scrollHeight);
+    if (typeof height === "undefined") {
+      height = 0;
+    }
     return height;
   }
   async evaluate(func, args) {
@@ -944,9 +949,18 @@ var PlaywrightPage = class extends import_node_events.default {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const bodyHeight = await this.#page.evaluate(() => document.body.scrollHeight);
-    const documentHeight = await this.#page.evaluate(() => document.documentElement.scrollHeight);
-    const windowHeight = await this.#page.evaluate(() => window.outerHeight);
+    let bodyHeight = await this.#page.evaluate(() => document?.body?.scrollHeight);
+    if (typeof bodyHeight === "undefined") {
+      bodyHeight = 0;
+    }
+    let documentHeight = await this.#page.evaluate(() => document?.documentElement?.scrollHeight);
+    if (typeof documentHeight === "undefined") {
+      documentHeight = 0;
+    }
+    let windowHeight = await this.#page.evaluate(() => window.outerHeight);
+    if (typeof windowHeight === "undefined") {
+      windowHeight = 0;
+    }
     const pageHeight = Math.max(bodyHeight, documentHeight, windowHeight);
     return pageHeight;
   }
@@ -960,8 +974,14 @@ var PlaywrightPage = class extends import_node_events.default {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const offsetWidth = await this.#page.evaluate(() => document.documentElement.offsetWidth);
-    const windowWidth = await this.#page.evaluate(() => window.outerWidth);
+    let offsetWidth = await this.#page.evaluate(() => document?.documentElement?.offsetWidth);
+    if (typeof offsetWidth === "undefined") {
+      offsetWidth = 0;
+    }
+    let windowWidth = await this.#page.evaluate(() => window.outerWidth);
+    if (typeof windowWidth === "undefined") {
+      windowWidth = 0;
+    }
     const pageWidth = Math.max(offsetWidth, windowWidth);
     return pageWidth;
   }
@@ -1069,6 +1089,8 @@ var PlaywrightPage = class extends import_node_events.default {
     }
     if (typeof taskId === "number") {
       actPageInfo.taskId = taskId;
+      const debug = this.#page && this.#page.pageInfo && this.#page.pageInfo.taskId < 0;
+      this.#isDebugTask = !!debug;
     }
     if (typeof relatedId === "number") {
       actPageInfo.relatedId = relatedId;
@@ -1133,6 +1155,13 @@ var PlaywrightPage = class extends import_node_events.default {
             const { requestMatch, action, fulfill } = option;
             const request = route.request();
             const matchedFlag = !requestMatch || this.#checkRequestMatch(request, requestMatch);
+            if (this.#isDebugTask) {
+              if (matchedFlag) {
+                logwarn(`##dbg matched request ${request.method()} ${request.url()}`);
+              } else {
+                loginfo(`##dbg unmatched request ${request.method()} ${request.url()}`);
+              }
+            }
             if (matchedFlag) {
               switch (action) {
                 case "abort":
@@ -1184,6 +1213,13 @@ var PlaywrightPage = class extends import_node_events.default {
             matchedFlag = false;
           }
         }
+        if (this.#isDebugTask) {
+          if (matchedFlag) {
+            logwarn(`##dbg matched response ${request.method()} ${request.url()}`);
+          } else {
+            loginfo(`##dbg unmatched response ${request.method()} ${request.url()}`);
+          }
+        }
         if (!matchedFlag) {
           continue;
         }
@@ -2212,6 +2248,7 @@ var PuppeteerPage = class extends import_node_events4.default {
   #requestInterceptionNum;
   #responseInterceptionNum;
   #client;
+  #isDebugTask;
   #hasValidUrl(page) {
     const url = page.url();
     return url.toLowerCase().startsWith("http");
@@ -2444,6 +2481,7 @@ var PuppeteerPage = class extends import_node_events4.default {
     this.#requestInterceptionNum = 0;
     this.#responseInterceptionNum = 0;
     this.#client = null;
+    this.#isDebugTask = false;
     this.#addPageOn();
   }
   async addPreloadScript(scriptOrFunc, arg) {
@@ -2562,7 +2600,10 @@ var PuppeteerPage = class extends import_node_events4.default {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const height = await this.#page.evaluate(() => document.documentElement.scrollHeight);
+    let height = await this.#page.evaluate(() => document?.documentElement?.scrollHeight);
+    if (typeof height === "undefined") {
+      height = 0;
+    }
     return height;
   }
   async evaluate(func, args) {
@@ -2717,9 +2758,18 @@ var PuppeteerPage = class extends import_node_events4.default {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const bodyHeight = await this.#page.evaluate(() => document.body.scrollHeight);
-    const documentHeight = await this.#page.evaluate(() => document.documentElement.scrollHeight);
-    const windowHeight = await this.#page.evaluate(() => window.outerHeight);
+    let bodyHeight = await this.#page.evaluate(() => document?.body?.scrollHeight);
+    if (typeof bodyHeight === "undefined") {
+      bodyHeight = 0;
+    }
+    let documentHeight = await this.#page.evaluate(() => document?.documentElement?.scrollHeight);
+    if (typeof documentHeight === "undefined") {
+      documentHeight = 0;
+    }
+    let windowHeight = await this.#page.evaluate(() => window.outerHeight);
+    if (typeof windowHeight === "undefined") {
+      windowHeight = 0;
+    }
     const pageHeight = Math.max(bodyHeight, documentHeight, windowHeight);
     return pageHeight;
   }
@@ -2733,8 +2783,14 @@ var PuppeteerPage = class extends import_node_events4.default {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const offsetWidth = await this.#page.evaluate(() => document.documentElement.offsetWidth);
-    const windowWidth = await this.#page.evaluate(() => window.outerWidth);
+    let offsetWidth = await this.#page.evaluate(() => document?.documentElement?.offsetWidth);
+    if (typeof offsetWidth === "undefined") {
+      offsetWidth = 0;
+    }
+    let windowWidth = await this.#page.evaluate(() => window.outerWidth);
+    if (typeof windowWidth === "undefined") {
+      windowWidth = 0;
+    }
     const pageWidth = Math.max(offsetWidth, windowWidth);
     return pageWidth;
   }
@@ -2841,6 +2897,8 @@ var PuppeteerPage = class extends import_node_events4.default {
     }
     if (typeof taskId === "number") {
       actPageInfo.taskId = taskId;
+      const debug = this.#page && this.#page.pageInfo && this.#page.pageInfo.taskId < 0;
+      this.#isDebugTask = !!debug;
     }
     if (typeof relatedId === "number") {
       actPageInfo.relatedId = relatedId;
@@ -2897,6 +2955,13 @@ var PuppeteerPage = class extends import_node_events4.default {
         for (const option of actOptions) {
           const { requestMatch, action, fulfill } = option;
           const matchedFlag = !requestMatch || this.#checkRequestMatch(request, requestMatch);
+          if (this.#isDebugTask) {
+            if (matchedFlag) {
+              logwarn(`##dbg matched request ${request.method()} ${request.url()}`);
+            } else {
+              loginfo(`##dbg unmatched request ${request.method()} ${request.url()}`);
+            }
+          }
           if (matchedFlag) {
             switch (action) {
               case "abort":
@@ -2956,6 +3021,13 @@ var PuppeteerPage = class extends import_node_events4.default {
               matchedFlag = false;
             }
           }
+          if (this.#isDebugTask) {
+            if (matchedFlag) {
+              logwarn(`##dbg matched response ${request.method()} ${request.url()}`);
+            } else {
+              loginfo(`##dbg unmatched response ${request.method()} ${request.url()}`);
+            }
+          }
           if (!matchedFlag) {
             continue;
           }
@@ -4326,6 +4398,7 @@ var PatchrightPage = class extends import_node_events8.default {
   #responseInterceptionOptions;
   #client;
   #responseCb;
+  #isDebugTask;
   #hasValidUrl(page) {
     const url = page.url();
     return url.toLowerCase().startsWith("http");
@@ -4595,6 +4668,7 @@ var PatchrightPage = class extends import_node_events8.default {
     this.#responseInterceptionOptions = [];
     this.#client = null;
     this.#responseCb = null;
+    this.#isDebugTask = false;
     this.#addPageOn();
   }
   async addPreloadScript(scriptOrFunc, arg) {
@@ -4716,7 +4790,10 @@ var PatchrightPage = class extends import_node_events8.default {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const height = await this.#page.evaluate(() => document.documentElement.scrollHeight);
+    let height = await this.#page.evaluate(() => document?.documentElement?.scrollHeight);
+    if (typeof height === "undefined") {
+      height = 0;
+    }
     return height;
   }
   async evaluate(func, args, isolated = true) {
@@ -4866,9 +4943,18 @@ var PatchrightPage = class extends import_node_events8.default {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const bodyHeight = await this.#page.evaluate(() => document.body.scrollHeight);
-    const documentHeight = await this.#page.evaluate(() => document.documentElement.scrollHeight);
-    const windowHeight = await this.#page.evaluate(() => window.outerHeight);
+    let bodyHeight = await this.#page.evaluate(() => document?.body?.scrollHeight);
+    if (typeof bodyHeight === "undefined") {
+      bodyHeight = 0;
+    }
+    let documentHeight = await this.#page.evaluate(() => document?.documentElement?.scrollHeight);
+    if (typeof documentHeight === "undefined") {
+      documentHeight = 0;
+    }
+    let windowHeight = await this.#page.evaluate(() => window.outerHeight);
+    if (typeof windowHeight === "undefined") {
+      windowHeight = 0;
+    }
     const pageHeight = Math.max(bodyHeight, documentHeight, windowHeight);
     return pageHeight;
   }
@@ -4882,8 +4968,14 @@ var PatchrightPage = class extends import_node_events8.default {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const offsetWidth = await this.#page.evaluate(() => document.documentElement.offsetWidth);
-    const windowWidth = await this.#page.evaluate(() => window.outerWidth);
+    let offsetWidth = await this.#page.evaluate(() => document?.documentElement?.offsetWidth);
+    if (typeof offsetWidth === "undefined") {
+      offsetWidth = 0;
+    }
+    let windowWidth = await this.#page.evaluate(() => window.outerWidth);
+    if (typeof windowWidth === "undefined") {
+      windowWidth = 0;
+    }
     const pageWidth = Math.max(offsetWidth, windowWidth);
     return pageWidth;
   }
@@ -4991,6 +5083,8 @@ var PatchrightPage = class extends import_node_events8.default {
     }
     if (typeof taskId === "number") {
       actPageInfo.taskId = taskId;
+      const debug = this.#page && this.#page.pageInfo && this.#page.pageInfo.taskId < 0;
+      this.#isDebugTask = !!debug;
     }
     if (typeof relatedId === "number") {
       actPageInfo.relatedId = relatedId;
@@ -5055,6 +5149,13 @@ var PatchrightPage = class extends import_node_events8.default {
             const { requestMatch, action, fulfill } = option;
             const request = route.request();
             const matchedFlag = !requestMatch || this.#checkRequestMatch(request, requestMatch);
+            if (this.#isDebugTask) {
+              if (matchedFlag) {
+                logwarn(`##dbg matched request ${request.method()} ${request.url()}`);
+              } else {
+                loginfo(`##dbg unmatched request ${request.method()} ${request.url()}`);
+              }
+            }
             if (matchedFlag) {
               switch (action) {
                 case "abort":
@@ -5106,6 +5207,13 @@ var PatchrightPage = class extends import_node_events8.default {
             matchedFlag = false;
           }
         }
+        if (this.#isDebugTask) {
+          if (matchedFlag) {
+            logwarn(`##dbg matched response ${request.method()} ${request.url()}`);
+          } else {
+            loginfo(`##dbg unmatched response ${request.method()} ${request.url()}`);
+          }
+        }
         if (!matchedFlag) {
           continue;
         }
@@ -6140,6 +6248,7 @@ var CamoufoxPage = class extends import_node_events11.default {
   #responseInterceptionOptions;
   #client;
   #responseCb;
+  #isDebugTask;
   #hasValidUrl(page) {
     const url = page.url();
     return url.toLowerCase().startsWith("http");
@@ -6409,6 +6518,7 @@ var CamoufoxPage = class extends import_node_events11.default {
     this.#responseInterceptionOptions = [];
     this.#client = null;
     this.#responseCb = null;
+    this.#isDebugTask = false;
     this.#addPageOn();
   }
   async addPreloadScript() {
@@ -6517,7 +6627,10 @@ var CamoufoxPage = class extends import_node_events11.default {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const height = await this.#page.evaluate(() => document.documentElement.scrollHeight);
+    let height = await this.#page.evaluate(() => document?.documentElement?.scrollHeight);
+    if (typeof height === "undefined") {
+      height = 0;
+    }
     return height;
   }
   async evaluate(func, args, isolated = true) {
@@ -6668,9 +6781,18 @@ var CamoufoxPage = class extends import_node_events11.default {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const bodyHeight = await this.#page.evaluate(() => document.body.scrollHeight);
-    const documentHeight = await this.#page.evaluate(() => document.documentElement.scrollHeight);
-    const windowHeight = await this.#page.evaluate(() => window.outerHeight);
+    let bodyHeight = await this.#page.evaluate(() => document?.body?.scrollHeight);
+    if (typeof bodyHeight === "undefined") {
+      bodyHeight = 0;
+    }
+    let documentHeight = await this.#page.evaluate(() => document?.documentElement?.scrollHeight);
+    if (typeof documentHeight === "undefined") {
+      documentHeight = 0;
+    }
+    let windowHeight = await this.#page.evaluate(() => window.outerHeight);
+    if (typeof windowHeight === "undefined") {
+      windowHeight = 0;
+    }
     const pageHeight = Math.max(bodyHeight, documentHeight, windowHeight);
     return pageHeight;
   }
@@ -6684,8 +6806,14 @@ var CamoufoxPage = class extends import_node_events11.default {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const offsetWidth = await this.#page.evaluate(() => document.documentElement.offsetWidth);
-    const windowWidth = await this.#page.evaluate(() => window.outerWidth);
+    let offsetWidth = await this.#page.evaluate(() => document?.documentElement?.offsetWidth);
+    if (typeof offsetWidth === "undefined") {
+      offsetWidth = 0;
+    }
+    let windowWidth = await this.#page.evaluate(() => window.outerWidth);
+    if (typeof windowWidth === "undefined") {
+      windowWidth = 0;
+    }
     const pageWidth = Math.max(offsetWidth, windowWidth);
     return pageWidth;
   }
@@ -6793,6 +6921,8 @@ var CamoufoxPage = class extends import_node_events11.default {
     }
     if (typeof taskId === "number") {
       actPageInfo.taskId = taskId;
+      const debug = this.#page && this.#page.pageInfo && this.#page.pageInfo.taskId < 0;
+      this.#isDebugTask = !!debug;
     }
     if (typeof relatedId === "number") {
       actPageInfo.relatedId = relatedId;
@@ -6857,6 +6987,13 @@ var CamoufoxPage = class extends import_node_events11.default {
             const { requestMatch, action, fulfill } = option;
             const request = route.request();
             const matchedFlag = !requestMatch || this.#checkRequestMatch(request, requestMatch);
+            if (this.#isDebugTask) {
+              if (matchedFlag) {
+                logwarn(`##dbg matched request ${request.method()} ${request.url()}`);
+              } else {
+                loginfo(`##dbg unmatched request ${request.method()} ${request.url()}`);
+              }
+            }
             if (matchedFlag) {
               switch (action) {
                 case "abort":
@@ -6908,6 +7045,13 @@ var CamoufoxPage = class extends import_node_events11.default {
             matchedFlag = false;
           }
         }
+        if (this.#isDebugTask) {
+          if (matchedFlag) {
+            logwarn(`##dbg matched response ${request.method()} ${request.url()}`);
+          } else {
+            loginfo(`##dbg unmatched response ${request.method()} ${request.url()}`);
+          }
+        }
         if (!matchedFlag) {
           continue;
         }

package/dist/index.js

@@ -356,6 +356,7 @@ var PlaywrightPage = class extends EventEmitter {
   #responseInterceptionOptions;
   #client;
   #responseCb;
+  #isDebugTask;
   #hasValidUrl(page) {
     const url = page.url();
     return url.toLowerCase().startsWith("http");
@@ -625,6 +626,7 @@ var PlaywrightPage = class extends EventEmitter {
     this.#responseInterceptionOptions = [];
     this.#client = null;
     this.#responseCb = null;
+    this.#isDebugTask = false;
     this.#addPageOn();
   }
   async addPreloadScript(scriptOrFunc, arg) {
@@ -746,7 +748,10 @@ var PlaywrightPage = class extends EventEmitter {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const height = await this.#page.evaluate(() => document.documentElement.scrollHeight);
+    let height = await this.#page.evaluate(() => document?.documentElement?.scrollHeight);
+    if (typeof height === "undefined") {
+      height = 0;
+    }
     return height;
   }
   async evaluate(func, args) {
@@ -897,9 +902,18 @@ var PlaywrightPage = class extends EventEmitter {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const bodyHeight = await this.#page.evaluate(() => document.body.scrollHeight);
-    const documentHeight = await this.#page.evaluate(() => document.documentElement.scrollHeight);
-    const windowHeight = await this.#page.evaluate(() => window.outerHeight);
+    let bodyHeight = await this.#page.evaluate(() => document?.body?.scrollHeight);
+    if (typeof bodyHeight === "undefined") {
+      bodyHeight = 0;
+    }
+    let documentHeight = await this.#page.evaluate(() => document?.documentElement?.scrollHeight);
+    if (typeof documentHeight === "undefined") {
+      documentHeight = 0;
+    }
+    let windowHeight = await this.#page.evaluate(() => window.outerHeight);
+    if (typeof windowHeight === "undefined") {
+      windowHeight = 0;
+    }
     const pageHeight = Math.max(bodyHeight, documentHeight, windowHeight);
     return pageHeight;
   }
@@ -913,8 +927,14 @@ var PlaywrightPage = class extends EventEmitter {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const offsetWidth = await this.#page.evaluate(() => document.documentElement.offsetWidth);
-    const windowWidth = await this.#page.evaluate(() => window.outerWidth);
+    let offsetWidth = await this.#page.evaluate(() => document?.documentElement?.offsetWidth);
+    if (typeof offsetWidth === "undefined") {
+      offsetWidth = 0;
+    }
+    let windowWidth = await this.#page.evaluate(() => window.outerWidth);
+    if (typeof windowWidth === "undefined") {
+      windowWidth = 0;
+    }
     const pageWidth = Math.max(offsetWidth, windowWidth);
     return pageWidth;
   }
@@ -1022,6 +1042,8 @@ var PlaywrightPage = class extends EventEmitter {
     }
     if (typeof taskId === "number") {
       actPageInfo.taskId = taskId;
+      const debug = this.#page && this.#page.pageInfo && this.#page.pageInfo.taskId < 0;
+      this.#isDebugTask = !!debug;
     }
     if (typeof relatedId === "number") {
       actPageInfo.relatedId = relatedId;
@@ -1086,6 +1108,13 @@ var PlaywrightPage = class extends EventEmitter {
             const { requestMatch, action, fulfill } = option;
             const request = route.request();
             const matchedFlag = !requestMatch || this.#checkRequestMatch(request, requestMatch);
+            if (this.#isDebugTask) {
+              if (matchedFlag) {
+                logwarn(`##dbg matched request ${request.method()} ${request.url()}`);
+              } else {
+                loginfo(`##dbg unmatched request ${request.method()} ${request.url()}`);
+              }
+            }
             if (matchedFlag) {
               switch (action) {
                 case "abort":
@@ -1137,6 +1166,13 @@ var PlaywrightPage = class extends EventEmitter {
             matchedFlag = false;
           }
         }
+        if (this.#isDebugTask) {
+          if (matchedFlag) {
+            logwarn(`##dbg matched response ${request.method()} ${request.url()}`);
+          } else {
+            loginfo(`##dbg unmatched response ${request.method()} ${request.url()}`);
+          }
+        }
         if (!matchedFlag) {
           continue;
         }
@@ -2165,6 +2201,7 @@ var PuppeteerPage = class extends EventEmitter4 {
   #requestInterceptionNum;
   #responseInterceptionNum;
   #client;
+  #isDebugTask;
   #hasValidUrl(page) {
     const url = page.url();
     return url.toLowerCase().startsWith("http");
@@ -2397,6 +2434,7 @@ var PuppeteerPage = class extends EventEmitter4 {
     this.#requestInterceptionNum = 0;
     this.#responseInterceptionNum = 0;
     this.#client = null;
+    this.#isDebugTask = false;
     this.#addPageOn();
   }
   async addPreloadScript(scriptOrFunc, arg) {
@@ -2515,7 +2553,10 @@ var PuppeteerPage = class extends EventEmitter4 {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const height = await this.#page.evaluate(() => document.documentElement.scrollHeight);
+    let height = await this.#page.evaluate(() => document?.documentElement?.scrollHeight);
+    if (typeof height === "undefined") {
+      height = 0;
+    }
     return height;
   }
   async evaluate(func, args) {
@@ -2670,9 +2711,18 @@ var PuppeteerPage = class extends EventEmitter4 {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const bodyHeight = await this.#page.evaluate(() => document.body.scrollHeight);
-    const documentHeight = await this.#page.evaluate(() => document.documentElement.scrollHeight);
-    const windowHeight = await this.#page.evaluate(() => window.outerHeight);
+    let bodyHeight = await this.#page.evaluate(() => document?.body?.scrollHeight);
+    if (typeof bodyHeight === "undefined") {
+      bodyHeight = 0;
+    }
+    let documentHeight = await this.#page.evaluate(() => document?.documentElement?.scrollHeight);
+    if (typeof documentHeight === "undefined") {
+      documentHeight = 0;
+    }
+    let windowHeight = await this.#page.evaluate(() => window.outerHeight);
+    if (typeof windowHeight === "undefined") {
+      windowHeight = 0;
+    }
     const pageHeight = Math.max(bodyHeight, documentHeight, windowHeight);
     return pageHeight;
   }
@@ -2686,8 +2736,14 @@ var PuppeteerPage = class extends EventEmitter4 {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const offsetWidth = await this.#page.evaluate(() => document.documentElement.offsetWidth);
-    const windowWidth = await this.#page.evaluate(() => window.outerWidth);
+    let offsetWidth = await this.#page.evaluate(() => document?.documentElement?.offsetWidth);
+    if (typeof offsetWidth === "undefined") {
+      offsetWidth = 0;
+    }
+    let windowWidth = await this.#page.evaluate(() => window.outerWidth);
+    if (typeof windowWidth === "undefined") {
+      windowWidth = 0;
+    }
     const pageWidth = Math.max(offsetWidth, windowWidth);
     return pageWidth;
   }
@@ -2794,6 +2850,8 @@ var PuppeteerPage = class extends EventEmitter4 {
     }
     if (typeof taskId === "number") {
       actPageInfo.taskId = taskId;
+      const debug = this.#page && this.#page.pageInfo && this.#page.pageInfo.taskId < 0;
+      this.#isDebugTask = !!debug;
     }
     if (typeof relatedId === "number") {
       actPageInfo.relatedId = relatedId;
@@ -2850,6 +2908,13 @@ var PuppeteerPage = class extends EventEmitter4 {
         for (const option of actOptions) {
           const { requestMatch, action, fulfill } = option;
           const matchedFlag = !requestMatch || this.#checkRequestMatch(request, requestMatch);
+          if (this.#isDebugTask) {
+            if (matchedFlag) {
+              logwarn(`##dbg matched request ${request.method()} ${request.url()}`);
+            } else {
+              loginfo(`##dbg unmatched request ${request.method()} ${request.url()}`);
+            }
+          }
           if (matchedFlag) {
             switch (action) {
               case "abort":
@@ -2909,6 +2974,13 @@ var PuppeteerPage = class extends EventEmitter4 {
               matchedFlag = false;
             }
           }
+          if (this.#isDebugTask) {
+            if (matchedFlag) {
+              logwarn(`##dbg matched response ${request.method()} ${request.url()}`);
+            } else {
+              loginfo(`##dbg unmatched response ${request.method()} ${request.url()}`);
+            }
+          }
           if (!matchedFlag) {
             continue;
           }
@@ -4279,6 +4351,7 @@ var PatchrightPage = class extends EventEmitter8 {
   #responseInterceptionOptions;
   #client;
   #responseCb;
+  #isDebugTask;
   #hasValidUrl(page) {
     const url = page.url();
     return url.toLowerCase().startsWith("http");
@@ -4548,6 +4621,7 @@ var PatchrightPage = class extends EventEmitter8 {
     this.#responseInterceptionOptions = [];
     this.#client = null;
     this.#responseCb = null;
+    this.#isDebugTask = false;
     this.#addPageOn();
   }
   async addPreloadScript(scriptOrFunc, arg) {
@@ -4669,7 +4743,10 @@ var PatchrightPage = class extends EventEmitter8 {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const height = await this.#page.evaluate(() => document.documentElement.scrollHeight);
+    let height = await this.#page.evaluate(() => document?.documentElement?.scrollHeight);
+    if (typeof height === "undefined") {
+      height = 0;
+    }
     return height;
   }
   async evaluate(func, args, isolated = true) {
@@ -4819,9 +4896,18 @@ var PatchrightPage = class extends EventEmitter8 {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const bodyHeight = await this.#page.evaluate(() => document.body.scrollHeight);
-    const documentHeight = await this.#page.evaluate(() => document.documentElement.scrollHeight);
-    const windowHeight = await this.#page.evaluate(() => window.outerHeight);
+    let bodyHeight = await this.#page.evaluate(() => document?.body?.scrollHeight);
+    if (typeof bodyHeight === "undefined") {
+      bodyHeight = 0;
+    }
+    let documentHeight = await this.#page.evaluate(() => document?.documentElement?.scrollHeight);
+    if (typeof documentHeight === "undefined") {
+      documentHeight = 0;
+    }
+    let windowHeight = await this.#page.evaluate(() => window.outerHeight);
+    if (typeof windowHeight === "undefined") {
+      windowHeight = 0;
+    }
     const pageHeight = Math.max(bodyHeight, documentHeight, windowHeight);
     return pageHeight;
   }
@@ -4835,8 +4921,14 @@ var PatchrightPage = class extends EventEmitter8 {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const offsetWidth = await this.#page.evaluate(() => document.documentElement.offsetWidth);
-    const windowWidth = await this.#page.evaluate(() => window.outerWidth);
+    let offsetWidth = await this.#page.evaluate(() => document?.documentElement?.offsetWidth);
+    if (typeof offsetWidth === "undefined") {
+      offsetWidth = 0;
+    }
+    let windowWidth = await this.#page.evaluate(() => window.outerWidth);
+    if (typeof windowWidth === "undefined") {
+      windowWidth = 0;
+    }
     const pageWidth = Math.max(offsetWidth, windowWidth);
     return pageWidth;
   }
@@ -4944,6 +5036,8 @@ var PatchrightPage = class extends EventEmitter8 {
     }
     if (typeof taskId === "number") {
       actPageInfo.taskId = taskId;
+      const debug = this.#page && this.#page.pageInfo && this.#page.pageInfo.taskId < 0;
+      this.#isDebugTask = !!debug;
     }
     if (typeof relatedId === "number") {
       actPageInfo.relatedId = relatedId;
@@ -5008,6 +5102,13 @@ var PatchrightPage = class extends EventEmitter8 {
             const { requestMatch, action, fulfill } = option;
             const request = route.request();
             const matchedFlag = !requestMatch || this.#checkRequestMatch(request, requestMatch);
+            if (this.#isDebugTask) {
+              if (matchedFlag) {
+                logwarn(`##dbg matched request ${request.method()} ${request.url()}`);
+              } else {
+                loginfo(`##dbg unmatched request ${request.method()} ${request.url()}`);
+              }
+            }
             if (matchedFlag) {
               switch (action) {
                 case "abort":
@@ -5059,6 +5160,13 @@ var PatchrightPage = class extends EventEmitter8 {
             matchedFlag = false;
           }
         }
+        if (this.#isDebugTask) {
+          if (matchedFlag) {
+            logwarn(`##dbg matched response ${request.method()} ${request.url()}`);
+          } else {
+            loginfo(`##dbg unmatched response ${request.method()} ${request.url()}`);
+          }
+        }
         if (!matchedFlag) {
           continue;
         }
@@ -6093,6 +6201,7 @@ var CamoufoxPage = class extends EventEmitter11 {
   #responseInterceptionOptions;
   #client;
   #responseCb;
+  #isDebugTask;
   #hasValidUrl(page) {
     const url = page.url();
     return url.toLowerCase().startsWith("http");
@@ -6362,6 +6471,7 @@ var CamoufoxPage = class extends EventEmitter11 {
     this.#responseInterceptionOptions = [];
     this.#client = null;
     this.#responseCb = null;
+    this.#isDebugTask = false;
     this.#addPageOn();
   }
   async addPreloadScript() {
@@ -6470,7 +6580,10 @@ var CamoufoxPage = class extends EventEmitter11 {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const height = await this.#page.evaluate(() => document.documentElement.scrollHeight);
+    let height = await this.#page.evaluate(() => document?.documentElement?.scrollHeight);
+    if (typeof height === "undefined") {
+      height = 0;
+    }
     return height;
   }
   async evaluate(func, args, isolated = true) {
@@ -6621,9 +6734,18 @@ var CamoufoxPage = class extends EventEmitter11 {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const bodyHeight = await this.#page.evaluate(() => document.body.scrollHeight);
-    const documentHeight = await this.#page.evaluate(() => document.documentElement.scrollHeight);
-    const windowHeight = await this.#page.evaluate(() => window.outerHeight);
+    let bodyHeight = await this.#page.evaluate(() => document?.body?.scrollHeight);
+    if (typeof bodyHeight === "undefined") {
+      bodyHeight = 0;
+    }
+    let documentHeight = await this.#page.evaluate(() => document?.documentElement?.scrollHeight);
+    if (typeof documentHeight === "undefined") {
+      documentHeight = 0;
+    }
+    let windowHeight = await this.#page.evaluate(() => window.outerHeight);
+    if (typeof windowHeight === "undefined") {
+      windowHeight = 0;
+    }
     const pageHeight = Math.max(bodyHeight, documentHeight, windowHeight);
     return pageHeight;
   }
@@ -6637,8 +6759,14 @@ var CamoufoxPage = class extends EventEmitter11 {
     if (!this.#page) {
       throw new Error("No valid page");
     }
-    const offsetWidth = await this.#page.evaluate(() => document.documentElement.offsetWidth);
-    const windowWidth = await this.#page.evaluate(() => window.outerWidth);
+    let offsetWidth = await this.#page.evaluate(() => document?.documentElement?.offsetWidth);
+    if (typeof offsetWidth === "undefined") {
+      offsetWidth = 0;
+    }
+    let windowWidth = await this.#page.evaluate(() => window.outerWidth);
+    if (typeof windowWidth === "undefined") {
+      windowWidth = 0;
+    }
     const pageWidth = Math.max(offsetWidth, windowWidth);
     return pageWidth;
   }
@@ -6746,6 +6874,8 @@ var CamoufoxPage = class extends EventEmitter11 {
     }
     if (typeof taskId === "number") {
       actPageInfo.taskId = taskId;
+      const debug = this.#page && this.#page.pageInfo && this.#page.pageInfo.taskId < 0;
+      this.#isDebugTask = !!debug;
     }
     if (typeof relatedId === "number") {
       actPageInfo.relatedId = relatedId;
@@ -6810,6 +6940,13 @@ var CamoufoxPage = class extends EventEmitter11 {
             const { requestMatch, action, fulfill } = option;
             const request = route.request();
             const matchedFlag = !requestMatch || this.#checkRequestMatch(request, requestMatch);
+            if (this.#isDebugTask) {
+              if (matchedFlag) {
+                logwarn(`##dbg matched request ${request.method()} ${request.url()}`);
+              } else {
+                loginfo(`##dbg unmatched request ${request.method()} ${request.url()}`);
+              }
+            }
             if (matchedFlag) {
               switch (action) {
                 case "abort":
@@ -6861,6 +6998,13 @@ var CamoufoxPage = class extends EventEmitter11 {
             matchedFlag = false;
           }
         }
+        if (this.#isDebugTask) {
+          if (matchedFlag) {
+            logwarn(`##dbg matched response ${request.method()} ${request.url()}`);
+          } else {
+            loginfo(`##dbg unmatched response ${request.method()} ${request.url()}`);
+          }
+        }
         if (!matchedFlag) {
           continue;
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@letsscrapedata/controller",
-  "version": "0.0.63",
+  "version": "0.0.65",
   "description": "Unified browser / HTML controller interfaces that support patchright, camoufox, playwright, puppeteer and cheerio",
   "type": "module",
   "main": "./dist/index.cjs",
@@ -38,6 +38,8 @@
     "controller",
     "headless",
     "chrome",
+    "patchright",
+    "camoufox",
     "playwright",
     "puppeteer",
     "cheerio",
@@ -47,7 +49,7 @@
   ],
   "dependencies": {
     "@letsscrapedata/utils": "^0.0.26",
-    "camoufox-js-lsd": "^0.6.4",
+    "camoufox-js-lsd": "^0.6.5",
     "cheerio": "^1.0.0",
     "patchright": "^1.52.5",
     "playwright": "^1.43.0",