@letsscrapedata/controller 0.0.7 → 0.0.9

package/dist/index.cjs

@@ -327,6 +327,7 @@ var PlaywrightPage = class extends import_node_events.default {
   #pageId;
   #resquestInterceptionOptions;
   #responseInterceptionOptions;
+  #client;
   #hasValidUrl(page) {
     const url = page.url();
     return url.toLowerCase().startsWith("http");
@@ -538,6 +539,7 @@ var PlaywrightPage = class extends import_node_events.default {
     this.#pageId = `page${browserIdx}-${browserContextIdx}-${pageIdx}`;
     this.#resquestInterceptionOptions = [];
     this.#responseInterceptionOptions = [];
+    this.#client = null;
     this.#addPageOn();
   }
   async bringToFront() {
@@ -793,6 +795,24 @@ var PlaywrightPage = class extends import_node_events.default {
     );
     return true;
   }
+  async sendCDPMessage(method, params = null, detach = true) {
+    if (!this.#client) {
+      const origContext = this.browserContext()._origBrowserContext();
+      if (!origContext) {
+        throw new Error(`Invalid playwright browserContext`);
+      }
+      this.#client = origContext.newCDPSession(this.#page);
+    }
+    if (!this.#client) {
+      throw new Error("No valid CDP session to send message");
+    }
+    const response = params ? await this.#client.send(method, params) : await this.#client.send(method);
+    if (detach) {
+      await this.#client.detach();
+      this.#client = null;
+    }
+    return response;
+  }
   async setCookies(cookies) {
     if (!this.#page) {
       throw new Error("No valid page");
@@ -1080,7 +1100,25 @@ var PlaywrightPage = class extends import_node_events.default {
             retObj = retObj[key];
           }
         }
-        return JSON.stringify(retObj);
+        if (typeof retObj === "string") {
+          return retObj;
+        } else if (typeof retObj === "number") {
+          return String(retObj);
+        } else if (typeof retObj === "boolean") {
+          return String(Number(retObj));
+        } else if (!retObj) {
+          return "";
+        } else if (typeof retObj === "object") {
+          try {
+            return JSON.stringify(retObj);
+          } catch (err) {
+            return "";
+          }
+        } else if (typeof retObj === "bigint") {
+          return String(retObj);
+        } else {
+          return "";
+        }
       },
       keys
     );
@@ -1769,6 +1807,7 @@ var PuppeteerPage = class extends import_node_events4.default {
   #pageId;
   #requestInterceptionNum;
   #responseInterceptionNum;
+  #client;
   #hasValidUrl(page) {
     const url = page.url();
     return url.toLowerCase().startsWith("http");
@@ -1965,6 +2004,7 @@ var PuppeteerPage = class extends import_node_events4.default {
     this.#pageId = `page${browserIdx}-${browserContextIdx}-${pageIdx}`;
     this.#requestInterceptionNum = 0;
     this.#responseInterceptionNum = 0;
+    this.#client = null;
     this.#addPageOn();
   }
   async bringToFront() {
@@ -2223,6 +2263,23 @@ var PuppeteerPage = class extends import_node_events4.default {
     );
     return true;
   }
+  async sendCDPMessage(method, params = null, detach = true) {
+    if (!this.#page) {
+      throw new Error("No valid page");
+    }
+    if (!this.#client) {
+      this.#client = await this.#page.createCDPSession();
+    }
+    if (!this.#client) {
+      throw new Error("No valid CDP session to send message");
+    }
+    const response = params ? await this.#client.send(method, params) : await this.#client.send(method);
+    if (detach) {
+      await this.#client.detach();
+      this.#client = null;
+    }
+    return response;
+  }
   async setCookies(cookies) {
     if (!this.#page) {
       throw new Error("No valid page");
@@ -2493,7 +2550,25 @@ var PuppeteerPage = class extends import_node_events4.default {
             retObj = retObj[key];
           }
         }
-        return JSON.stringify(retObj);
+        if (typeof retObj === "string") {
+          return retObj;
+        } else if (typeof retObj === "number") {
+          return String(retObj);
+        } else if (typeof retObj === "boolean") {
+          return String(Number(retObj));
+        } else if (!retObj) {
+          return "";
+        } else if (typeof retObj === "object") {
+          try {
+            return JSON.stringify(retObj);
+          } catch (err) {
+            return "";
+          }
+        } else if (typeof retObj === "bigint") {
+          return String(retObj);
+        } else {
+          return "";
+        }
       },
       keys
     );
@@ -17012,6 +17087,9 @@ var CheerioPage = class extends import_node_events7.default {
   async scrollTo() {
     throw new Error("Not supported in CheerioElement.");
   }
+  async sendCDPMessage() {
+    throw new Error("Method not implemented.");
+  }
   async setCookies() {
     throw new Error("Not supported in CheerioPage.");
   }

package/dist/index.d.cts

@@ -806,6 +806,14 @@ interface LsdPage extends EventEmitter {
     screenshot(options?: ScreenshotOptions): Promise<Buffer>;
     scrollBy(x: number, y: number): Promise<boolean>;
     scrollTo(x: number, y: number): Promise<boolean>;
+    /**
+     *
+     * Send a CDP message over the current(not detached) or new CDP session
+     * @param method protocol method name
+     * @param params default null(ignored), method parameters
+     * @param detach default true, whether to detach the CDPSession from target
+     */
+    sendCDPMessage(method: string, params?: object | null, detach?: boolean): Promise<any>;
     setCookies(cookies: CookieItem[]): Promise<boolean>;
     setExtraHTTPHeaders(headers: Record<string, string>): Promise<boolean>;
     /**
@@ -997,6 +1005,7 @@ declare class PlaywrightPage extends EventEmitter implements LsdPage {
     screenshot(options?: ScreenshotOptions): Promise<Buffer>;
     scrollBy(x: number, y: number): Promise<boolean>;
     scrollTo(x: number, y: number): Promise<boolean>;
+    sendCDPMessage(method: string, params?: object | null, detach?: boolean): Promise<any>;
     setCookies(cookies: CookieItem[]): Promise<boolean>;
     setExtraHTTPHeaders(headers: Record<string, string>): Promise<boolean>;
     setLocalStroage(localStorageItems: LocalStorageItem[]): Promise<boolean>;
@@ -1104,6 +1113,7 @@ declare class PuppeteerPage extends EventEmitter implements LsdPage {
     screenshot(options?: ScreenshotOptions): Promise<Buffer>;
     scrollBy(x: number, y: number): Promise<boolean>;
     scrollTo(x: number, y: number): Promise<boolean>;
+    sendCDPMessage(method: string, params?: object | null, detach?: boolean): Promise<any>;
     setCookies(cookies: CookieItem[]): Promise<boolean>;
     setExtraHTTPHeaders(headers: Record<string, string>): Promise<boolean>;
     setLocalStroage(localStorageItems: LocalStorageItem[]): Promise<boolean>;
@@ -1175,6 +1185,7 @@ declare class CheerioPage extends EventEmitter implements LsdPage {
     screenshot(): Promise<Buffer>;
     scrollBy(): Promise<boolean>;
     scrollTo(): Promise<boolean>;
+    sendCDPMessage(): Promise<any>;
     setCookies(): Promise<boolean>;
     setExtraHTTPHeaders(): Promise<boolean>;
     setLocalStroage(): Promise<boolean>;

package/dist/index.d.ts

@@ -806,6 +806,14 @@ interface LsdPage extends EventEmitter {
     screenshot(options?: ScreenshotOptions): Promise<Buffer>;
     scrollBy(x: number, y: number): Promise<boolean>;
     scrollTo(x: number, y: number): Promise<boolean>;
+    /**
+     *
+     * Send a CDP message over the current(not detached) or new CDP session
+     * @param method protocol method name
+     * @param params default null(ignored), method parameters
+     * @param detach default true, whether to detach the CDPSession from target
+     */
+    sendCDPMessage(method: string, params?: object | null, detach?: boolean): Promise<any>;
     setCookies(cookies: CookieItem[]): Promise<boolean>;
     setExtraHTTPHeaders(headers: Record<string, string>): Promise<boolean>;
     /**
@@ -997,6 +1005,7 @@ declare class PlaywrightPage extends EventEmitter implements LsdPage {
     screenshot(options?: ScreenshotOptions): Promise<Buffer>;
     scrollBy(x: number, y: number): Promise<boolean>;
     scrollTo(x: number, y: number): Promise<boolean>;
+    sendCDPMessage(method: string, params?: object | null, detach?: boolean): Promise<any>;
     setCookies(cookies: CookieItem[]): Promise<boolean>;
     setExtraHTTPHeaders(headers: Record<string, string>): Promise<boolean>;
     setLocalStroage(localStorageItems: LocalStorageItem[]): Promise<boolean>;
@@ -1104,6 +1113,7 @@ declare class PuppeteerPage extends EventEmitter implements LsdPage {
     screenshot(options?: ScreenshotOptions): Promise<Buffer>;
     scrollBy(x: number, y: number): Promise<boolean>;
     scrollTo(x: number, y: number): Promise<boolean>;
+    sendCDPMessage(method: string, params?: object | null, detach?: boolean): Promise<any>;
     setCookies(cookies: CookieItem[]): Promise<boolean>;
     setExtraHTTPHeaders(headers: Record<string, string>): Promise<boolean>;
     setLocalStroage(localStorageItems: LocalStorageItem[]): Promise<boolean>;
@@ -1175,6 +1185,7 @@ declare class CheerioPage extends EventEmitter implements LsdPage {
     screenshot(): Promise<Buffer>;
     scrollBy(): Promise<boolean>;
     scrollTo(): Promise<boolean>;
+    sendCDPMessage(): Promise<any>;
     setCookies(): Promise<boolean>;
     setExtraHTTPHeaders(): Promise<boolean>;
     setLocalStroage(): Promise<boolean>;

package/dist/index.js

@@ -308,6 +308,7 @@ var PlaywrightPage = class extends EventEmitter {
   #pageId;
   #resquestInterceptionOptions;
   #responseInterceptionOptions;
+  #client;
   #hasValidUrl(page) {
     const url = page.url();
     return url.toLowerCase().startsWith("http");
@@ -519,6 +520,7 @@ var PlaywrightPage = class extends EventEmitter {
     this.#pageId = `page${browserIdx}-${browserContextIdx}-${pageIdx}`;
     this.#resquestInterceptionOptions = [];
     this.#responseInterceptionOptions = [];
+    this.#client = null;
     this.#addPageOn();
   }
   async bringToFront() {
@@ -774,6 +776,24 @@ var PlaywrightPage = class extends EventEmitter {
     );
     return true;
   }
+  async sendCDPMessage(method, params = null, detach = true) {
+    if (!this.#client) {
+      const origContext = this.browserContext()._origBrowserContext();
+      if (!origContext) {
+        throw new Error(`Invalid playwright browserContext`);
+      }
+      this.#client = origContext.newCDPSession(this.#page);
+    }
+    if (!this.#client) {
+      throw new Error("No valid CDP session to send message");
+    }
+    const response = params ? await this.#client.send(method, params) : await this.#client.send(method);
+    if (detach) {
+      await this.#client.detach();
+      this.#client = null;
+    }
+    return response;
+  }
   async setCookies(cookies) {
     if (!this.#page) {
       throw new Error("No valid page");
@@ -1061,7 +1081,25 @@ var PlaywrightPage = class extends EventEmitter {
             retObj = retObj[key];
           }
         }
-        return JSON.stringify(retObj);
+        if (typeof retObj === "string") {
+          return retObj;
+        } else if (typeof retObj === "number") {
+          return String(retObj);
+        } else if (typeof retObj === "boolean") {
+          return String(Number(retObj));
+        } else if (!retObj) {
+          return "";
+        } else if (typeof retObj === "object") {
+          try {
+            return JSON.stringify(retObj);
+          } catch (err) {
+            return "";
+          }
+        } else if (typeof retObj === "bigint") {
+          return String(retObj);
+        } else {
+          return "";
+        }
       },
       keys
     );
@@ -1750,6 +1788,7 @@ var PuppeteerPage = class extends EventEmitter4 {
   #pageId;
   #requestInterceptionNum;
   #responseInterceptionNum;
+  #client;
   #hasValidUrl(page) {
     const url = page.url();
     return url.toLowerCase().startsWith("http");
@@ -1946,6 +1985,7 @@ var PuppeteerPage = class extends EventEmitter4 {
     this.#pageId = `page${browserIdx}-${browserContextIdx}-${pageIdx}`;
     this.#requestInterceptionNum = 0;
     this.#responseInterceptionNum = 0;
+    this.#client = null;
     this.#addPageOn();
   }
   async bringToFront() {
@@ -2204,6 +2244,23 @@ var PuppeteerPage = class extends EventEmitter4 {
     );
     return true;
   }
+  async sendCDPMessage(method, params = null, detach = true) {
+    if (!this.#page) {
+      throw new Error("No valid page");
+    }
+    if (!this.#client) {
+      this.#client = await this.#page.createCDPSession();
+    }
+    if (!this.#client) {
+      throw new Error("No valid CDP session to send message");
+    }
+    const response = params ? await this.#client.send(method, params) : await this.#client.send(method);
+    if (detach) {
+      await this.#client.detach();
+      this.#client = null;
+    }
+    return response;
+  }
   async setCookies(cookies) {
     if (!this.#page) {
       throw new Error("No valid page");
@@ -2474,7 +2531,25 @@ var PuppeteerPage = class extends EventEmitter4 {
             retObj = retObj[key];
           }
         }
-        return JSON.stringify(retObj);
+        if (typeof retObj === "string") {
+          return retObj;
+        } else if (typeof retObj === "number") {
+          return String(retObj);
+        } else if (typeof retObj === "boolean") {
+          return String(Number(retObj));
+        } else if (!retObj) {
+          return "";
+        } else if (typeof retObj === "object") {
+          try {
+            return JSON.stringify(retObj);
+          } catch (err) {
+            return "";
+          }
+        } else if (typeof retObj === "bigint") {
+          return String(retObj);
+        } else {
+          return "";
+        }
       },
       keys
     );
@@ -16993,6 +17068,9 @@ var CheerioPage = class extends EventEmitter7 {
   async scrollTo() {
     throw new Error("Not supported in CheerioElement.");
   }
+  async sendCDPMessage() {
+    throw new Error("Method not implemented.");
+  }
   async setCookies() {
     throw new Error("Not supported in CheerioPage.");
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@letsscrapedata/controller",
-  "version": "0.0.7",
+  "version": "0.0.9",
   "description": "Unified browser / HTML controller interfaces that support playwright, puppeteer and cheerio",
   "type": "module",
   "main": "./dist/index.mjs",