@letsscrapedata/controller 0.0.29 → 0.0.30

package/dist/index.cjs

@@ -545,6 +545,11 @@ var PlaywrightPage = class extends import_node_events.default {
     this.#responseCb = null;
     this.#addPageOn();
   }
+  apiRequestContext() {
+    const origBrowserContext = this.browserContext()._origBrowserContext();
+    const apiRequestContext = origBrowserContext.request;
+    return apiRequestContext;
+  }
   async bringToFront() {
     if (!this.#page) {
       throw new Error("No valid page");
@@ -2026,6 +2031,9 @@ var PuppeteerPage = class extends import_node_events4.default {
     this.#client = null;
     this.#addPageOn();
   }
+  apiRequestContext() {
+    throw new Error("Not supported in PuppeteerPage.");
+  }
   async bringToFront() {
     if (!this.#page) {
       throw new Error("No valid page");
@@ -17008,6 +17016,9 @@ var CheerioPage = class extends import_node_events7.default {
       this.#document = load(html3, { xml: true }).root();
     }
   }
+  apiRequestContext() {
+    throw new Error("Not supported in CheerioPage.");
+  }
   async bringToFront() {
     throw new Error("Not supported in CheerioPage.");
   }
@@ -17350,6 +17361,9 @@ var LsdBrowserController = class _LsdBrowserController {
         args.push("--start-maximized");
         launchOptions.defaultViewport = null;
       }
+      if (!args.includes("--no-sandbox")) {
+        args.push("--no-sandbox");
+      }
       if (browserType === "chromium") {
         if (incognito) {
           args.push("--incognito");
@@ -17412,6 +17426,10 @@ var LsdBrowserController = class _LsdBrowserController {
       throw new Error(`Invalid browserControllerType: ${browserControllerType} in connect`);
     }
   }
+  async newApiRequestContext(options) {
+    const apiRequestContext = await import_playwright.request.newContext(options);
+    return apiRequestContext;
+  }
 };
 var controller = new LsdBrowserController();
 // Annotate the CommonJS export names for ESM import in node:

package/dist/index.d.cts

@@ -1,6 +1,6 @@
 import EventEmitter from 'node:events';
 import { Browser as Browser$1, BrowserContext as BrowserContext$1, Frame as Frame$1, Page as Page$1, HTTPResponse, PuppeteerNode, ElementHandle } from 'puppeteer';
-import { Browser, BrowserContext, Frame, Page, Response, BrowserType, Locator } from 'playwright';
+import { Browser, BrowserContext, Frame, Page, Response, APIRequestContext, BrowserType, Locator } from 'playwright';
 import * as cheerio from 'cheerio';
 
 /**
@@ -15,6 +15,7 @@ type AllBrowserContext = BrowserContext | BrowserContext$1;
 type AllFrame = Frame | Frame$1;
 type AllPage = Page | Page$1;
 type AllResponse = Response | HTTPResponse;
+type AllApiRequestContext = APIRequestContext;
 type CheerioNode = cheerio.Cheerio<cheerio.Element>;
 type Proxy = {
     server: string;
@@ -772,6 +773,11 @@ interface WaitNavigationOptions {
 }
 type PageEvent = "pageClose" | "pagePopup";
 interface LsdPage extends EventEmitter {
+    /**
+     * Get the APIRequestContext associated with this page's browser context.
+     * * only vaild in playwright
+     */
+    apiRequestContext(): AllApiRequestContext;
     bringToFront(): Promise<boolean>;
     browserContext(): LsdBrowserContext;
     clearCookies(): Promise<boolean>;
@@ -918,7 +924,7 @@ interface LsdBrowserContext extends EventEmitter {
     pages(): LsdPage[];
     proxy(): Proxy | null;
     setStateData(stateData: StateData): Promise<boolean>;
-    _origBrowserContext(): AllBrowserContext | null;
+    _origBrowserContext(): AllBrowserContext;
 }
 interface LsdBrowser extends EventEmitter {
     newBrowserContext(options?: LsdBrowserContextOptions): Promise<LsdBrowserContext | null>;
@@ -960,6 +966,10 @@ interface LsdBrowserController$1 {
      * @param puppeteer  null means use puppeteer-extra-plugin-stealth based on playwright-extra
      */
     setPlaywrightBrowserType(browserType: LsdBrowserType, playwrightBrowserType: BrowserType | null): boolean;
+    /**
+     * Create a new APIRequestContext, valid in playwright;
+     */
+    newApiRequestContext(options?: any): Promise<AllApiRequestContext>;
 }
 /**
  * globObj.cfg.XXX:
@@ -1021,12 +1031,13 @@ declare class PlaywrightBrowserContext extends EventEmitter implements LsdBrowse
     pages(): LsdPage[];
     proxy(): Proxy | null;
     setStateData(stateData: StateData): Promise<boolean>;
-    _origBrowserContext(): AllBrowserContext | null;
+    _origBrowserContext(): AllBrowserContext;
 }
 
 declare class PlaywrightPage extends EventEmitter implements LsdPage {
     #private;
     constructor(browserContext: LsdBrowserContext, page: Page, pageInfo?: PageInfo);
+    apiRequestContext(): APIRequestContext;
     bringToFront(): Promise<boolean>;
     browserContext(): LsdBrowserContext;
     clearCookies(): Promise<boolean>;
@@ -1129,12 +1140,13 @@ declare class PuppeteerBrowserContext extends EventEmitter implements LsdBrowser
     pages(): LsdPage[];
     proxy(): Proxy | null;
     setStateData(stateData: StateData): Promise<boolean>;
-    _origBrowserContext(): AllBrowserContext | null;
+    _origBrowserContext(): AllBrowserContext;
 }
 
 declare class PuppeteerPage extends EventEmitter implements LsdPage {
     #private;
     constructor(browserContext: LsdBrowserContext, page: Page$1, pageInfo?: PageInfo);
+    apiRequestContext(): APIRequestContext;
     bringToFront(): Promise<boolean>;
     browserContext(): LsdBrowserContext;
     clearCookies(): Promise<boolean>;
@@ -1213,6 +1225,7 @@ declare class CheerioPage extends EventEmitter implements LsdPage {
      * @param isHtml  default true
      */
     constructor(html?: string, isHtml?: boolean);
+    apiRequestContext(): APIRequestContext;
     bringToFront(): Promise<boolean>;
     browserContext(): LsdBrowserContext;
     clearCookies(): Promise<boolean>;
@@ -1289,7 +1302,8 @@ declare class LsdBrowserController implements LsdBrowserController$1 {
     setPlaywrightBrowserType(browserType: LsdBrowserType, playwrightBrowserType: BrowserType | null): boolean;
     launch(browserControllerType: BrowserControllerType, browserType: LsdBrowserType, options: LsdLaunchOptions): Promise<LsdBrowser>;
     connect(browserControllerType: BrowserControllerType, browserType: LsdBrowserType, options: LsdConnectOptions): Promise<LsdBrowser>;
+    newApiRequestContext(options?: any): Promise<AllApiRequestContext>;
 }
 declare const controller: LsdBrowserController;
 
-export { type AllBrowser, type AllBrowserContext, type AllFrame, type AllPage, type AllResponse, type BrowserControllerOptions, type BrowserControllerType, type BrowserCreationMethod, type BrowserManager, CheerioElement, type CheerioNode, CheerioPage, type CookieItem, type GotoOptions, type IframeOption, type InputOptions, type KeyInput, type KeyPressOptions, type LocalStorageItem, type LocalStorageOrigin, type LowerCasePaperFormat, type LsdBrowser, type LsdBrowserContext, type LsdBrowserContextOptions, type LsdBrowserController$1 as LsdBrowserController, type LsdBrowserType, type LsdConnectOptions, type LsdElement, type LsdLaunchOptions, type LsdPage, type MouseClickOptions, type MouseClickType, type NavigationWaitUntil, type PDFMargin, type PDFOptions, type PageEvent, type PageExtInPlaywright, type PageExtInPuppeteer, type PageInfo, type PageOpenType, type PageStatus, type PaperFormat, PlaywrightBrowser, PlaywrightBrowserContext, type PlaywrightBrowserTypes, PlaywrightElement, PlaywrightPage, type Proxy, PuppeteerBrowser, PuppeteerBrowserContext, PuppeteerElement, PuppeteerPage, type RequestInterceptionAction, type RequestInterceptionOption, type RequestMatch, type RequestMethod, type RequestResourceType, type ResponseHandler, type ResponseHandlerOptions, type ResponseInterceptionItem, type ResponseInterceptionOption, type ResponseMatch, type ScreenshotOptions, type SelectOptions, type StateData, type UpdatablePageInfo, type ViewportSize, type WaitElementOptions, type WaitElementState, type WaitNavigationOptions, controller, defaultProxy };
+export { type AllApiRequestContext, type AllBrowser, type AllBrowserContext, type AllFrame, type AllPage, type AllResponse, type BrowserControllerOptions, type BrowserControllerType, type BrowserCreationMethod, type BrowserManager, CheerioElement, type CheerioNode, CheerioPage, type CookieItem, type GotoOptions, type IframeOption, type InputOptions, type KeyInput, type KeyPressOptions, type LocalStorageItem, type LocalStorageOrigin, type LowerCasePaperFormat, type LsdBrowser, type LsdBrowserContext, type LsdBrowserContextOptions, type LsdBrowserController$1 as LsdBrowserController, type LsdBrowserType, type LsdConnectOptions, type LsdElement, type LsdLaunchOptions, type LsdPage, type MouseClickOptions, type MouseClickType, type NavigationWaitUntil, type PDFMargin, type PDFOptions, type PageEvent, type PageExtInPlaywright, type PageExtInPuppeteer, type PageInfo, type PageOpenType, type PageStatus, type PaperFormat, PlaywrightBrowser, PlaywrightBrowserContext, type PlaywrightBrowserTypes, PlaywrightElement, PlaywrightPage, type Proxy, PuppeteerBrowser, PuppeteerBrowserContext, PuppeteerElement, PuppeteerPage, type RequestInterceptionAction, type RequestInterceptionOption, type RequestMatch, type RequestMethod, type RequestResourceType, type ResponseHandler, type ResponseHandlerOptions, type ResponseInterceptionItem, type ResponseInterceptionOption, type ResponseMatch, type ScreenshotOptions, type SelectOptions, type StateData, type UpdatablePageInfo, type ViewportSize, type WaitElementOptions, type WaitElementState, type WaitNavigationOptions, controller, defaultProxy };

package/dist/index.d.ts

@@ -1,6 +1,6 @@
 import EventEmitter from 'node:events';
 import { Browser as Browser$1, BrowserContext as BrowserContext$1, Frame as Frame$1, Page as Page$1, HTTPResponse, PuppeteerNode, ElementHandle } from 'puppeteer';
-import { Browser, BrowserContext, Frame, Page, Response, BrowserType, Locator } from 'playwright';
+import { Browser, BrowserContext, Frame, Page, Response, APIRequestContext, BrowserType, Locator } from 'playwright';
 import * as cheerio from 'cheerio';
 
 /**
@@ -15,6 +15,7 @@ type AllBrowserContext = BrowserContext | BrowserContext$1;
 type AllFrame = Frame | Frame$1;
 type AllPage = Page | Page$1;
 type AllResponse = Response | HTTPResponse;
+type AllApiRequestContext = APIRequestContext;
 type CheerioNode = cheerio.Cheerio<cheerio.Element>;
 type Proxy = {
     server: string;
@@ -772,6 +773,11 @@ interface WaitNavigationOptions {
 }
 type PageEvent = "pageClose" | "pagePopup";
 interface LsdPage extends EventEmitter {
+    /**
+     * Get the APIRequestContext associated with this page's browser context.
+     * * only vaild in playwright
+     */
+    apiRequestContext(): AllApiRequestContext;
     bringToFront(): Promise<boolean>;
     browserContext(): LsdBrowserContext;
     clearCookies(): Promise<boolean>;
@@ -918,7 +924,7 @@ interface LsdBrowserContext extends EventEmitter {
     pages(): LsdPage[];
     proxy(): Proxy | null;
     setStateData(stateData: StateData): Promise<boolean>;
-    _origBrowserContext(): AllBrowserContext | null;
+    _origBrowserContext(): AllBrowserContext;
 }
 interface LsdBrowser extends EventEmitter {
     newBrowserContext(options?: LsdBrowserContextOptions): Promise<LsdBrowserContext | null>;
@@ -960,6 +966,10 @@ interface LsdBrowserController$1 {
      * @param puppeteer  null means use puppeteer-extra-plugin-stealth based on playwright-extra
      */
     setPlaywrightBrowserType(browserType: LsdBrowserType, playwrightBrowserType: BrowserType | null): boolean;
+    /**
+     * Create a new APIRequestContext, valid in playwright;
+     */
+    newApiRequestContext(options?: any): Promise<AllApiRequestContext>;
 }
 /**
  * globObj.cfg.XXX:
@@ -1021,12 +1031,13 @@ declare class PlaywrightBrowserContext extends EventEmitter implements LsdBrowse
     pages(): LsdPage[];
     proxy(): Proxy | null;
     setStateData(stateData: StateData): Promise<boolean>;
-    _origBrowserContext(): AllBrowserContext | null;
+    _origBrowserContext(): AllBrowserContext;
 }
 
 declare class PlaywrightPage extends EventEmitter implements LsdPage {
     #private;
     constructor(browserContext: LsdBrowserContext, page: Page, pageInfo?: PageInfo);
+    apiRequestContext(): APIRequestContext;
     bringToFront(): Promise<boolean>;
     browserContext(): LsdBrowserContext;
     clearCookies(): Promise<boolean>;
@@ -1129,12 +1140,13 @@ declare class PuppeteerBrowserContext extends EventEmitter implements LsdBrowser
     pages(): LsdPage[];
     proxy(): Proxy | null;
     setStateData(stateData: StateData): Promise<boolean>;
-    _origBrowserContext(): AllBrowserContext | null;
+    _origBrowserContext(): AllBrowserContext;
 }
 
 declare class PuppeteerPage extends EventEmitter implements LsdPage {
     #private;
     constructor(browserContext: LsdBrowserContext, page: Page$1, pageInfo?: PageInfo);
+    apiRequestContext(): APIRequestContext;
     bringToFront(): Promise<boolean>;
     browserContext(): LsdBrowserContext;
     clearCookies(): Promise<boolean>;
@@ -1213,6 +1225,7 @@ declare class CheerioPage extends EventEmitter implements LsdPage {
      * @param isHtml  default true
      */
     constructor(html?: string, isHtml?: boolean);
+    apiRequestContext(): APIRequestContext;
     bringToFront(): Promise<boolean>;
     browserContext(): LsdBrowserContext;
     clearCookies(): Promise<boolean>;
@@ -1289,7 +1302,8 @@ declare class LsdBrowserController implements LsdBrowserController$1 {
     setPlaywrightBrowserType(browserType: LsdBrowserType, playwrightBrowserType: BrowserType | null): boolean;
     launch(browserControllerType: BrowserControllerType, browserType: LsdBrowserType, options: LsdLaunchOptions): Promise<LsdBrowser>;
     connect(browserControllerType: BrowserControllerType, browserType: LsdBrowserType, options: LsdConnectOptions): Promise<LsdBrowser>;
+    newApiRequestContext(options?: any): Promise<AllApiRequestContext>;
 }
 declare const controller: LsdBrowserController;
 
-export { type AllBrowser, type AllBrowserContext, type AllFrame, type AllPage, type AllResponse, type BrowserControllerOptions, type BrowserControllerType, type BrowserCreationMethod, type BrowserManager, CheerioElement, type CheerioNode, CheerioPage, type CookieItem, type GotoOptions, type IframeOption, type InputOptions, type KeyInput, type KeyPressOptions, type LocalStorageItem, type LocalStorageOrigin, type LowerCasePaperFormat, type LsdBrowser, type LsdBrowserContext, type LsdBrowserContextOptions, type LsdBrowserController$1 as LsdBrowserController, type LsdBrowserType, type LsdConnectOptions, type LsdElement, type LsdLaunchOptions, type LsdPage, type MouseClickOptions, type MouseClickType, type NavigationWaitUntil, type PDFMargin, type PDFOptions, type PageEvent, type PageExtInPlaywright, type PageExtInPuppeteer, type PageInfo, type PageOpenType, type PageStatus, type PaperFormat, PlaywrightBrowser, PlaywrightBrowserContext, type PlaywrightBrowserTypes, PlaywrightElement, PlaywrightPage, type Proxy, PuppeteerBrowser, PuppeteerBrowserContext, PuppeteerElement, PuppeteerPage, type RequestInterceptionAction, type RequestInterceptionOption, type RequestMatch, type RequestMethod, type RequestResourceType, type ResponseHandler, type ResponseHandlerOptions, type ResponseInterceptionItem, type ResponseInterceptionOption, type ResponseMatch, type ScreenshotOptions, type SelectOptions, type StateData, type UpdatablePageInfo, type ViewportSize, type WaitElementOptions, type WaitElementState, type WaitNavigationOptions, controller, defaultProxy };
+export { type AllApiRequestContext, type AllBrowser, type AllBrowserContext, type AllFrame, type AllPage, type AllResponse, type BrowserControllerOptions, type BrowserControllerType, type BrowserCreationMethod, type BrowserManager, CheerioElement, type CheerioNode, CheerioPage, type CookieItem, type GotoOptions, type IframeOption, type InputOptions, type KeyInput, type KeyPressOptions, type LocalStorageItem, type LocalStorageOrigin, type LowerCasePaperFormat, type LsdBrowser, type LsdBrowserContext, type LsdBrowserContextOptions, type LsdBrowserController$1 as LsdBrowserController, type LsdBrowserType, type LsdConnectOptions, type LsdElement, type LsdLaunchOptions, type LsdPage, type MouseClickOptions, type MouseClickType, type NavigationWaitUntil, type PDFMargin, type PDFOptions, type PageEvent, type PageExtInPlaywright, type PageExtInPuppeteer, type PageInfo, type PageOpenType, type PageStatus, type PaperFormat, PlaywrightBrowser, PlaywrightBrowserContext, type PlaywrightBrowserTypes, PlaywrightElement, PlaywrightPage, type Proxy, PuppeteerBrowser, PuppeteerBrowserContext, PuppeteerElement, PuppeteerPage, type RequestInterceptionAction, type RequestInterceptionOption, type RequestMatch, type RequestMethod, type RequestResourceType, type ResponseHandler, type ResponseHandlerOptions, type ResponseInterceptionItem, type ResponseInterceptionOption, type ResponseMatch, type ScreenshotOptions, type SelectOptions, type StateData, type UpdatablePageInfo, type ViewportSize, type WaitElementOptions, type WaitElementState, type WaitNavigationOptions, controller, defaultProxy };

package/dist/index.js

@@ -525,6 +525,11 @@ var PlaywrightPage = class extends EventEmitter {
     this.#responseCb = null;
     this.#addPageOn();
   }
+  apiRequestContext() {
+    const origBrowserContext = this.browserContext()._origBrowserContext();
+    const apiRequestContext = origBrowserContext.request;
+    return apiRequestContext;
+  }
   async bringToFront() {
     if (!this.#page) {
       throw new Error("No valid page");
@@ -2006,6 +2011,9 @@ var PuppeteerPage = class extends EventEmitter4 {
     this.#client = null;
     this.#addPageOn();
   }
+  apiRequestContext() {
+    throw new Error("Not supported in PuppeteerPage.");
+  }
   async bringToFront() {
     if (!this.#page) {
       throw new Error("No valid page");
@@ -16988,6 +16996,9 @@ var CheerioPage = class extends EventEmitter7 {
       this.#document = load(html3, { xml: true }).root();
     }
   }
+  apiRequestContext() {
+    throw new Error("Not supported in CheerioPage.");
+  }
   async bringToFront() {
     throw new Error("Not supported in CheerioPage.");
   }
@@ -17168,7 +17179,7 @@ var CheerioPage = class extends EventEmitter7 {
 // src/controller/controller.ts
 import os from "os";
 import puppeteer from "puppeteer";
-import playwright from "playwright";
+import playwright, { request as apiRequest } from "playwright";
 import { logwarn as logwarn6, unreachable as unreachable5 } from "@letsscrapedata/utils";
 import puppeteerExtra from "puppeteer-extra";
 import * as playwrightExtra from "playwright-extra";
@@ -17330,6 +17341,9 @@ var LsdBrowserController = class _LsdBrowserController {
         args.push("--start-maximized");
         launchOptions.defaultViewport = null;
       }
+      if (!args.includes("--no-sandbox")) {
+        args.push("--no-sandbox");
+      }
       if (browserType === "chromium") {
         if (incognito) {
           args.push("--incognito");
@@ -17392,6 +17406,10 @@ var LsdBrowserController = class _LsdBrowserController {
       throw new Error(`Invalid browserControllerType: ${browserControllerType} in connect`);
     }
   }
+  async newApiRequestContext(options) {
+    const apiRequestContext = await apiRequest.newContext(options);
+    return apiRequestContext;
+  }
 };
 var controller = new LsdBrowserController();
 export {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@letsscrapedata/controller",
-  "version": "0.0.29",
+  "version": "0.0.30",
   "description": "Unified browser / HTML controller interfaces that support playwright, puppeteer and cheerio",
   "type": "module",
   "main": "./dist/index.mjs",