rebrowser-playwright-core 1.52.0 → 1.64.1

package/lib/server/chromium/chromium.js

@@ -1,376 +0,0 @@
-"use strict";
-var __create = Object.create;
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getProtoOf = Object.getPrototypeOf;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
-  // If the importer is in node compatibility mode or this is not an ESM
-  // file that has been converted to a CommonJS file using a Babel-
-  // compatible transform (i.e. "__esModule" has not been set), then set
-  // "default" to the CommonJS "module.exports" for node compatibility.
-  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
-  mod
-));
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var chromium_exports = {};
-__export(chromium_exports, {
-  Chromium: () => Chromium
-});
-module.exports = __toCommonJS(chromium_exports);
-var import_fs = __toESM(require("fs"));
-var import_os = __toESM(require("os"));
-var import_path = __toESM(require("path"));
-var import_chromiumSwitches = require("./chromiumSwitches");
-var import_crBrowser = require("./crBrowser");
-var import_crConnection = require("./crConnection");
-var import_timeoutSettings = require("../timeoutSettings");
-var import_utils = require("../../utils");
-var import_ascii = require("../utils/ascii");
-var import_debugLogger = require("../utils/debugLogger");
-var import_manualPromise = require("../../utils/isomorphic/manualPromise");
-var import_network = require("../utils/network");
-var import_userAgent = require("../utils/userAgent");
-var import_browserContext = require("../browserContext");
-var import_browserType = require("../browserType");
-var import_browserType2 = require("../browserType");
-var import_helper = require("../helper");
-var import_registry = require("../registry");
-var import_transport = require("../transport");
-var import_crDevTools = require("./crDevTools");
-var import_browser = require("../browser");
-var import_fileUtils = require("../utils/fileUtils");
-var import_processLauncher = require("../utils/processLauncher");
-var import_progress = require("../progress");
-const ARTIFACTS_FOLDER = import_path.default.join(import_os.default.tmpdir(), "playwright-artifacts-");
-class Chromium extends import_browserType.BrowserType {
-  constructor(parent) {
-    super(parent, "chromium");
-    if ((0, import_utils.debugMode)())
-      this._devtools = this._createDevTools();
-  }
-  async connectOverCDP(metadata, endpointURL, options) {
-    const controller = new import_progress.ProgressController(metadata, this);
-    controller.setLogName("browser");
-    return controller.run(async (progress) => {
-      return await this._connectOverCDPInternal(progress, endpointURL, options);
-    }, import_timeoutSettings.TimeoutSettings.timeout(options));
-  }
-  async _connectOverCDPInternal(progress, endpointURL, options, onClose) {
-    let headersMap;
-    if (options.headers)
-      headersMap = (0, import_utils.headersArrayToObject)(options.headers, false);
-    if (!headersMap)
-      headersMap = { "User-Agent": (0, import_userAgent.getUserAgent)() };
-    else if (headersMap && !Object.keys(headersMap).some((key) => key.toLowerCase() === "user-agent"))
-      headersMap["User-Agent"] = (0, import_userAgent.getUserAgent)();
-    const artifactsDir = await import_fs.default.promises.mkdtemp(ARTIFACTS_FOLDER);
-    const wsEndpoint = await urlToWSEndpoint(progress, endpointURL, headersMap);
-    progress.throwIfAborted();
-    const chromeTransport = await import_transport.WebSocketTransport.connect(progress, wsEndpoint, { headers: headersMap });
-    const cleanedUp = new import_manualPromise.ManualPromise();
-    const doCleanup = async () => {
-      await (0, import_fileUtils.removeFolders)([artifactsDir]);
-      await onClose?.();
-      cleanedUp.resolve();
-    };
-    const doClose = async () => {
-      await chromeTransport.closeAndWait();
-      await cleanedUp;
-    };
-    const browserProcess = { close: doClose, kill: doClose };
-    const persistent = { noDefaultViewport: true };
-    const browserOptions = {
-      slowMo: options.slowMo,
-      name: "chromium",
-      isChromium: true,
-      persistent,
-      browserProcess,
-      protocolLogger: import_helper.helper.debugProtocolLogger(),
-      browserLogsCollector: new import_debugLogger.RecentLogsCollector(),
-      artifactsDir,
-      downloadsPath: options.downloadsPath || artifactsDir,
-      tracesDir: options.tracesDir || artifactsDir,
-      originalLaunchOptions: {}
-    };
-    (0, import_browserContext.validateBrowserContextOptions)(persistent, browserOptions);
-    progress.throwIfAborted();
-    const browser = await import_crBrowser.CRBrowser.connect(this.attribution.playwright, chromeTransport, browserOptions);
-    browser._isCollocatedWithServer = false;
-    browser.on(import_browser.Browser.Events.Disconnected, doCleanup);
-    return browser;
-  }
-  _createDevTools() {
-    const directory = import_registry.registry.findExecutable("chromium").directory;
-    return directory ? new import_crDevTools.CRDevTools(import_path.default.join(directory, "devtools-preferences.json")) : void 0;
-  }
-  async connectToTransport(transport, options) {
-    let devtools = this._devtools;
-    if (options.__testHookForDevTools) {
-      devtools = this._createDevTools();
-      await options.__testHookForDevTools(devtools);
-    }
-    return import_crBrowser.CRBrowser.connect(this.attribution.playwright, transport, options, devtools);
-  }
-  doRewriteStartupLog(error) {
-    if (!error.logs)
-      return error;
-    if (error.logs.includes("Missing X server"))
-      error.logs = "\n" + (0, import_ascii.wrapInASCIIBox)(import_browserType.kNoXServerRunningError, 1);
-    if (!error.logs.includes("crbug.com/357670") && !error.logs.includes("No usable sandbox!") && !error.logs.includes("crbug.com/638180"))
-      return error;
-    error.logs = [
-      `Chromium sandboxing failed!`,
-      `================================`,
-      `To avoid the sandboxing issue, do either of the following:`,
-      `  - (preferred): Configure your environment to support sandboxing`,
-      `  - (alternative): Launch Chromium without sandbox using 'chromiumSandbox: false' option`,
-      `================================`,
-      ``
-    ].join("\n");
-    return error;
-  }
-  amendEnvironment(env, userDataDir, executable, browserArguments) {
-    return env;
-  }
-  attemptToGracefullyCloseBrowser(transport) {
-    const message = { method: "Browser.close", id: import_crConnection.kBrowserCloseMessageId, params: {} };
-    transport.send(message);
-  }
-  async _launchWithSeleniumHub(progress, hubUrl, options) {
-    await this._createArtifactDirs(options);
-    if (!hubUrl.endsWith("/"))
-      hubUrl = hubUrl + "/";
-    const args = this._innerDefaultArgs(options);
-    args.push("--remote-debugging-port=0");
-    const isEdge = options.channel && options.channel.startsWith("msedge");
-    let desiredCapabilities = {
-      "browserName": isEdge ? "MicrosoftEdge" : "chrome",
-      [isEdge ? "ms:edgeOptions" : "goog:chromeOptions"]: { args }
-    };
-    if (process.env.SELENIUM_REMOTE_CAPABILITIES) {
-      const remoteCapabilities = parseSeleniumRemoteParams({ name: "capabilities", value: process.env.SELENIUM_REMOTE_CAPABILITIES }, progress);
-      if (remoteCapabilities)
-        desiredCapabilities = { ...desiredCapabilities, ...remoteCapabilities };
-    }
-    let headers = {};
-    if (process.env.SELENIUM_REMOTE_HEADERS) {
-      const remoteHeaders = parseSeleniumRemoteParams({ name: "headers", value: process.env.SELENIUM_REMOTE_HEADERS }, progress);
-      if (remoteHeaders)
-        headers = remoteHeaders;
-    }
-    progress.log(`<selenium> connecting to ${hubUrl}`);
-    const response = await (0, import_network.fetchData)({
-      url: hubUrl + "session",
-      method: "POST",
-      headers: {
-        "Content-Type": "application/json; charset=utf-8",
-        ...headers
-      },
-      data: JSON.stringify({
-        capabilities: { alwaysMatch: desiredCapabilities }
-      }),
-      timeout: progress.timeUntilDeadline()
-    }, seleniumErrorHandler);
-    const value = JSON.parse(response).value;
-    const sessionId = value.sessionId;
-    progress.log(`<selenium> connected to sessionId=${sessionId}`);
-    const disconnectFromSelenium = async () => {
-      progress.log(`<selenium> disconnecting from sessionId=${sessionId}`);
-      await (0, import_network.fetchData)({
-        url: hubUrl + "session/" + sessionId,
-        method: "DELETE",
-        headers
-      }).catch((error) => progress.log(`<error disconnecting from selenium>: ${error}`));
-      progress.log(`<selenium> disconnected from sessionId=${sessionId}`);
-      import_processLauncher.gracefullyCloseSet.delete(disconnectFromSelenium);
-    };
-    import_processLauncher.gracefullyCloseSet.add(disconnectFromSelenium);
-    try {
-      const capabilities = value.capabilities;
-      let endpointURL;
-      if (capabilities["se:cdp"]) {
-        progress.log(`<selenium> using selenium v4`);
-        const endpointURLString = addProtocol(capabilities["se:cdp"]);
-        endpointURL = new URL(endpointURLString);
-        if (endpointURL.hostname === "localhost" || endpointURL.hostname === "127.0.0.1")
-          endpointURL.hostname = new URL(hubUrl).hostname;
-        progress.log(`<selenium> retrieved endpoint ${endpointURL.toString()} for sessionId=${sessionId}`);
-      } else {
-        progress.log(`<selenium> using selenium v3`);
-        const maybeChromeOptions = capabilities["goog:chromeOptions"];
-        const chromeOptions = maybeChromeOptions && typeof maybeChromeOptions === "object" ? maybeChromeOptions : void 0;
-        const debuggerAddress = chromeOptions && typeof chromeOptions.debuggerAddress === "string" ? chromeOptions.debuggerAddress : void 0;
-        const chromeOptionsURL = typeof maybeChromeOptions === "string" ? maybeChromeOptions : void 0;
-        const endpointURLString = addProtocol(debuggerAddress || chromeOptionsURL).replace("localhost", "127.0.0.1");
-        progress.log(`<selenium> retrieved endpoint ${endpointURLString} for sessionId=${sessionId}`);
-        endpointURL = new URL(endpointURLString);
-        if (endpointURL.hostname === "localhost" || endpointURL.hostname === "127.0.0.1") {
-          const sessionInfoUrl = new URL(hubUrl).origin + "/grid/api/testsession?session=" + sessionId;
-          try {
-            const sessionResponse = await (0, import_network.fetchData)({
-              url: sessionInfoUrl,
-              method: "GET",
-              timeout: progress.timeUntilDeadline(),
-              headers
-            }, seleniumErrorHandler);
-            const proxyId = JSON.parse(sessionResponse).proxyId;
-            endpointURL.hostname = new URL(proxyId).hostname;
-            progress.log(`<selenium> resolved endpoint ip ${endpointURL.toString()} for sessionId=${sessionId}`);
-          } catch (e) {
-            progress.log(`<selenium> unable to resolve endpoint ip for sessionId=${sessionId}, running in standalone?`);
-          }
-        }
-      }
-      return await this._connectOverCDPInternal(progress, endpointURL.toString(), {
-        ...options,
-        headers: (0, import_utils.headersObjectToArray)(headers)
-      }, disconnectFromSelenium);
-    } catch (e) {
-      await disconnectFromSelenium();
-      throw e;
-    }
-  }
-  defaultArgs(options, isPersistent, userDataDir) {
-    const chromeArguments = this._innerDefaultArgs(options);
-    chromeArguments.push(`--user-data-dir=${userDataDir}`);
-    if (options.useWebSocket)
-      chromeArguments.push("--remote-debugging-port=0");
-    else
-      chromeArguments.push("--remote-debugging-pipe");
-    if (isPersistent)
-      chromeArguments.push("about:blank");
-    else
-      chromeArguments.push("--no-startup-window");
-    return chromeArguments;
-  }
-  _innerDefaultArgs(options) {
-    const { args = [] } = options;
-    const userDataDirArg = args.find((arg) => arg.startsWith("--user-data-dir"));
-    if (userDataDirArg)
-      throw this._createUserDataDirArgMisuseError("--user-data-dir");
-    if (args.find((arg) => arg.startsWith("--remote-debugging-pipe")))
-      throw new Error("Playwright manages remote debugging connection itself.");
-    if (args.find((arg) => !arg.startsWith("-")))
-      throw new Error("Arguments can not specify page to be opened");
-    const chromeArguments = [...import_chromiumSwitches.chromiumSwitches];
-    if (import_os.default.platform() === "darwin") {
-      chromeArguments.push("--enable-use-zoom-for-dsf=false");
-      if (options.headless && (!options.channel || options.channel === "chromium-headless-shell"))
-        chromeArguments.push("--use-angle");
-    }
-    if (options.devtools)
-      chromeArguments.push("--auto-open-devtools-for-tabs");
-    if (options.headless) {
-      chromeArguments.push("--headless");
-      chromeArguments.push(
-        "--hide-scrollbars",
-        "--mute-audio",
-        "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4"
-      );
-    }
-    if (options.chromiumSandbox !== true)
-      chromeArguments.push("--no-sandbox");
-    const proxy = options.proxyOverride || options.proxy;
-    if (proxy) {
-      const proxyURL = new URL(proxy.server);
-      const isSocks = proxyURL.protocol === "socks5:";
-      if (isSocks && !this.attribution.playwright.options.socksProxyPort) {
-        chromeArguments.push(`--host-resolver-rules="MAP * ~NOTFOUND , EXCLUDE ${proxyURL.hostname}"`);
-      }
-      chromeArguments.push(`--proxy-server=${proxy.server}`);
-      const proxyBypassRules = [];
-      if (this.attribution.playwright.options.socksProxyPort)
-        proxyBypassRules.push("<-loopback>");
-      if (proxy.bypass)
-        proxyBypassRules.push(...proxy.bypass.split(",").map((t) => t.trim()).map((t) => t.startsWith(".") ? "*" + t : t));
-      if (!process.env.PLAYWRIGHT_DISABLE_FORCED_CHROMIUM_PROXIED_LOOPBACK && !proxyBypassRules.includes("<-loopback>"))
-        proxyBypassRules.push("<-loopback>");
-      if (proxyBypassRules.length > 0)
-        chromeArguments.push(`--proxy-bypass-list=${proxyBypassRules.join(";")}`);
-    }
-    chromeArguments.push(...args);
-    return chromeArguments;
-  }
-  readyState(options) {
-    if (options.useWebSocket || options.args?.some((a) => a.startsWith("--remote-debugging-port")))
-      return new ChromiumReadyState();
-    return void 0;
-  }
-  getExecutableName(options) {
-    if (options.channel)
-      return options.channel;
-    return options.headless ? "chromium-headless-shell" : "chromium";
-  }
-}
-class ChromiumReadyState extends import_browserType2.BrowserReadyState {
-  onBrowserOutput(message) {
-    const match = message.match(/DevTools listening on (.*)/);
-    if (match)
-      this._wsEndpoint.resolve(match[1]);
-  }
-}
-async function urlToWSEndpoint(progress, endpointURL, headers) {
-  if (endpointURL.startsWith("ws"))
-    return endpointURL;
-  progress.log(`<ws preparing> retrieving websocket url from ${endpointURL}`);
-  const httpURL = endpointURL.endsWith("/") ? `${endpointURL}json/version/` : `${endpointURL}/json/version/`;
-  const json = await (0, import_network.fetchData)(
-    {
-      url: httpURL,
-      headers
-    },
-    async (_, resp) => new Error(`Unexpected status ${resp.statusCode} when connecting to ${httpURL}.
-This does not look like a DevTools server, try connecting via ws://.`)
-  );
-  return JSON.parse(json).webSocketDebuggerUrl;
-}
-async function seleniumErrorHandler(params, response) {
-  const body = await streamToString(response);
-  let message = body;
-  try {
-    const json = JSON.parse(body);
-    message = json.value.localizedMessage || json.value.message;
-  } catch (e) {
-  }
-  return new Error(`Error connecting to Selenium at ${params.url}: ${message}`);
-}
-function addProtocol(url) {
-  if (!["ws://", "wss://", "http://", "https://"].some((protocol) => url.startsWith(protocol)))
-    return "http://" + url;
-  return url;
-}
-function streamToString(stream) {
-  return new Promise((resolve, reject) => {
-    const chunks = [];
-    stream.on("data", (chunk) => chunks.push(Buffer.from(chunk)));
-    stream.on("error", reject);
-    stream.on("end", () => resolve(Buffer.concat(chunks).toString("utf8")));
-  });
-}
-function parseSeleniumRemoteParams(env, progress) {
-  try {
-    const parsed = JSON.parse(env.value);
-    progress.log(`<selenium> using additional ${env.name} "${env.value}"`);
-    return parsed;
-  } catch (e) {
-    progress.log(`<selenium> ignoring additional ${env.name} "${env.value}": ${e}`);
-  }
-}
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  Chromium
-});

package/lib/server/chromium/chromiumSwitches.js

@@ -1,101 +0,0 @@
-"use strict";
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var chromiumSwitches_exports = {};
-__export(chromiumSwitches_exports, {
-  chromiumSwitches: () => chromiumSwitches
-});
-module.exports = __toCommonJS(chromiumSwitches_exports);
-const disabledFeatures = [
-  // See https://github.com/microsoft/playwright/pull/10380
-  "AcceptCHFrame",
-  // See https://github.com/microsoft/playwright/pull/10679
-  "AutoExpandDetailsElement",
-  // See https://github.com/microsoft/playwright/issues/14047
-  "AvoidUnnecessaryBeforeUnloadCheckSync",
-  // See https://github.com/microsoft/playwright/pull/12992
-  "CertificateTransparencyComponentUpdater",
-  // This makes Page.frameScheduledNavigation arrive much later after a click,
-  // making our navigation auto-wait after click not working.
-  // Can be removed once we deperecate noWaitAfter.
-  // See https://github.com/microsoft/playwright/pull/34372.
-  "DeferRendererTasksAfterInput",
-  "DestroyProfileOnBrowserClose",
-  // See https://github.com/microsoft/playwright/pull/13854
-  "DialMediaRouteProvider",
-  // Chromium is disabling manifest version 2. Allow testing it as long as Chromium can actually run it.
-  // Disabled in https://chromium-review.googlesource.com/c/chromium/src/+/6265903.
-  "ExtensionManifestV2Disabled",
-  "GlobalMediaControls",
-  // See https://github.com/microsoft/playwright/pull/27605
-  "HttpsUpgrades",
-  "ImprovedCookieControls",
-  "LazyFrameLoading",
-  // Hides the Lens feature in the URL address bar. Its not working in unofficial builds.
-  "LensOverlay",
-  // See https://github.com/microsoft/playwright/pull/8162
-  "MediaRouter",
-  // See https://github.com/microsoft/playwright/issues/28023
-  "PaintHolding",
-  // See https://github.com/microsoft/playwright/issues/32230
-  "ThirdPartyStoragePartitioning",
-  // See https://github.com/microsoft/playwright/issues/16126
-  "Translate"
-];
-const chromiumSwitches = [
-  "--disable-field-trial-config",
-  // https://source.chromium.org/chromium/chromium/src/+/main:testing/variations/README.md
-  "--disable-background-networking",
-  "--disable-background-timer-throttling",
-  "--disable-backgrounding-occluded-windows",
-  "--disable-back-forward-cache",
-  // Avoids surprises like main request not being intercepted during page.goBack().
-  "--disable-breakpad",
-  "--disable-client-side-phishing-detection",
-  "--disable-component-extensions-with-background-pages",
-  "--disable-component-update",
-  // Avoids unneeded network activity after startup.
-  "--no-default-browser-check",
-  "--disable-default-apps",
-  "--disable-dev-shm-usage",
-  "--disable-extensions",
-  "--disable-features=" + disabledFeatures.join(","),
-  "--allow-pre-commit-input",
-  "--disable-hang-monitor",
-  "--disable-ipc-flooding-protection",
-  "--disable-popup-blocking",
-  "--disable-prompt-on-repost",
-  "--disable-renderer-backgrounding",
-  "--force-color-profile=srgb",
-  "--metrics-recording-only",
-  "--no-first-run",
-  "--enable-automation",
-  "--password-store=basic",
-  "--use-mock-keychain",
-  // See https://chromium-review.googlesource.com/c/chromium/src/+/2436773
-  "--no-service-autorun",
-  "--export-tagged-pdf",
-  // https://chromium-review.googlesource.com/c/chromium/src/+/4853540
-  "--disable-search-engine-choice-screen",
-  // https://issues.chromium.org/41491762
-  "--unsafely-disable-devtools-self-xss-warnings"
-];
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  chromiumSwitches
-});