rebrowser-playwright-core 1.49.1 → 1.52.0

package/lib/server/utils/linuxUtils.js

@@ -0,0 +1,71 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var linuxUtils_exports = {};
+__export(linuxUtils_exports, {
+  getLinuxDistributionInfoSync: () => getLinuxDistributionInfoSync
+});
+module.exports = __toCommonJS(linuxUtils_exports);
+var import_fs = __toESM(require("fs"));
+let didFailToReadOSRelease = false;
+let osRelease;
+function getLinuxDistributionInfoSync() {
+  if (process.platform !== "linux")
+    return void 0;
+  if (!osRelease && !didFailToReadOSRelease) {
+    try {
+      const osReleaseText = import_fs.default.readFileSync("/etc/os-release", "utf8");
+      const fields = parseOSReleaseText(osReleaseText);
+      osRelease = {
+        id: fields.get("id") ?? "",
+        version: fields.get("version_id") ?? ""
+      };
+    } catch (e) {
+      didFailToReadOSRelease = true;
+    }
+  }
+  return osRelease;
+}
+function parseOSReleaseText(osReleaseText) {
+  const fields = /* @__PURE__ */ new Map();
+  for (const line of osReleaseText.split("\n")) {
+    const tokens = line.split("=");
+    const name = tokens.shift();
+    let value = tokens.join("=").trim();
+    if (value.startsWith('"') && value.endsWith('"'))
+      value = value.substring(1, value.length - 1);
+    if (!name)
+      continue;
+    fields.set(name.toLowerCase(), value);
+  }
+  return fields;
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  getLinuxDistributionInfoSync
+});

package/lib/server/utils/network.js

@@ -0,0 +1,217 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var network_exports = {};
+__export(network_exports, {
+  NET_DEFAULT_TIMEOUT: () => NET_DEFAULT_TIMEOUT,
+  createHttp2Server: () => createHttp2Server,
+  createHttpServer: () => createHttpServer,
+  createHttpsServer: () => createHttpsServer,
+  createProxyAgent: () => createProxyAgent,
+  fetchData: () => fetchData,
+  httpRequest: () => httpRequest,
+  isURLAvailable: () => isURLAvailable
+});
+module.exports = __toCommonJS(network_exports);
+var import_http = __toESM(require("http"));
+var import_http2 = __toESM(require("http2"));
+var import_https = __toESM(require("https"));
+var import_url = __toESM(require("url"));
+var import_utilsBundle = require("../../utilsBundle");
+var import_happyEyeballs = require("./happyEyeballs");
+const NET_DEFAULT_TIMEOUT = 3e4;
+function httpRequest(params, onResponse, onError) {
+  const parsedUrl = import_url.default.parse(params.url);
+  let options = {
+    ...parsedUrl,
+    agent: parsedUrl.protocol === "https:" ? import_happyEyeballs.httpsHappyEyeballsAgent : import_happyEyeballs.httpHappyEyeballsAgent,
+    method: params.method || "GET",
+    headers: params.headers
+  };
+  if (params.rejectUnauthorized !== void 0)
+    options.rejectUnauthorized = params.rejectUnauthorized;
+  const timeout = params.timeout ?? NET_DEFAULT_TIMEOUT;
+  const proxyURL = (0, import_utilsBundle.getProxyForUrl)(params.url);
+  if (proxyURL) {
+    const parsedProxyURL = import_url.default.parse(proxyURL);
+    if (params.url.startsWith("http:")) {
+      options = {
+        path: parsedUrl.href,
+        host: parsedProxyURL.hostname,
+        port: parsedProxyURL.port,
+        headers: options.headers,
+        method: options.method
+      };
+    } else {
+      parsedProxyURL.secureProxy = parsedProxyURL.protocol === "https:";
+      options.agent = new import_utilsBundle.HttpsProxyAgent(parsedProxyURL);
+      options.rejectUnauthorized = false;
+    }
+  }
+  const requestCallback = (res) => {
+    const statusCode = res.statusCode || 0;
+    if (statusCode >= 300 && statusCode < 400 && res.headers.location) {
+      request.destroy();
+      httpRequest({ ...params, url: new URL(res.headers.location, params.url).toString() }, onResponse, onError);
+    } else {
+      onResponse(res);
+    }
+  };
+  const request = options.protocol === "https:" ? import_https.default.request(options, requestCallback) : import_http.default.request(options, requestCallback);
+  request.on("error", onError);
+  if (timeout !== void 0) {
+    const rejectOnTimeout = () => {
+      onError(new Error(`Request to ${params.url} timed out after ${timeout}ms`));
+      request.abort();
+    };
+    if (timeout <= 0) {
+      rejectOnTimeout();
+      return;
+    }
+    request.setTimeout(timeout, rejectOnTimeout);
+  }
+  request.end(params.data);
+}
+function fetchData(params, onError) {
+  return new Promise((resolve, reject) => {
+    httpRequest(params, async (response) => {
+      if (response.statusCode !== 200) {
+        const error = onError ? await onError(params, response) : new Error(`fetch failed: server returned code ${response.statusCode}. URL: ${params.url}`);
+        reject(error);
+        return;
+      }
+      let body = "";
+      response.on("data", (chunk) => body += chunk);
+      response.on("error", (error) => reject(error));
+      response.on("end", () => resolve(body));
+    }, reject);
+  });
+}
+function shouldBypassProxy(url2, bypass) {
+  if (!bypass)
+    return false;
+  const domains = bypass.split(",").map((s) => {
+    s = s.trim();
+    if (!s.startsWith("."))
+      s = "." + s;
+    return s;
+  });
+  const domain = "." + url2.hostname;
+  return domains.some((d) => domain.endsWith(d));
+}
+function createProxyAgent(proxy, forUrl) {
+  if (!proxy)
+    return;
+  if (forUrl && proxy.bypass && shouldBypassProxy(forUrl, proxy.bypass))
+    return;
+  let proxyServer = proxy.server.trim();
+  if (!/^\w+:\/\//.test(proxyServer))
+    proxyServer = "http://" + proxyServer;
+  const proxyOpts = import_url.default.parse(proxyServer);
+  if (proxyOpts.protocol?.startsWith("socks")) {
+    return new import_utilsBundle.SocksProxyAgent({
+      host: proxyOpts.hostname,
+      port: proxyOpts.port || void 0
+    });
+  }
+  if (proxy.username)
+    proxyOpts.auth = `${proxy.username}:${proxy.password || ""}`;
+  if (forUrl && ["ws:", "wss:"].includes(forUrl.protocol)) {
+    return new import_utilsBundle.HttpsProxyAgent(proxyOpts);
+  }
+  return new import_utilsBundle.HttpsProxyAgent(proxyOpts);
+}
+function createHttpServer(...args) {
+  const server = import_http.default.createServer(...args);
+  decorateServer(server);
+  return server;
+}
+function createHttpsServer(...args) {
+  const server = import_https.default.createServer(...args);
+  decorateServer(server);
+  return server;
+}
+function createHttp2Server(...args) {
+  const server = import_http2.default.createSecureServer(...args);
+  decorateServer(server);
+  return server;
+}
+async function isURLAvailable(url2, ignoreHTTPSErrors, onLog, onStdErr) {
+  let statusCode = await httpStatusCode(url2, ignoreHTTPSErrors, onLog, onStdErr);
+  if (statusCode === 404 && url2.pathname === "/") {
+    const indexUrl = new URL(url2);
+    indexUrl.pathname = "/index.html";
+    statusCode = await httpStatusCode(indexUrl, ignoreHTTPSErrors, onLog, onStdErr);
+  }
+  return statusCode >= 200 && statusCode < 404;
+}
+async function httpStatusCode(url2, ignoreHTTPSErrors, onLog, onStdErr) {
+  return new Promise((resolve) => {
+    onLog?.(`HTTP GET: ${url2}`);
+    httpRequest({
+      url: url2.toString(),
+      headers: { Accept: "*/*" },
+      rejectUnauthorized: !ignoreHTTPSErrors
+    }, (res) => {
+      res.resume();
+      const statusCode = res.statusCode ?? 0;
+      onLog?.(`HTTP Status: ${statusCode}`);
+      resolve(statusCode);
+    }, (error) => {
+      if (error.code === "DEPTH_ZERO_SELF_SIGNED_CERT")
+        onStdErr?.(`[WebServer] Self-signed certificate detected. Try adding ignoreHTTPSErrors: true to config.webServer.`);
+      onLog?.(`Error while checking if ${url2} is available: ${error.message}`);
+      resolve(0);
+    });
+  });
+}
+function decorateServer(server) {
+  const sockets = /* @__PURE__ */ new Set();
+  server.on("connection", (socket) => {
+    sockets.add(socket);
+    socket.once("close", () => sockets.delete(socket));
+  });
+  const close = server.close;
+  server.close = (callback) => {
+    for (const socket of sockets)
+      socket.destroy();
+    sockets.clear();
+    return close.call(server, callback);
+  };
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  NET_DEFAULT_TIMEOUT,
+  createHttp2Server,
+  createHttpServer,
+  createHttpsServer,
+  createProxyAgent,
+  fetchData,
+  httpRequest,
+  isURLAvailable
+});

package/lib/server/utils/nodePlatform.js

@@ -0,0 +1,148 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var nodePlatform_exports = {};
+__export(nodePlatform_exports, {
+  nodePlatform: () => nodePlatform,
+  setBoxedStackPrefixes: () => setBoxedStackPrefixes
+});
+module.exports = __toCommonJS(nodePlatform_exports);
+var import_crypto = __toESM(require("crypto"));
+var import_fs = __toESM(require("fs"));
+var import_path = __toESM(require("path"));
+var util = __toESM(require("util"));
+var import_stream = require("stream");
+var import_events = require("events");
+var import_utilsBundle = require("../../utilsBundle");
+var import_debugLogger = require("./debugLogger");
+var import_zones = require("./zones");
+var import_debug = require("./debug");
+const pipelineAsync = util.promisify(import_stream.pipeline);
+class NodeZone {
+  constructor(zone) {
+    this._zone = zone;
+  }
+  push(data) {
+    return new NodeZone(this._zone.with("apiZone", data));
+  }
+  pop() {
+    return new NodeZone(this._zone.without("apiZone"));
+  }
+  run(func) {
+    return this._zone.run(func);
+  }
+  data() {
+    return this._zone.data("apiZone");
+  }
+}
+let boxedStackPrefixes = [];
+function setBoxedStackPrefixes(prefixes) {
+  boxedStackPrefixes = prefixes;
+}
+const coreDir = import_path.default.dirname(require.resolve("../../../package.json"));
+const nodePlatform = {
+  name: "node",
+  boxedStackPrefixes: () => {
+    if (process.env.PWDEBUGIMPL)
+      return [];
+    return [coreDir, ...boxedStackPrefixes];
+  },
+  calculateSha1: (text) => {
+    const sha1 = import_crypto.default.createHash("sha1");
+    sha1.update(text);
+    return Promise.resolve(sha1.digest("hex"));
+  },
+  colors: import_utilsBundle.colors,
+  coreDir,
+  createGuid: () => import_crypto.default.randomBytes(16).toString("hex"),
+  defaultMaxListeners: () => import_events.EventEmitter.defaultMaxListeners,
+  fs: () => import_fs.default,
+  env: process.env,
+  inspectCustom: util.inspect.custom,
+  isDebugMode: () => !!(0, import_debug.debugMode)(),
+  isJSDebuggerAttached: () => !!require("inspector").url(),
+  isLogEnabled(name) {
+    return import_debugLogger.debugLogger.isEnabled(name);
+  },
+  isUnderTest: () => (0, import_debug.isUnderTest)(),
+  log(name, message) {
+    import_debugLogger.debugLogger.log(name, message);
+  },
+  path: () => import_path.default,
+  pathSeparator: import_path.default.sep,
+  showInternalStackFrames: () => !!process.env.PWDEBUGIMPL,
+  async streamFile(path2, stream) {
+    await pipelineAsync(import_fs.default.createReadStream(path2), stream);
+  },
+  streamReadable: (channel) => {
+    return new ReadableStreamImpl(channel);
+  },
+  streamWritable: (channel) => {
+    return new WritableStreamImpl(channel);
+  },
+  zones: {
+    current: () => new NodeZone((0, import_zones.currentZone)()),
+    empty: new NodeZone(import_zones.emptyZone)
+  }
+};
+class ReadableStreamImpl extends import_stream.Readable {
+  constructor(channel) {
+    super();
+    this._channel = channel;
+  }
+  async _read() {
+    const result = await this._channel.read({ size: 1024 * 1024 });
+    if (result.binary.byteLength)
+      this.push(result.binary);
+    else
+      this.push(null);
+  }
+  _destroy(error, callback) {
+    this._channel.close().catch((e) => null);
+    super._destroy(error, callback);
+  }
+}
+class WritableStreamImpl extends import_stream.Writable {
+  constructor(channel) {
+    super();
+    this._channel = channel;
+  }
+  async _write(chunk, encoding, callback) {
+    const error = await this._channel.write({ binary: typeof chunk === "string" ? Buffer.from(chunk) : chunk }).catch((e) => e);
+    callback(error || null);
+  }
+  async _final(callback) {
+    const error = await this._channel.close().catch((e) => e);
+    callback(error || null);
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  nodePlatform,
+  setBoxedStackPrefixes
+});

package/lib/server/utils/pipeTransport.js

@@ -0,0 +1,84 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var pipeTransport_exports = {};
+__export(pipeTransport_exports, {
+  PipeTransport: () => PipeTransport
+});
+module.exports = __toCommonJS(pipeTransport_exports);
+var import_task = require("./task");
+class PipeTransport {
+  constructor(pipeWrite, pipeRead, closeable, endian = "le") {
+    this._data = Buffer.from([]);
+    this._waitForNextTask = (0, import_task.makeWaitForNextTask)();
+    this._closed = false;
+    this._bytesLeft = 0;
+    this._pipeWrite = pipeWrite;
+    this._endian = endian;
+    this._closeableStream = closeable;
+    pipeRead.on("data", (buffer) => this._dispatch(buffer));
+    pipeRead.on("close", () => {
+      this._closed = true;
+      if (this.onclose)
+        this.onclose();
+    });
+    this.onmessage = void 0;
+    this.onclose = void 0;
+  }
+  send(message) {
+    if (this._closed)
+      throw new Error("Pipe has been closed");
+    const data = Buffer.from(message, "utf-8");
+    const dataLength = Buffer.alloc(4);
+    if (this._endian === "be")
+      dataLength.writeUInt32BE(data.length, 0);
+    else
+      dataLength.writeUInt32LE(data.length, 0);
+    this._pipeWrite.write(dataLength);
+    this._pipeWrite.write(data);
+  }
+  close() {
+    this._closeableStream.close();
+  }
+  _dispatch(buffer) {
+    this._data = Buffer.concat([this._data, buffer]);
+    while (true) {
+      if (!this._bytesLeft && this._data.length < 4) {
+        break;
+      }
+      if (!this._bytesLeft) {
+        this._bytesLeft = this._endian === "be" ? this._data.readUInt32BE(0) : this._data.readUInt32LE(0);
+        this._data = this._data.slice(4);
+      }
+      if (!this._bytesLeft || this._data.length < this._bytesLeft) {
+        break;
+      }
+      const message = this._data.slice(0, this._bytesLeft);
+      this._data = this._data.slice(this._bytesLeft);
+      this._bytesLeft = 0;
+      this._waitForNextTask(() => {
+        if (this.onmessage)
+          this.onmessage(message.toString("utf-8"));
+      });
+    }
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  PipeTransport
+});