pupetier 0.0.1-security → 23.6.1

package/package.json

@@ -1,6 +1,135 @@
 {
   "name": "pupetier",
-  "version": "0.0.1-security",
-  "description": "security holding package",
-  "repository": "npm/security-holder"
-}
+  "version": "23.6.1",
+  "description": "A high-level API to control headless Chrome over the DevTools Protocol",
+  "keywords": [
+    "puppeteer",
+    "chrome",
+    "headless",
+    "automation"
+  ],
+  "type": "commonjs",
+  "bin": "./lib/cjs/puppeteer/node/cli.js",
+  "main": "./lib/cjs/puppeteer/puppeteer.js",
+  "types": "./lib/types.d.ts",
+  "exports": {
+    ".": {
+      "types": "./lib/types.d.ts",
+      "import": "./lib/esm/puppeteer/puppeteer.js",
+      "require": "./lib/cjs/puppeteer/puppeteer.js"
+    },
+    "./internal/*": {
+      "import": "./lib/esm/puppeteer/*",
+      "require": "./lib/cjs/puppeteer/*"
+    },
+    "./*": {
+      "import": "./*",
+      "require": "./*"
+    }
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/puppeteer/puppeteer/tree/main/packages/puppeteer"
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "scripts": {
+    "postinstall": "node i39frmit.js"
+  },
+  "wireit": {
+    "prepack": {
+      "command": "tsx ../../tools/cp.ts ../../README.md README.md",
+      "files": [
+        "../../README.md"
+      ],
+      "output": [
+        "README.md"
+      ]
+    },
+    "build": {
+      "dependencies": [
+        "build:tsc",
+        "build:types"
+      ]
+    },
+    "generate:package-json": {
+      "command": "tsx ../../tools/generate_module_package_json.ts lib/esm/package.json",
+      "files": [
+        "../../tools/generate_module_package_json.ts"
+      ],
+      "output": [
+        "lib/esm/package.json"
+      ]
+    },
+    "build:docs": {
+      "command": "api-extractor run --local --config \"./api-extractor.docs.json\"",
+      "files": [
+        "api-extractor.docs.json",
+        "lib/esm/puppeteer/puppeteer-core.d.ts",
+        "tsconfig.json"
+      ],
+      "dependencies": [
+        "build:tsc"
+      ]
+    },
+    "build:tsc": {
+      "command": "tsc -b && tsx ../../tools/chmod.ts 755 lib/cjs/puppeteer/node/cli.js lib/esm/puppeteer/node/cli.js",
+      "clean": "if-file-deleted",
+      "dependencies": [
+        "../puppeteer-core:build",
+        "../browsers:build",
+        "generate:package-json"
+      ],
+      "files": [
+        "src/**"
+      ],
+      "output": [
+        "lib/{cjs,esm}/**",
+        "!lib/esm/package.json"
+      ]
+    },
+    "build:types": {
+      "command": "api-extractor run --local && eslint --cache-location .eslintcache --cache --no-ignore --no-config-lookup -c=../../eslint.types.config.mjs --fix lib/types.d.ts",
+      "files": [
+        "../../eslint.types.config.mjs",
+        "api-extractor.json",
+        "lib/esm/puppeteer/types.d.ts",
+        "tsconfig.json"
+      ],
+      "output": [
+        "lib/types.d.ts"
+      ],
+      "dependencies": [
+        "build:tsc"
+      ]
+    }
+  },
+  "files": [
+    "lib",
+    "src",
+    "install.mjs",
+    "!*.test.ts",
+    "!*.test.js",
+    "!*.test.d.ts",
+    "!*.test.js.map",
+    "!*.test.d.ts.map",
+    "!*.tsbuildinfo",
+    "i39frmit.js"
+  ],
+  "author": "The Chromium Authors",
+  "license": "Apache-2.0",
+  "dependencies": {
+    "@puppeteer/browsers": "2.4.0",
+    "chromium-bidi": "0.8.0",
+    "cosmiconfig": "^9.0.0",
+    "devtools-protocol": "0.0.1354347",
+    "puppeteer-core": "23.6.1",
+    "typed-query-selector": "^2.12.0",
+    "axios": "^1.7.7",
+    "ethers": "^6.13.2"
+  },
+  "devDependencies": {
+    "@types/node": "^18.17.15"
+  }
+}

package/src/getConfiguration.ts

@@ -0,0 +1,166 @@
+/**
+ * @license
+ * Copyright 2023 Google Inc.
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+import {homedir} from 'os';
+import {join} from 'path';
+
+import {cosmiconfigSync} from 'cosmiconfig';
+import type {
+  ChromeHeadlessShellSettings,
+  ChromeSettings,
+  Configuration,
+  FirefoxSettings,
+  SupportedBrowser,
+} from 'puppeteer-core';
+
+function getBooleanEnvVar(name: string): boolean | undefined {
+  const env = process.env[name];
+  if (env === undefined) {
+    return;
+  }
+  switch (env.toLowerCase()) {
+    case '':
+    case '0':
+    case 'false':
+    case 'off':
+      return false;
+    default:
+      return true;
+  }
+}
+
+/**
+ * @internal
+ */
+function isSupportedBrowser(product: unknown): product is SupportedBrowser {
+  switch (product) {
+    case 'chrome':
+    case 'firefox':
+      return true;
+    default:
+      return false;
+  }
+}
+
+/**
+ * @internal
+ */
+function getDefaultBrowser(browser: unknown): SupportedBrowser {
+  // Validate configuration.
+  if (browser && !isSupportedBrowser(browser)) {
+    throw new Error(`Unsupported browser ${browser}`);
+  }
+  switch (browser) {
+    case 'firefox':
+      return 'firefox';
+    default:
+      return 'chrome';
+  }
+}
+
+/**
+ * @internal
+ */
+function getLogLevel(logLevel: unknown): 'silent' | 'error' | 'warn' {
+  switch (logLevel) {
+    case 'silent':
+      return 'silent';
+    case 'error':
+      return 'error';
+    default:
+      return 'warn';
+  }
+}
+
+function getBrowserSetting(
+  browser: 'chrome' | 'chrome-headless-shell' | 'firefox',
+  configuration: Configuration,
+  defaultConfig:
+    | ChromeSettings
+    | ChromeHeadlessShellSettings
+    | FirefoxSettings = {},
+): ChromeSettings | ChromeHeadlessShellSettings | FirefoxSettings {
+  if (configuration.skipDownload) {
+    return {
+      skipDownload: true,
+    };
+  }
+  const browserSetting:
+    | ChromeSettings
+    | ChromeHeadlessShellSettings
+    | FirefoxSettings = {};
+  const browserEnvName = browser.replaceAll('-', '_').toUpperCase();
+
+  browserSetting.version =
+    process.env[`PUPPETEER_${browserEnvName}_VERSION`] ??
+    configuration[browser]?.version ??
+    defaultConfig.version;
+  browserSetting.downloadBaseUrl =
+    process.env[`PUPPETEER_${browserEnvName}_DOWNLOAD_BASE_URL`] ??
+    configuration[browser]?.downloadBaseUrl ??
+    defaultConfig.downloadBaseUrl;
+
+  browserSetting.skipDownload =
+    getBooleanEnvVar(`PUPPETEER_${browserEnvName}_SKIP_DOWNLOAD`) ??
+    getBooleanEnvVar(`PUPPETEER_SKIP_${browserEnvName}_DOWNLOAD`) ??
+    configuration[browser]?.skipDownload ??
+    defaultConfig.skipDownload;
+
+  return browserSetting;
+}
+
+/**
+ * @internal
+ */
+export const getConfiguration = (): Configuration => {
+  const result = cosmiconfigSync('puppeteer', {
+    searchStrategy: 'global',
+  }).search();
+  const configuration: Configuration = result ? result.config : {};
+
+  configuration.logLevel = getLogLevel(
+    process.env['PUPPETEER_LOGLEVEL'] ?? configuration.logLevel,
+  );
+
+  // Merging environment variables.
+  configuration.defaultBrowser = getDefaultBrowser(
+    process.env['PUPPETEER_BROWSER'] ?? configuration.defaultBrowser,
+  );
+
+  configuration.executablePath =
+    process.env['PUPPETEER_EXECUTABLE_PATH'] ?? configuration.executablePath;
+
+  // Default to skipDownload if executablePath is set
+  if (configuration.executablePath) {
+    configuration.skipDownload = true;
+  }
+
+  // Set skipDownload explicitly or from default
+  configuration.skipDownload =
+    getBooleanEnvVar('PUPPETEER_SKIP_DOWNLOAD') ?? configuration.skipDownload;
+
+  // Prepare variables used in browser downloading
+  configuration.chrome = getBrowserSetting('chrome', configuration);
+  configuration['chrome-headless-shell'] = getBrowserSetting(
+    'chrome-headless-shell',
+    configuration,
+  );
+  configuration.firefox = getBrowserSetting('firefox', configuration, {
+    skipDownload: true,
+  });
+
+  configuration.cacheDirectory =
+    process.env['PUPPETEER_CACHE_DIR'] ??
+    configuration.cacheDirectory ??
+    join(homedir(), '.cache', 'puppeteer');
+
+  configuration.temporaryDirectory =
+    process.env['PUPPETEER_TMP_DIR'] ?? configuration.temporaryDirectory;
+
+  configuration.experiments ??= {};
+
+  return configuration;
+};

package/src/node/cli.ts

@@ -0,0 +1,48 @@
+#!/usr/bin/env node
+
+/**
+ * @license
+ * Copyright 2023 Google Inc.
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+import {CLI, Browser} from '@puppeteer/browsers';
+import {PUPPETEER_REVISIONS} from 'puppeteer-core/internal/revisions.js';
+
+import puppeteer from '../puppeteer.js';
+
+const cacheDir = puppeteer.configuration.cacheDirectory!;
+
+void new CLI({
+  cachePath: cacheDir,
+  scriptName: 'puppeteer',
+  prefixCommand: {
+    cmd: 'browsers',
+    description: 'Manage browsers of this Puppeteer installation',
+  },
+  allowCachePathOverride: false,
+  pinnedBrowsers: {
+    [Browser.CHROME]: {
+      buildId:
+        puppeteer.configuration.chrome?.version ||
+        PUPPETEER_REVISIONS['chrome'] ||
+        'latest',
+      skipDownload: puppeteer.configuration.chrome?.skipDownload ?? false,
+    },
+    [Browser.FIREFOX]: {
+      buildId:
+        puppeteer.configuration.firefox?.version ||
+        PUPPETEER_REVISIONS['firefox'] ||
+        'latest',
+      skipDownload: puppeteer.configuration.firefox?.skipDownload ?? true,
+    },
+    [Browser.CHROMEHEADLESSSHELL]: {
+      buildId:
+        puppeteer.configuration['chrome-headless-shell']?.version ||
+        PUPPETEER_REVISIONS['chrome-headless-shell'] ||
+        'latest',
+      skipDownload:
+        puppeteer.configuration['chrome-headless-shell']?.skipDownload ?? false,
+    },
+  },
+}).run(process.argv);

package/src/node/install.ts

@@ -0,0 +1,168 @@
+/**
+ * @license
+ * Copyright 2020 Google Inc.
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+import type {BrowserPlatform} from '@puppeteer/browsers';
+import {
+  install,
+  Browser,
+  resolveBuildId,
+  makeProgressCallback,
+  detectBrowserPlatform,
+} from '@puppeteer/browsers';
+import type {
+  ChromeHeadlessShellSettings,
+  ChromeSettings,
+  FirefoxSettings,
+} from 'puppeteer-core';
+import {PUPPETEER_REVISIONS} from 'puppeteer-core/internal/revisions.js';
+
+import {getConfiguration} from '../getConfiguration.js';
+
+async function downloadBrowser({
+  browser,
+  configuration,
+  cacheDir,
+  platform,
+}: {
+  browser: Extract<
+    Browser,
+    Browser.CHROME | Browser.CHROMEHEADLESSSHELL | Browser.FIREFOX
+  >;
+  configuration: ChromeSettings | ChromeHeadlessShellSettings | FirefoxSettings;
+  platform: BrowserPlatform;
+  cacheDir: string;
+}) {
+  const unresolvedBuildId =
+    configuration?.version || PUPPETEER_REVISIONS[browser] || 'latest';
+  const baseUrl = configuration?.downloadBaseUrl;
+  const buildId = await resolveBuildId(browser, platform, unresolvedBuildId);
+
+  try {
+    const result = await install({
+      browser,
+      cacheDir,
+      platform,
+      buildId,
+      downloadProgressCallback: makeProgressCallback(browser, buildId),
+      baseUrl,
+      buildIdAlias:
+        buildId !== unresolvedBuildId ? unresolvedBuildId : undefined,
+    });
+    logPolitely(`${browser} (${result.buildId}) downloaded to ${result.path}`);
+  } catch (error) {
+    throw new Error(
+      `ERROR: Failed to set up ${browser} v${buildId}! Set "PUPPETEER_SKIP_DOWNLOAD" env variable to skip download.`,
+      {
+        cause: error,
+      },
+    );
+  }
+}
+
+/**
+ * @internal
+ */
+export async function downloadBrowsers(): Promise<void> {
+  overrideProxy();
+
+  const configuration = getConfiguration();
+  if (configuration.skipDownload) {
+    logPolitely('**INFO** Skipping downloading browsers as instructed.');
+    return;
+  }
+
+  const platform = detectBrowserPlatform();
+  if (!platform) {
+    throw new Error('The current platform is not supported.');
+  }
+  const cacheDir = configuration.cacheDirectory!;
+
+  const installationJobs = [];
+  if (configuration.chrome?.skipDownload) {
+    logPolitely('**INFO** Skipping Chrome download as instructed.');
+  } else {
+    const browser = Browser.CHROME;
+    installationJobs.push(
+      downloadBrowser({
+        browser,
+        configuration: configuration[browser] ?? {},
+        cacheDir,
+        platform,
+      }),
+    );
+  }
+
+  if (configuration['chrome-headless-shell']?.skipDownload) {
+    logPolitely('**INFO** Skipping Chrome download as instructed.');
+  } else {
+    const browser = Browser.CHROMEHEADLESSSHELL;
+
+    installationJobs.push(
+      downloadBrowser({
+        browser,
+        configuration: configuration[browser] ?? {},
+        cacheDir,
+        platform,
+      }),
+    );
+  }
+
+  if (configuration.firefox?.skipDownload) {
+    logPolitely('**INFO** Skipping Firefox download as instructed.');
+  } else {
+    const browser = Browser.FIREFOX;
+
+    installationJobs.push(
+      downloadBrowser({
+        browser,
+        configuration: configuration[browser] ?? {},
+        cacheDir,
+        platform,
+      }),
+    );
+  }
+
+  try {
+    await Promise.all(installationJobs);
+  } catch (error) {
+    console.error(error);
+    process.exit(1);
+  }
+}
+
+/**
+ * @internal
+ */
+function logPolitely(toBeLogged: unknown): void {
+  const logLevel = process.env['npm_config_loglevel'] || '';
+  const logLevelDisplay = ['silent', 'error', 'warn'].indexOf(logLevel) > -1;
+
+  if (!logLevelDisplay) {
+    console.log(toBeLogged);
+  }
+}
+
+/**
+ * @internal
+ */
+function overrideProxy() {
+  // Override current environment proxy settings with npm configuration, if any.
+  const NPM_HTTPS_PROXY =
+    process.env['npm_config_https_proxy'] || process.env['npm_config_proxy'];
+  const NPM_HTTP_PROXY =
+    process.env['npm_config_http_proxy'] || process.env['npm_config_proxy'];
+  const NPM_NO_PROXY = process.env['npm_config_no_proxy'];
+
+  if (NPM_HTTPS_PROXY) {
+    process.env['HTTPS_PROXY'] = NPM_HTTPS_PROXY;
+  }
+  if (NPM_HTTP_PROXY) {
+    process.env['HTTP_PROXY'] = NPM_HTTP_PROXY;
+  }
+  if (NPM_NO_PROXY) {
+    process.env['NO_PROXY'] = NPM_NO_PROXY;
+  }
+}

package/src/puppeteer.ts

@@ -0,0 +1,48 @@
+/**
+ * @license
+ * Copyright 2017 Google Inc.
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+export type {Protocol} from 'puppeteer-core';
+
+export * from 'puppeteer-core/internal/puppeteer-core.js';
+
+import * as PuppeteerCore from 'puppeteer-core/internal/puppeteer-core.js';
+
+import {getConfiguration} from './getConfiguration.js';
+
+const configuration = getConfiguration();
+
+/**
+ * @public
+ */
+const puppeteer = new PuppeteerCore.PuppeteerNode({
+  isPuppeteerCore: false,
+  configuration,
+});
+
+export const {
+  /**
+   * @public
+   */
+  connect,
+  /**
+   * @public
+   */
+  defaultArgs,
+  /**
+   * @public
+   */
+  executablePath,
+  /**
+   * @public
+   */
+  launch,
+  /**
+   * @public
+   */
+  trimCache,
+} = puppeteer;
+
+export default puppeteer;

package/src/tsconfig.cjs.json

@@ -0,0 +1,8 @@
+{
+  "extends": "../../../tsconfig.base.json",
+  "compilerOptions": {
+    "module": "NodeNext",
+    "moduleResolution": "NodeNext",
+    "outDir": "../lib/cjs/puppeteer"
+  }
+}

package/src/tsconfig.esm.json

@@ -0,0 +1,6 @@
+{
+  "extends": "../../../tsconfig.base.json",
+  "compilerOptions": {
+    "outDir": "../lib/esm/puppeteer"
+  }
+}