dragonfly_chrome_headless 0.2.0

data/node_modules/chrome-launcher/chrome-launcher.ts

@@ -0,0 +1,312 @@
+/**
+ * @license Copyright 2016 Google Inc. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
+ * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
+ */
+'use strict';
+
+import * as childProcess from 'child_process';
+import * as fs from 'fs';
+import * as chromeFinder from './chrome-finder';
+import {getRandomPort} from './random-port';
+import {DEFAULT_FLAGS} from './flags';
+import {makeTmpDir, defaults, delay} from './utils';
+import * as net from 'net';
+const rimraf = require('rimraf');
+const log = require('lighthouse-logger');
+const spawn = childProcess.spawn;
+const execSync = childProcess.execSync;
+const isWindows = process.platform === 'win32';
+const _SIGINT = 'SIGINT';
+const _SIGINT_EXIT_CODE = 130;
+const _SUPPORTED_PLATFORMS = new Set(['darwin', 'linux', 'win32']);
+
+type SupportedPlatforms = 'darwin'|'linux'|'win32';
+
+export interface Options {
+  startingUrl?: string;
+  chromeFlags?: Array<string>;
+  port?: number;
+  handleSIGINT?: boolean;
+  chromePath?: string;
+  userDataDir?: string;
+  logLevel?: string;
+}
+
+export interface LaunchedChrome {
+  pid: number;
+  port: number;
+  kill: () => Promise<{}>;
+}
+
+export interface ModuleOverrides {
+  fs?: typeof fs;
+  rimraf?: typeof rimraf;
+  spawn?: typeof childProcess.spawn;
+}
+
+export async function launch(opts: Options = {}): Promise<LaunchedChrome> {
+  opts.handleSIGINT = defaults(opts.handleSIGINT, true);
+
+  const instance = new Launcher(opts);
+
+  // Kill spawned Chrome process in case of ctrl-C.
+  if (opts.handleSIGINT) {
+    process.on(_SIGINT, async () => {
+      await instance.kill();
+      process.exit(_SIGINT_EXIT_CODE);
+    });
+  }
+
+  await instance.launch();
+
+  return {pid: instance.pid!, port: instance.port!, kill: async () => instance.kill()};
+}
+
+export class Launcher {
+  private tmpDirandPidFileReady = false;
+  private pollInterval: number = 500;
+  private pidFile: string;
+  private startingUrl: string;
+  private outFile?: number;
+  private errFile?: number;
+  private chromePath?: string;
+  private chromeFlags: string[];
+  private requestedPort?: number;
+  private chrome?: childProcess.ChildProcess;
+  private fs: typeof fs;
+  private rimraf: typeof rimraf;
+  private spawn: typeof childProcess.spawn;
+
+  userDataDir?: string;
+  port?: number;
+  pid?: number;
+
+  constructor(private opts: Options = {}, moduleOverrides: ModuleOverrides = {}) {
+    this.fs = moduleOverrides.fs || fs;
+    this.rimraf = moduleOverrides.rimraf || rimraf;
+    this.spawn = moduleOverrides.spawn || spawn;
+
+    log.setLevel(defaults(this.opts.logLevel, 'info'));
+
+    // choose the first one (default)
+    this.startingUrl = defaults(this.opts.startingUrl, 'about:blank');
+    this.chromeFlags = defaults(this.opts.chromeFlags, []);
+    this.requestedPort = defaults(this.opts.port, 0);
+    this.chromePath = this.opts.chromePath;
+  }
+
+  private get flags() {
+    const flags = DEFAULT_FLAGS.concat([
+      `--remote-debugging-port=${this.port}`,
+      // Place Chrome profile in a custom location we'll rm -rf later
+      `--user-data-dir=${this.userDataDir}`
+    ]);
+
+    if (process.platform === 'linux') {
+      flags.push('--disable-setuid-sandbox');
+    }
+
+    flags.push(...this.chromeFlags);
+    flags.push(this.startingUrl);
+
+    return flags;
+  }
+
+  // Wrapper function to enable easy testing.
+  makeTmpDir() {
+    return makeTmpDir();
+  }
+
+  prepare() {
+    const platform = process.platform as SupportedPlatforms;
+    if (!_SUPPORTED_PLATFORMS.has(platform)) {
+      throw new Error(`Platform ${platform} is not supported`);
+    }
+
+    this.userDataDir = this.opts.userDataDir || this.makeTmpDir();
+    this.outFile = this.fs.openSync(`${this.userDataDir}/chrome-out.log`, 'a');
+    this.errFile = this.fs.openSync(`${this.userDataDir}/chrome-err.log`, 'a');
+
+    // fix for Node4
+    // you can't pass a fd to fs.writeFileSync
+    this.pidFile = `${this.userDataDir}/chrome.pid`;
+
+    log.verbose('ChromeLauncher', `created ${this.userDataDir}`);
+
+    this.tmpDirandPidFileReady = true;
+  }
+
+  async launch() {
+    if (this.requestedPort !== 0) {
+      this.port = this.requestedPort;
+
+      // If an explict port is passed first look for an open connection...
+      try {
+        return await this.isDebuggerReady();
+      } catch (err) {
+        log.log(
+            'ChromeLauncher',
+            `No debugging port found on port ${this.port}, launching a new Chrome.`);
+      }
+    }
+
+    if (!this.tmpDirandPidFileReady) {
+      this.prepare();
+    }
+
+    if (this.chromePath === undefined) {
+      const installations = await chromeFinder[process.platform as SupportedPlatforms]();
+      if (installations.length === 0) {
+        throw new Error('No Chrome Installations Found');
+      }
+
+      this.chromePath = installations[0];
+    }
+
+    this.pid = await this.spawnProcess(this.chromePath);
+    return Promise.resolve();
+  }
+
+  private async spawnProcess(execPath: string) {
+    // Typescript is losing track of the return type without the explict typing.
+    const spawnPromise: Promise<number> = new Promise(async (resolve) => {
+      if (this.chrome) {
+        log.log('ChromeLauncher', `Chrome already running with pid ${this.chrome.pid}.`);
+        return resolve(this.chrome.pid);
+      }
+
+
+      // If a zero value port is set, it means the launcher
+      // is responsible for generating the port number.
+      // We do this here so that we can know the port before
+      // we pass it into chrome.
+      if (this.requestedPort === 0) {
+        this.port = await getRandomPort();
+      }
+
+      const chrome = this.spawn(
+          execPath, this.flags, {detached: true, stdio: ['ignore', this.outFile, this.errFile]});
+      this.chrome = chrome;
+
+      this.fs.writeFileSync(this.pidFile, chrome.pid.toString());
+
+      log.verbose('ChromeLauncher', `Chrome running with pid ${chrome.pid} on port ${this.port}.`);
+      resolve(chrome.pid);
+    });
+
+    const pid = await spawnPromise;
+    await this.waitUntilReady();
+    return pid;
+  }
+
+  private cleanup(client?: net.Socket) {
+    if (client) {
+      client.removeAllListeners();
+      client.end();
+      client.destroy();
+      client.unref();
+    }
+  }
+
+  // resolves if ready, rejects otherwise
+  private isDebuggerReady(): Promise<{}> {
+    return new Promise((resolve, reject) => {
+      const client = net.createConnection(this.port!);
+      client.once('error', err => {
+        this.cleanup(client);
+        reject(err);
+      });
+      client.once('connect', () => {
+        this.cleanup(client);
+        resolve();
+      });
+    });
+  }
+
+  // resolves when debugger is ready, rejects after 10 polls
+  private waitUntilReady() {
+    const launcher = this;
+
+    return new Promise((resolve, reject) => {
+      let retries = 0;
+      let waitStatus = 'Waiting for browser.';
+
+      const poll = () => {
+        if (retries === 0) {
+          log.log('ChromeLauncher', waitStatus);
+        }
+        retries++;
+        waitStatus += '..';
+        log.log('ChromeLauncher', waitStatus);
+
+        launcher.isDebuggerReady()
+            .then(() => {
+              log.log('ChromeLauncher', waitStatus + `${log.greenify(log.tick)}`);
+              resolve();
+            })
+            .catch(err => {
+              if (retries > 10) {
+                log.error('ChromeLauncher', err.message);
+                const stderr =
+                    this.fs.readFileSync(`${this.userDataDir}/chrome-err.log`, {encoding: 'utf-8'});
+                log.error(
+                    'ChromeLauncher', `Logging contents of ${this.userDataDir}/chrome-err.log`);
+                log.error('ChromeLauncher', stderr);
+                return reject(err);
+              }
+              delay(launcher.pollInterval).then(poll);
+            });
+      };
+      poll();
+
+    });
+  }
+
+  kill() {
+    return new Promise(resolve => {
+      if (this.chrome) {
+        this.chrome.on('close', () => {
+          this.destroyTmp().then(resolve);
+        });
+
+        log.log('ChromeLauncher', 'Killing all Chrome Instances');
+        try {
+          if (isWindows) {
+            execSync(`taskkill /pid ${this.chrome.pid} /T /F`);
+          } else {
+            process.kill(-this.chrome.pid);
+          }
+        } catch (err) {
+          log.warn('ChromeLauncher', `Chrome could not be killed ${err.message}`);
+        }
+
+        delete this.chrome;
+      } else {
+        // fail silently as we did not start chrome
+        resolve();
+      }
+    });
+  }
+
+  destroyTmp() {
+    return new Promise(resolve => {
+      // Only clean up the tmp dir if we created it.
+      if (this.userDataDir === undefined || this.opts.userDataDir !== undefined) {
+        return resolve();
+      }
+
+      if (this.outFile) {
+        this.fs.closeSync(this.outFile);
+        delete this.outFile;
+      }
+
+      if (this.errFile) {
+        this.fs.closeSync(this.errFile);
+        delete this.errFile;
+      }
+
+      this.rimraf(this.userDataDir, () => resolve());
+    });
+  }
+};

data/node_modules/chrome-launcher/compiled-check.js

@@ -0,0 +1,14 @@
+'use strict'
+
+const fs = require('fs');
+const path = require('path');
+
+module.exports = function(filename) {
+  if (!fs.existsSync(path.join(__dirname, filename))) {
+    console.log(
+        'Oops! Looks like the chrome-launcher files needs to be compiled. Please run:');
+    console.log('   yarn install-launcher; yarn build-launcher;');
+    console.log('More at: https://github.com/GoogleChrome/lighthouse#develop');
+    process.exit(1);
+  }
+}

data/node_modules/chrome-launcher/flags.js

@@ -0,0 +1,27 @@
+/**
+ * @license Copyright 2017 Google Inc. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
+ * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
+ */
+'use strict';
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_FLAGS = [
+    // Disable built-in Google Translate service
+    '--disable-translate',
+    // Disable all chrome extensions entirely
+    '--disable-extensions',
+    // Disable various background network services, including extension updating,
+    //   safe browsing service, upgrade detector, translate, UMA
+    '--disable-background-networking',
+    // Disable fetching safebrowsing lists, likely redundant due to disable-background-networking
+    '--safebrowsing-disable-auto-update',
+    // Disable syncing to a Google account
+    '--disable-sync',
+    // Disable reporting to UMA, but allows for collection
+    '--metrics-recording-only',
+    // Disable installation of default apps on first run
+    '--disable-default-apps',
+    // Skip first run wizards
+    '--no-first-run',
+];
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZmxhZ3MuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyJmbGFncy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQTs7OztHQUlHO0FBQ0gsWUFBWSxDQUFDOztBQUVBLFFBQUEsYUFBYSxHQUFHO0lBQzNCLDRDQUE0QztJQUM1QyxxQkFBcUI7SUFDckIseUNBQXlDO0lBQ3pDLHNCQUFzQjtJQUN0Qiw2RUFBNkU7SUFDN0UsNERBQTREO0lBQzVELGlDQUFpQztJQUNqQyw2RkFBNkY7SUFDN0Ysb0NBQW9DO0lBQ3BDLHNDQUFzQztJQUN0QyxnQkFBZ0I7SUFDaEIsc0RBQXNEO0lBQ3RELDBCQUEwQjtJQUMxQixvREFBb0Q7SUFDcEQsd0JBQXdCO0lBQ3hCLHlCQUF5QjtJQUN6QixnQkFBZ0I7Q0FDakIsQ0FBQyJ9

data/node_modules/chrome-launcher/flags.ts

@@ -0,0 +1,26 @@
+/**
+ * @license Copyright 2017 Google Inc. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
+ * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
+ */
+'use strict';
+
+export const DEFAULT_FLAGS = [
+  // Disable built-in Google Translate service
+  '--disable-translate',
+  // Disable all chrome extensions entirely
+  '--disable-extensions',
+  // Disable various background network services, including extension updating,
+  //   safe browsing service, upgrade detector, translate, UMA
+  '--disable-background-networking',
+  // Disable fetching safebrowsing lists, likely redundant due to disable-background-networking
+  '--safebrowsing-disable-auto-update',
+  // Disable syncing to a Google account
+  '--disable-sync',
+  // Disable reporting to UMA, but allows for collection
+  '--metrics-recording-only',
+  // Disable installation of default apps on first run
+  '--disable-default-apps',
+  // Skip first run wizards
+  '--no-first-run',
+];

data/node_modules/chrome-launcher/index.js

@@ -0,0 +1,7 @@
+"use strict";
+function __export(m) {
+    for (var p in m) if (!exports.hasOwnProperty(p)) exports[p] = m[p];
+}
+Object.defineProperty(exports, "__esModule", { value: true });
+__export(require("./chrome-launcher"));
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyJpbmRleC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7OztBQUFBLHVDQUFrQyJ9

data/node_modules/chrome-launcher/index.ts

@@ -0,0 +1 @@
+export * from './chrome-launcher';

data/node_modules/chrome-launcher/manual-chrome-launcher.js

@@ -0,0 +1,30 @@
+#!/usr/bin/env node
+
+'use strict'
+/**
+ * @fileoverview Script to launch a clean Chrome instance on-demand.
+ * Assuming Lighthouse is installed globally or `npm link`ed, use via:
+ *     chrome-debug
+ * Optionally pass additional flags and/or a URL
+ *     chrome-debug http://goat.com
+ *     chrome-debug --show-paint-rects
+ */
+
+require('./compiled-check.js')('chrome-launcher.js');
+
+const args = process.argv.slice(2);
+
+let chromeFlags;
+let startingUrl;
+
+if (args.length) {
+  chromeFlags = args.filter(flag => flag.startsWith('--'));
+  startingUrl = args.find(flag => !flag.startsWith('--'));
+}
+
+const {launch} = require('./chrome-launcher');
+
+launch({
+  startingUrl,
+  chromeFlags,
+}).then(v => console.log(`✨  Chrome debugging port: ${v.port}`))

data/node_modules/chrome-launcher/package.json

@@ -0,0 +1,116 @@
+{
+  "_args": [
+    [
+      {
+        "raw": "chrome-launcher@^0.3.1",
+        "scope": null,
+        "escapedName": "chrome-launcher",
+        "name": "chrome-launcher",
+        "rawSpec": "^0.3.1",
+        "spec": ">=0.3.1 <0.4.0",
+        "type": "range"
+      },
+      "/Users/tomascelizna/Devel/dragonfly_chrome_headless/node_modules/html-pdf-chrome"
+    ]
+  ],
+  "_from": "chrome-launcher@>=0.3.1 <0.4.0",
+  "_id": "chrome-launcher@0.3.1",
+  "_inCache": true,
+  "_location": "/chrome-launcher",
+  "_nodeVersion": "8.1.2",
+  "_npmOperationalInternal": {
+    "host": "s3://npm-registry-packages",
+    "tmp": "tmp/chrome-launcher-0.3.1.tgz_1499275221569_0.5772193057928234"
+  },
+  "_npmUser": {
+    "name": "paulirish",
+    "email": "paul.irish@gmail.com"
+  },
+  "_npmVersion": "5.0.3",
+  "_phantomChildren": {},
+  "_requested": {
+    "raw": "chrome-launcher@^0.3.1",
+    "scope": null,
+    "escapedName": "chrome-launcher",
+    "name": "chrome-launcher",
+    "rawSpec": "^0.3.1",
+    "spec": ">=0.3.1 <0.4.0",
+    "type": "range"
+  },
+  "_requiredBy": [
+    "/html-pdf-chrome"
+  ],
+  "_resolved": "https://registry.npmjs.org/chrome-launcher/-/chrome-launcher-0.3.1.tgz",
+  "_shasum": "0e9a2904a6f549ba135d20554189028eddd0a22d",
+  "_shrinkwrap": null,
+  "_spec": "chrome-launcher@^0.3.1",
+  "_where": "/Users/tomascelizna/Devel/dragonfly_chrome_headless/node_modules/html-pdf-chrome",
+  "author": {
+    "name": "The Chromium Authors"
+  },
+  "dependencies": {
+    "@types/core-js": "^0.9.41",
+    "@types/mkdirp": "^0.3.29",
+    "@types/node": "6.0.66",
+    "lighthouse-logger": "^1.0.0",
+    "mkdirp": "0.5.1",
+    "rimraf": "^2.6.1"
+  },
+  "description": "Launch latest Chrome with the devtools-protocol port open",
+  "devDependencies": {
+    "@types/mocha": "^2.2.41",
+    "@types/sinon": "^2.3.1",
+    "clang-format": "^1.0.50",
+    "mocha": "^3.2.0",
+    "nyc": "^11.0.2",
+    "sinon": "^2.3.5",
+    "ts-node": "^3.0.4",
+    "typescript": "2.2.1"
+  },
+  "directories": {},
+  "dist": {
+    "integrity": "sha512-1NqEo4Cq1u2GitEkrC1bKqfDcU6ZvB/SoS9QRvzG5ptvlA4nmQO9mgVsgrwNcr7GN8iOgJCnNKyLXetPv9mteg==",
+    "shasum": "0e9a2904a6f549ba135d20554189028eddd0a22d",
+    "tarball": "https://registry.npmjs.org/chrome-launcher/-/chrome-launcher-0.3.1.tgz"
+  },
+  "license": "Apache-2.0",
+  "main": "index.js",
+  "maintainers": [
+    {
+      "name": "brendankenny",
+      "email": "bckenny@gmail.com"
+    },
+    {
+      "name": "ebidel",
+      "email": "ebidel@gmail.com"
+    },
+    {
+      "name": "patrickhulce",
+      "email": "patrick.hulce@gmail.com"
+    },
+    {
+      "name": "paulirish",
+      "email": "paul.irish@gmail.com"
+    },
+    {
+      "name": "samccone",
+      "email": "sam@samx.it"
+    }
+  ],
+  "name": "chrome-launcher",
+  "optionalDependencies": {},
+  "readme": "ERROR: No README data found!",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/GoogleChrome/lighthouse/tree/master/chrome-launcher"
+  },
+  "scripts": {
+    "build": "tsc",
+    "coverage": "nyc yarn test && nyc report --reporter=text-lcov > lcov.info",
+    "dev": "tsc -w",
+    "format": "clang-format -i -style=file **/*.ts *.ts",
+    "test": "mocha --require ts-node/register --reporter=dot test/**/*-test.ts --timeout=10000",
+    "test-formatting": "test/check-formatting.sh"
+  },
+  "version": "0.3.1"
+}