@parcel/workers 2.0.0-nightly.133 → 2.0.0-nightly.1331

package/lib/process/ProcessChild.js

@@ -4,46 +4,43 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
-var _nullthrows = _interopRequireDefault(require("nullthrows"));
-
+function _nullthrows() {
+  const data = _interopRequireDefault(require("nullthrows"));
+  _nullthrows = function () {
+    return data;
+  };
+  return data;
+}
 var _childState = require("../childState");
-
 var _child = require("../child");
-
-var _core = require("@parcel/core");
-
+function _core() {
+  const data = require("@parcel/core");
+  _core = function () {
+    return data;
+  };
+  return data;
+}
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-function _defineProperty(obj, key, value) { if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
-
 class ProcessChild {
   constructor(onMessage, onExit) {
-    _defineProperty(this, "onMessage", void 0);
-
-    _defineProperty(this, "onExit", void 0);
-
     if (!process.send) {
       throw new Error('Only create ProcessChild instances in a worker!');
     }
-
     this.onMessage = onMessage;
     this.onExit = onExit;
     process.on('message', data => this.handleMessage(data));
   }
-
   handleMessage(data) {
     if (data === 'die') {
       return this.stop();
     }
-
-    this.onMessage((0, _core.deserialize)(Buffer.from(data, 'base64')));
+    this.onMessage((0, _core().deserialize)(Buffer.from(data, 'base64')));
   }
-
   send(data) {
-    let processSend = (0, _nullthrows.default)(process.send).bind(process);
-    processSend((0, _core.serialize)(data).toString('base64'), err => {
+    let processSend = (0, _nullthrows().default)(process.send).bind(process);
+    processSend((0, _core().serialize)(data).toString('base64'), err => {
       if (err && err instanceof Error) {
+        // $FlowFixMe[prop-missing]
         if (err.code === 'ERR_IPC_CHANNEL_CLOSED') {
           // IPC connection closed
           // no need to keep the worker running if it can't send or receive data
@@ -52,13 +49,10 @@ class ProcessChild {
       }
     });
   }
-
   stop() {
     this.onExit(0);
     process.exit();
   }
-
 }
-
 exports.default = ProcessChild;
 (0, _childState.setChild)(new _child.Child(ProcessChild));

package/lib/process/ProcessWorker.js

@@ -4,55 +4,51 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
-var _child_process = _interopRequireDefault(require("child_process"));
-
-var _path = _interopRequireDefault(require("path"));
-
-var _core = require("@parcel/core");
-
+function _child_process() {
+  const data = _interopRequireDefault(require("child_process"));
+  _child_process = function () {
+    return data;
+  };
+  return data;
+}
+function _path() {
+  const data = _interopRequireDefault(require("path"));
+  _path = function () {
+    return data;
+  };
+  return data;
+}
+function _core() {
+  const data = require("@parcel/core");
+  _core = function () {
+    return data;
+  };
+  return data;
+}
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-function _defineProperty(obj, key, value) { if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
-
-const WORKER_PATH = _path.default.join(__dirname, 'ProcessChild.js');
-
+const WORKER_PATH = _path().default.join(__dirname, 'ProcessChild.js');
 class ProcessWorker {
+  processQueue = true;
+  sendQueue = [];
   constructor(execArgv, onMessage, onError, onExit) {
-    _defineProperty(this, "execArgv", void 0);
-
-    _defineProperty(this, "onMessage", void 0);
-
-    _defineProperty(this, "onError", void 0);
-
-    _defineProperty(this, "onExit", void 0);
-
-    _defineProperty(this, "child", void 0);
-
-    _defineProperty(this, "processQueue", true);
-
-    _defineProperty(this, "sendQueue", []);
-
     this.execArgv = execArgv;
     this.onMessage = onMessage;
     this.onError = onError;
     this.onExit = onExit;
   }
-
   start() {
-    this.child = _child_process.default.fork(WORKER_PATH, process.argv, {
+    this.child = _child_process().default.fork(WORKER_PATH, process.argv, {
       execArgv: this.execArgv,
       env: process.env,
       cwd: process.cwd()
     });
     this.child.on('message', data => {
-      this.onMessage((0, _core.deserialize)(Buffer.from(data, 'base64')));
+      this.onMessage((0, _core().deserialize)(Buffer.from(data, 'base64')));
     });
     this.child.once('exit', this.onExit);
     this.child.on('error', this.onError);
     return Promise.resolve();
   }
-
   async stop() {
     this.child.send('die');
     let forceKill = setTimeout(() => this.child.kill('SIGINT'), 500);
@@ -61,34 +57,27 @@ class ProcessWorker {
     });
     clearTimeout(forceKill);
   }
-
   send(data) {
     if (!this.processQueue) {
       this.sendQueue.push(data);
       return;
     }
-
-    let result = this.child.send((0, _core.serialize)(data).toString('base64'), error => {
+    let result = this.child.send((0, _core().serialize)(data).toString('base64'), error => {
       if (error && error instanceof Error) {
         // Ignore this, the workerfarm handles child errors
         return;
       }
-
       this.processQueue = true;
-
       if (this.sendQueue.length > 0) {
         let queueCopy = this.sendQueue.slice(0);
         this.sendQueue = [];
         queueCopy.forEach(entry => this.send(entry));
       }
     });
-
     if (!result || /^win/.test(process.platform)) {
       // Queue is handling too much messages throttle it
       this.processQueue = false;
     }
   }
-
 }
-
 exports.default = ProcessWorker;

package/lib/threads/ThreadsChild.js

@@ -4,48 +4,46 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
-var _worker_threads = require("worker_threads");
-
-var _nullthrows = _interopRequireDefault(require("nullthrows"));
-
+function _worker_threads() {
+  const data = require("worker_threads");
+  _worker_threads = function () {
+    return data;
+  };
+  return data;
+}
+function _nullthrows() {
+  const data = _interopRequireDefault(require("nullthrows"));
+  _nullthrows = function () {
+    return data;
+  };
+  return data;
+}
 var _childState = require("../childState");
-
 var _child = require("../child");
-
-var _core = require("@parcel/core");
-
+function _core() {
+  const data = require("@parcel/core");
+  _core = function () {
+    return data;
+  };
+  return data;
+}
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-function _defineProperty(obj, key, value) { if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
-
 class ThreadsChild {
   constructor(onMessage, onExit) {
-    _defineProperty(this, "onMessage", void 0);
-
-    _defineProperty(this, "onExit", void 0);
-
-    if (_worker_threads.isMainThread || !_worker_threads.parentPort) {
+    if (_worker_threads().isMainThread || !_worker_threads().parentPort) {
       throw new Error('Only create ThreadsChild instances in a worker!');
     }
-
     this.onMessage = onMessage;
     this.onExit = onExit;
-
-    _worker_threads.parentPort.on('message', data => this.handleMessage(data));
-
-    _worker_threads.parentPort.on('close', this.onExit);
+    _worker_threads().parentPort.on('message', data => this.handleMessage(data));
+    _worker_threads().parentPort.on('close', this.onExit);
   }
-
   handleMessage(data) {
-    this.onMessage((0, _core.restoreDeserializedObject)(data));
+    this.onMessage((0, _core().restoreDeserializedObject)(data));
   }
-
   send(data) {
-    (0, _nullthrows.default)(_worker_threads.parentPort).postMessage((0, _core.prepareForSerialization)(data));
+    (0, _nullthrows().default)(_worker_threads().parentPort).postMessage((0, _core().prepareForSerialization)(data));
   }
-
 }
-
 exports.default = ThreadsChild;
 (0, _childState.setChild)(new _child.Child(ThreadsChild));

package/lib/threads/ThreadsWorker.js

@@ -4,39 +4,38 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
-var _worker_threads = require("worker_threads");
-
-var _path = _interopRequireDefault(require("path"));
-
-var _core = require("@parcel/core");
-
+function _worker_threads() {
+  const data = require("worker_threads");
+  _worker_threads = function () {
+    return data;
+  };
+  return data;
+}
+function _path() {
+  const data = _interopRequireDefault(require("path"));
+  _path = function () {
+    return data;
+  };
+  return data;
+}
+function _core() {
+  const data = require("@parcel/core");
+  _core = function () {
+    return data;
+  };
+  return data;
+}
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-function _defineProperty(obj, key, value) { if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
-
-const WORKER_PATH = _path.default.join(__dirname, 'ThreadsChild.js');
-
+const WORKER_PATH = _path().default.join(__dirname, 'ThreadsChild.js');
 class ThreadsWorker {
   constructor(execArgv, onMessage, onError, onExit) {
-    _defineProperty(this, "execArgv", void 0);
-
-    _defineProperty(this, "onMessage", void 0);
-
-    _defineProperty(this, "onError", void 0);
-
-    _defineProperty(this, "onExit", void 0);
-
-    _defineProperty(this, "worker", void 0);
-
     this.execArgv = execArgv;
     this.onMessage = onMessage;
     this.onError = onError;
     this.onExit = onExit;
   }
-
   start() {
-    this.worker = new _worker_threads.Worker(WORKER_PATH, {
+    this.worker = new (_worker_threads().Worker)(WORKER_PATH, {
       execArgv: this.execArgv,
       env: process.env
     });
@@ -47,21 +46,16 @@ class ThreadsWorker {
       this.worker.on('online', resolve);
     });
   }
-
   stop() {
     // In node 12, this returns a promise, but previously it accepted a callback
     // TODO: Pass a callback in earlier versions of Node
     return Promise.resolve(this.worker.terminate());
   }
-
   handleMessage(data) {
-    this.onMessage((0, _core.restoreDeserializedObject)(data));
+    this.onMessage((0, _core().restoreDeserializedObject)(data));
   }
-
   send(data) {
-    this.worker.postMessage((0, _core.prepareForSerialization)(data));
+    this.worker.postMessage((0, _core().prepareForSerialization)(data));
   }
-
 }
-
 exports.default = ThreadsWorker;

package/package.json

@@ -1,29 +1,40 @@
 {
   "name": "@parcel/workers",
-  "version": "2.0.0-nightly.133+e8a4b8b7",
+  "version": "2.0.0-nightly.1331+76aa20fc2",
   "description": "Blazing fast, zero configuration web application bundler",
   "license": "MIT",
   "publishConfig": {
     "access": "public"
   },
+  "funding": {
+    "type": "opencollective",
+    "url": "https://opencollective.com/parcel"
+  },
   "repository": {
     "type": "git",
     "url": "https://github.com/parcel-bundler/parcel.git"
   },
   "main": "lib/index.js",
   "source": "src/index.js",
+  "types": "index.d.ts",
   "engines": {
-    "node": ">= 10.0.0"
+    "node": ">= 12.0.0"
   },
   "dependencies": {
-    "@parcel/diagnostic": "2.0.0-nightly.133+e8a4b8b7",
-    "@parcel/logger": "2.0.0-nightly.133+e8a4b8b7",
-    "@parcel/utils": "2.0.0-nightly.133+e8a4b8b7",
-    "chrome-trace-event": "^1.0.2",
+    "@parcel/diagnostic": "2.0.0-nightly.1331+76aa20fc2",
+    "@parcel/logger": "2.0.0-nightly.1331+76aa20fc2",
+    "@parcel/profiler": "2.9.3-nightly.2954+76aa20fc2",
+    "@parcel/types": "2.0.0-nightly.1331+76aa20fc2",
+    "@parcel/utils": "2.0.0-nightly.1331+76aa20fc2",
     "nullthrows": "^1.1.1"
   },
   "peerDependencies": {
-    "@parcel/core": "^2.0.0-alpha.3.1"
+    "@parcel/core": "2.0.0-nightly.1329+76aa20fc2"
+  },
+  "browser": {
+    "./src/cpuCount.js": false,
+    "./src/process/ProcessWorker.js": false,
+    "./src/threads/ThreadsWorker.js": false
   },
-  "gitHead": "e8a4b8b7e54c33c38c6702e1c5b03f93af7a58bc"
+  "gitHead": "76aa20fc2f752fae9c7347f071ea457b112a5dad"
 }

package/src/Handle.js

@@ -1,20 +1,16 @@
-// @flow
-
-import type {WorkerApi} from './';
-
+// @flow strict-local
 import {registerSerializableClass} from '@parcel/core';
-
-import {child} from './childState';
+// $FlowFixMe
 import packageJson from '../package.json';
 
 let HANDLE_ID = 0;
-
+// $FlowFixMe
 export type HandleFunction = (...args: Array<any>) => any;
 
 type HandleOpts = {|
-  fn: HandleFunction,
+  fn?: HandleFunction,
   childId?: ?number,
-  workerApi: WorkerApi,
+  id?: number,
 |};
 
 const handleById: Map<number, Handle> = new Map();
@@ -22,14 +18,12 @@ const handleById: Map<number, Handle> = new Map();
 export default class Handle {
   id: number;
   childId: ?number;
-  fn: HandleFunction;
-  workerApi: WorkerApi;
+  fn: ?HandleFunction;
 
   constructor(opts: HandleOpts) {
-    this.id = ++HANDLE_ID;
+    this.id = opts.id ?? ++HANDLE_ID;
     this.fn = opts.fn;
     this.childId = opts.childId;
-    this.workerApi = opts.workerApi;
     handleById.set(this.id, this);
   }
 
@@ -37,38 +31,15 @@ export default class Handle {
     handleById.delete(this.id);
   }
 
-  serialize() {
+  serialize(): {|childId: ?number, id: number|} {
     return {
       id: this.id,
       childId: this.childId,
     };
   }
 
-  static deserialize(opts: {|id: number, childId?: number|}) {
-    return function(...args: Array<mixed>) {
-      let workerApi;
-      if (child) {
-        workerApi = child.workerApi;
-      } else {
-        let handle = handleById.get(opts.id);
-        if (!handle) {
-          throw new Error(
-            'Corresponding Handle was not found. It may have been disposed.',
-          );
-        }
-        workerApi = handle.workerApi;
-      }
-
-      if (opts.childId != null && child) {
-        throw new Error('Cannot call another child from a child');
-      }
-
-      if (opts.childId != null && workerApi.callChild) {
-        return workerApi.callChild(opts.childId, {handle: opts.id, args});
-      }
-
-      return workerApi.callMaster({handle: opts.id, args}, true);
-    };
+  static deserialize(opts: HandleOpts): Handle {
+    return new Handle(opts);
   }
 }
 

package/src/Worker.js

@@ -1,8 +1,10 @@
 // @flow
 
 import type {FilePath} from '@parcel/types';
-import type {WorkerMessage, WorkerImpl, BackendType} from './types';
+import type {BackendType, WorkerImpl, WorkerMessage} from './types';
+import type {SharedReference} from './WorkerFarm';
 
+import nullthrows from 'nullthrows';
 import EventEmitter from 'events';
 import ThrowableDiagnostic from '@parcel/diagnostic';
 import {getWorkerBackend} from './backend';
@@ -12,6 +14,7 @@ export type WorkerCall = {|
   handle?: number,
   args: $ReadOnlyArray<any>,
   retries: number,
+  skipReadyCheck?: boolean,
   resolve: (result: Promise<any> | any) => void,
   reject: (error: any) => void,
 |};
@@ -19,7 +22,9 @@ export type WorkerCall = {|
 type WorkerOpts = {|
   forcedKillTime: number,
   backend: BackendType,
-  patchConsole?: boolean,
+  shouldPatchConsole?: boolean,
+  shouldTrace?: boolean,
+  sharedReferences: $ReadOnlyMap<SharedReference, mixed>,
 |};
 
 let WORKER_ID = 0;
@@ -27,14 +32,15 @@ export default class Worker extends EventEmitter {
   +options: WorkerOpts;
   worker: WorkerImpl;
   id: number = WORKER_ID++;
+  sentSharedReferences: Set<SharedReference> = new Set();
 
   calls: Map<number, WorkerCall> = new Map();
-  exitCode = null;
-  callId = 0;
+  exitCode: ?number = null;
+  callId: number = 0;
 
-  ready = false;
-  stopped = false;
-  isStopping = false;
+  ready: boolean = false;
+  stopped: boolean = false;
+  isStopping: boolean = false;
 
   constructor(options: WorkerOpts) {
     super();
@@ -43,20 +49,45 @@ export default class Worker extends EventEmitter {
 
   async fork(forkModule: FilePath) {
     let filteredArgs = process.execArgv.filter(
-      v => !/^--(debug|inspect)/.test(v),
+      v => !/^--(debug|inspect|max-old-space-size=)/.test(v),
     );
 
     for (let i = 0; i < filteredArgs.length; i++) {
       let arg = filteredArgs[i];
-      if (
-        (arg === '-r' || arg === '--require') &&
-        filteredArgs[i + 1] === '@parcel/register'
-      ) {
+      let isArgWithParam =
+        ((arg === '-r' || arg === '--require') &&
+          filteredArgs[i + 1] === '@parcel/register') ||
+        arg === '--title';
+      if (isArgWithParam) {
         filteredArgs.splice(i, 2);
         i--;
       }
     }
 
+    // Workaround for https://github.com/nodejs/node/issues/29117
+    if (process.env.NODE_OPTIONS) {
+      // arg parsing logic adapted from https://stackoverflow.com/a/46946420/2352201
+      let opts = [''];
+      let quote = false;
+      for (let c of nullthrows(process.env.NODE_OPTIONS.match(/.|^$/g))) {
+        if (c === '"') {
+          quote = !quote;
+        } else if (!quote && c === ' ') {
+          opts.push('');
+        } else {
+          opts[opts.length - 1] += c.replace(/\\(.)/, '$1');
+        }
+      }
+
+      for (let i = 0; i < opts.length; i++) {
+        let opt = opts[i];
+        if (opt === '-r' || opt === '--require') {
+          filteredArgs.push(opt, opts[i + 1]);
+          i++;
+        }
+      }
+    }
+
     let onMessage = data => this.receive(data);
     let onExit = code => {
       this.exitCode = code;
@@ -77,19 +108,49 @@ export default class Worker extends EventEmitter {
         args: [
           forkModule,
           {
-            patchConsole: !!this.options.patchConsole,
+            shouldPatchConsole: !!this.options.shouldPatchConsole,
+            shouldTrace: !!this.options.shouldTrace,
           },
         ],
         retries: 0,
+        skipReadyCheck: true,
         resolve,
         reject,
       });
     });
 
+    let sharedRefs = this.options.sharedReferences;
+    let refsShared = new Set();
+    // in case more refs are created while initial refs are sending
+    while (refsShared.size < sharedRefs.size) {
+      await Promise.all(
+        [...sharedRefs]
+          .filter(([ref]) => !refsShared.has(ref))
+          .map(async ([ref, value]) => {
+            await this.sendSharedReference(ref, value);
+            refsShared.add(ref);
+          }),
+      );
+    }
+
     this.ready = true;
     this.emit('ready');
   }
 
+  sendSharedReference(ref: SharedReference, value: mixed): Promise<any> {
+    this.sentSharedReferences.add(ref);
+    return new Promise((resolve, reject) => {
+      this.call({
+        method: 'createSharedReference',
+        args: [ref, value],
+        resolve,
+        reject,
+        retries: 0,
+        skipReadyCheck: true,
+      });
+    });
+  }
+
   send(data: WorkerMessage): void {
     this.worker.send(data);
   }
@@ -102,14 +163,20 @@ export default class Worker extends EventEmitter {
     let idx = this.callId++;
     this.calls.set(idx, call);
 
-    this.send({
+    let msg = {
       type: 'request',
       idx: idx,
       child: this.id,
       handle: call.handle,
       method: call.method,
       args: call.args,
-    });
+    };
+
+    if (this.ready || call.skipReadyCheck === true) {
+      this.send(msg);
+    } else {
+      this.once('ready', () => this.send(msg));
+    }
   }
 
   receive(message: WorkerMessage): void {