@atlaspack/workers 2.12.1-canary.3354

package/lib/threads/ThreadsWorker.js

@@ -0,0 +1,61 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = void 0;
+function _worker_threads() {
+  const data = require("worker_threads");
+  _worker_threads = function () {
+    return data;
+  };
+  return data;
+}
+function _path() {
+  const data = _interopRequireDefault(require("path"));
+  _path = function () {
+    return data;
+  };
+  return data;
+}
+function _core() {
+  const data = require("@atlaspack/core");
+  _core = function () {
+    return data;
+  };
+  return data;
+}
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+const WORKER_PATH = _path().default.join(__dirname, 'ThreadsChild.js');
+class ThreadsWorker {
+  constructor(execArgv, onMessage, onError, onExit) {
+    this.execArgv = execArgv;
+    this.onMessage = onMessage;
+    this.onError = onError;
+    this.onExit = onExit;
+  }
+  start() {
+    this.worker = new (_worker_threads().Worker)(WORKER_PATH, {
+      execArgv: this.execArgv,
+      env: process.env
+    });
+    this.worker.on('message', data => this.handleMessage(data));
+    this.worker.on('error', this.onError);
+    this.worker.on('exit', this.onExit);
+    return new Promise(resolve => {
+      this.worker.on('online', resolve);
+    });
+  }
+  stop() {
+    // In node 12, this returns a promise, but previously it accepted a callback
+    // TODO: Pass a callback in earlier versions of Node
+    return Promise.resolve(this.worker.terminate());
+  }
+  handleMessage(data) {
+    this.onMessage((0, _core().restoreDeserializedObject)(data));
+  }
+  send(data) {
+    this.worker.postMessage((0, _core().prepareForSerialization)(data));
+  }
+}
+exports.default = ThreadsWorker;

package/lib/types.js

@@ -0,0 +1 @@
+"use strict";

package/lib/web/WebChild.js

@@ -0,0 +1,44 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = void 0;
+var _childState = require("../childState");
+var _child = require("../child");
+function _core() {
+  const data = require("@atlaspack/core");
+  _core = function () {
+    return data;
+  };
+  return data;
+}
+/* eslint-env worker*/
+class WebChild {
+  constructor(onMessage, onExit) {
+    if (!(typeof WorkerGlobalScope !== 'undefined' && self instanceof WorkerGlobalScope)) {
+      throw new Error('Only create WebChild instances in a worker!');
+    }
+    this.onMessage = onMessage;
+    this.onExit = onExit;
+    self.addEventListener('message', ({
+      data
+    }) => {
+      if (data === 'stop') {
+        this.onExit(0);
+        self.postMessage('stopped');
+      }
+      // $FlowFixMe assume WorkerMessage as data
+      this.handleMessage(data);
+    });
+    self.postMessage('online');
+  }
+  handleMessage(data) {
+    this.onMessage((0, _core().restoreDeserializedObject)(data));
+  }
+  send(data) {
+    self.postMessage((0, _core().prepareForSerialization)(data));
+  }
+}
+exports.default = WebChild;
+(0, _childState.setChild)(new _child.Child(WebChild));

package/lib/web/WebWorker.js

@@ -0,0 +1,85 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = void 0;
+function _core() {
+  const data = require("@atlaspack/core");
+  _core = function () {
+    return data;
+  };
+  return data;
+}
+function _utils() {
+  const data = require("@atlaspack/utils");
+  _utils = function () {
+    return data;
+  };
+  return data;
+}
+let id = 0;
+class WebWorker {
+  constructor(execArgv, onMessage, onError, onExit) {
+    this.execArgv = execArgv;
+    this.onMessage = onMessage;
+    this.onError = onError;
+    this.onExit = onExit;
+  }
+  start() {
+    // $FlowFixMe[incompatible-call]
+    this.worker = new Worker(new URL('./WebChild.js', import.meta.url), {
+      name: `Atlaspack Worker ${id++}`,
+      type: 'module'
+    });
+    let {
+      deferred,
+      promise
+    } = (0, _utils().makeDeferredWithPromise)();
+    this.worker.onmessage = ({
+      data
+    }) => {
+      if (data === 'online') {
+        deferred.resolve();
+        return;
+      }
+
+      // $FlowFixMe assume WorkerMessage as data
+      this.handleMessage(data);
+    };
+    this.worker.onerror = this.onError;
+    // Web workers can't crash or intentionally stop on their own, apart from stop() below
+    // this.worker.on('exit', this.onExit);
+
+    return promise;
+  }
+  stop() {
+    if (!this.stopping) {
+      this.stopping = (async () => {
+        this.worker.postMessage('stop');
+        let {
+          deferred,
+          promise
+        } = (0, _utils().makeDeferredWithPromise)();
+        this.worker.addEventListener('message', ({
+          data
+        }) => {
+          if (data === 'stopped') {
+            deferred.resolve();
+          }
+        });
+        await promise;
+        this.worker.terminate();
+        this.onExit(0);
+      })();
+    }
+    return this.stopping;
+  }
+  handleMessage(data) {
+    this.onMessage((0, _core().restoreDeserializedObject)(data));
+  }
+  send(data) {
+    this.worker.postMessage((0, _core().prepareForSerialization)(data));
+  }
+}
+exports.default = WebWorker;

package/package.json

@@ -0,0 +1,36 @@
+{
+  "name": "@atlaspack/workers",
+  "version": "2.12.1-canary.3354+7bb54d46a",
+  "description": "Blazing fast, zero configuration web application bundler",
+  "license": "MIT",
+  "publishConfig": {
+    "access": "public"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/atlassian-labs/atlaspack.git"
+  },
+  "main": "lib/index.js",
+  "source": "src/index.js",
+  "types": "index.d.ts",
+  "engines": {
+    "node": ">= 16.0.0"
+  },
+  "dependencies": {
+    "@atlaspack/diagnostic": "2.12.1-canary.3354+7bb54d46a",
+    "@atlaspack/logger": "2.12.1-canary.3354+7bb54d46a",
+    "@atlaspack/profiler": "2.12.1-canary.3354+7bb54d46a",
+    "@atlaspack/types-internal": "2.12.1-canary.3354+7bb54d46a",
+    "@atlaspack/utils": "2.12.1-canary.3354+7bb54d46a",
+    "nullthrows": "^1.1.1"
+  },
+  "peerDependencies": {
+    "@atlaspack/core": "2.12.1-canary.3354+7bb54d46a"
+  },
+  "browser": {
+    "./src/process/ProcessWorker.js": false,
+    "./src/threads/ThreadsWorker.js": false,
+    "./src/core-worker.js": "./src/core-worker.browser.js"
+  },
+  "gitHead": "7bb54d46a00c5ba9cdbc2ee426dcbe82c8d79a3e"
+}

package/src/Handle.js

@@ -0,0 +1,48 @@
+// @flow strict-local
+import {registerSerializableClass} from '@atlaspack/core';
+// $FlowFixMe
+import packageJson from '../package.json';
+
+let HANDLE_ID = 0;
+// $FlowFixMe
+export type HandleFunction = (...args: Array<any>) => any;
+
+type HandleOpts = {|
+  fn?: HandleFunction,
+  childId?: ?number,
+  id?: number,
+|};
+
+const handleById: Map<number, Handle> = new Map();
+
+export default class Handle {
+  id: number;
+  childId: ?number;
+  fn: ?HandleFunction;
+
+  constructor(opts: HandleOpts) {
+    this.id = opts.id ?? ++HANDLE_ID;
+    this.fn = opts.fn;
+    this.childId = opts.childId;
+    handleById.set(this.id, this);
+  }
+
+  dispose() {
+    handleById.delete(this.id);
+  }
+
+  serialize(): {|childId: ?number, id: number|} {
+    return {
+      id: this.id,
+      childId: this.childId,
+    };
+  }
+
+  static deserialize(opts: HandleOpts): Handle {
+    return new Handle(opts);
+  }
+}
+
+// Register the Handle as a serializable class so that it will properly be deserialized
+// by anything that uses WorkerFarm.
+registerSerializableClass(`${packageJson.version}:Handle`, Handle);

package/src/Worker.js

@@ -0,0 +1,227 @@
+// @flow
+
+import type {FilePath} from '@atlaspack/types-internal';
+import type {BackendType, WorkerImpl, WorkerMessage} from './types';
+import type {SharedReference} from './WorkerFarm';
+
+import nullthrows from 'nullthrows';
+import EventEmitter from 'events';
+import ThrowableDiagnostic from '@atlaspack/diagnostic';
+import {getWorkerBackend} from './backend';
+
+export type WorkerCall = {|
+  method?: string,
+  handle?: number,
+  args: $ReadOnlyArray<any>,
+  retries: number,
+  skipReadyCheck?: boolean,
+  resolve: (result: Promise<any> | any) => void,
+  reject: (error: any) => void,
+|};
+
+type WorkerOpts = {|
+  forcedKillTime: number,
+  backend: BackendType,
+  shouldPatchConsole?: boolean,
+  shouldTrace?: boolean,
+  sharedReferences: $ReadOnlyMap<SharedReference, mixed>,
+|};
+
+let WORKER_ID = 0;
+export default class Worker extends EventEmitter {
+  +options: WorkerOpts;
+  worker: WorkerImpl;
+  id: number = WORKER_ID++;
+  sentSharedReferences: Set<SharedReference> = new Set();
+
+  calls: Map<number, WorkerCall> = new Map();
+  exitCode: ?number = null;
+  callId: number = 0;
+
+  ready: boolean = false;
+  stopped: boolean = false;
+  isStopping: boolean = false;
+
+  constructor(options: WorkerOpts) {
+    super();
+    this.options = options;
+  }
+
+  async fork(forkModule: FilePath) {
+    let filteredArgs = [];
+    if (process.execArgv) {
+      filteredArgs = process.execArgv.filter(
+        v =>
+          !/^--(debug|inspect|no-opt|max-old-space-size=|max-semi-space-size=|expose-gc)/.test(
+            v,
+          ),
+      );
+
+      for (let i = 0; i < filteredArgs.length; i++) {
+        let arg = filteredArgs[i];
+        let isArgWithParam =
+          ((arg === '-r' || arg === '--require') &&
+            filteredArgs[i + 1] === '@atlaspack/register') ||
+          arg === '--title';
+        if (isArgWithParam) {
+          filteredArgs.splice(i, 2);
+          i--;
+        }
+      }
+    }
+
+    // Workaround for https://github.com/nodejs/node/issues/29117
+    if (process.env.NODE_OPTIONS) {
+      // arg parsing logic adapted from https://stackoverflow.com/a/46946420/2352201
+      let opts = [''];
+      let quote = false;
+      for (let c of nullthrows(process.env.NODE_OPTIONS.match(/.|^$/g))) {
+        if (c === '"') {
+          quote = !quote;
+        } else if (!quote && c === ' ') {
+          opts.push('');
+        } else {
+          opts[opts.length - 1] += c.replace(/\\(.)/, '$1');
+        }
+      }
+
+      for (let i = 0; i < opts.length; i++) {
+        let opt = opts[i];
+        if (opt === '-r' || opt === '--require') {
+          filteredArgs.push(opt, opts[i + 1]);
+          i++;
+        }
+      }
+    }
+
+    let onMessage = data => this.receive(data);
+    let onExit = code => {
+      this.exitCode = code;
+      this.emit('exit', code);
+    };
+
+    let onError = err => {
+      this.emit('error', err);
+    };
+
+    let WorkerBackend = getWorkerBackend(this.options.backend);
+    this.worker = new WorkerBackend(filteredArgs, onMessage, onError, onExit);
+    await this.worker.start();
+
+    await new Promise((resolve, reject) => {
+      this.call({
+        method: 'childInit',
+        args: [
+          forkModule,
+          {
+            shouldPatchConsole: !!this.options.shouldPatchConsole,
+            shouldTrace: !!this.options.shouldTrace,
+          },
+        ],
+        retries: 0,
+        skipReadyCheck: true,
+        resolve,
+        reject,
+      });
+    });
+
+    let sharedRefs = this.options.sharedReferences;
+    let refsShared = new Set();
+    // in case more refs are created while initial refs are sending
+    while (refsShared.size < sharedRefs.size) {
+      await Promise.all(
+        [...sharedRefs]
+          .filter(([ref]) => !refsShared.has(ref))
+          .map(async ([ref, value]) => {
+            await this.sendSharedReference(ref, value);
+            refsShared.add(ref);
+          }),
+      );
+    }
+
+    this.ready = true;
+    this.emit('ready');
+  }
+
+  sendSharedReference(ref: SharedReference, value: mixed): Promise<any> {
+    this.sentSharedReferences.add(ref);
+    return new Promise((resolve, reject) => {
+      this.call({
+        method: 'createSharedReference',
+        args: [ref, value],
+        resolve,
+        reject,
+        retries: 0,
+        skipReadyCheck: true,
+      });
+    });
+  }
+
+  send(data: WorkerMessage): void {
+    this.worker.send(data);
+  }
+
+  call(call: WorkerCall): void {
+    if (this.stopped || this.isStopping) {
+      return;
+    }
+
+    let idx = this.callId++;
+    this.calls.set(idx, call);
+
+    let msg = {
+      type: 'request',
+      idx: idx,
+      child: this.id,
+      handle: call.handle,
+      method: call.method,
+      args: call.args,
+    };
+
+    if (this.ready || call.skipReadyCheck === true) {
+      this.send(msg);
+    } else {
+      this.once('ready', () => this.send(msg));
+    }
+  }
+
+  receive(message: WorkerMessage): void {
+    if (this.stopped || this.isStopping) {
+      return;
+    }
+
+    if (message.type === 'request') {
+      this.emit('request', message);
+    } else if (message.type === 'response') {
+      let idx = message.idx;
+      if (idx == null) {
+        return;
+      }
+
+      let call = this.calls.get(idx);
+      if (!call) {
+        // Return for unknown calls, these might accur if a third party process uses workers
+        return;
+      }
+
+      if (message.contentType === 'error') {
+        call.reject(new ThrowableDiagnostic({diagnostic: message.content}));
+      } else {
+        call.resolve(message.content);
+      }
+
+      this.calls.delete(idx);
+      this.emit('response', message);
+    }
+  }
+
+  async stop() {
+    if (!this.stopped) {
+      this.stopped = true;
+
+      if (this.worker) {
+        await this.worker.stop();
+      }
+    }
+  }
+}