@depup/gatsby 5.16.1-depup.0

package/dist/utils/jobs/manager.js

@@ -0,0 +1,313 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+exports.__esModule = true;
+exports.createInternalJob = createInternalJob;
+exports.enqueueJob = enqueueJob;
+exports.getInProcessJobPromise = getInProcessJobPromise;
+exports.isJobStale = isJobStale;
+exports.removeInProgressJob = removeInProgressJob;
+exports.waitJobs = waitJobs;
+exports.waitUntilAllJobsComplete = waitUntilAllJobsComplete;
+var _isPlainObject2 = _interopRequireDefault(require("lodash/isPlainObject"));
+var _path = _interopRequireDefault(require("path"));
+var _hasha = _interopRequireDefault(require("hasha"));
+var _fsExtra = _interopRequireDefault(require("fs-extra"));
+var _pDefer = _interopRequireDefault(require("p-defer"));
+var _gatsbyCoreUtils = require("gatsby-core-utils");
+var _reporter = _interopRequireDefault(require("gatsby-cli/lib/reporter"));
+var _types = require("./types");
+exports.InternalJob = _types.InternalJob;
+var _importGatsbyPlugin = require("../import-gatsby-plugin");
+let activityForJobs = null;
+let activeJobs = 0;
+let isListeningForMessages = false;
+let hasShownIPCDisabledWarning = false;
+const jobsInProcess = new Map();
+const externalJobsMap = new Map();
+
+/**
+ * We want to use absolute paths to make sure they are on the filesystem
+ */
+function convertPathsToAbsolute(filePath) {
+  if (!_path.default.isAbsolute(filePath)) {
+    throw new Error(`${filePath} should be an absolute path.`);
+  }
+  return (0, _gatsbyCoreUtils.slash)(filePath);
+}
+/**
+ * Get contenthash of a file
+ */
+function createFileHash(path) {
+  return _hasha.default.fromFileSync(path, {
+    algorithm: `sha1`
+  });
+}
+let hasActiveJobs = null;
+function hasExternalJobsEnabled() {
+  return process.env.ENABLE_GATSBY_EXTERNAL_JOBS === `true` || process.env.ENABLE_GATSBY_EXTERNAL_JOBS === `1`;
+}
+
+/**
+ * Get the local worker function and execute it on the user's machine
+ */
+async function runLocalWorker(workerFn, job) {
+  await _fsExtra.default.ensureDir(job.outputDir);
+  return new Promise((resolve, reject) => {
+    // execute worker nextTick
+    // TODO should we think about threading/queueing here?
+    setImmediate(() => {
+      try {
+        resolve(workerFn({
+          inputPaths: job.inputPaths,
+          outputDir: job.outputDir,
+          args: job.args
+        }));
+      } catch (err) {
+        reject(new _types.WorkerError(err));
+      }
+    });
+  });
+}
+function isJobsIPCMessage(msg) {
+  return msg && msg.type && msg.payload && msg.payload.id && externalJobsMap.has(msg.payload.id);
+}
+function listenForJobMessages() {
+  process.on(`message`, msg => {
+    if (isJobsIPCMessage(msg)) {
+      const {
+        job,
+        deferred
+      } = externalJobsMap.get(msg.payload.id);
+      switch (msg.type) {
+        case _types.MESSAGE_TYPES.JOB_COMPLETED:
+          {
+            deferred.resolve(msg.payload.result);
+            break;
+          }
+        case _types.MESSAGE_TYPES.JOB_FAILED:
+          {
+            deferred.reject(new _types.WorkerError(msg.payload.error));
+            break;
+          }
+        case _types.MESSAGE_TYPES.JOB_NOT_WHITELISTED:
+          {
+            deferred.resolve(runJob(job, true));
+            break;
+          }
+      }
+      externalJobsMap.delete(msg.payload.id);
+    }
+  });
+}
+function runExternalWorker(job) {
+  const deferred = (0, _pDefer.default)();
+  externalJobsMap.set(job.id, {
+    job,
+    deferred
+  });
+  const jobCreatedMessage = {
+    type: _types.MESSAGE_TYPES.JOB_CREATED,
+    payload: job
+  };
+  process.send(jobCreatedMessage);
+  return deferred.promise;
+}
+
+/**
+ * Make sure we have everything we need to run a job
+ * If we do, run it locally.
+ * TODO add external job execution through ipc
+ */
+function runJob(job, forceLocal = false) {
+  const {
+    plugin
+  } = job;
+  try {
+    return (0, _importGatsbyPlugin.importGatsbyPlugin)(plugin, `gatsby-worker`).then(worker => {
+      if (!worker[job.name]) {
+        throw new Error(`No worker function found for ${job.name}`);
+      }
+      if (!forceLocal && !job.plugin.isLocal && hasExternalJobsEnabled()) {
+        if (process.send) {
+          if (!isListeningForMessages) {
+            isListeningForMessages = true;
+            listenForJobMessages();
+          }
+          return runExternalWorker(job);
+        } else {
+          // only show the offloading warning once
+          if (!hasShownIPCDisabledWarning) {
+            hasShownIPCDisabledWarning = true;
+            _reporter.default.warn(`Offloading of a job failed as IPC could not be detected. Running job locally.`);
+          }
+        }
+      }
+      return runLocalWorker(worker[job.name], job);
+    });
+  } catch (err) {
+    throw new Error(`We couldn't find a gatsby-worker.js(${plugin.resolve}/gatsby-worker.js) file for ${plugin.name}@${plugin.version}`);
+  }
+}
+function isInternalJob(job) {
+  return job.id !== undefined && job.contentDigest !== undefined;
+}
+
+/**
+ * Create an internal job object
+ */
+function createInternalJob(job, plugin) {
+  // It looks like we already have an augmented job so we shouldn't redo this work
+  if (isInternalJob(job)) {
+    return job;
+  }
+  const {
+    name,
+    inputPaths,
+    outputDir,
+    args
+  } = job;
+
+  // TODO see if we can make this async, filehashing might be expensive to wait for
+  // currently this needs to be sync as we could miss jobs to have been scheduled and
+  // are still processing their hashes
+  const inputPathsWithContentDigest = inputPaths.map(pth => {
+    return {
+      path: convertPathsToAbsolute(pth),
+      contentDigest: createFileHash(pth)
+    };
+  });
+  const internalJob = {
+    id: _gatsbyCoreUtils.uuid.v4(),
+    name,
+    contentDigest: ``,
+    inputPaths: inputPathsWithContentDigest,
+    outputDir: convertPathsToAbsolute(outputDir),
+    args,
+    plugin: {
+      name: plugin.name,
+      version: plugin.version,
+      resolve: plugin.resolve,
+      isLocal: !plugin.resolve.includes(`/node_modules/`)
+    }
+  };
+
+  // generate a contentDigest based on all parameters including file content
+  internalJob.contentDigest = (0, _gatsbyCoreUtils.createContentDigest)({
+    name: job.name,
+    inputPaths: internalJob.inputPaths.map(inputPath => inputPath.contentDigest),
+    outputDir: internalJob.outputDir,
+    args: internalJob.args,
+    plugin: internalJob.plugin
+  });
+  return internalJob;
+}
+const activitiesForJobTypes = new Map();
+
+/**
+ * Creates a job
+ */
+async function enqueueJob(job) {
+  // When we already have a job that's executing, return the same promise.
+  // we have another check in our createJobV2 action to return jobs that have been done in a previous gatsby run
+  if (jobsInProcess.has(job.contentDigest)) {
+    return jobsInProcess.get(job.contentDigest).deferred.promise;
+  }
+  if (activeJobs === 0) {
+    hasActiveJobs = (0, _pDefer.default)();
+  }
+
+  // Bump active jobs
+  activeJobs++;
+  if (!activityForJobs) {
+    activityForJobs = _reporter.default.phantomActivity(`Running jobs v2`);
+    activityForJobs.start();
+  }
+  const jobType = `${job.plugin.name}.${job.name}`;
+  let activityForJobsProgress = activitiesForJobTypes.get(jobType);
+  if (!activityForJobsProgress) {
+    activityForJobsProgress = _reporter.default.createProgress(`Running ${jobType} jobs`, 1, 0);
+    activityForJobsProgress.start();
+    activitiesForJobTypes.set(jobType, activityForJobsProgress);
+  } else {
+    activityForJobsProgress.total++;
+  }
+  const deferred = (0, _pDefer.default)();
+  jobsInProcess.set(job.contentDigest, {
+    id: job.id,
+    deferred
+  });
+  try {
+    const result = await runJob(job);
+    // this check is to keep our worker results consistent for cloud
+    if (result != null && !(0, _isPlainObject2.default)(result)) {
+      throw new Error(`Result of a worker should be an object, type of "${typeof result}" was given`);
+    }
+    deferred.resolve(result);
+  } catch (err) {
+    deferred.reject(new _types.WorkerError(err));
+  } finally {
+    // when all jobs are done we end the activity
+    if (--activeJobs === 0) {
+      hasActiveJobs.resolve();
+      activityForJobs.end();
+      // eslint-disable-next-line require-atomic-updates
+      activityForJobs = null;
+    }
+    activityForJobsProgress.tick();
+  }
+  return deferred.promise;
+}
+
+/**
+ * Get in progress job promise
+ */
+function getInProcessJobPromise(contentDigest) {
+  var _jobsInProcess$get;
+  return (_jobsInProcess$get = jobsInProcess.get(contentDigest)) === null || _jobsInProcess$get === void 0 ? void 0 : _jobsInProcess$get.deferred.promise;
+}
+
+/**
+ * Remove a job from our inProgressQueue to reduce memory usage
+ */
+function removeInProgressJob(contentDigest) {
+  jobsInProcess.delete(contentDigest);
+}
+
+/**
+ * Wait for all processing jobs to have finished
+ */
+async function waitUntilAllJobsComplete() {
+  await (hasActiveJobs ? hasActiveJobs.promise : Promise.resolve());
+  for (const progressActivity of activitiesForJobTypes.values()) {
+    progressActivity.end();
+  }
+  activitiesForJobTypes.clear();
+}
+
+/**
+ * Wait for specific jobs for engines
+ */
+async function waitJobs(jobDigests) {
+  const promises = [];
+  for (const [digest, job] of jobsInProcess) {
+    if (jobDigests.has(digest)) {
+      promises.push(job.deferred.promise);
+    }
+  }
+  await Promise.all(promises);
+}
+function isJobStale(job) {
+  const areInputPathsStale = job.inputPaths.some(inputPath => {
+    // does the inputPath still exists?
+    if (!_fsExtra.default.existsSync(inputPath.path)) {
+      return true;
+    }
+
+    // check if we're talking about the same file
+    const fileHash = createFileHash(inputPath.path);
+    return fileHash !== inputPath.contentDigest;
+  });
+  return areInputPathsStale;
+}
+//# sourceMappingURL=manager.js.map

package/dist/utils/jobs/manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manager.js","names":["activityForJobs","activeJobs","isListeningForMessages","hasShownIPCDisabledWarning","jobsInProcess","Map","externalJobsMap","convertPathsToAbsolute","filePath","path","isAbsolute","Error","slash","createFileHash","hasha","fromFileSync","algorithm","hasActiveJobs","hasExternalJobsEnabled","process","env","ENABLE_GATSBY_EXTERNAL_JOBS","runLocalWorker","workerFn","job","fs","ensureDir","outputDir","Promise","resolve","reject","setImmediate","inputPaths","args","err","WorkerError","isJobsIPCMessage","msg","type","payload","id","has","listenForJobMessages","on","deferred","get","MESSAGE_TYPES","JOB_COMPLETED","result","JOB_FAILED","error","JOB_NOT_WHITELISTED","runJob","delete","runExternalWorker","pDefer","set","jobCreatedMessage","JOB_CREATED","send","promise","forceLocal","plugin","importGatsbyPlugin","then","worker","name","isLocal","reporter","warn","version","isInternalJob","undefined","contentDigest","createInternalJob","inputPathsWithContentDigest","map","pth","internalJob","uuid","v4","includes","createContentDigest","inputPath","activitiesForJobTypes","enqueueJob","phantomActivity","start","jobType","activityForJobsProgress","createProgress","total","end","tick","getInProcessJobPromise","removeInProgressJob","waitUntilAllJobsComplete","progressActivity","values","clear","waitJobs","jobDigests","promises","digest","push","all","isJobStale","areInputPathsStale","some","existsSync","fileHash"],"sources":["../../../src/utils/jobs/manager.ts"],"sourcesContent":["import path from \"path\"\nimport hasha from \"hasha\"\nimport fs from \"fs-extra\"\nimport pDefer from \"p-defer\"\nimport _ from \"lodash\"\nimport { createContentDigest, slash, uuid } from \"gatsby-core-utils\"\nimport reporter from \"gatsby-cli/lib/reporter\"\nimport { IPhantomReporter } from \"gatsby-cli\"\nimport {\n  JobInput,\n  InternalJob,\n  MESSAGE_TYPES,\n  IJobCreatedMessage,\n  IJobCompletedMessage,\n  IJobFailed,\n  IJobNotWhitelisted,\n  WorkerError,\n} from \"./types\"\nimport { importGatsbyPlugin } from \"../import-gatsby-plugin\"\n\ntype IncomingMessages = IJobCompletedMessage | IJobFailed | IJobNotWhitelisted\n\ntype OutgoingMessages = IJobCreatedMessage\n\nexport { InternalJob }\nexport type JobResultInterface = Record<string, unknown>\n\nlet activityForJobs: IPhantomReporter | null = null\nlet activeJobs = 0\nlet isListeningForMessages = false\nlet hasShownIPCDisabledWarning = false\n\nconst jobsInProcess: Map<\n  string,\n  { id: string; deferred: pDefer.DeferredPromise<Record<string, unknown>> }\n> = new Map()\nconst externalJobsMap: Map<\n  string,\n  { job: InternalJob; deferred: pDefer.DeferredPromise<any> }\n> = new Map()\n\n/**\n * We want to use absolute paths to make sure they are on the filesystem\n */\nfunction convertPathsToAbsolute(filePath: string): string {\n  if (!path.isAbsolute(filePath)) {\n    throw new Error(`${filePath} should be an absolute path.`)\n  }\n\n  return slash(filePath)\n}\n/**\n * Get contenthash of a file\n */\nfunction createFileHash(path: string): string {\n  return hasha.fromFileSync(path, { algorithm: `sha1` })\n}\n\nlet hasActiveJobs: pDefer.DeferredPromise<void> | null = null\n\nfunction hasExternalJobsEnabled(): boolean {\n  return (\n    process.env.ENABLE_GATSBY_EXTERNAL_JOBS === `true` ||\n    process.env.ENABLE_GATSBY_EXTERNAL_JOBS === `1`\n  )\n}\n\n/**\n * Get the local worker function and execute it on the user's machine\n */\nasync function runLocalWorker<T>(\n  workerFn: { ({ inputPaths, outputDir, args }: InternalJob): T },\n  job: InternalJob\n): Promise<T> {\n  await fs.ensureDir(job.outputDir)\n\n  return new Promise((resolve, reject) => {\n    // execute worker nextTick\n    // TODO should we think about threading/queueing here?\n    setImmediate(() => {\n      try {\n        resolve(\n          workerFn({\n            inputPaths: job.inputPaths,\n            outputDir: job.outputDir,\n            args: job.args,\n          } as InternalJob)\n        )\n      } catch (err) {\n        reject(new WorkerError(err))\n      }\n    })\n  })\n}\n\nfunction isJobsIPCMessage(msg: any): msg is IncomingMessages {\n  return (\n    msg &&\n    msg.type &&\n    msg.payload &&\n    msg.payload.id &&\n    externalJobsMap.has(msg.payload.id)\n  )\n}\n\nfunction listenForJobMessages(): void {\n  process.on(`message`, msg => {\n    if (isJobsIPCMessage(msg)) {\n      const { job, deferred } = externalJobsMap.get(msg.payload.id)!\n\n      switch (msg.type) {\n        case MESSAGE_TYPES.JOB_COMPLETED: {\n          deferred.resolve(msg.payload.result)\n          break\n        }\n        case MESSAGE_TYPES.JOB_FAILED: {\n          deferred.reject(new WorkerError(msg.payload.error))\n          break\n        }\n        case MESSAGE_TYPES.JOB_NOT_WHITELISTED: {\n          deferred.resolve(runJob(job, true))\n          break\n        }\n      }\n\n      externalJobsMap.delete(msg.payload.id)\n    }\n  })\n}\n\nfunction runExternalWorker(job: InternalJob): Promise<any> {\n  const deferred = pDefer<any>()\n\n  externalJobsMap.set(job.id, {\n    job,\n    deferred,\n  })\n\n  const jobCreatedMessage: OutgoingMessages = {\n    type: MESSAGE_TYPES.JOB_CREATED,\n    payload: job,\n  }\n\n  process.send!(jobCreatedMessage)\n\n  return deferred.promise\n}\n\n/**\n * Make sure we have everything we need to run a job\n * If we do, run it locally.\n * TODO add external job execution through ipc\n */\nfunction runJob(\n  job: InternalJob,\n  forceLocal = false\n): Promise<Record<string, unknown>> {\n  const { plugin } = job\n  try {\n    return importGatsbyPlugin(plugin, `gatsby-worker`).then(worker => {\n      if (!worker[job.name]) {\n        throw new Error(`No worker function found for ${job.name}`)\n      }\n\n      if (!forceLocal && !job.plugin.isLocal && hasExternalJobsEnabled()) {\n        if (process.send) {\n          if (!isListeningForMessages) {\n            isListeningForMessages = true\n            listenForJobMessages()\n          }\n\n          return runExternalWorker(job)\n        } else {\n          // only show the offloading warning once\n          if (!hasShownIPCDisabledWarning) {\n            hasShownIPCDisabledWarning = true\n            reporter.warn(\n              `Offloading of a job failed as IPC could not be detected. Running job locally.`\n            )\n          }\n        }\n      }\n      return runLocalWorker(worker[job.name], job)\n    })\n  } catch (err) {\n    throw new Error(\n      `We couldn't find a gatsby-worker.js(${plugin.resolve}/gatsby-worker.js) file for ${plugin.name}@${plugin.version}`\n    )\n  }\n}\n\nfunction isInternalJob(job: JobInput | InternalJob): job is InternalJob {\n  return (\n    (job as InternalJob).id !== undefined &&\n    (job as InternalJob).contentDigest !== undefined\n  )\n}\n\n/**\n * Create an internal job object\n */\nexport function createInternalJob(\n  job: JobInput | InternalJob,\n  plugin: { name: string; version: string; resolve: string }\n): InternalJob {\n  // It looks like we already have an augmented job so we shouldn't redo this work\n  if (isInternalJob(job)) {\n    return job\n  }\n\n  const { name, inputPaths, outputDir, args } = job\n\n  // TODO see if we can make this async, filehashing might be expensive to wait for\n  // currently this needs to be sync as we could miss jobs to have been scheduled and\n  // are still processing their hashes\n  const inputPathsWithContentDigest = inputPaths.map((pth: string) => {\n    return {\n      path: convertPathsToAbsolute(pth),\n      contentDigest: createFileHash(pth),\n    }\n  })\n\n  const internalJob: InternalJob = {\n    id: uuid.v4(),\n    name,\n    contentDigest: ``,\n    inputPaths: inputPathsWithContentDigest,\n    outputDir: convertPathsToAbsolute(outputDir),\n    args,\n    plugin: {\n      name: plugin.name,\n      version: plugin.version,\n      resolve: plugin.resolve,\n      isLocal: !plugin.resolve.includes(`/node_modules/`),\n    },\n  }\n\n  // generate a contentDigest based on all parameters including file content\n  internalJob.contentDigest = createContentDigest({\n    name: job.name,\n    inputPaths: internalJob.inputPaths.map(\n      inputPath => inputPath.contentDigest\n    ),\n    outputDir: internalJob.outputDir,\n    args: internalJob.args,\n    plugin: internalJob.plugin,\n  })\n\n  return internalJob\n}\n\nconst activitiesForJobTypes = new Map<\n  string,\n  ReturnType<typeof reporter.createProgress>\n>()\n\n/**\n * Creates a job\n */\nexport async function enqueueJob(\n  job: InternalJob\n): Promise<Record<string, unknown>> {\n  // When we already have a job that's executing, return the same promise.\n  // we have another check in our createJobV2 action to return jobs that have been done in a previous gatsby run\n  if (jobsInProcess.has(job.contentDigest)) {\n    return jobsInProcess.get(job.contentDigest)!.deferred.promise\n  }\n\n  if (activeJobs === 0) {\n    hasActiveJobs = pDefer<void>()\n  }\n\n  // Bump active jobs\n  activeJobs++\n  if (!activityForJobs) {\n    activityForJobs = reporter.phantomActivity(`Running jobs v2`)\n    activityForJobs!.start()\n  }\n\n  const jobType = `${job.plugin.name}.${job.name}`\n\n  let activityForJobsProgress = activitiesForJobTypes.get(jobType)\n\n  if (!activityForJobsProgress) {\n    activityForJobsProgress = reporter.createProgress(\n      `Running ${jobType} jobs`,\n      1,\n      0\n    )\n    activityForJobsProgress.start()\n    activitiesForJobTypes.set(jobType, activityForJobsProgress)\n  } else {\n    activityForJobsProgress.total++\n  }\n\n  const deferred = pDefer<Record<string, unknown>>()\n  jobsInProcess.set(job.contentDigest, {\n    id: job.id,\n    deferred,\n  })\n\n  try {\n    const result = await runJob(job)\n    // this check is to keep our worker results consistent for cloud\n    if (result != null && !_.isPlainObject(result)) {\n      throw new Error(\n        `Result of a worker should be an object, type of \"${typeof result}\" was given`\n      )\n    }\n    deferred.resolve(result)\n  } catch (err) {\n    deferred.reject(new WorkerError(err))\n  } finally {\n    // when all jobs are done we end the activity\n    if (--activeJobs === 0) {\n      hasActiveJobs!.resolve()\n      activityForJobs!.end()\n      // eslint-disable-next-line require-atomic-updates\n      activityForJobs = null\n    }\n\n    activityForJobsProgress.tick()\n  }\n\n  return deferred.promise\n}\n\n/**\n * Get in progress job promise\n */\nexport function getInProcessJobPromise(\n  contentDigest: string\n): Promise<Record<string, unknown>> | undefined {\n  return jobsInProcess.get(contentDigest)?.deferred.promise\n}\n\n/**\n * Remove a job from our inProgressQueue to reduce memory usage\n */\nexport function removeInProgressJob(contentDigest: string): void {\n  jobsInProcess.delete(contentDigest)\n}\n\n/**\n * Wait for all processing jobs to have finished\n */\nexport async function waitUntilAllJobsComplete(): Promise<void> {\n  await (hasActiveJobs ? hasActiveJobs.promise : Promise.resolve())\n  for (const progressActivity of activitiesForJobTypes.values()) {\n    progressActivity.end()\n  }\n  activitiesForJobTypes.clear()\n}\n\n/**\n * Wait for specific jobs for engines\n */\nexport async function waitJobs(jobDigests: Set<string>): Promise<void> {\n  const promises: Array<Promise<any>> = []\n  for (const [digest, job] of jobsInProcess) {\n    if (jobDigests.has(digest)) {\n      promises.push(job.deferred.promise)\n    }\n  }\n  await Promise.all(promises)\n}\n\nexport function isJobStale(\n  job: Partial<InternalJob> & { inputPaths: InternalJob[\"inputPaths\"] }\n): boolean {\n  const areInputPathsStale = job.inputPaths.some(inputPath => {\n    // does the inputPath still exists?\n    if (!fs.existsSync(inputPath.path)) {\n      return true\n    }\n\n    // check if we're talking about the same file\n    const fileHash = createFileHash(inputPath.path)\n    return fileHash !== inputPath.contentDigest\n  })\n\n  return areInputPathsStale\n}\n"],"mappings":";;;;;;;;;;;;AAAA;AACA;AACA;AACA;AAEA;AACA;AAEA;AASgB;AAChB;AASA,IAAIA,eAAwC,GAAG,IAAI;AACnD,IAAIC,UAAU,GAAG,CAAC;AAClB,IAAIC,sBAAsB,GAAG,KAAK;AAClC,IAAIC,0BAA0B,GAAG,KAAK;AAEtC,MAAMC,aAGL,GAAG,IAAIC,GAAG,EAAE;AACb,MAAMC,eAGL,GAAG,IAAID,GAAG,EAAE;;AAEb;AACA;AACA;AACA,SAASE,sBAAsB,CAACC,QAAgB,EAAU;EACxD,IAAI,CAACC,aAAI,CAACC,UAAU,CAACF,QAAQ,CAAC,EAAE;IAC9B,MAAM,IAAIG,KAAK,CAAE,GAAEH,QAAS,8BAA6B,CAAC;EAC5D;EAEA,OAAO,IAAAI,sBAAK,EAACJ,QAAQ,CAAC;AACxB;AACA;AACA;AACA;AACA,SAASK,cAAc,CAACJ,IAAY,EAAU;EAC5C,OAAOK,cAAK,CAACC,YAAY,CAACN,IAAI,EAAE;IAAEO,SAAS,EAAG;EAAM,CAAC,CAAC;AACxD;AAEA,IAAIC,aAAkD,GAAG,IAAI;AAE7D,SAASC,sBAAsB,GAAY;EACzC,OACEC,OAAO,CAACC,GAAG,CAACC,2BAA2B,KAAM,MAAK,IAClDF,OAAO,CAACC,GAAG,CAACC,2BAA2B,KAAM,GAAE;AAEnD;;AAEA;AACA;AACA;AACA,eAAeC,cAAc,CAC3BC,QAA+D,EAC/DC,GAAgB,EACJ;EACZ,MAAMC,gBAAE,CAACC,SAAS,CAACF,GAAG,CAACG,SAAS,CAAC;EAEjC,OAAO,IAAIC,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACtC;IACA;IACAC,YAAY,CAAC,MAAM;MACjB,IAAI;QACFF,OAAO,CACLN,QAAQ,CAAC;UACPS,UAAU,EAAER,GAAG,CAACQ,UAAU;UAC1BL,SAAS,EAAEH,GAAG,CAACG,SAAS;UACxBM,IAAI,EAAET,GAAG,CAACS;QACZ,CAAC,CAAgB,CAClB;MACH,CAAC,CAAC,OAAOC,GAAG,EAAE;QACZJ,MAAM,CAAC,IAAIK,kBAAW,CAACD,GAAG,CAAC,CAAC;MAC9B;IACF,CAAC,CAAC;EACJ,CAAC,CAAC;AACJ;AAEA,SAASE,gBAAgB,CAACC,GAAQ,EAA2B;EAC3D,OACEA,GAAG,IACHA,GAAG,CAACC,IAAI,IACRD,GAAG,CAACE,OAAO,IACXF,GAAG,CAACE,OAAO,CAACC,EAAE,IACdlC,eAAe,CAACmC,GAAG,CAACJ,GAAG,CAACE,OAAO,CAACC,EAAE,CAAC;AAEvC;AAEA,SAASE,oBAAoB,GAAS;EACpCvB,OAAO,CAACwB,EAAE,CAAE,SAAQ,EAAEN,GAAG,IAAI;IAC3B,IAAID,gBAAgB,CAACC,GAAG,CAAC,EAAE;MACzB,MAAM;QAAEb,GAAG;QAAEoB;MAAS,CAAC,GAAGtC,eAAe,CAACuC,GAAG,CAACR,GAAG,CAACE,OAAO,CAACC,EAAE,CAAE;MAE9D,QAAQH,GAAG,CAACC,IAAI;QACd,KAAKQ,oBAAa,CAACC,aAAa;UAAE;YAChCH,QAAQ,CAACf,OAAO,CAACQ,GAAG,CAACE,OAAO,CAACS,MAAM,CAAC;YACpC;UACF;QACA,KAAKF,oBAAa,CAACG,UAAU;UAAE;YAC7BL,QAAQ,CAACd,MAAM,CAAC,IAAIK,kBAAW,CAACE,GAAG,CAACE,OAAO,CAACW,KAAK,CAAC,CAAC;YACnD;UACF;QACA,KAAKJ,oBAAa,CAACK,mBAAmB;UAAE;YACtCP,QAAQ,CAACf,OAAO,CAACuB,MAAM,CAAC5B,GAAG,EAAE,IAAI,CAAC,CAAC;YACnC;UACF;MAAC;MAGHlB,eAAe,CAAC+C,MAAM,CAAChB,GAAG,CAACE,OAAO,CAACC,EAAE,CAAC;IACxC;EACF,CAAC,CAAC;AACJ;AAEA,SAASc,iBAAiB,CAAC9B,GAAgB,EAAgB;EACzD,MAAMoB,QAAQ,GAAG,IAAAW,eAAM,GAAO;EAE9BjD,eAAe,CAACkD,GAAG,CAAChC,GAAG,CAACgB,EAAE,EAAE;IAC1BhB,GAAG;IACHoB;EACF,CAAC,CAAC;EAEF,MAAMa,iBAAmC,GAAG;IAC1CnB,IAAI,EAAEQ,oBAAa,CAACY,WAAW;IAC/BnB,OAAO,EAAEf;EACX,CAAC;EAEDL,OAAO,CAACwC,IAAI,CAAEF,iBAAiB,CAAC;EAEhC,OAAOb,QAAQ,CAACgB,OAAO;AACzB;;AAEA;AACA;AACA;AACA;AACA;AACA,SAASR,MAAM,CACb5B,GAAgB,EAChBqC,UAAU,GAAG,KAAK,EACgB;EAClC,MAAM;IAAEC;EAAO,CAAC,GAAGtC,GAAG;EACtB,IAAI;IACF,OAAO,IAAAuC,sCAAkB,EAACD,MAAM,EAAG,eAAc,CAAC,CAACE,IAAI,CAACC,MAAM,IAAI;MAChE,IAAI,CAACA,MAAM,CAACzC,GAAG,CAAC0C,IAAI,CAAC,EAAE;QACrB,MAAM,IAAIvD,KAAK,CAAE,gCAA+Ba,GAAG,CAAC0C,IAAK,EAAC,CAAC;MAC7D;MAEA,IAAI,CAACL,UAAU,IAAI,CAACrC,GAAG,CAACsC,MAAM,CAACK,OAAO,IAAIjD,sBAAsB,EAAE,EAAE;QAClE,IAAIC,OAAO,CAACwC,IAAI,EAAE;UAChB,IAAI,CAACzD,sBAAsB,EAAE;YAC3BA,sBAAsB,GAAG,IAAI;YAC7BwC,oBAAoB,EAAE;UACxB;UAEA,OAAOY,iBAAiB,CAAC9B,GAAG,CAAC;QAC/B,CAAC,MAAM;UACL;UACA,IAAI,CAACrB,0BAA0B,EAAE;YAC/BA,0BAA0B,GAAG,IAAI;YACjCiE,iBAAQ,CAACC,IAAI,CACV,+EAA8E,CAChF;UACH;QACF;MACF;MACA,OAAO/C,cAAc,CAAC2C,MAAM,CAACzC,GAAG,CAAC0C,IAAI,CAAC,EAAE1C,GAAG,CAAC;IAC9C,CAAC,CAAC;EACJ,CAAC,CAAC,OAAOU,GAAG,EAAE;IACZ,MAAM,IAAIvB,KAAK,CACZ,uCAAsCmD,MAAM,CAACjC,OAAQ,+BAA8BiC,MAAM,CAACI,IAAK,IAAGJ,MAAM,CAACQ,OAAQ,EAAC,CACpH;EACH;AACF;AAEA,SAASC,aAAa,CAAC/C,GAA2B,EAAsB;EACtE,OACGA,GAAG,CAAiBgB,EAAE,KAAKgC,SAAS,IACpChD,GAAG,CAAiBiD,aAAa,KAAKD,SAAS;AAEpD;;AAEA;AACA;AACA;AACO,SAASE,iBAAiB,CAC/BlD,GAA2B,EAC3BsC,MAA0D,EAC7C;EACb;EACA,IAAIS,aAAa,CAAC/C,GAAG,CAAC,EAAE;IACtB,OAAOA,GAAG;EACZ;EAEA,MAAM;IAAE0C,IAAI;IAAElC,UAAU;IAAEL,SAAS;IAAEM;EAAK,CAAC,GAAGT,GAAG;;EAEjD;EACA;EACA;EACA,MAAMmD,2BAA2B,GAAG3C,UAAU,CAAC4C,GAAG,CAAEC,GAAW,IAAK;IAClE,OAAO;MACLpE,IAAI,EAAEF,sBAAsB,CAACsE,GAAG,CAAC;MACjCJ,aAAa,EAAE5D,cAAc,CAACgE,GAAG;IACnC,CAAC;EACH,CAAC,CAAC;EAEF,MAAMC,WAAwB,GAAG;IAC/BtC,EAAE,EAAEuC,qBAAI,CAACC,EAAE,EAAE;IACbd,IAAI;IACJO,aAAa,EAAG,EAAC;IACjBzC,UAAU,EAAE2C,2BAA2B;IACvChD,SAAS,EAAEpB,sBAAsB,CAACoB,SAAS,CAAC;IAC5CM,IAAI;IACJ6B,MAAM,EAAE;MACNI,IAAI,EAAEJ,MAAM,CAACI,IAAI;MACjBI,OAAO,EAAER,MAAM,CAACQ,OAAO;MACvBzC,OAAO,EAAEiC,MAAM,CAACjC,OAAO;MACvBsC,OAAO,EAAE,CAACL,MAAM,CAACjC,OAAO,CAACoD,QAAQ,CAAE,gBAAe;IACpD;EACF,CAAC;;EAED;EACAH,WAAW,CAACL,aAAa,GAAG,IAAAS,oCAAmB,EAAC;IAC9ChB,IAAI,EAAE1C,GAAG,CAAC0C,IAAI;IACdlC,UAAU,EAAE8C,WAAW,CAAC9C,UAAU,CAAC4C,GAAG,CACpCO,SAAS,IAAIA,SAAS,CAACV,aAAa,CACrC;IACD9C,SAAS,EAAEmD,WAAW,CAACnD,SAAS;IAChCM,IAAI,EAAE6C,WAAW,CAAC7C,IAAI;IACtB6B,MAAM,EAAEgB,WAAW,CAAChB;EACtB,CAAC,CAAC;EAEF,OAAOgB,WAAW;AACpB;AAEA,MAAMM,qBAAqB,GAAG,IAAI/E,GAAG,EAGlC;;AAEH;AACA;AACA;AACO,eAAegF,UAAU,CAC9B7D,GAAgB,EACkB;EAClC;EACA;EACA,IAAIpB,aAAa,CAACqC,GAAG,CAACjB,GAAG,CAACiD,aAAa,CAAC,EAAE;IACxC,OAAOrE,aAAa,CAACyC,GAAG,CAACrB,GAAG,CAACiD,aAAa,CAAC,CAAE7B,QAAQ,CAACgB,OAAO;EAC/D;EAEA,IAAI3D,UAAU,KAAK,CAAC,EAAE;IACpBgB,aAAa,GAAG,IAAAsC,eAAM,GAAQ;EAChC;;EAEA;EACAtD,UAAU,EAAE;EACZ,IAAI,CAACD,eAAe,EAAE;IACpBA,eAAe,GAAGoE,iBAAQ,CAACkB,eAAe,CAAE,iBAAgB,CAAC;IAC7DtF,eAAe,CAAEuF,KAAK,EAAE;EAC1B;EAEA,MAAMC,OAAO,GAAI,GAAEhE,GAAG,CAACsC,MAAM,CAACI,IAAK,IAAG1C,GAAG,CAAC0C,IAAK,EAAC;EAEhD,IAAIuB,uBAAuB,GAAGL,qBAAqB,CAACvC,GAAG,CAAC2C,OAAO,CAAC;EAEhE,IAAI,CAACC,uBAAuB,EAAE;IAC5BA,uBAAuB,GAAGrB,iBAAQ,CAACsB,cAAc,CAC9C,WAAUF,OAAQ,OAAM,EACzB,CAAC,EACD,CAAC,CACF;IACDC,uBAAuB,CAACF,KAAK,EAAE;IAC/BH,qBAAqB,CAAC5B,GAAG,CAACgC,OAAO,EAAEC,uBAAuB,CAAC;EAC7D,CAAC,MAAM;IACLA,uBAAuB,CAACE,KAAK,EAAE;EACjC;EAEA,MAAM/C,QAAQ,GAAG,IAAAW,eAAM,GAA2B;EAClDnD,aAAa,CAACoD,GAAG,CAAChC,GAAG,CAACiD,aAAa,EAAE;IACnCjC,EAAE,EAAEhB,GAAG,CAACgB,EAAE;IACVI;EACF,CAAC,CAAC;EAEF,IAAI;IACF,MAAMI,MAAM,GAAG,MAAMI,MAAM,CAAC5B,GAAG,CAAC;IAChC;IACA,IAAIwB,MAAM,IAAI,IAAI,IAAI,CAAC,6BAAgBA,MAAM,CAAC,EAAE;MAC9C,MAAM,IAAIrC,KAAK,CACZ,oDAAmD,OAAOqC,MAAO,aAAY,CAC/E;IACH;IACAJ,QAAQ,CAACf,OAAO,CAACmB,MAAM,CAAC;EAC1B,CAAC,CAAC,OAAOd,GAAG,EAAE;IACZU,QAAQ,CAACd,MAAM,CAAC,IAAIK,kBAAW,CAACD,GAAG,CAAC,CAAC;EACvC,CAAC,SAAS;IACR;IACA,IAAI,EAAEjC,UAAU,KAAK,CAAC,EAAE;MACtBgB,aAAa,CAAEY,OAAO,EAAE;MACxB7B,eAAe,CAAE4F,GAAG,EAAE;MACtB;MACA5F,eAAe,GAAG,IAAI;IACxB;IAEAyF,uBAAuB,CAACI,IAAI,EAAE;EAChC;EAEA,OAAOjD,QAAQ,CAACgB,OAAO;AACzB;;AAEA;AACA;AACA;AACO,SAASkC,sBAAsB,CACpCrB,aAAqB,EACyB;EAAA;EAC9C,6BAAOrE,aAAa,CAACyC,GAAG,CAAC4B,aAAa,CAAC,uDAAhC,mBAAkC7B,QAAQ,CAACgB,OAAO;AAC3D;;AAEA;AACA;AACA;AACO,SAASmC,mBAAmB,CAACtB,aAAqB,EAAQ;EAC/DrE,aAAa,CAACiD,MAAM,CAACoB,aAAa,CAAC;AACrC;;AAEA;AACA;AACA;AACO,eAAeuB,wBAAwB,GAAkB;EAC9D,OAAO/E,aAAa,GAAGA,aAAa,CAAC2C,OAAO,GAAGhC,OAAO,CAACC,OAAO,EAAE,CAAC;EACjE,KAAK,MAAMoE,gBAAgB,IAAIb,qBAAqB,CAACc,MAAM,EAAE,EAAE;IAC7DD,gBAAgB,CAACL,GAAG,EAAE;EACxB;EACAR,qBAAqB,CAACe,KAAK,EAAE;AAC/B;;AAEA;AACA;AACA;AACO,eAAeC,QAAQ,CAACC,UAAuB,EAAiB;EACrE,MAAMC,QAA6B,GAAG,EAAE;EACxC,KAAK,MAAM,CAACC,MAAM,EAAE/E,GAAG,CAAC,IAAIpB,aAAa,EAAE;IACzC,IAAIiG,UAAU,CAAC5D,GAAG,CAAC8D,MAAM,CAAC,EAAE;MAC1BD,QAAQ,CAACE,IAAI,CAAChF,GAAG,CAACoB,QAAQ,CAACgB,OAAO,CAAC;IACrC;EACF;EACA,MAAMhC,OAAO,CAAC6E,GAAG,CAACH,QAAQ,CAAC;AAC7B;AAEO,SAASI,UAAU,CACxBlF,GAAqE,EAC5D;EACT,MAAMmF,kBAAkB,GAAGnF,GAAG,CAACQ,UAAU,CAAC4E,IAAI,CAACzB,SAAS,IAAI;IAC1D;IACA,IAAI,CAAC1D,gBAAE,CAACoF,UAAU,CAAC1B,SAAS,CAAC1E,IAAI,CAAC,EAAE;MAClC,OAAO,IAAI;IACb;;IAEA;IACA,MAAMqG,QAAQ,GAAGjG,cAAc,CAACsE,SAAS,CAAC1E,IAAI,CAAC;IAC/C,OAAOqG,QAAQ,KAAK3B,SAAS,CAACV,aAAa;EAC7C,CAAC,CAAC;EAEF,OAAOkC,kBAAkB;AAC3B"}

package/dist/utils/jobs/types.d.ts

@@ -0,0 +1,63 @@
+interface IBaseJob {
+    name: string;
+    outputDir: string;
+    args: Record<string, any>;
+}
+interface IJobInput {
+    inputPaths: Array<string>;
+    plugin: {
+        name: string;
+        version: string;
+        resolve: string;
+    };
+}
+interface IInternalJob {
+    id: string;
+    contentDigest: string;
+    inputPaths: Array<{
+        path: string;
+        contentDigest: string;
+    }>;
+    plugin: {
+        name: string;
+        version: string;
+        resolve: string;
+        isLocal: boolean;
+    };
+}
+export type JobInput = IBaseJob & IJobInput;
+export type InternalJob = IBaseJob & IInternalJob;
+export declare enum MESSAGE_TYPES {
+    JOB_CREATED = "JOB_CREATED",
+    JOB_COMPLETED = "JOB_COMPLETED",
+    JOB_FAILED = "JOB_FAILED",
+    JOB_NOT_WHITELISTED = "JOB_NOT_WHITELISTED"
+}
+export interface IJobCreatedMessage {
+    type: MESSAGE_TYPES.JOB_CREATED;
+    payload: InternalJob;
+}
+export interface IJobCompletedMessage {
+    type: MESSAGE_TYPES.JOB_COMPLETED;
+    payload: {
+        id: InternalJob["id"];
+        result: Record<string, unknown>;
+    };
+}
+export interface IJobFailed {
+    type: MESSAGE_TYPES.JOB_FAILED;
+    payload: {
+        id: InternalJob["id"];
+        error: Error;
+    };
+}
+export interface IJobNotWhitelisted {
+    type: MESSAGE_TYPES.JOB_NOT_WHITELISTED;
+    payload: {
+        id: InternalJob["id"];
+    };
+}
+export declare class WorkerError extends Error {
+    constructor(error: Error | string);
+}
+export {};

package/dist/utils/jobs/types.js

@@ -0,0 +1,32 @@
+"use strict";
+
+exports.__esModule = true;
+exports.WorkerError = exports.MESSAGE_TYPES = void 0;
+let MESSAGE_TYPES;
+exports.MESSAGE_TYPES = MESSAGE_TYPES;
+(function (MESSAGE_TYPES) {
+  MESSAGE_TYPES["JOB_CREATED"] = "JOB_CREATED";
+  MESSAGE_TYPES["JOB_COMPLETED"] = "JOB_COMPLETED";
+  MESSAGE_TYPES["JOB_FAILED"] = "JOB_FAILED";
+  MESSAGE_TYPES["JOB_NOT_WHITELISTED"] = "JOB_NOT_WHITELISTED";
+})(MESSAGE_TYPES || (exports.MESSAGE_TYPES = MESSAGE_TYPES = {}));
+class WorkerError extends Error {
+  constructor(error) {
+    if (typeof error === `string`) {
+      super(error);
+    } else {
+      var _error$message;
+      // use error.message or else stringiyf the object so we don't get [Object object]
+      super((_error$message = error.message) !== null && _error$message !== void 0 ? _error$message : JSON.stringify(error));
+    }
+    this.name = `WorkerError`;
+    if (typeof error === `string`) {
+      Error.captureStackTrace(this, WorkerError);
+    } else {
+      // inherit stack from original error so actual stack trace persist
+      this.stack = error.stack;
+    }
+  }
+}
+exports.WorkerError = WorkerError;
+//# sourceMappingURL=types.js.map

package/dist/utils/jobs/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","names":["MESSAGE_TYPES","WorkerError","Error","constructor","error","message","JSON","stringify","name","captureStackTrace","stack"],"sources":["../../../src/utils/jobs/types.ts"],"sourcesContent":["interface IBaseJob {\n  name: string\n  outputDir: string\n  args: Record<string, any>\n}\n\ninterface IJobInput {\n  inputPaths: Array<string>\n  plugin: {\n    name: string\n    version: string\n    resolve: string\n  }\n}\n\ninterface IInternalJob {\n  id: string\n  contentDigest: string\n  inputPaths: Array<{\n    path: string\n    contentDigest: string\n  }>\n  plugin: {\n    name: string\n    version: string\n    resolve: string\n    isLocal: boolean\n  }\n}\n\nexport type JobInput = IBaseJob & IJobInput\nexport type InternalJob = IBaseJob & IInternalJob\n\nexport enum MESSAGE_TYPES {\n  JOB_CREATED = `JOB_CREATED`,\n  JOB_COMPLETED = `JOB_COMPLETED`,\n  JOB_FAILED = `JOB_FAILED`,\n  JOB_NOT_WHITELISTED = `JOB_NOT_WHITELISTED`,\n}\n\nexport interface IJobCreatedMessage {\n  type: MESSAGE_TYPES.JOB_CREATED\n  payload: InternalJob\n}\n\nexport interface IJobCompletedMessage {\n  type: MESSAGE_TYPES.JOB_COMPLETED\n  payload: {\n    id: InternalJob[\"id\"]\n    result: Record<string, unknown>\n  }\n}\n\nexport interface IJobFailed {\n  type: MESSAGE_TYPES.JOB_FAILED\n  payload: {\n    id: InternalJob[\"id\"]\n    error: Error\n  }\n}\n\nexport interface IJobNotWhitelisted {\n  type: MESSAGE_TYPES.JOB_NOT_WHITELISTED\n  payload: {\n    id: InternalJob[\"id\"]\n  }\n}\n\nexport class WorkerError extends Error {\n  constructor(error: Error | string) {\n    if (typeof error === `string`) {\n      super(error)\n    } else {\n      // use error.message or else stringiyf the object so we don't get [Object object]\n      super(error.message ?? JSON.stringify(error))\n    }\n\n    this.name = `WorkerError`\n\n    if (typeof error === `string`) {\n      Error.captureStackTrace(this, WorkerError)\n    } else {\n      // inherit stack from original error so actual stack trace persist\n      this.stack = error.stack\n    }\n  }\n}\n"],"mappings":";;;;IAiCYA,aAAa;AAAA;AAAA,WAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;AAAA,GAAbA,aAAa,6BAAbA,aAAa;AAmClB,MAAMC,WAAW,SAASC,KAAK,CAAC;EACrCC,WAAW,CAACC,KAAqB,EAAE;IACjC,IAAI,OAAOA,KAAK,KAAM,QAAO,EAAE;MAC7B,KAAK,CAACA,KAAK,CAAC;IACd,CAAC,MAAM;MAAA;MACL;MACA,KAAK,mBAACA,KAAK,CAACC,OAAO,2DAAIC,IAAI,CAACC,SAAS,CAACH,KAAK,CAAC,CAAC;IAC/C;IAEA,IAAI,CAACI,IAAI,GAAI,aAAY;IAEzB,IAAI,OAAOJ,KAAK,KAAM,QAAO,EAAE;MAC7BF,KAAK,CAACO,iBAAiB,CAAC,IAAI,EAAER,WAAW,CAAC;IAC5C,CAAC,MAAM;MACL;MACA,IAAI,CAACS,KAAK,GAAGN,KAAK,CAACM,KAAK;IAC1B;EACF;AACF;AAAC"}

package/dist/utils/jobs/worker-messaging.d.ts

@@ -0,0 +1,10 @@
+import { InternalJob } from "./types";
+import { GatsbyWorkerPool } from "../worker/types";
+export declare function initJobsMessagingInMainProcess(workerPool: GatsbyWorkerPool): void;
+export declare const waitUntilWorkerJobsAreComplete: () => Promise<void>;
+export declare function initJobsMessagingInWorker(): void;
+/**
+ * Forwards job to main process (if executed in worker context) and returns
+ * a promise. Will return `undefined` if called not in worker context.
+ */
+export declare function maybeSendJobToMainProcess(job: InternalJob): Promise<Record<string, unknown>> | undefined;

package/dist/utils/jobs/worker-messaging.js

@@ -0,0 +1,114 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+exports.__esModule = true;
+exports.initJobsMessagingInMainProcess = initJobsMessagingInMainProcess;
+exports.initJobsMessagingInWorker = initJobsMessagingInWorker;
+exports.maybeSendJobToMainProcess = maybeSendJobToMainProcess;
+exports.waitUntilWorkerJobsAreComplete = void 0;
+var _pDefer = _interopRequireDefault(require("p-defer"));
+var _types = require("./types");
+var _redux = require("../../redux");
+var _actions = require("../../redux/actions");
+var _messaging = require("../worker/messaging");
+let hasActiveWorkerJobs = null;
+let activeWorkerJobs = 0;
+function initJobsMessagingInMainProcess(workerPool) {
+  workerPool.onMessage((msg, workerId) => {
+    if (msg.type === _types.MESSAGE_TYPES.JOB_CREATED) {
+      if (activeWorkerJobs === 0) {
+        hasActiveWorkerJobs = (0, _pDefer.default)();
+      }
+      activeWorkerJobs++;
+      _redux.store.dispatch(_actions.internalActions.createJobV2FromInternalJob(msg.payload)).then(result => {
+        workerPool.sendMessage({
+          type: _types.MESSAGE_TYPES.JOB_COMPLETED,
+          payload: {
+            id: msg.payload.id,
+            result
+          }
+        }, workerId);
+      }).catch(error => {
+        workerPool.sendMessage({
+          type: _types.MESSAGE_TYPES.JOB_FAILED,
+          payload: {
+            id: msg.payload.id,
+            error: error.message,
+            stack: error.stack
+          }
+        }, workerId);
+      }).finally(() => {
+        if (--activeWorkerJobs === 0) {
+          var _hasActiveWorkerJobs;
+          (_hasActiveWorkerJobs = hasActiveWorkerJobs) === null || _hasActiveWorkerJobs === void 0 ? void 0 : _hasActiveWorkerJobs.resolve();
+          hasActiveWorkerJobs = null;
+        }
+      });
+    }
+  });
+}
+const waitUntilWorkerJobsAreComplete = () => hasActiveWorkerJobs ? hasActiveWorkerJobs.promise : Promise.resolve();
+
+/**
+ * This map is ONLY used in worker. It's purpose is to keep track of promises returned to plugins
+ * when creating jobs (in worker context), so that we can resolve or reject those once main process
+ * send back their status.
+ */
+exports.waitUntilWorkerJobsAreComplete = waitUntilWorkerJobsAreComplete;
+const deferredWorkerPromises = new Map();
+const gatsbyWorkerMessenger = (0, _messaging.getMessenger)();
+function initJobsMessagingInWorker() {
+  if (_messaging.isWorker && gatsbyWorkerMessenger) {
+    gatsbyWorkerMessenger.onMessage(msg => {
+      if (msg.type === _types.MESSAGE_TYPES.JOB_COMPLETED) {
+        const {
+          id,
+          result
+        } = msg.payload;
+        const deferredPromise = deferredWorkerPromises.get(id);
+        if (!deferredPromise) {
+          throw new Error(`Received message about completed job that wasn't scheduled by this worker`);
+        }
+        deferredPromise.resolve(result);
+        deferredWorkerPromises.delete(id);
+      } else if (msg.type === _types.MESSAGE_TYPES.JOB_FAILED) {
+        const {
+          id,
+          error,
+          stack
+        } = msg.payload;
+        const deferredPromise = deferredWorkerPromises.get(id);
+        if (!deferredPromise) {
+          throw new Error(`Received message about failed job that wasn't scheduled by this worker`);
+        }
+        const errorObject = new _types.WorkerError(error);
+        if (stack) {
+          errorObject.stack = stack;
+        }
+        deferredPromise.reject(errorObject);
+        deferredWorkerPromises.delete(id);
+      }
+    });
+  }
+}
+
+/**
+ * Forwards job to main process (if executed in worker context) and returns
+ * a promise. Will return `undefined` if called not in worker context.
+ */
+function maybeSendJobToMainProcess(job) {
+  if (_messaging.isWorker && gatsbyWorkerMessenger) {
+    const deferredWorkerPromise = (0, _pDefer.default)();
+    const msg = {
+      type: _types.MESSAGE_TYPES.JOB_CREATED,
+      payload: job
+    };
+    gatsbyWorkerMessenger.sendMessage(msg);
+
+    // holds on to promise
+    deferredWorkerPromises.set(job.id, deferredWorkerPromise);
+    return deferredWorkerPromise.promise;
+  }
+  return undefined;
+}
+//# sourceMappingURL=worker-messaging.js.map

package/dist/utils/jobs/worker-messaging.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-messaging.js","names":["hasActiveWorkerJobs","activeWorkerJobs","initJobsMessagingInMainProcess","workerPool","onMessage","msg","workerId","type","MESSAGE_TYPES","JOB_CREATED","pDefer","store","dispatch","internalActions","createJobV2FromInternalJob","payload","then","result","sendMessage","JOB_COMPLETED","id","catch","error","JOB_FAILED","message","stack","finally","resolve","waitUntilWorkerJobsAreComplete","promise","Promise","deferredWorkerPromises","Map","gatsbyWorkerMessenger","getMessenger","initJobsMessagingInWorker","isWorker","deferredPromise","get","Error","delete","errorObject","WorkerError","reject","maybeSendJobToMainProcess","job","deferredWorkerPromise","set","undefined"],"sources":["../../../src/utils/jobs/worker-messaging.ts"],"sourcesContent":["import pDefer from \"p-defer\"\n\nimport {\n  MESSAGE_TYPES,\n  InternalJob,\n  IJobCreatedMessage,\n  WorkerError,\n} from \"./types\"\nimport { store } from \"../../redux\"\nimport { internalActions } from \"../../redux/actions\"\nimport { GatsbyWorkerPool } from \"../worker/types\"\nimport { isWorker, getMessenger } from \"../worker/messaging\"\n\nlet hasActiveWorkerJobs: pDefer.DeferredPromise<void> | null = null\nlet activeWorkerJobs = 0\n\nexport function initJobsMessagingInMainProcess(\n  workerPool: GatsbyWorkerPool\n): void {\n  workerPool.onMessage((msg, workerId) => {\n    if (msg.type === MESSAGE_TYPES.JOB_CREATED) {\n      if (activeWorkerJobs === 0) {\n        hasActiveWorkerJobs = pDefer<void>()\n      }\n      activeWorkerJobs++\n      store\n        .dispatch(internalActions.createJobV2FromInternalJob(msg.payload))\n        .then(result => {\n          workerPool.sendMessage(\n            {\n              type: MESSAGE_TYPES.JOB_COMPLETED,\n              payload: {\n                id: msg.payload.id,\n                result,\n              },\n            },\n            workerId\n          )\n        })\n        .catch(error => {\n          workerPool.sendMessage(\n            {\n              type: MESSAGE_TYPES.JOB_FAILED,\n              payload: {\n                id: msg.payload.id,\n                error: error.message,\n                stack: error.stack,\n              },\n            },\n            workerId\n          )\n        })\n        .finally(() => {\n          if (--activeWorkerJobs === 0) {\n            hasActiveWorkerJobs?.resolve()\n            hasActiveWorkerJobs = null\n          }\n        })\n    }\n  })\n}\n\nexport const waitUntilWorkerJobsAreComplete = (): Promise<void> =>\n  hasActiveWorkerJobs ? hasActiveWorkerJobs.promise : Promise.resolve()\n\n/**\n * This map is ONLY used in worker. It's purpose is to keep track of promises returned to plugins\n * when creating jobs (in worker context), so that we can resolve or reject those once main process\n * send back their status.\n */\nconst deferredWorkerPromises = new Map<\n  InternalJob[\"id\"],\n  pDefer.DeferredPromise<Record<string, unknown>>\n>()\nconst gatsbyWorkerMessenger = getMessenger()\nexport function initJobsMessagingInWorker(): void {\n  if (isWorker && gatsbyWorkerMessenger) {\n    gatsbyWorkerMessenger.onMessage(msg => {\n      if (msg.type === MESSAGE_TYPES.JOB_COMPLETED) {\n        const { id, result } = msg.payload\n        const deferredPromise = deferredWorkerPromises.get(id)\n\n        if (!deferredPromise) {\n          throw new Error(\n            `Received message about completed job that wasn't scheduled by this worker`\n          )\n        }\n\n        deferredPromise.resolve(result)\n        deferredWorkerPromises.delete(id)\n      } else if (msg.type === MESSAGE_TYPES.JOB_FAILED) {\n        const { id, error, stack } = msg.payload\n        const deferredPromise = deferredWorkerPromises.get(id)\n\n        if (!deferredPromise) {\n          throw new Error(\n            `Received message about failed job that wasn't scheduled by this worker`\n          )\n        }\n\n        const errorObject = new WorkerError(error)\n        if (stack) {\n          errorObject.stack = stack\n        }\n        deferredPromise.reject(errorObject)\n        deferredWorkerPromises.delete(id)\n      }\n    })\n  }\n}\n\n/**\n * Forwards job to main process (if executed in worker context) and returns\n * a promise. Will return `undefined` if called not in worker context.\n */\nexport function maybeSendJobToMainProcess(\n  job: InternalJob\n): Promise<Record<string, unknown>> | undefined {\n  if (isWorker && gatsbyWorkerMessenger) {\n    const deferredWorkerPromise = pDefer<Record<string, unknown>>()\n\n    const msg: IJobCreatedMessage = {\n      type: MESSAGE_TYPES.JOB_CREATED,\n      payload: job,\n    }\n\n    gatsbyWorkerMessenger.sendMessage(msg)\n\n    // holds on to promise\n    deferredWorkerPromises.set(job.id, deferredWorkerPromise)\n\n    return deferredWorkerPromise.promise\n  }\n\n  return undefined\n}\n"],"mappings":";;;;;;;;AAAA;AAEA;AAMA;AACA;AAEA;AAEA,IAAIA,mBAAwD,GAAG,IAAI;AACnE,IAAIC,gBAAgB,GAAG,CAAC;AAEjB,SAASC,8BAA8B,CAC5CC,UAA4B,EACtB;EACNA,UAAU,CAACC,SAAS,CAAC,CAACC,GAAG,EAAEC,QAAQ,KAAK;IACtC,IAAID,GAAG,CAACE,IAAI,KAAKC,oBAAa,CAACC,WAAW,EAAE;MAC1C,IAAIR,gBAAgB,KAAK,CAAC,EAAE;QAC1BD,mBAAmB,GAAG,IAAAU,eAAM,GAAQ;MACtC;MACAT,gBAAgB,EAAE;MAClBU,YAAK,CACFC,QAAQ,CAACC,wBAAe,CAACC,0BAA0B,CAACT,GAAG,CAACU,OAAO,CAAC,CAAC,CACjEC,IAAI,CAACC,MAAM,IAAI;QACdd,UAAU,CAACe,WAAW,CACpB;UACEX,IAAI,EAAEC,oBAAa,CAACW,aAAa;UACjCJ,OAAO,EAAE;YACPK,EAAE,EAAEf,GAAG,CAACU,OAAO,CAACK,EAAE;YAClBH;UACF;QACF,CAAC,EACDX,QAAQ,CACT;MACH,CAAC,CAAC,CACDe,KAAK,CAACC,KAAK,IAAI;QACdnB,UAAU,CAACe,WAAW,CACpB;UACEX,IAAI,EAAEC,oBAAa,CAACe,UAAU;UAC9BR,OAAO,EAAE;YACPK,EAAE,EAAEf,GAAG,CAACU,OAAO,CAACK,EAAE;YAClBE,KAAK,EAAEA,KAAK,CAACE,OAAO;YACpBC,KAAK,EAAEH,KAAK,CAACG;UACf;QACF,CAAC,EACDnB,QAAQ,CACT;MACH,CAAC,CAAC,CACDoB,OAAO,CAAC,MAAM;QACb,IAAI,EAAEzB,gBAAgB,KAAK,CAAC,EAAE;UAAA;UAC5B,wBAAAD,mBAAmB,yDAAnB,qBAAqB2B,OAAO,EAAE;UAC9B3B,mBAAmB,GAAG,IAAI;QAC5B;MACF,CAAC,CAAC;IACN;EACF,CAAC,CAAC;AACJ;AAEO,MAAM4B,8BAA8B,GAAG,MAC5C5B,mBAAmB,GAAGA,mBAAmB,CAAC6B,OAAO,GAAGC,OAAO,CAACH,OAAO,EAAE;;AAEvE;AACA;AACA;AACA;AACA;AAJA;AAKA,MAAMI,sBAAsB,GAAG,IAAIC,GAAG,EAGnC;AACH,MAAMC,qBAAqB,GAAG,IAAAC,uBAAY,GAAE;AACrC,SAASC,yBAAyB,GAAS;EAChD,IAAIC,mBAAQ,IAAIH,qBAAqB,EAAE;IACrCA,qBAAqB,CAAC7B,SAAS,CAACC,GAAG,IAAI;MACrC,IAAIA,GAAG,CAACE,IAAI,KAAKC,oBAAa,CAACW,aAAa,EAAE;QAC5C,MAAM;UAAEC,EAAE;UAAEH;QAAO,CAAC,GAAGZ,GAAG,CAACU,OAAO;QAClC,MAAMsB,eAAe,GAAGN,sBAAsB,CAACO,GAAG,CAAClB,EAAE,CAAC;QAEtD,IAAI,CAACiB,eAAe,EAAE;UACpB,MAAM,IAAIE,KAAK,CACZ,2EAA0E,CAC5E;QACH;QAEAF,eAAe,CAACV,OAAO,CAACV,MAAM,CAAC;QAC/Bc,sBAAsB,CAACS,MAAM,CAACpB,EAAE,CAAC;MACnC,CAAC,MAAM,IAAIf,GAAG,CAACE,IAAI,KAAKC,oBAAa,CAACe,UAAU,EAAE;QAChD,MAAM;UAAEH,EAAE;UAAEE,KAAK;UAAEG;QAAM,CAAC,GAAGpB,GAAG,CAACU,OAAO;QACxC,MAAMsB,eAAe,GAAGN,sBAAsB,CAACO,GAAG,CAAClB,EAAE,CAAC;QAEtD,IAAI,CAACiB,eAAe,EAAE;UACpB,MAAM,IAAIE,KAAK,CACZ,wEAAuE,CACzE;QACH;QAEA,MAAME,WAAW,GAAG,IAAIC,kBAAW,CAACpB,KAAK,CAAC;QAC1C,IAAIG,KAAK,EAAE;UACTgB,WAAW,CAAChB,KAAK,GAAGA,KAAK;QAC3B;QACAY,eAAe,CAACM,MAAM,CAACF,WAAW,CAAC;QACnCV,sBAAsB,CAACS,MAAM,CAACpB,EAAE,CAAC;MACnC;IACF,CAAC,CAAC;EACJ;AACF;;AAEA;AACA;AACA;AACA;AACO,SAASwB,yBAAyB,CACvCC,GAAgB,EAC8B;EAC9C,IAAIT,mBAAQ,IAAIH,qBAAqB,EAAE;IACrC,MAAMa,qBAAqB,GAAG,IAAApC,eAAM,GAA2B;IAE/D,MAAML,GAAuB,GAAG;MAC9BE,IAAI,EAAEC,oBAAa,CAACC,WAAW;MAC/BM,OAAO,EAAE8B;IACX,CAAC;IAEDZ,qBAAqB,CAACf,WAAW,CAACb,GAAG,CAAC;;IAEtC;IACA0B,sBAAsB,CAACgB,GAAG,CAACF,GAAG,CAACzB,EAAE,EAAE0B,qBAAqB,CAAC;IAEzD,OAAOA,qBAAqB,CAACjB,OAAO;EACtC;EAEA,OAAOmB,SAAS;AAClB"}

package/dist/utils/js-chunk-names.d.ts

@@ -0,0 +1 @@
+export declare function generateComponentChunkName(componentPath: string, kind?: "component" | "slice"): string;