@depup/gatsby 5.16.1-depup.0

package/dist/utils/sanitize-node.d.ts

@@ -0,0 +1,12 @@
+import type { IGatsbyNode } from "../redux/types";
+import type { GatsbyIterable } from "../datastore/common/iterable";
+type Data = IGatsbyNode | GatsbyIterable<IGatsbyNode>;
+type sanitizeNode = (data: Data, isNode?: boolean, path?: Set<unknown>) => Data | undefined;
+/**
+ * Make data serializable
+ * @param {(Object|Array)} data to sanitize
+ * @param {boolean} isNode = true
+ * @param {Set<string>} path = new Set
+ */
+export declare const sanitizeNode: sanitizeNode;
+export {};

package/dist/utils/sanitize-node.js

@@ -0,0 +1,87 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+exports.__esModule = true;
+exports.sanitizeNode = void 0;
+var _each2 = _interopRequireDefault(require("lodash/each"));
+var _isArray2 = _interopRequireDefault(require("lodash/isArray"));
+var _pickBy2 = _interopRequireDefault(require("lodash/pickBy"));
+var _isPlainObject2 = _interopRequireDefault(require("lodash/isPlainObject"));
+/**
+ * @param {Object|Array} data
+ * @returns {Object|Array} data without undefined values
+ */
+const omitUndefined = data => {
+  const isPlainObject = (0, _isPlainObject2.default)(data);
+  if (isPlainObject) {
+    return (0, _pickBy2.default)(data, p => p !== undefined);
+  }
+  return data.filter(p => p !== undefined);
+};
+/**
+ * @param {*} data
+ * @return {boolean} Boolean if type is supported
+ */
+const isTypeSupported = data => {
+  if (data === null) {
+    return true;
+  }
+  const type = typeof data;
+  const isSupported = type === `number` || type === `string` || type === `boolean` || data instanceof Date;
+  return isSupported;
+};
+/**
+ * Make data serializable
+ * @param {(Object|Array)} data to sanitize
+ * @param {boolean} isNode = true
+ * @param {Set<string>} path = new Set
+ */
+const sanitizeNode = (data, isNode = true, path = new Set()) => {
+  const isPlainObject = (0, _isPlainObject2.default)(data);
+  const isArray = (0, _isArray2.default)(data);
+  if (isPlainObject || isArray) {
+    if (path.has(data)) return data;
+    path.add(data);
+    const returnData = isPlainObject ? {} : [];
+    let anyFieldChanged = false;
+
+    // _.each is a "Collection" method and thus objects with "length" property are iterated as arrays
+    const hasLengthProperty = isPlainObject ? Object.prototype.hasOwnProperty.call(data, `length`) : false;
+    let lengthProperty;
+    if (hasLengthProperty) {
+      lengthProperty = data.length;
+      delete data.length;
+    }
+    (0, _each2.default)(data, (value, key) => {
+      if (isNode && key === `internal`) {
+        returnData[key] = value;
+        return;
+      }
+      returnData[key] = sanitizeNode(value, false, path);
+      if (returnData[key] !== value) {
+        anyFieldChanged = true;
+      }
+    });
+    if (hasLengthProperty) {
+      ;
+      data.length = lengthProperty;
+      returnData.length = sanitizeNode(lengthProperty, false, path);
+      if (returnData.length !== lengthProperty) {
+        anyFieldChanged = true;
+      }
+    }
+    if (anyFieldChanged) {
+      data = omitUndefined(returnData);
+    }
+
+    // arrays and plain objects are supported - no need to to sanitize
+    return data;
+  }
+  if (!isTypeSupported(data)) {
+    return undefined;
+  } else {
+    return data;
+  }
+};
+exports.sanitizeNode = sanitizeNode;
+//# sourceMappingURL=sanitize-node.js.map

package/dist/utils/sanitize-node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sanitize-node.js","names":["omitUndefined","data","isPlainObject","p","undefined","filter","isTypeSupported","type","isSupported","Date","sanitizeNode","isNode","path","Set","isArray","has","add","returnData","anyFieldChanged","hasLengthProperty","Object","prototype","hasOwnProperty","call","lengthProperty","length","value","key"],"sources":["../../src/utils/sanitize-node.ts"],"sourcesContent":["import _ from \"lodash\"\n\nimport type { IGatsbyNode } from \"../redux/types\"\nimport type { GatsbyIterable } from \"../datastore/common/iterable\"\n\ntype Data = IGatsbyNode | GatsbyIterable<IGatsbyNode>\n\ntype OmitUndefined = (data: Data) => Partial<Data>\n\n/**\n * @param {Object|Array} data\n * @returns {Object|Array} data without undefined values\n */\nconst omitUndefined: OmitUndefined = data => {\n  const isPlainObject = _.isPlainObject(data)\n  if (isPlainObject) {\n    return _.pickBy(data, p => p !== undefined)\n  }\n\n  return (data as GatsbyIterable<IGatsbyNode>).filter(p => p !== undefined)\n}\n\ntype isTypeSupported = (data: Data) => boolean\n\n/**\n * @param {*} data\n * @return {boolean} Boolean if type is supported\n */\nconst isTypeSupported: isTypeSupported = data => {\n  if (data === null) {\n    return true\n  }\n\n  const type = typeof data\n  const isSupported =\n    type === `number` ||\n    type === `string` ||\n    type === `boolean` ||\n    data instanceof Date\n\n  return isSupported\n}\n\ntype sanitizeNode = (\n  data: Data,\n  isNode?: boolean,\n  path?: Set<unknown>\n) => Data | undefined\n\n/**\n * Make data serializable\n * @param {(Object|Array)} data to sanitize\n * @param {boolean} isNode = true\n * @param {Set<string>} path = new Set\n */\nexport const sanitizeNode: sanitizeNode = (\n  data,\n  isNode = true,\n  path = new Set()\n) => {\n  const isPlainObject = _.isPlainObject(data)\n  const isArray = _.isArray(data)\n\n  if (isPlainObject || isArray) {\n    if (path.has(data)) return data\n    path.add(data)\n\n    const returnData = isPlainObject\n      ? ({} as IGatsbyNode)\n      : ([] as Array<IGatsbyNode>)\n    let anyFieldChanged = false\n\n    // _.each is a \"Collection\" method and thus objects with \"length\" property are iterated as arrays\n    const hasLengthProperty = isPlainObject\n      ? Object.prototype.hasOwnProperty.call(data, `length`)\n      : false\n    let lengthProperty\n    if (hasLengthProperty) {\n      lengthProperty = (data as IGatsbyNode).length\n      delete (data as IGatsbyNode).length\n    }\n\n    _.each(data, (value, key) => {\n      if (isNode && key === `internal`) {\n        returnData[key] = value\n        return\n      }\n      returnData[key] = sanitizeNode(value as Data, false, path)\n\n      if (returnData[key] !== value) {\n        anyFieldChanged = true\n      }\n    })\n\n    if (hasLengthProperty) {\n      ;(data as IGatsbyNode).length = lengthProperty\n      returnData.length = sanitizeNode(lengthProperty as Data, false, path)\n      if (returnData.length !== lengthProperty) {\n        anyFieldChanged = true\n      }\n    }\n\n    if (anyFieldChanged) {\n      data = omitUndefined(returnData as Data) as Data\n    }\n\n    // arrays and plain objects are supported - no need to to sanitize\n    return data\n  }\n\n  if (!isTypeSupported(data)) {\n    return undefined\n  } else {\n    return data\n  }\n}\n"],"mappings":";;;;;;;;;AASA;AACA;AACA;AACA;AACA,MAAMA,aAA4B,GAAGC,IAAI,IAAI;EAC3C,MAAMC,aAAa,GAAG,6BAAgBD,IAAI,CAAC;EAC3C,IAAIC,aAAa,EAAE;IACjB,OAAO,sBAASD,IAAI,EAAEE,CAAC,IAAIA,CAAC,KAAKC,SAAS,CAAC;EAC7C;EAEA,OAAQH,IAAI,CAAiCI,MAAM,CAACF,CAAC,IAAIA,CAAC,KAAKC,SAAS,CAAC;AAC3E,CAAC;AAID;AACA;AACA;AACA;AACA,MAAME,eAAgC,GAAGL,IAAI,IAAI;EAC/C,IAAIA,IAAI,KAAK,IAAI,EAAE;IACjB,OAAO,IAAI;EACb;EAEA,MAAMM,IAAI,GAAG,OAAON,IAAI;EACxB,MAAMO,WAAW,GACfD,IAAI,KAAM,QAAO,IACjBA,IAAI,KAAM,QAAO,IACjBA,IAAI,KAAM,SAAQ,IAClBN,IAAI,YAAYQ,IAAI;EAEtB,OAAOD,WAAW;AACpB,CAAC;AAQD;AACA;AACA;AACA;AACA;AACA;AACO,MAAME,YAA0B,GAAG,CACxCT,IAAI,EACJU,MAAM,GAAG,IAAI,EACbC,IAAI,GAAG,IAAIC,GAAG,EAAE,KACb;EACH,MAAMX,aAAa,GAAG,6BAAgBD,IAAI,CAAC;EAC3C,MAAMa,OAAO,GAAG,uBAAUb,IAAI,CAAC;EAE/B,IAAIC,aAAa,IAAIY,OAAO,EAAE;IAC5B,IAAIF,IAAI,CAACG,GAAG,CAACd,IAAI,CAAC,EAAE,OAAOA,IAAI;IAC/BW,IAAI,CAACI,GAAG,CAACf,IAAI,CAAC;IAEd,MAAMgB,UAAU,GAAGf,aAAa,GAC3B,CAAC,CAAC,GACF,EAAyB;IAC9B,IAAIgB,eAAe,GAAG,KAAK;;IAE3B;IACA,MAAMC,iBAAiB,GAAGjB,aAAa,GACnCkB,MAAM,CAACC,SAAS,CAACC,cAAc,CAACC,IAAI,CAACtB,IAAI,EAAG,QAAO,CAAC,GACpD,KAAK;IACT,IAAIuB,cAAc;IAClB,IAAIL,iBAAiB,EAAE;MACrBK,cAAc,GAAIvB,IAAI,CAAiBwB,MAAM;MAC7C,OAAQxB,IAAI,CAAiBwB,MAAM;IACrC;IAEA,oBAAOxB,IAAI,EAAE,CAACyB,KAAK,EAAEC,GAAG,KAAK;MAC3B,IAAIhB,MAAM,IAAIgB,GAAG,KAAM,UAAS,EAAE;QAChCV,UAAU,CAACU,GAAG,CAAC,GAAGD,KAAK;QACvB;MACF;MACAT,UAAU,CAACU,GAAG,CAAC,GAAGjB,YAAY,CAACgB,KAAK,EAAU,KAAK,EAAEd,IAAI,CAAC;MAE1D,IAAIK,UAAU,CAACU,GAAG,CAAC,KAAKD,KAAK,EAAE;QAC7BR,eAAe,GAAG,IAAI;MACxB;IACF,CAAC,CAAC;IAEF,IAAIC,iBAAiB,EAAE;MACrB;MAAElB,IAAI,CAAiBwB,MAAM,GAAGD,cAAc;MAC9CP,UAAU,CAACQ,MAAM,GAAGf,YAAY,CAACc,cAAc,EAAU,KAAK,EAAEZ,IAAI,CAAC;MACrE,IAAIK,UAAU,CAACQ,MAAM,KAAKD,cAAc,EAAE;QACxCN,eAAe,GAAG,IAAI;MACxB;IACF;IAEA,IAAIA,eAAe,EAAE;MACnBjB,IAAI,GAAGD,aAAa,CAACiB,UAAU,CAAiB;IAClD;;IAEA;IACA,OAAOhB,IAAI;EACb;EAEA,IAAI,CAACK,eAAe,CAACL,IAAI,CAAC,EAAE;IAC1B,OAAOG,SAAS;EAClB,CAAC,MAAM;IACL,OAAOH,IAAI;EACb;AACF,CAAC;AAAA"}

package/dist/utils/show-experiment-notice.d.ts

@@ -0,0 +1,6 @@
+type CancelExperimentNoticeCallback = () => void;
+export type CancelExperimentNoticeCallbackOrUndefined = CancelExperimentNoticeCallback | undefined;
+export declare function showExperimentNoticeAfterTimeout(experimentIdentifier: string, umbrellaLink: string, noticeText: string, showNoticeAfterMs: number, minimumIntervalBetweenNoticesMs?: number): CancelExperimentNoticeCallbackOrUndefined;
+export declare const createNoticeMessage: (notices: any) => string;
+export declare const showExperimentNotices: () => void;
+export {};

package/dist/utils/show-experiment-notice.js

@@ -0,0 +1,51 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+exports.__esModule = true;
+exports.createNoticeMessage = void 0;
+exports.showExperimentNoticeAfterTimeout = showExperimentNoticeAfterTimeout;
+exports.showExperimentNotices = void 0;
+var _gatsbyCoreUtils = require("gatsby-core-utils");
+var _reporter = _interopRequireDefault(require("gatsby-cli/lib/reporter"));
+var _chalk = _interopRequireDefault(require("chalk"));
+const ONE_DAY = 24 * 60 * 60 * 1000;
+const noticesToShow = [];
+const configStoreKey = experimentIdentifier => `lastExperimentNotice.${experimentIdentifier}`;
+function showExperimentNoticeAfterTimeout(experimentIdentifier, umbrellaLink, noticeText, showNoticeAfterMs, minimumIntervalBetweenNoticesMs = ONE_DAY) {
+  const lastTimeWeShowedNotice = (0, _gatsbyCoreUtils.getConfigStore)().get(configStoreKey(experimentIdentifier));
+  if (lastTimeWeShowedNotice) {
+    if (Date.now() - lastTimeWeShowedNotice < minimumIntervalBetweenNoticesMs) {
+      return undefined;
+    }
+  }
+  const noticeTimeout = setTimeout(() => {
+    noticesToShow.push({
+      noticeText,
+      umbrellaLink,
+      experimentIdentifier
+    });
+  }, showNoticeAfterMs);
+  return function clearNoticeTimeout() {
+    clearTimeout(noticeTimeout);
+  };
+}
+const createNoticeMessage = notices => {
+  let message = `\nHi from the Gatsby maintainers! Based on what we see in your site, these coming
+features may help you. All of these can be enabled within gatsby-config.js via
+flags (samples below)`;
+  notices.forEach(notice => message += `
+
+${_chalk.default.bgBlue.bold(notice.experimentIdentifier)} (${notice.umbrellaLink}), ${notice.noticeText}\n`);
+  return message;
+};
+exports.createNoticeMessage = createNoticeMessage;
+const showExperimentNotices = () => {
+  if (noticesToShow.length > 0) {
+    // Store that we're showing the invite.
+    noticesToShow.forEach(notice => (0, _gatsbyCoreUtils.getConfigStore)().set(configStoreKey(notice.experimentIdentifier), Date.now()));
+    const message = createNoticeMessage(noticesToShow);
+    _reporter.default.info(message);
+  }
+};
+exports.showExperimentNotices = showExperimentNotices;
+//# sourceMappingURL=show-experiment-notice.js.map

package/dist/utils/show-experiment-notice.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"show-experiment-notice.js","names":["ONE_DAY","noticesToShow","configStoreKey","experimentIdentifier","showExperimentNoticeAfterTimeout","umbrellaLink","noticeText","showNoticeAfterMs","minimumIntervalBetweenNoticesMs","lastTimeWeShowedNotice","getConfigStore","get","Date","now","undefined","noticeTimeout","setTimeout","push","clearNoticeTimeout","clearTimeout","createNoticeMessage","notices","message","forEach","notice","chalk","bgBlue","bold","showExperimentNotices","length","set","reporter","info"],"sources":["../../src/utils/show-experiment-notice.ts"],"sourcesContent":["import { getConfigStore } from \"gatsby-core-utils\"\nimport reporter from \"gatsby-cli/lib/reporter\"\nimport chalk from \"chalk\"\n\ntype CancelExperimentNoticeCallback = () => void\n\nexport type CancelExperimentNoticeCallbackOrUndefined =\n  | CancelExperimentNoticeCallback\n  | undefined\n\nconst ONE_DAY = 24 * 60 * 60 * 1000\n\ninterface INoticeObject {\n  noticeText: string\n  umbrellaLink: string\n  experimentIdentifier: string\n}\n\nconst noticesToShow: Array<INoticeObject> = []\nconst configStoreKey = (experimentIdentifier): string =>\n  `lastExperimentNotice.${experimentIdentifier}`\n\nexport function showExperimentNoticeAfterTimeout(\n  experimentIdentifier: string,\n  umbrellaLink: string,\n  noticeText: string,\n  showNoticeAfterMs: number,\n  minimumIntervalBetweenNoticesMs: number = ONE_DAY\n): CancelExperimentNoticeCallbackOrUndefined {\n  const lastTimeWeShowedNotice = getConfigStore().get(\n    configStoreKey(experimentIdentifier)\n  )\n\n  if (lastTimeWeShowedNotice) {\n    if (Date.now() - lastTimeWeShowedNotice < minimumIntervalBetweenNoticesMs) {\n      return undefined\n    }\n  }\n\n  const noticeTimeout = setTimeout(() => {\n    noticesToShow.push({ noticeText, umbrellaLink, experimentIdentifier })\n  }, showNoticeAfterMs)\n\n  return function clearNoticeTimeout(): void {\n    clearTimeout(noticeTimeout)\n  }\n}\n\nexport const createNoticeMessage = (notices): string => {\n  let message = `\\nHi from the Gatsby maintainers! Based on what we see in your site, these coming\nfeatures may help you. All of these can be enabled within gatsby-config.js via\nflags (samples below)`\n\n  notices.forEach(\n    notice =>\n      (message += `\n\n${chalk.bgBlue.bold(notice.experimentIdentifier)} (${notice.umbrellaLink}), ${\n        notice.noticeText\n      }\\n`)\n  )\n\n  return message\n}\n\nexport const showExperimentNotices = (): void => {\n  if (noticesToShow.length > 0) {\n    // Store that we're showing the invite.\n    noticesToShow.forEach(notice =>\n      getConfigStore().set(\n        configStoreKey(notice.experimentIdentifier),\n        Date.now()\n      )\n    )\n\n    const message = createNoticeMessage(noticesToShow)\n    reporter.info(message)\n  }\n}\n"],"mappings":";;;;;;;AAAA;AACA;AACA;AAQA,MAAMA,OAAO,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;AAQnC,MAAMC,aAAmC,GAAG,EAAE;AAC9C,MAAMC,cAAc,GAAIC,oBAAoB,IACzC,wBAAuBA,oBAAqB,EAAC;AAEzC,SAASC,gCAAgC,CAC9CD,oBAA4B,EAC5BE,YAAoB,EACpBC,UAAkB,EAClBC,iBAAyB,EACzBC,+BAAuC,GAAGR,OAAO,EACN;EAC3C,MAAMS,sBAAsB,GAAG,IAAAC,+BAAc,GAAE,CAACC,GAAG,CACjDT,cAAc,CAACC,oBAAoB,CAAC,CACrC;EAED,IAAIM,sBAAsB,EAAE;IAC1B,IAAIG,IAAI,CAACC,GAAG,EAAE,GAAGJ,sBAAsB,GAAGD,+BAA+B,EAAE;MACzE,OAAOM,SAAS;IAClB;EACF;EAEA,MAAMC,aAAa,GAAGC,UAAU,CAAC,MAAM;IACrCf,aAAa,CAACgB,IAAI,CAAC;MAAEX,UAAU;MAAED,YAAY;MAAEF;IAAqB,CAAC,CAAC;EACxE,CAAC,EAAEI,iBAAiB,CAAC;EAErB,OAAO,SAASW,kBAAkB,GAAS;IACzCC,YAAY,CAACJ,aAAa,CAAC;EAC7B,CAAC;AACH;AAEO,MAAMK,mBAAmB,GAAIC,OAAO,IAAa;EACtD,IAAIC,OAAO,GAAI;AACjB;AACA,sBAAsB;EAEpBD,OAAO,CAACE,OAAO,CACbC,MAAM,IACHF,OAAO,IAAK;AACnB;AACA,EAAEG,cAAK,CAACC,MAAM,CAACC,IAAI,CAACH,MAAM,CAACrB,oBAAoB,CAAE,KAAIqB,MAAM,CAACnB,YAAa,MACjEmB,MAAM,CAAClB,UACR,IAAI,CACR;EAED,OAAOgB,OAAO;AAChB,CAAC;AAAA;AAEM,MAAMM,qBAAqB,GAAG,MAAY;EAC/C,IAAI3B,aAAa,CAAC4B,MAAM,GAAG,CAAC,EAAE;IAC5B;IACA5B,aAAa,CAACsB,OAAO,CAACC,MAAM,IAC1B,IAAAd,+BAAc,GAAE,CAACoB,GAAG,CAClB5B,cAAc,CAACsB,MAAM,CAACrB,oBAAoB,CAAC,EAC3CS,IAAI,CAACC,GAAG,EAAE,CACX,CACF;IAED,MAAMS,OAAO,GAAGF,mBAAmB,CAACnB,aAAa,CAAC;IAClD8B,iBAAQ,CAACC,IAAI,CAACV,OAAO,CAAC;EACxB;AACF,CAAC;AAAA"}

package/dist/utils/slices/stitching.d.ts

@@ -0,0 +1,4 @@
+export declare function stitchSliceForAPage({ pagePath, publicDir, }: {
+    pagePath: string;
+    publicDir: string;
+}): Promise<void>;

package/dist/utils/slices/stitching.js

@@ -0,0 +1,92 @@
+"use strict";
+
+exports.__esModule = true;
+exports.stitchSliceForAPage = stitchSliceForAPage;
+var path = _interopRequireWildcard(require("path"));
+var fs = _interopRequireWildcard(require("fs-extra"));
+var _pageHtml = require("gatsby-core-utils/page-html");
+function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function (nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
+function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || typeof obj !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
+function ensureExpectedType(maybeType) {
+  if (maybeType === `start` || maybeType === `end`) {
+    return maybeType;
+  } else {
+    throw new Error(`Unexpected type: ${maybeType}. Expected "start" or "end"`);
+  }
+}
+async function stitchSlices(htmlString, publicDir) {
+  let previousStart = undefined;
+  let processedHTML = ``;
+  let cursor = 0;
+  async function getSliceContent(sliceHtmlName) {
+    return fs.readFile(path.join(publicDir, `_gatsby`, `slices`, `${sliceHtmlName}.html`), `utf-8`);
+  }
+  for (const match of htmlString.matchAll(/(<slice-(?<startOrEndElementOpenening>start|end)\s[^>]*id="(?<idElement>[^"]+)"[^>]*><\/slice-(?<startOrEndElementClosing>[^>]+)>|<!-- slice-(?<startOrEndComment>start|end) id="(?<idComment>[^"]+)" -->)/g)) {
+    if (!match.groups) {
+      throw new Error(`Invariant: [stitching slices] Capturing groups should be defined`);
+    }
+    if (typeof match.index !== `number`) {
+      throw new Error(`Invariant: [stitching slices] There is no location of a match when stitching slices`);
+    }
+    if (match.groups.startOrEndElementOpenening && match.groups.startOrEndElementOpenening !== match.groups.startOrEndElementClosing) {
+      throw new Error(`Invariant: [stitching slices] start and end tags should be the same. Got: Start: ${match.groups.startOrEndElementOpenening} End: ${match.groups.startOrEndElementClosing}`);
+    }
+    const meta = {
+      index: match.index,
+      end: match.index + match[0].length,
+      ...(match.groups.startOrEndElementOpenening ? {
+        syntax: `element`,
+        // can discard this field
+        id: match.groups.idElement,
+        type: ensureExpectedType(match.groups.startOrEndElementOpenening)
+      } : {
+        syntax: `comment`,
+        // can discard this field
+        id: match.groups.idComment,
+        type: ensureExpectedType(match.groups.startOrEndComment)
+      })
+    };
+    if (meta.type === `start`) {
+      if (previousStart) {
+        // if we are already in a slice, we will replace everything until the outer slice end
+        // so we just ignore those
+        continue;
+      }
+      const newCursor = meta.end;
+      processedHTML += htmlString.substring(cursor, meta.index) + `<!-- slice-start id="${meta.id}" -->`;
+      cursor = newCursor;
+      previousStart = meta;
+    } else if (meta.type === `end`) {
+      if (!previousStart) {
+        throw new Error(`Invariant: [stitching slices] There was no start tag, but close tag was found`);
+      }
+      if (previousStart.id !== meta.id) {
+        // it's possible to have nested slices - we want to handle just the most outer slice
+        // as stitching it in will recursively handle nested slices as well
+        continue;
+      }
+      processedHTML += `${await stitchSlices(await getSliceContent(meta.id), publicDir)}<!-- slice-end id="${meta.id}" -->`;
+      cursor = meta.end;
+      previousStart = undefined;
+    }
+  }
+  if (previousStart) {
+    throw new Error(`Invariant: [stitching slices] There was start tag, but no close tag was found`);
+  }
+
+  // get rest of the html
+  processedHTML += htmlString.substring(cursor);
+  return processedHTML;
+}
+async function stitchSliceForAPage({
+  pagePath,
+  publicDir
+}) {
+  const htmlFilePath = (0, _pageHtml.generateHtmlPath)(publicDir, pagePath);
+  const html = await fs.readFile(htmlFilePath, `utf-8`);
+  const processedHTML = await stitchSlices(html, publicDir);
+  if (html !== processedHTML) {
+    await fs.writeFile(htmlFilePath, processedHTML);
+  }
+}
+//# sourceMappingURL=stitching.js.map

package/dist/utils/slices/stitching.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stitching.js","names":["ensureExpectedType","maybeType","Error","stitchSlices","htmlString","publicDir","previousStart","undefined","processedHTML","cursor","getSliceContent","sliceHtmlName","fs","readFile","path","join","match","matchAll","groups","index","startOrEndElementOpenening","startOrEndElementClosing","meta","end","length","syntax","id","idElement","type","idComment","startOrEndComment","newCursor","substring","stitchSliceForAPage","pagePath","htmlFilePath","generateHtmlPath","html","writeFile"],"sources":["../../../src/utils/slices/stitching.ts"],"sourcesContent":["import * as path from \"path\"\nimport * as fs from \"fs-extra\"\nimport { generateHtmlPath } from \"gatsby-core-utils/page-html\"\n\ninterface ISliceBoundaryMatch {\n  index: number\n  end: number\n  syntax: \"element\" | \"comment\"\n  id: string\n  type: \"start\" | \"end\"\n}\n\nfunction ensureExpectedType(maybeType: string): \"start\" | \"end\" {\n  if (maybeType === `start` || maybeType === `end`) {\n    return maybeType\n  } else {\n    throw new Error(`Unexpected type: ${maybeType}. Expected \"start\" or \"end\"`)\n  }\n}\n\nasync function stitchSlices(\n  htmlString: string,\n  publicDir: string\n): Promise<string> {\n  let previousStart: ISliceBoundaryMatch | undefined = undefined\n\n  let processedHTML = ``\n  let cursor = 0\n\n  async function getSliceContent(sliceHtmlName: string): Promise<string> {\n    return fs.readFile(\n      path.join(publicDir, `_gatsby`, `slices`, `${sliceHtmlName}.html`),\n      `utf-8`\n    )\n  }\n\n  for (const match of htmlString.matchAll(\n    /(<slice-(?<startOrEndElementOpenening>start|end)\\s[^>]*id=\"(?<idElement>[^\"]+)\"[^>]*><\\/slice-(?<startOrEndElementClosing>[^>]+)>|<!-- slice-(?<startOrEndComment>start|end) id=\"(?<idComment>[^\"]+)\" -->)/g\n  )) {\n    if (!match.groups) {\n      throw new Error(\n        `Invariant: [stitching slices] Capturing groups should be defined`\n      )\n    }\n\n    if (typeof match.index !== `number`) {\n      throw new Error(\n        `Invariant: [stitching slices] There is no location of a match when stitching slices`\n      )\n    }\n\n    if (\n      match.groups.startOrEndElementOpenening &&\n      match.groups.startOrEndElementOpenening !==\n        match.groups.startOrEndElementClosing\n    ) {\n      throw new Error(\n        `Invariant: [stitching slices] start and end tags should be the same. Got: Start: ${match.groups.startOrEndElementOpenening} End: ${match.groups.startOrEndElementClosing}`\n      )\n    }\n\n    const meta: ISliceBoundaryMatch = {\n      index: match.index,\n      end: match.index + match[0].length,\n      ...(match.groups.startOrEndElementOpenening\n        ? {\n            syntax: `element`, // can discard this field\n            id: match.groups.idElement,\n            type: ensureExpectedType(match.groups.startOrEndElementOpenening),\n          }\n        : {\n            syntax: `comment`, // can discard this field\n            id: match.groups.idComment,\n            type: ensureExpectedType(match.groups.startOrEndComment),\n          }),\n    }\n\n    if (meta.type === `start`) {\n      if (previousStart) {\n        // if we are already in a slice, we will replace everything until the outer slice end\n        // so we just ignore those\n        continue\n      }\n      const newCursor = meta.end\n      processedHTML +=\n        htmlString.substring(cursor, meta.index) +\n        `<!-- slice-start id=\"${meta.id}\" -->`\n      cursor = newCursor\n\n      previousStart = meta\n    } else if (meta.type === `end`) {\n      if (!previousStart) {\n        throw new Error(\n          `Invariant: [stitching slices] There was no start tag, but close tag was found`\n        )\n      }\n      if (previousStart.id !== meta.id) {\n        // it's possible to have nested slices - we want to handle just the most outer slice\n        // as stitching it in will recursively handle nested slices as well\n        continue\n      }\n\n      processedHTML += `${await stitchSlices(\n        await getSliceContent(meta.id),\n        publicDir\n      )}<!-- slice-end id=\"${meta.id}\" -->`\n      cursor = meta.end\n\n      previousStart = undefined\n    }\n  }\n\n  if (previousStart) {\n    throw new Error(\n      `Invariant: [stitching slices] There was start tag, but no close tag was found`\n    )\n  }\n\n  // get rest of the html\n  processedHTML += htmlString.substring(cursor)\n\n  return processedHTML\n}\n\nexport async function stitchSliceForAPage({\n  pagePath,\n  publicDir,\n}: {\n  pagePath: string\n  publicDir: string\n}): Promise<void> {\n  const htmlFilePath = generateHtmlPath(publicDir, pagePath)\n\n  const html = await fs.readFile(htmlFilePath, `utf-8`)\n\n  const processedHTML = await stitchSlices(html, publicDir)\n\n  if (html !== processedHTML) {\n    await fs.writeFile(htmlFilePath, processedHTML)\n  }\n}\n"],"mappings":";;;;AAAA;AACA;AACA;AAA8D;AAAA;AAU9D,SAASA,kBAAkB,CAACC,SAAiB,EAAmB;EAC9D,IAAIA,SAAS,KAAM,OAAM,IAAIA,SAAS,KAAM,KAAI,EAAE;IAChD,OAAOA,SAAS;EAClB,CAAC,MAAM;IACL,MAAM,IAAIC,KAAK,CAAE,oBAAmBD,SAAU,6BAA4B,CAAC;EAC7E;AACF;AAEA,eAAeE,YAAY,CACzBC,UAAkB,EAClBC,SAAiB,EACA;EACjB,IAAIC,aAA8C,GAAGC,SAAS;EAE9D,IAAIC,aAAa,GAAI,EAAC;EACtB,IAAIC,MAAM,GAAG,CAAC;EAEd,eAAeC,eAAe,CAACC,aAAqB,EAAmB;IACrE,OAAOC,EAAE,CAACC,QAAQ,CAChBC,IAAI,CAACC,IAAI,CAACV,SAAS,EAAG,SAAQ,EAAG,QAAO,EAAG,GAAEM,aAAc,OAAM,CAAC,EACjE,OAAM,CACR;EACH;EAEA,KAAK,MAAMK,KAAK,IAAIZ,UAAU,CAACa,QAAQ,CACrC,6MAA6M,CAC9M,EAAE;IACD,IAAI,CAACD,KAAK,CAACE,MAAM,EAAE;MACjB,MAAM,IAAIhB,KAAK,CACZ,kEAAiE,CACnE;IACH;IAEA,IAAI,OAAOc,KAAK,CAACG,KAAK,KAAM,QAAO,EAAE;MACnC,MAAM,IAAIjB,KAAK,CACZ,qFAAoF,CACtF;IACH;IAEA,IACEc,KAAK,CAACE,MAAM,CAACE,0BAA0B,IACvCJ,KAAK,CAACE,MAAM,CAACE,0BAA0B,KACrCJ,KAAK,CAACE,MAAM,CAACG,wBAAwB,EACvC;MACA,MAAM,IAAInB,KAAK,CACZ,oFAAmFc,KAAK,CAACE,MAAM,CAACE,0BAA2B,SAAQJ,KAAK,CAACE,MAAM,CAACG,wBAAyB,EAAC,CAC5K;IACH;IAEA,MAAMC,IAAyB,GAAG;MAChCH,KAAK,EAAEH,KAAK,CAACG,KAAK;MAClBI,GAAG,EAAEP,KAAK,CAACG,KAAK,GAAGH,KAAK,CAAC,CAAC,CAAC,CAACQ,MAAM;MAClC,IAAIR,KAAK,CAACE,MAAM,CAACE,0BAA0B,GACvC;QACEK,MAAM,EAAG,SAAQ;QAAE;QACnBC,EAAE,EAAEV,KAAK,CAACE,MAAM,CAACS,SAAS;QAC1BC,IAAI,EAAE5B,kBAAkB,CAACgB,KAAK,CAACE,MAAM,CAACE,0BAA0B;MAClE,CAAC,GACD;QACEK,MAAM,EAAG,SAAQ;QAAE;QACnBC,EAAE,EAAEV,KAAK,CAACE,MAAM,CAACW,SAAS;QAC1BD,IAAI,EAAE5B,kBAAkB,CAACgB,KAAK,CAACE,MAAM,CAACY,iBAAiB;MACzD,CAAC;IACP,CAAC;IAED,IAAIR,IAAI,CAACM,IAAI,KAAM,OAAM,EAAE;MACzB,IAAItB,aAAa,EAAE;QACjB;QACA;QACA;MACF;MACA,MAAMyB,SAAS,GAAGT,IAAI,CAACC,GAAG;MAC1Bf,aAAa,IACXJ,UAAU,CAAC4B,SAAS,CAACvB,MAAM,EAAEa,IAAI,CAACH,KAAK,CAAC,GACvC,wBAAuBG,IAAI,CAACI,EAAG,OAAM;MACxCjB,MAAM,GAAGsB,SAAS;MAElBzB,aAAa,GAAGgB,IAAI;IACtB,CAAC,MAAM,IAAIA,IAAI,CAACM,IAAI,KAAM,KAAI,EAAE;MAC9B,IAAI,CAACtB,aAAa,EAAE;QAClB,MAAM,IAAIJ,KAAK,CACZ,+EAA8E,CAChF;MACH;MACA,IAAII,aAAa,CAACoB,EAAE,KAAKJ,IAAI,CAACI,EAAE,EAAE;QAChC;QACA;QACA;MACF;MAEAlB,aAAa,IAAK,GAAE,MAAML,YAAY,CACpC,MAAMO,eAAe,CAACY,IAAI,CAACI,EAAE,CAAC,EAC9BrB,SAAS,CACT,sBAAqBiB,IAAI,CAACI,EAAG,OAAM;MACrCjB,MAAM,GAAGa,IAAI,CAACC,GAAG;MAEjBjB,aAAa,GAAGC,SAAS;IAC3B;EACF;EAEA,IAAID,aAAa,EAAE;IACjB,MAAM,IAAIJ,KAAK,CACZ,+EAA8E,CAChF;EACH;;EAEA;EACAM,aAAa,IAAIJ,UAAU,CAAC4B,SAAS,CAACvB,MAAM,CAAC;EAE7C,OAAOD,aAAa;AACtB;AAEO,eAAeyB,mBAAmB,CAAC;EACxCC,QAAQ;EACR7B;AAIF,CAAC,EAAiB;EAChB,MAAM8B,YAAY,GAAG,IAAAC,0BAAgB,EAAC/B,SAAS,EAAE6B,QAAQ,CAAC;EAE1D,MAAMG,IAAI,GAAG,MAAMzB,EAAE,CAACC,QAAQ,CAACsB,YAAY,EAAG,OAAM,CAAC;EAErD,MAAM3B,aAAa,GAAG,MAAML,YAAY,CAACkC,IAAI,EAAEhC,SAAS,CAAC;EAEzD,IAAIgC,IAAI,KAAK7B,aAAa,EAAE;IAC1B,MAAMI,EAAE,CAAC0B,SAAS,CAACH,YAAY,EAAE3B,aAAa,CAAC;EACjD;AACF"}

package/dist/utils/slices.d.ts

@@ -0,0 +1,2 @@
+import type { IGatsbySlice } from "../redux/types";
+export declare function getSliceId(slice: IGatsbySlice): string;

package/dist/utils/slices.js

@@ -0,0 +1,9 @@
+"use strict";
+
+exports.__esModule = true;
+exports.getSliceId = getSliceId;
+var _createContentDigest = require("gatsby-core-utils/create-content-digest");
+function getSliceId(slice) {
+  return `${slice.componentChunkName}-${(0, _createContentDigest.createContentDigest)(slice.context)}`;
+}
+//# sourceMappingURL=slices.js.map

package/dist/utils/slices.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"slices.js","names":["getSliceId","slice","componentChunkName","createContentDigest","context"],"sources":["../../src/utils/slices.ts"],"sourcesContent":["import type { IGatsbySlice } from \"../redux/types\"\nimport { createContentDigest } from \"gatsby-core-utils/create-content-digest\"\n\nexport function getSliceId(slice: IGatsbySlice): string {\n  return `${slice.componentChunkName}-${createContentDigest(slice.context)}`\n}\n"],"mappings":";;;;AACA;AAEO,SAASA,UAAU,CAACC,KAAmB,EAAU;EACtD,OAAQ,GAAEA,KAAK,CAACC,kBAAmB,IAAG,IAAAC,wCAAmB,EAACF,KAAK,CAACG,OAAO,CAAE,EAAC;AAC5E"}

package/dist/utils/source-nodes-api-runner.d.ts

@@ -0,0 +1,8 @@
+import { Span } from "opentracing";
+export declare function sourceNodesApiRunner({ traceId, deferNodeMutation, parentSpan, webhookBody, pluginName, }: {
+    traceId: string;
+    webhookBody: unknown;
+    pluginName?: string;
+    parentSpan?: Span;
+    deferNodeMutation?: boolean;
+}): Promise<void>;

package/dist/utils/source-nodes-api-runner.js

@@ -0,0 +1,23 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+exports.__esModule = true;
+exports.sourceNodesApiRunner = sourceNodesApiRunner;
+var _apiRunnerNode = _interopRequireDefault(require("./api-runner-node"));
+function sourceNodesApiRunner({
+  traceId,
+  deferNodeMutation,
+  parentSpan,
+  webhookBody,
+  pluginName
+}) {
+  return (0, _apiRunnerNode.default)(`sourceNodes`, {
+    traceId,
+    waitForCascadingActions: true,
+    deferNodeMutation,
+    parentSpan,
+    webhookBody: webhookBody || {},
+    pluginName
+  });
+}
+//# sourceMappingURL=source-nodes-api-runner.js.map

package/dist/utils/source-nodes-api-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"source-nodes-api-runner.js","names":["sourceNodesApiRunner","traceId","deferNodeMutation","parentSpan","webhookBody","pluginName","apiRunner","waitForCascadingActions"],"sources":["../../src/utils/source-nodes-api-runner.ts"],"sourcesContent":["import { Span } from \"opentracing\"\nimport apiRunner from \"./api-runner-node\"\n\nexport function sourceNodesApiRunner({\n  traceId,\n  deferNodeMutation,\n  parentSpan,\n  webhookBody,\n  pluginName,\n}: {\n  traceId: string\n  webhookBody: unknown\n  pluginName?: string\n  parentSpan?: Span\n  deferNodeMutation?: boolean\n}): Promise<void> {\n  return apiRunner(`sourceNodes`, {\n    traceId,\n    waitForCascadingActions: true,\n    deferNodeMutation,\n    parentSpan,\n    webhookBody: webhookBody || {},\n    pluginName,\n  })\n}\n"],"mappings":";;;;;AACA;AAEO,SAASA,oBAAoB,CAAC;EACnCC,OAAO;EACPC,iBAAiB;EACjBC,UAAU;EACVC,WAAW;EACXC;AAOF,CAAC,EAAiB;EAChB,OAAO,IAAAC,sBAAS,EAAE,aAAY,EAAE;IAC9BL,OAAO;IACPM,uBAAuB,EAAE,IAAI;IAC7BL,iBAAiB;IACjBC,UAAU;IACVC,WAAW,EAAEA,WAAW,IAAI,CAAC,CAAC;IAC9BC;EACF,CAAC,CAAC;AACJ"}

package/dist/utils/source-nodes.d.ts

@@ -0,0 +1,11 @@
+import { Span } from "opentracing";
+export declare const is: {
+    initialSourceNodesOfCurrentNodeProcess: boolean;
+};
+declare const _default: ({ webhookBody, pluginName, parentSpan, deferNodeMutation, }: {
+    webhookBody: unknown;
+    pluginName?: string | undefined;
+    parentSpan?: Span | undefined;
+    deferNodeMutation?: boolean | undefined;
+}) => Promise<void>;
+export default _default;

package/dist/utils/source-nodes.js

@@ -0,0 +1,150 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+exports.__esModule = true;
+exports.is = exports.default = void 0;
+var _reporter = _interopRequireDefault(require("gatsby-cli/lib/reporter"));
+var _sourceNodesApiRunner = require("./source-nodes-api-runner");
+var _redux = require("../redux");
+var _datastore = require("../datastore");
+var _actions = require("../redux/actions");
+const {
+  deleteNode
+} = _actions.actions;
+
+/**
+ * Finds the name of all plugins which implement Gatsby APIs that
+ * may create nodes, but which have not actually created any nodes.
+ */
+function discoverPluginNamesWithoutNodes() {
+  const {
+    typeOwners,
+    flattenedPlugins
+  } = _redux.store.getState();
+
+  // Find out which plugins own already created nodes
+  const pluginNamesThatCreatedNodes = new Set([`default-site-plugin`,
+  // each plugin that owns node types created a node at some point
+  ...Array.from(typeOwners.pluginsToTypes.keys())]);
+  return flattenedPlugins.filter(plugin =>
+  // "Can generate nodes"
+  plugin.nodeAPIs.includes(`sourceNodes`) &&
+  // "Has not generated nodes"
+  !pluginNamesThatCreatedNodes.has(plugin.name)).map(plugin => plugin.name);
+}
+
+/**
+ * Warn about plugins that should have created nodes but didn't.
+ */
+function warnForPluginsWithoutNodes() {
+  const pluginNamesWithNoNodes = discoverPluginNamesWithoutNodes();
+  pluginNamesWithNoNodes.map(name => _reporter.default.warn(`The ${name} plugin has generated no Gatsby nodes. Do you need it? This could also suggest the plugin is misconfigured.`));
+}
+
+/**
+ * Return the set of nodes for which its root node has not been touched
+ */
+function getStaleNodes(state, nodes) {
+  return nodes.filter(node => {
+    let rootNode = node;
+    let next = undefined;
+    let whileCount = 0;
+    do {
+      next = rootNode.parent ? (0, _datastore.getNode)(rootNode.parent) : undefined;
+      if (next) {
+        rootNode = next;
+      }
+    } while (next && ++whileCount < 101);
+    if (whileCount > 100) {
+      console.log(`It looks like you have a node that's set its parent as itself`, rootNode);
+    }
+    if (state.statefulSourcePlugins.has(rootNode.internal.owner)) {
+      return false;
+    }
+    return !state.nodesTouched.has(rootNode.id);
+  });
+}
+
+/**
+ * Find all stale nodes and delete them unless the node type has been opted out of stale node garbage collection.
+ */
+async function deleteStaleNodes(previouslyExistingNodeTypeNames) {
+  const state = _redux.store.getState();
+  let deleteCount = 0;
+  const cleanupStaleNodesActivity = _reporter.default.createProgress(`Clean up stale nodes`);
+  cleanupStaleNodesActivity.start();
+  const {
+    typeOwners,
+    statefulSourcePlugins
+  } = state;
+  for (const typeName of previouslyExistingNodeTypeNames) {
+    const pluginName = typeOwners.typesToPlugins.get(typeName);
+
+    // no need to check this type if its owner has declared its a stateful source plugin
+    if (pluginName && statefulSourcePlugins.has(pluginName)) {
+      continue;
+    }
+    _reporter.default.verbose(`Checking for stale ${typeName} nodes`);
+    const nodes = (0, _datastore.getDataStore)().iterateNodesByType(typeName);
+    const staleNodes = getStaleNodes(state, nodes);
+    for (const node of staleNodes) {
+      _redux.store.dispatch(deleteNode(node));
+      cleanupStaleNodesActivity.tick();
+      if (++deleteCount % 5000) {
+        // dont block event loop
+        await new Promise(res => {
+          setImmediate(() => {
+            res(null);
+          });
+        });
+      }
+    }
+  }
+  cleanupStaleNodesActivity.end();
+}
+
+// exported for unit tests purposes only to allow internal module state resets
+const is = {
+  initialSourceNodesOfCurrentNodeProcess: true
+};
+exports.is = is;
+let sourcingCount = 0;
+var _default = async ({
+  webhookBody,
+  pluginName,
+  parentSpan,
+  deferNodeMutation = false
+}) => {
+  const traceId = is.initialSourceNodesOfCurrentNodeProcess ? `initial-sourceNodes` : `sourceNodes #${sourcingCount}`;
+
+  // this is persisted to cache between builds, so it will always have an up to date list of previously created types by plugin name
+  const {
+    typeOwners
+  } = _redux.store.getState();
+  const previouslyExistingNodeTypeNames = Array.from(typeOwners.typesToPlugins.keys() || []);
+  await (0, _sourceNodesApiRunner.sourceNodesApiRunner)({
+    traceId,
+    deferNodeMutation,
+    parentSpan,
+    webhookBody,
+    pluginName
+  });
+  await (0, _datastore.getDataStore)().ready();
+
+  // We only warn for plugins w/o nodes and delete stale nodes on the first sourceNodes call of the current process.
+  if (is.initialSourceNodesOfCurrentNodeProcess) {
+    is.initialSourceNodesOfCurrentNodeProcess = false;
+    warnForPluginsWithoutNodes();
+    if (
+    // if this is the very first source and no types existed before this sourceNodes run, there's no need to check for stale nodes. They wont be stale because they were just created. Only check for stale nodes in node types that never existed before.
+    previouslyExistingNodeTypeNames.length > 0) {
+      await deleteStaleNodes(previouslyExistingNodeTypeNames);
+    }
+  }
+  _redux.store.dispatch(_actions.actions.apiFinished({
+    apiName: `sourceNodes`
+  }));
+  sourcingCount += 1;
+};
+exports.default = _default;
+//# sourceMappingURL=source-nodes.js.map

package/dist/utils/source-nodes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"source-nodes.js","names":["deleteNode","actions","discoverPluginNamesWithoutNodes","typeOwners","flattenedPlugins","store","getState","pluginNamesThatCreatedNodes","Set","Array","from","pluginsToTypes","keys","filter","plugin","nodeAPIs","includes","has","name","map","warnForPluginsWithoutNodes","pluginNamesWithNoNodes","report","warn","getStaleNodes","state","nodes","node","rootNode","next","undefined","whileCount","parent","getNode","console","log","statefulSourcePlugins","internal","owner","nodesTouched","id","deleteStaleNodes","previouslyExistingNodeTypeNames","deleteCount","cleanupStaleNodesActivity","createProgress","start","typeName","pluginName","typesToPlugins","get","verbose","getDataStore","iterateNodesByType","staleNodes","dispatch","tick","Promise","res","setImmediate","end","is","initialSourceNodesOfCurrentNodeProcess","sourcingCount","webhookBody","parentSpan","deferNodeMutation","traceId","sourceNodesApiRunner","ready","length","apiFinished","apiName"],"sources":["../../src/utils/source-nodes.ts"],"sourcesContent":["import report from \"gatsby-cli/lib/reporter\"\nimport { Span } from \"opentracing\"\nimport { sourceNodesApiRunner } from \"./source-nodes-api-runner\"\nimport { store } from \"../redux\"\nimport { getDataStore, getNode } from \"../datastore\"\nimport { actions } from \"../redux/actions\"\nimport { IGatsbyState, IGatsbyNode } from \"../redux/types\"\nimport type { GatsbyIterable } from \"../datastore/common/iterable\"\n\nconst { deleteNode } = actions\n\n/**\n * Finds the name of all plugins which implement Gatsby APIs that\n * may create nodes, but which have not actually created any nodes.\n */\nfunction discoverPluginNamesWithoutNodes(): Array<string> {\n  const { typeOwners, flattenedPlugins } = store.getState()\n\n  // Find out which plugins own already created nodes\n  const pluginNamesThatCreatedNodes = new Set([\n    `default-site-plugin`,\n    // each plugin that owns node types created a node at some point\n    ...Array.from(typeOwners.pluginsToTypes.keys()),\n  ])\n\n  return flattenedPlugins\n    .filter(\n      plugin =>\n        // \"Can generate nodes\"\n        plugin.nodeAPIs.includes(`sourceNodes`) &&\n        // \"Has not generated nodes\"\n        !pluginNamesThatCreatedNodes.has(plugin.name)\n    )\n    .map(plugin => plugin.name)\n}\n\n/**\n * Warn about plugins that should have created nodes but didn't.\n */\nfunction warnForPluginsWithoutNodes(): void {\n  const pluginNamesWithNoNodes = discoverPluginNamesWithoutNodes()\n\n  pluginNamesWithNoNodes.map(name =>\n    report.warn(\n      `The ${name} plugin has generated no Gatsby nodes. Do you need it? This could also suggest the plugin is misconfigured.`\n    )\n  )\n}\n\n/**\n * Return the set of nodes for which its root node has not been touched\n */\nfunction getStaleNodes(\n  state: IGatsbyState,\n  nodes: GatsbyIterable<IGatsbyNode>\n): GatsbyIterable<IGatsbyNode> {\n  return nodes.filter(node => {\n    let rootNode = node\n    let next: IGatsbyNode | undefined = undefined\n\n    let whileCount = 0\n    do {\n      next = rootNode.parent ? getNode(rootNode.parent) : undefined\n      if (next) {\n        rootNode = next\n      }\n    } while (next && ++whileCount < 101)\n\n    if (whileCount > 100) {\n      console.log(\n        `It looks like you have a node that's set its parent as itself`,\n        rootNode\n      )\n    }\n\n    if (state.statefulSourcePlugins.has(rootNode.internal.owner)) {\n      return false\n    }\n\n    return !state.nodesTouched.has(rootNode.id)\n  })\n}\n\n/**\n * Find all stale nodes and delete them unless the node type has been opted out of stale node garbage collection.\n */\nasync function deleteStaleNodes(\n  previouslyExistingNodeTypeNames: Array<string>\n): Promise<void> {\n  const state = store.getState()\n\n  let deleteCount = 0\n\n  const cleanupStaleNodesActivity =\n    report.createProgress(`Clean up stale nodes`)\n\n  cleanupStaleNodesActivity.start()\n\n  const { typeOwners, statefulSourcePlugins } = state\n\n  for (const typeName of previouslyExistingNodeTypeNames) {\n    const pluginName = typeOwners.typesToPlugins.get(typeName)\n\n    // no need to check this type if its owner has declared its a stateful source plugin\n    if (pluginName && statefulSourcePlugins.has(pluginName)) {\n      continue\n    }\n\n    report.verbose(`Checking for stale ${typeName} nodes`)\n\n    const nodes = getDataStore().iterateNodesByType(typeName)\n    const staleNodes = getStaleNodes(state, nodes)\n\n    for (const node of staleNodes) {\n      store.dispatch(deleteNode(node))\n      cleanupStaleNodesActivity.tick()\n\n      if (++deleteCount % 5000) {\n        // dont block event loop\n        await new Promise(res => {\n          setImmediate(() => {\n            res(null)\n          })\n        })\n      }\n    }\n  }\n\n  cleanupStaleNodesActivity.end()\n}\n\n// exported for unit tests purposes only to allow internal module state resets\nexport const is = {\n  initialSourceNodesOfCurrentNodeProcess: true,\n}\n\nlet sourcingCount = 0\nexport default async ({\n  webhookBody,\n  pluginName,\n  parentSpan,\n  deferNodeMutation = false,\n}: {\n  webhookBody: unknown\n  pluginName?: string\n  parentSpan?: Span\n  deferNodeMutation?: boolean\n}): Promise<void> => {\n  const traceId = is.initialSourceNodesOfCurrentNodeProcess\n    ? `initial-sourceNodes`\n    : `sourceNodes #${sourcingCount}`\n\n  // this is persisted to cache between builds, so it will always have an up to date list of previously created types by plugin name\n  const { typeOwners } = store.getState()\n\n  const previouslyExistingNodeTypeNames: Array<string> = Array.from(\n    typeOwners.typesToPlugins.keys() || []\n  )\n\n  await sourceNodesApiRunner({\n    traceId,\n    deferNodeMutation,\n    parentSpan,\n    webhookBody,\n    pluginName,\n  })\n\n  await getDataStore().ready()\n\n  // We only warn for plugins w/o nodes and delete stale nodes on the first sourceNodes call of the current process.\n  if (is.initialSourceNodesOfCurrentNodeProcess) {\n    is.initialSourceNodesOfCurrentNodeProcess = false\n\n    warnForPluginsWithoutNodes()\n\n    if (\n      // if this is the very first source and no types existed before this sourceNodes run, there's no need to check for stale nodes. They wont be stale because they were just created. Only check for stale nodes in node types that never existed before.\n      previouslyExistingNodeTypeNames.length > 0\n    ) {\n      await deleteStaleNodes(previouslyExistingNodeTypeNames)\n    }\n  }\n\n  store.dispatch(actions.apiFinished({ apiName: `sourceNodes` }))\n\n  sourcingCount += 1\n}\n"],"mappings":";;;;;AAAA;AAEA;AACA;AACA;AACA;AAIA,MAAM;EAAEA;AAAW,CAAC,GAAGC,gBAAO;;AAE9B;AACA;AACA;AACA;AACA,SAASC,+BAA+B,GAAkB;EACxD,MAAM;IAAEC,UAAU;IAAEC;EAAiB,CAAC,GAAGC,YAAK,CAACC,QAAQ,EAAE;;EAEzD;EACA,MAAMC,2BAA2B,GAAG,IAAIC,GAAG,CAAC,CACzC,qBAAoB;EACrB;EACA,GAAGC,KAAK,CAACC,IAAI,CAACP,UAAU,CAACQ,cAAc,CAACC,IAAI,EAAE,CAAC,CAChD,CAAC;EAEF,OAAOR,gBAAgB,CACpBS,MAAM,CACLC,MAAM;EACJ;EACAA,MAAM,CAACC,QAAQ,CAACC,QAAQ,CAAE,aAAY,CAAC;EACvC;EACA,CAACT,2BAA2B,CAACU,GAAG,CAACH,MAAM,CAACI,IAAI,CAAC,CAChD,CACAC,GAAG,CAACL,MAAM,IAAIA,MAAM,CAACI,IAAI,CAAC;AAC/B;;AAEA;AACA;AACA;AACA,SAASE,0BAA0B,GAAS;EAC1C,MAAMC,sBAAsB,GAAGnB,+BAA+B,EAAE;EAEhEmB,sBAAsB,CAACF,GAAG,CAACD,IAAI,IAC7BI,iBAAM,CAACC,IAAI,CACR,OAAML,IAAK,6GAA4G,CACzH,CACF;AACH;;AAEA;AACA;AACA;AACA,SAASM,aAAa,CACpBC,KAAmB,EACnBC,KAAkC,EACL;EAC7B,OAAOA,KAAK,CAACb,MAAM,CAACc,IAAI,IAAI;IAC1B,IAAIC,QAAQ,GAAGD,IAAI;IACnB,IAAIE,IAA6B,GAAGC,SAAS;IAE7C,IAAIC,UAAU,GAAG,CAAC;IAClB,GAAG;MACDF,IAAI,GAAGD,QAAQ,CAACI,MAAM,GAAG,IAAAC,kBAAO,EAACL,QAAQ,CAACI,MAAM,CAAC,GAAGF,SAAS;MAC7D,IAAID,IAAI,EAAE;QACRD,QAAQ,GAAGC,IAAI;MACjB;IACF,CAAC,QAAQA,IAAI,IAAI,EAAEE,UAAU,GAAG,GAAG;IAEnC,IAAIA,UAAU,GAAG,GAAG,EAAE;MACpBG,OAAO,CAACC,GAAG,CACR,+DAA8D,EAC/DP,QAAQ,CACT;IACH;IAEA,IAAIH,KAAK,CAACW,qBAAqB,CAACnB,GAAG,CAACW,QAAQ,CAACS,QAAQ,CAACC,KAAK,CAAC,EAAE;MAC5D,OAAO,KAAK;IACd;IAEA,OAAO,CAACb,KAAK,CAACc,YAAY,CAACtB,GAAG,CAACW,QAAQ,CAACY,EAAE,CAAC;EAC7C,CAAC,CAAC;AACJ;;AAEA;AACA;AACA;AACA,eAAeC,gBAAgB,CAC7BC,+BAA8C,EAC/B;EACf,MAAMjB,KAAK,GAAGpB,YAAK,CAACC,QAAQ,EAAE;EAE9B,IAAIqC,WAAW,GAAG,CAAC;EAEnB,MAAMC,yBAAyB,GAC7BtB,iBAAM,CAACuB,cAAc,CAAE,sBAAqB,CAAC;EAE/CD,yBAAyB,CAACE,KAAK,EAAE;EAEjC,MAAM;IAAE3C,UAAU;IAAEiC;EAAsB,CAAC,GAAGX,KAAK;EAEnD,KAAK,MAAMsB,QAAQ,IAAIL,+BAA+B,EAAE;IACtD,MAAMM,UAAU,GAAG7C,UAAU,CAAC8C,cAAc,CAACC,GAAG,CAACH,QAAQ,CAAC;;IAE1D;IACA,IAAIC,UAAU,IAAIZ,qBAAqB,CAACnB,GAAG,CAAC+B,UAAU,CAAC,EAAE;MACvD;IACF;IAEA1B,iBAAM,CAAC6B,OAAO,CAAE,sBAAqBJ,QAAS,QAAO,CAAC;IAEtD,MAAMrB,KAAK,GAAG,IAAA0B,uBAAY,GAAE,CAACC,kBAAkB,CAACN,QAAQ,CAAC;IACzD,MAAMO,UAAU,GAAG9B,aAAa,CAACC,KAAK,EAAEC,KAAK,CAAC;IAE9C,KAAK,MAAMC,IAAI,IAAI2B,UAAU,EAAE;MAC7BjD,YAAK,CAACkD,QAAQ,CAACvD,UAAU,CAAC2B,IAAI,CAAC,CAAC;MAChCiB,yBAAyB,CAACY,IAAI,EAAE;MAEhC,IAAI,EAAEb,WAAW,GAAG,IAAI,EAAE;QACxB;QACA,MAAM,IAAIc,OAAO,CAACC,GAAG,IAAI;UACvBC,YAAY,CAAC,MAAM;YACjBD,GAAG,CAAC,IAAI,CAAC;UACX,CAAC,CAAC;QACJ,CAAC,CAAC;MACJ;IACF;EACF;EAEAd,yBAAyB,CAACgB,GAAG,EAAE;AACjC;;AAEA;AACO,MAAMC,EAAE,GAAG;EAChBC,sCAAsC,EAAE;AAC1C,CAAC;AAAA;AAED,IAAIC,aAAa,GAAG,CAAC;AAAA,eACN,OAAO;EACpBC,WAAW;EACXhB,UAAU;EACViB,UAAU;EACVC,iBAAiB,GAAG;AAMtB,CAAC,KAAoB;EACnB,MAAMC,OAAO,GAAGN,EAAE,CAACC,sCAAsC,GACpD,qBAAoB,GACpB,gBAAeC,aAAc,EAAC;;EAEnC;EACA,MAAM;IAAE5D;EAAW,CAAC,GAAGE,YAAK,CAACC,QAAQ,EAAE;EAEvC,MAAMoC,+BAA8C,GAAGjC,KAAK,CAACC,IAAI,CAC/DP,UAAU,CAAC8C,cAAc,CAACrC,IAAI,EAAE,IAAI,EAAE,CACvC;EAED,MAAM,IAAAwD,0CAAoB,EAAC;IACzBD,OAAO;IACPD,iBAAiB;IACjBD,UAAU;IACVD,WAAW;IACXhB;EACF,CAAC,CAAC;EAEF,MAAM,IAAAI,uBAAY,GAAE,CAACiB,KAAK,EAAE;;EAE5B;EACA,IAAIR,EAAE,CAACC,sCAAsC,EAAE;IAC7CD,EAAE,CAACC,sCAAsC,GAAG,KAAK;IAEjD1C,0BAA0B,EAAE;IAE5B;IACE;IACAsB,+BAA+B,CAAC4B,MAAM,GAAG,CAAC,EAC1C;MACA,MAAM7B,gBAAgB,CAACC,+BAA+B,CAAC;IACzD;EACF;EAEArC,YAAK,CAACkD,QAAQ,CAACtD,gBAAO,CAACsE,WAAW,CAAC;IAAEC,OAAO,EAAG;EAAa,CAAC,CAAC,CAAC;EAE/DT,aAAa,IAAI,CAAC;AACpB,CAAC;AAAA"}

package/dist/utils/stack-trace-utils.d.ts

@@ -0,0 +1,24 @@
+import { OriginalMapping, SourceMapInput } from "@jridgewell/trace-mapping";
+interface ICodeFrame {
+    fileName: string;
+    line: number;
+    column: number;
+    codeFrame: string;
+}
+export declare const getNonGatsbyCodeFrame: ({ highlightCode, stack, }?: {
+    highlightCode?: boolean | undefined;
+    stack?: string | undefined;
+}) => null | ICodeFrame;
+export declare const getNonGatsbyCodeFrameFormatted: ({ highlightCode, stack, }?: {
+    highlightCode?: boolean | undefined;
+    stack?: string | undefined;
+}) => null | string;
+interface IOriginalSourcePositionAndContent {
+    sourcePosition: OriginalMapping | null;
+    sourceContent: string | null;
+}
+export declare function findOriginalSourcePositionAndContent(webpackSource: SourceMapInput | string, position: {
+    line: number;
+    column: number | null;
+}): IOriginalSourcePositionAndContent;
+export {};