@atlaspack/core 2.12.1-dev.3450 → 2.12.1-dev.3466

package/lib/requests/DevDepRequest.js

@@ -16,7 +16,13 @@ function _nullthrows() {
   return data;
 }
 var _assetUtils = require("../assetUtils");
-var _buildCache = require("../buildCache");
+function _buildCache() {
+  const data = require("@atlaspack/build-cache");
+  _buildCache = function () {
+    return data;
+  };
+  return data;
+}
 var _utils = require("../utils");
 var _projectPath = require("../projectPath");
 var _RequestTracker = require("../RequestTracker");
@@ -98,7 +104,7 @@ async function getDevDepRequests(api) {
 
 // Tracks dev deps that have been invalidated during this build
 // so we don't invalidate the require cache more than once.
-const invalidatedDevDeps = (0, _buildCache.createBuildCache)();
+const invalidatedDevDeps = (0, _buildCache().createBuildCache)();
 function invalidateDevDeps(invalidDevDeps, options, config) {
   for (let {
     specifier,
@@ -142,7 +148,7 @@ async function runDevDepRequest(api, devDepRequest) {
 
 // A cache of plugin dependency hashes that we've already sent to the main thread.
 // Automatically cleared before each build.
-const pluginCache = (0, _buildCache.createBuildCache)();
+const pluginCache = (0, _buildCache().createBuildCache)();
 function getWorkerDevDepRequests(devDepRequests) {
   return devDepRequests.map(devDepRequest => {
     // If we've already sent a matching transformer + hash to the main thread during this build,

package/lib/requests/PathRequest.js

@@ -48,7 +48,13 @@ var _AtlaspackConfigRequest = _interopRequireWildcard(require("./AtlaspackConfig
 var _utils2 = require("../utils");
 var _projectPath = require("../projectPath");
 var _types = require("../types");
-var _buildCache = require("../buildCache");
+function _buildCache() {
+  const data = require("@atlaspack/build-cache");
+  _buildCache = function () {
+    return data;
+  };
+  return data;
+}
 var _InternalConfig = require("../InternalConfig");
 var _ConfigRequest = require("./ConfigRequest");
 var _DevDepRequest = require("./DevDepRequest");
@@ -126,7 +132,7 @@ async function run({
     throw err;
   }
 }
-const configCache = (0, _buildCache.createBuildCache)();
+const configCache = (0, _buildCache().createBuildCache)();
 class ResolverRunner {
   constructor({
     config,

package/lib/requests/WriteBundleRequest.js

@@ -4,14 +4,6 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = createWriteBundleRequest;
-exports.replaceStream = replaceStream;
-function _rust() {
-  const data = require("@atlaspack/rust");
-  _rust = function () {
-    return data;
-  };
-  return data;
-}
 var _constants = require("../constants");
 function _nullthrows() {
   const data = _interopRequireDefault(require("nullthrows"));
@@ -135,8 +127,16 @@ async function run({
   let writeOptions = publicBundle.env.isBrowser() || !mainEntry ? undefined : {
     mode: (await inputFS.stat(mainEntry.filePath)).mode
   };
-  const contents = await options.cache.getBlob(cacheKeys.content);
-  const size = contents.byteLength;
+  let contentStream;
+  if (info.isLargeBlob) {
+    contentStream = options.cache.getStream(cacheKeys.content);
+  } else {
+    contentStream = (0, _utils().blobToStream)(await options.cache.getBlob(cacheKeys.content));
+  }
+  let size = 0;
+  contentStream = contentStream.pipe(new (_utils().TapStream)(buf => {
+    size += buf.length;
+  }));
   let configResult = (0, _nullthrows().default)(await api.runRequest((0, _AtlaspackConfigRequest.default)()));
   let config = (0, _AtlaspackConfigRequest.getCachedAtlaspackConfig)(configResult, options);
   let {
@@ -144,9 +144,9 @@ async function run({
     invalidDevDeps
   } = await (0, _DevDepRequest.getDevDepRequests)(api);
   (0, _DevDepRequest.invalidateDevDeps)(invalidDevDeps, options, config);
-  await writeFiles(contents, info, hashRefToNameHash, options, config, outputFS, filePath, writeOptions, devDeps, api);
+  await writeFiles(contentStream, info, hashRefToNameHash, options, config, outputFS, filePath, writeOptions, devDeps, api);
   if (mapKey && bundle.env.sourceMap && !bundle.env.sourceMap.inline && (await options.cache.has(mapKey))) {
-    await writeFiles(await options.cache.getBlob(mapKey), info, hashRefToNameHash, options, config, outputFS, (0, _projectPath.toProjectPathUnsafe)((0, _projectPath.fromProjectPathRelative)(filePath) + '.map'), writeOptions, devDeps, api);
+    await writeFiles((0, _utils().blobToStream)(await options.cache.getBlob(mapKey)), info, hashRefToNameHash, options, config, outputFS, (0, _projectPath.toProjectPathUnsafe)((0, _projectPath.fromProjectPathRelative)(filePath) + '.map'), writeOptions, devDeps, api);
   }
   let res = {
     filePath,
@@ -159,13 +159,13 @@ async function run({
   api.storeResult(res);
   return res;
 }
-async function writeFiles(contents, info, hashRefToNameHash, options, config, outputFS, filePath, writeOptions, devDeps, api) {
+async function writeFiles(inputStream, info, hashRefToNameHash, options, config, outputFS, filePath, writeOptions, devDeps, api) {
   let compressors = await config.getCompressors((0, _projectPath.fromProjectPathRelative)(filePath));
   let fullPath = (0, _projectPath.fromProjectPath)(options.projectRoot, filePath);
-  const stream = info.hashReferences.length ? (0, _rust().replaceHashReferences)(contents, Object.fromEntries(hashRefToNameHash.entries())) : contents;
+  let stream = info.hashReferences.length ? inputStream.pipe(replaceStream(hashRefToNameHash)) : inputStream;
   let promises = [];
   for (let compressor of compressors) {
-    promises.push(runCompressor(compressor, (0, _utils().blobToStream)(stream), options, outputFS, fullPath, writeOptions, devDeps, api));
+    promises.push(runCompressor(compressor, cloneStream(stream), options, outputFS, fullPath, writeOptions, devDeps, api));
   }
   await Promise.all(promises);
 }

package/lib/worker.js

@@ -37,7 +37,13 @@ var _PackagerRunner = _interopRequireDefault(require("./PackagerRunner"));
 var _Validation = _interopRequireDefault(require("./Validation"));
 var _AtlaspackConfig = _interopRequireDefault(require("./AtlaspackConfig"));
 var _registerCoreWithSerializer = require("./registerCoreWithSerializer");
-var _buildCache = require("./buildCache");
+function _buildCache() {
+  const data = require("@atlaspack/build-cache");
+  _buildCache = function () {
+    return data;
+  };
+  return data;
+}
 function _sourceMap() {
   const data = require("@parcel/source-map");
   _sourceMap = function () {
@@ -105,7 +111,7 @@ async function loadConfig(cachePath, options) {
 }
 function clearConfigCache() {
   _utils().loadConfig.clear();
-  (0, _buildCache.clearBuildCaches)();
+  (0, _buildCache().clearBuildCaches)();
 }
 async function runTransform(workerApi, opts) {
   let {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@atlaspack/core",
-  "version": "2.12.1-dev.3450+58845ef87",
+  "version": "2.12.1-dev.3466+9a12fb8bd",
   "license": "(MIT OR Apache-2.0)",
   "publishConfig": {
     "access": "public"
@@ -20,20 +20,21 @@
     "check-ts": "tsc --noEmit index.d.ts"
   },
   "dependencies": {
-    "@atlaspack/cache": "2.12.1-dev.3450+58845ef87",
-    "@atlaspack/diagnostic": "2.12.1-dev.3450+58845ef87",
-    "@atlaspack/events": "2.12.1-dev.3450+58845ef87",
-    "@atlaspack/feature-flags": "2.12.1-dev.3450+58845ef87",
-    "@atlaspack/fs": "2.12.1-dev.3450+58845ef87",
-    "@atlaspack/graph": "3.2.1-dev.3450+58845ef87",
-    "@atlaspack/logger": "2.12.1-dev.3450+58845ef87",
-    "@atlaspack/package-manager": "2.12.1-dev.3450+58845ef87",
-    "@atlaspack/plugin": "2.12.1-dev.3450+58845ef87",
-    "@atlaspack/profiler": "2.12.1-dev.3450+58845ef87",
-    "@atlaspack/rust": "2.12.1-dev.3450+58845ef87",
-    "@atlaspack/types": "2.12.1-dev.3450+58845ef87",
-    "@atlaspack/utils": "2.12.1-dev.3450+58845ef87",
-    "@atlaspack/workers": "2.12.1-dev.3450+58845ef87",
+    "@atlaspack/build-cache": "2.12.1-dev.3466+9a12fb8bd",
+    "@atlaspack/cache": "2.12.1-dev.3466+9a12fb8bd",
+    "@atlaspack/diagnostic": "2.12.1-dev.3466+9a12fb8bd",
+    "@atlaspack/events": "2.12.1-dev.3466+9a12fb8bd",
+    "@atlaspack/feature-flags": "2.12.1-dev.3466+9a12fb8bd",
+    "@atlaspack/fs": "2.12.1-dev.3466+9a12fb8bd",
+    "@atlaspack/graph": "3.2.1-dev.3466+9a12fb8bd",
+    "@atlaspack/logger": "2.12.1-dev.3466+9a12fb8bd",
+    "@atlaspack/package-manager": "2.12.1-dev.3466+9a12fb8bd",
+    "@atlaspack/plugin": "2.12.1-dev.3466+9a12fb8bd",
+    "@atlaspack/profiler": "2.12.1-dev.3466+9a12fb8bd",
+    "@atlaspack/rust": "2.12.1-dev.3466+9a12fb8bd",
+    "@atlaspack/types": "2.12.1-dev.3466+9a12fb8bd",
+    "@atlaspack/utils": "2.12.1-dev.3466+9a12fb8bd",
+    "@atlaspack/workers": "2.12.1-dev.3466+9a12fb8bd",
     "@mischnic/json-sourcemap": "^0.1.0",
     "@parcel/source-map": "^2.1.1",
     "base-x": "^3.0.8",
@@ -54,8 +55,15 @@
     "rfdc": "1",
     "tempy": "^0.2.1"
   },
+  "exports": {
+    ".": "./lib/index.js",
+    "./worker": {
+      "development": "./src/worker.js",
+      "default": "./lib/worker.js"
+    }
+  },
   "browser": {
     "./src/serializerCore.js": "./src/serializerCore.browser.js"
   },
-  "gitHead": "58845ef87446fcedb7d7d8876440c64184645cbb"
+  "gitHead": "9a12fb8bd1b72e407ed043e20337dc60fbec9cbe"
 }

package/src/AssetGraph.js

@@ -168,13 +168,15 @@ export default class AssetGraph extends ContentGraph<AssetGraphNode> {
         nodes.push(node);
       }
     } else if (assetGroups) {
-      nodes.push(
-        ...assetGroups.map(assetGroup => nodeFromAssetGroup(assetGroup)),
-      );
+      for (const assetGroup of assetGroups) {
+        // Adding nodes individually ensures we do not encounter a range stack size exceeded error
+        // when there are >100000 asset groups
+        nodes.push(nodeFromAssetGroup(assetGroup));
+      }
     }
     this.replaceNodeIdsConnectedTo(
       nullthrows(this.rootNodeId),
-      nodes.map(node => this.addNode(node)),
+      nodes.map((node) => this.addNode(node)),
     );
   }
 
@@ -213,7 +215,7 @@ export default class AssetGraph extends ContentGraph<AssetGraphNode> {
 
     this.replaceNodeIdsConnectedTo(
       entrySpecifierNodeId,
-      resolved.map(file => this.addNode(nodeFromEntryFile(file))),
+      resolved.map((file) => this.addNode(nodeFromEntryFile(file))),
     );
   }
 
@@ -222,7 +224,7 @@ export default class AssetGraph extends ContentGraph<AssetGraphNode> {
     targets: Array<Target>,
     correspondingRequest: string,
   ) {
-    let depNodes = targets.map(target => {
+    let depNodes = targets.map((target) => {
       let node = nodeFromDep(
         // The passed project path is ignored in this case, because there is no `loc`
         createDependency('', {
@@ -254,7 +256,7 @@ export default class AssetGraph extends ContentGraph<AssetGraphNode> {
 
     this.replaceNodeIdsConnectedTo(
       entryNodeId,
-      depNodes.map(node => this.addNode(node)),
+      depNodes.map((node) => this.addNode(node)),
     );
   }
 
@@ -340,7 +342,7 @@ export default class AssetGraph extends ContentGraph<AssetGraphNode> {
       let traversedNode = nullthrows(this.getNode(traversedNodeId));
       if (traversedNode.type === 'asset') {
         let hasDeferred = this.getNodeIdsConnectedFrom(traversedNodeId).some(
-          childNodeId => {
+          (childNodeId) => {
             let childNode = nullthrows(this.getNode(childNodeId));
             return childNode.hasDeferred == null
               ? false
@@ -417,7 +419,7 @@ export default class AssetGraph extends ContentGraph<AssetGraphNode> {
 
     let deps = this.getIncomingDependencies(resolvedAsset);
 
-    return deps.every(d => {
+    return deps.every((d) => {
       // If this dependency has already been through this process, and we
       // know it's not deferrable, then there's no need to re-check
       if (this.undeferredDependencies.has(d)) {
@@ -428,7 +430,7 @@ export default class AssetGraph extends ContentGraph<AssetGraphNode> {
         d.symbols &&
         !(d.env.isLibrary && d.isEntry) &&
         !d.symbols.has('*') &&
-        ![...d.symbols.keys()].some(symbol => {
+        ![...d.symbols.keys()].some((symbol) => {
           let assetSymbol = resolvedAsset.symbols?.get(symbol)?.local;
           return assetSymbol != null && symbols.has(assetSymbol);
         });
@@ -532,7 +534,7 @@ export default class AssetGraph extends ContentGraph<AssetGraphNode> {
         };
       }
       let dependentAsset = dependentAssets.find(
-        a => a.uniqueKey === dep.specifier,
+        (a) => a.uniqueKey === dep.specifier,
       );
       if (dependentAsset) {
         depNode.complete = true;
@@ -593,7 +595,7 @@ export default class AssetGraph extends ContentGraph<AssetGraphNode> {
     startNodeId: ?NodeId,
   ): ?TContext {
     return this.filteredTraverse(
-      nodeId => {
+      (nodeId) => {
         let node = nullthrows(this.getNode(nodeId));
         return node.type === 'asset' ? node.value : null;
       },
@@ -631,7 +633,7 @@ export default class AssetGraph extends ContentGraph<AssetGraphNode> {
 
     let hash = new Hash();
     // TODO: sort??
-    this.traverse(nodeId => {
+    this.traverse((nodeId) => {
       let node = nullthrows(this.getNode(nodeId));
       if (node.type === 'asset') {
         hash.writeString(nullthrows(node.value.outputHash));

package/src/Atlaspack.js

@@ -1,5 +1,4 @@
 // @flow strict-local
-
 import type {
   Asset,
   AsyncSubscription,
@@ -58,7 +57,7 @@ import {
 } from './projectPath';
 import {tracer} from '@atlaspack/profiler';
 import {setFeatureFlags, DEFAULT_FEATURE_FLAGS} from '@atlaspack/feature-flags';
-import {AtlaspackV3, toFileSystemV3} from './atlaspack-v3';
+import {AtlaspackV3, FileSystemV3} from './atlaspack-v3';
 
 registerCoreWithSerializer();
 
@@ -144,7 +143,7 @@ export default class Atlaspack {
           ? undefined
           : [entries],
         env: resolvedOptions.env,
-        fs: inputFS && toFileSystemV3(inputFS),
+        fs: inputFS && new FileSystemV3(inputFS),
         defaultTargetOptions: {
           // $FlowFixMe projectPath is just a string
           distDir: resolvedOptions.defaultTargetOptions.distDir,
@@ -401,7 +400,7 @@ export default class Atlaspack {
           options,
         ),
         buildTime: Date.now() - startTime,
-        requestBundle: async bundle => {
+        requestBundle: async (bundle) => {
           let bundleNode = bundleGraph._graph.getNodeByContentKey(bundle.id);
           invariant(bundleNode?.type === 'bundle', 'Bundle does not exist');
 
@@ -580,7 +579,7 @@ export default class Atlaspack {
     let res = await this.#requestTracker.runRequest(request, {
       force: true,
     });
-    return res.map(asset =>
+    return res.map((asset) =>
       assetFromValue(asset, nullthrows(this.#resolvedOptions)),
     );
   }
@@ -648,7 +647,7 @@ export function createWorkerFarm(
     ...options,
     // $FlowFixMe
     workerPath: process.browser
-      ? '@atlaspack/core/src/worker.js'
+      ? '@atlaspack/core/worker'
       : require.resolve('./worker'),
   });
 }

package/src/AtlaspackConfig.js

@@ -154,7 +154,7 @@ export default class AtlaspackConfig {
   loadPlugins<T>(
     plugins: PureAtlaspackConfigPipeline,
   ): Promise<Array<LoadedPlugin<T>>> {
-    return Promise.all(plugins.map(p => this.loadPlugin<T>(p)));
+    return Promise.all(plugins.map((p) => this.loadPlugin<T>(p)));
   }
 
   async getResolvers(): Promise<Array<LoadedPlugin<Resolver<mixed>>>> {
@@ -181,7 +181,7 @@ export default class AtlaspackConfig {
   getValidatorNames(filePath: ProjectPath): Array<string> {
     let validators: PureAtlaspackConfigPipeline =
       this._getValidatorNodes(filePath);
-    return validators.map(v => v.packageName);
+    return validators.map((v) => v.packageName);
   }
 
   getValidators(
@@ -193,8 +193,8 @@ export default class AtlaspackConfig {
 
   getNamedPipelines(): $ReadOnlyArray<string> {
     return Object.keys(this.transformers)
-      .filter(glob => glob.includes(':'))
-      .map(glob => glob.split(':')[0]);
+      .filter((glob) => glob.includes(':'))
+      .map((glob) => glob.split(':')[0]);
   }
 
   async getTransformers(
@@ -278,7 +278,9 @@ export default class AtlaspackConfig {
     // Pipelines for bundles come from their entry assets, so the pipeline likely exists in transformers.
     if (pipeline) {
       let prefix = pipeline + ':';
-      if (!Object.keys(this.optimizers).some(glob => glob.startsWith(prefix))) {
+      if (
+        !Object.keys(this.optimizers).some((glob) => glob.startsWith(prefix))
+      ) {
         pipeline = null;
       }
     }
@@ -294,7 +296,7 @@ export default class AtlaspackConfig {
 
   getOptimizerNames(filePath: FilePath, pipeline: ?string): Array<string> {
     let optimizers = this._getOptimizerNodes(filePath, pipeline);
-    return optimizers.map(o => o.packageName);
+    return optimizers.map((o) => o.packageName);
   }
 
   getOptimizers(
@@ -435,7 +437,7 @@ export default class AtlaspackConfig {
       configsWithPlugin = new Set(getConfigPaths(this.options, plugins));
     } else {
       configsWithPlugin = new Set(
-        Object.keys(plugins).flatMap(k =>
+        Object.keys(plugins).flatMap((k) =>
           Array.isArray(plugins[k])
             ? getConfigPaths(this.options, plugins[k])
             : [getConfigPath(this.options, plugins[k])],
@@ -451,7 +453,7 @@ export default class AtlaspackConfig {
 
     let seenKey = false;
     let codeFrames = await Promise.all(
-      [...configsWithPlugin].map(async filePath => {
+      [...configsWithPlugin].map(async (filePath) => {
         let configContents = await this.options.inputFS.readFile(
           filePath,
           'utf8',
@@ -481,7 +483,7 @@ export default class AtlaspackConfig {
 
 function getConfigPaths(options, nodes) {
   return nodes
-    .map(node => (node !== '...' ? getConfigPath(options, node) : null))
+    .map((node) => (node !== '...' ? getConfigPath(options, node) : null))
     .filter(Boolean);
 }
 

package/src/AtlaspackConfig.schema.js

@@ -96,7 +96,7 @@ export default {
     },
     bundler: {
       type: 'string',
-      __validate: (validatePluginName('bundler', 'bundler'): string => void),
+      __validate: (validatePluginName('bundler', 'bundler'): (string) => void),
     },
     resolvers: (pipelineSchema('resolver', 'resolvers'): SchemaEntity),
     transformers: (mapPipelineSchema(