@atlaspack/core 2.13.2-dev.3689 → 2.14.0

package/lib/requests/ValidationRequest.js

@@ -1,66 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = createValidationRequest;
-function _nullthrows() {
-  const data = _interopRequireDefault(require("nullthrows"));
-  _nullthrows = function () {
-    return data;
-  };
-  return data;
-}
-var _AtlaspackConfig = require("../AtlaspackConfig");
-var _ReporterRunner = require("../ReporterRunner");
-var _Validation = _interopRequireDefault(require("../Validation"));
-var _AtlaspackConfigRequest = _interopRequireDefault(require("./AtlaspackConfigRequest"));
-var _RequestTracker = require("../RequestTracker");
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-function createValidationRequest(input) {
-  return {
-    id: 'validation',
-    type: _RequestTracker.requestTypes.validation_request,
-    run: async ({
-      input: {
-        assetRequests,
-        optionsRef
-      },
-      api,
-      options,
-      farm
-    }) => {
-      let {
-        config: processedConfig,
-        cachePath
-      } = (0, _nullthrows().default)(await api.runRequest((0, _AtlaspackConfigRequest.default)()));
-      let config = new _AtlaspackConfig.AtlaspackConfig(processedConfig, options);
-      let trackedRequestsDesc = assetRequests.filter(request => {
-        return config.getValidatorNames(request.filePath).length > 0;
-      });
-
-      // Schedule validations on workers for all plugins that implement the one-asset-at-a-time "validate" method.
-      let promises = trackedRequestsDesc.map(async request => (await farm.createHandle('runValidate'))({
-        requests: [request],
-        optionsRef: optionsRef,
-        configCachePath: cachePath
-      }));
-
-      // Skip sending validation requests if no validators were configured
-      if (trackedRequestsDesc.length === 0) {
-        return;
-      }
-
-      // Schedule validations on the main thread for all validation plugins that implement "validateAll".
-      promises.push(new _Validation.default({
-        requests: trackedRequestsDesc,
-        options,
-        config,
-        report: _ReporterRunner.report,
-        dedicatedThread: true
-      }).run());
-      await Promise.all(promises);
-    },
-    input
-  };
-}

package/lib/requests/WriteBundleRequest.js

@@ -1,252 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = createWriteBundleRequest;
-var _constants = require("../constants");
-function _nullthrows() {
-  const data = _interopRequireDefault(require("nullthrows"));
-  _nullthrows = function () {
-    return data;
-  };
-  return data;
-}
-function _path() {
-  const data = _interopRequireDefault(require("path"));
-  _path = function () {
-    return data;
-  };
-  return data;
-}
-var _Bundle = require("../public/Bundle");
-function _utils() {
-  const data = require("@atlaspack/utils");
-  _utils = function () {
-    return data;
-  };
-  return data;
-}
-function _stream() {
-  const data = require("stream");
-  _stream = function () {
-    return data;
-  };
-  return data;
-}
-var _projectPath = require("../projectPath");
-var _AtlaspackConfigRequest = _interopRequireWildcard(require("./AtlaspackConfigRequest"));
-var _PluginOptions = _interopRequireDefault(require("../public/PluginOptions"));
-function _logger() {
-  const data = require("@atlaspack/logger");
-  _logger = function () {
-    return data;
-  };
-  return data;
-}
-var _DevDepRequest = require("./DevDepRequest");
-var _AtlaspackConfig = require("../AtlaspackConfig");
-function _diagnostic() {
-  const data = _interopRequireWildcard(require("@atlaspack/diagnostic"));
-  _diagnostic = function () {
-    return data;
-  };
-  return data;
-}
-function _profiler() {
-  const data = require("@atlaspack/profiler");
-  _profiler = function () {
-    return data;
-  };
-  return data;
-}
-var _RequestTracker = require("../RequestTracker");
-function _getRequireWildcardCache(e) { if ("function" != typeof WeakMap) return null; var r = new WeakMap(), t = new WeakMap(); return (_getRequireWildcardCache = function (e) { return e ? t : r; })(e); }
-function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e; if (null === e || "object" != typeof e && "function" != typeof e) return { default: e }; var t = _getRequireWildcardCache(r); if (t && t.has(e)) return t.get(e); var n = { __proto__: null }, a = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var u in e) if ("default" !== u && Object.prototype.hasOwnProperty.call(e, u)) { var i = a ? Object.getOwnPropertyDescriptor(e, u) : null; i && (i.get || i.set) ? Object.defineProperty(n, u, i) : n[u] = e[u]; } return n.default = e, t && t.set(e, n), n; }
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-const HASH_REF_PREFIX_LEN = _constants.HASH_REF_PREFIX.length;
-const BOUNDARY_LENGTH = _constants.HASH_REF_PREFIX.length + 32 - 1;
-/**
- * Writes a bundle to the dist directory, replacing hash references with the final content hashes.
- */
-function createWriteBundleRequest(input) {
-  let name = (0, _nullthrows().default)(input.bundle.name);
-  let nameHash = (0, _nullthrows().default)(input.hashRefToNameHash.get(input.bundle.hashReference));
-  return {
-    id: `${input.bundle.id}:${input.info.hash}:${nameHash}:${name}`,
-    type: _RequestTracker.requestTypes.write_bundle_request,
-    run,
-    input
-  };
-}
-async function run({
-  input,
-  options,
-  api
-}) {
-  let {
-    bundleGraph,
-    bundle,
-    info,
-    hashRefToNameHash
-  } = input;
-  let {
-    inputFS,
-    outputFS
-  } = options;
-  let name = (0, _nullthrows().default)(bundle.name);
-  let thisHashReference = bundle.hashReference;
-  if (info.type !== bundle.type) {
-    name = name.slice(0, -_path().default.extname(name).length) + '.' + info.type;
-  }
-  if (name.includes(thisHashReference)) {
-    let thisNameHash = (0, _nullthrows().default)(hashRefToNameHash.get(thisHashReference));
-    name = name.replace(thisHashReference, thisNameHash);
-  }
-  let filePath = (0, _projectPath.joinProjectPath)(bundle.target.distDir, name);
-
-  // Watch the bundle and source map for deletion.
-  // Also watch the dist dir because invalidateOnFileDelete does not currently
-  // invalidate when a parent directory is deleted.
-  // TODO: do we want to also watch for file edits?
-  api.invalidateOnFileDelete(bundle.target.distDir);
-  api.invalidateOnFileDelete(filePath);
-  let cacheKeys = info.cacheKeys;
-  let mapKey = cacheKeys.map;
-  let fullPath = (0, _projectPath.fromProjectPath)(options.projectRoot, filePath);
-  if (mapKey && bundle.env.sourceMap && !bundle.env.sourceMap.inline) {
-    api.invalidateOnFileDelete((0, _projectPath.toProjectPath)(options.projectRoot, fullPath + '.map'));
-  }
-  let dir = _path().default.dirname(fullPath);
-  await outputFS.mkdirp(dir); // ? Got rid of dist exists, is this an expensive operation
-
-  // Use the file mode from the entry asset as the file mode for the bundle.
-  // Don't do this for browser builds, as the executable bit in particular is unnecessary.
-  let publicBundle = _Bundle.NamedBundle.get(bundle, bundleGraph, options);
-  let mainEntry = publicBundle.getMainEntry();
-  let writeOptions = publicBundle.env.isBrowser() || !mainEntry ? undefined : {
-    mode: (await inputFS.stat(mainEntry.filePath)).mode
-  };
-  let contentStream;
-  if (info.isLargeBlob) {
-    contentStream = options.cache.getStream(cacheKeys.content);
-  } else {
-    contentStream = (0, _utils().blobToStream)(await options.cache.getBlob(cacheKeys.content));
-  }
-  let size = 0;
-  contentStream = contentStream.pipe(new (_utils().TapStream)(buf => {
-    size += buf.length;
-  }));
-  let configResult = (0, _nullthrows().default)(await api.runRequest((0, _AtlaspackConfigRequest.default)()));
-  let config = (0, _AtlaspackConfigRequest.getCachedAtlaspackConfig)(configResult, options);
-  let {
-    devDeps,
-    invalidDevDeps
-  } = await (0, _DevDepRequest.getDevDepRequests)(api);
-  (0, _DevDepRequest.invalidateDevDeps)(invalidDevDeps, options, config);
-  await writeFiles(contentStream, info, hashRefToNameHash, options, config, outputFS, filePath, writeOptions, devDeps, api);
-  if (mapKey && bundle.env.sourceMap && !bundle.env.sourceMap.inline && (await options.cache.has(mapKey))) {
-    await writeFiles((0, _utils().blobToStream)(await options.cache.getBlob(mapKey)), info, hashRefToNameHash, options, config, outputFS, (0, _projectPath.toProjectPathUnsafe)((0, _projectPath.fromProjectPathRelative)(filePath) + '.map'), writeOptions, devDeps, api);
-  }
-  let res = {
-    filePath,
-    type: info.type,
-    stats: {
-      size,
-      time: info.time ?? 0
-    }
-  };
-  api.storeResult(res);
-  return res;
-}
-async function writeFiles(inputStream, info, hashRefToNameHash, options, config, outputFS, filePath, writeOptions, devDeps, api) {
-  let compressors = await config.getCompressors((0, _projectPath.fromProjectPathRelative)(filePath));
-  let fullPath = (0, _projectPath.fromProjectPath)(options.projectRoot, filePath);
-  let stream = info.hashReferences.length ? inputStream.pipe(replaceStream(hashRefToNameHash)) : inputStream;
-  let promises = [];
-  for (let compressor of compressors) {
-    promises.push(runCompressor(compressor, cloneStream(stream), options, outputFS, fullPath, writeOptions, devDeps, api));
-  }
-  await Promise.all(promises);
-}
-async function runCompressor(compressor, stream, options, outputFS, filePath, writeOptions, devDeps, api) {
-  let measurement;
-  try {
-    measurement = _profiler().tracer.createMeasurement(compressor.name, 'compress', _path().default.relative(options.projectRoot, filePath));
-    let res = await compressor.plugin.compress({
-      stream,
-      options: new _PluginOptions.default(options),
-      logger: new (_logger().PluginLogger)({
-        origin: compressor.name
-      }),
-      tracer: new (_profiler().PluginTracer)({
-        origin: compressor.name,
-        category: 'compress'
-      })
-    });
-    if (res != null) {
-      await new Promise((resolve, reject) => (0, _stream().pipeline)(res.stream, outputFS.createWriteStream(filePath + (res.type != null ? '.' + res.type : ''), writeOptions), err => {
-        if (err) reject(err);else resolve();
-      }));
-    }
-  } catch (err) {
-    throw new (_diagnostic().default)({
-      diagnostic: (0, _diagnostic().errorToDiagnostic)(err, {
-        origin: compressor.name
-      })
-    });
-  } finally {
-    measurement && measurement.end();
-    // Add dev deps for compressor plugins AFTER running them, to account for lazy require().
-    let devDepRequest = await (0, _DevDepRequest.createDevDependency)({
-      specifier: compressor.name,
-      resolveFrom: compressor.resolveFrom
-    }, devDeps, options);
-    await (0, _DevDepRequest.runDevDepRequest)(api, devDepRequest);
-  }
-}
-function replaceStream(hashRefToNameHash) {
-  let boundaryStr = Buffer.alloc(0);
-  let replaced = Buffer.alloc(0);
-  return new (_stream().Transform)({
-    transform(chunk, encoding, cb) {
-      let str = Buffer.concat([boundaryStr, Buffer.from(chunk)]);
-      let lastMatchI = 0;
-      if (replaced.length < str.byteLength) {
-        replaced = Buffer.alloc(str.byteLength);
-      }
-      let replacedLength = 0;
-      while (lastMatchI < str.byteLength) {
-        let matchI = str.indexOf(_constants.HASH_REF_PREFIX, lastMatchI);
-        if (matchI === -1) {
-          replaced.set(str.subarray(lastMatchI, str.byteLength), replacedLength);
-          replacedLength += str.byteLength - lastMatchI;
-          break;
-        } else {
-          let match = str.subarray(matchI, matchI + HASH_REF_PREFIX_LEN + _constants.HASH_REF_HASH_LEN).toString();
-          let replacement = Buffer.from(hashRefToNameHash.get(match) ?? match);
-          replaced.set(str.subarray(lastMatchI, matchI), replacedLength);
-          replacedLength += matchI - lastMatchI;
-          replaced.set(replacement, replacedLength);
-          replacedLength += replacement.byteLength;
-          lastMatchI = matchI + HASH_REF_PREFIX_LEN + _constants.HASH_REF_HASH_LEN;
-        }
-      }
-      boundaryStr = replaced.subarray(replacedLength - BOUNDARY_LENGTH, replacedLength);
-      let strUpToBoundary = replaced.subarray(0, replacedLength - BOUNDARY_LENGTH);
-      cb(null, strUpToBoundary);
-    },
-    flush(cb) {
-      cb(null, boundaryStr);
-    }
-  });
-}
-function cloneStream(readable) {
-  let res = new (_stream().Readable)();
-  // $FlowFixMe
-  res._read = () => {};
-  readable.on('data', chunk => res.push(chunk));
-  readable.on('end', () => res.push(null));
-  readable.on('error', err => res.emit('error', err));
-  return res;
-}

package/lib/requests/WriteBundlesRequest.js

@@ -1,153 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = createWriteBundlesRequest;
-var _RequestTracker = require("../RequestTracker");
-var _constants = require("../constants");
-var _projectPath = require("../projectPath");
-function _nullthrows() {
-  const data = _interopRequireDefault(require("nullthrows"));
-  _nullthrows = function () {
-    return data;
-  };
-  return data;
-}
-function _rust() {
-  const data = require("@atlaspack/rust");
-  _rust = function () {
-    return data;
-  };
-  return data;
-}
-var _PackageRequest = require("./PackageRequest");
-var _WriteBundleRequest = _interopRequireDefault(require("./WriteBundleRequest"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-/**
- * Packages, optimizes, and writes all bundles to the dist directory.
- */
-function createWriteBundlesRequest(input) {
-  return {
-    type: _RequestTracker.requestTypes.write_bundles_request,
-    id: 'write_bundles:' + input.bundleGraph.getBundleGraphHash(),
-    run,
-    input
-  };
-}
-async function run({
-  input,
-  api,
-  farm,
-  options
-}) {
-  let {
-    bundleGraph,
-    optionsRef
-  } = input;
-  let {
-    ref,
-    dispose
-  } = await farm.createSharedReference(bundleGraph);
-  api.invalidateOnOptionChange('shouldContentHash');
-  let res = new Map();
-  let bundleInfoMap = {};
-  let writeEarlyPromises = {};
-  let hashRefToNameHash = new Map();
-  let bundles = bundleGraph.getBundles().filter(bundle => {
-    // Do not package and write placeholder bundles to disk. We just
-    // need to update the name so other bundles can reference it.
-    if (bundle.isPlaceholder) {
-      let hash = bundle.id.slice(-8);
-      hashRefToNameHash.set(bundle.hashReference, hash);
-      let name = (0, _nullthrows().default)(bundle.name, `Expected ${bundle.type} bundle to have a name`).replace(bundle.hashReference, hash);
-      res.set(bundle.id, {
-        filePath: (0, _projectPath.joinProjectPath)(bundle.target.distDir, name),
-        type: bundle.type,
-        // FIXME: this is wrong if the packager changes the type...
-        stats: {
-          time: 0,
-          size: 0
-        }
-      });
-      return false;
-    }
-    return true;
-  });
-
-  // Package on the main thread if there is only one bundle to package.
-  // This avoids the cost of serializing the bundle graph for single file change builds.
-  let useMainThread = bundles.length === 1 || bundles.filter(b => !api.canSkipSubrequest(bundleGraph.getHash(b))).length === 1;
-  try {
-    await Promise.all(bundles.map(async bundle => {
-      let request = (0, _PackageRequest.createPackageRequest)({
-        bundle,
-        bundleGraph,
-        bundleGraphReference: ref,
-        optionsRef,
-        useMainThread
-      });
-      let info = await api.runRequest(request);
-      if (!useMainThread) {
-        // Force a refresh of the cache to avoid a race condition
-        // between threaded reads and writes that can result in an LMDB cache miss:
-        //   1. The main thread has read some value from cache, necessitating a read transaction.
-        //   2. Concurrently, Thread A finishes a packaging request.
-        //   3. Subsequently, the main thread is tasked with this request, but fails because the read transaction is stale.
-        // This only occurs if the reading thread has a transaction that was created before the writing thread committed,
-        // and the transaction is still live when the reading thread attempts to get the written value.
-        // See https://github.com/parcel-bundler/parcel/issues/9121
-        options.cache.refresh();
-      }
-      bundleInfoMap[bundle.id] = info;
-      if (!info.hashReferences.length) {
-        hashRefToNameHash.set(bundle.hashReference, options.shouldContentHash ? info.hash.slice(-8) : bundle.id.slice(-8));
-        let writeBundleRequest = (0, _WriteBundleRequest.default)({
-          bundle,
-          info,
-          hashRefToNameHash,
-          bundleGraph
-        });
-        let promise = api.runRequest(writeBundleRequest);
-        // If the promise rejects before we await it (below), we don't want to crash the build.
-        promise.catch(() => {});
-        writeEarlyPromises[bundle.id] = promise;
-      }
-    }));
-    assignComplexNameHashes(hashRefToNameHash, bundles, bundleInfoMap, options);
-    await Promise.all(bundles.map(bundle => {
-      let promise = writeEarlyPromises[bundle.id] ?? api.runRequest((0, _WriteBundleRequest.default)({
-        bundle,
-        info: bundleInfoMap[bundle.id],
-        hashRefToNameHash,
-        bundleGraph
-      }));
-      return promise.then(r => res.set(bundle.id, r));
-    }));
-    api.storeResult(res);
-    return res;
-  } finally {
-    await dispose();
-  }
-}
-function assignComplexNameHashes(hashRefToNameHash, bundles, bundleInfoMap, options) {
-  for (let bundle of bundles) {
-    if (hashRefToNameHash.get(bundle.hashReference) != null) {
-      continue;
-    }
-    hashRefToNameHash.set(bundle.hashReference, options.shouldContentHash ? (0, _rust().hashString)([...getBundlesIncludedInHash(bundle.id, bundleInfoMap)].map(bundleId => bundleInfoMap[bundleId].hash).join(':')).slice(-8) : bundle.id.slice(-8));
-  }
-}
-function getBundlesIncludedInHash(bundleId, bundleInfoMap, included = new Set()) {
-  included.add(bundleId);
-  for (let hashRef of bundleInfoMap[bundleId].hashReferences) {
-    let referencedId = getIdFromHashRef(hashRef);
-    if (!included.has(referencedId)) {
-      getBundlesIncludedInHash(referencedId, bundleInfoMap, included);
-    }
-  }
-  return included;
-}
-function getIdFromHashRef(hashRef) {
-  return hashRef.slice(_constants.HASH_REF_PREFIX.length);
-}

package/lib/requests/asset-graph-diff.js

@@ -1,128 +0,0 @@
-"use strict";
-
-function _default() {
-  const data = _interopRequireDefault(require("rfdc/default"));
-  _default = function () {
-    return data;
-  };
-  return data;
-}
-function _jestDiff() {
-  const data = require("jest-diff");
-  _jestDiff = function () {
-    return data;
-  };
-  return data;
-}
-var _AssetGraph = _interopRequireDefault(require("../AssetGraph"));
-var _projectPath = require("../projectPath");
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-/* eslint-disable no-console */ // $FlowFixMe
-// $FlowFixMe
-function filterNode(node) {
-  let clone = (0, _default().default)(node);
-
-  // Clean up anything you don't want to see in the diff
-  // delete clone.id;
-  delete clone.value.id;
-  delete clone.value.meta.id;
-  delete clone.value.sourceAssetId;
-  delete clone.value.env.id;
-  delete clone.value.isEsm;
-  delete clone.value.shouldWrap;
-  delete clone.value.contentKey;
-  delete clone.value.placeholder;
-  delete clone.value.code;
-  delete clone.value.hasCjsExports;
-  delete clone.value.staticExports;
-  delete clone.value.isConstantModule;
-  delete clone.value.hasNodeReplacements;
-  delete clone.value.stats;
-  delete clone.value.astKey;
-  delete clone.value.astGenerator;
-  delete clone.value.dependencies;
-  return clone;
-}
-function compactDeep(obj, ignoredPatterns = [], currentPath = '$') {
-  if (obj instanceof Map) {
-    const copy = {};
-    Array.from(obj.entries()).forEach(([k, v]) => {
-      if (v != null) {
-        copy[k] = compactDeep(v, ignoredPatterns, `${currentPath}.${k}`);
-      }
-    });
-    return copy;
-  } else if (Array.isArray(obj)) {
-    return obj.map(v => compactDeep(v, ignoredPatterns, `${currentPath}[]`));
-  } else if (typeof obj === 'object') {
-    const copy = {};
-    Object.entries(obj ?? {}).forEach(([key, value]) => {
-      const path = `${currentPath}.${key}`;
-      if (ignoredPatterns.some(pattern => path.includes(pattern))) {
-        return;
-      }
-      // Equivalent false == null
-      if (key === 'isWeak' && value === false) {
-        return;
-      }
-      if (value != null) {
-        copy[key] = compactDeep(value, ignoredPatterns, path);
-      }
-    });
-    return copy;
-  } else if (obj != null) {
-    return obj;
-  }
-}
-function assetGraphDiff(jsAssetGraph, rustAssetGraph) {
-  const getNodes = graph => {
-    let nodes = {};
-    graph.traverse(nodeId => {
-      let node = graph.getNode(nodeId) ?? null;
-      if (!node) return;
-      if (node.type === 'dependency') {
-        let sourcePath = node.value.sourcePath ?? (0, _projectPath.toProjectPath)('', 'entry');
-        nodes[`dep:${(0, _projectPath.fromProjectPathRelative)(sourcePath)}:${node.value.specifier}`] = filterNode(node);
-      } else if (node.type === 'asset') {
-        nodes[`asset:${(0, _projectPath.fromProjectPathRelative)(node.value.filePath)}`] = filterNode(node);
-      }
-    });
-    return nodes;
-  };
-  const jsNodes = getNodes(jsAssetGraph);
-  const rustNodes = getNodes(rustAssetGraph);
-  const all = new Set([...Object.keys(jsNodes), ...Object.keys(rustNodes)]);
-  const missing = [];
-  const extra = [];
-  for (const key of all.keys()) {
-    if (process.env.NATIVE_COMPARE !== 'true') {
-      continue;
-    }
-    let jsNode = jsNodes[key];
-    let rustNode = rustNodes[key];
-    if (!rustNode) {
-      missing.push(key);
-      continue;
-    }
-    if (!jsNode) {
-      extra.push(key);
-      continue;
-    }
-    console.log(key);
-    const ignoredPatterns = [
-    // ignored because we don't copy the environment ID back from rust
-    // in the target value
-    '$.value.target.env.id',
-    // ignore asset.mapKey because we don't do persistence on rust yet
-    '$.value.mapKey',
-    // ignore this because it's just the output hash. We don't need to compute
-    // this yet
-    '$.value.outputHash',
-    // ignore correspondingRequest from all nodes
-    '$.correspondingRequest'];
-    console.log((0, _jestDiff().diff)(compactDeep(jsNode, ignoredPatterns), compactDeep(rustNode, ignoredPatterns)));
-  }
-  console.log('Missing', missing);
-  console.log('Extra', extra);
-}
-module.exports = assetGraphDiff;