@vercel/build-utils 8.5.0 → 8.7.0

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @vercel/build-utils
 
+## 8.7.0
+
+### Minor Changes
+
+- Support splitting archive deployments in parts. ([#12671](https://github.com/vercel/vercel/pull/12671))
+
+## 8.6.0
+
+### Minor Changes
+
+- Add support for `NOW_EPHEMERAL_FILES_S3_URL`, `NOW_FILES_CLOUDFRONT_URL` and `NOW_FILES_S3_URL` environment variables ([#12643](https://github.com/vercel/vercel/pull/12643))
+
 ## 8.5.0
 
 ### Minor Changes

package/dist/file-ref.d.ts

@@ -13,6 +13,25 @@ export default class FileRef implements FileBase {
     contentType: string | undefined;
     private mutable;
     constructor({ mode, digest, contentType, mutable, }: FileRefOptions);
+    /**
+     * Retrieves the URL of the CloudFront distribution for the S3
+     * bucket represented by {@link getNowFilesS3Url}.
+     *
+     * @returns The URL of the CloudFront distribution
+     */
+    private getNowFilesCloudfrontUrl;
+    /**
+     * Retrieves the URL of the S3 bucket for storing ephemeral files.
+     *
+     * @returns The URL of the S3 bucket
+     */
+    private getNowEphemeralFilesS3Url;
+    /**
+     * Retrieves the URL of the S3 bucket for storing files.
+     *
+     * @returns The URL of the S3 bucket
+     */
+    private getNowFilesS3Url;
     toStreamAsync(): Promise<NodeJS.ReadableStream>;
     toStream(): NodeJS.ReadableStream;
 }

package/dist/file-ref.js

@@ -58,13 +58,38 @@ class FileRef {
     this.contentType = contentType;
     this.mutable = mutable;
   }
+  /**
+   * Retrieves the URL of the CloudFront distribution for the S3
+   * bucket represented by {@link getNowFilesS3Url}.
+   *
+   * @returns The URL of the CloudFront distribution
+   */
+  getNowFilesCloudfrontUrl() {
+    return getEnvAsUrlOrThrow("NOW_FILES_CLOUDFRONT_URL") || "https://dmmcy0pwk6bqi.cloudfront.net";
+  }
+  /**
+   * Retrieves the URL of the S3 bucket for storing ephemeral files.
+   *
+   * @returns The URL of the S3 bucket
+   */
+  getNowEphemeralFilesS3Url() {
+    return getEnvAsUrlOrThrow("NOW_EPHEMERAL_FILES_S3_URL") || "https://now-ephemeral-files.s3.amazonaws.com";
+  }
+  /**
+   * Retrieves the URL of the S3 bucket for storing files.
+   *
+   * @returns The URL of the S3 bucket
+   */
+  getNowFilesS3Url() {
+    return getEnvAsUrlOrThrow("NOW_FILES_S3_URL") || "https://now-files.s3.amazonaws.com";
+  }
   async toStreamAsync() {
     let url = "";
     const [digestType, digestHash] = this.digest.split(":");
     if (digestType === "sha") {
-      url = this.mutable ? `https://now-files.s3.amazonaws.com/${digestHash}` : `https://dmmcy0pwk6bqi.cloudfront.net/${digestHash}`;
+      url = this.mutable ? `${this.getNowFilesS3Url()}/${digestHash}` : `${this.getNowFilesCloudfrontUrl()}/${digestHash}`;
     } else if (digestType === "sha+ephemeral") {
-      url = `https://now-ephemeral-files.s3.amazonaws.com/${digestHash}`;
+      url = `${this.getNowEphemeralFilesS3Url()}/${digestHash}`;
     } else {
       throw new Error("Expected digest to be sha");
     }
@@ -103,3 +128,20 @@ class FileRef {
     });
   }
 }
+function getEnvAsUrlOrThrow(key) {
+  const value = process.env[key];
+  if (value === void 0)
+    return void 0;
+  try {
+    new URL(value);
+    return value;
+  } catch (e) {
+    if (e instanceof TypeError && "code" in e && e.code === "ERR_INVALID_URL") {
+      throw new Error(
+        `A non-URL value was supplied to the ${key} environment variable`
+      );
+    } else {
+      throw e;
+    }
+  }
+}

package/dist/fs/stream-to-buffer.d.ts

@@ -1,2 +1,3 @@
 /// <reference types="node" />
 export default function streamToBuffer(stream: NodeJS.ReadableStream): Promise<Buffer>;
+export declare function streamToBufferChunks(stream: NodeJS.ReadableStream, chunkSize?: number): Promise<Buffer[]>;

package/dist/fs/stream-to-buffer.js

@@ -28,7 +28,8 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var stream_to_buffer_exports = {};
 __export(stream_to_buffer_exports, {
-  default: () => streamToBuffer
+  default: () => streamToBuffer,
+  streamToBufferChunks: () => streamToBufferChunks
 });
 module.exports = __toCommonJS(stream_to_buffer_exports);
 var import_end_of_stream = __toESM(require("end-of-stream"));
@@ -54,3 +55,33 @@ function streamToBuffer(stream) {
     });
   });
 }
+const MB = 1024 * 1024;
+async function streamToBufferChunks(stream, chunkSize = 100 * MB) {
+  const chunks = [];
+  let currentChunk = [];
+  let currentSize = 0;
+  for await (const chunk of stream) {
+    const buffer = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);
+    let offset = 0;
+    while (offset < buffer.length) {
+      const remainingSpace = chunkSize - currentSize;
+      const sliceSize = Math.min(remainingSpace, buffer.length - offset);
+      currentChunk.push(buffer.slice(offset, offset + sliceSize));
+      currentSize += sliceSize;
+      offset += sliceSize;
+      if (currentSize >= chunkSize) {
+        chunks.push(Buffer.concat(currentChunk));
+        currentChunk = [];
+        currentSize = 0;
+      }
+    }
+  }
+  if (currentChunk.length > 0) {
+    chunks.push(Buffer.concat(currentChunk));
+  }
+  return chunks;
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  streamToBufferChunks
+});

package/dist/index.d.ts

@@ -10,7 +10,7 @@ import glob, { GlobOptions } from './fs/glob';
 import rename from './fs/rename';
 import { spawnAsync, execCommand, spawnCommand, walkParentDirs, getScriptName, installDependencies, runPackageJsonScript, runNpmInstall, runBundleInstall, runPipInstall, runShellScript, runCustomInstallCommand, getEnvForPackageManager, getNodeVersion, getPathForPackageManager, getSpawnOptions, getNodeBinPath, getNodeBinPaths, scanParentDirs, traverseUpDirectories } from './fs/run-user-scripts';
 import { getLatestNodeVersion, getDiscontinuedNodeVersions, getSupportedNodeVersion } from './fs/node-version';
-import streamToBuffer from './fs/stream-to-buffer';
+import streamToBuffer, { streamToBufferChunks } from './fs/stream-to-buffer';
 import debug from './debug';
 import getIgnoreFilter from './get-ignore-filter';
 import { getPlatformEnv } from './get-platform-env';
@@ -18,7 +18,7 @@ import { getPrefixedEnvVars } from './get-prefixed-env-vars';
 import { cloneEnv } from './clone-env';
 import { hardLinkDir } from './hard-link-dir';
 import { validateNpmrc } from './validate-npmrc';
-export { FileBlob, FileFsRef, FileRef, Lambda, NodejsLambda, createLambda, Prerender, download, downloadFile, DownloadedFiles, getWriteableDirectory, glob, GlobOptions, rename, spawnAsync, getScriptName, installDependencies, runPackageJsonScript, execCommand, spawnCommand, walkParentDirs, getNodeBinPath, getNodeBinPaths, getSupportedNodeVersion, runNpmInstall, runBundleInstall, runPipInstall, runShellScript, runCustomInstallCommand, getEnvForPackageManager, getNodeVersion, getPathForPackageManager, getLatestNodeVersion, getDiscontinuedNodeVersions, getSpawnOptions, getPlatformEnv, getPrefixedEnvVars, streamToBuffer, debug, isSymbolicLink, isDirectory, getLambdaOptionsFromFunction, scanParentDirs, getIgnoreFilter, cloneEnv, hardLinkDir, traverseUpDirectories, validateNpmrc, };
+export { FileBlob, FileFsRef, FileRef, Lambda, NodejsLambda, createLambda, Prerender, download, downloadFile, DownloadedFiles, getWriteableDirectory, glob, GlobOptions, rename, spawnAsync, getScriptName, installDependencies, runPackageJsonScript, execCommand, spawnCommand, walkParentDirs, getNodeBinPath, getNodeBinPaths, getSupportedNodeVersion, runNpmInstall, runBundleInstall, runPipInstall, runShellScript, runCustomInstallCommand, getEnvForPackageManager, getNodeVersion, getPathForPackageManager, getLatestNodeVersion, getDiscontinuedNodeVersions, getSpawnOptions, getPlatformEnv, getPrefixedEnvVars, streamToBuffer, streamToBufferChunks, debug, isSymbolicLink, isDirectory, getLambdaOptionsFromFunction, scanParentDirs, getIgnoreFilter, cloneEnv, hardLinkDir, traverseUpDirectories, validateNpmrc, };
 export { EdgeFunction } from './edge-function';
 export { readConfigFile } from './fs/read-config-file';
 export { normalizePath } from './fs/normalize-path';

package/dist/index.js

@@ -8619,8 +8619,8 @@ var require_URL = __commonJS({
     var utils = require_utils3();
     var Impl = require_URL_impl();
     var impl = utils.implSymbol;
-    function URL(url) {
-      if (!this || this[impl] || !(this instanceof URL)) {
+    function URL2(url) {
+      if (!this || this[impl] || !(this instanceof URL2)) {
         throw new TypeError("Failed to construct 'URL': Please use the 'new' operator, this DOM object constructor cannot be called as a function.");
       }
       if (arguments.length < 1) {
@@ -8636,7 +8636,7 @@ var require_URL = __commonJS({
       }
       module2.exports.setup(this, args);
     }
-    URL.prototype.toJSON = function toJSON() {
+    URL2.prototype.toJSON = function toJSON() {
       if (!this || !module2.exports.is(this)) {
         throw new TypeError("Illegal invocation");
       }
@@ -8646,7 +8646,7 @@ var require_URL = __commonJS({
       }
       return this[impl].toJSON.apply(this[impl], args);
     };
-    Object.defineProperty(URL.prototype, "href", {
+    Object.defineProperty(URL2.prototype, "href", {
       get() {
         return this[impl].href;
       },
@@ -8657,20 +8657,20 @@ var require_URL = __commonJS({
       enumerable: true,
       configurable: true
     });
-    URL.prototype.toString = function() {
+    URL2.prototype.toString = function() {
       if (!this || !module2.exports.is(this)) {
         throw new TypeError("Illegal invocation");
       }
       return this.href;
     };
-    Object.defineProperty(URL.prototype, "origin", {
+    Object.defineProperty(URL2.prototype, "origin", {
       get() {
         return this[impl].origin;
       },
       enumerable: true,
       configurable: true
     });
-    Object.defineProperty(URL.prototype, "protocol", {
+    Object.defineProperty(URL2.prototype, "protocol", {
       get() {
         return this[impl].protocol;
       },
@@ -8681,7 +8681,7 @@ var require_URL = __commonJS({
       enumerable: true,
       configurable: true
     });
-    Object.defineProperty(URL.prototype, "username", {
+    Object.defineProperty(URL2.prototype, "username", {
       get() {
         return this[impl].username;
       },
@@ -8692,7 +8692,7 @@ var require_URL = __commonJS({
       enumerable: true,
       configurable: true
     });
-    Object.defineProperty(URL.prototype, "password", {
+    Object.defineProperty(URL2.prototype, "password", {
       get() {
         return this[impl].password;
       },
@@ -8703,7 +8703,7 @@ var require_URL = __commonJS({
       enumerable: true,
       configurable: true
     });
-    Object.defineProperty(URL.prototype, "host", {
+    Object.defineProperty(URL2.prototype, "host", {
       get() {
         return this[impl].host;
       },
@@ -8714,7 +8714,7 @@ var require_URL = __commonJS({
       enumerable: true,
       configurable: true
     });
-    Object.defineProperty(URL.prototype, "hostname", {
+    Object.defineProperty(URL2.prototype, "hostname", {
       get() {
         return this[impl].hostname;
       },
@@ -8725,7 +8725,7 @@ var require_URL = __commonJS({
       enumerable: true,
       configurable: true
     });
-    Object.defineProperty(URL.prototype, "port", {
+    Object.defineProperty(URL2.prototype, "port", {
       get() {
         return this[impl].port;
       },
@@ -8736,7 +8736,7 @@ var require_URL = __commonJS({
       enumerable: true,
       configurable: true
     });
-    Object.defineProperty(URL.prototype, "pathname", {
+    Object.defineProperty(URL2.prototype, "pathname", {
       get() {
         return this[impl].pathname;
       },
@@ -8747,7 +8747,7 @@ var require_URL = __commonJS({
       enumerable: true,
       configurable: true
     });
-    Object.defineProperty(URL.prototype, "search", {
+    Object.defineProperty(URL2.prototype, "search", {
       get() {
         return this[impl].search;
       },
@@ -8758,7 +8758,7 @@ var require_URL = __commonJS({
       enumerable: true,
       configurable: true
     });
-    Object.defineProperty(URL.prototype, "hash", {
+    Object.defineProperty(URL2.prototype, "hash", {
       get() {
         return this[impl].hash;
       },
@@ -8774,7 +8774,7 @@ var require_URL = __commonJS({
         return !!obj && obj[impl] instanceof Impl.implementation;
       },
       create(constructorArgs, privateData) {
-        let obj = Object.create(URL.prototype);
+        let obj = Object.create(URL2.prototype);
         this.setup(obj, constructorArgs, privateData);
         return obj;
       },
@@ -8785,10 +8785,10 @@ var require_URL = __commonJS({
         obj[impl] = new Impl.implementation(constructorArgs, privateData);
         obj[impl][utils.wrapperSymbol] = obj;
       },
-      interface: URL,
+      interface: URL2,
       expose: {
-        Window: { URL },
-        Worker: { URL }
+        Window: { URL: URL2 },
+        Worker: { URL: URL2 }
       }
     };
   }
@@ -9639,12 +9639,12 @@ var require_lib3 = __commonJS({
       configurable: true
     });
     var INTERNALS$2 = Symbol("Request internals");
-    var URL = Url.URL || whatwgUrl.URL;
+    var URL2 = Url.URL || whatwgUrl.URL;
     var parse_url = Url.parse;
     var format_url = Url.format;
     function parseURL(urlStr) {
       if (/^[a-zA-Z][a-zA-Z\d+\-.]*:/.exec(urlStr)) {
-        urlStr = new URL(urlStr).toString();
+        urlStr = new URL2(urlStr).toString();
       }
       return parse_url(urlStr);
     }
@@ -23499,6 +23499,7 @@ __export(src_exports, {
   spawnAsync: () => spawnAsync,
   spawnCommand: () => spawnCommand,
   streamToBuffer: () => streamToBuffer,
+  streamToBufferChunks: () => streamToBufferChunks,
   traverseUpDirectories: () => traverseUpDirectories,
   validateNpmrc: () => validateNpmrc,
   walkParentDirs: () => walkParentDirs
@@ -23651,13 +23652,38 @@ var FileRef = class {
     this.contentType = contentType;
     this.mutable = mutable;
   }
+  /**
+   * Retrieves the URL of the CloudFront distribution for the S3
+   * bucket represented by {@link getNowFilesS3Url}.
+   *
+   * @returns The URL of the CloudFront distribution
+   */
+  getNowFilesCloudfrontUrl() {
+    return getEnvAsUrlOrThrow("NOW_FILES_CLOUDFRONT_URL") || "https://dmmcy0pwk6bqi.cloudfront.net";
+  }
+  /**
+   * Retrieves the URL of the S3 bucket for storing ephemeral files.
+   *
+   * @returns The URL of the S3 bucket
+   */
+  getNowEphemeralFilesS3Url() {
+    return getEnvAsUrlOrThrow("NOW_EPHEMERAL_FILES_S3_URL") || "https://now-ephemeral-files.s3.amazonaws.com";
+  }
+  /**
+   * Retrieves the URL of the S3 bucket for storing files.
+   *
+   * @returns The URL of the S3 bucket
+   */
+  getNowFilesS3Url() {
+    return getEnvAsUrlOrThrow("NOW_FILES_S3_URL") || "https://now-files.s3.amazonaws.com";
+  }
   async toStreamAsync() {
     let url = "";
     const [digestType, digestHash] = this.digest.split(":");
     if (digestType === "sha") {
-      url = this.mutable ? `https://now-files.s3.amazonaws.com/${digestHash}` : `https://dmmcy0pwk6bqi.cloudfront.net/${digestHash}`;
+      url = this.mutable ? `${this.getNowFilesS3Url()}/${digestHash}` : `${this.getNowFilesCloudfrontUrl()}/${digestHash}`;
     } else if (digestType === "sha+ephemeral") {
-      url = `https://now-ephemeral-files.s3.amazonaws.com/${digestHash}`;
+      url = `${this.getNowEphemeralFilesS3Url()}/${digestHash}`;
     } else {
       throw new Error("Expected digest to be sha");
     }
@@ -23696,6 +23722,23 @@ var FileRef = class {
     });
   }
 };
+function getEnvAsUrlOrThrow(key) {
+  const value = process.env[key];
+  if (value === void 0)
+    return void 0;
+  try {
+    new URL(value);
+    return value;
+  } catch (e) {
+    if (e instanceof TypeError && "code" in e && e.code === "ERR_INVALID_URL") {
+      throw new Error(
+        `A non-URL value was supplied to the ${key} environment variable`
+      );
+    } else {
+      throw e;
+    }
+  }
+}
 
 // src/lambda.ts
 var import_assert4 = __toESM(require("assert"));
@@ -23830,6 +23873,32 @@ function streamToBuffer(stream) {
     });
   });
 }
+var MB = 1024 * 1024;
+async function streamToBufferChunks(stream, chunkSize = 100 * MB) {
+  const chunks = [];
+  let currentChunk = [];
+  let currentSize = 0;
+  for await (const chunk of stream) {
+    const buffer = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);
+    let offset = 0;
+    while (offset < buffer.length) {
+      const remainingSpace = chunkSize - currentSize;
+      const sliceSize = Math.min(remainingSpace, buffer.length - offset);
+      currentChunk.push(buffer.slice(offset, offset + sliceSize));
+      currentSize += sliceSize;
+      offset += sliceSize;
+      if (currentSize >= chunkSize) {
+        chunks.push(Buffer.concat(currentChunk));
+        currentChunk = [];
+        currentSize = 0;
+      }
+    }
+  }
+  if (currentChunk.length > 0) {
+    chunks.push(Buffer.concat(currentChunk));
+  }
+  return chunks;
+}
 
 // src/fs/download.ts
 var S_IFDIR = 16384;
@@ -25770,6 +25839,7 @@ async function getInstalledPackageVersion(packageName, path7) {
   spawnAsync,
   spawnCommand,
   streamToBuffer,
+  streamToBufferChunks,
   traverseUpDirectories,
   validateNpmrc,
   walkParentDirs

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vercel/build-utils",
-  "version": "8.5.0",
+  "version": "8.7.0",
   "license": "Apache-2.0",
   "main": "./dist/index.js",
   "types": "./dist/index.d.js",