@pnpm/lockfile.fs 1100.1.3 → 1100.1.5

package/lib/lockfileFormatConverters.js

@@ -1,17 +1,8 @@
 import { LOCKFILE_VERSION } from '@pnpm/constants';
 import { parse, refToRelative, removeSuffix } from '@pnpm/deps.path';
+import { isGitHostedTarballUrl } from '@pnpm/lockfile.utils';
 import { DEPENDENCIES_FIELDS } from '@pnpm/types';
 import { isEmpty, map as _mapValues, omit, pick, pickBy } from 'ramda';
-// Minimal duplicate of `isGitHostedPkgUrl` from `@pnpm/fetching.pick-fetcher`,
-// inlined to avoid pulling the fetcher dep into the lockfile I/O layer. Used
-// to enrich entries written by older pnpm versions (which didn't record the
-// `gitHosted` field on TarballResolution) so every downstream reader can rely
-// on the field directly.
-function isGitHostedTarballUrl(url) {
-    return (url.startsWith('https://codeload.github.com/') ||
-        url.startsWith('https://bitbucket.org/') ||
-        url.startsWith('https://gitlab.com/')) && url.includes('tar.gz');
-}
 export function convertToLockfileFile(lockfile) {
     const packages = {};
     const snapshots = {};

package/lib/yamlDocuments.d.ts

@@ -6,7 +6,7 @@ export declare const YAML_DOCUMENT_START = "---\n";
  * Stops reading as soon as the second document separator is found.
  * Returns null if the file doesn't exist or doesn't start with "---\n".
  */
-export declare function streamReadFirstYamlDocument(filePath: string): Promise<string | null>;
+export declare function streamReadFirstYamlDocument(filePath: string, readBufferSize?: number): Promise<string | null>;
 /**
  * Extracts the main lockfile content (second YAML document) from a combined string.
  * If the file starts with "---\n", returns the content after the separator.

package/lib/yamlDocuments.js

@@ -1,51 +1,54 @@
-import { createReadStream } from 'node:fs';
+import { open } from 'node:fs/promises';
+import { StringDecoder } from 'node:string_decoder';
 import util from 'node:util';
 import stripBom from 'strip-bom';
 export const YAML_DOCUMENT_SEPARATOR = '\n---\n';
 export const YAML_DOCUMENT_START = '---\n';
+const READ_BUFFER_SIZE = 64 * 1024;
 /**
  * Reads the first YAML document from a multi-document YAML file using streaming.
  * The file must start with "---\n" to indicate it contains an env lockfile document.
  * Stops reading as soon as the second document separator is found.
  * Returns null if the file doesn't exist or doesn't start with "---\n".
  */
-export async function streamReadFirstYamlDocument(filePath) {
-    const stream = createReadStream(filePath, { encoding: 'utf8' });
-    const chunks = stream[Symbol.asyncIterator]();
+export async function streamReadFirstYamlDocument(filePath, readBufferSize = READ_BUFFER_SIZE) {
+    let fileHandle;
     let buffer = '';
+    let firstChunk = true;
     try {
-        // Phase 1: verify the file starts with "---\n"
-        for (let chunk = await chunks.next(); !chunk.done; chunk = await chunks.next()) { // eslint-disable-line no-await-in-loop
-            if (buffer.length === 0) {
-                // Strip BOM from the first chunk. Safe because the stream uses utf8 encoding,
-                // so the 3-byte BOM is decoded into a single \uFEFF character in the first chunk.
-                buffer = stripBom(chunk.value);
-            }
-            else {
-                buffer += chunk.value;
+        fileHandle = await open(filePath, 'r');
+        const decoder = new StringDecoder('utf8');
+        const readBuffer = Buffer.allocUnsafe(normalizeReadBufferSize(readBufferSize));
+        let position = 0;
+        while (true) {
+            const { bytesRead } = await fileHandle.read(readBuffer, 0, readBuffer.length, position); // eslint-disable-line no-await-in-loop
+            if (bytesRead === 0)
+                break;
+            position += bytesRead;
+            let chunk = decoder.write(readBuffer.subarray(0, bytesRead));
+            if (firstChunk && chunk.length > 0) {
+                // Strip BOM from the first chunk. Safe because the decoder uses utf8,
+                // so the 3-byte BOM is decoded into a single \uFEFF character.
+                chunk = stripBom(chunk);
+                firstChunk = false;
             }
+            buffer += chunk;
             // Normalize CRLF (Windows) to LF so document separator detection works.
             buffer = buffer.replace(/\r\n/g, '\n');
-            if (buffer.length >= YAML_DOCUMENT_START.length)
-                break;
-        }
-        if (!buffer.startsWith(YAML_DOCUMENT_START)) {
-            stream.destroy();
-            return null;
-        }
-        // Phase 2: find the second "---" separator
-        while (true) {
+            if (canRejectDocumentStart(buffer)) {
+                return null;
+            }
             const sep = buffer.indexOf(YAML_DOCUMENT_SEPARATOR, YAML_DOCUMENT_START.length);
             if (sep !== -1) {
-                stream.destroy();
                 return buffer.slice(YAML_DOCUMENT_START.length, sep);
             }
-            const chunk = await chunks.next(); // eslint-disable-line no-await-in-loop
-            if (chunk.done)
-                break;
-            // Normalize CRLF (Windows) to LF so the separator search matches on Windows-checked-out files.
-            buffer = (buffer + chunk.value).replace(/\r\n/g, '\n');
         }
+        const remainder = decoder.end();
+        if (remainder.length > 0) {
+            buffer += firstChunk ? stripBom(remainder) : remainder;
+            buffer = buffer.replace(/\r\n/g, '\n');
+        }
+        return null;
     }
     catch (err) {
         if (util.types.isNativeError(err) && 'code' in err && err.code === 'ENOENT') {
@@ -53,8 +56,20 @@ export async function streamReadFirstYamlDocument(filePath) {
         }
         throw err;
     }
-    stream.destroy();
-    return null;
+    finally {
+        await fileHandle?.close().catch(() => { });
+    }
+}
+function canRejectDocumentStart(buffer) {
+    if (buffer.length < YAML_DOCUMENT_START.length)
+        return false;
+    if (buffer === '---\r')
+        return false;
+    return !buffer.startsWith(YAML_DOCUMENT_START);
+}
+function normalizeReadBufferSize(readBufferSize) {
+    const size = Number.isFinite(readBufferSize) ? Math.floor(readBufferSize) : READ_BUFFER_SIZE;
+    return size > 0 ? size : READ_BUFFER_SIZE;
 }
 /**
  * Extracts the main lockfile content (second YAML document) from a combined string.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pnpm/lockfile.fs",
-  "version": "1100.1.3",
+  "version": "1100.1.5",
   "description": "Read/write pnpm-lock.yaml files",
   "keywords": [
     "pnpm",
@@ -34,24 +34,24 @@
     "js-yaml": "npm:@zkochan/js-yaml@0.0.11",
     "normalize-path": "^3.0.0",
     "ramda": "npm:@pnpm/ramda@0.28.1",
-    "semver": "^7.8.1",
+    "semver": "^7.8.4",
     "strip-bom": "^5.0.0",
     "write-file-atomic": "^7.0.1",
-    "@pnpm/constants": "1100.0.0",
-    "@pnpm/error": "1100.0.0",
-    "@pnpm/deps.path": "1100.0.6",
-    "@pnpm/lockfile.types": "1100.0.9",
-    "@pnpm/lockfile.utils": "1100.0.11",
-    "@pnpm/types": "1101.3.0",
-    "@pnpm/object.key-sorting": "1100.0.0",
+    "@pnpm/lockfile.utils": "1100.0.13",
+    "@pnpm/lockfile.types": "1100.0.11",
+    "@pnpm/lockfile.merger": "1100.0.11",
     "@pnpm/network.git-utils": "1100.0.1",
-    "@pnpm/lockfile.merger": "1100.0.9"
+    "@pnpm/types": "1101.3.2",
+    "@pnpm/object.key-sorting": "1100.0.1",
+    "@pnpm/deps.path": "1100.0.8",
+    "@pnpm/constants": "1100.0.0",
+    "@pnpm/error": "1100.0.0"
   },
   "peerDependencies": {
-    "@pnpm/logger": "^1001.0.1"
+    "@pnpm/logger": "^1100.0.0"
   },
   "devDependencies": {
-    "@jest/globals": "30.3.0",
+    "@jest/globals": "30.4.1",
     "@types/js-yaml": "^4.0.9",
     "@types/normalize-path": "^3.0.2",
     "@types/ramda": "0.31.1",
@@ -61,7 +61,7 @@
     "write-yaml-file": "^6.0.0",
     "yaml-tag": "1.1.0",
     "@pnpm/logger": "1100.0.0",
-    "@pnpm/lockfile.fs": "1100.1.3"
+    "@pnpm/lockfile.fs": "1100.1.5"
   },
   "engines": {
     "node": ">=22.13"