@pnpm/store.index 1000.0.0-0 → 1100.1.0

package/lib/index.d.ts

@@ -13,6 +13,28 @@ export declare function storeIndexKey(integrity: string, pkgId: string): string;
 export declare function gitHostedStoreIndexKey(pkgId: string, opts: {
     built: boolean;
 }): string;
+/**
+ * Pick the store index key for a tarball-shaped resolution.
+ *
+ * Git-hosted tarballs (`resolution.gitHosted === true`) are addressed by
+ * `gitHostedStoreIndexKey(pkgId, { built })` — their cached content depends
+ * on whether build scripts ran during fetch (`preparePackage`), so the
+ * `built` dimension is part of the key. The integrity-only key would
+ * collapse the built/not-built variants into one slot.
+ *
+ * Tarballs with integrity that aren't git-hosted are addressed by
+ * `storeIndexKey(integrity, pkgId)`.
+ *
+ * Resolutions that have neither flag fall through to
+ * `gitHostedStoreIndexKey` — these are typically lockfile entries written
+ * by older pnpm versions that lacked integrity.
+ */
+export declare function pickStoreIndexKey(resolution: {
+    gitHosted?: boolean;
+    integrity?: string;
+}, pkgId: string, opts: {
+    built: boolean;
+}): string;
 /**
  * Close all open StoreIndex instances.
  * Useful in tests that need to remove the store directory.
@@ -28,9 +50,14 @@ export declare class StoreIndex {
     private stmtDel;
     private stmtHas;
     private stmtAll;
+    private stmtKeys;
     private readonly exitHandler;
     constructor(storeDir: string);
     get(key: string): unknown | undefined;
+    /**
+     * Get the raw msgpack-encoded buffer for a key without decoding.
+     */
+    getRaw(key: string): Uint8Array | undefined;
     set(key: string, data: unknown): void;
     delete(key: string): boolean;
     has(key: string): boolean;
@@ -39,6 +66,11 @@ export declare class StoreIndex {
      * Yields [key, data] pairs where key is `integrity\tpkgId`.
      */
     entries(): IterableIterator<[string, unknown]>;
+    /**
+     * Iterate over all index keys without decoding values.
+     * Much faster than entries() when only keys are needed.
+     */
+    keys(): IterableIterator<string>;
     /**
      * Queue pre-packed writes to be flushed on the next tick.
      * Used by the fetch phase for throughput.
@@ -64,5 +96,6 @@ export declare class StoreIndex {
      * then VACUUM to reclaim disk space.
      */
     deleteMany(keys: string[]): void;
+    checkpoint(): void;
     close(): void;
 }

package/lib/index.js

@@ -1,5 +1,5 @@
-import { createRequire } from 'module';
-import fs from 'fs';
+import fs from 'node:fs';
+import { createRequire } from 'node:module';
 import { Packr } from 'msgpackr';
 // Use createRequire to load node:sqlite because it is a prefix-only builtin
 // that Jest's ESM module resolver cannot handle.
@@ -54,6 +54,28 @@ export function storeIndexKey(integrity, pkgId) {
 export function gitHostedStoreIndexKey(pkgId, opts) {
     return storeIndexKey(pkgId, opts.built ? 'built' : 'not-built');
 }
+/**
+ * Pick the store index key for a tarball-shaped resolution.
+ *
+ * Git-hosted tarballs (`resolution.gitHosted === true`) are addressed by
+ * `gitHostedStoreIndexKey(pkgId, { built })` — their cached content depends
+ * on whether build scripts ran during fetch (`preparePackage`), so the
+ * `built` dimension is part of the key. The integrity-only key would
+ * collapse the built/not-built variants into one slot.
+ *
+ * Tarballs with integrity that aren't git-hosted are addressed by
+ * `storeIndexKey(integrity, pkgId)`.
+ *
+ * Resolutions that have neither flag fall through to
+ * `gitHostedStoreIndexKey` — these are typically lockfile entries written
+ * by older pnpm versions that lacked integrity.
+ */
+export function pickStoreIndexKey(resolution, pkgId, opts) {
+    if (resolution.gitHosted || !resolution.integrity) {
+        return gitHostedStoreIndexKey(pkgId, opts);
+    }
+    return storeIndexKey(resolution.integrity, pkgId);
+}
 const openInstances = new Set();
 /**
  * Close all open StoreIndex instances.
@@ -74,6 +96,7 @@ export class StoreIndex {
     stmtDel;
     stmtHas;
     stmtAll;
+    stmtKeys;
     exitHandler;
     constructor(storeDir) {
         const dbPath = `${storeDir}/index.db`;
@@ -105,7 +128,15 @@ export class StoreIndex {
         this.stmtDel = this.db.prepare('DELETE FROM package_index WHERE key = ?');
         this.stmtHas = this.db.prepare('SELECT 1 FROM package_index WHERE key = ?');
         this.stmtAll = this.db.prepare('SELECT key, data FROM package_index');
+        this.stmtKeys = this.db.prepare('SELECT key FROM package_index');
         this.exitHandler = () => this.close();
+        // Multiple StoreIndex instances may be created (e.g. in tests), each adding
+        // an exit listener. Raise the limit to avoid MaxListenersExceededWarning.
+        // Skip when maxListeners is 0 (unlimited).
+        const currentMax = process.getMaxListeners();
+        if (currentMax !== 0 && currentMax < openInstances.size + 11) {
+            process.setMaxListeners(Math.max(currentMax + 10, openInstances.size + 11));
+        }
         process.on('exit', this.exitHandler);
         openInstances.add(this);
     }
@@ -116,6 +147,13 @@ export class StoreIndex {
         }
         return undefined;
     }
+    /**
+     * Get the raw msgpack-encoded buffer for a key without decoding.
+     */
+    getRaw(key) {
+        const row = sqliteRetry(() => this.stmtGet.get(key));
+        return row?.data;
+    }
     set(key, data) {
         const buffer = packr.pack(data);
         sqliteRetry(() => {
@@ -141,6 +179,15 @@ export class StoreIndex {
             yield [row.key, packr.unpack(row.data)];
         }
     }
+    /**
+     * Iterate over all index keys without decoding values.
+     * Much faster than entries() when only keys are needed.
+     */
+    *keys() {
+        for (const row of this.stmtKeys.iterate()) {
+            yield row.key;
+        }
+    }
     /**
      * Queue pre-packed writes to be flushed on the next tick.
      * Used by the fetch phase for throughput.
@@ -230,6 +277,14 @@ export class StoreIndex {
         });
         this.db.exec('VACUUM');
     }
+    checkpoint() {
+        this.flush();
+        // wal_checkpoint can hit SQLITE_BUSY if another process is reading the
+        // same index.db concurrently. Retry for consistency with other ops here.
+        sqliteRetry(() => {
+            this.db.exec('PRAGMA wal_checkpoint(TRUNCATE)');
+        });
+    }
     close() {
         if (this.closed)
             return;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pnpm/store.index",
-  "version": "1000.0.0-0",
+  "version": "1100.1.0",
   "description": "SQLite-backed index for the pnpm content-addressable store",
   "keywords": [
     "pnpm",
@@ -25,12 +25,13 @@
     "!*.map"
   ],
   "dependencies": {
-    "msgpackr": "^1.11.2"
+    "msgpackr": "1.11.8"
   },
   "devDependencies": {
-    "@types/node": "^22.19.11",
+    "@jest/globals": "30.3.0",
+    "@types/node": "^22.19.17",
     "tempy": "3.0.0",
-    "@pnpm/store.index": "1000.0.0-0"
+    "@pnpm/store.index": "1100.1.0"
   },
   "engines": {
     "node": ">=22.13"
@@ -40,8 +41,8 @@
   },
   "scripts": {
     "lint": "eslint \"src/**/*.ts\" \"test/**/*.ts\"",
-    "_test": "cross-env NODE_OPTIONS=\"$NODE_OPTIONS --experimental-vm-modules\" jest",
-    "test": "pnpm run compile && pnpm run _test",
-    "compile": "tsgo --build && pnpm run lint --fix"
+    "test": "pn compile && pn .test",
+    "compile": "tsgo --build && pn lint --fix",
+    ".test": "cross-env NODE_OPTIONS=\"$NODE_OPTIONS --experimental-vm-modules --disable-warning=ExperimentalWarning --disable-warning=DEP0169\" jest"
   }
 }