@pnpm/building.after-install 1101.0.18 → 1101.0.19

package/lib/extendBuildOptions.d.ts

@@ -41,6 +41,8 @@ export type StrictBuildOptions = {
     shamefullyHoist: boolean;
     deployAllFiles: boolean;
     allowBuilds?: Record<string, boolean | string>;
+    enableGlobalVirtualStore?: boolean;
+    globalVirtualStoreDir?: string;
     virtualStoreDirMaxLength: number;
     peersSuffixMaxLength: number;
     strictStorePkgContentCheck: boolean;

package/lib/index.js

@@ -6,7 +6,7 @@ import { pkgRequiresBuild } from '@pnpm/building.pkg-requires-build';
 import { createAllowBuildFunction } from '@pnpm/building.policy';
 import { LAYOUT_VERSION, WANTED_LOCKFILE, } from '@pnpm/constants';
 import { skippedOptionalDependencyLogger } from '@pnpm/core-loggers';
-import { calcDepState, findRuntimeNodeVersion, lockfileToDepGraph } from '@pnpm/deps.graph-hasher';
+import { calcDepState, findRuntimeNodeVersion, iterateHashedGraphNodes, iteratePkgMeta, lockfileToDepGraph } from '@pnpm/deps.graph-hasher';
 import { graphSequencer } from '@pnpm/deps.graph-sequencer';
 import * as dp from '@pnpm/deps.path';
 import { PnpmError } from '@pnpm/error';
@@ -25,6 +25,10 @@ import pLimit from 'p-limit';
 import { runGroups } from 'run-groups';
 import semver from 'semver';
 import { extendBuildOptions, } from './extendBuildOptions.js';
+// Serializes builds of a shared GVS projection across concurrent per-project
+// rebuilds: the first build proceeds, concurrent ones await it and reuse the
+// result. Keyed by the absolute projection directory.
+const gvsBuildLocks = new Map();
 function findPackages(packages, searched, opts) {
     return Object.keys(packages)
         .filter((relativeDepPath) => {
@@ -229,12 +233,25 @@ async function _rebuild(ctx, opts) {
     };
     const builtDepPaths = new Set();
     const storeIndex = opts.skipIfHasSideEffectsCache ? new StoreIndex(opts.storeDir) : undefined;
+    // Under GVS, packages live at `<globalVirtualStoreDir>/<hash>/node_modules/<name>`,
+    // not the classic virtualStoreDir layout. The hash is computed with the same inputs
+    // as the installer so rebuild resolves the exact directory the install created.
+    const gvsDirByDepPath = new Map();
+    if (opts.enableGlobalVirtualStore) {
+        const globalVirtualStoreDir = opts.globalVirtualStoreDir ?? path.join(opts.storeDir, 'links');
+        for (const { hash, pkgMeta } of iterateHashedGraphNodes(depGraph, iteratePkgMeta(ctx.currentLockfile, depGraph), _allowBuild, opts.supportedArchitectures, nodeVersion)) {
+            gvsDirByDepPath.set(pkgMeta.depPath, path.join(globalVirtualStoreDir, hash));
+        }
+    }
+    const pkgModulesDir = (depPath) => gvsDirByDepPath.has(depPath)
+        ? path.join(gvsDirByDepPath.get(depPath), 'node_modules')
+        : path.join(ctx.virtualStoreDir, dp.depPathToFilename(depPath, opts.virtualStoreDirMaxLength), 'node_modules');
     const groups = chunks.map((chunk) => chunk.filter((depPath) => ctx.pkgsToRebuild.has(depPath) && !ctx.skipped.has(depPath)).map((depPath) => async () => {
         const pkgSnapshot = pkgSnapshots[depPath];
         const pkgInfo = nameVerFromPkgSnapshot(depPath, pkgSnapshot);
         const pkgRoots = opts.nodeLinker === 'hoisted'
             ? (ctx.modulesFile?.hoistedLocations?.[depPath] ?? []).map((hoistedLocation) => path.join(opts.lockfileDir, hoistedLocation))
-            : [path.join(ctx.virtualStoreDir, dp.depPathToFilename(depPath, opts.virtualStoreDirMaxLength), 'node_modules', pkgInfo.name)];
+            : [path.join(pkgModulesDir(depPath), pkgInfo.name)];
         if (pkgRoots.length === 0) {
             if (pkgSnapshot.optional)
                 return;
@@ -243,10 +260,32 @@ async function _rebuild(ctx, opts) {
             });
         }
         const pkgRoot = pkgRoots[0];
+        // If another project is already building this shared projection, wait for it
+        // and reuse the result instead of racing on the same directory.
+        const gvsDir = gvsDirByDepPath.get(depPath);
+        if (gvsDir != null) {
+            const inFlight = gvsBuildLocks.get(gvsDir);
+            if (inFlight != null) {
+                await inFlight.catch(() => { });
+                pkgsThatWereRebuilt.add(depPath);
+                return;
+            }
+        }
+        let releaseGvsLock;
+        if (gvsDir != null) {
+            let resolveLock;
+            gvsBuildLocks.set(gvsDir, new Promise((resolve) => {
+                resolveLock = resolve;
+            }));
+            releaseGvsLock = () => {
+                gvsBuildLocks.delete(gvsDir);
+                resolveLock();
+            };
+        }
         try {
             const extraBinPaths = ctx.extraBinPaths;
             if (opts.nodeLinker !== 'hoisted') {
-                const modules = path.join(ctx.virtualStoreDir, dp.depPathToFilename(depPath, opts.virtualStoreDirMaxLength), 'node_modules');
+                const modules = pkgModulesDir(depPath);
                 const binPath = path.join(pkgRoot, 'node_modules', '.bin');
                 await linkBins(modules, binPath, { extraNodePaths: ctx.extraNodePaths, warn });
             }
@@ -337,6 +376,9 @@ async function _rebuild(ctx, opts) {
             }
             throw err;
         }
+        finally {
+            releaseGvsLock?.();
+        }
         if (pkgRoots.length > 1) {
             await hardLinkDir(pkgRoot, pkgRoots.slice(1));
         }
@@ -351,7 +393,7 @@ async function _rebuild(ctx, opts) {
             .map(async (depPath) => limitLinking(async () => {
             const pkgSnapshot = pkgSnapshots[depPath];
             const pkgInfo = nameVerFromPkgSnapshot(depPath, pkgSnapshot);
-            const modules = path.join(ctx.virtualStoreDir, dp.depPathToFilename(depPath, opts.virtualStoreDirMaxLength), 'node_modules');
+            const modules = pkgModulesDir(depPath);
             const binPath = path.join(modules, pkgInfo.name, 'node_modules', '.bin');
             return linkBins(modules, binPath, { warn });
         })));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pnpm/building.after-install",
-  "version": "1101.0.18",
+  "version": "1101.0.19",
   "description": "Rebuild packages that are already installed by running their lifecycle scripts",
   "keywords": [
     "pnpm",
@@ -9,7 +9,10 @@
   ],
   "license": "MIT",
   "funding": "https://opencollective.com/pnpm",
-  "repository": "https://github.com/pnpm/pnpm/tree/main/building/after-install",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/pnpm/pnpm/tree/main/building/after-install"
+  },
   "homepage": "https://github.com/pnpm/pnpm/tree/main/building/after-install#readme",
   "bugs": {
     "url": "https://github.com/pnpm/pnpm/issues"
@@ -30,37 +33,37 @@
     "p-limit": "^7.3.0",
     "run-groups": "^5.0.0",
     "semver": "^7.8.1",
-    "@pnpm/building.pkg-requires-build": "1100.0.5",
-    "@pnpm/building.policy": "1100.0.7",
-    "@pnpm/bins.linker": "1100.0.10",
-    "@pnpm/config.normalize-registries": "1100.0.5",
-    "@pnpm/config.reader": "1101.5.0",
+    "@pnpm/building.pkg-requires-build": "1100.0.6",
+    "@pnpm/config.normalize-registries": "1100.0.6",
+    "@pnpm/config.reader": "1101.6.0",
     "@pnpm/constants": "1100.0.0",
-    "@pnpm/core-loggers": "1100.1.2",
-    "@pnpm/deps.graph-hasher": "1100.2.2",
+    "@pnpm/building.policy": "1100.0.8",
+    "@pnpm/core-loggers": "1100.1.3",
     "@pnpm/deps.graph-sequencer": "1100.0.0",
-    "@pnpm/deps.path": "1100.0.5",
+    "@pnpm/deps.path": "1100.0.6",
+    "@pnpm/deps.graph-hasher": "1100.2.3",
     "@pnpm/error": "1100.0.0",
-    "@pnpm/exec.lifecycle": "1100.0.14",
-    "@pnpm/installing.context": "1100.0.14",
-    "@pnpm/installing.modules-yaml": "1100.0.6",
-    "@pnpm/lockfile.types": "1100.0.8",
-    "@pnpm/lockfile.walker": "1100.0.8",
-    "@pnpm/pkg-manifest.reader": "1100.0.5",
-    "@pnpm/lockfile.utils": "1100.0.10",
-    "@pnpm/store.connection-manager": "1100.2.5",
-    "@pnpm/store.controller-types": "1100.1.2",
-    "@pnpm/store.cafs": "1100.1.7",
+    "@pnpm/installing.context": "1100.0.15",
+    "@pnpm/exec.lifecycle": "1100.0.15",
+    "@pnpm/installing.modules-yaml": "1100.0.7",
+    "@pnpm/lockfile.utils": "1100.0.11",
+    "@pnpm/lockfile.walker": "1100.0.9",
+    "@pnpm/pkg-manifest.reader": "1100.0.6",
+    "@pnpm/store.cafs": "1100.1.8",
+    "@pnpm/store.connection-manager": "1100.2.6",
+    "@pnpm/store.controller-types": "1100.1.3",
     "@pnpm/store.index": "1100.1.0",
-    "@pnpm/types": "1101.2.0"
+    "@pnpm/lockfile.types": "1100.0.9",
+    "@pnpm/types": "1101.3.0",
+    "@pnpm/bins.linker": "1100.0.11"
   },
   "peerDependencies": {
     "@pnpm/logger": "^1001.0.1",
-    "@pnpm/worker": "^1100.1.8"
+    "@pnpm/worker": "^1100.1.9"
   },
   "devDependencies": {
     "@types/semver": "7.7.1",
-    "@pnpm/building.after-install": "1101.0.18"
+    "@pnpm/building.after-install": "1101.0.19"
   },
   "engines": {
     "node": ">=22.13"