@pnpm/fs.indexed-pkg-importer 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +22 -0
- package/README.md +13 -0
- package/lib/importIndexedDir.d.ts +2 -0
- package/lib/importIndexedDir.js +128 -0
- package/lib/importIndexedDir.js.map +1 -0
- package/lib/index.d.ts +10 -0
- package/lib/index.js +175 -0
- package/lib/index.js.map +1 -0
- package/package.json +64 -0
package/LICENSE
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
The MIT License (MIT)
|
|
2
|
+
|
|
3
|
+
Copyright (c) 2015-2016 Rico Sta. Cruz and other contributors
|
|
4
|
+
Copyright (c) 2016-2022 Zoltan Kochan and other contributors
|
|
5
|
+
|
|
6
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
7
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
8
|
+
in the Software without restriction, including without limitation the rights
|
|
9
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
10
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
11
|
+
furnished to do so, subject to the following conditions:
|
|
12
|
+
|
|
13
|
+
The above copyright notice and this permission notice shall be included in all
|
|
14
|
+
copies or substantial portions of the Software.
|
|
15
|
+
|
|
16
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
17
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
18
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
19
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
20
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
21
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
22
|
+
SOFTWARE.
|
package/README.md
ADDED
|
@@ -0,0 +1,128 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
19
|
+
if (mod && mod.__esModule) return mod;
|
|
20
|
+
var result = {};
|
|
21
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
22
|
+
__setModuleDefault(result, mod);
|
|
23
|
+
return result;
|
|
24
|
+
};
|
|
25
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
26
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
27
|
+
};
|
|
28
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
29
|
+
const fs_1 = require("fs");
|
|
30
|
+
const path_1 = __importDefault(require("path"));
|
|
31
|
+
const logger_1 = __importStar(require("@pnpm/logger"));
|
|
32
|
+
const rimraf_1 = __importDefault(require("@zkochan/rimraf"));
|
|
33
|
+
const sanitize_filename_1 = __importDefault(require("sanitize-filename"));
|
|
34
|
+
const make_empty_dir_1 = __importDefault(require("make-empty-dir"));
|
|
35
|
+
const path_temp_1 = __importDefault(require("path-temp"));
|
|
36
|
+
const rename_overwrite_1 = __importDefault(require("rename-overwrite"));
|
|
37
|
+
const filenameConflictsLogger = (0, logger_1.default)('_filename-conflicts');
|
|
38
|
+
async function importIndexedDir(importFile, newDir, filenames) {
|
|
39
|
+
const stage = (0, path_temp_1.default)(path_1.default.dirname(newDir));
|
|
40
|
+
try {
|
|
41
|
+
await tryImportIndexedDir(importFile, stage, filenames);
|
|
42
|
+
await (0, rename_overwrite_1.default)(stage, newDir);
|
|
43
|
+
}
|
|
44
|
+
catch (err) { // eslint-disable-line
|
|
45
|
+
try {
|
|
46
|
+
await (0, rimraf_1.default)(stage);
|
|
47
|
+
}
|
|
48
|
+
catch (err) { } // eslint-disable-line:no-empty
|
|
49
|
+
if (err['code'] === 'EEXIST') {
|
|
50
|
+
const { uniqueFileMap, conflictingFileNames } = getUniqueFileMap(filenames);
|
|
51
|
+
if (Object.keys(conflictingFileNames).length === 0)
|
|
52
|
+
throw err;
|
|
53
|
+
filenameConflictsLogger.debug({
|
|
54
|
+
conflicts: conflictingFileNames,
|
|
55
|
+
writingTo: newDir,
|
|
56
|
+
});
|
|
57
|
+
(0, logger_1.globalWarn)(`Not all files were linked to "${path_1.default.relative(process.cwd(), newDir)}". ` +
|
|
58
|
+
'Some of the files have equal names in different case, ' +
|
|
59
|
+
'which is an issue on case-insensitive filesystems. ' +
|
|
60
|
+
`The conflicting file names are: ${JSON.stringify(conflictingFileNames)}`);
|
|
61
|
+
await importIndexedDir(importFile, newDir, uniqueFileMap);
|
|
62
|
+
return;
|
|
63
|
+
}
|
|
64
|
+
if (err['code'] === 'ENOENT') {
|
|
65
|
+
const { sanitizedFilenames, invalidFilenames } = sanitizeFilenames(filenames);
|
|
66
|
+
if (invalidFilenames.length === 0)
|
|
67
|
+
throw err;
|
|
68
|
+
(0, logger_1.globalWarn)(`\
|
|
69
|
+
The package linked to "${path_1.default.relative(process.cwd(), newDir)}" had \
|
|
70
|
+
files with invalid names: ${invalidFilenames.join(', ')}. \
|
|
71
|
+
They were renamed.`);
|
|
72
|
+
await importIndexedDir(importFile, newDir, sanitizedFilenames);
|
|
73
|
+
return;
|
|
74
|
+
}
|
|
75
|
+
throw err;
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
exports.default = importIndexedDir;
|
|
79
|
+
function sanitizeFilenames(filenames) {
|
|
80
|
+
const sanitizedFilenames = {};
|
|
81
|
+
const invalidFilenames = [];
|
|
82
|
+
for (const [filename, src] of Object.entries(filenames)) {
|
|
83
|
+
const sanitizedFilename = filename.split('/').map((f) => (0, sanitize_filename_1.default)(f)).join('/');
|
|
84
|
+
if (sanitizedFilename !== filename) {
|
|
85
|
+
invalidFilenames.push(filename);
|
|
86
|
+
}
|
|
87
|
+
sanitizedFilenames[sanitizedFilename] = src;
|
|
88
|
+
}
|
|
89
|
+
return { sanitizedFilenames, invalidFilenames };
|
|
90
|
+
}
|
|
91
|
+
async function tryImportIndexedDir(importFile, newDir, filenames) {
|
|
92
|
+
await (0, make_empty_dir_1.default)(newDir, { recursive: true });
|
|
93
|
+
const alldirs = new Set();
|
|
94
|
+
Object.keys(filenames)
|
|
95
|
+
.forEach((f) => {
|
|
96
|
+
const dir = path_1.default.dirname(f);
|
|
97
|
+
if (dir === '.')
|
|
98
|
+
return;
|
|
99
|
+
alldirs.add(dir);
|
|
100
|
+
});
|
|
101
|
+
await Promise.all(Array.from(alldirs)
|
|
102
|
+
.sort((d1, d2) => d1.length - d2.length) // from shortest to longest
|
|
103
|
+
.map(async (dir) => fs_1.promises.mkdir(path_1.default.join(newDir, dir), { recursive: true })));
|
|
104
|
+
await Promise.all(Object.entries(filenames)
|
|
105
|
+
.map(async ([f, src]) => {
|
|
106
|
+
const dest = path_1.default.join(newDir, f);
|
|
107
|
+
await importFile(src, dest);
|
|
108
|
+
}));
|
|
109
|
+
}
|
|
110
|
+
function getUniqueFileMap(fileMap) {
|
|
111
|
+
const lowercaseFiles = new Map();
|
|
112
|
+
const conflictingFileNames = {};
|
|
113
|
+
const uniqueFileMap = {};
|
|
114
|
+
for (const filename of Object.keys(fileMap).sort()) {
|
|
115
|
+
const lowercaseFilename = filename.toLowerCase();
|
|
116
|
+
if (lowercaseFiles.has(lowercaseFilename)) {
|
|
117
|
+
conflictingFileNames[filename] = lowercaseFiles.get(lowercaseFilename);
|
|
118
|
+
continue;
|
|
119
|
+
}
|
|
120
|
+
lowercaseFiles.set(lowercaseFilename, filename);
|
|
121
|
+
uniqueFileMap[filename] = fileMap[filename];
|
|
122
|
+
}
|
|
123
|
+
return {
|
|
124
|
+
conflictingFileNames,
|
|
125
|
+
uniqueFileMap,
|
|
126
|
+
};
|
|
127
|
+
}
|
|
128
|
+
//# sourceMappingURL=importIndexedDir.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"importIndexedDir.js","sourceRoot":"","sources":["../src/importIndexedDir.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2BAAmC;AACnC,gDAAuB;AACvB,uDAAqD;AACrD,6DAAoC;AACpC,0EAAgD;AAChD,oEAAyC;AACzC,0DAAgC;AAChC,wEAA8C;AAE9C,MAAM,uBAAuB,GAAG,IAAA,gBAAU,EAAC,qBAAqB,CAAC,CAAA;AAIlD,KAAK,UAAU,gBAAgB,CAC5C,UAAsB,EACtB,MAAc,EACd,SAAiC;IAEjC,MAAM,KAAK,GAAG,IAAA,mBAAQ,EAAC,cAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;IAC5C,IAAI;QACF,MAAM,mBAAmB,CAAC,UAAU,EAAE,KAAK,EAAE,SAAS,CAAC,CAAA;QACvD,MAAM,IAAA,0BAAe,EAAC,KAAK,EAAE,MAAM,CAAC,CAAA;KACrC;IAAC,OAAO,GAAQ,EAAE,EAAE,sBAAsB;QACzC,IAAI;YACF,MAAM,IAAA,gBAAM,EAAC,KAAK,CAAC,CAAA;SACpB;QAAC,OAAO,GAAG,EAAE,GAAE,CAAC,+BAA+B;QAChD,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,QAAQ,EAAE;YAC5B,MAAM,EAAE,aAAa,EAAE,oBAAoB,EAAE,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAA;YAC3E,IAAI,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM,GAAG,CAAA;YAC7D,uBAAuB,CAAC,KAAK,CAAC;gBAC5B,SAAS,EAAE,oBAAoB;gBAC/B,SAAS,EAAE,MAAM;aAClB,CAAC,CAAA;YACF,IAAA,mBAAU,EACR,iCAAiC,cAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,KAAK;gBAC1E,wDAAwD;gBACxD,qDAAqD;gBACrD,mCAAmC,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,EAAE,CAC1E,CAAA;YACD,MAAM,gBAAgB,CAAC,UAAU,EAAE,MAAM,EAAE,aAAa,CAAC,CAAA;YACzD,OAAM;SACP;QACD,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,QAAQ,EAAE;YAC5B,MAAM,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAA;YAC7E,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM,GAAG,CAAA;YAC5C,IAAA,mBAAU,EAAC;yBACQ,cAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC;4BACjC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;mBACpC,CAAC,CAAA;YACd,MAAM,gBAAgB,CAAC,UAAU,EAAE,MAAM,EAAE,kBAAkB,CAAC,CAAA;YAC9D,OAAM;SACP;QACD,MAAM,GAAG,CAAA;KACV;AACH,CAAC;AAzCD,mCAyCC;AAED,SAAS,iBAAiB,CAAE,SAAiC;IAC3D,MAAM,kBAAkB,GAA2B,EAAE,CAAA;IACrD,MAAM,gBAAgB,GAAa,EAAE,CAAA;IACrC,KAAK,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;QACvD,MAAM,iBAAiB,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,2BAAgB,EAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACvF,IAAI,iBAAiB,KAAK,QAAQ,EAAE;YAClC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;SAChC;QACD,kBAAkB,CAAC,iBAAiB,CAAC,GAAG,GAAG,CAAA;KAC5C;IACD,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,CAAA;AACjD,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAE,UAAsB,EAAE,MAAc,EAAE,SAAiC;IAC3G,MAAM,IAAA,wBAAY,EAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAC/C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;IACjC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;SACnB,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;QACb,MAAM,GAAG,GAAG,cAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;QAC3B,IAAI,GAAG,KAAK,GAAG;YAAE,OAAM;QACvB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAClB,CAAC,CAAC,CAAA;IACJ,MAAM,OAAO,CAAC,GAAG,CACf,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC;SAChB,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,2BAA2B;SACnE,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,aAAE,CAAC,KAAK,CAAC,cAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAC7E,CAAA;IACD,MAAM,OAAO,CAAC,GAAG,CACf,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;SACtB,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,GAAG,CAAmB,EAAE,EAAE;QACxC,MAAM,IAAI,GAAG,cAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;QACjC,MAAM,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAC7B,CAAC,CAAC,CACL,CAAA;AACH,CAAC;AAED,SAAS,gBAAgB,CAAE,OAA+B;IACxD,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAA;IAChD,MAAM,oBAAoB,GAAG,EAAE,CAAA;IAC/B,MAAM,aAAa,GAAG,EAAE,CAAA;IACxB,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAClD,MAAM,iBAAiB,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAA;QAChD,IAAI,cAAc,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE;YACzC,oBAAoB,CAAC,QAAQ,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAA;YACtE,SAAQ;SACT;QACD,cAAc,CAAC,GAAG,CAAC,iBAAiB,EAAE,QAAQ,CAAC,CAAA;QAC/C,aAAa,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;KAC5C;IACD,OAAO;QACL,oBAAoB;QACpB,aAAa;KACd,CAAA;AACH,CAAC"}
|
package/lib/index.d.ts
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
declare type FilesMap = Record<string, string>;
|
|
2
|
+
interface ImportOptions {
|
|
3
|
+
filesMap: FilesMap;
|
|
4
|
+
force: boolean;
|
|
5
|
+
fromStore: boolean;
|
|
6
|
+
}
|
|
7
|
+
declare type ImportFunction = (to: string, opts: ImportOptions) => Promise<string | undefined>;
|
|
8
|
+
export declare function createIndexedPkgImporter(packageImportMethod?: 'auto' | 'hardlink' | 'copy' | 'clone' | 'clone-or-copy'): ImportFunction;
|
|
9
|
+
export declare function copyPkg(to: string, opts: ImportOptions): Promise<"copy" | undefined>;
|
|
10
|
+
export {};
|
package/lib/index.js
ADDED
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.copyPkg = exports.createIndexedPkgImporter = void 0;
|
|
7
|
+
const fs_1 = require("fs");
|
|
8
|
+
const path_1 = __importDefault(require("path"));
|
|
9
|
+
const logger_1 = require("@pnpm/logger");
|
|
10
|
+
const core_loggers_1 = require("@pnpm/core-loggers");
|
|
11
|
+
const p_limit_1 = __importDefault(require("p-limit"));
|
|
12
|
+
const path_exists_1 = __importDefault(require("path-exists"));
|
|
13
|
+
const importIndexedDir_1 = __importDefault(require("./importIndexedDir"));
|
|
14
|
+
const limitLinking = (0, p_limit_1.default)(16);
|
|
15
|
+
function createIndexedPkgImporter(packageImportMethod) {
|
|
16
|
+
const importPackage = createImportPackage(packageImportMethod);
|
|
17
|
+
return async (to, opts) => limitLinking(async () => importPackage(to, opts));
|
|
18
|
+
}
|
|
19
|
+
exports.createIndexedPkgImporter = createIndexedPkgImporter;
|
|
20
|
+
function createImportPackage(packageImportMethod) {
|
|
21
|
+
// this works in the following way:
|
|
22
|
+
// - hardlink: hardlink the packages, no fallback
|
|
23
|
+
// - clone: clone the packages, no fallback
|
|
24
|
+
// - auto: try to clone or hardlink the packages, if it fails, fallback to copy
|
|
25
|
+
// - copy: copy the packages, do not try to link them first
|
|
26
|
+
switch (packageImportMethod ?? 'auto') {
|
|
27
|
+
case 'clone':
|
|
28
|
+
core_loggers_1.packageImportMethodLogger.debug({ method: 'clone' });
|
|
29
|
+
return clonePkg;
|
|
30
|
+
case 'hardlink':
|
|
31
|
+
core_loggers_1.packageImportMethodLogger.debug({ method: 'hardlink' });
|
|
32
|
+
return hardlinkPkg.bind(null, linkOrCopy);
|
|
33
|
+
case 'auto': {
|
|
34
|
+
return createAutoImporter();
|
|
35
|
+
}
|
|
36
|
+
case 'clone-or-copy':
|
|
37
|
+
return createCloneOrCopyImporter();
|
|
38
|
+
case 'copy':
|
|
39
|
+
core_loggers_1.packageImportMethodLogger.debug({ method: 'copy' });
|
|
40
|
+
return copyPkg;
|
|
41
|
+
default:
|
|
42
|
+
throw new Error(`Unknown package import method ${packageImportMethod}`);
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
function createAutoImporter() {
|
|
46
|
+
let auto = initialAuto;
|
|
47
|
+
return async (to, opts) => auto(to, opts);
|
|
48
|
+
async function initialAuto(to, opts) {
|
|
49
|
+
try {
|
|
50
|
+
if (!await clonePkg(to, opts))
|
|
51
|
+
return undefined;
|
|
52
|
+
core_loggers_1.packageImportMethodLogger.debug({ method: 'clone' });
|
|
53
|
+
auto = clonePkg;
|
|
54
|
+
return 'clone';
|
|
55
|
+
}
|
|
56
|
+
catch (err) { // eslint-disable-line
|
|
57
|
+
// ignore
|
|
58
|
+
}
|
|
59
|
+
try {
|
|
60
|
+
if (!await hardlinkPkg(fs_1.promises.link, to, opts))
|
|
61
|
+
return undefined;
|
|
62
|
+
core_loggers_1.packageImportMethodLogger.debug({ method: 'hardlink' });
|
|
63
|
+
auto = hardlinkPkg.bind(null, linkOrCopy);
|
|
64
|
+
return 'hardlink';
|
|
65
|
+
}
|
|
66
|
+
catch (err) { // eslint-disable-line
|
|
67
|
+
if (err.message.startsWith('EXDEV: cross-device link not permitted')) {
|
|
68
|
+
(0, logger_1.globalWarn)(err.message);
|
|
69
|
+
(0, logger_1.globalInfo)('Falling back to copying packages from store');
|
|
70
|
+
core_loggers_1.packageImportMethodLogger.debug({ method: 'copy' });
|
|
71
|
+
auto = copyPkg;
|
|
72
|
+
return auto(to, opts);
|
|
73
|
+
}
|
|
74
|
+
// We still choose hard linking that will fall back to copying in edge cases.
|
|
75
|
+
core_loggers_1.packageImportMethodLogger.debug({ method: 'hardlink' });
|
|
76
|
+
auto = hardlinkPkg.bind(null, linkOrCopy);
|
|
77
|
+
return auto(to, opts);
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
function createCloneOrCopyImporter() {
|
|
82
|
+
let auto = initialAuto;
|
|
83
|
+
return async (to, opts) => auto(to, opts);
|
|
84
|
+
async function initialAuto(to, opts) {
|
|
85
|
+
try {
|
|
86
|
+
if (!await clonePkg(to, opts))
|
|
87
|
+
return undefined;
|
|
88
|
+
core_loggers_1.packageImportMethodLogger.debug({ method: 'clone' });
|
|
89
|
+
auto = clonePkg;
|
|
90
|
+
return 'clone';
|
|
91
|
+
}
|
|
92
|
+
catch (err) { // eslint-disable-line
|
|
93
|
+
// ignore
|
|
94
|
+
}
|
|
95
|
+
core_loggers_1.packageImportMethodLogger.debug({ method: 'copy' });
|
|
96
|
+
auto = copyPkg;
|
|
97
|
+
return auto(to, opts);
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
async function clonePkg(to, opts) {
|
|
101
|
+
const pkgJsonPath = path_1.default.join(to, 'package.json');
|
|
102
|
+
if (!opts.fromStore || opts.force || !await (0, path_exists_1.default)(pkgJsonPath)) {
|
|
103
|
+
await (0, importIndexedDir_1.default)(cloneFile, to, opts.filesMap);
|
|
104
|
+
return 'clone';
|
|
105
|
+
}
|
|
106
|
+
return undefined;
|
|
107
|
+
}
|
|
108
|
+
async function cloneFile(from, to) {
|
|
109
|
+
await fs_1.promises.copyFile(from, to, fs_1.constants.COPYFILE_FICLONE_FORCE);
|
|
110
|
+
}
|
|
111
|
+
async function hardlinkPkg(importFile, to, opts) {
|
|
112
|
+
if (!opts.fromStore ||
|
|
113
|
+
opts.force ||
|
|
114
|
+
!await pkgLinkedToStore(opts.filesMap, to)) {
|
|
115
|
+
await (0, importIndexedDir_1.default)(importFile, to, opts.filesMap);
|
|
116
|
+
return 'hardlink';
|
|
117
|
+
}
|
|
118
|
+
return undefined;
|
|
119
|
+
}
|
|
120
|
+
async function linkOrCopy(existingPath, newPath) {
|
|
121
|
+
try {
|
|
122
|
+
await fs_1.promises.link(existingPath, newPath);
|
|
123
|
+
}
|
|
124
|
+
catch (err) { // eslint-disable-line
|
|
125
|
+
// If a hard link to the same file already exists
|
|
126
|
+
// then trying to copy it will make an empty file from it.
|
|
127
|
+
if (err['code'] === 'EEXIST')
|
|
128
|
+
return;
|
|
129
|
+
// In some VERY rare cases (1 in a thousand), hard-link creation fails on Windows.
|
|
130
|
+
// In that case, we just fall back to copying.
|
|
131
|
+
// This issue is reproducible with "pnpm add @material-ui/icons@4.9.1"
|
|
132
|
+
await fs_1.promises.copyFile(existingPath, newPath);
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
async function pkgLinkedToStore(filesMap, to) {
|
|
136
|
+
if (filesMap['package.json']) {
|
|
137
|
+
if (await isSameFile('package.json', to, filesMap)) {
|
|
138
|
+
return true;
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
else {
|
|
142
|
+
// An injected package might not have a package.json.
|
|
143
|
+
// This will probably only even happen in a Bit workspace.
|
|
144
|
+
const [anyFile] = Object.keys(filesMap);
|
|
145
|
+
if (await isSameFile(anyFile, to, filesMap))
|
|
146
|
+
return true;
|
|
147
|
+
}
|
|
148
|
+
return false;
|
|
149
|
+
}
|
|
150
|
+
async function isSameFile(filename, linkedPkgDir, filesMap) {
|
|
151
|
+
const linkedFile = path_1.default.join(linkedPkgDir, filename);
|
|
152
|
+
let stats0;
|
|
153
|
+
try {
|
|
154
|
+
stats0 = await fs_1.promises.stat(linkedFile);
|
|
155
|
+
}
|
|
156
|
+
catch (err) { // eslint-disable-line
|
|
157
|
+
if (err.code === 'ENOENT')
|
|
158
|
+
return false;
|
|
159
|
+
}
|
|
160
|
+
const stats1 = await fs_1.promises.stat(filesMap[filename]);
|
|
161
|
+
if (stats0.ino === stats1.ino)
|
|
162
|
+
return true;
|
|
163
|
+
(0, logger_1.globalInfo)(`Relinking ${linkedPkgDir} from the store`);
|
|
164
|
+
return false;
|
|
165
|
+
}
|
|
166
|
+
async function copyPkg(to, opts) {
|
|
167
|
+
const pkgJsonPath = path_1.default.join(to, 'package.json');
|
|
168
|
+
if (!opts.fromStore || opts.force || !await (0, path_exists_1.default)(pkgJsonPath)) {
|
|
169
|
+
await (0, importIndexedDir_1.default)(fs_1.promises.copyFile, to, opts.filesMap);
|
|
170
|
+
return 'copy';
|
|
171
|
+
}
|
|
172
|
+
return undefined;
|
|
173
|
+
}
|
|
174
|
+
exports.copyPkg = copyPkg;
|
|
175
|
+
//# sourceMappingURL=index.js.map
|
package/lib/index.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;AAAA,2BAAqD;AACrD,gDAAuB;AACvB,yCAAqD;AACrD,qDAA8D;AAC9D,sDAA4B;AAC5B,8DAAgC;AAChC,0EAAiE;AAEjE,MAAM,YAAY,GAAG,IAAA,iBAAM,EAAC,EAAE,CAAC,CAAA;AAY/B,SAAgB,wBAAwB,CACtC,mBAA8E;IAE9E,MAAM,aAAa,GAAG,mBAAmB,CAAC,mBAAmB,CAAC,CAAA;IAC9D,OAAO,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,KAAK,IAAI,EAAE,CAAC,aAAa,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAA;AAC9E,CAAC;AALD,4DAKC;AAED,SAAS,mBAAmB,CAAE,mBAA8E;IAC1G,mCAAmC;IACnC,iDAAiD;IACjD,2CAA2C;IAC3C,+EAA+E;IAC/E,2DAA2D;IAC3D,QAAQ,mBAAmB,IAAI,MAAM,EAAE;QACvC,KAAK,OAAO;YACV,wCAAyB,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;YACpD,OAAO,QAAQ,CAAA;QACjB,KAAK,UAAU;YACb,wCAAyB,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAA;YACvD,OAAO,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;QAC3C,KAAK,MAAM,CAAC,CAAC;YACX,OAAO,kBAAkB,EAAE,CAAA;SAC5B;QACD,KAAK,eAAe;YAClB,OAAO,yBAAyB,EAAE,CAAA;QACpC,KAAK,MAAM;YACT,wCAAyB,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;YACnD,OAAO,OAAO,CAAA;QAChB;YACE,MAAM,IAAI,KAAK,CAAC,iCAAiC,mBAA6B,EAAE,CAAC,CAAA;KAClF;AACH,CAAC;AAED,SAAS,kBAAkB;IACzB,IAAI,IAAI,GAAG,WAAW,CAAA;IAEtB,OAAO,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;IAEzC,KAAK,UAAU,WAAW,CACxB,EAAU,EACV,IAAmB;QAEnB,IAAI;YACF,IAAI,CAAC,MAAM,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC;gBAAE,OAAO,SAAS,CAAA;YAC/C,wCAAyB,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;YACpD,IAAI,GAAG,QAAQ,CAAA;YACf,OAAO,OAAO,CAAA;SACf;QAAC,OAAO,GAAQ,EAAE,EAAE,sBAAsB;YACzC,SAAS;SACV;QACD,IAAI;YACF,IAAI,CAAC,MAAM,WAAW,CAAC,aAAE,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC;gBAAE,OAAO,SAAS,CAAA;YAC3D,wCAAyB,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAA;YACvD,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;YACzC,OAAO,UAAU,CAAA;SAClB;QAAC,OAAO,GAAQ,EAAE,EAAE,sBAAsB;YACzC,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,wCAAwC,CAAC,EAAE;gBACpE,IAAA,mBAAU,EAAC,GAAG,CAAC,OAAO,CAAC,CAAA;gBACvB,IAAA,mBAAU,EAAC,6CAA6C,CAAC,CAAA;gBACzD,wCAAyB,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;gBACnD,IAAI,GAAG,OAAO,CAAA;gBACd,OAAO,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;aACtB;YACD,6EAA6E;YAC7E,wCAAyB,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAA;YACvD,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;YACzC,OAAO,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;SACtB;IACH,CAAC;AACH,CAAC;AAED,SAAS,yBAAyB;IAChC,IAAI,IAAI,GAAG,WAAW,CAAA;IAEtB,OAAO,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;IAEzC,KAAK,UAAU,WAAW,CACxB,EAAU,EACV,IAAmB;QAEnB,IAAI;YACF,IAAI,CAAC,MAAM,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC;gBAAE,OAAO,SAAS,CAAA;YAC/C,wCAAyB,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;YACpD,IAAI,GAAG,QAAQ,CAAA;YACf,OAAO,OAAO,CAAA;SACf;QAAC,OAAO,GAAQ,EAAE,EAAE,sBAAsB;YACzC,SAAS;SACV;QACD,wCAAyB,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;QACnD,IAAI,GAAG,OAAO,CAAA;QACd,OAAO,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;IACvB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,EAAU,EACV,IAAmB;IAEnB,MAAM,WAAW,GAAG,cAAI,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,CAAC,CAAA;IAEjD,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,IAAA,qBAAM,EAAC,WAAW,CAAC,EAAE;QAC/D,MAAM,IAAA,0BAAgB,EAAC,SAAS,EAAE,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;QACpD,OAAO,OAAO,CAAA;KACf;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,KAAK,UAAU,SAAS,CAAE,IAAY,EAAE,EAAU;IAChD,MAAM,aAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,cAAS,CAAC,sBAAsB,CAAC,CAAA;AAC/D,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,UAAsB,EACtB,EAAU,EACV,IAAmB;IAEnB,IACE,CAAC,IAAI,CAAC,SAAS;QACf,IAAI,CAAC,KAAK;QACV,CAAC,MAAM,gBAAgB,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,EAC1C;QACA,MAAM,IAAA,0BAAgB,EAAC,UAAU,EAAE,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;QACrD,OAAO,UAAU,CAAA;KAClB;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,KAAK,UAAU,UAAU,CAAE,YAAoB,EAAE,OAAe;IAC9D,IAAI;QACF,MAAM,aAAE,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,CAAA;KACrC;IAAC,OAAO,GAAQ,EAAE,EAAE,sBAAsB;QACzC,iDAAiD;QACjD,0DAA0D;QAC1D,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,QAAQ;YAAE,OAAM;QACpC,kFAAkF;QAClF,8CAA8C;QAC9C,sEAAsE;QACtE,MAAM,aAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAAA;KACzC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,QAAkB,EAClB,EAAU;IAEV,IAAI,QAAQ,CAAC,cAAc,CAAC,EAAE;QAC5B,IAAI,MAAM,UAAU,CAAC,cAAc,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE;YAClD,OAAO,IAAI,CAAA;SACZ;KACF;SAAM;QACL,qDAAqD;QACrD,0DAA0D;QAC1D,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QACvC,IAAI,MAAM,UAAU,CAAC,OAAO,EAAE,EAAE,EAAE,QAAQ,CAAC;YAAE,OAAO,IAAI,CAAA;KACzD;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,KAAK,UAAU,UAAU,CAAE,QAAgB,EAAE,YAAoB,EAAE,QAAkB;IACnF,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;IACpD,IAAI,MAAc,CAAA;IAClB,IAAI;QACF,MAAM,GAAG,MAAM,aAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;KACnC;IAAC,OAAO,GAAQ,EAAE,EAAE,sBAAsB;QACzC,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAA;KACxC;IACD,MAAM,MAAM,GAAG,MAAM,aAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAA;IAChD,IAAI,MAAM,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG;QAAE,OAAO,IAAI,CAAA;IAC1C,IAAA,mBAAU,EAAC,aAAa,YAAY,iBAAiB,CAAC,CAAA;IACtD,OAAO,KAAK,CAAA;AACd,CAAC;AAEM,KAAK,UAAU,OAAO,CAC3B,EAAU,EACV,IAAmB;IAEnB,MAAM,WAAW,GAAG,cAAI,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,CAAC,CAAA;IAEjD,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,IAAA,qBAAM,EAAC,WAAW,CAAC,EAAE;QAC/D,MAAM,IAAA,0BAAgB,EAAC,aAAE,CAAC,QAAQ,EAAE,EAAE,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;QACtD,OAAO,MAAM,CAAA;KACd;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAXD,0BAWC"}
|
package/package.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@pnpm/fs.indexed-pkg-importer",
|
|
3
|
+
"description": "Replicates indexed directories using hard links, copies, or cloning",
|
|
4
|
+
"version": "1.0.0",
|
|
5
|
+
"bugs": {
|
|
6
|
+
"url": "https://github.com/pnpm/pnpm/issues"
|
|
7
|
+
},
|
|
8
|
+
"main": "lib/index.js",
|
|
9
|
+
"types": "lib/index.d.ts",
|
|
10
|
+
"files": [
|
|
11
|
+
"lib",
|
|
12
|
+
"!*.map"
|
|
13
|
+
],
|
|
14
|
+
"peerDependencies": {
|
|
15
|
+
"@pnpm/logger": "^4.0.0"
|
|
16
|
+
},
|
|
17
|
+
"dependencies": {
|
|
18
|
+
"@pnpm/core-loggers": "7.0.5",
|
|
19
|
+
"@zkochan/rimraf": "^2.1.2",
|
|
20
|
+
"make-empty-dir": "^2.0.0",
|
|
21
|
+
"p-limit": "^3.1.0",
|
|
22
|
+
"path-exists": "^4.0.0",
|
|
23
|
+
"path-temp": "^2.0.0",
|
|
24
|
+
"rename-overwrite": "^4.0.2",
|
|
25
|
+
"sanitize-filename": "^1.6.3"
|
|
26
|
+
},
|
|
27
|
+
"devDependencies": {
|
|
28
|
+
"@pnpm/fs.indexed-pkg-importer": "1.0.0",
|
|
29
|
+
"@pnpm/logger": "^4.0.0",
|
|
30
|
+
"@pnpm/prepare": "0.0.45"
|
|
31
|
+
},
|
|
32
|
+
"directories": {
|
|
33
|
+
"test": "test"
|
|
34
|
+
},
|
|
35
|
+
"homepage": "https://github.com/pnpm/pnpm/blob/main/packages/fs.indexed-pkg-importer#readme",
|
|
36
|
+
"keywords": [
|
|
37
|
+
"pnpm7",
|
|
38
|
+
"store",
|
|
39
|
+
"storage",
|
|
40
|
+
"global store",
|
|
41
|
+
"maching store",
|
|
42
|
+
"central storage",
|
|
43
|
+
"cache",
|
|
44
|
+
"packages"
|
|
45
|
+
],
|
|
46
|
+
"license": "MIT",
|
|
47
|
+
"engines": {
|
|
48
|
+
"node": ">=14.6"
|
|
49
|
+
},
|
|
50
|
+
"repository": "https://github.com/pnpm/pnpm/blob/main/packages/fs.indexed-pkg-importer",
|
|
51
|
+
"funding": "https://opencollective.com/pnpm",
|
|
52
|
+
"exports": {
|
|
53
|
+
".": "./lib/index.js"
|
|
54
|
+
},
|
|
55
|
+
"scripts": {
|
|
56
|
+
"start": "tsc --watch",
|
|
57
|
+
"fix": "tslint -c tslint.json src/**/*.ts test/**/*.ts --fix",
|
|
58
|
+
"lint": "eslint src/**/*.ts test/**/*.ts",
|
|
59
|
+
"pretest": "rimraf .tmp",
|
|
60
|
+
"_test": "pnpm pretest && jest",
|
|
61
|
+
"test": "pnpm run compile && pnpm run _test",
|
|
62
|
+
"compile": "tsc --build && pnpm run lint --fix"
|
|
63
|
+
}
|
|
64
|
+
}
|