gooseworks 0.5.0-dev.9.d3e7757f → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -26
- package/dist/auth/device-flow.d.ts +10 -0
- package/dist/auth/device-flow.d.ts.map +1 -1
- package/dist/auth/device-flow.js +39 -1
- package/dist/auth/device-flow.js.map +1 -1
- package/dist/commands/doctor.d.ts.map +1 -1
- package/dist/commands/doctor.js +3 -1
- package/dist/commands/doctor.js.map +1 -1
- package/dist/commands/video.d.ts +5 -0
- package/dist/commands/video.d.ts.map +1 -0
- package/dist/commands/video.js +117 -0
- package/dist/commands/video.js.map +1 -0
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +5 -2
- package/dist/config.js.map +1 -1
- package/dist/environment.d.ts.map +1 -1
- package/dist/environment.js +4 -2
- package/dist/environment.js.map +1 -1
- package/dist/kit/core/bind.d.ts +12 -0
- package/dist/kit/core/bind.d.ts.map +1 -0
- package/dist/kit/core/bind.js +77 -0
- package/dist/kit/core/bind.js.map +1 -0
- package/dist/kit/core/canonical.d.ts +30 -0
- package/dist/kit/core/canonical.d.ts.map +1 -0
- package/dist/kit/core/canonical.js +67 -0
- package/dist/kit/core/canonical.js.map +1 -0
- package/dist/kit/core/check.d.ts +22 -0
- package/dist/kit/core/check.d.ts.map +1 -0
- package/dist/kit/core/check.js +53 -0
- package/dist/kit/core/check.js.map +1 -0
- package/dist/kit/core/device.d.ts +17 -0
- package/dist/kit/core/device.d.ts.map +1 -0
- package/dist/kit/core/device.js +153 -0
- package/dist/kit/core/device.js.map +1 -0
- package/dist/kit/core/errors.d.ts +22 -0
- package/dist/kit/core/errors.d.ts.map +1 -0
- package/dist/kit/core/errors.js +49 -0
- package/dist/kit/core/errors.js.map +1 -0
- package/dist/kit/core/files.d.ts +49 -0
- package/dist/kit/core/files.d.ts.map +1 -0
- package/dist/kit/core/files.js +213 -0
- package/dist/kit/core/files.js.map +1 -0
- package/dist/kit/core/host.d.ts +26 -0
- package/dist/kit/core/host.d.ts.map +1 -0
- package/dist/kit/core/host.js +10 -0
- package/dist/kit/core/host.js.map +1 -0
- package/dist/kit/core/log.d.ts +17 -0
- package/dist/kit/core/log.d.ts.map +1 -0
- package/dist/kit/core/log.js +82 -0
- package/dist/kit/core/log.js.map +1 -0
- package/dist/kit/core/paths.d.ts +27 -0
- package/dist/kit/core/paths.d.ts.map +1 -0
- package/dist/kit/core/paths.js +103 -0
- package/dist/kit/core/paths.js.map +1 -0
- package/dist/kit/core/pieces.d.ts +84 -0
- package/dist/kit/core/pieces.d.ts.map +1 -0
- package/dist/kit/core/pieces.js +374 -0
- package/dist/kit/core/pieces.js.map +1 -0
- package/dist/kit/core/progress-reporter.d.ts +30 -0
- package/dist/kit/core/progress-reporter.d.ts.map +1 -0
- package/dist/kit/core/progress-reporter.js +106 -0
- package/dist/kit/core/progress-reporter.js.map +1 -0
- package/dist/kit/core/progress.d.ts +22 -0
- package/dist/kit/core/progress.d.ts.map +1 -0
- package/dist/kit/core/progress.js +90 -0
- package/dist/kit/core/progress.js.map +1 -0
- package/dist/kit/core/run.d.ts +35 -0
- package/dist/kit/core/run.d.ts.map +1 -0
- package/dist/kit/core/run.js +850 -0
- package/dist/kit/core/run.js.map +1 -0
- package/dist/kit/core/save.d.ts +43 -0
- package/dist/kit/core/save.d.ts.map +1 -0
- package/dist/kit/core/save.js +265 -0
- package/dist/kit/core/save.js.map +1 -0
- package/dist/kit/core/schema.d.ts +5 -0
- package/dist/kit/core/schema.d.ts.map +1 -0
- package/dist/kit/core/schema.js +183 -0
- package/dist/kit/core/schema.js.map +1 -0
- package/dist/kit/core/secrets.d.ts +9 -0
- package/dist/kit/core/secrets.d.ts.map +1 -0
- package/dist/kit/core/secrets.js +60 -0
- package/dist/kit/core/secrets.js.map +1 -0
- package/dist/kit/core/style.d.ts +59 -0
- package/dist/kit/core/style.d.ts.map +1 -0
- package/dist/kit/core/style.js +179 -0
- package/dist/kit/core/style.js.map +1 -0
- package/dist/kit/core/toolchain.d.ts +52 -0
- package/dist/kit/core/toolchain.d.ts.map +1 -0
- package/dist/kit/core/toolchain.js +321 -0
- package/dist/kit/core/toolchain.js.map +1 -0
- package/dist/kit/core/version.d.ts +18 -0
- package/dist/kit/core/version.d.ts.map +1 -0
- package/dist/kit/core/version.js +33 -0
- package/dist/kit/core/version.js.map +1 -0
- package/dist/kit/env.d.ts +42 -0
- package/dist/kit/env.d.ts.map +1 -0
- package/dist/kit/env.js +76 -0
- package/dist/kit/env.js.map +1 -0
- package/dist/kit/line/client.d.ts +82 -0
- package/dist/kit/line/client.d.ts.map +1 -0
- package/dist/kit/line/client.js +325 -0
- package/dist/kit/line/client.js.map +1 -0
- package/dist/kit/line/types.d.ts +178 -0
- package/dist/kit/line/types.d.ts.map +1 -0
- package/dist/kit/line/types.js +18 -0
- package/dist/kit/line/types.js.map +1 -0
- package/dist/kit/maker/browser.d.ts +114 -0
- package/dist/kit/maker/browser.d.ts.map +1 -0
- package/dist/kit/maker/browser.js +547 -0
- package/dist/kit/maker/browser.js.map +1 -0
- package/dist/kit/maker/encode.d.ts +27 -0
- package/dist/kit/maker/encode.d.ts.map +1 -0
- package/dist/kit/maker/encode.js +58 -0
- package/dist/kit/maker/encode.js.map +1 -0
- package/dist/kit/maker/images.d.ts +14 -0
- package/dist/kit/maker/images.d.ts.map +1 -0
- package/dist/kit/maker/images.js +174 -0
- package/dist/kit/maker/images.js.map +1 -0
- package/dist/kit/maker/inputs.d.ts +81 -0
- package/dist/kit/maker/inputs.d.ts.map +1 -0
- package/dist/kit/maker/inputs.js +235 -0
- package/dist/kit/maker/inputs.js.map +1 -0
- package/dist/kit/maker/make.d.ts +19 -0
- package/dist/kit/maker/make.d.ts.map +1 -0
- package/dist/kit/maker/make.js +272 -0
- package/dist/kit/maker/make.js.map +1 -0
- package/dist/kit/maker/page.d.ts +19 -0
- package/dist/kit/maker/page.d.ts.map +1 -0
- package/dist/kit/maker/page.js +276 -0
- package/dist/kit/maker/page.js.map +1 -0
- package/dist/kit/maker/parts/html-frames/1.0.0/part.json +183 -0
- package/dist/kit/maker/parts/html-frames/src/part.d.ts +3 -0
- package/dist/kit/maker/parts/html-frames/src/part.d.ts.map +1 -0
- package/dist/kit/maker/parts/html-frames/src/part.js +10 -0
- package/dist/kit/maker/parts/html-frames/src/part.js.map +1 -0
- package/dist/kit/maker/runtime.d.ts +7 -0
- package/dist/kit/maker/runtime.d.ts.map +1 -0
- package/dist/kit/maker/runtime.js +571 -0
- package/dist/kit/maker/runtime.js.map +1 -0
- package/dist/kit/maker/unzip.d.ts +3 -0
- package/dist/kit/maker/unzip.d.ts.map +1 -0
- package/dist/kit/maker/unzip.js +133 -0
- package/dist/kit/maker/unzip.js.map +1 -0
- package/dist/kit/parts/catalog.d.ts +47 -0
- package/dist/kit/parts/catalog.d.ts.map +1 -0
- package/dist/kit/parts/catalog.js +198 -0
- package/dist/kit/parts/catalog.js.map +1 -0
- package/dist/kit/parts/fs-safe.d.ts +32 -0
- package/dist/kit/parts/fs-safe.d.ts.map +1 -0
- package/dist/kit/parts/fs-safe.js +185 -0
- package/dist/kit/parts/fs-safe.js.map +1 -0
- package/dist/kit/parts/loader.d.ts +50 -0
- package/dist/kit/parts/loader.d.ts.map +1 -0
- package/dist/kit/parts/loader.js +395 -0
- package/dist/kit/parts/loader.js.map +1 -0
- package/dist/kit/parts/semver.d.ts +6 -0
- package/dist/kit/parts/semver.d.ts.map +1 -0
- package/dist/kit/parts/semver.js +44 -0
- package/dist/kit/parts/semver.js.map +1 -0
- package/dist/program.d.ts.map +1 -1
- package/dist/program.js +6 -6
- package/dist/program.js.map +1 -1
- package/dist/skills/installer.d.ts +22 -0
- package/dist/skills/installer.d.ts.map +1 -1
- package/dist/skills/installer.js +56 -8
- package/dist/skills/installer.js.map +1 -1
- package/dist/skills/master-skill.d.ts +11 -70
- package/dist/skills/master-skill.d.ts.map +1 -1
- package/dist/skills/master-skill.js +120 -2900
- package/dist/skills/master-skill.js.map +1 -1
- package/dist/skills/package-freshness.d.ts +19 -0
- package/dist/skills/package-freshness.d.ts.map +1 -1
- package/dist/skills/package-freshness.js +37 -2
- package/dist/skills/package-freshness.js.map +1 -1
- package/dist/skills/routes.d.ts +7 -2
- package/dist/skills/routes.d.ts.map +1 -1
- package/dist/skills/routes.js +21 -25
- package/dist/skills/routes.js.map +1 -1
- package/dist/skills/server-entry-skills.d.ts +14 -0
- package/dist/skills/server-entry-skills.d.ts.map +1 -0
- package/dist/skills/server-entry-skills.js +119 -0
- package/dist/skills/server-entry-skills.js.map +1 -0
- package/dist/skills/staging-content.js +1 -1
- package/package.json +10 -6
- package/skills/goose-ads/SKILL.md +27 -605
- package/skills/goose-product-photos/SKILL.md +24 -217
- package/skills/goose-video/SKILL.md +23 -610
- package/skills/goose-video-local/SKILL.md +3 -1609
- package/skills/gooseworks/SKILL.md +58 -529
- package/skills/make-custom-video/SKILL.md +23 -725
- package/skills/manifest.json +7 -7
- package/skills/routes.json +10 -24
- package/dist/commands/video-local.d.ts +0 -9
- package/dist/commands/video-local.d.ts.map +0 -1
- package/dist/commands/video-local.js +0 -83
- package/dist/commands/video-local.js.map +0 -1
- package/dist/commands/video-save.d.ts +0 -3
- package/dist/commands/video-save.d.ts.map +0 -1
- package/dist/commands/video-save.js +0 -83
- package/dist/commands/video-save.js.map +0 -1
- package/dist/lib/video-local-captions.d.ts +0 -83
- package/dist/lib/video-local-captions.d.ts.map +0 -1
- package/dist/lib/video-local-captions.js +0 -261
- package/dist/lib/video-local-captions.js.map +0 -1
- package/dist/lib/video-local-runtime.d.ts +0 -8
- package/dist/lib/video-local-runtime.d.ts.map +0 -1
- package/dist/lib/video-local-runtime.js +0 -201
- package/dist/lib/video-local-runtime.js.map +0 -1
- package/dist/lib/video-save-mcp.d.ts +0 -9
- package/dist/lib/video-save-mcp.d.ts.map +0 -1
- package/dist/lib/video-save-mcp.js +0 -162
- package/dist/lib/video-save-mcp.js.map +0 -1
- package/dist/lib/video-save.d.ts +0 -77
- package/dist/lib/video-save.d.ts.map +0 -1
- package/dist/lib/video-save.js +0 -440
- package/dist/lib/video-save.js.map +0 -1
- package/dist/skills/custom-video-skill.d.ts +0 -3
- package/dist/skills/custom-video-skill.d.ts.map +0 -1
- package/dist/skills/custom-video-skill.js +0 -6
- package/dist/skills/custom-video-skill.js.map +0 -1
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.unzipTo = unzipTo;
|
|
37
|
+
// A small zip reader for the kit's browser download, with Node built-ins only.
|
|
38
|
+
// The archive's sha256 is checked against its pin before this runs; this also
|
|
39
|
+
// refuses entries that would land outside the target folder, a name used
|
|
40
|
+
// twice, and anything under a link the archive made. Files are created new,
|
|
41
|
+
// never through a link.
|
|
42
|
+
const fs_1 = require("fs");
|
|
43
|
+
const promises_1 = require("fs/promises");
|
|
44
|
+
const path = __importStar(require("path"));
|
|
45
|
+
const zlib_1 = require("zlib");
|
|
46
|
+
const END_OF_DIRECTORY = 0x06054b50;
|
|
47
|
+
const DIRECTORY_ENTRY = 0x02014b50;
|
|
48
|
+
const LOCAL_ENTRY = 0x04034b50;
|
|
49
|
+
function inside(root, target) {
|
|
50
|
+
const rel = path.relative(root, target);
|
|
51
|
+
return rel !== '' && !rel.startsWith('..') && !path.isAbsolute(rel);
|
|
52
|
+
}
|
|
53
|
+
/** Unpacks `zipFile` into `dest` (which must be empty or new). */
|
|
54
|
+
async function unzipTo(zipFile, dest) {
|
|
55
|
+
const zip = await (0, promises_1.readFile)(zipFile);
|
|
56
|
+
let end = -1;
|
|
57
|
+
for (let i = zip.length - 22; i >= Math.max(0, zip.length - 22 - 65535); i--) {
|
|
58
|
+
if (zip.readUInt32LE(i) === END_OF_DIRECTORY) {
|
|
59
|
+
end = i;
|
|
60
|
+
break;
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
if (end < 0)
|
|
64
|
+
throw new Error('the browser download is not a zip file');
|
|
65
|
+
const count = zip.readUInt16LE(end + 10);
|
|
66
|
+
let at = zip.readUInt32LE(end + 16);
|
|
67
|
+
if (count === 0xffff || at === 0xffffffff)
|
|
68
|
+
throw new Error('the browser download uses a zip format the kit does not read');
|
|
69
|
+
const root = path.resolve(dest);
|
|
70
|
+
await (0, promises_1.mkdir)(root, { recursive: true });
|
|
71
|
+
const names = new Set();
|
|
72
|
+
const links = new Set();
|
|
73
|
+
const noFollow = fs_1.constants.O_NOFOLLOW ?? 0;
|
|
74
|
+
for (let n = 0; n < count; n++) {
|
|
75
|
+
if (zip.readUInt32LE(at) !== DIRECTORY_ENTRY)
|
|
76
|
+
throw new Error('the browser download is damaged');
|
|
77
|
+
const method = zip.readUInt16LE(at + 10);
|
|
78
|
+
const packed = zip.readUInt32LE(at + 20);
|
|
79
|
+
const size = zip.readUInt32LE(at + 24);
|
|
80
|
+
const nameLength = zip.readUInt16LE(at + 28);
|
|
81
|
+
const extraLength = zip.readUInt16LE(at + 30);
|
|
82
|
+
const commentLength = zip.readUInt16LE(at + 32);
|
|
83
|
+
const mode = zip.readUInt32LE(at + 38) >>> 16;
|
|
84
|
+
const local = zip.readUInt32LE(at + 42);
|
|
85
|
+
const name = zip.toString('utf8', at + 46, at + 46 + nameLength);
|
|
86
|
+
at += 46 + nameLength + extraLength + commentLength;
|
|
87
|
+
if (packed === 0xffffffff || size === 0xffffffff)
|
|
88
|
+
throw new Error('the browser download uses a zip format the kit does not read');
|
|
89
|
+
if (name.includes('\\') || name.startsWith('/'))
|
|
90
|
+
throw new Error(`the browser download holds a bad path: ${name}`);
|
|
91
|
+
const target = path.resolve(root, name);
|
|
92
|
+
if (!inside(root, target))
|
|
93
|
+
throw new Error(`the browser download holds a path outside its folder: ${name}`);
|
|
94
|
+
const key = path.relative(root, target);
|
|
95
|
+
if (names.has(key))
|
|
96
|
+
throw new Error(`the browser download holds ${name} twice`);
|
|
97
|
+
names.add(key);
|
|
98
|
+
for (let up = path.dirname(key); up !== '.' && up !== path.dirname(up); up = path.dirname(up)) {
|
|
99
|
+
if (links.has(up))
|
|
100
|
+
throw new Error(`the browser download puts ${name} under a link`);
|
|
101
|
+
}
|
|
102
|
+
if (name.endsWith('/')) {
|
|
103
|
+
await (0, promises_1.mkdir)(target, { recursive: true });
|
|
104
|
+
continue;
|
|
105
|
+
}
|
|
106
|
+
if (zip.readUInt32LE(local) !== LOCAL_ENTRY)
|
|
107
|
+
throw new Error('the browser download is damaged');
|
|
108
|
+
const start = local + 30 + zip.readUInt16LE(local + 26) + zip.readUInt16LE(local + 28);
|
|
109
|
+
const raw = zip.subarray(start, start + packed);
|
|
110
|
+
const data = method === 0 ? raw : method === 8 ? (0, zlib_1.inflateRawSync)(raw) : null;
|
|
111
|
+
if (!data || data.length !== size)
|
|
112
|
+
throw new Error(`the browser download is damaged at ${name}`);
|
|
113
|
+
await (0, promises_1.mkdir)(path.dirname(target), { recursive: true });
|
|
114
|
+
if ((mode & 0o170000) === 0o120000) {
|
|
115
|
+
const link = data.toString('utf8');
|
|
116
|
+
if (path.isAbsolute(link) || !inside(root, path.resolve(path.dirname(target), link))) {
|
|
117
|
+
throw new Error(`the browser download links outside its folder: ${name}`);
|
|
118
|
+
}
|
|
119
|
+
await (0, promises_1.symlink)(link, target);
|
|
120
|
+
links.add(key);
|
|
121
|
+
}
|
|
122
|
+
else {
|
|
123
|
+
const file = await (0, promises_1.open)(target, fs_1.constants.O_WRONLY | fs_1.constants.O_CREAT | fs_1.constants.O_EXCL | noFollow, mode & 0o777 || 0o644);
|
|
124
|
+
try {
|
|
125
|
+
await file.writeFile(data);
|
|
126
|
+
}
|
|
127
|
+
finally {
|
|
128
|
+
await file.close();
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
//# sourceMappingURL=unzip.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"unzip.js","sourceRoot":"","sources":["../../../src/kit/maker/unzip.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoBA,0BAkEC;AAtFD,+EAA+E;AAC/E,8EAA8E;AAC9E,yEAAyE;AACzE,4EAA4E;AAC5E,wBAAwB;AACxB,2BAA+B;AAC/B,0CAA6D;AAC7D,2CAA6B;AAC7B,+BAAsC;AAEtC,MAAM,gBAAgB,GAAG,UAAU,CAAC;AACpC,MAAM,eAAe,GAAG,UAAU,CAAC;AACnC,MAAM,WAAW,GAAG,UAAU,CAAC;AAE/B,SAAS,MAAM,CAAC,IAAY,EAAE,MAAc;IAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACxC,OAAO,GAAG,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;AACtE,CAAC;AAED,kEAAkE;AAC3D,KAAK,UAAU,OAAO,CAAC,OAAe,EAAE,IAAY;IACzD,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAQ,EAAC,OAAO,CAAC,CAAC;IACpC,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,GAAG,EAAE,GAAG,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7E,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,gBAAgB,EAAE,CAAC;YAC7C,GAAG,GAAG,CAAC,CAAC;YACR,MAAM;QACR,CAAC;IACH,CAAC;IACD,IAAI,GAAG,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IACvE,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;IACzC,IAAI,EAAE,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;IACpC,IAAI,KAAK,KAAK,MAAM,IAAI,EAAE,KAAK,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;IAC3H,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,MAAM,IAAA,gBAAK,EAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,MAAM,QAAQ,GAAI,cAAqC,CAAC,UAAU,IAAI,CAAC,CAAC;IACxE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,IAAI,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,eAAe;YAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACjG,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QACvC,MAAM,UAAU,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QAC7C,MAAM,WAAW,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QAC9C,MAAM,aAAa,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,UAAU,CAAC,CAAC;QACjE,EAAE,IAAI,EAAE,GAAG,UAAU,GAAG,WAAW,GAAG,aAAa,CAAC;QACpD,IAAI,MAAM,KAAK,UAAU,IAAI,IAAI,KAAK,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;QAClI,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,IAAI,EAAE,CAAC,CAAC;QACnH,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,yDAAyD,IAAI,EAAE,CAAC,CAAC;QAC5G,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACxC,IAAI,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,IAAI,QAAQ,CAAC,CAAC;QAChF,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACf,KAAK,IAAI,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC;YAC9F,IAAI,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,eAAe,CAAC,CAAC;QACvF,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,IAAA,gBAAK,EAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,SAAS;QACX,CAAC;QACD,IAAI,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,WAAW;YAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QAChG,MAAM,KAAK,GAAG,KAAK,GAAG,EAAE,GAAG,GAAG,CAAC,YAAY,CAAC,KAAK,GAAG,EAAE,CAAC,GAAG,GAAG,CAAC,YAAY,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;QACvF,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAA,qBAAc,EAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5E,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,IAAI,EAAE,CAAC,CAAC;QACjG,MAAM,IAAA,gBAAK,EAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC,KAAK,QAAQ,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACnC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC;gBACrF,MAAM,IAAI,KAAK,CAAC,kDAAkD,IAAI,EAAE,CAAC,CAAC;YAC5E,CAAC;YACD,MAAM,IAAA,kBAAO,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC5B,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAG,MAAM,IAAA,eAAI,EAAC,MAAM,EAAE,cAAS,CAAC,QAAQ,GAAG,cAAS,CAAC,OAAO,GAAG,cAAS,CAAC,MAAM,GAAG,QAAQ,EAAE,IAAI,GAAG,KAAK,IAAI,KAAK,CAAC,CAAC;YAC7H,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC;oBAAS,CAAC;gBACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import type { ModelNeed } from '../part-interface';
|
|
2
|
+
export declare const MAX_INDEX_BYTES: number;
|
|
3
|
+
export declare const MAX_WITHDRAWN_BYTES: number;
|
|
4
|
+
export type FetchLike = (url: string, init: {
|
|
5
|
+
signal: AbortSignal;
|
|
6
|
+
}) => Promise<Response>;
|
|
7
|
+
export interface IndexEntry {
|
|
8
|
+
id: string;
|
|
9
|
+
version: string;
|
|
10
|
+
kit: string;
|
|
11
|
+
files: Record<string, string>;
|
|
12
|
+
models: ModelNeed[];
|
|
13
|
+
}
|
|
14
|
+
export interface PartsCatalog {
|
|
15
|
+
/** `${id}@${version}` → entry. */
|
|
16
|
+
index: Map<string, IndexEntry>;
|
|
17
|
+
/** `${id}@${version}` of every withdrawn version. */
|
|
18
|
+
withdrawn: Set<string>;
|
|
19
|
+
}
|
|
20
|
+
export declare class CatalogError extends Error {
|
|
21
|
+
}
|
|
22
|
+
export declare const partKey: (id: string, version: string) => string;
|
|
23
|
+
export declare function isPartId(value: unknown): value is string;
|
|
24
|
+
/** A relative path inside a version folder: no absolute paths, no `.` or `..` segments. */
|
|
25
|
+
export declare function isSafeFilePath(value: string): boolean;
|
|
26
|
+
/** A `{path: sha256}` map that is safe to write to disk, or null. */
|
|
27
|
+
export declare function fileHashes(value: unknown): Record<string, string> | null;
|
|
28
|
+
export declare function modelList(value: unknown): ModelNeed[] | null;
|
|
29
|
+
/** The same models, in any order. */
|
|
30
|
+
export declare function sameModels(a: readonly ModelNeed[], b: readonly ModelNeed[]): boolean;
|
|
31
|
+
/** The same paths with the same hashes. */
|
|
32
|
+
export declare function sameFiles(a: Record<string, string>, b: Record<string, string>): boolean;
|
|
33
|
+
export declare function parseIndex(raw: unknown): Map<string, IndexEntry>;
|
|
34
|
+
export declare function parseWithdrawn(raw: unknown): Set<string>;
|
|
35
|
+
/** GETs `url` with a timeout and a byte limit. Throws CatalogError with plain words. */
|
|
36
|
+
export declare function fetchBytes(fetchImpl: FetchLike, url: string, opts: {
|
|
37
|
+
maxBytes: number;
|
|
38
|
+
timeoutMs: number;
|
|
39
|
+
signal?: AbortSignal;
|
|
40
|
+
what: string;
|
|
41
|
+
}): Promise<Buffer>;
|
|
42
|
+
/** Reads index.json and withdrawn.json from `<rawBase>/parts/`. */
|
|
43
|
+
export declare function fetchCatalog(fetchImpl: FetchLike, rawBase: string, opts: {
|
|
44
|
+
timeoutMs: number;
|
|
45
|
+
signal?: AbortSignal;
|
|
46
|
+
}): Promise<PartsCatalog>;
|
|
47
|
+
//# sourceMappingURL=catalog.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"catalog.d.ts","sourceRoot":"","sources":["../../../src/kit/parts/catalog.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAGnD,eAAO,MAAM,eAAe,QAAkB,CAAC;AAC/C,eAAO,MAAM,mBAAmB,QAAc,CAAC;AAE/C,MAAM,MAAM,SAAS,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;IAAE,MAAM,EAAE,WAAW,CAAA;CAAE,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;AAE1F,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,MAAM,EAAE,SAAS,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,YAAY;IAC3B,kCAAkC;IAClC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC/B,qDAAqD;IACrD,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CACxB;AAED,qBAAa,YAAa,SAAQ,KAAK;CAAG;AAE1C,eAAO,MAAM,OAAO,GAAI,IAAI,MAAM,EAAE,SAAS,MAAM,KAAG,MAA4B,CAAC;AAMnF,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,MAAM,CAExD;AAED,2FAA2F;AAC3F,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAGrD;AAED,qEAAqE;AACrE,wBAAgB,UAAU,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAqBxE;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,SAAS,EAAE,GAAG,IAAI,CAU5D;AAED,qCAAqC;AACrC,wBAAgB,UAAU,CAAC,CAAC,EAAE,SAAS,SAAS,EAAE,EAAE,CAAC,EAAE,SAAS,SAAS,EAAE,GAAG,OAAO,CAGpF;AAED,2CAA2C;AAC3C,wBAAgB,SAAS,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAGvF;AAED,wBAAgB,UAAU,CAAC,GAAG,EAAE,OAAO,GAAG,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAkBhE;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,OAAO,GAAG,GAAG,CAAC,MAAM,CAAC,CAcxD;AAED,wFAAwF;AACxF,wBAAsB,UAAU,CAC9B,SAAS,EAAE,SAAS,EACpB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAChF,OAAO,CAAC,MAAM,CAAC,CAgDjB;AAUD,mEAAmE;AACnE,wBAAsB,YAAY,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,GAAG,OAAO,CAAC,YAAY,CAAC,CASlJ"}
|
|
@@ -0,0 +1,198 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.partKey = exports.CatalogError = exports.MAX_WITHDRAWN_BYTES = exports.MAX_INDEX_BYTES = void 0;
|
|
4
|
+
exports.isPartId = isPartId;
|
|
5
|
+
exports.isSafeFilePath = isSafeFilePath;
|
|
6
|
+
exports.fileHashes = fileHashes;
|
|
7
|
+
exports.modelList = modelList;
|
|
8
|
+
exports.sameModels = sameModels;
|
|
9
|
+
exports.sameFiles = sameFiles;
|
|
10
|
+
exports.parseIndex = parseIndex;
|
|
11
|
+
exports.parseWithdrawn = parseWithdrawn;
|
|
12
|
+
exports.fetchBytes = fetchBytes;
|
|
13
|
+
exports.fetchCatalog = fetchCatalog;
|
|
14
|
+
const semver_1 = require("./semver");
|
|
15
|
+
exports.MAX_INDEX_BYTES = 8 * 1024 * 1024;
|
|
16
|
+
exports.MAX_WITHDRAWN_BYTES = 1024 * 1024;
|
|
17
|
+
class CatalogError extends Error {
|
|
18
|
+
}
|
|
19
|
+
exports.CatalogError = CatalogError;
|
|
20
|
+
const partKey = (id, version) => `${id}@${version}`;
|
|
21
|
+
exports.partKey = partKey;
|
|
22
|
+
const SHA256 = /^[a-f0-9]{64}$/;
|
|
23
|
+
const PART_ID = /^[a-z][a-z0-9]*(?:-[a-z0-9]+)*$/;
|
|
24
|
+
const FILE_PATH = /^[A-Za-z0-9_.-]+(?:\/[A-Za-z0-9_.-]+)*$/;
|
|
25
|
+
function isPartId(value) {
|
|
26
|
+
return typeof value === 'string' && value.length <= 64 && PART_ID.test(value);
|
|
27
|
+
}
|
|
28
|
+
/** A relative path inside a version folder: no absolute paths, no `.` or `..` segments. */
|
|
29
|
+
function isSafeFilePath(value) {
|
|
30
|
+
if (value.length === 0 || value.length > 255 || !FILE_PATH.test(value))
|
|
31
|
+
return false;
|
|
32
|
+
return value.split('/').every((segment) => segment !== '.' && segment !== '..');
|
|
33
|
+
}
|
|
34
|
+
/** A `{path: sha256}` map that is safe to write to disk, or null. */
|
|
35
|
+
function fileHashes(value) {
|
|
36
|
+
if (!value || typeof value !== 'object' || Array.isArray(value))
|
|
37
|
+
return null;
|
|
38
|
+
const entries = Object.entries(value);
|
|
39
|
+
if (entries.length === 0 || entries.length > 1000)
|
|
40
|
+
return null;
|
|
41
|
+
const folded = new Set();
|
|
42
|
+
const out = {};
|
|
43
|
+
for (const [file, hash] of entries) {
|
|
44
|
+
if (!isSafeFilePath(file) || typeof hash !== 'string' || !SHA256.test(hash))
|
|
45
|
+
return null;
|
|
46
|
+
// Two names that differ only in case are one file on a Mac.
|
|
47
|
+
const lower = file.toLowerCase();
|
|
48
|
+
if (folded.has(lower))
|
|
49
|
+
return null;
|
|
50
|
+
folded.add(lower);
|
|
51
|
+
out[file] = hash;
|
|
52
|
+
}
|
|
53
|
+
// A path that is also another path's folder ("assets/data" and
|
|
54
|
+
// "assets/data/a.mjs") cannot be stored; case is folded as above.
|
|
55
|
+
for (const lower of folded) {
|
|
56
|
+
const segments = lower.split('/');
|
|
57
|
+
for (let i = 1; i < segments.length; i++)
|
|
58
|
+
if (folded.has(segments.slice(0, i).join('/')))
|
|
59
|
+
return null;
|
|
60
|
+
}
|
|
61
|
+
return out;
|
|
62
|
+
}
|
|
63
|
+
function modelList(value) {
|
|
64
|
+
if (!Array.isArray(value))
|
|
65
|
+
return null;
|
|
66
|
+
const out = [];
|
|
67
|
+
for (const item of value) {
|
|
68
|
+
if (!item || typeof item !== 'object')
|
|
69
|
+
return null;
|
|
70
|
+
const { provider, model } = item;
|
|
71
|
+
if (typeof provider !== 'string' || typeof model !== 'string' || !provider || !model)
|
|
72
|
+
return null;
|
|
73
|
+
out.push({ provider, model });
|
|
74
|
+
}
|
|
75
|
+
return out;
|
|
76
|
+
}
|
|
77
|
+
/** The same models, in any order. */
|
|
78
|
+
function sameModels(a, b) {
|
|
79
|
+
const key = (list) => list.map((m) => `${m.provider}\u0000${m.model}`).sort().join('\u0001');
|
|
80
|
+
return a.length === b.length && key(a) === key(b);
|
|
81
|
+
}
|
|
82
|
+
/** The same paths with the same hashes. */
|
|
83
|
+
function sameFiles(a, b) {
|
|
84
|
+
const keys = Object.keys(a);
|
|
85
|
+
return keys.length === Object.keys(b).length && keys.every((file) => Object.prototype.hasOwnProperty.call(b, file) && b[file] === a[file]);
|
|
86
|
+
}
|
|
87
|
+
function parseIndex(raw) {
|
|
88
|
+
const body = raw;
|
|
89
|
+
if (!body || typeof body !== 'object' || body.interface !== 1 || !Array.isArray(body.parts)) {
|
|
90
|
+
throw new CatalogError('The published parts list is not in a shape this kit reads.');
|
|
91
|
+
}
|
|
92
|
+
const index = new Map();
|
|
93
|
+
for (const item of body.parts) {
|
|
94
|
+
const entry = item;
|
|
95
|
+
if (!entry || !isPartId(entry.id) || !(0, semver_1.isExactVersion)(entry.version))
|
|
96
|
+
continue;
|
|
97
|
+
const files = fileHashes(entry.files);
|
|
98
|
+
const models = modelList(entry.models);
|
|
99
|
+
if (!files || !models || typeof entry.kit !== 'string') {
|
|
100
|
+
// A broken row cannot vouch for its part; the part is then refused as unlisted.
|
|
101
|
+
continue;
|
|
102
|
+
}
|
|
103
|
+
index.set((0, exports.partKey)(entry.id, entry.version), { id: entry.id, version: entry.version, kit: entry.kit, files, models });
|
|
104
|
+
}
|
|
105
|
+
return index;
|
|
106
|
+
}
|
|
107
|
+
function parseWithdrawn(raw) {
|
|
108
|
+
const body = raw;
|
|
109
|
+
if (!body || typeof body !== 'object' || !Array.isArray(body.withdrawn)) {
|
|
110
|
+
throw new CatalogError('The list of withdrawn parts is not in a shape this kit reads.');
|
|
111
|
+
}
|
|
112
|
+
const withdrawn = new Set();
|
|
113
|
+
for (const item of body.withdrawn) {
|
|
114
|
+
const entry = item;
|
|
115
|
+
if (!entry || typeof entry.id !== 'string' || typeof entry.version !== 'string') {
|
|
116
|
+
throw new CatalogError('The list of withdrawn parts has an entry this kit cannot read.');
|
|
117
|
+
}
|
|
118
|
+
withdrawn.add((0, exports.partKey)(entry.id, entry.version));
|
|
119
|
+
}
|
|
120
|
+
return withdrawn;
|
|
121
|
+
}
|
|
122
|
+
/** GETs `url` with a timeout and a byte limit. Throws CatalogError with plain words. */
|
|
123
|
+
async function fetchBytes(fetchImpl, url, opts) {
|
|
124
|
+
const controller = new AbortController();
|
|
125
|
+
const onAbort = () => controller.abort();
|
|
126
|
+
if (opts.signal?.aborted)
|
|
127
|
+
controller.abort();
|
|
128
|
+
opts.signal?.addEventListener('abort', onAbort, { once: true });
|
|
129
|
+
const timer = setTimeout(() => controller.abort(), opts.timeoutMs);
|
|
130
|
+
try {
|
|
131
|
+
let response;
|
|
132
|
+
try {
|
|
133
|
+
response = await fetchImpl(url, { signal: controller.signal });
|
|
134
|
+
}
|
|
135
|
+
catch {
|
|
136
|
+
throw new CatalogError(`Could not download ${opts.what}. Check the connection and run the same command again.`);
|
|
137
|
+
}
|
|
138
|
+
if (!response.ok) {
|
|
139
|
+
throw new CatalogError(`Could not download ${opts.what} (${response.status}).`);
|
|
140
|
+
}
|
|
141
|
+
const declared = Number(response.headers.get('content-length') ?? '');
|
|
142
|
+
if (Number.isFinite(declared) && declared > opts.maxBytes) {
|
|
143
|
+
throw new CatalogError(`${opts.what} is larger than a part may be.`);
|
|
144
|
+
}
|
|
145
|
+
const chunks = [];
|
|
146
|
+
let size = 0;
|
|
147
|
+
const reader = response.body?.getReader();
|
|
148
|
+
if (!reader) {
|
|
149
|
+
const whole = Buffer.from(await response.arrayBuffer());
|
|
150
|
+
if (whole.length > opts.maxBytes)
|
|
151
|
+
throw new CatalogError(`${opts.what} is larger than a part may be.`);
|
|
152
|
+
return whole;
|
|
153
|
+
}
|
|
154
|
+
try {
|
|
155
|
+
for (;;) {
|
|
156
|
+
const { done, value } = await reader.read();
|
|
157
|
+
if (done)
|
|
158
|
+
break;
|
|
159
|
+
size += value.byteLength;
|
|
160
|
+
if (size > opts.maxBytes) {
|
|
161
|
+
await reader.cancel().catch(() => undefined);
|
|
162
|
+
throw new CatalogError(`${opts.what} is larger than a part may be.`);
|
|
163
|
+
}
|
|
164
|
+
chunks.push(Buffer.from(value));
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
catch (error) {
|
|
168
|
+
if (error instanceof CatalogError)
|
|
169
|
+
throw error;
|
|
170
|
+
throw new CatalogError(`Could not download ${opts.what}. Check the connection and run the same command again.`);
|
|
171
|
+
}
|
|
172
|
+
return Buffer.concat(chunks, size);
|
|
173
|
+
}
|
|
174
|
+
finally {
|
|
175
|
+
clearTimeout(timer);
|
|
176
|
+
opts.signal?.removeEventListener('abort', onAbort);
|
|
177
|
+
}
|
|
178
|
+
}
|
|
179
|
+
function parseJson(bytes, what) {
|
|
180
|
+
try {
|
|
181
|
+
return JSON.parse(bytes.toString('utf8'));
|
|
182
|
+
}
|
|
183
|
+
catch {
|
|
184
|
+
throw new CatalogError(`${what} is not valid JSON.`);
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
/** Reads index.json and withdrawn.json from `<rawBase>/parts/`. */
|
|
188
|
+
async function fetchCatalog(fetchImpl, rawBase, opts) {
|
|
189
|
+
const [indexBytes, withdrawnBytes] = await Promise.all([
|
|
190
|
+
fetchBytes(fetchImpl, `${rawBase}/parts/index.json`, { ...opts, maxBytes: exports.MAX_INDEX_BYTES, what: 'the published parts list' }),
|
|
191
|
+
fetchBytes(fetchImpl, `${rawBase}/parts/withdrawn.json`, { ...opts, maxBytes: exports.MAX_WITHDRAWN_BYTES, what: 'the list of withdrawn parts' }),
|
|
192
|
+
]);
|
|
193
|
+
return {
|
|
194
|
+
index: parseIndex(parseJson(indexBytes, 'The published parts list')),
|
|
195
|
+
withdrawn: parseWithdrawn(parseJson(withdrawnBytes, 'The list of withdrawn parts')),
|
|
196
|
+
};
|
|
197
|
+
}
|
|
198
|
+
//# sourceMappingURL=catalog.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"catalog.js","sourceRoot":"","sources":["../../../src/kit/parts/catalog.ts"],"names":[],"mappings":";;;AAwCA,4BAEC;AAGD,wCAGC;AAGD,gCAqBC;AAED,8BAUC;AAGD,gCAGC;AAGD,8BAGC;AAED,gCAkBC;AAED,wCAcC;AAGD,gCAoDC;AAWD,oCASC;AArMD,qCAA0C;AAE7B,QAAA,eAAe,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAClC,QAAA,mBAAmB,GAAG,IAAI,GAAG,IAAI,CAAC;AAmB/C,MAAa,YAAa,SAAQ,KAAK;CAAG;AAA1C,oCAA0C;AAEnC,MAAM,OAAO,GAAG,CAAC,EAAU,EAAE,OAAe,EAAU,EAAE,CAAC,GAAG,EAAE,IAAI,OAAO,EAAE,CAAC;AAAtE,QAAA,OAAO,WAA+D;AAEnF,MAAM,MAAM,GAAG,gBAAgB,CAAC;AAChC,MAAM,OAAO,GAAG,iCAAiC,CAAC;AAClD,MAAM,SAAS,GAAG,yCAAyC,CAAC;AAE5D,SAAgB,QAAQ,CAAC,KAAc;IACrC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,IAAI,EAAE,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAChF,CAAC;AAED,2FAA2F;AAC3F,SAAgB,cAAc,CAAC,KAAa;IAC1C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACrF,OAAO,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,KAAK,GAAG,IAAI,OAAO,KAAK,IAAI,CAAC,CAAC;AAClF,CAAC;AAED,qEAAqE;AACrE,SAAgB,UAAU,CAAC,KAAc;IACvC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7E,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,CAAC;IACjE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/D,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;IACjC,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,OAAO,EAAE,CAAC;QACnC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QACzF,4DAA4D;QAC5D,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACjC,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACnC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAClB,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IACnB,CAAC;IACD,+DAA+D;IAC/D,kEAAkE;IAClE,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE;YAAE,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAAE,OAAO,IAAI,CAAC;IACxG,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAgB,SAAS,CAAC,KAAc;IACtC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,MAAM,GAAG,GAAgB,EAAE,CAAC;IAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACnD,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,IAA+C,CAAC;QAC5E,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAClG,GAAG,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAe,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,qCAAqC;AACrC,SAAgB,UAAU,CAAC,CAAuB,EAAE,CAAuB;IACzE,MAAM,GAAG,GAAG,CAAC,IAA0B,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnH,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC;AAED,2CAA2C;AAC3C,SAAgB,SAAS,CAAC,CAAyB,EAAE,CAAyB;IAC5E,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5B,OAAO,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAC7I,CAAC;AAED,SAAgB,UAAU,CAAC,GAAY;IACrC,MAAM,IAAI,GAAG,GAA+C,CAAC;IAC7D,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,SAAS,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5F,MAAM,IAAI,YAAY,CAAC,4DAA4D,CAAC,CAAC;IACvF,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC5C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAkB,EAAE,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAkC,CAAC;QACjD,IAAI,CAAC,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,IAAA,uBAAc,EAAC,KAAK,CAAC,OAAO,CAAC;YAAE,SAAS;QAC9E,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,IAAI,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;YACvD,gFAAgF;YAChF,SAAS;QACX,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,IAAA,eAAO,EAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IACvH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAgB,cAAc,CAAC,GAAY;IACzC,MAAM,IAAI,GAAG,GAA8B,CAAC;IAC5C,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QACxE,MAAM,IAAI,YAAY,CAAC,+DAA+D,CAAC,CAAC;IAC1F,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,SAAsB,EAAE,CAAC;QAC/C,MAAM,KAAK,GAAG,IAAkD,CAAC;QACjE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChF,MAAM,IAAI,YAAY,CAAC,gEAAgE,CAAC,CAAC;QAC3F,CAAC;QACD,SAAS,CAAC,GAAG,CAAC,IAAA,eAAO,EAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,wFAAwF;AACjF,KAAK,UAAU,UAAU,CAC9B,SAAoB,EACpB,GAAW,EACX,IAAiF;IAEjF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IACzC,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO;QAAE,UAAU,CAAC,KAAK,EAAE,CAAC;IAC7C,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IACnE,IAAI,CAAC;QACH,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;QACjE,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,YAAY,CAAC,sBAAsB,IAAI,CAAC,IAAI,wDAAwD,CAAC,CAAC;QAClH,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,YAAY,CAAC,sBAAsB,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC;QAClF,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;QACtE,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC1D,MAAM,IAAI,YAAY,CAAC,GAAG,IAAI,CAAC,IAAI,gCAAgC,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;YACxD,IAAI,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,YAAY,CAAC,GAAG,IAAI,CAAC,IAAI,gCAAgC,CAAC,CAAC;YACvG,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,CAAC;YACH,SAAS,CAAC;gBACR,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAChB,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC;gBACzB,IAAI,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACzB,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;oBAC7C,MAAM,IAAI,YAAY,CAAC,GAAG,IAAI,CAAC,IAAI,gCAAgC,CAAC,CAAC;gBACvE,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,YAAY;gBAAE,MAAM,KAAK,CAAC;YAC/C,MAAM,IAAI,YAAY,CAAC,sBAAsB,IAAI,CAAC,IAAI,wDAAwD,CAAC,CAAC;QAClH,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACrC,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,IAAI,CAAC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,KAAa,EAAE,IAAY;IAC5C,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,YAAY,CAAC,GAAG,IAAI,qBAAqB,CAAC,CAAC;IACvD,CAAC;AACH,CAAC;AAED,mEAAmE;AAC5D,KAAK,UAAU,YAAY,CAAC,SAAoB,EAAE,OAAe,EAAE,IAAiD;IACzH,MAAM,CAAC,UAAU,EAAE,cAAc,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACrD,UAAU,CAAC,SAAS,EAAE,GAAG,OAAO,mBAAmB,EAAE,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,uBAAe,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC;QAC9H,UAAU,CAAC,SAAS,EAAE,GAAG,OAAO,uBAAuB,EAAE,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,2BAAmB,EAAE,IAAI,EAAE,6BAA6B,EAAE,CAAC;KAC1I,CAAC,CAAC;IACH,OAAO;QACL,KAAK,EAAE,UAAU,CAAC,SAAS,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAC;QACpE,SAAS,EAAE,cAAc,CAAC,SAAS,CAAC,cAAc,EAAE,6BAA6B,CAAC,CAAC;KACpF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
/** A path that is in the way of the cache: a link, or a file where a folder belongs. */
|
|
2
|
+
export declare class NotAFolder extends Error {
|
|
3
|
+
readonly at: string;
|
|
4
|
+
constructor(at: string);
|
|
5
|
+
}
|
|
6
|
+
/**
|
|
7
|
+
* `base`/`segments…` as plain folders, made when missing (private to this
|
|
8
|
+
* user). A link or a file in the way throws NotAFolder.
|
|
9
|
+
*/
|
|
10
|
+
export declare function realFolder(base: string, segments: string[]): Promise<string>;
|
|
11
|
+
export interface RemoveHooks {
|
|
12
|
+
/** Called after a folder is looked at and before it is listed (tests use it to swap the folder). */
|
|
13
|
+
beforeList?: (dir: string) => Promise<void>;
|
|
14
|
+
}
|
|
15
|
+
/**
|
|
16
|
+
* Deletes `target` without following links. A link is removed itself, never
|
|
17
|
+
* what it points to. Before every step inside a folder the folder is checked
|
|
18
|
+
* again: if it was swapped for a link (or anything else), its listing belongs
|
|
19
|
+
* to some other folder, so nothing more is deleted there.
|
|
20
|
+
*/
|
|
21
|
+
export declare function removeTree(target: string, hooks?: RemoveHooks): Promise<void>;
|
|
22
|
+
export declare class LockTimeout extends Error {
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* Runs `fn` while holding `<dir>/<name>.lock`, which other processes respect
|
|
26
|
+
* too. A lock left by a run that died is taken over.
|
|
27
|
+
*/
|
|
28
|
+
export declare function withFolderLock<T>(dir: string, name: string, opts: {
|
|
29
|
+
timeoutMs: number;
|
|
30
|
+
signal?: AbortSignal;
|
|
31
|
+
}, fn: () => Promise<T>): Promise<T>;
|
|
32
|
+
//# sourceMappingURL=fs-safe.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fs-safe.d.ts","sourceRoot":"","sources":["../../../src/kit/parts/fs-safe.ts"],"names":[],"mappings":"AAaA,wFAAwF;AACxF,qBAAa,UAAW,SAAQ,KAAK;IACvB,QAAQ,CAAC,EAAE,EAAE,MAAM;gBAAV,EAAE,EAAE,MAAM;CAGhC;AAED;;;GAGG;AACH,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAYlF;AAOD,MAAM,WAAW,WAAW;IAC1B,oGAAoG;IACpG,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7C;AAED;;;;;GAKG;AACH,wBAAsB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,GAAE,WAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAmBvF;AA+BD,qBAAa,WAAY,SAAQ,KAAK;CAAG;AAEzC;;;GAGG;AACH,wBAAsB,cAAc,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CA6BtJ"}
|
|
@@ -0,0 +1,185 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.LockTimeout = exports.NotAFolder = void 0;
|
|
37
|
+
exports.realFolder = realFolder;
|
|
38
|
+
exports.removeTree = removeTree;
|
|
39
|
+
exports.withFolderLock = withFolderLock;
|
|
40
|
+
// Folder helpers for the parts cache that never follow a link.
|
|
41
|
+
//
|
|
42
|
+
// The cache lives below the kit home, and other runs of the kit (in other
|
|
43
|
+
// processes) use it at the same time. These helpers make sure nothing is
|
|
44
|
+
// written or deleted through a link, and that only one run at a time
|
|
45
|
+
// publishes a given copy.
|
|
46
|
+
const fs_1 = require("fs");
|
|
47
|
+
const os = __importStar(require("os"));
|
|
48
|
+
const path = __importStar(require("path"));
|
|
49
|
+
const isMissing = (error) => error?.code === 'ENOENT';
|
|
50
|
+
const lstatOrNull = (target) => fs_1.promises.lstat(target).catch((error) => (isMissing(error) ? null : Promise.reject(error)));
|
|
51
|
+
/** A path that is in the way of the cache: a link, or a file where a folder belongs. */
|
|
52
|
+
class NotAFolder extends Error {
|
|
53
|
+
at;
|
|
54
|
+
constructor(at) {
|
|
55
|
+
super(`${at} is not a plain folder`);
|
|
56
|
+
this.at = at;
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
exports.NotAFolder = NotAFolder;
|
|
60
|
+
/**
|
|
61
|
+
* `base`/`segments…` as plain folders, made when missing (private to this
|
|
62
|
+
* user). A link or a file in the way throws NotAFolder.
|
|
63
|
+
*/
|
|
64
|
+
async function realFolder(base, segments) {
|
|
65
|
+
let dir = base;
|
|
66
|
+
for (const segment of segments) {
|
|
67
|
+
dir = path.join(dir, segment);
|
|
68
|
+
let stat = await lstatOrNull(dir);
|
|
69
|
+
if (!stat) {
|
|
70
|
+
await fs_1.promises.mkdir(dir, { mode: 0o700 }).catch((error) => (error.code === 'EEXIST' ? undefined : Promise.reject(error)));
|
|
71
|
+
stat = await fs_1.promises.lstat(dir);
|
|
72
|
+
}
|
|
73
|
+
if (stat.isSymbolicLink() || !stat.isDirectory())
|
|
74
|
+
throw new NotAFolder(dir);
|
|
75
|
+
}
|
|
76
|
+
return dir;
|
|
77
|
+
}
|
|
78
|
+
async function sameFolder(target, seen) {
|
|
79
|
+
const now = await lstatOrNull(target);
|
|
80
|
+
return !!now && now.isDirectory() && !now.isSymbolicLink() && now.ino === seen.ino && now.dev === seen.dev;
|
|
81
|
+
}
|
|
82
|
+
/**
|
|
83
|
+
* Deletes `target` without following links. A link is removed itself, never
|
|
84
|
+
* what it points to. Before every step inside a folder the folder is checked
|
|
85
|
+
* again: if it was swapped for a link (or anything else), its listing belongs
|
|
86
|
+
* to some other folder, so nothing more is deleted there.
|
|
87
|
+
*/
|
|
88
|
+
async function removeTree(target, hooks = {}) {
|
|
89
|
+
const seen = await lstatOrNull(target).catch(() => null);
|
|
90
|
+
if (!seen)
|
|
91
|
+
return;
|
|
92
|
+
if (seen.isSymbolicLink() || !seen.isDirectory()) {
|
|
93
|
+
await fs_1.promises.unlink(target).catch(() => undefined);
|
|
94
|
+
return;
|
|
95
|
+
}
|
|
96
|
+
await hooks.beforeList?.(target);
|
|
97
|
+
let names;
|
|
98
|
+
try {
|
|
99
|
+
names = await fs_1.promises.readdir(target);
|
|
100
|
+
}
|
|
101
|
+
catch {
|
|
102
|
+
return;
|
|
103
|
+
}
|
|
104
|
+
for (const name of names) {
|
|
105
|
+
if (!(await sameFolder(target, seen)))
|
|
106
|
+
return;
|
|
107
|
+
await removeTree(path.join(target, name), hooks);
|
|
108
|
+
}
|
|
109
|
+
if (await sameFolder(target, seen))
|
|
110
|
+
await fs_1.promises.rmdir(target).catch(() => undefined);
|
|
111
|
+
}
|
|
112
|
+
/** A lock older than this is from a run that died without cleaning up. */
|
|
113
|
+
const LOCK_STALE_MS = 10 * 60_000;
|
|
114
|
+
/** A lock this young may still be getting its contents written. */
|
|
115
|
+
const LOCK_WRITE_GRACE_MS = 30_000;
|
|
116
|
+
const LOCK_POLL_MS = 100;
|
|
117
|
+
function processGone(pid) {
|
|
118
|
+
try {
|
|
119
|
+
process.kill(pid, 0);
|
|
120
|
+
return false;
|
|
121
|
+
}
|
|
122
|
+
catch (error) {
|
|
123
|
+
return error.code === 'ESRCH';
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
async function lockIsStale(file) {
|
|
127
|
+
const stat = await lstatOrNull(file);
|
|
128
|
+
if (!stat)
|
|
129
|
+
return false;
|
|
130
|
+
const age = Date.now() - stat.mtimeMs;
|
|
131
|
+
let holder = null;
|
|
132
|
+
try {
|
|
133
|
+
holder = JSON.parse(await fs_1.promises.readFile(file, 'utf8'));
|
|
134
|
+
}
|
|
135
|
+
catch {
|
|
136
|
+
return age > LOCK_WRITE_GRACE_MS;
|
|
137
|
+
}
|
|
138
|
+
if (age > LOCK_STALE_MS)
|
|
139
|
+
return true;
|
|
140
|
+
return holder?.host === os.hostname() && typeof holder.pid === 'number' && processGone(holder.pid);
|
|
141
|
+
}
|
|
142
|
+
class LockTimeout extends Error {
|
|
143
|
+
}
|
|
144
|
+
exports.LockTimeout = LockTimeout;
|
|
145
|
+
/**
|
|
146
|
+
* Runs `fn` while holding `<dir>/<name>.lock`, which other processes respect
|
|
147
|
+
* too. A lock left by a run that died is taken over.
|
|
148
|
+
*/
|
|
149
|
+
async function withFolderLock(dir, name, opts, fn) {
|
|
150
|
+
const file = path.join(dir, `${name}.lock`);
|
|
151
|
+
const deadline = Date.now() + opts.timeoutMs;
|
|
152
|
+
for (;;) {
|
|
153
|
+
try {
|
|
154
|
+
const handle = await fs_1.promises.open(file, 'wx', 0o600);
|
|
155
|
+
try {
|
|
156
|
+
await handle.writeFile(JSON.stringify({ pid: process.pid, host: os.hostname(), at: new Date().toISOString() }));
|
|
157
|
+
}
|
|
158
|
+
finally {
|
|
159
|
+
await handle.close();
|
|
160
|
+
}
|
|
161
|
+
break;
|
|
162
|
+
}
|
|
163
|
+
catch (error) {
|
|
164
|
+
if (error.code !== 'EEXIST')
|
|
165
|
+
throw error;
|
|
166
|
+
if (await lockIsStale(file)) {
|
|
167
|
+
// Only one waiter wins the rename; the others find the lock gone and try again.
|
|
168
|
+
const aside = `${file}.${process.pid}.${Date.now()}.stale`;
|
|
169
|
+
if (await fs_1.promises.rename(file, aside).then(() => true, () => false))
|
|
170
|
+
await fs_1.promises.unlink(aside).catch(() => undefined);
|
|
171
|
+
continue;
|
|
172
|
+
}
|
|
173
|
+
if (Date.now() >= deadline || opts.signal?.aborted)
|
|
174
|
+
throw new LockTimeout(`${file} is held by another run`);
|
|
175
|
+
await new Promise((resolve) => setTimeout(resolve, LOCK_POLL_MS));
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
try {
|
|
179
|
+
return await fn();
|
|
180
|
+
}
|
|
181
|
+
finally {
|
|
182
|
+
await fs_1.promises.unlink(file).catch(() => undefined);
|
|
183
|
+
}
|
|
184
|
+
}
|
|
185
|
+
//# sourceMappingURL=fs-safe.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fs-safe.js","sourceRoot":"","sources":["../../../src/kit/parts/fs-safe.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAwBA,gCAYC;AAkBD,gCAmBC;AAqCD,wCA6BC;AA3ID,+DAA+D;AAC/D,EAAE;AACF,0EAA0E;AAC1E,yEAAyE;AACzE,qEAAqE;AACrE,0BAA0B;AAC1B,2BAAgD;AAChD,uCAAyB;AACzB,2CAA6B;AAE7B,MAAM,SAAS,GAAG,CAAC,KAAc,EAAW,EAAE,CAAE,KAA+B,EAAE,IAAI,KAAK,QAAQ,CAAC;AACnG,MAAM,WAAW,GAAG,CAAC,MAAc,EAAyB,EAAE,CAAC,aAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAEpJ,wFAAwF;AACxF,MAAa,UAAW,SAAQ,KAAK;IACd;IAArB,YAAqB,EAAU;QAC7B,KAAK,CAAC,GAAG,EAAE,wBAAwB,CAAC,CAAC;QADlB,OAAE,GAAF,EAAE,CAAQ;IAE/B,CAAC;CACF;AAJD,gCAIC;AAED;;;GAGG;AACI,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,QAAkB;IAC/D,IAAI,GAAG,GAAG,IAAI,CAAC;IACf,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC9B,IAAI,IAAI,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,aAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAE,KAA+B,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAChJ,IAAI,GAAG,MAAM,aAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7B,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YAAE,MAAM,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,MAAc,EAAE,IAAW;IACnD,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,CAAC;IACtC,OAAO,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,GAAG,CAAC,GAAG,KAAK,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,KAAK,IAAI,CAAC,GAAG,CAAC;AAC7G,CAAC;AAOD;;;;;GAKG;AACI,KAAK,UAAU,UAAU,CAAC,MAAc,EAAE,QAAqB,EAAE;IACtE,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IACzD,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;QACjD,MAAM,aAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC/C,OAAO;IACT,CAAC;IACD,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,KAAe,CAAC;IACpB,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,aAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;IACT,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAAE,OAAO;QAC9C,MAAM,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;IACnD,CAAC;IACD,IAAI,MAAM,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC;QAAE,MAAM,aAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;AACpF,CAAC;AAED,0EAA0E;AAC1E,MAAM,aAAa,GAAG,EAAE,GAAG,MAAM,CAAC;AAClC,mEAAmE;AACnE,MAAM,mBAAmB,GAAG,MAAM,CAAC;AACnC,MAAM,YAAY,GAAG,GAAG,CAAC;AAEzB,SAAS,WAAW,CAAC,GAAW;IAC9B,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrB,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAQ,KAA+B,CAAC,IAAI,KAAK,OAAO,CAAC;IAC3D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAY;IACrC,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IACxB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;IACtC,IAAI,MAAM,GAA6C,IAAI,CAAC;IAC5D,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,aAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAsC,CAAC;IAC5F,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,GAAG,mBAAmB,CAAC;IACnC,CAAC;IACD,IAAI,GAAG,GAAG,aAAa;QAAE,OAAO,IAAI,CAAC;IACrC,OAAO,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC,QAAQ,EAAE,IAAI,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ,IAAI,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AACrG,CAAC;AAED,MAAa,WAAY,SAAQ,KAAK;CAAG;AAAzC,kCAAyC;AAEzC;;;GAGG;AACI,KAAK,UAAU,cAAc,CAAI,GAAW,EAAE,IAAY,EAAE,IAAiD,EAAE,EAAoB;IACxI,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;IAC7C,SAAS,CAAC;QACR,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,aAAE,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YAChD,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,EAAE,EAAE,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;YAClH,CAAC;oBAAS,CAAC;gBACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACvB,CAAC;YACD,MAAM;QACR,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;YACpE,IAAI,MAAM,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC5B,gFAAgF;gBAChF,MAAM,KAAK,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC;gBAC3D,IAAI,MAAM,aAAE,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC;oBAAE,MAAM,aAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;gBAC9G,SAAS;YACX,CAAC;YACD,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM,IAAI,WAAW,CAAC,GAAG,IAAI,yBAAyB,CAAC,CAAC;YAC5G,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IACD,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,EAAE,CAAC;IACpB,CAAC;YAAS,CAAC;QACT,MAAM,aAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;AACH,CAAC"}
|