vector-framework 1.2.2 → 1.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +18 -6
- package/dist/auth/protected.d.ts +4 -4
- package/dist/auth/protected.d.ts.map +1 -1
- package/dist/auth/protected.js +10 -7
- package/dist/auth/protected.js.map +1 -1
- package/dist/cache/manager.d.ts +2 -0
- package/dist/cache/manager.d.ts.map +1 -1
- package/dist/cache/manager.js +21 -4
- package/dist/cache/manager.js.map +1 -1
- package/dist/checkpoint/artifacts/compressor.d.ts +5 -0
- package/dist/checkpoint/artifacts/compressor.d.ts.map +1 -0
- package/dist/checkpoint/artifacts/compressor.js +24 -0
- package/dist/checkpoint/artifacts/compressor.js.map +1 -0
- package/dist/checkpoint/artifacts/decompress-worker.d.ts +2 -0
- package/dist/checkpoint/artifacts/decompress-worker.d.ts.map +1 -0
- package/dist/checkpoint/artifacts/decompress-worker.js +31 -0
- package/dist/checkpoint/artifacts/decompress-worker.js.map +1 -0
- package/dist/checkpoint/artifacts/hasher.d.ts +2 -0
- package/dist/checkpoint/artifacts/hasher.d.ts.map +1 -0
- package/dist/checkpoint/artifacts/hasher.js +7 -0
- package/dist/checkpoint/artifacts/hasher.js.map +1 -0
- package/dist/checkpoint/artifacts/manifest.d.ts +6 -0
- package/dist/checkpoint/artifacts/manifest.d.ts.map +1 -0
- package/dist/checkpoint/artifacts/manifest.js +55 -0
- package/dist/checkpoint/artifacts/manifest.js.map +1 -0
- package/dist/checkpoint/artifacts/materializer.d.ts +16 -0
- package/dist/checkpoint/artifacts/materializer.d.ts.map +1 -0
- package/dist/checkpoint/artifacts/materializer.js +168 -0
- package/dist/checkpoint/artifacts/materializer.js.map +1 -0
- package/dist/checkpoint/artifacts/packager.d.ts +12 -0
- package/dist/checkpoint/artifacts/packager.d.ts.map +1 -0
- package/dist/checkpoint/artifacts/packager.js +82 -0
- package/dist/checkpoint/artifacts/packager.js.map +1 -0
- package/dist/checkpoint/artifacts/repository.d.ts +11 -0
- package/dist/checkpoint/artifacts/repository.d.ts.map +1 -0
- package/dist/checkpoint/artifacts/repository.js +29 -0
- package/dist/checkpoint/artifacts/repository.js.map +1 -0
- package/dist/checkpoint/artifacts/store.d.ts +13 -0
- package/dist/checkpoint/artifacts/store.d.ts.map +1 -0
- package/dist/checkpoint/artifacts/store.js +85 -0
- package/dist/checkpoint/artifacts/store.js.map +1 -0
- package/dist/checkpoint/artifacts/types.d.ts +21 -0
- package/dist/checkpoint/artifacts/types.d.ts.map +1 -0
- package/dist/checkpoint/artifacts/types.js +2 -0
- package/dist/checkpoint/artifacts/types.js.map +1 -0
- package/dist/checkpoint/artifacts/worker-decompressor.d.ts +17 -0
- package/dist/checkpoint/artifacts/worker-decompressor.d.ts.map +1 -0
- package/dist/checkpoint/artifacts/worker-decompressor.js +148 -0
- package/dist/checkpoint/artifacts/worker-decompressor.js.map +1 -0
- package/dist/checkpoint/asset-store.d.ts +10 -0
- package/dist/checkpoint/asset-store.d.ts.map +1 -0
- package/dist/checkpoint/asset-store.js +46 -0
- package/dist/checkpoint/asset-store.js.map +1 -0
- package/dist/checkpoint/bundler.d.ts +15 -0
- package/dist/checkpoint/bundler.d.ts.map +1 -0
- package/dist/checkpoint/bundler.js +45 -0
- package/dist/checkpoint/bundler.js.map +1 -0
- package/dist/checkpoint/cli.d.ts +2 -0
- package/dist/checkpoint/cli.d.ts.map +1 -0
- package/dist/checkpoint/cli.js +157 -0
- package/dist/checkpoint/cli.js.map +1 -0
- package/dist/checkpoint/entrypoint-generator.d.ts +17 -0
- package/dist/checkpoint/entrypoint-generator.d.ts.map +1 -0
- package/dist/checkpoint/entrypoint-generator.js +251 -0
- package/dist/checkpoint/entrypoint-generator.js.map +1 -0
- package/dist/checkpoint/forwarder.d.ts +6 -0
- package/dist/checkpoint/forwarder.d.ts.map +1 -0
- package/dist/checkpoint/forwarder.js +74 -0
- package/dist/checkpoint/forwarder.js.map +1 -0
- package/dist/checkpoint/gateway.d.ts +11 -0
- package/dist/checkpoint/gateway.d.ts.map +1 -0
- package/dist/checkpoint/gateway.js +30 -0
- package/dist/checkpoint/gateway.js.map +1 -0
- package/dist/checkpoint/ipc.d.ts +12 -0
- package/dist/checkpoint/ipc.d.ts.map +1 -0
- package/dist/checkpoint/ipc.js +96 -0
- package/dist/checkpoint/ipc.js.map +1 -0
- package/dist/checkpoint/manager.d.ts +20 -0
- package/dist/checkpoint/manager.d.ts.map +1 -0
- package/dist/checkpoint/manager.js +214 -0
- package/dist/checkpoint/manager.js.map +1 -0
- package/dist/checkpoint/process-manager.d.ts +35 -0
- package/dist/checkpoint/process-manager.d.ts.map +1 -0
- package/dist/checkpoint/process-manager.js +203 -0
- package/dist/checkpoint/process-manager.js.map +1 -0
- package/dist/checkpoint/resolver.d.ts +25 -0
- package/dist/checkpoint/resolver.d.ts.map +1 -0
- package/dist/checkpoint/resolver.js +95 -0
- package/dist/checkpoint/resolver.js.map +1 -0
- package/dist/checkpoint/socket-path.d.ts +2 -0
- package/dist/checkpoint/socket-path.d.ts.map +1 -0
- package/dist/checkpoint/socket-path.js +51 -0
- package/dist/checkpoint/socket-path.js.map +1 -0
- package/dist/checkpoint/types.d.ts +54 -0
- package/dist/checkpoint/types.d.ts.map +1 -0
- package/dist/checkpoint/types.js +2 -0
- package/dist/checkpoint/types.js.map +1 -0
- package/dist/cli/index.js +10 -2
- package/dist/cli/index.js.map +1 -1
- package/dist/cli/option-resolution.d.ts +1 -1
- package/dist/cli/option-resolution.d.ts.map +1 -1
- package/dist/cli/option-resolution.js.map +1 -1
- package/dist/cli.js +3709 -328
- package/dist/core/config-loader.d.ts +1 -0
- package/dist/core/config-loader.d.ts.map +1 -1
- package/dist/core/config-loader.js +10 -2
- package/dist/core/config-loader.js.map +1 -1
- package/dist/core/router.d.ts +24 -3
- package/dist/core/router.d.ts.map +1 -1
- package/dist/core/router.js +398 -249
- package/dist/core/router.js.map +1 -1
- package/dist/core/server.d.ts +2 -0
- package/dist/core/server.d.ts.map +1 -1
- package/dist/core/server.js +22 -8
- package/dist/core/server.js.map +1 -1
- package/dist/core/vector.d.ts +3 -0
- package/dist/core/vector.d.ts.map +1 -1
- package/dist/core/vector.js +51 -1
- package/dist/core/vector.js.map +1 -1
- package/dist/dev/route-scanner.d.ts.map +1 -1
- package/dist/dev/route-scanner.js +2 -1
- package/dist/dev/route-scanner.js.map +1 -1
- package/dist/http.d.ts +32 -7
- package/dist/http.d.ts.map +1 -1
- package/dist/http.js +144 -13
- package/dist/http.js.map +1 -1
- package/dist/index.cjs +1297 -74
- package/dist/index.d.ts +3 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -2
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +1296 -73
- package/dist/middleware/manager.d.ts +3 -3
- package/dist/middleware/manager.d.ts.map +1 -1
- package/dist/middleware/manager.js +9 -8
- package/dist/middleware/manager.js.map +1 -1
- package/dist/openapi/docs-ui.d.ts.map +1 -1
- package/dist/openapi/docs-ui.js +1097 -61
- package/dist/openapi/docs-ui.js.map +1 -1
- package/dist/openapi/generator.d.ts +2 -1
- package/dist/openapi/generator.d.ts.map +1 -1
- package/dist/openapi/generator.js +240 -7
- package/dist/openapi/generator.js.map +1 -1
- package/dist/types/index.d.ts +71 -28
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/index.js +24 -1
- package/dist/types/index.js.map +1 -1
- package/dist/utils/validation.d.ts.map +1 -1
- package/dist/utils/validation.js +3 -2
- package/dist/utils/validation.js.map +1 -1
- package/package.json +2 -1
- package/src/auth/protected.ts +11 -8
- package/src/cache/manager.ts +23 -4
- package/src/checkpoint/artifacts/compressor.ts +30 -0
- package/src/checkpoint/artifacts/decompress-worker.ts +49 -0
- package/src/checkpoint/artifacts/hasher.ts +6 -0
- package/src/checkpoint/artifacts/manifest.ts +72 -0
- package/src/checkpoint/artifacts/materializer.ts +211 -0
- package/src/checkpoint/artifacts/packager.ts +100 -0
- package/src/checkpoint/artifacts/repository.ts +36 -0
- package/src/checkpoint/artifacts/store.ts +102 -0
- package/src/checkpoint/artifacts/types.ts +24 -0
- package/src/checkpoint/artifacts/worker-decompressor.ts +192 -0
- package/src/checkpoint/asset-store.ts +61 -0
- package/src/checkpoint/bundler.ts +64 -0
- package/src/checkpoint/cli.ts +177 -0
- package/src/checkpoint/entrypoint-generator.ts +275 -0
- package/src/checkpoint/forwarder.ts +84 -0
- package/src/checkpoint/gateway.ts +40 -0
- package/src/checkpoint/ipc.ts +107 -0
- package/src/checkpoint/manager.ts +254 -0
- package/src/checkpoint/process-manager.ts +250 -0
- package/src/checkpoint/resolver.ts +124 -0
- package/src/checkpoint/socket-path.ts +61 -0
- package/src/checkpoint/types.ts +63 -0
- package/src/cli/index.ts +11 -2
- package/src/cli/option-resolution.ts +5 -1
- package/src/core/config-loader.ts +11 -2
- package/src/core/router.ts +505 -264
- package/src/core/server.ts +36 -9
- package/src/core/vector.ts +60 -1
- package/src/dev/route-scanner.ts +2 -1
- package/src/http.ts +219 -19
- package/src/index.ts +3 -2
- package/src/middleware/manager.ts +10 -10
- package/src/openapi/docs-ui.ts +1097 -61
- package/src/openapi/generator.ts +265 -6
- package/src/types/index.ts +83 -30
- package/src/utils/validation.ts +5 -3
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
import { promises as fs } from 'node:fs';
|
|
2
|
+
import { join, relative } from 'node:path';
|
|
3
|
+
import { sha256Hex } from './hasher';
|
|
4
|
+
const ARCHIVE_DIR = '_archives';
|
|
5
|
+
export class CheckpointPackager {
|
|
6
|
+
storageDir;
|
|
7
|
+
codec;
|
|
8
|
+
constructor(storageDir, codec = 'gzip') {
|
|
9
|
+
this.storageDir = storageDir;
|
|
10
|
+
this.codec = codec;
|
|
11
|
+
}
|
|
12
|
+
async packageVersion(version) {
|
|
13
|
+
const versionDir = join(this.storageDir, version);
|
|
14
|
+
const archiveRelPath = join(ARCHIVE_DIR, `${version}${this.archiveSuffix()}`).replace(/\\/g, '/');
|
|
15
|
+
const archivePath = join(this.storageDir, archiveRelPath);
|
|
16
|
+
await fs.mkdir(join(this.storageDir, ARCHIVE_DIR), { recursive: true });
|
|
17
|
+
const files = await collectFiles(versionDir);
|
|
18
|
+
const archiveBytes = await this.buildArchiveBytes(versionDir, archivePath, files);
|
|
19
|
+
return {
|
|
20
|
+
archivePath: archiveRelPath,
|
|
21
|
+
archiveHash: sha256Hex(archiveBytes),
|
|
22
|
+
archiveSize: archiveBytes.byteLength,
|
|
23
|
+
codec: this.codec,
|
|
24
|
+
};
|
|
25
|
+
}
|
|
26
|
+
async buildArchiveBytes(versionDir, archivePath, files) {
|
|
27
|
+
const ArchiveCtor = Bun.Archive;
|
|
28
|
+
if (typeof ArchiveCtor === 'function') {
|
|
29
|
+
const archiveEntries = Object.fromEntries(files.map((filePath) => {
|
|
30
|
+
const rel = relative(versionDir, filePath).replace(/\\/g, '/');
|
|
31
|
+
return [rel, Bun.file(filePath)];
|
|
32
|
+
}));
|
|
33
|
+
const archive = new ArchiveCtor(archiveEntries);
|
|
34
|
+
const tarBytes = new Uint8Array(await archive.bytes());
|
|
35
|
+
const archiveBytes = this.codec === 'gzip' ? Bun.gzipSync(tarBytes) : tarBytes;
|
|
36
|
+
await Bun.write(archivePath, archiveBytes);
|
|
37
|
+
return archiveBytes;
|
|
38
|
+
}
|
|
39
|
+
await this.buildArchiveWithTar(versionDir, archivePath, files);
|
|
40
|
+
const bytes = await fs.readFile(archivePath);
|
|
41
|
+
return new Uint8Array(bytes.buffer, bytes.byteOffset, bytes.byteLength);
|
|
42
|
+
}
|
|
43
|
+
async buildArchiveWithTar(versionDir, archivePath, files) {
|
|
44
|
+
const relFiles = files.map((filePath) => relative(versionDir, filePath));
|
|
45
|
+
if (relFiles.length === 0) {
|
|
46
|
+
throw new Error(`Cannot package checkpoint: no files found in "${versionDir}"`);
|
|
47
|
+
}
|
|
48
|
+
const tarArgs = this.codec === 'gzip' ? ['-czf', archivePath] : ['-cf', archivePath];
|
|
49
|
+
const proc = Bun.spawn(['tar', ...tarArgs, '-C', versionDir, ...relFiles], {
|
|
50
|
+
stdout: 'pipe',
|
|
51
|
+
stderr: 'pipe',
|
|
52
|
+
});
|
|
53
|
+
const exitCode = await proc.exited;
|
|
54
|
+
if (exitCode === 0) {
|
|
55
|
+
return;
|
|
56
|
+
}
|
|
57
|
+
const stderr = await new Response(proc.stderr).text();
|
|
58
|
+
throw new Error(`Failed to package checkpoint archive with tar (exit ${exitCode}): ${stderr.trim()}`);
|
|
59
|
+
}
|
|
60
|
+
archiveSuffix() {
|
|
61
|
+
return this.codec === 'gzip' ? '.tar.gz' : '.tar';
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
async function collectFiles(root) {
|
|
65
|
+
const files = [];
|
|
66
|
+
await walk(root, files);
|
|
67
|
+
return files.filter((filePath) => relative(root, filePath).replace(/\\/g, '/') !== 'manifest.json');
|
|
68
|
+
}
|
|
69
|
+
async function walk(dir, files) {
|
|
70
|
+
const entries = await fs.readdir(dir, { withFileTypes: true });
|
|
71
|
+
for (const entry of entries) {
|
|
72
|
+
const fullPath = join(dir, entry.name);
|
|
73
|
+
if (entry.isDirectory()) {
|
|
74
|
+
await walk(fullPath, files);
|
|
75
|
+
continue;
|
|
76
|
+
}
|
|
77
|
+
if (entry.isFile()) {
|
|
78
|
+
files.push(fullPath);
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
//# sourceMappingURL=packager.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"packager.js","sourceRoot":"","sources":["../../../src/checkpoint/artifacts/packager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAE3C,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAGrC,MAAM,WAAW,GAAG,WAAW,CAAC;AAEhC,MAAM,OAAO,kBAAkB;IACrB,UAAU,CAAS;IACnB,KAAK,CAA6B;IAE1C,YAAY,UAAkB,EAAE,QAAoC,MAAM;QACxE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAAe;QAClC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAClD,MAAM,cAAc,GAAG,IAAI,CAAC,WAAW,EAAE,GAAG,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAClG,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;QAC1D,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAExE,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;QAElF,OAAO;YACL,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,SAAS,CAAC,YAAY,CAAC;YACpC,WAAW,EAAE,YAAY,CAAC,UAAU;YACpC,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,UAAkB,EAAE,WAAmB,EAAE,KAAe;QACtF,MAAM,WAAW,GAAI,GAAW,CAAC,OAAO,CAAC;QACzC,IAAI,OAAO,WAAW,KAAK,UAAU,EAAE,CAAC;YACtC,MAAM,cAAc,GAAG,MAAM,CAAC,WAAW,CACvC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACrB,MAAM,GAAG,GAAG,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;gBAC/D,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACnC,CAAC,CAAC,CACH,CAAC;YAEF,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,cAAc,CAAC,CAAC;YAChD,MAAM,QAAQ,GAAG,IAAI,UAAU,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YACvD,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;YAC/E,MAAM,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;YAC3C,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,MAAM,IAAI,CAAC,mBAAmB,CAAC,UAAU,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;QAC/D,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAC7C,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IAC1E,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,UAAkB,EAAE,WAAmB,EAAE,KAAe;QACxF,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;QACzE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,iDAAiD,UAAU,GAAG,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACrF,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC,EAAE;YACzE,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,MAAM;SACf,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC;QACnC,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,uDAAuD,QAAQ,MAAM,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACxG,CAAC;IAEO,aAAa;QACnB,OAAO,IAAI,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;IACpD,CAAC;CACF;AAED,KAAK,UAAU,YAAY,CAAC,IAAY;IACtC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACxB,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,eAAe,CAAC,CAAC;AACtG,CAAC;AAED,KAAK,UAAU,IAAI,CAAC,GAAW,EAAE,KAAe;IAC9C,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC5B,SAAS;QACX,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACnB,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { CheckpointAssetRecord } from '../types';
|
|
2
|
+
import type { CheckpointArtifactRepository } from './types';
|
|
3
|
+
export declare class LocalCheckpointArtifactRepository implements CheckpointArtifactRepository {
|
|
4
|
+
private storageDir;
|
|
5
|
+
constructor(storageDir: string);
|
|
6
|
+
writeBlob(record: CheckpointAssetRecord, bytes: Uint8Array): Promise<void>;
|
|
7
|
+
hasBlob(record: CheckpointAssetRecord): Promise<boolean>;
|
|
8
|
+
readBlob(record: CheckpointAssetRecord): Promise<Uint8Array>;
|
|
9
|
+
resolveBlobPath(record: CheckpointAssetRecord): string;
|
|
10
|
+
}
|
|
11
|
+
//# sourceMappingURL=repository.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"repository.d.ts","sourceRoot":"","sources":["../../../src/checkpoint/artifacts/repository.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AACtD,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,SAAS,CAAC;AAE5D,qBAAa,iCAAkC,YAAW,4BAA4B;IACpF,OAAO,CAAC,UAAU,CAAS;gBAEf,UAAU,EAAE,MAAM;IAIxB,SAAS,CAAC,MAAM,EAAE,qBAAqB,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAS1E,OAAO,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,OAAO,CAAC;IAIxD,QAAQ,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,UAAU,CAAC;IAMlE,eAAe,CAAC,MAAM,EAAE,qBAAqB,GAAG,MAAM;CAIvD"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { existsSync, promises as fs } from 'node:fs';
|
|
2
|
+
import { dirname, join } from 'node:path';
|
|
3
|
+
export class LocalCheckpointArtifactRepository {
|
|
4
|
+
storageDir;
|
|
5
|
+
constructor(storageDir) {
|
|
6
|
+
this.storageDir = storageDir;
|
|
7
|
+
}
|
|
8
|
+
async writeBlob(record, bytes) {
|
|
9
|
+
const targetPath = this.resolveBlobPath(record);
|
|
10
|
+
await fs.mkdir(dirname(targetPath), { recursive: true });
|
|
11
|
+
if (existsSync(targetPath)) {
|
|
12
|
+
return;
|
|
13
|
+
}
|
|
14
|
+
await fs.writeFile(targetPath, bytes);
|
|
15
|
+
}
|
|
16
|
+
async hasBlob(record) {
|
|
17
|
+
return existsSync(this.resolveBlobPath(record));
|
|
18
|
+
}
|
|
19
|
+
async readBlob(record) {
|
|
20
|
+
const targetPath = this.resolveBlobPath(record);
|
|
21
|
+
const bytes = await fs.readFile(targetPath);
|
|
22
|
+
return new Uint8Array(bytes.buffer, bytes.byteOffset, bytes.byteLength);
|
|
23
|
+
}
|
|
24
|
+
resolveBlobPath(record) {
|
|
25
|
+
const rawPath = record.blobPath ?? record.storedPath;
|
|
26
|
+
return rawPath.startsWith('/') ? rawPath : join(this.storageDir, rawPath);
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=repository.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"repository.js","sourceRoot":"","sources":["../../../src/checkpoint/artifacts/repository.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAI1C,MAAM,OAAO,iCAAiC;IACpC,UAAU,CAAS;IAE3B,YAAY,UAAkB;QAC5B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAA6B,EAAE,KAAiB;QAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC3B,OAAO;QACT,CAAC;QACD,MAAM,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAA6B;QACzC,OAAO,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAA6B;QAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC5C,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IAC1E,CAAC;IAED,eAAe,CAAC,MAA6B;QAC3C,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC;QACrD,OAAO,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAC5E,CAAC;CACF"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { CheckpointAssetRecord } from '../types';
|
|
2
|
+
import type { CheckpointArtifactStoreOptions } from './types';
|
|
3
|
+
export declare class CheckpointArtifactStore {
|
|
4
|
+
private storageDir;
|
|
5
|
+
private codec;
|
|
6
|
+
constructor(storageDir: string, options?: CheckpointArtifactStoreOptions);
|
|
7
|
+
addEmbedded(logicalPath: string, sourcePath: string): Promise<CheckpointAssetRecord>;
|
|
8
|
+
addSidecar(logicalPath: string, sourcePath: string): Promise<CheckpointAssetRecord>;
|
|
9
|
+
collect(embeddedPaths: string[], sidecarPaths: string[]): Promise<CheckpointAssetRecord[]>;
|
|
10
|
+
private addAsset;
|
|
11
|
+
private writeAtomically;
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=store.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../../src/checkpoint/artifacts/store.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,qBAAqB,EAA8B,MAAM,UAAU,CAAC;AAIlF,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,SAAS,CAAC;AAI9D,qBAAa,uBAAuB;IAClC,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,KAAK,CAA6B;gBAE9B,UAAU,EAAE,MAAM,EAAE,OAAO,GAAE,8BAAmC;IAKtE,WAAW,CAAC,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAIpF,UAAU,CAAC,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAInF,OAAO,CAAC,aAAa,EAAE,MAAM,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC;YAclF,QAAQ;YAuCR,eAAe;CAa9B"}
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
import { existsSync, promises as fs } from 'node:fs';
|
|
2
|
+
import { join } from 'node:path';
|
|
3
|
+
import { compressBytes, DEFAULT_ASSET_CODEC } from './compressor';
|
|
4
|
+
import { sha256Hex } from './hasher';
|
|
5
|
+
import { normalizeLogicalPath, normalizeRelativePath } from './manifest';
|
|
6
|
+
const BLOB_DIR = '_assets/blobs';
|
|
7
|
+
export class CheckpointArtifactStore {
|
|
8
|
+
storageDir;
|
|
9
|
+
codec;
|
|
10
|
+
constructor(storageDir, options = {}) {
|
|
11
|
+
this.storageDir = storageDir;
|
|
12
|
+
this.codec = options.assetCodec ?? DEFAULT_ASSET_CODEC;
|
|
13
|
+
}
|
|
14
|
+
async addEmbedded(logicalPath, sourcePath) {
|
|
15
|
+
return this.addAsset('embedded', logicalPath, sourcePath);
|
|
16
|
+
}
|
|
17
|
+
async addSidecar(logicalPath, sourcePath) {
|
|
18
|
+
return this.addAsset('sidecar', logicalPath, sourcePath);
|
|
19
|
+
}
|
|
20
|
+
async collect(embeddedPaths, sidecarPaths) {
|
|
21
|
+
const records = [];
|
|
22
|
+
for (const sourcePath of embeddedPaths) {
|
|
23
|
+
records.push(await this.addEmbedded(sourcePath, sourcePath));
|
|
24
|
+
}
|
|
25
|
+
for (const sourcePath of sidecarPaths) {
|
|
26
|
+
records.push(await this.addSidecar(sourcePath, sourcePath));
|
|
27
|
+
}
|
|
28
|
+
return records;
|
|
29
|
+
}
|
|
30
|
+
async addAsset(type, logicalPath, sourcePath) {
|
|
31
|
+
const content = await fs.readFile(sourcePath);
|
|
32
|
+
const contentBytes = new Uint8Array(content.buffer, content.byteOffset, content.byteLength);
|
|
33
|
+
const contentHash = sha256Hex(contentBytes);
|
|
34
|
+
const compressed = compressBytes(contentBytes, this.codec);
|
|
35
|
+
const blobHash = sha256Hex(compressed);
|
|
36
|
+
const blobPath = normalizeRelativePath(join(BLOB_DIR, `${blobHash}${this.codec === 'gzip' ? '.gz' : ''}`));
|
|
37
|
+
const storedPath = join(this.storageDir, blobPath);
|
|
38
|
+
await fs.mkdir(join(this.storageDir, BLOB_DIR), { recursive: true });
|
|
39
|
+
if (!existsSync(storedPath)) {
|
|
40
|
+
await this.writeAtomically(storedPath, compressed);
|
|
41
|
+
}
|
|
42
|
+
else {
|
|
43
|
+
const existing = await fs.readFile(storedPath);
|
|
44
|
+
const existingBytes = new Uint8Array(existing.buffer, existing.byteOffset, existing.byteLength);
|
|
45
|
+
if (sha256Hex(existingBytes) !== blobHash) {
|
|
46
|
+
await this.writeAtomically(storedPath, compressed);
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
return {
|
|
50
|
+
type,
|
|
51
|
+
logicalPath: normalizeLogicalPath(logicalPath),
|
|
52
|
+
storedPath,
|
|
53
|
+
hash: contentHash,
|
|
54
|
+
size: content.byteLength,
|
|
55
|
+
contentHash,
|
|
56
|
+
contentSize: content.byteLength,
|
|
57
|
+
blobHash,
|
|
58
|
+
blobSize: compressed.byteLength,
|
|
59
|
+
blobPath,
|
|
60
|
+
codec: this.codec,
|
|
61
|
+
};
|
|
62
|
+
}
|
|
63
|
+
async writeAtomically(path, bytes) {
|
|
64
|
+
const tempPath = `${path}.tmp.${process.pid}.${Date.now()}`;
|
|
65
|
+
await fs.writeFile(tempPath, bytes);
|
|
66
|
+
try {
|
|
67
|
+
await fs.rename(tempPath, path);
|
|
68
|
+
}
|
|
69
|
+
catch (error) {
|
|
70
|
+
if (!isAlreadyExists(error)) {
|
|
71
|
+
throw error;
|
|
72
|
+
}
|
|
73
|
+
await fs.rm(path, { force: true });
|
|
74
|
+
await fs.rename(tempPath, path);
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
function isAlreadyExists(error) {
|
|
79
|
+
if (typeof error !== 'object' || error === null || !('code' in error)) {
|
|
80
|
+
return false;
|
|
81
|
+
}
|
|
82
|
+
const code = error.code;
|
|
83
|
+
return code === 'EEXIST' || code === 'EPERM';
|
|
84
|
+
}
|
|
85
|
+
//# sourceMappingURL=store.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"store.js","sourceRoot":"","sources":["../../../src/checkpoint/artifacts/store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACrD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAClE,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAGzE,MAAM,QAAQ,GAAG,eAAe,CAAC;AAEjC,MAAM,OAAO,uBAAuB;IAC1B,UAAU,CAAS;IACnB,KAAK,CAA6B;IAE1C,YAAY,UAAkB,EAAE,UAA0C,EAAE;QAC1E,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,UAAU,IAAI,mBAAmB,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,WAAmB,EAAE,UAAkB;QACvD,OAAO,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,WAAmB,EAAE,UAAkB;QACtD,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,aAAuB,EAAE,YAAsB;QAC3D,MAAM,OAAO,GAA4B,EAAE,CAAC;QAE5C,KAAK,MAAM,UAAU,IAAI,aAAa,EAAE,CAAC;YACvC,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;QAC/D,CAAC;QAED,KAAK,MAAM,UAAU,IAAI,YAAY,EAAE,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,QAAQ,CACpB,IAAmC,EACnC,WAAmB,EACnB,UAAkB;QAElB,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC9C,MAAM,YAAY,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAC5F,MAAM,WAAW,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC;QAC5C,MAAM,UAAU,GAAG,aAAa,CAAC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3D,MAAM,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,qBAAqB,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,QAAQ,GAAG,IAAI,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC3G,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAEnD,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACrE,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QACrD,CAAC;aAAM,CAAC;YACN,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC/C,MAAM,aAAa,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;YAChG,IAAI,SAAS,CAAC,aAAa,CAAC,KAAK,QAAQ,EAAE,CAAC;gBAC1C,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QAED,OAAO;YACL,IAAI;YACJ,WAAW,EAAE,oBAAoB,CAAC,WAAW,CAAC;YAC9C,UAAU;YACV,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,OAAO,CAAC,UAAU;YACxB,WAAW;YACX,WAAW,EAAE,OAAO,CAAC,UAAU;YAC/B,QAAQ;YACR,QAAQ,EAAE,UAAU,CAAC,UAAU;YAC/B,QAAQ;YACR,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,IAAY,EAAE,KAAiB;QAC3D,MAAM,QAAQ,GAAG,GAAG,IAAI,QAAQ,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAC5D,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC5B,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACnC,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;CACF;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,EAAE,CAAC;QACtE,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,IAAI,GAAI,KAA2B,CAAC,IAAI,CAAC;IAC/C,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,OAAO,CAAC;AAC/C,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { CheckpointAssetRecord, CheckpointCompressionCodec } from '../types';
|
|
2
|
+
export interface CheckpointArtifactStoreOptions {
|
|
3
|
+
assetCodec?: CheckpointCompressionCodec;
|
|
4
|
+
}
|
|
5
|
+
export interface CheckpointArtifactMaterializerOptions {
|
|
6
|
+
verifyChecksums?: boolean;
|
|
7
|
+
materializedDirName?: string;
|
|
8
|
+
lockTimeoutMs?: number;
|
|
9
|
+
}
|
|
10
|
+
export interface CheckpointArtifactPackageRecord {
|
|
11
|
+
archivePath: string;
|
|
12
|
+
archiveHash: string;
|
|
13
|
+
archiveSize: number;
|
|
14
|
+
codec: CheckpointCompressionCodec;
|
|
15
|
+
}
|
|
16
|
+
export interface CheckpointArtifactRepository {
|
|
17
|
+
writeBlob(record: CheckpointAssetRecord, bytes: Uint8Array): Promise<void>;
|
|
18
|
+
hasBlob(record: CheckpointAssetRecord): Promise<boolean>;
|
|
19
|
+
readBlob(record: CheckpointAssetRecord): Promise<Uint8Array>;
|
|
20
|
+
}
|
|
21
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/checkpoint/artifacts/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,qBAAqB,EAAE,0BAA0B,EAAE,MAAM,UAAU,CAAC;AAElF,MAAM,WAAW,8BAA8B;IAC7C,UAAU,CAAC,EAAE,0BAA0B,CAAC;CACzC;AAED,MAAM,WAAW,qCAAqC;IACpD,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,+BAA+B;IAC9C,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,0BAA0B,CAAC;CACnC;AAED,MAAM,WAAW,4BAA4B;IAC3C,SAAS,CAAC,MAAM,EAAE,qBAAqB,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3E,OAAO,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACzD,QAAQ,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;CAC9D"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/checkpoint/artifacts/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { CheckpointCompressionCodec } from '../types';
|
|
2
|
+
export declare class CheckpointWorkerDecompressor {
|
|
3
|
+
private workers;
|
|
4
|
+
private idleWorkers;
|
|
5
|
+
private queue;
|
|
6
|
+
private activeJobsByWorker;
|
|
7
|
+
private nextJobId;
|
|
8
|
+
private disposed;
|
|
9
|
+
constructor(workerCount?: number);
|
|
10
|
+
decompress(input: Uint8Array, codec: CheckpointCompressionCodec): Promise<Uint8Array>;
|
|
11
|
+
dispose(): Promise<void>;
|
|
12
|
+
private pump;
|
|
13
|
+
private handleWorkerMessage;
|
|
14
|
+
private handleWorkerError;
|
|
15
|
+
private failAll;
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=worker-decompressor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-decompressor.d.ts","sourceRoot":"","sources":["../../../src/checkpoint/artifacts/worker-decompressor.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,UAAU,CAAC;AAuB3D,qBAAa,4BAA4B;IACvC,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,WAAW,CAAgB;IACnC,OAAO,CAAC,KAAK,CAAuB;IACpC,OAAO,CAAC,kBAAkB,CAAyC;IACnE,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,QAAQ,CAAS;gBAEb,WAAW,GAAE,MAAoC;IAavD,UAAU,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,0BAA0B,GAAG,OAAO,CAAC,UAAU,CAAC;IA2BrF,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAsB9B,OAAO,CAAC,IAAI;IASZ,OAAO,CAAC,mBAAmB;IAyB3B,OAAO,CAAC,iBAAiB;IAkBzB,OAAO,CAAC,OAAO;CAWhB"}
|
|
@@ -0,0 +1,148 @@
|
|
|
1
|
+
import { availableParallelism, cpus } from 'node:os';
|
|
2
|
+
const DEFAULT_MAX_WORKERS = 4;
|
|
3
|
+
export class CheckpointWorkerDecompressor {
|
|
4
|
+
workers = [];
|
|
5
|
+
idleWorkers = [];
|
|
6
|
+
queue = [];
|
|
7
|
+
activeJobsByWorker = new Map();
|
|
8
|
+
nextJobId = 1;
|
|
9
|
+
disposed = false;
|
|
10
|
+
constructor(workerCount = resolveDefaultWorkerCount()) {
|
|
11
|
+
const normalizedCount = normalizeWorkerCount(workerCount);
|
|
12
|
+
const workerUrl = resolveWorkerModuleUrl();
|
|
13
|
+
for (let i = 0; i < normalizedCount; i++) {
|
|
14
|
+
const worker = new Worker(workerUrl.href);
|
|
15
|
+
worker.onmessage = (event) => this.handleWorkerMessage(worker, event);
|
|
16
|
+
worker.onerror = (event) => this.handleWorkerError(worker, event);
|
|
17
|
+
this.workers.push(worker);
|
|
18
|
+
this.idleWorkers.push(worker);
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
async decompress(input, codec) {
|
|
22
|
+
if (codec === 'none') {
|
|
23
|
+
return new Uint8Array(input);
|
|
24
|
+
}
|
|
25
|
+
if (this.disposed) {
|
|
26
|
+
throw new Error('Checkpoint worker decompressor is disposed');
|
|
27
|
+
}
|
|
28
|
+
const copied = new Uint8Array(input);
|
|
29
|
+
return await new Promise((resolve, reject) => {
|
|
30
|
+
const id = this.nextJobId++;
|
|
31
|
+
this.queue.push({
|
|
32
|
+
id,
|
|
33
|
+
request: {
|
|
34
|
+
id,
|
|
35
|
+
codec,
|
|
36
|
+
input: copied.buffer,
|
|
37
|
+
},
|
|
38
|
+
resolve,
|
|
39
|
+
reject,
|
|
40
|
+
});
|
|
41
|
+
this.pump();
|
|
42
|
+
});
|
|
43
|
+
}
|
|
44
|
+
async dispose() {
|
|
45
|
+
if (this.disposed) {
|
|
46
|
+
return;
|
|
47
|
+
}
|
|
48
|
+
this.disposed = true;
|
|
49
|
+
const error = new Error('Checkpoint worker decompressor disposed');
|
|
50
|
+
this.failAll(error);
|
|
51
|
+
for (const worker of this.workers) {
|
|
52
|
+
try {
|
|
53
|
+
worker.terminate();
|
|
54
|
+
}
|
|
55
|
+
catch {
|
|
56
|
+
// Ignore termination failures.
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
this.workers = [];
|
|
60
|
+
this.idleWorkers = [];
|
|
61
|
+
this.activeJobsByWorker.clear();
|
|
62
|
+
}
|
|
63
|
+
pump() {
|
|
64
|
+
while (this.idleWorkers.length > 0 && this.queue.length > 0) {
|
|
65
|
+
const worker = this.idleWorkers.pop();
|
|
66
|
+
const job = this.queue.shift();
|
|
67
|
+
this.activeJobsByWorker.set(worker, job);
|
|
68
|
+
worker.postMessage(job.request, [job.request.input]);
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
handleWorkerMessage(worker, event) {
|
|
72
|
+
const job = this.activeJobsByWorker.get(worker);
|
|
73
|
+
this.activeJobsByWorker.delete(worker);
|
|
74
|
+
if (!this.disposed) {
|
|
75
|
+
this.idleWorkers.push(worker);
|
|
76
|
+
}
|
|
77
|
+
if (!job) {
|
|
78
|
+
this.pump();
|
|
79
|
+
return;
|
|
80
|
+
}
|
|
81
|
+
const message = event.data;
|
|
82
|
+
if (message.error) {
|
|
83
|
+
job.reject(new Error(message.error));
|
|
84
|
+
}
|
|
85
|
+
else if (message.output instanceof ArrayBuffer) {
|
|
86
|
+
job.resolve(new Uint8Array(message.output));
|
|
87
|
+
}
|
|
88
|
+
else {
|
|
89
|
+
job.reject(new Error('Worker returned no output'));
|
|
90
|
+
}
|
|
91
|
+
this.pump();
|
|
92
|
+
}
|
|
93
|
+
handleWorkerError(worker, event) {
|
|
94
|
+
const job = this.activeJobsByWorker.get(worker);
|
|
95
|
+
this.activeJobsByWorker.delete(worker);
|
|
96
|
+
this.idleWorkers = this.idleWorkers.filter((candidate) => candidate !== worker);
|
|
97
|
+
const message = event.message?.trim() || 'Checkpoint decompression worker crashed';
|
|
98
|
+
const error = new Error(message);
|
|
99
|
+
if (job) {
|
|
100
|
+
job.reject(error);
|
|
101
|
+
}
|
|
102
|
+
this.failAll(error);
|
|
103
|
+
this.dispose().catch(() => {
|
|
104
|
+
// Ignore cleanup failures after worker error.
|
|
105
|
+
});
|
|
106
|
+
}
|
|
107
|
+
failAll(error) {
|
|
108
|
+
const queued = this.queue.splice(0, this.queue.length);
|
|
109
|
+
for (const job of queued) {
|
|
110
|
+
job.reject(error);
|
|
111
|
+
}
|
|
112
|
+
for (const job of this.activeJobsByWorker.values()) {
|
|
113
|
+
job.reject(error);
|
|
114
|
+
}
|
|
115
|
+
this.activeJobsByWorker.clear();
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
function resolveDefaultWorkerCount() {
|
|
119
|
+
const cores = resolveCoreCount();
|
|
120
|
+
const reserveForMainThread = Math.max(1, cores - 1);
|
|
121
|
+
return Math.max(1, Math.min(DEFAULT_MAX_WORKERS, reserveForMainThread));
|
|
122
|
+
}
|
|
123
|
+
function resolveCoreCount() {
|
|
124
|
+
try {
|
|
125
|
+
const parallelism = availableParallelism();
|
|
126
|
+
if (Number.isFinite(parallelism) && parallelism > 0) {
|
|
127
|
+
return parallelism;
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
catch {
|
|
131
|
+
// Fall through to cpus().
|
|
132
|
+
}
|
|
133
|
+
const cpuCount = cpus().length;
|
|
134
|
+
return Number.isFinite(cpuCount) && cpuCount > 0 ? cpuCount : 1;
|
|
135
|
+
}
|
|
136
|
+
function normalizeWorkerCount(value) {
|
|
137
|
+
if (!Number.isFinite(value) || value <= 0) {
|
|
138
|
+
return 1;
|
|
139
|
+
}
|
|
140
|
+
return Math.max(1, Math.floor(value));
|
|
141
|
+
}
|
|
142
|
+
function resolveWorkerModuleUrl() {
|
|
143
|
+
if (import.meta.url.endsWith('.ts')) {
|
|
144
|
+
return new URL('./decompress-worker.ts', import.meta.url);
|
|
145
|
+
}
|
|
146
|
+
return new URL('./decompress-worker.js', import.meta.url);
|
|
147
|
+
}
|
|
148
|
+
//# sourceMappingURL=worker-decompressor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-decompressor.js","sourceRoot":"","sources":["../../../src/checkpoint/artifacts/worker-decompressor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAsBrD,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAE9B,MAAM,OAAO,4BAA4B;IAC/B,OAAO,GAAa,EAAE,CAAC;IACvB,WAAW,GAAa,EAAE,CAAC;IAC3B,KAAK,GAAoB,EAAE,CAAC;IAC5B,kBAAkB,GAA+B,IAAI,GAAG,EAAE,CAAC;IAC3D,SAAS,GAAG,CAAC,CAAC;IACd,QAAQ,GAAG,KAAK,CAAC;IAEzB,YAAY,cAAsB,yBAAyB,EAAE;QAC3D,MAAM,eAAe,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;QAC1D,MAAM,SAAS,GAAG,sBAAsB,EAAE,CAAC;QAE3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,CAAC,SAAS,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YACtE,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YAClE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC1B,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAiB,EAAE,KAAiC;QACnE,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;YACrB,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;QAErC,OAAO,MAAM,IAAI,OAAO,CAAa,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACvD,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAC5B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;gBACd,EAAE;gBACF,OAAO,EAAE;oBACP,EAAE;oBACF,KAAK;oBACL,KAAK,EAAE,MAAM,CAAC,MAAM;iBACrB;gBACD,OAAO;gBACP,MAAM;aACP,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QAErB,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QACnE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEpB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,IAAI,CAAC;gBACH,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,CAAC;YAAC,MAAM,CAAC;gBACP,+BAA+B;YACjC,CAAC;QACH,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC;IAClC,CAAC;IAEO,IAAI;QACV,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,EAAG,CAAC;YACvC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;YAChC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACzC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,MAAc,EAAE,KAAuC;QACjF,MAAM,GAAG,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAChD,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEvC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,IAAI,CAAC,IAAI,EAAE,CAAC;YACZ,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC;QAC3B,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QACvC,CAAC;aAAM,IAAI,OAAO,CAAC,MAAM,YAAY,WAAW,EAAE,CAAC;YACjD,GAAG,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QAC9C,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;IAEO,iBAAiB,CAAC,MAAc,EAAE,KAAiB;QACzD,MAAM,GAAG,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAChD,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACvC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC;QAEhF,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,yCAAyC,CAAC;QACnF,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;QAEjC,IAAI,GAAG,EAAE,CAAC;YACR,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACpB,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE;YACxB,8CAA8C;QAChD,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,OAAO,CAAC,KAAY;QAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACvD,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;YACzB,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,EAAE,CAAC;YACnD,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;QACD,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC;IAClC,CAAC;CACF;AAED,SAAS,yBAAyB;IAChC,MAAM,KAAK,GAAG,gBAAgB,EAAE,CAAC;IACjC,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IACpD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,mBAAmB,EAAE,oBAAoB,CAAC,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,gBAAgB;IACvB,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,oBAAoB,EAAE,CAAC;QAC3C,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACpD,OAAO,WAAW,CAAC;QACrB,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,0BAA0B;IAC5B,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC;IAC/B,OAAO,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QAC1C,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,sBAAsB;IAC7B,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACpC,OAAO,IAAI,GAAG,CAAC,wBAAwB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,IAAI,GAAG,CAAC,wBAAwB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC5D,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { CheckpointAssetRecord } from './types';
|
|
2
|
+
export declare class AssetStore {
|
|
3
|
+
private artifactStore;
|
|
4
|
+
constructor(storageDir: string);
|
|
5
|
+
addEmbedded(logicalPath: string, sourcePath: string): Promise<CheckpointAssetRecord>;
|
|
6
|
+
addSidecar(logicalPath: string, sourcePath: string): Promise<CheckpointAssetRecord>;
|
|
7
|
+
collect(embeddedPaths: string[], sidecarPaths: string[]): Promise<CheckpointAssetRecord[]>;
|
|
8
|
+
validateBudgets(records: CheckpointAssetRecord[]): void;
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=asset-store.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"asset-store.d.ts","sourceRoot":"","sources":["../../src/checkpoint/asset-store.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAMrD,qBAAa,UAAU;IACrB,OAAO,CAAC,aAAa,CAA0B;gBAEnC,UAAU,EAAE,MAAM;IAIxB,WAAW,CAAC,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAWpF,UAAU,CAAC,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAInF,OAAO,CAAC,aAAa,EAAE,MAAM,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC;IAchG,eAAe,CAAC,OAAO,EAAE,qBAAqB,EAAE,GAAG,IAAI;CAWxD"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import { promises as fs } from 'node:fs';
|
|
2
|
+
import { CheckpointArtifactStore } from './artifacts/store';
|
|
3
|
+
const EMBEDDED_PER_FILE_BUDGET = 64 * 1024; // 64 KB per file
|
|
4
|
+
const EMBEDDED_TOTAL_BUDGET = 512 * 1024; // 512 KB total
|
|
5
|
+
export class AssetStore {
|
|
6
|
+
artifactStore;
|
|
7
|
+
constructor(storageDir) {
|
|
8
|
+
this.artifactStore = new CheckpointArtifactStore(storageDir);
|
|
9
|
+
}
|
|
10
|
+
async addEmbedded(logicalPath, sourcePath) {
|
|
11
|
+
const content = await fs.readFile(sourcePath);
|
|
12
|
+
if (content.byteLength > EMBEDDED_PER_FILE_BUDGET) {
|
|
13
|
+
throw new Error(`Embedded asset "${logicalPath}" is ${formatBytes(content.byteLength)} — exceeds ${formatBytes(EMBEDDED_PER_FILE_BUDGET)} per-file budget. Use sidecar instead.`);
|
|
14
|
+
}
|
|
15
|
+
return await this.artifactStore.addEmbedded(logicalPath, sourcePath);
|
|
16
|
+
}
|
|
17
|
+
async addSidecar(logicalPath, sourcePath) {
|
|
18
|
+
return await this.artifactStore.addSidecar(logicalPath, sourcePath);
|
|
19
|
+
}
|
|
20
|
+
async collect(embeddedPaths, sidecarPaths) {
|
|
21
|
+
const records = [];
|
|
22
|
+
for (const p of embeddedPaths) {
|
|
23
|
+
records.push(await this.addEmbedded(p, p));
|
|
24
|
+
}
|
|
25
|
+
for (const p of sidecarPaths) {
|
|
26
|
+
records.push(await this.addSidecar(p, p));
|
|
27
|
+
}
|
|
28
|
+
return records;
|
|
29
|
+
}
|
|
30
|
+
validateBudgets(records) {
|
|
31
|
+
const embeddedTotal = records
|
|
32
|
+
.filter((r) => r.type === 'embedded')
|
|
33
|
+
.reduce((acc, r) => acc + (r.contentSize ?? r.size), 0);
|
|
34
|
+
if (embeddedTotal > EMBEDDED_TOTAL_BUDGET) {
|
|
35
|
+
throw new Error(`Total embedded asset size ${formatBytes(embeddedTotal)} exceeds ${formatBytes(EMBEDDED_TOTAL_BUDGET)} budget.`);
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
function formatBytes(bytes) {
|
|
40
|
+
if (bytes < 1024)
|
|
41
|
+
return `${bytes} B`;
|
|
42
|
+
if (bytes < 1024 * 1024)
|
|
43
|
+
return `${(bytes / 1024).toFixed(1)} KB`;
|
|
44
|
+
return `${(bytes / (1024 * 1024)).toFixed(1)} MB`;
|
|
45
|
+
}
|
|
46
|
+
//# sourceMappingURL=asset-store.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"asset-store.js","sourceRoot":"","sources":["../../src/checkpoint/asset-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AAEzC,OAAO,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAE5D,MAAM,wBAAwB,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,iBAAiB;AAC7D,MAAM,qBAAqB,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC,eAAe;AAEzD,MAAM,OAAO,UAAU;IACb,aAAa,CAA0B;IAE/C,YAAY,UAAkB;QAC5B,IAAI,CAAC,aAAa,GAAG,IAAI,uBAAuB,CAAC,UAAU,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,WAAmB,EAAE,UAAkB;QACvD,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC9C,IAAI,OAAO,CAAC,UAAU,GAAG,wBAAwB,EAAE,CAAC;YAClD,MAAM,IAAI,KAAK,CACb,mBAAmB,WAAW,QAAQ,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,cAAc,WAAW,CAAC,wBAAwB,CAAC,wCAAwC,CACjK,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IACvE,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,WAAmB,EAAE,UAAkB;QACtD,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,aAAuB,EAAE,YAAsB;QAC3D,MAAM,OAAO,GAA4B,EAAE,CAAC;QAE5C,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;YAC9B,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;YAC7B,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,eAAe,CAAC,OAAgC;QAC9C,MAAM,aAAa,GAAG,OAAO;aAC1B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;aACpC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAE1D,IAAI,aAAa,GAAG,qBAAqB,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CACb,6BAA6B,WAAW,CAAC,aAAa,CAAC,YAAY,WAAW,CAAC,qBAAqB,CAAC,UAAU,CAChH,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,IAAI,KAAK,GAAG,IAAI;QAAE,OAAO,GAAG,KAAK,IAAI,CAAC;IACtC,IAAI,KAAK,GAAG,IAAI,GAAG,IAAI;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IAClE,OAAO,GAAG,CAAC,KAAK,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;AACpD,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
export interface BundleOptions {
|
|
2
|
+
entrypointPath: string;
|
|
3
|
+
outputDir: string;
|
|
4
|
+
outputFile?: string;
|
|
5
|
+
}
|
|
6
|
+
export interface BundleResult {
|
|
7
|
+
outputPath: string;
|
|
8
|
+
hash: string;
|
|
9
|
+
size: number;
|
|
10
|
+
}
|
|
11
|
+
export declare class CheckpointBundler {
|
|
12
|
+
bundle(options: BundleOptions): Promise<BundleResult>;
|
|
13
|
+
private hashFile;
|
|
14
|
+
}
|
|
15
|
+
//# sourceMappingURL=bundler.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bundler.d.ts","sourceRoot":"","sources":["../../src/checkpoint/bundler.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,aAAa;IAC5B,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,qBAAa,iBAAiB;IACtB,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC;YAkC7C,QAAQ;CAavB"}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
import { existsSync } from 'node:fs';
|
|
2
|
+
import { join } from 'node:path';
|
|
3
|
+
export class CheckpointBundler {
|
|
4
|
+
async bundle(options) {
|
|
5
|
+
const outfile = options.outputFile ?? 'checkpoint.js';
|
|
6
|
+
const result = await Bun.build({
|
|
7
|
+
entrypoints: [options.entrypointPath],
|
|
8
|
+
outdir: options.outputDir,
|
|
9
|
+
target: 'bun',
|
|
10
|
+
format: 'esm',
|
|
11
|
+
minify: true,
|
|
12
|
+
naming: { entry: outfile },
|
|
13
|
+
});
|
|
14
|
+
if (!result.success) {
|
|
15
|
+
const messages = result.logs.map((l) => l.message ?? String(l)).join('\n');
|
|
16
|
+
throw new Error(`Checkpoint bundle failed:\n${messages}`);
|
|
17
|
+
}
|
|
18
|
+
const outputPath = join(options.outputDir, outfile);
|
|
19
|
+
if (!existsSync(outputPath)) {
|
|
20
|
+
// Bun.build may output with a different name; find the actual output
|
|
21
|
+
const actualOutput = result.outputs.find((o) => o.kind === 'entry-point');
|
|
22
|
+
if (actualOutput) {
|
|
23
|
+
const actualPath = actualOutput.path;
|
|
24
|
+
if (existsSync(actualPath)) {
|
|
25
|
+
return this.hashFile(actualPath);
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
throw new Error(`Bundle output not found at expected path: ${outputPath}`);
|
|
29
|
+
}
|
|
30
|
+
return this.hashFile(outputPath);
|
|
31
|
+
}
|
|
32
|
+
async hashFile(path) {
|
|
33
|
+
const file = Bun.file(path);
|
|
34
|
+
const content = await file.arrayBuffer();
|
|
35
|
+
const hashBuffer = Bun.SHA256.hash(new Uint8Array(content));
|
|
36
|
+
const hashBytes = new Uint8Array(hashBuffer.buffer, hashBuffer.byteOffset, hashBuffer.byteLength);
|
|
37
|
+
const hash = Buffer.from(hashBytes).toString('hex');
|
|
38
|
+
return {
|
|
39
|
+
outputPath: path,
|
|
40
|
+
hash,
|
|
41
|
+
size: content.byteLength,
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
//# sourceMappingURL=bundler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bundler.js","sourceRoot":"","sources":["../../src/checkpoint/bundler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAcjC,MAAM,OAAO,iBAAiB;IAC5B,KAAK,CAAC,MAAM,CAAC,OAAsB;QACjC,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,IAAI,eAAe,CAAC;QAEtD,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC;YAC7B,WAAW,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC;YACrC,MAAM,EAAE,OAAO,CAAC,SAAS;YACzB,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC3E,MAAM,IAAI,KAAK,CAAC,8BAA8B,QAAQ,EAAE,CAAC,CAAC;QAC5D,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAEpD,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5B,qEAAqE;YACrE,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC;YAC1E,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,CAAC;gBACrC,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;oBAC3B,OAAO,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,6CAA6C,UAAU,EAAE,CAAC,CAAC;QAC7E,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,IAAY;QACjC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5D,MAAM,SAAS,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;QAClG,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAEpD,OAAO;YACL,UAAU,EAAE,IAAI;YAChB,IAAI;YACJ,IAAI,EAAE,OAAO,CAAC,UAAU;SACzB,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/checkpoint/cli.ts"],"names":[],"mappings":"AAGA,wBAAsB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAmBpE"}
|