@nowcrew/daemon 0.6.60 → 0.6.63

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (46) hide show
  1. package/dist/agent-ability/materializer.js +1 -20
  2. package/dist/automatic-install-target.js +10 -15
  3. package/dist/computer-cli.js +1 -10
  4. package/dist/computer-service.js +1 -41
  5. package/dist/config.js +0 -35
  6. package/dist/daemon-migration-controller.js +18 -16
  7. package/dist/execution-runner.js +0 -1
  8. package/dist/local-executor.js +1 -44
  9. package/dist/machine-info.js +2 -3
  10. package/dist/main.js +0 -83
  11. package/dist/managed-service-lifecycle.js +2 -47
  12. package/dist/managed-service-startup.js +0 -2
  13. package/dist/profile-layout.js +4 -10
  14. package/dist/runner.js +0 -1
  15. package/dist/serve.js +3 -64
  16. package/dist/workspace.js +1 -24
  17. package/package.json +10 -9
  18. package/dist/local-memory/index-budget.js +0 -74
  19. package/dist/local-memory/pending.js +0 -111
  20. package/dist/local-memory/runtime.js +0 -87
  21. package/dist/local-memory/types.js +0 -1
  22. package/dist/local-memory/write.js +0 -448
  23. package/dist/storage-config.js +0 -175
  24. package/dist/storage-control.js +0 -131
  25. package/dist/storage-copy.js +0 -444
  26. package/dist/storage-credential-guard.js +0 -21
  27. package/dist/storage-doctor.js +0 -175
  28. package/dist/storage-identity.js +0 -29
  29. package/dist/storage-layout.js +0 -143
  30. package/dist/storage-manifest.js +0 -440
  31. package/dist/storage-migration-controller.js +0 -417
  32. package/dist/storage-migration-manifest.js +0 -105
  33. package/dist/storage-migration-policy.js +0 -100
  34. package/dist/storage-runtime-controller.js +0 -313
  35. package/dist/storage-runtime-readiness.js +0 -184
  36. package/dist/storage-runtime.js +0 -39
  37. package/dist/storage-safe-fs.js +0 -293
  38. package/dist/storage-serve-adapter.js +0 -65
  39. package/dist/storage-status-delivery.js +0 -201
  40. package/dist/storage-status-replay.js +0 -125
  41. package/dist/storage-target-confirmation.js +0 -129
  42. package/dist/storage-worker-command.js +0 -27
  43. package/dist/storage-worker-executor.js +0 -383
  44. package/dist/storage-worker-handoff.js +0 -151
  45. package/dist/storage-worker-operation.js +0 -283
  46. package/dist/storage-worker-status.js +0 -105
@@ -1,151 +0,0 @@
1
- import { execFile } from "node:child_process";
2
- import { readFile, rm } from "node:fs/promises";
3
- import { join, posix, resolve, win32 } from "node:path";
4
- import { promisify } from "node:util";
5
- import { z } from "zod";
6
- import { atomicPrivateWrite } from "./atomic-private-write.js";
7
- import { readStorageWorkerOperation } from "./storage-worker-operation.js";
8
- const AbsolutePathSchema = z.string().min(1).max(32768)
9
- .refine((value) => !/[\0\r\n]/u.test(value), "path must be a single line")
10
- .refine((value) => posix.isAbsolute(value) || win32.isAbsolute(value), "path must be absolute");
11
- const HandoffSchema = z.object({
12
- version: z.literal(1),
13
- migrationId: z.string().uuid(),
14
- profile: z.string().regex(/^[a-z0-9][a-z0-9_-]{0,47}$/u),
15
- operationPath: AbsolutePathSchema,
16
- operationSha256: z.string().regex(/^[0-9a-f]{64}$/u),
17
- }).strict();
18
- export async function writeStorageWorkerHandoff(raw, input) {
19
- let handoff;
20
- try {
21
- handoff = HandoffSchema.parse(raw);
22
- AbsolutePathSchema.parse(input.stateRoot);
23
- }
24
- catch (error) {
25
- throw new Error("Invalid storage worker handoff", { cause: error });
26
- }
27
- const path = join(input.stateRoot, "migrations", handoff.migrationId, "handoff.json");
28
- await atomicPrivateWrite(path, `${JSON.stringify(handoff, null, 2)}\n`);
29
- return path;
30
- }
31
- export async function readStorageWorkerHandoff(path) {
32
- try {
33
- AbsolutePathSchema.parse(path);
34
- return HandoffSchema.parse(JSON.parse(await readFile(path, "utf8")));
35
- }
36
- catch (error) {
37
- throw new Error("Invalid storage worker handoff", { cause: error });
38
- }
39
- }
40
- const execFileAsync = promisify(execFile);
41
- const systemSupervisorRun = async (command, args) => {
42
- try {
43
- const result = await execFileAsync(command, [...args], {
44
- encoding: "utf8",
45
- timeout: 15_000,
46
- maxBuffer: 64 * 1024,
47
- });
48
- return { exitCode: 0, stdout: result.stdout, stderr: result.stderr };
49
- }
50
- catch (error) {
51
- const failure = error;
52
- return {
53
- exitCode: typeof failure.code === "number" ? failure.code : 127,
54
- stdout: failure.stdout ?? "",
55
- stderr: failure.stderr ?? failure.message,
56
- };
57
- }
58
- };
59
- function workerUnitName(migrationId) {
60
- return `nowwork-storage-migration-${migrationId}.service`;
61
- }
62
- function workerUnitPath(userHome, migrationId) {
63
- return resolve(userHome, ".config", "systemd", "user", workerUnitName(migrationId));
64
- }
65
- function workerLaunchdLabel(migrationId) {
66
- return `com.nowcrew.storage-migration.${migrationId}`;
67
- }
68
- function workerLaunchdPath(userHome, migrationId) {
69
- return resolve(userHome, "Library", "LaunchAgents", `${workerLaunchdLabel(migrationId)}.plist`);
70
- }
71
- function xml(value) {
72
- return value.replaceAll("&", "&amp;").replaceAll("<", "&lt;").replaceAll(">", "&gt;")
73
- .replaceAll('"', "&quot;").replaceAll("'", "&apos;");
74
- }
75
- function systemdArg(value) {
76
- if (/[\0\r\n]/u.test(value))
77
- throw new Error("storage worker service argument must be a single line");
78
- return `"${value.replaceAll("\\", "\\\\").replaceAll('"', '\\"').replaceAll("%", "%%")}"`;
79
- }
80
- async function checkedSupervisor(run, command, args) {
81
- const result = await run(command, args);
82
- if (result.exitCode !== 0)
83
- throw new Error(result.stderr.trim() || result.stdout.trim() || `exit ${result.exitCode}`);
84
- }
85
- export async function launchStorageMigrationWorker(input, runSupervisor = systemSupervisorRun) {
86
- AbsolutePathSchema.parse(input.entryPath);
87
- AbsolutePathSchema.parse(input.handoffPath);
88
- AbsolutePathSchema.parse(input.userHome);
89
- const migrationId = z.string().uuid().parse(input.migrationId).toLowerCase();
90
- const worker = [process.execPath, input.entryPath, "storage-migration-worker", "--job", input.handoffPath];
91
- if (input.platform === "darwin") {
92
- if (input.uid === undefined || !Number.isSafeInteger(input.uid) || input.uid < 0) {
93
- throw new Error("Persistent storage migration launchd worker requires a numeric uid");
94
- }
95
- const label = workerLaunchdLabel(migrationId);
96
- const path = workerLaunchdPath(input.userHome, migrationId);
97
- const args = worker.map((arg) => ` <string>${xml(arg)}</string>`).join("\n");
98
- const descriptor = `<?xml version="1.0" encoding="UTF-8"?>\n<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">\n<plist version="1.0">\n<dict>\n <key>Label</key><string>${xml(label)}</string>\n <key>ProgramArguments</key>\n <array>\n${args}\n </array>\n <key>RunAtLoad</key><true/>\n <key>KeepAlive</key>\n <dict>\n <key>SuccessfulExit</key><false/>\n </dict>\n <key>ProcessType</key><string>Background</string>\n</dict>\n</plist>\n`;
99
- await atomicPrivateWrite(path, descriptor);
100
- try {
101
- await checkedSupervisor(runSupervisor, "launchctl", ["bootstrap", `gui/${input.uid}`, path]);
102
- }
103
- catch (error) {
104
- await runSupervisor("launchctl", ["bootout", `gui/${input.uid}/${label}`]).catch(() => undefined);
105
- await rm(path, { force: true });
106
- throw new Error("Storage migration persistent service launch failed", { cause: error });
107
- }
108
- return;
109
- }
110
- const unit = workerUnitName(migrationId);
111
- const path = workerUnitPath(input.userHome, migrationId);
112
- const descriptor = `[Unit]\nDescription=NowWork storage migration ${migrationId}\nAfter=network-online.target\nWants=network-online.target\n\n[Service]\nType=exec\nExecStart=${worker.map(systemdArg).join(" ")}\nRestart=on-abnormal\nRestartSec=5\n\n[Install]\nWantedBy=default.target\n`;
113
- await atomicPrivateWrite(path, descriptor);
114
- try {
115
- await checkedSupervisor(runSupervisor, "systemctl", ["--user", "daemon-reload"]);
116
- await checkedSupervisor(runSupervisor, "systemctl", ["--user", "enable", "--now", unit]);
117
- }
118
- catch (error) {
119
- await runSupervisor("systemctl", ["--user", "disable", "--now", unit]).catch(() => undefined);
120
- await rm(path, { force: true });
121
- await runSupervisor("systemctl", ["--user", "daemon-reload"]).catch(() => undefined);
122
- throw new Error("Storage migration persistent service launch failed", { cause: error });
123
- }
124
- }
125
- export async function completeStorageMigrationWorkerService(input, runSupervisor = systemSupervisorRun) {
126
- const migrationId = z.string().uuid().parse(input.migrationId).toLowerCase();
127
- AbsolutePathSchema.parse(input.userHome);
128
- if (input.platform === "darwin") {
129
- if (input.uid === undefined || !Number.isSafeInteger(input.uid) || input.uid < 0) {
130
- throw new Error("Persistent storage migration launchd worker requires a numeric uid");
131
- }
132
- const label = workerLaunchdLabel(migrationId);
133
- await rm(workerLaunchdPath(input.userHome, migrationId), { force: true });
134
- await runSupervisor("launchctl", ["bootout", `gui/${input.uid}/${label}`]);
135
- return;
136
- }
137
- const unit = workerUnitName(migrationId);
138
- await checkedSupervisor(runSupervisor, "systemctl", ["--user", "disable", unit]);
139
- await rm(workerUnitPath(input.userHome, migrationId), { force: true });
140
- await checkedSupervisor(runSupervisor, "systemctl", ["--user", "daemon-reload"]);
141
- }
142
- export async function completeStorageMigrationWorkerServiceForHandoff(path) {
143
- const handoff = await readStorageWorkerHandoff(path);
144
- const operation = await readStorageWorkerOperation(handoff.operationPath, handoff.operationSha256);
145
- await completeStorageMigrationWorkerService({
146
- migrationId: operation.migrationId,
147
- platform: operation.service.platform,
148
- userHome: operation.service.userHome,
149
- ...(operation.service.uid === undefined ? {} : { uid: operation.service.uid }),
150
- });
151
- }
@@ -1,283 +0,0 @@
1
- import { createHash, timingSafeEqual } from "node:crypto";
2
- import { realpathSync } from "node:fs";
3
- import { readFile } from "node:fs/promises";
4
- import { basename, dirname, join, posix, win32 } from "node:path";
5
- import { z } from "zod";
6
- import { atomicPrivateWrite } from "./atomic-private-write.js";
7
- import { assertStorageControlMaterialTokenFree } from "./storage-credential-guard.js";
8
- import { storageLayout } from "./storage-layout.js";
9
- import { StorageMigrationWarningCodeSchema } from "./storage-migration-policy.js";
10
- const CONTROL = /[\0\r\n]/u;
11
- const PROFILE = /^[a-z0-9][a-z0-9_-]{0,47}$/u;
12
- const ENVIRONMENT = /^[a-z0-9][a-z0-9_-]{0,31}$/u;
13
- const HASH = /^[0-9a-f]{64}$/u;
14
- const AbsolutePathSchema = z.string().min(1).max(32768)
15
- .refine((value) => !CONTROL.test(value), "path must be a single line")
16
- .refine((value) => posix.isAbsolute(value) || win32.isAbsolute(value), "path must be absolute");
17
- const RelativePathSchema = z.string().min(1).max(32768)
18
- .refine((value) => !CONTROL.test(value), "path must be a single line")
19
- .refine((value) => !posix.isAbsolute(value) && !win32.isAbsolute(value), "path must be relative")
20
- .refine((value) => !value.split(/[\\/]/u).some((segment) => segment === "" || segment === "." || segment === ".."), "path must be normalized");
21
- const SourceKindSchema = z.enum(["daemon-home", "agents-root", "legacy-agents-root"]);
22
- const PolicySchema = z.object({
23
- exclusions: z.array(z.object({
24
- sourceKind: SourceKindSchema,
25
- sourcePath: RelativePathSchema,
26
- reason: z.string().min(1).max(256),
27
- }).strict()).max(100_000),
28
- transformations: z.array(z.object({
29
- sourceKind: SourceKindSchema,
30
- sourcePath: RelativePathSchema,
31
- logicalDestination: RelativePathSchema,
32
- sourceSha256: z.string().regex(HASH),
33
- targetSha256: z.string().regex(HASH),
34
- targetMode: z.string().regex(/^[0-7]{4}$/u),
35
- transform: z.literal("redact_live_like_tokens_v1"),
36
- }).strict()).max(100_000),
37
- }).strict();
38
- const DoctorInputSchema = z.object({
39
- migrationId: z.string().uuid(),
40
- generatedAt: z.string().datetime({ offset: true }),
41
- environment: z.string().regex(ENVIRONMENT),
42
- workspaceId: z.string().uuid(),
43
- profile: z.string().regex(PROFILE),
44
- targetWorkspaceRoot: AbsolutePathSchema,
45
- sources: z.array(z.object({
46
- kind: SourceKindSchema,
47
- root: AbsolutePathSchema,
48
- logicalPrefix: RelativePathSchema,
49
- }).strict()).min(1).max(3),
50
- policy: PolicySchema,
51
- state: z.object({
52
- profileIdentityExact: z.boolean(),
53
- duplicateWorkspaceMappings: z.number().int().nonnegative(),
54
- activeAgentExecutions: z.number().int().nonnegative(),
55
- activeScheduledRuns: z.number().int().nonnegative(),
56
- }).strict(),
57
- freeSpaceMultiplier: z.number().finite().min(1).max(10).optional(),
58
- }).strict();
59
- const ManagedServiceRecordSchema = z.object({
60
- version: z.literal(1),
61
- generation: z.string().uuid(),
62
- platform: z.enum(["darwin", "linux"]),
63
- serviceId: z.string().min(1).max(256),
64
- profile: z.string().regex(PROFILE),
65
- daemonHome: AbsolutePathSchema,
66
- agentsRoot: AbsolutePathSchema,
67
- nodePath: AbsolutePathSchema,
68
- entryPath: AbsolutePathSchema,
69
- packageRoot: AbsolutePathSchema,
70
- npmPrefix: AbsolutePathSchema,
71
- descriptorPath: AbsolutePathSchema,
72
- descriptorSha256: z.string().regex(HASH),
73
- createdAt: z.string().datetime({ offset: true }),
74
- }).strict();
75
- const InstallationRecordSchema = z.object({
76
- version: z.literal(1),
77
- installationId: z.string().uuid(),
78
- profile: z.string().regex(PROFILE),
79
- serverUrl: z.string().url().max(2048).refine((value) => {
80
- const url = new URL(value);
81
- return (url.protocol === "http:" || url.protocol === "https:") && !url.username && !url.password;
82
- }, "serverUrl must be HTTP(S) without credentials"),
83
- environment: z.string().regex(ENVIRONMENT),
84
- workspaceId: z.string().uuid(),
85
- storageId: z.string().min(1).max(128).regex(/^[A-Za-z0-9_-]+$/u),
86
- nowworkHome: AbsolutePathSchema,
87
- runtimeRoot: AbsolutePathSchema,
88
- credentialRef: z.string().regex(/^profile:[a-z0-9][a-z0-9_-]{0,47}$/u),
89
- storageMigrationId: z.string().uuid(),
90
- createdAt: z.string().datetime({ offset: true }),
91
- updatedAt: z.string().datetime({ offset: true }),
92
- }).strict();
93
- const StorageServiceEnvironmentSchema = z.object({
94
- NOWWORK_HOME: AbsolutePathSchema.optional(),
95
- NOWWORK_ENV_TAG: z.string().regex(ENVIRONMENT).optional(),
96
- NOWWORK_STORAGE_POLICY_PATH: AbsolutePathSchema.optional(),
97
- }).strict();
98
- const OperationSchema = z.object({
99
- version: z.literal(1),
100
- migrationId: z.string().uuid(),
101
- createdAt: z.string().datetime({ offset: true }),
102
- environment: z.string().regex(ENVIRONMENT),
103
- workspaceId: z.string().uuid(),
104
- profile: z.string().regex(PROFILE),
105
- expectedManifestDigest: z.string().regex(HASH),
106
- doctorInput: DoctorInputSchema,
107
- migration: z.object({
108
- sourceRoots: z.object({
109
- "daemon-home": AbsolutePathSchema.optional(),
110
- "agents-root": AbsolutePathSchema.optional(),
111
- "legacy-agents-root": AbsolutePathSchema.optional(),
112
- }).strict(),
113
- stagingWorkspaceRoot: AbsolutePathSchema,
114
- targetWorkspaceRoot: AbsolutePathSchema,
115
- backupsRoot: AbsolutePathSchema,
116
- backupArtifacts: z.array(z.object({
117
- name: z.string().regex(/^[a-z0-9][a-z0-9_.-]{0,127}$/u),
118
- path: AbsolutePathSchema,
119
- }).strict()).max(32),
120
- acceptedWarnings: z.array(StorageMigrationWarningCodeSchema)
121
- .max(StorageMigrationWarningCodeSchema.options.length),
122
- }).strict(),
123
- service: z.object({
124
- platform: z.enum(["darwin", "linux"]),
125
- userHome: AbsolutePathSchema,
126
- uid: z.number().int().nonnegative().optional(),
127
- serviceEnvironment: StorageServiceEnvironmentSchema.optional(),
128
- sourceWasRunning: z.boolean(),
129
- sourceRecord: ManagedServiceRecordSchema,
130
- targetRecord: ManagedServiceRecordSchema,
131
- }).strict(),
132
- installation: z.object({
133
- configRoot: AbsolutePathSchema,
134
- target: InstallationRecordSchema,
135
- }).strict(),
136
- }).strict();
137
- const pathsFor = (_platform) => posix;
138
- function canonicalPath(value, platform) {
139
- const paths = pathsFor(platform);
140
- const absolute = paths.resolve(value);
141
- try {
142
- return realpathSync.native(absolute);
143
- }
144
- catch (error) {
145
- const code = error.code;
146
- if (code === "ENOTDIR")
147
- return absolute;
148
- if (code !== "ENOENT")
149
- throw error;
150
- }
151
- const missing = [];
152
- let ancestor = absolute;
153
- for (;;) {
154
- const parent = paths.dirname(ancestor);
155
- if (parent === ancestor)
156
- return absolute;
157
- missing.unshift(paths.basename(ancestor));
158
- ancestor = parent;
159
- try {
160
- return paths.resolve(realpathSync.native(ancestor), ...missing);
161
- }
162
- catch (error) {
163
- const code = error.code;
164
- if (code === "ENOTDIR")
165
- return absolute;
166
- if (code !== "ENOENT")
167
- throw error;
168
- }
169
- }
170
- }
171
- function samePath(left, right, platform) {
172
- return canonicalPath(left, platform) === canonicalPath(right, platform);
173
- }
174
- function isInside(root, candidate, platform) {
175
- const paths = pathsFor(platform);
176
- const child = paths.relative(canonicalPath(root, platform), canonicalPath(candidate, platform));
177
- return child === "" || (!child.startsWith("..") && !paths.isAbsolute(child));
178
- }
179
- function assertSemanticIdentity(operation) {
180
- const identity = [operation.doctorInput, operation.installation.target];
181
- if (identity.some((value) => value.workspaceId !== operation.workspaceId
182
- || value.environment !== operation.environment || value.profile !== operation.profile)
183
- || operation.doctorInput.migrationId !== operation.migrationId
184
- || operation.installation.target.storageMigrationId !== operation.migrationId
185
- || operation.installation.target.credentialRef !== `profile:${operation.profile}`) {
186
- throw new Error("storage worker operation identity does not match");
187
- }
188
- if (operation.doctorInput.state.profileIdentityExact !== true
189
- || operation.doctorInput.state.duplicateWorkspaceMappings !== 0
190
- || operation.doctorInput.state.activeAgentExecutions !== 0
191
- || operation.doctorInput.state.activeScheduledRuns !== 0) {
192
- throw new Error("storage worker operation doctor state is not safe");
193
- }
194
- const { platform, sourceRecord, targetRecord } = operation.service;
195
- if (sourceRecord.platform !== platform || targetRecord.platform !== platform
196
- || sourceRecord.profile !== operation.profile || targetRecord.profile !== operation.profile
197
- || sourceRecord.serviceId === targetRecord.serviceId
198
- || !samePath(sourceRecord.nodePath, targetRecord.nodePath, platform)
199
- || !samePath(sourceRecord.entryPath, targetRecord.entryPath, platform)
200
- || !samePath(sourceRecord.packageRoot, targetRecord.packageRoot, platform)
201
- || !samePath(sourceRecord.npmPrefix, targetRecord.npmPrefix, platform)
202
- || !samePath(targetRecord.daemonHome, operation.installation.configRoot, platform)) {
203
- throw new Error("storage worker service identity does not match");
204
- }
205
- const sourceKinds = new Set();
206
- for (const source of operation.doctorInput.sources) {
207
- if (sourceKinds.has(source.kind) || !samePath(operation.migration.sourceRoots[source.kind] ?? "", source.root, platform)) {
208
- throw new Error("storage worker source roots do not match doctor input");
209
- }
210
- sourceKinds.add(source.kind);
211
- }
212
- const configuredSourceKinds = Object.entries(operation.migration.sourceRoots)
213
- .filter(([, value]) => value !== undefined)
214
- .map(([kind]) => kind);
215
- if (configuredSourceKinds.length !== sourceKinds.size || configuredSourceKinds.some((kind) => !sourceKinds.has(kind))
216
- || !samePath(operation.migration.sourceRoots["daemon-home"] ?? "", sourceRecord.daemonHome, platform)
217
- || !samePath(operation.migration.sourceRoots["agents-root"] ?? "", sourceRecord.agentsRoot, platform)) {
218
- throw new Error("storage worker source service roots do not match");
219
- }
220
- const projected = storageLayout({
221
- nowworkHome: operation.installation.target.nowworkHome,
222
- environment: operation.environment,
223
- workspaceId: operation.workspaceId,
224
- runtimeBase: join(operation.service.userHome, ".nowwork-worker-runtime-validation"),
225
- platform,
226
- });
227
- if (!samePath(projected.workspaceRoot, operation.migration.targetWorkspaceRoot, platform)
228
- || !samePath(projected.workspaceRoot, operation.doctorInput.targetWorkspaceRoot, platform)
229
- || !samePath(projected.agentItemsRoot, targetRecord.agentsRoot, platform)) {
230
- throw new Error("storage worker target layout does not match installation identity");
231
- }
232
- if (dirname(operation.migration.stagingWorkspaceRoot) !== dirname(operation.migration.targetWorkspaceRoot)
233
- || !basename(operation.migration.stagingWorkspaceRoot).includes(operation.migrationId)) {
234
- throw new Error("storage worker staging identity does not match target");
235
- }
236
- if (isInside(operation.installation.target.nowworkHome, operation.migration.backupsRoot, platform)
237
- || isInside(operation.installation.target.nowworkHome, operation.installation.configRoot, platform)) {
238
- throw new Error("storage worker local state must remain outside NOWWORK_HOME");
239
- }
240
- }
241
- function parseOperation(raw) {
242
- const operation = OperationSchema.parse(raw);
243
- assertSemanticIdentity(operation);
244
- return operation;
245
- }
246
- function sha256(value) {
247
- return createHash("sha256").update(value).digest("hex");
248
- }
249
- export async function writeStorageWorkerOperation(raw, input) {
250
- try {
251
- const operation = parseOperation(raw);
252
- const stateRoot = AbsolutePathSchema.parse(input.stateRoot);
253
- const path = join(stateRoot, "migrations", operation.migrationId, "operation.json");
254
- const serialized = `${JSON.stringify(operation, null, 2)}\n`;
255
- assertStorageControlMaterialTokenFree(serialized, "storage worker operation");
256
- await atomicPrivateWrite(path, serialized);
257
- return Object.freeze({ path, sha256: sha256(serialized) });
258
- }
259
- catch (error) {
260
- throw new Error("Invalid storage worker operation", { cause: error });
261
- }
262
- }
263
- export async function readStorageWorkerOperation(path, expectedSha256) {
264
- try {
265
- AbsolutePathSchema.parse(path);
266
- z.string().regex(HASH).parse(expectedSha256);
267
- const raw = await readFile(path);
268
- assertStorageControlMaterialTokenFree(raw.toString("utf8"), "storage worker operation");
269
- const actual = Buffer.from(sha256(raw), "hex");
270
- const expected = Buffer.from(expectedSha256, "hex");
271
- if (!timingSafeEqual(actual, expected))
272
- throw new Error("storage worker operation digest mismatch");
273
- const operation = parseOperation(JSON.parse(raw.toString("utf8")));
274
- if (basename(path) !== "operation.json" || basename(dirname(path)) !== operation.migrationId
275
- || basename(dirname(dirname(path))) !== "migrations") {
276
- throw new Error("storage worker operation path does not match migration identity");
277
- }
278
- return operation;
279
- }
280
- catch (error) {
281
- throw new Error("Invalid storage worker operation", { cause: error });
282
- }
283
- }
@@ -1,105 +0,0 @@
1
- import { readFile, unlink } from "node:fs/promises";
2
- import { basename, dirname, isAbsolute, join } from "node:path";
3
- import { z } from "zod";
4
- import { atomicPrivateWrite } from "./atomic-private-write.js";
5
- const WorkerFailureSchema = z.object({
6
- version: z.literal(1),
7
- migrationId: z.string().uuid(),
8
- status: z.literal("failed"),
9
- errorCode: z.string().regex(/^[a-z0-9._-]{1,128}$/u),
10
- errorMessage: z.string().min(1).max(512),
11
- at: z.string().datetime({ offset: true }),
12
- }).strict();
13
- const WorkerHeartbeatSchema = z.object({
14
- version: z.literal(1),
15
- migrationId: z.string().uuid(),
16
- pid: z.number().int().positive(),
17
- at: z.string().datetime({ offset: true }),
18
- }).strict();
19
- const TOKEN = /(?:\bsk_(?:machine|user|agent)_[A-Za-z0-9_-]{4,}\b|\bbearer\s+[^\s]+|(?:password|secret|token)\s*[:=]\s*[^\s]+)/giu;
20
- function identityFromHandoffPath(handoffPath) {
21
- if (!isAbsolute(handoffPath) || basename(handoffPath) !== "handoff.json") {
22
- throw new Error("storage worker handoff path is invalid");
23
- }
24
- const migrationDirectory = dirname(handoffPath);
25
- const migrationsDirectory = dirname(migrationDirectory);
26
- if (basename(migrationsDirectory) !== "migrations")
27
- throw new Error("storage worker handoff path is invalid");
28
- return {
29
- stateRoot: dirname(migrationsDirectory),
30
- migrationId: z.string().uuid().parse(basename(migrationDirectory)).toLowerCase(),
31
- };
32
- }
33
- export function storageWorkerFailurePath(stateRoot, migrationId) {
34
- if (!isAbsolute(stateRoot))
35
- throw new Error("storage worker state root must be absolute");
36
- return join(stateRoot, "migrations", z.string().uuid().parse(migrationId), "worker-status.json");
37
- }
38
- export function storageWorkerHeartbeatPath(stateRoot, migrationId) {
39
- if (!isAbsolute(stateRoot))
40
- throw new Error("storage worker state root must be absolute");
41
- return join(stateRoot, "migrations", z.string().uuid().parse(migrationId), "worker-heartbeat.json");
42
- }
43
- export async function startStorageWorkerHeartbeat(handoffPath, input = {}) {
44
- const identity = identityFromHandoffPath(handoffPath);
45
- const intervalMs = z.number().int().min(100).max(60_000).parse(input.intervalMs ?? 5_000);
46
- const now = input.now ?? (() => new Date());
47
- const path = storageWorkerHeartbeatPath(identity.stateRoot, identity.migrationId);
48
- let pending = Promise.resolve();
49
- const write = () => {
50
- pending = pending.catch(() => undefined).then(() => atomicPrivateWrite(path, `${JSON.stringify(WorkerHeartbeatSchema.parse({
51
- version: 1,
52
- migrationId: identity.migrationId,
53
- pid: process.pid,
54
- at: now().toISOString(),
55
- }), null, 2)}\n`));
56
- return pending;
57
- };
58
- await write();
59
- const timer = setInterval(() => { void write(); }, intervalMs);
60
- timer.unref?.();
61
- return async () => {
62
- clearInterval(timer);
63
- await pending.catch(() => undefined);
64
- await unlink(path).catch((error) => {
65
- if (error.code !== "ENOENT")
66
- throw error;
67
- });
68
- };
69
- }
70
- export async function writeStorageWorkerFailureStatus(handoffPath, error) {
71
- const identity = identityFromHandoffPath(handoffPath);
72
- const rawCode = error instanceof Error && "code" in error ? String(error.code) : "worker_failed";
73
- const errorCode = /^[a-z0-9._-]{1,128}$/u.test(rawCode) ? rawCode : "worker_failed";
74
- const rawMessage = error instanceof Error ? error.message : String(error);
75
- const errorMessage = rawMessage.replaceAll(TOKEN, "<redacted>").slice(0, 512) || "storage worker failed";
76
- const status = WorkerFailureSchema.parse({
77
- version: 1,
78
- migrationId: identity.migrationId,
79
- status: "failed",
80
- errorCode,
81
- errorMessage,
82
- at: new Date().toISOString(),
83
- });
84
- await atomicPrivateWrite(storageWorkerFailurePath(identity.stateRoot, identity.migrationId), `${JSON.stringify(status, null, 2)}\n`);
85
- }
86
- export async function readStorageWorkerFailureStatus(stateRoot, migrationId) {
87
- try {
88
- return WorkerFailureSchema.parse(JSON.parse(await readFile(storageWorkerFailurePath(stateRoot, migrationId), "utf8")));
89
- }
90
- catch (error) {
91
- if (error.code === "ENOENT")
92
- return null;
93
- throw new Error("Invalid storage worker failure status", { cause: error });
94
- }
95
- }
96
- export async function readStorageWorkerHeartbeat(stateRoot, migrationId) {
97
- try {
98
- return WorkerHeartbeatSchema.parse(JSON.parse(await readFile(storageWorkerHeartbeatPath(stateRoot, migrationId), "utf8")));
99
- }
100
- catch (error) {
101
- if (error.code === "ENOENT")
102
- return null;
103
- throw new Error("Invalid storage worker heartbeat", { cause: error });
104
- }
105
- }