@nowcrew/daemon 0.6.60 → 0.6.64

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. package/README.md +9 -8
  2. package/dist/agent-ability/materializer.js +1 -20
  3. package/dist/automatic-install-target.js +10 -15
  4. package/dist/computer-cli.js +1 -10
  5. package/dist/computer-service.js +1 -41
  6. package/dist/config.js +0 -35
  7. package/dist/daemon-migration-controller.js +18 -16
  8. package/dist/execution-runner.js +13 -35
  9. package/dist/local-executor.js +1 -44
  10. package/dist/machine-info.js +2 -3
  11. package/dist/main.js +0 -83
  12. package/dist/managed-service-lifecycle.js +2 -47
  13. package/dist/managed-service-startup.js +0 -2
  14. package/dist/profile-layout.js +4 -10
  15. package/dist/runner.js +0 -1
  16. package/dist/serve.js +3 -64
  17. package/dist/workspace.js +1 -24
  18. package/package.json +10 -9
  19. package/dist/local-memory/index-budget.js +0 -74
  20. package/dist/local-memory/pending.js +0 -111
  21. package/dist/local-memory/runtime.js +0 -87
  22. package/dist/local-memory/types.js +0 -1
  23. package/dist/local-memory/write.js +0 -448
  24. package/dist/storage-config.js +0 -175
  25. package/dist/storage-control.js +0 -131
  26. package/dist/storage-copy.js +0 -444
  27. package/dist/storage-credential-guard.js +0 -21
  28. package/dist/storage-doctor.js +0 -175
  29. package/dist/storage-identity.js +0 -29
  30. package/dist/storage-layout.js +0 -143
  31. package/dist/storage-manifest.js +0 -440
  32. package/dist/storage-migration-controller.js +0 -417
  33. package/dist/storage-migration-manifest.js +0 -105
  34. package/dist/storage-migration-policy.js +0 -100
  35. package/dist/storage-runtime-controller.js +0 -313
  36. package/dist/storage-runtime-readiness.js +0 -184
  37. package/dist/storage-runtime.js +0 -39
  38. package/dist/storage-safe-fs.js +0 -293
  39. package/dist/storage-serve-adapter.js +0 -65
  40. package/dist/storage-status-delivery.js +0 -201
  41. package/dist/storage-status-replay.js +0 -125
  42. package/dist/storage-target-confirmation.js +0 -129
  43. package/dist/storage-worker-command.js +0 -27
  44. package/dist/storage-worker-executor.js +0 -383
  45. package/dist/storage-worker-handoff.js +0 -151
  46. package/dist/storage-worker-operation.js +0 -283
  47. package/dist/storage-worker-status.js +0 -105
@@ -1,151 +0,0 @@
1
- import { execFile } from "node:child_process";
2
- import { readFile, rm } from "node:fs/promises";
3
- import { join, posix, resolve, win32 } from "node:path";
4
- import { promisify } from "node:util";
5
- import { z } from "zod";
6
- import { atomicPrivateWrite } from "./atomic-private-write.js";
7
- import { readStorageWorkerOperation } from "./storage-worker-operation.js";
8
- const AbsolutePathSchema = z.string().min(1).max(32768)
9
- .refine((value) => !/[\0\r\n]/u.test(value), "path must be a single line")
10
- .refine((value) => posix.isAbsolute(value) || win32.isAbsolute(value), "path must be absolute");
11
- const HandoffSchema = z.object({
12
- version: z.literal(1),
13
- migrationId: z.string().uuid(),
14
- profile: z.string().regex(/^[a-z0-9][a-z0-9_-]{0,47}$/u),
15
- operationPath: AbsolutePathSchema,
16
- operationSha256: z.string().regex(/^[0-9a-f]{64}$/u),
17
- }).strict();
18
- export async function writeStorageWorkerHandoff(raw, input) {
19
- let handoff;
20
- try {
21
- handoff = HandoffSchema.parse(raw);
22
- AbsolutePathSchema.parse(input.stateRoot);
23
- }
24
- catch (error) {
25
- throw new Error("Invalid storage worker handoff", { cause: error });
26
- }
27
- const path = join(input.stateRoot, "migrations", handoff.migrationId, "handoff.json");
28
- await atomicPrivateWrite(path, `${JSON.stringify(handoff, null, 2)}\n`);
29
- return path;
30
- }
31
- export async function readStorageWorkerHandoff(path) {
32
- try {
33
- AbsolutePathSchema.parse(path);
34
- return HandoffSchema.parse(JSON.parse(await readFile(path, "utf8")));
35
- }
36
- catch (error) {
37
- throw new Error("Invalid storage worker handoff", { cause: error });
38
- }
39
- }
40
- const execFileAsync = promisify(execFile);
41
- const systemSupervisorRun = async (command, args) => {
42
- try {
43
- const result = await execFileAsync(command, [...args], {
44
- encoding: "utf8",
45
- timeout: 15_000,
46
- maxBuffer: 64 * 1024,
47
- });
48
- return { exitCode: 0, stdout: result.stdout, stderr: result.stderr };
49
- }
50
- catch (error) {
51
- const failure = error;
52
- return {
53
- exitCode: typeof failure.code === "number" ? failure.code : 127,
54
- stdout: failure.stdout ?? "",
55
- stderr: failure.stderr ?? failure.message,
56
- };
57
- }
58
- };
59
- function workerUnitName(migrationId) {
60
- return `nowwork-storage-migration-${migrationId}.service`;
61
- }
62
- function workerUnitPath(userHome, migrationId) {
63
- return resolve(userHome, ".config", "systemd", "user", workerUnitName(migrationId));
64
- }
65
- function workerLaunchdLabel(migrationId) {
66
- return `com.nowcrew.storage-migration.${migrationId}`;
67
- }
68
- function workerLaunchdPath(userHome, migrationId) {
69
- return resolve(userHome, "Library", "LaunchAgents", `${workerLaunchdLabel(migrationId)}.plist`);
70
- }
71
- function xml(value) {
72
- return value.replaceAll("&", "&amp;").replaceAll("<", "&lt;").replaceAll(">", "&gt;")
73
- .replaceAll('"', "&quot;").replaceAll("'", "&apos;");
74
- }
75
- function systemdArg(value) {
76
- if (/[\0\r\n]/u.test(value))
77
- throw new Error("storage worker service argument must be a single line");
78
- return `"${value.replaceAll("\\", "\\\\").replaceAll('"', '\\"').replaceAll("%", "%%")}"`;
79
- }
80
- async function checkedSupervisor(run, command, args) {
81
- const result = await run(command, args);
82
- if (result.exitCode !== 0)
83
- throw new Error(result.stderr.trim() || result.stdout.trim() || `exit ${result.exitCode}`);
84
- }
85
- export async function launchStorageMigrationWorker(input, runSupervisor = systemSupervisorRun) {
86
- AbsolutePathSchema.parse(input.entryPath);
87
- AbsolutePathSchema.parse(input.handoffPath);
88
- AbsolutePathSchema.parse(input.userHome);
89
- const migrationId = z.string().uuid().parse(input.migrationId).toLowerCase();
90
- const worker = [process.execPath, input.entryPath, "storage-migration-worker", "--job", input.handoffPath];
91
- if (input.platform === "darwin") {
92
- if (input.uid === undefined || !Number.isSafeInteger(input.uid) || input.uid < 0) {
93
- throw new Error("Persistent storage migration launchd worker requires a numeric uid");
94
- }
95
- const label = workerLaunchdLabel(migrationId);
96
- const path = workerLaunchdPath(input.userHome, migrationId);
97
- const args = worker.map((arg) => ` <string>${xml(arg)}</string>`).join("\n");
98
- const descriptor = `<?xml version="1.0" encoding="UTF-8"?>\n<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">\n<plist version="1.0">\n<dict>\n <key>Label</key><string>${xml(label)}</string>\n <key>ProgramArguments</key>\n <array>\n${args}\n </array>\n <key>RunAtLoad</key><true/>\n <key>KeepAlive</key>\n <dict>\n <key>SuccessfulExit</key><false/>\n </dict>\n <key>ProcessType</key><string>Background</string>\n</dict>\n</plist>\n`;
99
- await atomicPrivateWrite(path, descriptor);
100
- try {
101
- await checkedSupervisor(runSupervisor, "launchctl", ["bootstrap", `gui/${input.uid}`, path]);
102
- }
103
- catch (error) {
104
- await runSupervisor("launchctl", ["bootout", `gui/${input.uid}/${label}`]).catch(() => undefined);
105
- await rm(path, { force: true });
106
- throw new Error("Storage migration persistent service launch failed", { cause: error });
107
- }
108
- return;
109
- }
110
- const unit = workerUnitName(migrationId);
111
- const path = workerUnitPath(input.userHome, migrationId);
112
- const descriptor = `[Unit]\nDescription=NowWork storage migration ${migrationId}\nAfter=network-online.target\nWants=network-online.target\n\n[Service]\nType=exec\nExecStart=${worker.map(systemdArg).join(" ")}\nRestart=on-abnormal\nRestartSec=5\n\n[Install]\nWantedBy=default.target\n`;
113
- await atomicPrivateWrite(path, descriptor);
114
- try {
115
- await checkedSupervisor(runSupervisor, "systemctl", ["--user", "daemon-reload"]);
116
- await checkedSupervisor(runSupervisor, "systemctl", ["--user", "enable", "--now", unit]);
117
- }
118
- catch (error) {
119
- await runSupervisor("systemctl", ["--user", "disable", "--now", unit]).catch(() => undefined);
120
- await rm(path, { force: true });
121
- await runSupervisor("systemctl", ["--user", "daemon-reload"]).catch(() => undefined);
122
- throw new Error("Storage migration persistent service launch failed", { cause: error });
123
- }
124
- }
125
- export async function completeStorageMigrationWorkerService(input, runSupervisor = systemSupervisorRun) {
126
- const migrationId = z.string().uuid().parse(input.migrationId).toLowerCase();
127
- AbsolutePathSchema.parse(input.userHome);
128
- if (input.platform === "darwin") {
129
- if (input.uid === undefined || !Number.isSafeInteger(input.uid) || input.uid < 0) {
130
- throw new Error("Persistent storage migration launchd worker requires a numeric uid");
131
- }
132
- const label = workerLaunchdLabel(migrationId);
133
- await rm(workerLaunchdPath(input.userHome, migrationId), { force: true });
134
- await runSupervisor("launchctl", ["bootout", `gui/${input.uid}/${label}`]);
135
- return;
136
- }
137
- const unit = workerUnitName(migrationId);
138
- await checkedSupervisor(runSupervisor, "systemctl", ["--user", "disable", unit]);
139
- await rm(workerUnitPath(input.userHome, migrationId), { force: true });
140
- await checkedSupervisor(runSupervisor, "systemctl", ["--user", "daemon-reload"]);
141
- }
142
- export async function completeStorageMigrationWorkerServiceForHandoff(path) {
143
- const handoff = await readStorageWorkerHandoff(path);
144
- const operation = await readStorageWorkerOperation(handoff.operationPath, handoff.operationSha256);
145
- await completeStorageMigrationWorkerService({
146
- migrationId: operation.migrationId,
147
- platform: operation.service.platform,
148
- userHome: operation.service.userHome,
149
- ...(operation.service.uid === undefined ? {} : { uid: operation.service.uid }),
150
- });
151
- }
@@ -1,283 +0,0 @@
1
- import { createHash, timingSafeEqual } from "node:crypto";
2
- import { realpathSync } from "node:fs";
3
- import { readFile } from "node:fs/promises";
4
- import { basename, dirname, join, posix, win32 } from "node:path";
5
- import { z } from "zod";
6
- import { atomicPrivateWrite } from "./atomic-private-write.js";
7
- import { assertStorageControlMaterialTokenFree } from "./storage-credential-guard.js";
8
- import { storageLayout } from "./storage-layout.js";
9
- import { StorageMigrationWarningCodeSchema } from "./storage-migration-policy.js";
10
- const CONTROL = /[\0\r\n]/u;
11
- const PROFILE = /^[a-z0-9][a-z0-9_-]{0,47}$/u;
12
- const ENVIRONMENT = /^[a-z0-9][a-z0-9_-]{0,31}$/u;
13
- const HASH = /^[0-9a-f]{64}$/u;
14
- const AbsolutePathSchema = z.string().min(1).max(32768)
15
- .refine((value) => !CONTROL.test(value), "path must be a single line")
16
- .refine((value) => posix.isAbsolute(value) || win32.isAbsolute(value), "path must be absolute");
17
- const RelativePathSchema = z.string().min(1).max(32768)
18
- .refine((value) => !CONTROL.test(value), "path must be a single line")
19
- .refine((value) => !posix.isAbsolute(value) && !win32.isAbsolute(value), "path must be relative")
20
- .refine((value) => !value.split(/[\\/]/u).some((segment) => segment === "" || segment === "." || segment === ".."), "path must be normalized");
21
- const SourceKindSchema = z.enum(["daemon-home", "agents-root", "legacy-agents-root"]);
22
- const PolicySchema = z.object({
23
- exclusions: z.array(z.object({
24
- sourceKind: SourceKindSchema,
25
- sourcePath: RelativePathSchema,
26
- reason: z.string().min(1).max(256),
27
- }).strict()).max(100_000),
28
- transformations: z.array(z.object({
29
- sourceKind: SourceKindSchema,
30
- sourcePath: RelativePathSchema,
31
- logicalDestination: RelativePathSchema,
32
- sourceSha256: z.string().regex(HASH),
33
- targetSha256: z.string().regex(HASH),
34
- targetMode: z.string().regex(/^[0-7]{4}$/u),
35
- transform: z.literal("redact_live_like_tokens_v1"),
36
- }).strict()).max(100_000),
37
- }).strict();
38
- const DoctorInputSchema = z.object({
39
- migrationId: z.string().uuid(),
40
- generatedAt: z.string().datetime({ offset: true }),
41
- environment: z.string().regex(ENVIRONMENT),
42
- workspaceId: z.string().uuid(),
43
- profile: z.string().regex(PROFILE),
44
- targetWorkspaceRoot: AbsolutePathSchema,
45
- sources: z.array(z.object({
46
- kind: SourceKindSchema,
47
- root: AbsolutePathSchema,
48
- logicalPrefix: RelativePathSchema,
49
- }).strict()).min(1).max(3),
50
- policy: PolicySchema,
51
- state: z.object({
52
- profileIdentityExact: z.boolean(),
53
- duplicateWorkspaceMappings: z.number().int().nonnegative(),
54
- activeAgentExecutions: z.number().int().nonnegative(),
55
- activeScheduledRuns: z.number().int().nonnegative(),
56
- }).strict(),
57
- freeSpaceMultiplier: z.number().finite().min(1).max(10).optional(),
58
- }).strict();
59
- const ManagedServiceRecordSchema = z.object({
60
- version: z.literal(1),
61
- generation: z.string().uuid(),
62
- platform: z.enum(["darwin", "linux"]),
63
- serviceId: z.string().min(1).max(256),
64
- profile: z.string().regex(PROFILE),
65
- daemonHome: AbsolutePathSchema,
66
- agentsRoot: AbsolutePathSchema,
67
- nodePath: AbsolutePathSchema,
68
- entryPath: AbsolutePathSchema,
69
- packageRoot: AbsolutePathSchema,
70
- npmPrefix: AbsolutePathSchema,
71
- descriptorPath: AbsolutePathSchema,
72
- descriptorSha256: z.string().regex(HASH),
73
- createdAt: z.string().datetime({ offset: true }),
74
- }).strict();
75
- const InstallationRecordSchema = z.object({
76
- version: z.literal(1),
77
- installationId: z.string().uuid(),
78
- profile: z.string().regex(PROFILE),
79
- serverUrl: z.string().url().max(2048).refine((value) => {
80
- const url = new URL(value);
81
- return (url.protocol === "http:" || url.protocol === "https:") && !url.username && !url.password;
82
- }, "serverUrl must be HTTP(S) without credentials"),
83
- environment: z.string().regex(ENVIRONMENT),
84
- workspaceId: z.string().uuid(),
85
- storageId: z.string().min(1).max(128).regex(/^[A-Za-z0-9_-]+$/u),
86
- nowworkHome: AbsolutePathSchema,
87
- runtimeRoot: AbsolutePathSchema,
88
- credentialRef: z.string().regex(/^profile:[a-z0-9][a-z0-9_-]{0,47}$/u),
89
- storageMigrationId: z.string().uuid(),
90
- createdAt: z.string().datetime({ offset: true }),
91
- updatedAt: z.string().datetime({ offset: true }),
92
- }).strict();
93
- const StorageServiceEnvironmentSchema = z.object({
94
- NOWWORK_HOME: AbsolutePathSchema.optional(),
95
- NOWWORK_ENV_TAG: z.string().regex(ENVIRONMENT).optional(),
96
- NOWWORK_STORAGE_POLICY_PATH: AbsolutePathSchema.optional(),
97
- }).strict();
98
- const OperationSchema = z.object({
99
- version: z.literal(1),
100
- migrationId: z.string().uuid(),
101
- createdAt: z.string().datetime({ offset: true }),
102
- environment: z.string().regex(ENVIRONMENT),
103
- workspaceId: z.string().uuid(),
104
- profile: z.string().regex(PROFILE),
105
- expectedManifestDigest: z.string().regex(HASH),
106
- doctorInput: DoctorInputSchema,
107
- migration: z.object({
108
- sourceRoots: z.object({
109
- "daemon-home": AbsolutePathSchema.optional(),
110
- "agents-root": AbsolutePathSchema.optional(),
111
- "legacy-agents-root": AbsolutePathSchema.optional(),
112
- }).strict(),
113
- stagingWorkspaceRoot: AbsolutePathSchema,
114
- targetWorkspaceRoot: AbsolutePathSchema,
115
- backupsRoot: AbsolutePathSchema,
116
- backupArtifacts: z.array(z.object({
117
- name: z.string().regex(/^[a-z0-9][a-z0-9_.-]{0,127}$/u),
118
- path: AbsolutePathSchema,
119
- }).strict()).max(32),
120
- acceptedWarnings: z.array(StorageMigrationWarningCodeSchema)
121
- .max(StorageMigrationWarningCodeSchema.options.length),
122
- }).strict(),
123
- service: z.object({
124
- platform: z.enum(["darwin", "linux"]),
125
- userHome: AbsolutePathSchema,
126
- uid: z.number().int().nonnegative().optional(),
127
- serviceEnvironment: StorageServiceEnvironmentSchema.optional(),
128
- sourceWasRunning: z.boolean(),
129
- sourceRecord: ManagedServiceRecordSchema,
130
- targetRecord: ManagedServiceRecordSchema,
131
- }).strict(),
132
- installation: z.object({
133
- configRoot: AbsolutePathSchema,
134
- target: InstallationRecordSchema,
135
- }).strict(),
136
- }).strict();
137
- const pathsFor = (_platform) => posix;
138
- function canonicalPath(value, platform) {
139
- const paths = pathsFor(platform);
140
- const absolute = paths.resolve(value);
141
- try {
142
- return realpathSync.native(absolute);
143
- }
144
- catch (error) {
145
- const code = error.code;
146
- if (code === "ENOTDIR")
147
- return absolute;
148
- if (code !== "ENOENT")
149
- throw error;
150
- }
151
- const missing = [];
152
- let ancestor = absolute;
153
- for (;;) {
154
- const parent = paths.dirname(ancestor);
155
- if (parent === ancestor)
156
- return absolute;
157
- missing.unshift(paths.basename(ancestor));
158
- ancestor = parent;
159
- try {
160
- return paths.resolve(realpathSync.native(ancestor), ...missing);
161
- }
162
- catch (error) {
163
- const code = error.code;
164
- if (code === "ENOTDIR")
165
- return absolute;
166
- if (code !== "ENOENT")
167
- throw error;
168
- }
169
- }
170
- }
171
- function samePath(left, right, platform) {
172
- return canonicalPath(left, platform) === canonicalPath(right, platform);
173
- }
174
- function isInside(root, candidate, platform) {
175
- const paths = pathsFor(platform);
176
- const child = paths.relative(canonicalPath(root, platform), canonicalPath(candidate, platform));
177
- return child === "" || (!child.startsWith("..") && !paths.isAbsolute(child));
178
- }
179
- function assertSemanticIdentity(operation) {
180
- const identity = [operation.doctorInput, operation.installation.target];
181
- if (identity.some((value) => value.workspaceId !== operation.workspaceId
182
- || value.environment !== operation.environment || value.profile !== operation.profile)
183
- || operation.doctorInput.migrationId !== operation.migrationId
184
- || operation.installation.target.storageMigrationId !== operation.migrationId
185
- || operation.installation.target.credentialRef !== `profile:${operation.profile}`) {
186
- throw new Error("storage worker operation identity does not match");
187
- }
188
- if (operation.doctorInput.state.profileIdentityExact !== true
189
- || operation.doctorInput.state.duplicateWorkspaceMappings !== 0
190
- || operation.doctorInput.state.activeAgentExecutions !== 0
191
- || operation.doctorInput.state.activeScheduledRuns !== 0) {
192
- throw new Error("storage worker operation doctor state is not safe");
193
- }
194
- const { platform, sourceRecord, targetRecord } = operation.service;
195
- if (sourceRecord.platform !== platform || targetRecord.platform !== platform
196
- || sourceRecord.profile !== operation.profile || targetRecord.profile !== operation.profile
197
- || sourceRecord.serviceId === targetRecord.serviceId
198
- || !samePath(sourceRecord.nodePath, targetRecord.nodePath, platform)
199
- || !samePath(sourceRecord.entryPath, targetRecord.entryPath, platform)
200
- || !samePath(sourceRecord.packageRoot, targetRecord.packageRoot, platform)
201
- || !samePath(sourceRecord.npmPrefix, targetRecord.npmPrefix, platform)
202
- || !samePath(targetRecord.daemonHome, operation.installation.configRoot, platform)) {
203
- throw new Error("storage worker service identity does not match");
204
- }
205
- const sourceKinds = new Set();
206
- for (const source of operation.doctorInput.sources) {
207
- if (sourceKinds.has(source.kind) || !samePath(operation.migration.sourceRoots[source.kind] ?? "", source.root, platform)) {
208
- throw new Error("storage worker source roots do not match doctor input");
209
- }
210
- sourceKinds.add(source.kind);
211
- }
212
- const configuredSourceKinds = Object.entries(operation.migration.sourceRoots)
213
- .filter(([, value]) => value !== undefined)
214
- .map(([kind]) => kind);
215
- if (configuredSourceKinds.length !== sourceKinds.size || configuredSourceKinds.some((kind) => !sourceKinds.has(kind))
216
- || !samePath(operation.migration.sourceRoots["daemon-home"] ?? "", sourceRecord.daemonHome, platform)
217
- || !samePath(operation.migration.sourceRoots["agents-root"] ?? "", sourceRecord.agentsRoot, platform)) {
218
- throw new Error("storage worker source service roots do not match");
219
- }
220
- const projected = storageLayout({
221
- nowworkHome: operation.installation.target.nowworkHome,
222
- environment: operation.environment,
223
- workspaceId: operation.workspaceId,
224
- runtimeBase: join(operation.service.userHome, ".nowwork-worker-runtime-validation"),
225
- platform,
226
- });
227
- if (!samePath(projected.workspaceRoot, operation.migration.targetWorkspaceRoot, platform)
228
- || !samePath(projected.workspaceRoot, operation.doctorInput.targetWorkspaceRoot, platform)
229
- || !samePath(projected.agentItemsRoot, targetRecord.agentsRoot, platform)) {
230
- throw new Error("storage worker target layout does not match installation identity");
231
- }
232
- if (dirname(operation.migration.stagingWorkspaceRoot) !== dirname(operation.migration.targetWorkspaceRoot)
233
- || !basename(operation.migration.stagingWorkspaceRoot).includes(operation.migrationId)) {
234
- throw new Error("storage worker staging identity does not match target");
235
- }
236
- if (isInside(operation.installation.target.nowworkHome, operation.migration.backupsRoot, platform)
237
- || isInside(operation.installation.target.nowworkHome, operation.installation.configRoot, platform)) {
238
- throw new Error("storage worker local state must remain outside NOWWORK_HOME");
239
- }
240
- }
241
- function parseOperation(raw) {
242
- const operation = OperationSchema.parse(raw);
243
- assertSemanticIdentity(operation);
244
- return operation;
245
- }
246
- function sha256(value) {
247
- return createHash("sha256").update(value).digest("hex");
248
- }
249
- export async function writeStorageWorkerOperation(raw, input) {
250
- try {
251
- const operation = parseOperation(raw);
252
- const stateRoot = AbsolutePathSchema.parse(input.stateRoot);
253
- const path = join(stateRoot, "migrations", operation.migrationId, "operation.json");
254
- const serialized = `${JSON.stringify(operation, null, 2)}\n`;
255
- assertStorageControlMaterialTokenFree(serialized, "storage worker operation");
256
- await atomicPrivateWrite(path, serialized);
257
- return Object.freeze({ path, sha256: sha256(serialized) });
258
- }
259
- catch (error) {
260
- throw new Error("Invalid storage worker operation", { cause: error });
261
- }
262
- }
263
- export async function readStorageWorkerOperation(path, expectedSha256) {
264
- try {
265
- AbsolutePathSchema.parse(path);
266
- z.string().regex(HASH).parse(expectedSha256);
267
- const raw = await readFile(path);
268
- assertStorageControlMaterialTokenFree(raw.toString("utf8"), "storage worker operation");
269
- const actual = Buffer.from(sha256(raw), "hex");
270
- const expected = Buffer.from(expectedSha256, "hex");
271
- if (!timingSafeEqual(actual, expected))
272
- throw new Error("storage worker operation digest mismatch");
273
- const operation = parseOperation(JSON.parse(raw.toString("utf8")));
274
- if (basename(path) !== "operation.json" || basename(dirname(path)) !== operation.migrationId
275
- || basename(dirname(dirname(path))) !== "migrations") {
276
- throw new Error("storage worker operation path does not match migration identity");
277
- }
278
- return operation;
279
- }
280
- catch (error) {
281
- throw new Error("Invalid storage worker operation", { cause: error });
282
- }
283
- }
@@ -1,105 +0,0 @@
1
- import { readFile, unlink } from "node:fs/promises";
2
- import { basename, dirname, isAbsolute, join } from "node:path";
3
- import { z } from "zod";
4
- import { atomicPrivateWrite } from "./atomic-private-write.js";
5
- const WorkerFailureSchema = z.object({
6
- version: z.literal(1),
7
- migrationId: z.string().uuid(),
8
- status: z.literal("failed"),
9
- errorCode: z.string().regex(/^[a-z0-9._-]{1,128}$/u),
10
- errorMessage: z.string().min(1).max(512),
11
- at: z.string().datetime({ offset: true }),
12
- }).strict();
13
- const WorkerHeartbeatSchema = z.object({
14
- version: z.literal(1),
15
- migrationId: z.string().uuid(),
16
- pid: z.number().int().positive(),
17
- at: z.string().datetime({ offset: true }),
18
- }).strict();
19
- const TOKEN = /(?:\bsk_(?:machine|user|agent)_[A-Za-z0-9_-]{4,}\b|\bbearer\s+[^\s]+|(?:password|secret|token)\s*[:=]\s*[^\s]+)/giu;
20
- function identityFromHandoffPath(handoffPath) {
21
- if (!isAbsolute(handoffPath) || basename(handoffPath) !== "handoff.json") {
22
- throw new Error("storage worker handoff path is invalid");
23
- }
24
- const migrationDirectory = dirname(handoffPath);
25
- const migrationsDirectory = dirname(migrationDirectory);
26
- if (basename(migrationsDirectory) !== "migrations")
27
- throw new Error("storage worker handoff path is invalid");
28
- return {
29
- stateRoot: dirname(migrationsDirectory),
30
- migrationId: z.string().uuid().parse(basename(migrationDirectory)).toLowerCase(),
31
- };
32
- }
33
- export function storageWorkerFailurePath(stateRoot, migrationId) {
34
- if (!isAbsolute(stateRoot))
35
- throw new Error("storage worker state root must be absolute");
36
- return join(stateRoot, "migrations", z.string().uuid().parse(migrationId), "worker-status.json");
37
- }
38
- export function storageWorkerHeartbeatPath(stateRoot, migrationId) {
39
- if (!isAbsolute(stateRoot))
40
- throw new Error("storage worker state root must be absolute");
41
- return join(stateRoot, "migrations", z.string().uuid().parse(migrationId), "worker-heartbeat.json");
42
- }
43
- export async function startStorageWorkerHeartbeat(handoffPath, input = {}) {
44
- const identity = identityFromHandoffPath(handoffPath);
45
- const intervalMs = z.number().int().min(100).max(60_000).parse(input.intervalMs ?? 5_000);
46
- const now = input.now ?? (() => new Date());
47
- const path = storageWorkerHeartbeatPath(identity.stateRoot, identity.migrationId);
48
- let pending = Promise.resolve();
49
- const write = () => {
50
- pending = pending.catch(() => undefined).then(() => atomicPrivateWrite(path, `${JSON.stringify(WorkerHeartbeatSchema.parse({
51
- version: 1,
52
- migrationId: identity.migrationId,
53
- pid: process.pid,
54
- at: now().toISOString(),
55
- }), null, 2)}\n`));
56
- return pending;
57
- };
58
- await write();
59
- const timer = setInterval(() => { void write(); }, intervalMs);
60
- timer.unref?.();
61
- return async () => {
62
- clearInterval(timer);
63
- await pending.catch(() => undefined);
64
- await unlink(path).catch((error) => {
65
- if (error.code !== "ENOENT")
66
- throw error;
67
- });
68
- };
69
- }
70
- export async function writeStorageWorkerFailureStatus(handoffPath, error) {
71
- const identity = identityFromHandoffPath(handoffPath);
72
- const rawCode = error instanceof Error && "code" in error ? String(error.code) : "worker_failed";
73
- const errorCode = /^[a-z0-9._-]{1,128}$/u.test(rawCode) ? rawCode : "worker_failed";
74
- const rawMessage = error instanceof Error ? error.message : String(error);
75
- const errorMessage = rawMessage.replaceAll(TOKEN, "<redacted>").slice(0, 512) || "storage worker failed";
76
- const status = WorkerFailureSchema.parse({
77
- version: 1,
78
- migrationId: identity.migrationId,
79
- status: "failed",
80
- errorCode,
81
- errorMessage,
82
- at: new Date().toISOString(),
83
- });
84
- await atomicPrivateWrite(storageWorkerFailurePath(identity.stateRoot, identity.migrationId), `${JSON.stringify(status, null, 2)}\n`);
85
- }
86
- export async function readStorageWorkerFailureStatus(stateRoot, migrationId) {
87
- try {
88
- return WorkerFailureSchema.parse(JSON.parse(await readFile(storageWorkerFailurePath(stateRoot, migrationId), "utf8")));
89
- }
90
- catch (error) {
91
- if (error.code === "ENOENT")
92
- return null;
93
- throw new Error("Invalid storage worker failure status", { cause: error });
94
- }
95
- }
96
- export async function readStorageWorkerHeartbeat(stateRoot, migrationId) {
97
- try {
98
- return WorkerHeartbeatSchema.parse(JSON.parse(await readFile(storageWorkerHeartbeatPath(stateRoot, migrationId), "utf8")));
99
- }
100
- catch (error) {
101
- if (error.code === "ENOENT")
102
- return null;
103
- throw new Error("Invalid storage worker heartbeat", { cause: error });
104
- }
105
- }