@powerhousedao/switchboard 6.2.3-dev.5 → 6.2.3-dev.50

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (137) hide show
  1. package/.tsbuild/test/attachments/byte-grants.test.d.ts +2 -0
  2. package/.tsbuild/test/attachments/byte-grants.test.d.ts.map +1 -0
  3. package/.tsbuild/test/attachments/byte-routes-read-gate.integration.test.d.ts +2 -0
  4. package/.tsbuild/test/attachments/byte-routes-read-gate.integration.test.d.ts.map +1 -0
  5. package/.tsbuild/test/attachments/reserve-metadata-parity.test.d.ts +2 -0
  6. package/.tsbuild/test/attachments/reserve-metadata-parity.test.d.ts.map +1 -0
  7. package/.tsbuild/test/attachments/url-signer.test.d.ts +2 -0
  8. package/.tsbuild/test/attachments/url-signer.test.d.ts.map +1 -0
  9. package/.tsbuild/test/boot-create-signature-policy.test.d.ts +2 -0
  10. package/.tsbuild/test/boot-create-signature-policy.test.d.ts.map +1 -0
  11. package/.tsbuild/test/boot-mcp-enabled.test.d.ts +2 -0
  12. package/.tsbuild/test/boot-mcp-enabled.test.d.ts.map +1 -0
  13. package/.tsbuild/test/boot-privacy.test.d.ts +2 -0
  14. package/.tsbuild/test/boot-privacy.test.d.ts.map +1 -0
  15. package/.tsbuild/test/boot-unsupported-stored-documents.test.d.ts +2 -0
  16. package/.tsbuild/test/boot-unsupported-stored-documents.test.d.ts.map +1 -0
  17. package/.tsbuild/test/boot-without-renown.test.d.ts +2 -0
  18. package/.tsbuild/test/boot-without-renown.test.d.ts.map +1 -0
  19. package/.tsbuild/test/boot-without-require-signatures.test.d.ts +2 -0
  20. package/.tsbuild/test/boot-without-require-signatures.test.d.ts.map +1 -0
  21. package/.tsbuild/test/boot-worker-trust-policy.test.d.ts +2 -0
  22. package/.tsbuild/test/boot-worker-trust-policy.test.d.ts.map +1 -0
  23. package/.tsbuild/test/builder-defaults.test.d.ts +2 -0
  24. package/.tsbuild/test/builder-defaults.test.d.ts.map +1 -0
  25. package/.tsbuild/test/create-signature-policy.test.d.ts +2 -0
  26. package/.tsbuild/test/create-signature-policy.test.d.ts.map +1 -0
  27. package/.tsbuild/test/durable-node-fs-pg16.test.d.ts +2 -0
  28. package/.tsbuild/test/durable-node-fs-pg16.test.d.ts.map +1 -0
  29. package/.tsbuild/test/fatal-shutdown.test.d.ts +2 -0
  30. package/.tsbuild/test/fatal-shutdown.test.d.ts.map +1 -0
  31. package/.tsbuild/test/mcp-flag.test.d.ts +2 -0
  32. package/.tsbuild/test/mcp-flag.test.d.ts.map +1 -0
  33. package/.tsbuild/test/observability-signals.test.d.ts +2 -0
  34. package/.tsbuild/test/observability-signals.test.d.ts.map +1 -0
  35. package/.tsbuild/test/pglite-preflight.test.d.ts +2 -0
  36. package/.tsbuild/test/pglite-preflight.test.d.ts.map +1 -0
  37. package/.tsbuild/test/renown-trust-policy.test.d.ts +2 -0
  38. package/.tsbuild/test/renown-trust-policy.test.d.ts.map +1 -0
  39. package/.tsbuild/test/snapshot-writer.d.ts +18 -0
  40. package/.tsbuild/test/snapshot-writer.d.ts.map +1 -0
  41. package/.tsbuild/test/unsupported-stored-documents.test.d.ts +2 -0
  42. package/.tsbuild/test/unsupported-stored-documents.test.d.ts.map +1 -0
  43. package/.tsbuild/test/workflow/harness.d.ts +56 -0
  44. package/.tsbuild/test/workflow/harness.d.ts.map +1 -0
  45. package/.tsbuild/test/workflow/oauth.test.d.ts +2 -0
  46. package/.tsbuild/test/workflow/oauth.test.d.ts.map +1 -0
  47. package/.tsbuild/test/workflow/resolvers.test.d.ts +2 -0
  48. package/.tsbuild/test/workflow/resolvers.test.d.ts.map +1 -0
  49. package/.tsbuild/test/workflow/webhook-dedupe.test.d.ts +2 -0
  50. package/.tsbuild/test/workflow/webhook-dedupe.test.d.ts.map +1 -0
  51. package/.tsbuild/test/workflow/webhook-signed.test.d.ts +2 -0
  52. package/.tsbuild/test/workflow/webhook-signed.test.d.ts.map +1 -0
  53. package/.tsbuild/test/workflow/webhook-trigger-test.test.d.ts +2 -0
  54. package/.tsbuild/test/workflow/webhook-trigger-test.test.d.ts.map +1 -0
  55. package/.tsbuild/test/workflow/webhook-unsigned.test.d.ts +2 -0
  56. package/.tsbuild/test/workflow/webhook-unsigned.test.d.ts.map +1 -0
  57. package/.tsbuild/test/workflow-reactor-access.test.d.ts +2 -0
  58. package/.tsbuild/test/workflow-reactor-access.test.d.ts.map +1 -0
  59. package/.tsbuild/test/workflow-reactor-enforcement.test.d.ts +2 -0
  60. package/.tsbuild/test/workflow-reactor-enforcement.test.d.ts.map +1 -0
  61. package/.tsbuild/test/workflow-read-gate.test.d.ts +2 -0
  62. package/.tsbuild/test/workflow-read-gate.test.d.ts.map +1 -0
  63. package/.tsbuild/test/workflow-runtime.test.d.ts +2 -0
  64. package/.tsbuild/test/workflow-runtime.test.d.ts.map +1 -0
  65. package/.tsbuild/tsconfig.tsbuildinfo +1 -1
  66. package/.tsbuild/tsdown.config.d.ts.map +1 -1
  67. package/.tsbuild/vitest.config.d.ts.map +1 -1
  68. package/Auth.md +94 -0
  69. package/CHANGELOG.md +509 -0
  70. package/README.md +35 -0
  71. package/dist/index.d.mts +2 -1
  72. package/dist/index.mjs +48 -49
  73. package/dist/index.mjs.map +1 -1
  74. package/dist/install-packages.d.mts +2 -1
  75. package/dist/install-packages.mjs +2 -2
  76. package/dist/install-packages.mjs.map +1 -1
  77. package/dist/migrate.d.mts +2 -1
  78. package/dist/migrate.mjs +4 -3
  79. package/dist/migrate.mjs.map +1 -1
  80. package/dist/server-Zz7SqTwO.mjs +3335 -0
  81. package/dist/server-Zz7SqTwO.mjs.map +1 -0
  82. package/dist/server.d.mts +154 -30
  83. package/dist/server.d.mts.map +1 -1
  84. package/dist/server.mjs +4 -5
  85. package/dist/{utils-Baw7rThP.mjs → utils-uaBlzyjS.mjs} +15 -9
  86. package/dist/utils-uaBlzyjS.mjs.map +1 -0
  87. package/dist/utils.d.mts +4 -5
  88. package/dist/utils.d.mts.map +1 -1
  89. package/dist/utils.mjs +3 -3
  90. package/package.json +22 -18
  91. package/test/attachment-reference-read-model.test.ts +6 -1
  92. package/test/attachments/auth.test.ts +85 -0
  93. package/test/attachments/byte-grants.test.ts +290 -0
  94. package/test/attachments/byte-routes-read-gate.integration.test.ts +314 -0
  95. package/test/attachments/download-target.test.ts +201 -32
  96. package/test/attachments/index.test.ts +34 -3
  97. package/test/attachments/reserve-metadata-parity.test.ts +96 -0
  98. package/test/attachments/routes-integration.test.ts +60 -4
  99. package/test/attachments/routes.test.ts +166 -23
  100. package/test/attachments/service-config.test.ts +13 -3
  101. package/test/attachments/url-signer.test.ts +105 -0
  102. package/test/boot-create-signature-policy.test.ts +108 -0
  103. package/test/boot-mcp-enabled.test.ts +121 -0
  104. package/test/boot-privacy.test.ts +243 -0
  105. package/test/boot-unsupported-stored-documents.test.ts +213 -0
  106. package/test/boot-without-renown.test.ts +81 -0
  107. package/test/boot-without-require-signatures.test.ts +74 -0
  108. package/test/boot-worker-trust-policy.test.ts +90 -0
  109. package/test/builder-defaults.test.ts +80 -0
  110. package/test/create-signature-policy.test.ts +69 -0
  111. package/test/durable-node-fs-pg16.test.ts +80 -0
  112. package/test/fatal-shutdown.test.ts +165 -0
  113. package/test/mcp-flag.test.ts +56 -0
  114. package/test/observability-signals.test.ts +131 -0
  115. package/test/pglite-dialect.test.ts +159 -2
  116. package/test/pglite-preflight.test.ts +313 -0
  117. package/test/pglite-version.test.ts +9 -1
  118. package/test/renown-trust-policy.test.ts +315 -0
  119. package/test/snapshot-writer.ts +94 -0
  120. package/test/unsupported-stored-documents.test.ts +72 -0
  121. package/test/worker-pool.test.ts +27 -1
  122. package/test/workflow/harness.ts +289 -0
  123. package/test/workflow/oauth.test.ts +214 -0
  124. package/test/workflow/resolvers.test.ts +322 -0
  125. package/test/workflow/webhook-dedupe.test.ts +295 -0
  126. package/test/workflow/webhook-signed.test.ts +509 -0
  127. package/test/workflow/webhook-trigger-test.test.ts +82 -0
  128. package/test/workflow/webhook-unsigned.test.ts +345 -0
  129. package/test/workflow-reactor-access.test.ts +384 -0
  130. package/test/workflow-reactor-enforcement.test.ts +805 -0
  131. package/test/workflow-read-gate.test.ts +210 -0
  132. package/test/workflow-runtime.test.ts +572 -0
  133. package/tsconfig.json +9 -3
  134. package/tsdown.config.ts +3 -1
  135. package/dist/server-CiKkVE6g.mjs +0 -1555
  136. package/dist/server-CiKkVE6g.mjs.map +0 -1
  137. package/dist/utils-Baw7rThP.mjs.map +0 -1
@@ -0,0 +1,315 @@
1
+ import type {
2
+ ActionSigner,
3
+ ISigner,
4
+ } from "@powerhousedao/shared/document-model";
5
+ import {
6
+ ReactorBuilder,
7
+ ReactorClientBuilder,
8
+ type SignatureTrustPolicy,
9
+ } from "@powerhousedao/reactor";
10
+ import type { IRenown } from "@renown/sdk/node";
11
+ import { existsSync } from "node:fs";
12
+ import { pathToFileURL } from "node:url";
13
+ import { afterEach, describe, expect, it, vi } from "vitest";
14
+ import { applySwitchboardReactorDefaults } from "../src/builder-defaults.mjs";
15
+ import {
16
+ assertWorkerTrustPolicy,
17
+ getRenownTrustPolicyConfig,
18
+ } from "../src/renown.js";
19
+
20
+ const WALLET = "0xf39Fd6e51aad88F6F4ce6aB8827279cffFb92266";
21
+ const CONNECT_KEY = "did:key:zDnaeConnectKey";
22
+ const SWITCHBOARD_KEY = "did:key:zDnaeSwitchboardKey";
23
+ const SWITCHBOARD_USER = {
24
+ address: "0x70997970C51812dc3A010C7d01b50e0d17dc79C8",
25
+ networkId: "eip155",
26
+ chainId: 1,
27
+ };
28
+ const GRAPHQL = "http://renown.test/graphql";
29
+
30
+ // Signed by WALLET's Anvil dev key; its expiry is ignored by the policy.
31
+ const CREDENTIAL_ROW = {
32
+ documentId: "doc-cred",
33
+ credentialId: "urn:uuid:c7882913-68ef-48e5-9e89-f2948d2ca22c",
34
+ context: ["https://www.w3.org/2018/credentials/v1"],
35
+ type: ["VerifiableCredential", "RenownCredential"],
36
+ issuerId: "did:pkh:eip155:1:0xf39fd6e51aad88f6f4ce6ab8827279cfffb92266",
37
+ issuerEthereumAddress: WALLET,
38
+ issuanceDate: "2026-09-24T00:48:25.566Z",
39
+ expirationDate: "2026-10-01T00:48:25.566Z",
40
+ credentialSubjectId: CONNECT_KEY,
41
+ credentialSubjectApp: "connect",
42
+ credentialStatusId: null,
43
+ credentialStatusType: null,
44
+ credentialSchemaId: "https://renown.id/schemas/renown-credential/v1",
45
+ credentialSchemaType: "JsonSchemaValidator2018",
46
+ proofVerificationMethod:
47
+ "did:pkh:eip155:1:0xf39fd6e51aad88f6f4ce6ab8827279cfffb92266",
48
+ proofEthereumAddress: WALLET,
49
+ proofCreated: "2026-09-24T00:48:25.566Z",
50
+ proofPurpose: "assertionMethod",
51
+ proofType: "EthereumEip712Signature2021",
52
+ proofValue:
53
+ "0xe8d7a2468b9eb21286483fd88601d350ac7a8ed908506e51a34c6b119f93a7d75c6284a3f231698f6fcc8a3ad0ec5096a34811c7b6adef2d1e4146ddb22826a91c",
54
+ proofEip712Domain: JSON.stringify({ version: "1", chainId: 1 }),
55
+ proofEip712PrimaryType: "VerifiableCredential",
56
+ revoked: false,
57
+ };
58
+
59
+ function stubRenown(user: ActionSigner["user"] = SWITCHBOARD_USER): IRenown {
60
+ const signer = {
61
+ user,
62
+ app: { name: "switchboard", key: SWITCHBOARD_KEY },
63
+ } as unknown as ISigner;
64
+ return { signer } as unknown as IRenown;
65
+ }
66
+
67
+ function claim(address: string, key: string): ActionSigner {
68
+ return {
69
+ user: { address, networkId: "eip155", chainId: 1 },
70
+ app: { name: "connect", key },
71
+ signatures: [],
72
+ };
73
+ }
74
+
75
+ /** Answers the renown read model with `rows`; counts the requests. */
76
+ function mockReadModel(rows: unknown[] = [CREDENTIAL_ROW]) {
77
+ return vi.spyOn(globalThis, "fetch").mockImplementation(() =>
78
+ Promise.resolve(
79
+ new Response(JSON.stringify({ data: { renownCredentials: rows } }), {
80
+ status: 200,
81
+ }),
82
+ ),
83
+ );
84
+ }
85
+
86
+ async function remotePolicy(
87
+ renown = stubRenown(),
88
+ ): Promise<SignatureTrustPolicy> {
89
+ const { trustPolicy } = await getRenownTrustPolicyConfig(
90
+ { source: "remote", switchboardUrl: GRAPHQL },
91
+ renown,
92
+ );
93
+ return trustPolicy!;
94
+ }
95
+
96
+ describe("getRenownTrustPolicyConfig", () => {
97
+ afterEach(() => vi.restoreAllMocks());
98
+
99
+ it("accepts a key a credential binds to the claimed wallet", async () => {
100
+ const fetchMock = mockReadModel();
101
+ const policy = await remotePolicy();
102
+
103
+ await expect(
104
+ policy.authorizeSigner(claim(WALLET, CONNECT_KEY), CONNECT_KEY, "doc"),
105
+ ).resolves.toBe(true);
106
+ expect(fetchMock.mock.calls[0][0]).toBe(GRAPHQL);
107
+ });
108
+
109
+ it("refuses a mismatched address or key", async () => {
110
+ mockReadModel();
111
+ const policy = await remotePolicy();
112
+
113
+ await expect(
114
+ policy.authorizeSigner(
115
+ claim(SWITCHBOARD_USER.address, CONNECT_KEY),
116
+ CONNECT_KEY,
117
+ "doc",
118
+ ),
119
+ ).resolves.toBe(false);
120
+ await expect(
121
+ policy.authorizeSigner(
122
+ claim(WALLET, "did:key:zDnaeOther"),
123
+ "did:key:zDnaeOther",
124
+ "doc",
125
+ ),
126
+ ).resolves.toBe(false);
127
+ });
128
+
129
+ it("refuses a key no credential binds yet", async () => {
130
+ const fetchMock = mockReadModel([]);
131
+ const policy = await remotePolicy();
132
+
133
+ await expect(
134
+ policy.authorizeSigner(claim(WALLET, CONNECT_KEY), CONNECT_KEY, "doc"),
135
+ ).resolves.toBe(false);
136
+ await expect(
137
+ policy.authorizeSigner(claim(WALLET, CONNECT_KEY), CONNECT_KEY, "doc"),
138
+ ).resolves.toBe(false);
139
+ expect(fetchMock).toHaveBeenCalledTimes(1);
140
+ });
141
+
142
+ it("caches an acceptance per (address, key)", async () => {
143
+ const fetchMock = mockReadModel();
144
+ const policy = await remotePolicy();
145
+ const signer = claim(WALLET, CONNECT_KEY);
146
+
147
+ await policy.authorizeSigner(signer, CONNECT_KEY, "doc-1");
148
+ fetchMock.mockRejectedValue(new TypeError("offline"));
149
+
150
+ await expect(
151
+ policy.authorizeSigner(signer, CONNECT_KEY, "doc-2"),
152
+ ).resolves.toBe(true);
153
+ expect(fetchMock).toHaveBeenCalledTimes(1);
154
+ });
155
+
156
+ it("throws on a network failure rather than refusing", async () => {
157
+ vi.spyOn(globalThis, "fetch").mockRejectedValue(new TypeError("offline"));
158
+ const policy = await remotePolicy();
159
+
160
+ await expect(
161
+ policy.authorizeSigner(claim(WALLET, CONNECT_KEY), CONNECT_KEY, "doc"),
162
+ ).rejects.toThrow("offline");
163
+ });
164
+
165
+ it("accepts the switchboard's own key for its own user without a lookup", async () => {
166
+ const fetchMock = mockReadModel([]);
167
+ const policy = await remotePolicy();
168
+
169
+ await expect(
170
+ policy.authorizeSigner(
171
+ claim(SWITCHBOARD_USER.address, SWITCHBOARD_KEY),
172
+ SWITCHBOARD_KEY,
173
+ "doc",
174
+ ),
175
+ ).resolves.toBe(true);
176
+ expect(fetchMock).not.toHaveBeenCalled();
177
+ });
178
+
179
+ it("matches the switchboard's own key against its current user", async () => {
180
+ const fetchMock = mockReadModel([]);
181
+ const renown = stubRenown();
182
+ const policy = await remotePolicy(renown);
183
+
184
+ renown.signer.user = { address: WALLET, networkId: "eip155", chainId: 1 };
185
+
186
+ await expect(
187
+ policy.authorizeSigner(
188
+ claim(WALLET, SWITCHBOARD_KEY),
189
+ SWITCHBOARD_KEY,
190
+ "doc",
191
+ ),
192
+ ).resolves.toBe(true);
193
+ expect(fetchMock).not.toHaveBeenCalled();
194
+ await expect(
195
+ policy.authorizeSigner(
196
+ claim(SWITCHBOARD_USER.address, SWITCHBOARD_KEY),
197
+ SWITCHBOARD_KEY,
198
+ "doc",
199
+ ),
200
+ ).resolves.toBe(false);
201
+ });
202
+
203
+ it("gives pooled workers a spec that builds the same policy", async () => {
204
+ const fetchMock = mockReadModel();
205
+ const { workerTrustPolicy } = await getRenownTrustPolicyConfig(
206
+ { source: "remote", switchboardUrl: GRAPHQL },
207
+ stubRenown(),
208
+ );
209
+
210
+ const module = workerTrustPolicy!.module;
211
+ expect(module.exportName).toBe("createRenownTrustPolicy");
212
+ const filePath = "filePath" in module ? module.filePath : "";
213
+ expect(existsSync(filePath)).toBe(true);
214
+ expect(workerTrustPolicy!.initArgs).toEqual({
215
+ switchboard: GRAPHQL,
216
+ self: { key: SWITCHBOARD_KEY, user: SWITCHBOARD_USER },
217
+ });
218
+
219
+ const imported = (await import(pathToFileURL(filePath).href)) as Record<
220
+ string,
221
+ (args: unknown) => SignatureTrustPolicy
222
+ >;
223
+ const policy = imported[module.exportName](workerTrustPolicy!.initArgs);
224
+ await expect(
225
+ policy.authorizeSigner(claim(WALLET, CONNECT_KEY), CONNECT_KEY, "doc"),
226
+ ).resolves.toBe(true);
227
+ expect(fetchMock).toHaveBeenCalledTimes(1);
228
+ });
229
+
230
+ it("reads a self source in process and gives workers no spec", async () => {
231
+ const request = vi.fn(() =>
232
+ Promise.resolve({ renownCredentials: [CREDENTIAL_ROW] }),
233
+ );
234
+ const config = await getRenownTrustPolicyConfig(
235
+ { source: "self", request },
236
+ null,
237
+ );
238
+
239
+ expect(config.workerTrustPolicy).toBeUndefined();
240
+ await expect(
241
+ config.trustPolicy!.authorizeSigner(
242
+ claim(WALLET, CONNECT_KEY),
243
+ CONNECT_KEY,
244
+ "doc",
245
+ ),
246
+ ).resolves.toBe(true);
247
+ expect(request).toHaveBeenCalledTimes(1);
248
+ });
249
+ });
250
+
251
+ describe("assertWorkerTrustPolicy", () => {
252
+ it("fails with workers, authEnforcement and a self source", () => {
253
+ expect(() =>
254
+ assertWorkerTrustPolicy({
255
+ workers: 2,
256
+ authEnforcement: true,
257
+ renownSource: "self",
258
+ }),
259
+ ).toThrow(
260
+ /REACTOR_WORKERS[\s\S]*REACTOR_AUTH_ENFORCEMENT[\s\S]*RENOWN_SOURCE/,
261
+ );
262
+ });
263
+
264
+ it.each([
265
+ { workers: 0, authEnforcement: true, renownSource: "self" as const },
266
+ { workers: 2, authEnforcement: false, renownSource: "self" as const },
267
+ { workers: 2, authEnforcement: true, renownSource: "remote" as const },
268
+ ])("passes %o", (config) => {
269
+ expect(() => assertWorkerTrustPolicy(config)).not.toThrow();
270
+ });
271
+ });
272
+
273
+ describe("applySwitchboardReactorDefaults with a trust policy", () => {
274
+ it("gives the reactor the policy and its worker spec", () => {
275
+ const reactorBuilder = new ReactorBuilder();
276
+ const withTrustPolicy = vi.spyOn(reactorBuilder, "withTrustPolicy");
277
+ const trustPolicy: SignatureTrustPolicy = {
278
+ authorizeSigner: () => Promise.resolve(true),
279
+ };
280
+ const workerTrustPolicy = {
281
+ module: { filePath: "/trust.js", exportName: "createTrustPolicy" },
282
+ };
283
+
284
+ applySwitchboardReactorDefaults(
285
+ reactorBuilder,
286
+ new ReactorClientBuilder(),
287
+ {
288
+ includeBaseModels: false,
289
+ signalHandlers: false,
290
+ trustPolicy: { trustPolicy, workerTrustPolicy },
291
+ },
292
+ );
293
+
294
+ expect(withTrustPolicy).toHaveBeenCalledWith(
295
+ trustPolicy,
296
+ workerTrustPolicy,
297
+ );
298
+ expect(reactorBuilder.hasTrustPolicy()).toBe(true);
299
+ });
300
+
301
+ it("leaves the reactor on the default without one", () => {
302
+ const reactorBuilder = new ReactorBuilder();
303
+
304
+ applySwitchboardReactorDefaults(
305
+ reactorBuilder,
306
+ new ReactorClientBuilder(),
307
+ {
308
+ includeBaseModels: false,
309
+ signalHandlers: false,
310
+ },
311
+ );
312
+
313
+ expect(reactorBuilder.hasTrustPolicy()).toBe(false);
314
+ });
315
+ });
@@ -0,0 +1,94 @@
1
+ // Test-only v1 snapshot.bin writer over a loose on-disk tree.
2
+ import { promises as fs } from "node:fs";
3
+ import type { FileHandle } from "node:fs/promises";
4
+ import path from "node:path";
5
+
6
+ const MAGIC = new Uint8Array([0x50, 0x47, 0x4c, 0x41]);
7
+ const FORMAT_VERSION = 1;
8
+ const HEADER_SIZE = 12;
9
+ const ENTRY_PREFIX_SIZE = 9;
10
+ const DEFAULT_SKIP = ["snapshot.bin", "snapshot.bin.tmp"];
11
+
12
+ export interface SnapshotEntry {
13
+ type: 0 | 1;
14
+ mode: number;
15
+ relPath: string;
16
+ data?: Buffer;
17
+ }
18
+
19
+ export interface WriteSnapshotOptions {
20
+ /** Root-level names to leave out. Defaults to the snapshot files. */
21
+ skip?: string[];
22
+ }
23
+
24
+ export async function collectDiskEntries(
25
+ dataDir: string,
26
+ options: WriteSnapshotOptions = {},
27
+ ): Promise<SnapshotEntry[]> {
28
+ const skip = new Set(options.skip ?? DEFAULT_SKIP);
29
+ const entries: SnapshotEntry[] = [];
30
+ const walk = async (dir: string, rel: string) => {
31
+ const names = (await fs.readdir(dir)).sort();
32
+ for (const name of names) {
33
+ if (rel === "" && skip.has(name)) continue;
34
+ const full = path.join(dir, name);
35
+ const relPath = rel === "" ? name : `${rel}/${name}`;
36
+ const stat = await fs.lstat(full);
37
+ if (stat.isDirectory()) {
38
+ entries.push({ type: 0, mode: stat.mode & 0o7777, relPath });
39
+ await walk(full, relPath);
40
+ } else if (stat.isFile()) {
41
+ entries.push({
42
+ type: 1,
43
+ mode: stat.mode & 0o7777,
44
+ relPath,
45
+ data: await fs.readFile(full),
46
+ });
47
+ }
48
+ }
49
+ };
50
+ await walk(dataDir, "");
51
+ return entries;
52
+ }
53
+
54
+ export function encodeSnapshot(entries: SnapshotEntry[]): Buffer {
55
+ const encoder = new TextEncoder();
56
+ const parts: Buffer[] = [];
57
+ const header = Buffer.alloc(HEADER_SIZE);
58
+ header.set(MAGIC, 0);
59
+ header.writeUInt32LE(FORMAT_VERSION, 4);
60
+ header.writeUInt32LE(entries.length, 8);
61
+ parts.push(header);
62
+ for (const entry of entries) {
63
+ const pathBytes = encoder.encode(entry.relPath);
64
+ const dataLen = entry.data?.byteLength ?? 0;
65
+ const prefix = Buffer.alloc(ENTRY_PREFIX_SIZE + pathBytes.byteLength + 4);
66
+ prefix.writeUInt8(entry.type, 0);
67
+ prefix.writeUInt32LE(entry.mode, 1);
68
+ prefix.writeUInt32LE(pathBytes.byteLength, 5);
69
+ prefix.set(pathBytes, ENTRY_PREFIX_SIZE);
70
+ prefix.writeUInt32LE(dataLen, ENTRY_PREFIX_SIZE + pathBytes.byteLength);
71
+ parts.push(prefix);
72
+ if (entry.data && dataLen > 0) parts.push(entry.data);
73
+ }
74
+ return Buffer.concat(parts);
75
+ }
76
+
77
+ /** Serializes `dataDir` into `snapshotPath`. Returns the entry count and size. */
78
+ export async function writeSnapshotFromDir(
79
+ dataDir: string,
80
+ snapshotPath: string,
81
+ options: WriteSnapshotOptions = {},
82
+ ): Promise<{ entries: number; bytes: number }> {
83
+ const entries = await collectDiskEntries(dataDir, options);
84
+ const bytes = encodeSnapshot(entries);
85
+ let fh: FileHandle | undefined;
86
+ try {
87
+ fh = await fs.open(snapshotPath, "w");
88
+ await fh.writeFile(bytes);
89
+ await fh.sync();
90
+ } finally {
91
+ await fh?.close();
92
+ }
93
+ return { entries: entries.length, bytes: bytes.byteLength };
94
+ }
@@ -0,0 +1,72 @@
1
+ import { UnsupportedStoredProtocolError } from "@powerhousedao/reactor";
2
+ import { describe, expect, it } from "vitest";
3
+ import {
4
+ StoredDocumentsRefusedError,
5
+ resolveUnsupportedStoredDocuments,
6
+ } from "../src/unsupported-stored-documents.mjs";
7
+
8
+ describe("resolveUnsupportedStoredDocuments", () => {
9
+ it("refuses by default", () => {
10
+ expect(resolveUnsupportedStoredDocuments(undefined, {})).toBe("refuse");
11
+ expect(
12
+ resolveUnsupportedStoredDocuments(undefined, {
13
+ REACTOR_UNSUPPORTED_STORED_DOCUMENTS: " ",
14
+ }),
15
+ ).toBe("refuse");
16
+ });
17
+
18
+ it("reads REACTOR_UNSUPPORTED_STORED_DOCUMENTS", () => {
19
+ expect(
20
+ resolveUnsupportedStoredDocuments(undefined, {
21
+ REACTOR_UNSUPPORTED_STORED_DOCUMENTS: " read-only ",
22
+ }),
23
+ ).toBe("read-only");
24
+ expect(
25
+ resolveUnsupportedStoredDocuments(undefined, {
26
+ REACTOR_UNSUPPORTED_STORED_DOCUMENTS: "refuse",
27
+ }),
28
+ ).toBe("refuse");
29
+ });
30
+
31
+ it("lets the option win over the env var", () => {
32
+ expect(
33
+ resolveUnsupportedStoredDocuments("refuse", {
34
+ REACTOR_UNSUPPORTED_STORED_DOCUMENTS: "read-only",
35
+ }),
36
+ ).toBe("refuse");
37
+ });
38
+
39
+ it("refuses an unknown value", () => {
40
+ expect(() =>
41
+ resolveUnsupportedStoredDocuments(undefined, {
42
+ REACTOR_UNSUPPORTED_STORED_DOCUMENTS: "readonly",
43
+ }),
44
+ ).toThrow(
45
+ 'REACTOR_UNSUPPORTED_STORED_DOCUMENTS must be "refuse" or "read-only", got "readonly"',
46
+ );
47
+ });
48
+ });
49
+
50
+ describe("StoredDocumentsRefusedError", () => {
51
+ it("names the versions, the count and both ways forward", () => {
52
+ const cause = new UnsupportedStoredProtocolError(
53
+ [
54
+ { protocol: "base-reducer", version: 3 },
55
+ { protocol: "base-reducer", version: 7 },
56
+ ],
57
+ 4,
58
+ );
59
+
60
+ const error = new StoredDocumentsRefusedError(cause);
61
+
62
+ expect(error.message).toBe(
63
+ "Refusing to start: 4 stored document(s) require base-reducer 3, base-reducer 7, which this switchboard does not run. " +
64
+ "Either start a switchboard build that runs base-reducer 3, base-reducer 7, or set REACTOR_UNSUPPORTED_STORED_DOCUMENTS=read-only to start with those documents read-only.",
65
+ );
66
+ expect(error.documents).toBe(4);
67
+ expect(error.versions).toBe(cause.versions);
68
+ expect(error.cause).toBe(cause);
69
+ expect(StoredDocumentsRefusedError.isError(error)).toBe(true);
70
+ expect(StoredDocumentsRefusedError.isError(cause)).toBe(false);
71
+ });
72
+ });
@@ -1,9 +1,12 @@
1
1
  import type { ILogger } from "document-model";
2
- import { existsSync } from "node:fs";
2
+ import { existsSync, mkdtempSync, writeFileSync } from "node:fs";
3
+ import { tmpdir } from "node:os";
4
+ import path from "node:path";
3
5
  import { describe, expect, it, vi } from "vitest";
4
6
  import {
5
7
  autoWorkerCount,
6
8
  buildWorkerDbConfig,
9
+ keepImportableSources,
7
10
  resolveHostPoolSize,
8
11
  resolveWorkerModelSources,
9
12
  resolveWorkerPoolOptions,
@@ -264,3 +267,26 @@ describe("resolveWorkerModelSources", () => {
264
267
  expect(logger.warn).toHaveBeenCalledTimes(1);
265
268
  });
266
269
  });
270
+
271
+ describe("keepImportableSources", () => {
272
+ it("keeps sources that export a model and drops one that throws or has none", async () => {
273
+ const dir = mkdtempSync(path.join(tmpdir(), "ph-model-sources-"));
274
+ const good = path.join(dir, "good.mjs");
275
+ const broken = path.join(dir, "broken.mjs");
276
+ const empty = path.join(dir, "empty.mjs");
277
+ writeFileSync(
278
+ good,
279
+ 'export const Model = { reducer: () => ({}), documentModel: { global: { id: "test/model" } } };',
280
+ );
281
+ writeFileSync(broken, 'throw new Error("stale dist");');
282
+ // What `ph init` builds for a project with no models yet.
283
+ writeFileSync(empty, "export {};");
284
+
285
+ const kept = await keepImportableSources(
286
+ [{ filePath: broken }, { filePath: good }, { filePath: empty }],
287
+ stubLogger(),
288
+ );
289
+
290
+ expect(kept).toEqual([{ filePath: good }]);
291
+ });
292
+ });