@agentshouse/kit 0.2.1-cf110d15f69c8 → 0.2.1-cf2c570b41f24

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (147) hide show
  1. package/README.md +38 -44
  2. package/dist/acp.js +96 -22
  3. package/dist/afk.js +17 -0
  4. package/dist/agents.js +221 -65
  5. package/dist/api.js +21 -3
  6. package/dist/app-git.js +10 -26
  7. package/dist/binaries.js +60 -0
  8. package/dist/bridge.js +101 -49
  9. package/dist/building.js +50 -0
  10. package/dist/calls.js +88 -0
  11. package/dist/chunks.js +54 -0
  12. package/dist/clis.js +80 -52
  13. package/dist/connect.js +121 -0
  14. package/dist/connection.js +120 -0
  15. package/dist/content.js +106 -0
  16. package/dist/conversations.js +711 -267
  17. package/dist/copies.js +1293 -595
  18. package/dist/earlier.js +273 -0
  19. package/dist/end.js +15 -3
  20. package/dist/events.js +553 -281
  21. package/dist/files.js +206 -32
  22. package/dist/git.js +2 -70
  23. package/dist/grok.js +39 -0
  24. package/dist/home.js +123 -15
  25. package/dist/house-cli.js +282 -0
  26. package/dist/house-main.js +7 -206
  27. package/dist/instructions.js +7 -13
  28. package/dist/keys.js +238 -0
  29. package/dist/kit-cli.js +78 -0
  30. package/dist/kit-main.js +8 -22
  31. package/dist/login.js +71 -39
  32. package/dist/logout.js +2 -4
  33. package/dist/manifest.js +75 -0
  34. package/dist/mcp.js +47 -7
  35. package/dist/owner.js +46 -0
  36. package/dist/placement.js +25 -0
  37. package/dist/refusals.js +50 -23
  38. package/dist/relay.js +22 -1
  39. package/dist/resident.js +153 -53
  40. package/dist/scope.js +15 -4
  41. package/dist/scripts.js +319 -0
  42. package/dist/secret-input.js +1 -1
  43. package/dist/settings.js +247 -0
  44. package/dist/sign-in.js +66 -38
  45. package/dist/silence.js +28 -0
  46. package/dist/skills.js +49 -35
  47. package/dist/supervisor.js +163 -0
  48. package/dist/transcription.js +90 -47
  49. package/dist/update.js +119 -102
  50. package/dist/wire.js +32 -0
  51. package/dist/work.js +30 -7
  52. package/dist/workspace.js +113 -0
  53. package/package.json +25 -21
  54. package/dist/authority-main.js +0 -22
  55. package/dist/bootstrap.json +0 -24
  56. package/dist/clis-main.js +0 -23
  57. package/dist/configure-main.js +0 -6
  58. package/dist/enrol-main.js +0 -10
  59. package/dist/git-main.js +0 -153
  60. package/dist/parts.js +0 -82
  61. package/dist/service-main.js +0 -9
  62. package/dist/service.js +0 -33
  63. package/dist/stream.js +0 -74
  64. package/dist/translate.js +0 -51
  65. package/how-we-work.md +0 -23
  66. package/skills/ask-matt/LICENSE +0 -21
  67. package/skills/ask-matt/PHASE-BOUNDARIES.md +0 -55
  68. package/skills/ask-matt/SKILL.md +0 -91
  69. package/skills/ask-matt/agents/openai.yaml +0 -4
  70. package/skills/code-review/LICENSE +0 -21
  71. package/skills/code-review/SKILL.md +0 -89
  72. package/skills/code-review/agents/openai.yaml +0 -3
  73. package/skills/codebase-design/DEEPENING.md +0 -37
  74. package/skills/codebase-design/DESIGN-IT-TWICE.md +0 -44
  75. package/skills/codebase-design/LICENSE +0 -21
  76. package/skills/codebase-design/SKILL.md +0 -116
  77. package/skills/codebase-design/agents/openai.yaml +0 -3
  78. package/skills/diagnosing-bugs/LICENSE +0 -21
  79. package/skills/diagnosing-bugs/SKILL.md +0 -140
  80. package/skills/diagnosing-bugs/agents/openai.yaml +0 -3
  81. package/skills/diagnosing-bugs/scripts/hitl-loop.template.sh +0 -44
  82. package/skills/domain-modeling/ADR-FORMAT.md +0 -47
  83. package/skills/domain-modeling/CONTEXT-FORMAT.md +0 -60
  84. package/skills/domain-modeling/LICENSE +0 -21
  85. package/skills/domain-modeling/SKILL.md +0 -76
  86. package/skills/domain-modeling/agents/openai.yaml +0 -3
  87. package/skills/grill-me/LICENSE +0 -21
  88. package/skills/grill-me/SKILL.md +0 -8
  89. package/skills/grill-me/agents/openai.yaml +0 -4
  90. package/skills/grill-with-docs/LICENSE +0 -21
  91. package/skills/grill-with-docs/SKILL.md +0 -8
  92. package/skills/grill-with-docs/agents/openai.yaml +0 -4
  93. package/skills/grilling/LICENSE +0 -21
  94. package/skills/grilling/SKILL.md +0 -30
  95. package/skills/grilling/agents/openai.yaml +0 -3
  96. package/skills/handoff/LICENSE +0 -21
  97. package/skills/handoff/SKILL.md +0 -17
  98. package/skills/handoff/agents/openai.yaml +0 -4
  99. package/skills/implement/LICENSE +0 -21
  100. package/skills/implement/SKILL.md +0 -16
  101. package/skills/implement/agents/openai.yaml +0 -4
  102. package/skills/improve-codebase-architecture/HTML-REPORT.md +0 -123
  103. package/skills/improve-codebase-architecture/LICENSE +0 -21
  104. package/skills/improve-codebase-architecture/SKILL.md +0 -72
  105. package/skills/improve-codebase-architecture/agents/openai.yaml +0 -4
  106. package/skills/prototype/LICENSE +0 -21
  107. package/skills/prototype/LOGIC.md +0 -67
  108. package/skills/prototype/SKILL.md +0 -28
  109. package/skills/prototype/UI.md +0 -112
  110. package/skills/prototype/agents/openai.yaml +0 -3
  111. package/skills/research/LICENSE +0 -21
  112. package/skills/research/SKILL.md +0 -14
  113. package/skills/research/agents/openai.yaml +0 -3
  114. package/skills/resolving-merge-conflicts/LICENSE +0 -21
  115. package/skills/resolving-merge-conflicts/SKILL.md +0 -16
  116. package/skills/resolving-merge-conflicts/agents/openai.yaml +0 -3
  117. package/skills/tdd/LICENSE +0 -21
  118. package/skills/tdd/SKILL.md +0 -40
  119. package/skills/tdd/agents/openai.yaml +0 -3
  120. package/skills/tdd/mocking.md +0 -59
  121. package/skills/tdd/tests.md +0 -77
  122. package/skills/teach/GLOSSARY-FORMAT.md +0 -35
  123. package/skills/teach/LEARNING-RECORD-FORMAT.md +0 -46
  124. package/skills/teach/LICENSE +0 -21
  125. package/skills/teach/MISSION-FORMAT.md +0 -31
  126. package/skills/teach/RESOURCES-FORMAT.md +0 -32
  127. package/skills/teach/SKILL.md +0 -141
  128. package/skills/teach/agents/openai.yaml +0 -4
  129. package/skills/to-questionnaire/LICENSE +0 -21
  130. package/skills/to-questionnaire/SKILL.md +0 -55
  131. package/skills/to-questionnaire/agents/openai.yaml +0 -4
  132. package/skills/to-spec/LICENSE +0 -21
  133. package/skills/to-spec/SKILL.md +0 -76
  134. package/skills/to-spec/agents/openai.yaml +0 -4
  135. package/skills/to-tickets/LICENSE +0 -21
  136. package/skills/to-tickets/SKILL.md +0 -106
  137. package/skills/to-tickets/agents/openai.yaml +0 -4
  138. package/skills/wait-what/LICENSE +0 -21
  139. package/skills/wait-what/SKILL.md +0 -8
  140. package/skills/wait-what/agents/openai.yaml +0 -4
  141. package/skills/wayfinder/LICENSE +0 -21
  142. package/skills/wayfinder/SKILL.md +0 -129
  143. package/skills/wayfinder/agents/openai.yaml +0 -4
  144. package/skills/writing-for-agents/LICENSE +0 -21
  145. package/skills/writing-for-agents/SKILL-MECHANICS.md +0 -22
  146. package/skills/writing-for-agents/SKILL.md +0 -83
  147. package/skills/writing-for-agents/agents/openai.yaml +0 -3
package/dist/bridge.js CHANGED
@@ -1,20 +1,24 @@
1
1
  import { createHash, randomUUID } from 'node:crypto';
2
2
  import { once } from 'node:events';
3
3
  import { setTimeout as delay } from 'node:timers/promises';
4
- import { mkdir } from 'node:fs/promises';
5
4
  import { createServer, request as httpRequest } from 'node:http';
6
5
  import { request as httpsRequest } from 'node:https';
7
6
  import { delimiter, dirname, join } from 'node:path';
7
+ import { FUNCTION_RUN_META_KEY } from '@agentshouse/kit-wire';
8
8
  import { parse } from 'yaml';
9
9
  import { finalRefusal, HouseRefusal, retryDelay, retrying } from './api.js';
10
10
  import { loginPath } from './clis.js';
11
- import { changedPaths, } from './copies.js';
12
- import { kitHome, readEnrolment } from './home.js';
13
- import { callHouse, mcpBody, rpc, UNREACHABLE } from './mcp.js';
11
+ import { changedPaths, DEFAULT_MAX_SIZE, UPLOAD_NEEDS_OWNER, } from './copies.js';
12
+ import { fileInfo } from './files.js';
13
+ import { readEnrolment, readOwnAgent, socketDirectory } from './home.js';
14
+ import { callHouse, DISCONNECTED, mcpBody, refusalIn, rpc, toolAnswer, UNREACHABLE } from './mcp.js';
14
15
  import { operationId } from './operation.js';
15
- import { refusalOf, retryable } from './refusals.js';
16
+ import { refusalOf, retryable, stopsPush } from './refusals.js';
16
17
  import { relayed } from './relay.js';
17
- const MCP_REQUEST_BYTES = 4 * 1024 * 1024;
18
+ class Said extends Error {
19
+ }
20
+ const OWNER_IN_CONVERSATION = '--owner is not for Agent conversations; run house upload without it';
21
+ const MCP_REQUEST_BYTES = 4_000_000;
18
22
  export async function received(request) {
19
23
  let text = '';
20
24
  request.setEncoding('utf8');
@@ -35,18 +39,6 @@ function relay(request, response, house, authorization) {
35
39
  forwarded.on('error', () => response.destroy());
36
40
  request.pipe(forwarded);
37
41
  }
38
- function refusalIn(text, status) {
39
- return refusalOf(text) ?? { code: '', text: text === '' ? `House refused it with ${status}` : text, conflicts: [] };
40
- }
41
- function answered(forwarded) {
42
- if (forwarded.status !== 200)
43
- return { refused: refusalIn(forwarded.text, forwarded.status) };
44
- const answer = JSON.parse(forwarded.text);
45
- if (answer.error !== undefined)
46
- return { refused: refusalIn(answer.error.message, forwarded.status) };
47
- const text = answer.result.content.map((content) => content.text).join('\n');
48
- return answer.result.isError === true ? { refused: refusalIn(text, forwarded.status) } : { text };
49
- }
50
42
  function pendingSeconds(forwarded) {
51
43
  if (forwarded.status !== 200)
52
44
  return null;
@@ -59,33 +51,77 @@ function pendingSeconds(forwarded) {
59
51
  const seconds = JSON.parse(text).pending.retry_after;
60
52
  return typeof seconds === 'number' ? seconds : null;
61
53
  }
62
- function resendAfter(forwarded, attempt) {
54
+ function resendAfter(forwarded, attempt, pushing) {
63
55
  if (forwarded === null)
64
56
  return retryDelay(attempt);
65
- if (forwarded.status !== 200)
57
+ if (forwarded.status !== 200) {
58
+ if (pushing && stopsPush(refusalOf(forwarded.text)))
59
+ return null;
66
60
  return retryable(forwarded.text) === false ? null : retryDelay(attempt);
61
+ }
67
62
  const seconds = pendingSeconds(forwarded);
68
63
  return seconds === null ? null : seconds * 1000;
69
64
  }
70
65
  function editAnswer(forwarded) {
71
- const answer = answered(forwarded);
66
+ const answer = toolAnswer(forwarded);
72
67
  if ('refused' in answer)
73
68
  return answer;
74
69
  const { results } = parse(answer.text);
75
70
  return {
76
71
  accepted: results.flatMap((result) => [
77
72
  ...(result.from === undefined ? [] : [{ path: result.from, revision: null, content: null }]),
78
- { path: result.path, revision: result.revision ?? null },
73
+ { path: result.path, revision: result.revision ?? null, ...(result.content === undefined ? {} : { content: result.content }) },
79
74
  ]),
80
75
  };
81
76
  }
82
77
  export async function openBridge(house, copies, conversationId, signal) {
83
- const path = [join(kitHome(), 'shim'), dirname(process.execPath), await loginPath()].join(delimiter);
78
+ const { credential } = await retrying(() => house.act('agent_update.credentials_issue', { conversation: conversationId }, signal), signal);
79
+ return bridgeFor(copies, {
80
+ key: `conversation:${conversationId}`,
81
+ origin: (await readEnrolment()).house,
82
+ credential,
83
+ named: {},
84
+ ownAgent: false,
85
+ owner: false,
86
+ path: [dirname(process.execPath), await loginPath()].join(delimiter),
87
+ });
88
+ }
89
+ async function runCredential(house, run, signal) {
90
+ try {
91
+ return (await retrying(() => house.act('agent_update.credentials_issue', { run }, signal), signal)).credential;
92
+ }
93
+ catch (error) {
94
+ if (finalRefusal(error))
95
+ return null;
96
+ throw error;
97
+ }
98
+ }
99
+ export async function openRunBridge(house, copies, run, signal) {
100
+ const named = { [FUNCTION_RUN_META_KEY]: run };
101
+ const ownAgent = await readOwnAgent();
102
+ if (ownAgent !== null) {
103
+ return bridgeFor(copies, {
104
+ key: `function-run:${run}`,
105
+ origin: ownAgent.house,
106
+ credential: ownAgent.credential,
107
+ named,
108
+ ownAgent: true,
109
+ owner: true,
110
+ path: null,
111
+ });
112
+ }
113
+ const credential = await runCredential(house, run, signal);
114
+ if (credential === null)
115
+ return null;
84
116
  const origin = (await readEnrolment()).house;
85
- const { credential } = await house.post(`/kit/conversations/${conversationId}/credential`, {}, signal);
117
+ return bridgeFor(copies, { key: `function-run:${run}`, origin, credential, named, ownAgent: false, owner: true, path: null });
118
+ }
119
+ async function bridgeFor(copies, holder) {
120
+ const { origin, credential, named, path } = holder;
86
121
  const closed = new AbortController();
87
- const sent = (message, operation) => callHouse(origin, credential, message, operation, closed.signal);
88
- const send = async (message, operation) => {
122
+ const sent = (message, operation) => callHouse(origin, credential, message, { operation, named, signal: closed.signal });
123
+ const send = async (message, asked, pushing = false) => {
124
+ const operation = holder.ownAgent ? null : asked;
89
125
  if (operation === null)
90
126
  return sent(message, null);
91
127
  for (let attempt = 0;; attempt++) {
@@ -94,7 +130,7 @@ export async function openBridge(house, copies, conversationId, signal) {
94
130
  throw error;
95
131
  return null;
96
132
  });
97
- const after = resendAfter(forwarded, attempt);
133
+ const after = resendAfter(forwarded, attempt, pushing);
98
134
  if (after === null)
99
135
  return forwarded;
100
136
  // A Tool call House did not settle is sent again on the jittered curve, or after the wait House names for a pending one.
@@ -105,10 +141,7 @@ export async function openBridge(house, copies, conversationId, signal) {
105
141
  const staged = async (operation, changes) => {
106
142
  const bytes = Buffer.from(JSON.stringify({ changes }));
107
143
  const sha256 = createHash('sha256').update(bytes).digest('hex');
108
- const prepared = answered(await send(call('run_command', {
109
- command: 'prepare_edit_upload',
110
- arguments: { paths: changedPaths(changes), bytes: bytes.length, sha256 },
111
- }), operation));
144
+ const prepared = toolAnswer(await send(call('update', { op: 'stage', paths: changedPaths(changes), bytes: bytes.length, sha256 }), operation));
112
145
  if ('refused' in prepared)
113
146
  return prepared;
114
147
  const { transfer } = parse(prepared.text);
@@ -140,36 +173,51 @@ export async function openBridge(house, copies, conversationId, signal) {
140
173
  return send(message, message.method === 'tools/call' ? operationId() : null);
141
174
  };
142
175
  const caller = {
143
- key: `conversation:${conversationId}`,
176
+ key: holder.key,
144
177
  submit: async (operation, changes, held, retain) => {
145
- const inline = call('edit', { changes });
178
+ const inline = call('update', { changes });
146
179
  let upload = held;
147
- if (upload === undefined && Buffer.byteLength(mcpBody(inline, operation)) > MCP_REQUEST_BYTES) {
180
+ if (upload === undefined && Buffer.byteLength(mcpBody(inline, { operation, named })) > MCP_REQUEST_BYTES) {
148
181
  const prepared = await staged(operation, changes);
149
182
  if ('refused' in prepared)
150
183
  return prepared;
151
184
  upload = prepared;
152
185
  await retain(upload);
153
186
  }
154
- return editAnswer(await send(upload === undefined ? inline : call('edit', { paths: changedPaths(changes), upload }), operation));
187
+ return editAnswer(await send(upload === undefined ? inline : call('update', { paths: changedPaths(changes), upload }), operation, true));
188
+ },
189
+ finish: async (upload, path, partSha256) => {
190
+ const answer = toolAnswer(await send(call('upload', { upload, path, part_sha256: partSha256 }), operationId(), true));
191
+ if ('refused' in answer)
192
+ throw new Error(answer.refused.text);
193
+ return parse(answer.text);
194
+ },
195
+ info: async (path, revision) => {
196
+ const answer = toolAnswer(await send(call('info', { path, ...(revision === undefined ? {} : { ref: revision }) }), operationId()));
197
+ if ('refused' in answer)
198
+ throw new Error(answer.refused.text);
199
+ return fileInfo(answer.text);
155
200
  },
156
201
  };
202
+ const uploader = holder.owner ? copies.owner : caller;
157
203
  const local = async (path, text) => {
158
- if (path === '/git/push') {
159
- const { cwd, commit } = JSON.parse(text);
160
- return { status: 200, text: JSON.stringify(await copies.push(cwd, commit, caller)) };
204
+ if (path === '/copy/upload') {
205
+ const { cwd, owner } = JSON.parse(text);
206
+ const uploaded = owner === holder.owner ? await copies.upload(cwd, uploader) : { refused: true, text: owner ? OWNER_IN_CONVERSATION : UPLOAD_NEEDS_OWNER };
207
+ return { status: 200, text: JSON.stringify(uploaded) };
161
208
  }
162
- if (path === '/git/fetch')
163
- return { status: 200, text: JSON.stringify(await copies.fetch()) };
164
- if (path === '/git/observed') {
165
- await copies.observed(JSON.parse(text));
166
- return { status: 200, text: '{}' };
209
+ if (path === '/copy/download') {
210
+ const { attachments = false, max_size: maxSize = DEFAULT_MAX_SIZE } = JSON.parse(text);
211
+ return { status: 200, text: JSON.stringify(await copies.download(uploader, { attachments, maxSize })) };
167
212
  }
168
- return path === '/' ? forward(text) : { status: 404, text: '' };
213
+ if (path !== '/')
214
+ return { status: 404, text: '' };
215
+ const forwarded = await forward(text);
216
+ if (holder.ownAgent && forwarded.status === 401)
217
+ throw new Said(DISCONNECTED);
218
+ return forwarded;
169
219
  };
170
- const sockets = join(kitHome(), 'bridges');
171
- await mkdir(sockets, { recursive: true, mode: 0o700 });
172
- const socketPath = join(sockets, `${randomUUID()}.sock`);
220
+ const socketPath = join(socketDirectory(), `${randomUUID()}.sock`);
173
221
  const bridge = createServer(async (request, response) => {
174
222
  try {
175
223
  const path = request.url ?? '';
@@ -181,11 +229,15 @@ export async function openBridge(house, copies, conversationId, signal) {
181
229
  response.writeHead(answered.status, { 'content-type': 'application/json' }).end(answered.text);
182
230
  }
183
231
  catch (error) {
232
+ if (error instanceof Said) {
233
+ response.writeHead(502).end(error.message);
234
+ return;
235
+ }
184
236
  if (error instanceof HouseRefusal) {
185
237
  response.writeHead(error.status, { 'content-type': 'application/json' }).end(error.text);
186
238
  return;
187
239
  }
188
- const verb = request.url === '/git/push' || request.url === '/git/fetch';
240
+ const verb = request.url === '/copy/upload' || request.url === '/copy/download';
189
241
  response.writeHead(502).end(verb && error instanceof Error ? error.message : UNREACHABLE);
190
242
  }
191
243
  });
@@ -207,7 +259,7 @@ export async function openBridge(house, copies, conversationId, signal) {
207
259
  return {
208
260
  env: {
209
261
  HOUSE_BRIDGE: socketPath,
210
- PATH: path,
262
+ ...(path === null ? {} : { PATH: path }),
211
263
  GIT_CONFIG_COUNT: '1',
212
264
  GIT_CONFIG_KEY_0: `url.${proxy}/app/.insteadOf`,
213
265
  GIT_CONFIG_VALUE_0: app,
@@ -0,0 +1,50 @@
1
+ import { createHash } from 'node:crypto';
2
+ import { createWriteStream } from 'node:fs';
3
+ import { rm } from 'node:fs/promises';
4
+ import { Transform } from 'node:stream';
5
+ import { pipeline } from 'node:stream/promises';
6
+ import { readEnrolment } from './home.js';
7
+ import { relayed } from './relay.js';
8
+ const MANIFEST = 'bootstrap.json';
9
+ async function served(name, signal) {
10
+ const enrolment = await readEnrolment();
11
+ if (enrolment === null)
12
+ throw new Error('this Kit is connected to no House');
13
+ const answer = await fetch(relayed(new URL(`/kit-installer/${encodeURIComponent(name)}`, enrolment.house)), { signal });
14
+ if (answer.status === 200 && answer.body !== null)
15
+ return answer;
16
+ await answer.body?.cancel();
17
+ throw new Error(`House answered ${answer.status} for ${name}`);
18
+ }
19
+ export async function servedRelease(signal) {
20
+ const manifest = (await (await served(MANIFEST, signal)).json());
21
+ const installer = manifest.hosts?.linux;
22
+ const sha256 = typeof installer === 'string' ? manifest.files?.[installer]?.sha256 : undefined;
23
+ if (typeof manifest.version !== 'string' || typeof installer !== 'string' || typeof sha256 !== 'string') {
24
+ throw new Error(`House serves no Kit release in ${MANIFEST}`);
25
+ }
26
+ return { version: manifest.version, installer, sha256 };
27
+ }
28
+ export async function downloadServed(name, sha256, destination, signal, most = Infinity) {
29
+ const answer = await served(name, signal);
30
+ const digest = createHash('sha256');
31
+ let bytes = 0;
32
+ const hashed = new Transform({
33
+ transform(chunk, _encoding, done) {
34
+ bytes += chunk.length;
35
+ if (bytes > most)
36
+ return done(new Error(`${name} is larger than its pinned ${most} bytes`));
37
+ digest.update(chunk);
38
+ done(null, chunk);
39
+ },
40
+ });
41
+ try {
42
+ await pipeline(answer.body, hashed, createWriteStream(destination), { signal });
43
+ if (digest.digest('hex') !== sha256)
44
+ throw new Error(`${name} does not match its sha256`);
45
+ }
46
+ catch (error) {
47
+ await rm(destination, { force: true });
48
+ throw error;
49
+ }
50
+ }
package/dist/calls.js ADDED
@@ -0,0 +1,88 @@
1
+ import { existsSync, readFileSync, renameSync, writeFileSync } from 'node:fs';
2
+ import { join } from 'node:path';
3
+ import { kitHome } from './home.js';
4
+ function logged(error) {
5
+ process.stderr.write(`kit: ${error instanceof Error ? error.message : String(error)}\n`);
6
+ }
7
+ export class Calls {
8
+ house;
9
+ changed;
10
+ carried = new Map();
11
+ path = join(kitHome(), 'call-results.json');
12
+ results;
13
+ returned = new Set();
14
+ released = new Set();
15
+ carrying = new Map();
16
+ settings = new Set();
17
+ open = 0;
18
+ constructor(house, changed) {
19
+ this.house = house;
20
+ this.changed = changed;
21
+ this.results = new Map(existsSync(this.path) ? Object.entries(JSON.parse(readFileSync(this.path, 'utf8'))) : []);
22
+ }
23
+ keepResult(callId, result) {
24
+ if (this.returned.has(callId))
25
+ return;
26
+ this.results.set(callId, result);
27
+ this.save();
28
+ }
29
+ idle() {
30
+ return this.open === 0;
31
+ }
32
+ busy() {
33
+ return [...this.carrying.keys()].some((callId) => !this.settings.has(callId));
34
+ }
35
+ carrySettings(callId, work) {
36
+ this.settings.add(callId);
37
+ return this.carry(callId, work);
38
+ }
39
+ carry(callId, work) {
40
+ if (this.released.has(callId))
41
+ return Promise.resolve();
42
+ const known = this.carried.get(callId);
43
+ const result = this.results.get(callId);
44
+ const carried = known ?? (result === undefined ? work() : Promise.resolve({ result }));
45
+ if (known === undefined) {
46
+ this.carried.set(callId, carried);
47
+ carried.catch(() => this.carried.delete(callId));
48
+ }
49
+ this.open++;
50
+ this.carrying.set(callId, (this.carrying.get(callId) ?? 0) + 1);
51
+ this.changed();
52
+ return carried
53
+ .then(async ({ result, returned, release }) => {
54
+ try {
55
+ await this.house.deliver('kit-calls/results/return', { call: callId, ...result });
56
+ }
57
+ finally {
58
+ this.returned.add(callId);
59
+ if (this.results.delete(callId))
60
+ this.save();
61
+ }
62
+ if (known !== undefined)
63
+ return;
64
+ if (release) {
65
+ this.carried.delete(callId);
66
+ this.released.add(callId);
67
+ }
68
+ await returned?.();
69
+ })
70
+ .catch(logged)
71
+ .finally(() => {
72
+ this.open--;
73
+ const left = this.carrying.get(callId) - 1;
74
+ if (left === 0) {
75
+ this.carrying.delete(callId);
76
+ this.settings.delete(callId);
77
+ }
78
+ else
79
+ this.carrying.set(callId, left);
80
+ this.changed();
81
+ });
82
+ }
83
+ save() {
84
+ const temporary = `${this.path}.${process.pid}`;
85
+ writeFileSync(temporary, JSON.stringify(Object.fromEntries(this.results)), { mode: 0o600 });
86
+ renameSync(temporary, this.path);
87
+ }
88
+ }
package/dist/chunks.js ADDED
@@ -0,0 +1,54 @@
1
+ import { readFile, rm } from 'node:fs/promises';
2
+ import { join } from 'node:path';
3
+ import { downloaded, fetched } from './files.js';
4
+ const DOWNLOADS_AT_ONCE = 6;
5
+ // A chunk is about one megabyte, so a download still unfinished after two minutes holds every Room behind it on a dead connection.
6
+ const CHUNK_DOWNLOAD_MS = 120_000;
7
+ class AddressExpired extends Error {
8
+ constructor() {
9
+ super("House's store refused every chunk it asked for");
10
+ }
11
+ }
12
+ function once(chunk) {
13
+ let asked = false;
14
+ return async () => {
15
+ if (asked)
16
+ throw new AddressExpired();
17
+ asked = true;
18
+ return { download: chunk.download, sha256: chunk.hash };
19
+ };
20
+ }
21
+ export async function stagedChunks(directory, chunks) {
22
+ let next = 0;
23
+ let failure;
24
+ const downloading = async () => {
25
+ while (next < chunks.length && failure === undefined) {
26
+ const chunk = chunks[next++];
27
+ const reading = (url) => fetched(url, AbortSignal.timeout(CHUNK_DOWNLOAD_MS));
28
+ await downloaded(once(chunk), reading, join(directory, chunk.hash), 'A Room chunk').catch((error) => {
29
+ failure ??= error;
30
+ });
31
+ }
32
+ };
33
+ await Promise.all(Array.from({ length: DOWNLOADS_AT_ONCE }, downloading));
34
+ return failure;
35
+ }
36
+ export async function* chunkEntries(directory, chunks, models) {
37
+ for (const { hash } of chunks) {
38
+ for (const line of (await readFile(join(directory, hash), 'utf8')).split('\n'))
39
+ if (line !== '')
40
+ JSON.parse(line);
41
+ }
42
+ yield* models;
43
+ for (const { hash } of chunks) {
44
+ const file = join(directory, hash);
45
+ for (const line of (await readFile(file, 'utf8')).split('\n')) {
46
+ if (line === '')
47
+ continue;
48
+ const entry = JSON.parse(line);
49
+ if (!('folder' in entry))
50
+ yield entry;
51
+ }
52
+ await rm(file);
53
+ }
54
+ }