@agentshouse/kit 0.2.1-cd9cbd8b6428c → 0.2.1-ce0af1aee9a57

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (138) hide show
  1. package/README.md +46 -46
  2. package/dist/acp.js +102 -108
  3. package/dist/afk.js +17 -0
  4. package/dist/agents.js +218 -63
  5. package/dist/api.js +34 -2
  6. package/dist/app-git.js +48 -0
  7. package/dist/authority-main.js +3 -3
  8. package/dist/bridge.js +42 -62
  9. package/dist/building.js +50 -0
  10. package/dist/calls.js +71 -0
  11. package/dist/chunks.js +49 -0
  12. package/dist/clis.js +169 -95
  13. package/dist/codex-main.js +58 -0
  14. package/dist/connection.js +120 -0
  15. package/dist/content.js +63 -0
  16. package/dist/conversations.js +853 -333
  17. package/dist/copies.js +451 -251
  18. package/dist/end.js +33 -0
  19. package/dist/enrol-main.js +7 -1
  20. package/dist/events.js +1057 -0
  21. package/dist/files.js +139 -17
  22. package/dist/git.js +57 -21
  23. package/dist/grok.js +39 -0
  24. package/dist/home.js +89 -7
  25. package/dist/house-cli.js +299 -0
  26. package/dist/house-main.js +7 -159
  27. package/dist/instructions.js +7 -11
  28. package/dist/kit-cli.js +65 -0
  29. package/dist/kit-main.js +8 -19
  30. package/dist/login.js +117 -102
  31. package/dist/logout.js +14 -13
  32. package/dist/mcp.js +6 -2
  33. package/dist/placement.js +31 -0
  34. package/dist/refusals.js +12 -0
  35. package/dist/relay.js +33 -2
  36. package/dist/resident.js +138 -61
  37. package/dist/scope.js +214 -0
  38. package/dist/scripts.js +255 -0
  39. package/dist/secret-input.js +5 -2
  40. package/dist/service-main.js +9 -0
  41. package/dist/service.js +55 -0
  42. package/dist/shell.js +3 -0
  43. package/dist/sign-in.js +40 -32
  44. package/dist/silence.js +28 -0
  45. package/dist/skills.js +49 -35
  46. package/dist/transcription.js +131 -40
  47. package/dist/translate.js +19 -16
  48. package/dist/update.js +113 -103
  49. package/dist/wire.js +40 -0
  50. package/dist/work.js +353 -0
  51. package/package.json +22 -20
  52. package/dist/blocks.js +0 -51
  53. package/dist/bootstrap.json +0 -24
  54. package/dist/clis-main.js +0 -23
  55. package/dist/stream.js +0 -47
  56. package/how-we-work.md +0 -23
  57. package/skills/ask-matt/LICENSE +0 -21
  58. package/skills/ask-matt/PHASE-BOUNDARIES.md +0 -55
  59. package/skills/ask-matt/SKILL.md +0 -91
  60. package/skills/ask-matt/agents/openai.yaml +0 -4
  61. package/skills/code-review/LICENSE +0 -21
  62. package/skills/code-review/SKILL.md +0 -89
  63. package/skills/code-review/agents/openai.yaml +0 -3
  64. package/skills/codebase-design/DEEPENING.md +0 -37
  65. package/skills/codebase-design/DESIGN-IT-TWICE.md +0 -44
  66. package/skills/codebase-design/LICENSE +0 -21
  67. package/skills/codebase-design/SKILL.md +0 -116
  68. package/skills/codebase-design/agents/openai.yaml +0 -3
  69. package/skills/diagnosing-bugs/LICENSE +0 -21
  70. package/skills/diagnosing-bugs/SKILL.md +0 -140
  71. package/skills/diagnosing-bugs/agents/openai.yaml +0 -3
  72. package/skills/diagnosing-bugs/scripts/hitl-loop.template.sh +0 -44
  73. package/skills/domain-modeling/ADR-FORMAT.md +0 -47
  74. package/skills/domain-modeling/CONTEXT-FORMAT.md +0 -60
  75. package/skills/domain-modeling/LICENSE +0 -21
  76. package/skills/domain-modeling/SKILL.md +0 -76
  77. package/skills/domain-modeling/agents/openai.yaml +0 -3
  78. package/skills/grill-me/LICENSE +0 -21
  79. package/skills/grill-me/SKILL.md +0 -8
  80. package/skills/grill-me/agents/openai.yaml +0 -4
  81. package/skills/grill-with-docs/LICENSE +0 -21
  82. package/skills/grill-with-docs/SKILL.md +0 -8
  83. package/skills/grill-with-docs/agents/openai.yaml +0 -4
  84. package/skills/grilling/LICENSE +0 -21
  85. package/skills/grilling/SKILL.md +0 -30
  86. package/skills/grilling/agents/openai.yaml +0 -3
  87. package/skills/handoff/LICENSE +0 -21
  88. package/skills/handoff/SKILL.md +0 -17
  89. package/skills/handoff/agents/openai.yaml +0 -4
  90. package/skills/implement/LICENSE +0 -21
  91. package/skills/implement/SKILL.md +0 -16
  92. package/skills/implement/agents/openai.yaml +0 -4
  93. package/skills/improve-codebase-architecture/HTML-REPORT.md +0 -123
  94. package/skills/improve-codebase-architecture/LICENSE +0 -21
  95. package/skills/improve-codebase-architecture/SKILL.md +0 -72
  96. package/skills/improve-codebase-architecture/agents/openai.yaml +0 -4
  97. package/skills/prototype/LICENSE +0 -21
  98. package/skills/prototype/LOGIC.md +0 -67
  99. package/skills/prototype/SKILL.md +0 -28
  100. package/skills/prototype/UI.md +0 -112
  101. package/skills/prototype/agents/openai.yaml +0 -3
  102. package/skills/research/LICENSE +0 -21
  103. package/skills/research/SKILL.md +0 -14
  104. package/skills/research/agents/openai.yaml +0 -3
  105. package/skills/resolving-merge-conflicts/LICENSE +0 -21
  106. package/skills/resolving-merge-conflicts/SKILL.md +0 -16
  107. package/skills/resolving-merge-conflicts/agents/openai.yaml +0 -3
  108. package/skills/tdd/LICENSE +0 -21
  109. package/skills/tdd/SKILL.md +0 -40
  110. package/skills/tdd/agents/openai.yaml +0 -3
  111. package/skills/tdd/mocking.md +0 -59
  112. package/skills/tdd/tests.md +0 -77
  113. package/skills/teach/GLOSSARY-FORMAT.md +0 -35
  114. package/skills/teach/LEARNING-RECORD-FORMAT.md +0 -46
  115. package/skills/teach/LICENSE +0 -21
  116. package/skills/teach/MISSION-FORMAT.md +0 -31
  117. package/skills/teach/RESOURCES-FORMAT.md +0 -32
  118. package/skills/teach/SKILL.md +0 -141
  119. package/skills/teach/agents/openai.yaml +0 -4
  120. package/skills/to-questionnaire/LICENSE +0 -21
  121. package/skills/to-questionnaire/SKILL.md +0 -55
  122. package/skills/to-questionnaire/agents/openai.yaml +0 -4
  123. package/skills/to-spec/LICENSE +0 -21
  124. package/skills/to-spec/SKILL.md +0 -76
  125. package/skills/to-spec/agents/openai.yaml +0 -4
  126. package/skills/to-tickets/LICENSE +0 -21
  127. package/skills/to-tickets/SKILL.md +0 -106
  128. package/skills/to-tickets/agents/openai.yaml +0 -4
  129. package/skills/wait-what/LICENSE +0 -21
  130. package/skills/wait-what/SKILL.md +0 -8
  131. package/skills/wait-what/agents/openai.yaml +0 -4
  132. package/skills/wayfinder/LICENSE +0 -21
  133. package/skills/wayfinder/SKILL.md +0 -129
  134. package/skills/wayfinder/agents/openai.yaml +0 -4
  135. package/skills/writing-for-agents/LICENSE +0 -21
  136. package/skills/writing-for-agents/SKILL-MECHANICS.md +0 -22
  137. package/skills/writing-for-agents/SKILL.md +0 -83
  138. package/skills/writing-for-agents/agents/openai.yaml +0 -3
package/dist/bridge.js CHANGED
@@ -1,21 +1,19 @@
1
1
  import { createHash, randomUUID } from 'node:crypto';
2
2
  import { once } from 'node:events';
3
3
  import { setTimeout as delay } from 'node:timers/promises';
4
- import { mkdir } from 'node:fs/promises';
5
4
  import { createServer, request as httpRequest } from 'node:http';
6
5
  import { request as httpsRequest } from 'node:https';
7
6
  import { delimiter, dirname, join } from 'node:path';
8
7
  import { parse } from 'yaml';
9
- import { HouseRefusal, retryDelay } from './api.js';
8
+ import { finalRefusal, HouseRefusal, retryDelay, retrying } from './api.js';
10
9
  import { loginPath } from './clis.js';
11
10
  import { changedPaths, } from './copies.js';
12
- import { kitHome, readEnrolment } from './home.js';
11
+ import { kitHome, readEnrolment, socketDirectory } from './home.js';
13
12
  import { callHouse, mcpBody, rpc, UNREACHABLE } from './mcp.js';
14
- import { operationId, uuidOf } from './operation.js';
15
- import { refusalOf } from './refusals.js';
13
+ import { operationId } from './operation.js';
14
+ import { refusalOf, retryable } from './refusals.js';
16
15
  import { relayed } from './relay.js';
17
- const MCP_REQUEST_BYTES = 4 * 1024 * 1024;
18
- const ATTACHMENTS = '/kit/attachments/upload';
16
+ const MCP_REQUEST_BYTES = 4_000_000;
19
17
  export async function received(request) {
20
18
  let text = '';
21
19
  request.setEncoding('utf8');
@@ -23,7 +21,8 @@ export async function received(request) {
23
21
  text += chunk;
24
22
  return text;
25
23
  }
26
- function relay(request, response, target, authorization) {
24
+ function relay(request, response, house, authorization) {
25
+ const target = relayed(house);
27
26
  const send = target.protocol === 'https:' ? httpsRequest : httpRequest;
28
27
  const forwarded = send(target, {
29
28
  method: request.method,
@@ -39,8 +38,6 @@ function refusalIn(text, status) {
39
38
  return refusalOf(text) ?? { code: '', text: text === '' ? `House refused it with ${status}` : text, conflicts: [] };
40
39
  }
41
40
  function answered(forwarded) {
42
- if (forwarded.status >= 500)
43
- throw new HouseRefusal('/', forwarded.status, forwarded.text);
44
41
  if (forwarded.status !== 200)
45
42
  return { refused: refusalIn(forwarded.text, forwarded.status) };
46
43
  const answer = JSON.parse(forwarded.text);
@@ -64,16 +61,11 @@ function pendingSeconds(forwarded) {
64
61
  function resendAfter(forwarded, attempt) {
65
62
  if (forwarded === null)
66
63
  return retryDelay(attempt);
67
- if (forwarded.status >= 500)
68
- return refusalOf(forwarded.text) === null ? retryDelay(attempt) : null;
64
+ if (forwarded.status !== 200)
65
+ return retryable(forwarded.text) === false ? null : retryDelay(attempt);
69
66
  const seconds = pendingSeconds(forwarded);
70
67
  return seconds === null ? null : seconds * 1000;
71
68
  }
72
- function versioned(conversationId, text) {
73
- const file = JSON.parse(text);
74
- const identity = JSON.stringify([conversationId, file.room_ref ?? null, file.name, file.sha256]);
75
- return JSON.stringify({ ...file, version: uuidOf(createHash('sha256').update(identity).digest(), 8) });
76
- }
77
69
  function editAnswer(forwarded) {
78
70
  const answer = answered(forwarded);
79
71
  if ('refused' in answer)
@@ -89,7 +81,7 @@ function editAnswer(forwarded) {
89
81
  export async function openBridge(house, copies, conversationId, signal) {
90
82
  const path = [join(kitHome(), 'shim'), dirname(process.execPath), await loginPath()].join(delimiter);
91
83
  const origin = (await readEnrolment()).house;
92
- const { credential } = await house.post(`/kit/conversations/${conversationId}/credential`, {}, signal);
84
+ const { credential } = await retrying(() => house.post('/kit/conversations/credentials/issue', { conversation: conversationId }, signal), signal);
93
85
  const closed = new AbortController();
94
86
  const sent = (message, operation) => callHouse(origin, credential, message, operation, closed.signal);
95
87
  const send = async (message, operation) => {
@@ -104,6 +96,7 @@ export async function openBridge(house, copies, conversationId, signal) {
104
96
  const after = resendAfter(forwarded, attempt);
105
97
  if (after === null)
106
98
  return forwarded;
99
+ // A Tool call House did not settle is sent again on the jittered curve, or after the wait House names for a pending one.
107
100
  await delay(after, undefined, { signal: closed.signal });
108
101
  }
109
102
  };
@@ -112,57 +105,43 @@ export async function openBridge(house, copies, conversationId, signal) {
112
105
  const bytes = Buffer.from(JSON.stringify({ changes }));
113
106
  const sha256 = createHash('sha256').update(bytes).digest('hex');
114
107
  const prepared = answered(await send(call('run_command', {
115
- command: 'prepare_edit_upload',
108
+ command: 'files/batch-upload',
116
109
  arguments: { paths: changedPaths(changes), bytes: bytes.length, sha256 },
117
110
  }), operation));
118
111
  if ('refused' in prepared)
119
112
  return prepared;
120
113
  const { transfer } = parse(prepared.text);
121
- const posted = await fetch(relayed(transfer.url), {
122
- method: 'POST',
123
- headers: { 'content-type': 'text/plain; charset=utf-8' },
124
- body: Buffer.concat([Buffer.from(`${transfer.operation}\n`), bytes]),
125
- signal: closed.signal,
126
- });
127
- const text = await posted.text();
128
- if (posted.status >= 500)
129
- throw new HouseRefusal('/', posted.status, text);
130
- if (!posted.ok)
131
- return { refused: refusalIn(text, posted.status) };
132
- const held = JSON.parse(text).transfer;
133
- return { url: held.url, operation: held.operation, bytes: bytes.length, sha256 };
134
- };
135
- let mutations = null;
136
- const writes = async (tool) => {
137
- mutations ??= house
138
- .post('/kit/tools/mutations', {}, closed.signal)
139
- .then(({ tools }) => new Set(tools.filter((listed) => listed.writes).map((listed) => listed.name)));
114
+ let text;
140
115
  try {
141
- return (await mutations).has(tool);
116
+ text = await retrying(async () => {
117
+ const posted = await fetch(relayed(transfer.url), {
118
+ method: 'POST',
119
+ headers: { 'content-type': 'text/plain; charset=utf-8' },
120
+ body: Buffer.concat([Buffer.from(`${transfer.operation}\n`), bytes]),
121
+ signal: closed.signal,
122
+ });
123
+ const answer = await posted.text();
124
+ if (!posted.ok)
125
+ throw new HouseRefusal('/', posted.status, answer);
126
+ return answer;
127
+ }, closed.signal);
142
128
  }
143
129
  catch (error) {
144
- mutations = null;
145
- throw error;
130
+ if (!finalRefusal(error))
131
+ throw error;
132
+ return { refused: refusalIn(error.text, error.status) };
146
133
  }
134
+ const held = JSON.parse(text).transfer;
135
+ return { url: held.url, operation: held.operation, bytes: bytes.length, sha256 };
147
136
  };
148
- const forward = async (path, text) => {
149
- if (path === '/') {
150
- const message = JSON.parse(text);
151
- const tool = message.method === 'tools/call' ? String(message.params.name) : null;
152
- return send(message, tool !== null && (await writes(tool)) ? operationId() : null);
153
- }
154
- const answer = await fetch(relayed(new URL(path, origin)), {
155
- method: 'POST',
156
- headers: { 'content-type': 'application/json', authorization: `Bearer ${credential}` },
157
- body: versioned(conversationId, text),
158
- signal: closed.signal,
159
- });
160
- return { status: answer.status, text: await answer.text() };
137
+ const forward = (text) => {
138
+ const message = JSON.parse(text);
139
+ return send(message, message.method === 'tools/call' ? operationId() : null);
161
140
  };
162
141
  const caller = {
163
142
  key: `conversation:${conversationId}`,
164
143
  submit: async (operation, changes, held, retain) => {
165
- const inline = call('edit', { changes });
144
+ const inline = call('files_batch', { changes });
166
145
  let upload = held;
167
146
  if (upload === undefined && Buffer.byteLength(mcpBody(inline, operation)) > MCP_REQUEST_BYTES) {
168
147
  const prepared = await staged(operation, changes);
@@ -171,7 +150,7 @@ export async function openBridge(house, copies, conversationId, signal) {
171
150
  upload = prepared;
172
151
  await retain(upload);
173
152
  }
174
- return editAnswer(await send(upload === undefined ? inline : call('edit', { paths: changedPaths(changes), upload }), operation));
153
+ return editAnswer(await send(upload === undefined ? inline : call('files_batch', { paths: changedPaths(changes), upload }), operation));
175
154
  },
176
155
  };
177
156
  const local = async (path, text) => {
@@ -179,15 +158,15 @@ export async function openBridge(house, copies, conversationId, signal) {
179
158
  const { cwd, commit } = JSON.parse(text);
180
159
  return { status: 200, text: JSON.stringify(await copies.push(cwd, commit, caller)) };
181
160
  }
161
+ if (path === '/git/fetch')
162
+ return { status: 200, text: JSON.stringify(await copies.fetch()) };
182
163
  if (path === '/git/observed') {
183
164
  await copies.observed(JSON.parse(text));
184
165
  return { status: 200, text: '{}' };
185
166
  }
186
- return path === '/' || path === ATTACHMENTS ? forward(path, text) : { status: 404, text: '' };
167
+ return path === '/' ? forward(text) : { status: 404, text: '' };
187
168
  };
188
- const sockets = join(kitHome(), 'bridges');
189
- await mkdir(sockets, { recursive: true, mode: 0o700 });
190
- const socketPath = join(sockets, `${randomUUID()}.sock`);
169
+ const socketPath = join(socketDirectory(), `${randomUUID()}.sock`);
191
170
  const bridge = createServer(async (request, response) => {
192
171
  try {
193
172
  const path = request.url ?? '';
@@ -203,7 +182,8 @@ export async function openBridge(house, copies, conversationId, signal) {
203
182
  response.writeHead(error.status, { 'content-type': 'application/json' }).end(error.text);
204
183
  return;
205
184
  }
206
- response.writeHead(502).end(request.url === '/git/push' && error instanceof Error ? error.message : UNREACHABLE);
185
+ const verb = request.url === '/git/push' || request.url === '/git/fetch';
186
+ response.writeHead(502).end(verb && error instanceof Error ? error.message : UNREACHABLE);
207
187
  }
208
188
  });
209
189
  bridge.listen(socketPath);
@@ -230,7 +210,7 @@ export async function openBridge(house, copies, conversationId, signal) {
230
210
  GIT_CONFIG_VALUE_0: app,
231
211
  },
232
212
  tool: async (name, args) => {
233
- const forwarded = await forward('/', JSON.stringify(call(name, args)));
213
+ const forwarded = await forward(JSON.stringify(call(name, args)));
234
214
  if (forwarded.status !== 200)
235
215
  throw new Error(`House refused ${name} with ${forwarded.status}: ${forwarded.text}`);
236
216
  const answer = JSON.parse(forwarded.text);
@@ -0,0 +1,50 @@
1
+ import { createHash } from 'node:crypto';
2
+ import { createWriteStream } from 'node:fs';
3
+ import { rm } from 'node:fs/promises';
4
+ import { Transform } from 'node:stream';
5
+ import { pipeline } from 'node:stream/promises';
6
+ import { readEnrolment } from './home.js';
7
+ import { relayed } from './relay.js';
8
+ const MANIFEST = 'bootstrap.json';
9
+ async function served(name, signal) {
10
+ const enrolment = await readEnrolment();
11
+ if (enrolment === null)
12
+ throw new Error('this Kit is connected to no House');
13
+ const answer = await fetch(relayed(new URL(`/kit-installer/${encodeURIComponent(name)}`, enrolment.house)), { signal });
14
+ if (answer.status === 200 && answer.body !== null)
15
+ return answer;
16
+ await answer.body?.cancel();
17
+ throw new Error(`House answered ${answer.status} for ${name}`);
18
+ }
19
+ export async function servedRelease(signal) {
20
+ const manifest = (await (await served(MANIFEST, signal)).json());
21
+ const installer = manifest.hosts?.linux;
22
+ const sha256 = typeof installer === 'string' ? manifest.files?.[installer]?.sha256 : undefined;
23
+ if (typeof manifest.version !== 'string' || typeof installer !== 'string' || typeof sha256 !== 'string') {
24
+ throw new Error(`House serves no Kit release in ${MANIFEST}`);
25
+ }
26
+ return { version: manifest.version, installer, sha256 };
27
+ }
28
+ export async function downloadServed(name, sha256, destination, signal, most = Infinity) {
29
+ const answer = await served(name, signal);
30
+ const digest = createHash('sha256');
31
+ let bytes = 0;
32
+ const hashed = new Transform({
33
+ transform(chunk, _encoding, done) {
34
+ bytes += chunk.length;
35
+ if (bytes > most)
36
+ return done(new Error(`${name} is larger than its pinned ${most} bytes`));
37
+ digest.update(chunk);
38
+ done(null, chunk);
39
+ },
40
+ });
41
+ try {
42
+ await pipeline(answer.body, hashed, createWriteStream(destination), { signal });
43
+ if (digest.digest('hex') !== sha256)
44
+ throw new Error(`${name} does not match its sha256`);
45
+ }
46
+ catch (error) {
47
+ await rm(destination, { force: true });
48
+ throw error;
49
+ }
50
+ }
package/dist/calls.js ADDED
@@ -0,0 +1,71 @@
1
+ import { existsSync, readFileSync, renameSync, writeFileSync } from 'node:fs';
2
+ import { join } from 'node:path';
3
+ import { kitHome } from './home.js';
4
+ function logged(error) {
5
+ process.stderr.write(`kit: ${error instanceof Error ? error.message : String(error)}\n`);
6
+ }
7
+ export class Calls {
8
+ house;
9
+ changed;
10
+ carried = new Map();
11
+ path = join(kitHome(), 'call-results.json');
12
+ results;
13
+ returned = new Set();
14
+ released = new Set();
15
+ open = 0;
16
+ constructor(house, changed) {
17
+ this.house = house;
18
+ this.changed = changed;
19
+ this.results = new Map(existsSync(this.path) ? Object.entries(JSON.parse(readFileSync(this.path, 'utf8'))) : []);
20
+ }
21
+ keepResult(callId, result) {
22
+ if (this.returned.has(callId))
23
+ return;
24
+ this.results.set(callId, result);
25
+ this.save();
26
+ }
27
+ idle() {
28
+ return this.open === 0;
29
+ }
30
+ carry(callId, work) {
31
+ if (this.released.has(callId))
32
+ return Promise.resolve();
33
+ const known = this.carried.get(callId);
34
+ const result = this.results.get(callId);
35
+ const carried = known ?? (result === undefined ? work() : Promise.resolve({ result }));
36
+ if (known === undefined) {
37
+ this.carried.set(callId, carried);
38
+ carried.catch(() => this.carried.delete(callId));
39
+ }
40
+ this.open++;
41
+ this.changed();
42
+ return carried
43
+ .then(async ({ result, returned, release }) => {
44
+ try {
45
+ await this.house.deliver('/kit/kit-calls/results/return', { call: callId, ...result });
46
+ }
47
+ finally {
48
+ this.returned.add(callId);
49
+ if (this.results.delete(callId))
50
+ this.save();
51
+ }
52
+ if (known !== undefined)
53
+ return;
54
+ if (release) {
55
+ this.carried.delete(callId);
56
+ this.released.add(callId);
57
+ }
58
+ await returned?.();
59
+ })
60
+ .catch(logged)
61
+ .finally(() => {
62
+ this.open--;
63
+ this.changed();
64
+ });
65
+ }
66
+ save() {
67
+ const temporary = `${this.path}.${process.pid}`;
68
+ writeFileSync(temporary, JSON.stringify(Object.fromEntries(this.results)), { mode: 0o600 });
69
+ renameSync(temporary, this.path);
70
+ }
71
+ }
package/dist/chunks.js ADDED
@@ -0,0 +1,49 @@
1
+ import { readFile, rm } from 'node:fs/promises';
2
+ import { join } from 'node:path';
3
+ import { downloaded, fetched } from './files.js';
4
+ const DOWNLOADS_AT_ONCE = 6;
5
+ // A chunk is about one megabyte, so a download still unfinished after two minutes holds every Room behind it on a dead connection.
6
+ const CHUNK_DOWNLOAD_MS = 120_000;
7
+ class AddressExpired extends Error {
8
+ constructor() {
9
+ super("House's store refused every chunk it asked for");
10
+ }
11
+ }
12
+ function once(chunk) {
13
+ let asked = false;
14
+ return async () => {
15
+ if (asked)
16
+ throw new AddressExpired();
17
+ asked = true;
18
+ return { download: chunk.download, sha256: chunk.hash };
19
+ };
20
+ }
21
+ export async function stagedChunks(directory, chunks) {
22
+ let next = 0;
23
+ let failure;
24
+ const downloading = async () => {
25
+ while (next < chunks.length && failure === undefined) {
26
+ const chunk = chunks[next++];
27
+ const reading = (url) => fetched(url, AbortSignal.timeout(CHUNK_DOWNLOAD_MS));
28
+ await downloaded(once(chunk), reading, join(directory, chunk.hash), 'A Room chunk').catch((error) => {
29
+ failure ??= error;
30
+ });
31
+ }
32
+ };
33
+ await Promise.all(Array.from({ length: DOWNLOADS_AT_ONCE }, downloading));
34
+ return failure;
35
+ }
36
+ export async function* chunkTexts(directory, chunks, models) {
37
+ yield* models;
38
+ for (const { hash } of chunks) {
39
+ const file = join(directory, hash);
40
+ for (const line of (await readFile(file, 'utf8')).split('\n')) {
41
+ if (line === '')
42
+ continue;
43
+ const entry = JSON.parse(line);
44
+ if (entry.content !== undefined)
45
+ yield entry;
46
+ }
47
+ await rm(file);
48
+ }
49
+ }