@agentshouse/kit 0.2.1-ce145e9aadbf6 → 0.2.1-ce46b2b55463f

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (146) hide show
  1. package/README.md +46 -49
  2. package/dist/acp.js +101 -108
  3. package/dist/afk.js +17 -0
  4. package/dist/agents.js +252 -73
  5. package/dist/api.js +43 -6
  6. package/dist/app-git.js +48 -0
  7. package/dist/binaries.js +79 -0
  8. package/dist/bridge.js +62 -79
  9. package/dist/building.js +50 -0
  10. package/dist/calls.js +88 -0
  11. package/dist/chunks.js +49 -0
  12. package/dist/clis.js +171 -102
  13. package/dist/codex-main.js +58 -0
  14. package/dist/connect.js +108 -0
  15. package/dist/connection.js +120 -0
  16. package/dist/content.js +106 -0
  17. package/dist/conversations.js +816 -335
  18. package/dist/copies.js +842 -309
  19. package/dist/earlier.js +263 -0
  20. package/dist/end.js +26 -0
  21. package/dist/events.js +793 -0
  22. package/dist/files.js +206 -18
  23. package/dist/git-main.js +24 -29
  24. package/dist/git.js +95 -18
  25. package/dist/grok.js +39 -0
  26. package/dist/home.js +134 -9
  27. package/dist/house-cli.js +282 -0
  28. package/dist/house-main.js +7 -159
  29. package/dist/instructions.js +7 -11
  30. package/dist/keys.js +238 -0
  31. package/dist/kit-cli.js +78 -0
  32. package/dist/kit-main.js +8 -19
  33. package/dist/login.js +133 -104
  34. package/dist/logout.js +15 -14
  35. package/dist/mcp.js +42 -3
  36. package/dist/owner.js +46 -0
  37. package/dist/placement.js +25 -0
  38. package/dist/refusals.js +43 -15
  39. package/dist/relay.js +33 -2
  40. package/dist/resident.js +161 -61
  41. package/dist/scope.js +214 -0
  42. package/dist/scripts.js +303 -0
  43. package/dist/secret-input.js +4 -3
  44. package/dist/settings.js +188 -0
  45. package/dist/shell.js +3 -0
  46. package/dist/sign-in.js +85 -33
  47. package/dist/silence.js +28 -0
  48. package/dist/skills.js +49 -35
  49. package/dist/supervisor.js +163 -0
  50. package/dist/transcription.js +131 -40
  51. package/dist/translate.js +19 -16
  52. package/dist/update.js +119 -100
  53. package/dist/wire.js +32 -0
  54. package/dist/work.js +353 -0
  55. package/dist/workspace.js +103 -0
  56. package/package.json +26 -21
  57. package/dist/authority-main.js +0 -22
  58. package/dist/blocks.js +0 -51
  59. package/dist/bootstrap.json +0 -24
  60. package/dist/clis-main.js +0 -23
  61. package/dist/configure-main.js +0 -6
  62. package/dist/enrol-main.js +0 -4
  63. package/dist/stream.js +0 -47
  64. package/how-we-work.md +0 -23
  65. package/skills/ask-matt/LICENSE +0 -21
  66. package/skills/ask-matt/PHASE-BOUNDARIES.md +0 -55
  67. package/skills/ask-matt/SKILL.md +0 -91
  68. package/skills/ask-matt/agents/openai.yaml +0 -4
  69. package/skills/code-review/LICENSE +0 -21
  70. package/skills/code-review/SKILL.md +0 -89
  71. package/skills/code-review/agents/openai.yaml +0 -3
  72. package/skills/codebase-design/DEEPENING.md +0 -37
  73. package/skills/codebase-design/DESIGN-IT-TWICE.md +0 -44
  74. package/skills/codebase-design/LICENSE +0 -21
  75. package/skills/codebase-design/SKILL.md +0 -116
  76. package/skills/codebase-design/agents/openai.yaml +0 -3
  77. package/skills/diagnosing-bugs/LICENSE +0 -21
  78. package/skills/diagnosing-bugs/SKILL.md +0 -140
  79. package/skills/diagnosing-bugs/agents/openai.yaml +0 -3
  80. package/skills/diagnosing-bugs/scripts/hitl-loop.template.sh +0 -44
  81. package/skills/domain-modeling/ADR-FORMAT.md +0 -47
  82. package/skills/domain-modeling/CONTEXT-FORMAT.md +0 -60
  83. package/skills/domain-modeling/LICENSE +0 -21
  84. package/skills/domain-modeling/SKILL.md +0 -76
  85. package/skills/domain-modeling/agents/openai.yaml +0 -3
  86. package/skills/grill-me/LICENSE +0 -21
  87. package/skills/grill-me/SKILL.md +0 -8
  88. package/skills/grill-me/agents/openai.yaml +0 -4
  89. package/skills/grill-with-docs/LICENSE +0 -21
  90. package/skills/grill-with-docs/SKILL.md +0 -8
  91. package/skills/grill-with-docs/agents/openai.yaml +0 -4
  92. package/skills/grilling/LICENSE +0 -21
  93. package/skills/grilling/SKILL.md +0 -30
  94. package/skills/grilling/agents/openai.yaml +0 -3
  95. package/skills/handoff/LICENSE +0 -21
  96. package/skills/handoff/SKILL.md +0 -17
  97. package/skills/handoff/agents/openai.yaml +0 -4
  98. package/skills/implement/LICENSE +0 -21
  99. package/skills/implement/SKILL.md +0 -16
  100. package/skills/implement/agents/openai.yaml +0 -4
  101. package/skills/improve-codebase-architecture/HTML-REPORT.md +0 -123
  102. package/skills/improve-codebase-architecture/LICENSE +0 -21
  103. package/skills/improve-codebase-architecture/SKILL.md +0 -72
  104. package/skills/improve-codebase-architecture/agents/openai.yaml +0 -4
  105. package/skills/prototype/LICENSE +0 -21
  106. package/skills/prototype/LOGIC.md +0 -67
  107. package/skills/prototype/SKILL.md +0 -28
  108. package/skills/prototype/UI.md +0 -112
  109. package/skills/prototype/agents/openai.yaml +0 -3
  110. package/skills/research/LICENSE +0 -21
  111. package/skills/research/SKILL.md +0 -14
  112. package/skills/research/agents/openai.yaml +0 -3
  113. package/skills/resolving-merge-conflicts/LICENSE +0 -21
  114. package/skills/resolving-merge-conflicts/SKILL.md +0 -16
  115. package/skills/resolving-merge-conflicts/agents/openai.yaml +0 -3
  116. package/skills/tdd/LICENSE +0 -21
  117. package/skills/tdd/SKILL.md +0 -40
  118. package/skills/tdd/agents/openai.yaml +0 -3
  119. package/skills/tdd/mocking.md +0 -59
  120. package/skills/tdd/tests.md +0 -77
  121. package/skills/teach/GLOSSARY-FORMAT.md +0 -35
  122. package/skills/teach/LEARNING-RECORD-FORMAT.md +0 -46
  123. package/skills/teach/LICENSE +0 -21
  124. package/skills/teach/MISSION-FORMAT.md +0 -31
  125. package/skills/teach/RESOURCES-FORMAT.md +0 -32
  126. package/skills/teach/SKILL.md +0 -141
  127. package/skills/teach/agents/openai.yaml +0 -4
  128. package/skills/to-questionnaire/LICENSE +0 -21
  129. package/skills/to-questionnaire/SKILL.md +0 -55
  130. package/skills/to-questionnaire/agents/openai.yaml +0 -4
  131. package/skills/to-spec/LICENSE +0 -21
  132. package/skills/to-spec/SKILL.md +0 -76
  133. package/skills/to-spec/agents/openai.yaml +0 -4
  134. package/skills/to-tickets/LICENSE +0 -21
  135. package/skills/to-tickets/SKILL.md +0 -106
  136. package/skills/to-tickets/agents/openai.yaml +0 -4
  137. package/skills/wait-what/LICENSE +0 -21
  138. package/skills/wait-what/SKILL.md +0 -8
  139. package/skills/wait-what/agents/openai.yaml +0 -4
  140. package/skills/wayfinder/LICENSE +0 -21
  141. package/skills/wayfinder/SKILL.md +0 -129
  142. package/skills/wayfinder/agents/openai.yaml +0 -4
  143. package/skills/writing-for-agents/LICENSE +0 -21
  144. package/skills/writing-for-agents/SKILL-MECHANICS.md +0 -22
  145. package/skills/writing-for-agents/SKILL.md +0 -83
  146. package/skills/writing-for-agents/agents/openai.yaml +0 -3
@@ -0,0 +1,79 @@
1
+ import { createHash, randomUUID } from 'node:crypto';
2
+ import { createWriteStream } from 'node:fs';
3
+ import { mkdir, rm } from 'node:fs/promises';
4
+ import { join } from 'node:path';
5
+ import { Readable } from 'node:stream';
6
+ import { pipeline } from 'node:stream/promises';
7
+ import { downloaded, fetched, fileRange, mediaTypeOf, sentPart, uploaded } from './files.js';
8
+ import { blobBytes, blobSizes, isText, storedFile } from './git.js';
9
+ const SENT_AT_ONCE = 10;
10
+ const UPLOADS = 'house-uploads';
11
+ const DOWNLOADS = 'house-downloads';
12
+ const OCTET_STREAM = 'application/octet-stream';
13
+ const MARKDOWN = /\.md$/i;
14
+ const STORE = {
15
+ unreached: (error) => new Error(`the store did not answer (${error.code ?? error.message})`),
16
+ refused: (status) => new Error(`the store answered ${status}`),
17
+ };
18
+ async function described(repository, object, bytes, path) {
19
+ const digest = createHash('sha256');
20
+ for await (const chunk of blobBytes(repository, object))
21
+ digest.update(chunk);
22
+ return { bytes, sha256: digest.digest('hex'), media_type: mediaTypeOf(path) ?? OCTET_STREAM };
23
+ }
24
+ export async function sorted(repository, arriving, maxBytes) {
25
+ const sizes = await blobSizes(repository, arriving.map(([, object]) => object));
26
+ const binary = new Map();
27
+ const markdown = [];
28
+ for (const [path, object] of arriving) {
29
+ const size = sizes.get(object);
30
+ if (await isText(repository, object, size, maxBytes))
31
+ continue;
32
+ if (MARKDOWN.test(path))
33
+ markdown.push(path);
34
+ else
35
+ binary.set(path, await described(repository, object, size, path));
36
+ }
37
+ return { binary, markdown };
38
+ }
39
+ export async function eachAtOnce(items, work) {
40
+ let next = 0;
41
+ const working = async () => {
42
+ while (next < items.length)
43
+ await work(items[next++]);
44
+ };
45
+ await Promise.all(Array.from({ length: Math.min(SENT_AT_ONCE, items.length) }, working));
46
+ }
47
+ export async function sentBinary(repository, object, name, file, upload, finish) {
48
+ const directory = join(repository, '.git', UPLOADS);
49
+ await mkdir(directory, { recursive: true });
50
+ const copy = join(directory, randomUUID());
51
+ try {
52
+ await pipeline(Readable.from(blobBytes(repository, object)), createWriteStream(copy, { flags: 'wx' }));
53
+ await uploaded({ id: upload.id, part_bytes: upload.part_bytes }, {
54
+ name,
55
+ bytes: file.bytes,
56
+ sha256: file.sha256,
57
+ read: (start, end) => fileRange(copy, start, end, (error) => error),
58
+ send: (url, start, end, headers) => sentPart(url, copy, start, end, headers, STORE),
59
+ finish,
60
+ });
61
+ }
62
+ finally {
63
+ await rm(copy, { force: true });
64
+ }
65
+ }
66
+ export async function receivedBinary(repository, name, address) {
67
+ const file = join(repository, '.git', DOWNLOADS, randomUUID());
68
+ try {
69
+ await downloaded(address, (url) => fetched(url), file, name);
70
+ return await storedFile(repository, file);
71
+ }
72
+ finally {
73
+ await rm(file, { force: true });
74
+ }
75
+ }
76
+ export async function sweptTransfers(repository) {
77
+ for (const directory of [UPLOADS, DOWNLOADS])
78
+ await rm(join(repository, '.git', directory), { recursive: true, force: true });
79
+ }
package/dist/bridge.js CHANGED
@@ -1,21 +1,20 @@
1
1
  import { createHash, randomUUID } from 'node:crypto';
2
2
  import { once } from 'node:events';
3
3
  import { setTimeout as delay } from 'node:timers/promises';
4
- import { mkdir } from 'node:fs/promises';
5
4
  import { createServer, request as httpRequest } from 'node:http';
6
5
  import { request as httpsRequest } from 'node:https';
7
6
  import { delimiter, dirname, join } from 'node:path';
8
7
  import { parse } from 'yaml';
9
- import { HouseRefusal, retryDelay } from './api.js';
8
+ import { finalRefusal, HouseRefusal, retryDelay, retrying } from './api.js';
10
9
  import { loginPath } from './clis.js';
11
10
  import { changedPaths, } from './copies.js';
12
- import { kitHome, readEnrolment } from './home.js';
13
- import { callHouse, mcpBody, rpc, UNREACHABLE } from './mcp.js';
14
- import { operationId, uuidOf } from './operation.js';
15
- import { refusalOf } from './refusals.js';
11
+ import { fileInfo } from './files.js';
12
+ import { kitHome, readEnrolment, socketDirectory } from './home.js';
13
+ import { callHouse, mcpBody, refusalIn, rpc, toolAnswer, UNREACHABLE } from './mcp.js';
14
+ import { operationId } from './operation.js';
15
+ import { refusalOf, retryable, stopsPush } from './refusals.js';
16
16
  import { relayed } from './relay.js';
17
- const MCP_REQUEST_BYTES = 4 * 1024 * 1024;
18
- const ATTACHMENTS = '/kit/attachments/upload';
17
+ const MCP_REQUEST_BYTES = 4_000_000;
19
18
  export async function received(request) {
20
19
  let text = '';
21
20
  request.setEncoding('utf8');
@@ -36,20 +35,6 @@ function relay(request, response, house, authorization) {
36
35
  forwarded.on('error', () => response.destroy());
37
36
  request.pipe(forwarded);
38
37
  }
39
- function refusalIn(text, status) {
40
- return refusalOf(text) ?? { code: '', text: text === '' ? `House refused it with ${status}` : text, conflicts: [] };
41
- }
42
- function answered(forwarded) {
43
- if (forwarded.status >= 500)
44
- throw new HouseRefusal('/', forwarded.status, forwarded.text);
45
- if (forwarded.status !== 200)
46
- return { refused: refusalIn(forwarded.text, forwarded.status) };
47
- const answer = JSON.parse(forwarded.text);
48
- if (answer.error !== undefined)
49
- return { refused: refusalIn(answer.error.message, forwarded.status) };
50
- const text = answer.result.content.map((content) => content.text).join('\n');
51
- return answer.result.isError === true ? { refused: refusalIn(text, forwarded.status) } : { text };
52
- }
53
38
  function pendingSeconds(forwarded) {
54
39
  if (forwarded.status !== 200)
55
40
  return null;
@@ -62,21 +47,19 @@ function pendingSeconds(forwarded) {
62
47
  const seconds = JSON.parse(text).pending.retry_after;
63
48
  return typeof seconds === 'number' ? seconds : null;
64
49
  }
65
- function resendAfter(forwarded, attempt) {
50
+ function resendAfter(forwarded, attempt, pushing) {
66
51
  if (forwarded === null)
67
52
  return retryDelay(attempt);
68
- if (forwarded.status >= 500)
69
- return refusalOf(forwarded.text) === null ? retryDelay(attempt) : null;
53
+ if (forwarded.status !== 200) {
54
+ if (pushing && stopsPush(refusalOf(forwarded.text)))
55
+ return null;
56
+ return retryable(forwarded.text) === false ? null : retryDelay(attempt);
57
+ }
70
58
  const seconds = pendingSeconds(forwarded);
71
59
  return seconds === null ? null : seconds * 1000;
72
60
  }
73
- function versioned(conversationId, text) {
74
- const file = JSON.parse(text);
75
- const identity = JSON.stringify([conversationId, file.room_ref ?? null, file.name, file.sha256]);
76
- return JSON.stringify({ ...file, version: uuidOf(createHash('sha256').update(identity).digest(), 8) });
77
- }
78
61
  function editAnswer(forwarded) {
79
- const answer = answered(forwarded);
62
+ const answer = toolAnswer(forwarded);
80
63
  if ('refused' in answer)
81
64
  return answer;
82
65
  const { results } = parse(answer.text);
@@ -90,10 +73,10 @@ function editAnswer(forwarded) {
90
73
  export async function openBridge(house, copies, conversationId, signal) {
91
74
  const path = [join(kitHome(), 'shim'), dirname(process.execPath), await loginPath()].join(delimiter);
92
75
  const origin = (await readEnrolment()).house;
93
- const { credential } = await house.post(`/kit/conversations/${conversationId}/credential`, {}, signal);
76
+ const { credential } = await retrying(() => house.act('conversations/credentials/issue', { conversation: conversationId }, signal), signal);
94
77
  const closed = new AbortController();
95
78
  const sent = (message, operation) => callHouse(origin, credential, message, operation, closed.signal);
96
- const send = async (message, operation) => {
79
+ const send = async (message, operation, pushing = false) => {
97
80
  if (operation === null)
98
81
  return sent(message, null);
99
82
  for (let attempt = 0;; attempt++) {
@@ -102,9 +85,10 @@ export async function openBridge(house, copies, conversationId, signal) {
102
85
  throw error;
103
86
  return null;
104
87
  });
105
- const after = resendAfter(forwarded, attempt);
88
+ const after = resendAfter(forwarded, attempt, pushing);
106
89
  if (after === null)
107
90
  return forwarded;
91
+ // A Tool call House did not settle is sent again on the jittered curve, or after the wait House names for a pending one.
108
92
  await delay(after, undefined, { signal: closed.signal });
109
93
  }
110
94
  };
@@ -112,58 +96,44 @@ export async function openBridge(house, copies, conversationId, signal) {
112
96
  const staged = async (operation, changes) => {
113
97
  const bytes = Buffer.from(JSON.stringify({ changes }));
114
98
  const sha256 = createHash('sha256').update(bytes).digest('hex');
115
- const prepared = answered(await send(call('run_command', {
116
- command: 'prepare_edit_upload',
99
+ const prepared = toolAnswer(await send(call('run_command', {
100
+ command: 'files/batch-upload',
117
101
  arguments: { paths: changedPaths(changes), bytes: bytes.length, sha256 },
118
102
  }), operation));
119
103
  if ('refused' in prepared)
120
104
  return prepared;
121
105
  const { transfer } = parse(prepared.text);
122
- const posted = await fetch(relayed(transfer.url), {
123
- method: 'POST',
124
- headers: { 'content-type': 'text/plain; charset=utf-8' },
125
- body: Buffer.concat([Buffer.from(`${transfer.operation}\n`), bytes]),
126
- signal: closed.signal,
127
- });
128
- const text = await posted.text();
129
- if (posted.status >= 500)
130
- throw new HouseRefusal('/', posted.status, text);
131
- if (!posted.ok)
132
- return { refused: refusalIn(text, posted.status) };
133
- const held = JSON.parse(text).transfer;
134
- return { url: held.url, operation: held.operation, bytes: bytes.length, sha256 };
135
- };
136
- let mutations = null;
137
- const writes = async (tool) => {
138
- mutations ??= house
139
- .post('/kit/tools/mutations', {}, closed.signal)
140
- .then(({ tools }) => new Set(tools.filter((listed) => listed.writes).map((listed) => listed.name)));
106
+ let text;
141
107
  try {
142
- return (await mutations).has(tool);
108
+ text = await retrying(async () => {
109
+ const posted = await fetch(relayed(transfer.url), {
110
+ method: 'POST',
111
+ headers: { 'content-type': 'text/plain; charset=utf-8' },
112
+ body: Buffer.concat([Buffer.from(`${transfer.operation}\n`), bytes]),
113
+ signal: closed.signal,
114
+ });
115
+ const answer = await posted.text();
116
+ if (!posted.ok)
117
+ throw new HouseRefusal('/', posted.status, answer);
118
+ return answer;
119
+ }, closed.signal);
143
120
  }
144
121
  catch (error) {
145
- mutations = null;
146
- throw error;
122
+ if (!finalRefusal(error))
123
+ throw error;
124
+ return { refused: refusalIn(error.text, error.status) };
147
125
  }
126
+ const held = JSON.parse(text).transfer;
127
+ return { url: held.url, operation: held.operation, bytes: bytes.length, sha256 };
148
128
  };
149
- const forward = async (path, text) => {
150
- if (path === '/') {
151
- const message = JSON.parse(text);
152
- const tool = message.method === 'tools/call' ? String(message.params.name) : null;
153
- return send(message, tool !== null && (await writes(tool)) ? operationId() : null);
154
- }
155
- const answer = await fetch(relayed(new URL(path, origin)), {
156
- method: 'POST',
157
- headers: { 'content-type': 'application/json', authorization: `Bearer ${credential}` },
158
- body: versioned(conversationId, text),
159
- signal: closed.signal,
160
- });
161
- return { status: answer.status, text: await answer.text() };
129
+ const forward = (text) => {
130
+ const message = JSON.parse(text);
131
+ return send(message, message.method === 'tools/call' ? operationId() : null);
162
132
  };
163
133
  const caller = {
164
134
  key: `conversation:${conversationId}`,
165
135
  submit: async (operation, changes, held, retain) => {
166
- const inline = call('edit', { changes });
136
+ const inline = call('files_batch', { changes });
167
137
  let upload = held;
168
138
  if (upload === undefined && Buffer.byteLength(mcpBody(inline, operation)) > MCP_REQUEST_BYTES) {
169
139
  const prepared = await staged(operation, changes);
@@ -172,7 +142,19 @@ export async function openBridge(house, copies, conversationId, signal) {
172
142
  upload = prepared;
173
143
  await retain(upload);
174
144
  }
175
- return editAnswer(await send(upload === undefined ? inline : call('edit', { paths: changedPaths(changes), upload }), operation));
145
+ return editAnswer(await send(upload === undefined ? inline : call('files_batch', { paths: changedPaths(changes), upload }), operation, true));
146
+ },
147
+ finish: async (upload, room, partSha256) => {
148
+ const answer = toolAnswer(await send(call('upload', { upload, room_ref: room, part_sha256: partSha256 }), operationId(), true));
149
+ if ('refused' in answer)
150
+ throw new Error(answer.refused.text);
151
+ return parse(answer.text);
152
+ },
153
+ info: async (path, revision) => {
154
+ const answer = toolAnswer(await send(call('info', { path, ...(revision === undefined ? {} : { ref: revision }) }), operationId()));
155
+ if ('refused' in answer)
156
+ throw new Error(answer.refused.text);
157
+ return fileInfo(answer.text);
176
158
  },
177
159
  };
178
160
  const local = async (path, text) => {
@@ -180,15 +162,15 @@ export async function openBridge(house, copies, conversationId, signal) {
180
162
  const { cwd, commit } = JSON.parse(text);
181
163
  return { status: 200, text: JSON.stringify(await copies.push(cwd, commit, caller)) };
182
164
  }
165
+ if (path === '/git/fetch')
166
+ return { status: 200, text: JSON.stringify(await copies.fetch(caller)) };
183
167
  if (path === '/git/observed') {
184
168
  await copies.observed(JSON.parse(text));
185
169
  return { status: 200, text: '{}' };
186
170
  }
187
- return path === '/' || path === ATTACHMENTS ? forward(path, text) : { status: 404, text: '' };
171
+ return path === '/' ? forward(text) : { status: 404, text: '' };
188
172
  };
189
- const sockets = join(kitHome(), 'bridges');
190
- await mkdir(sockets, { recursive: true, mode: 0o700 });
191
- const socketPath = join(sockets, `${randomUUID()}.sock`);
173
+ const socketPath = join(socketDirectory(), `${randomUUID()}.sock`);
192
174
  const bridge = createServer(async (request, response) => {
193
175
  try {
194
176
  const path = request.url ?? '';
@@ -204,7 +186,8 @@ export async function openBridge(house, copies, conversationId, signal) {
204
186
  response.writeHead(error.status, { 'content-type': 'application/json' }).end(error.text);
205
187
  return;
206
188
  }
207
- response.writeHead(502).end(request.url === '/git/push' && error instanceof Error ? error.message : UNREACHABLE);
189
+ const verb = request.url === '/git/push' || request.url === '/git/fetch';
190
+ response.writeHead(502).end(verb && error instanceof Error ? error.message : UNREACHABLE);
208
191
  }
209
192
  });
210
193
  bridge.listen(socketPath);
@@ -231,7 +214,7 @@ export async function openBridge(house, copies, conversationId, signal) {
231
214
  GIT_CONFIG_VALUE_0: app,
232
215
  },
233
216
  tool: async (name, args) => {
234
- const forwarded = await forward('/', JSON.stringify(call(name, args)));
217
+ const forwarded = await forward(JSON.stringify(call(name, args)));
235
218
  if (forwarded.status !== 200)
236
219
  throw new Error(`House refused ${name} with ${forwarded.status}: ${forwarded.text}`);
237
220
  const answer = JSON.parse(forwarded.text);
@@ -0,0 +1,50 @@
1
+ import { createHash } from 'node:crypto';
2
+ import { createWriteStream } from 'node:fs';
3
+ import { rm } from 'node:fs/promises';
4
+ import { Transform } from 'node:stream';
5
+ import { pipeline } from 'node:stream/promises';
6
+ import { readEnrolment } from './home.js';
7
+ import { relayed } from './relay.js';
8
+ const MANIFEST = 'bootstrap.json';
9
+ async function served(name, signal) {
10
+ const enrolment = await readEnrolment();
11
+ if (enrolment === null)
12
+ throw new Error('this Kit is connected to no House');
13
+ const answer = await fetch(relayed(new URL(`/kit-installer/${encodeURIComponent(name)}`, enrolment.house)), { signal });
14
+ if (answer.status === 200 && answer.body !== null)
15
+ return answer;
16
+ await answer.body?.cancel();
17
+ throw new Error(`House answered ${answer.status} for ${name}`);
18
+ }
19
+ export async function servedRelease(signal) {
20
+ const manifest = (await (await served(MANIFEST, signal)).json());
21
+ const installer = manifest.hosts?.linux;
22
+ const sha256 = typeof installer === 'string' ? manifest.files?.[installer]?.sha256 : undefined;
23
+ if (typeof manifest.version !== 'string' || typeof installer !== 'string' || typeof sha256 !== 'string') {
24
+ throw new Error(`House serves no Kit release in ${MANIFEST}`);
25
+ }
26
+ return { version: manifest.version, installer, sha256 };
27
+ }
28
+ export async function downloadServed(name, sha256, destination, signal, most = Infinity) {
29
+ const answer = await served(name, signal);
30
+ const digest = createHash('sha256');
31
+ let bytes = 0;
32
+ const hashed = new Transform({
33
+ transform(chunk, _encoding, done) {
34
+ bytes += chunk.length;
35
+ if (bytes > most)
36
+ return done(new Error(`${name} is larger than its pinned ${most} bytes`));
37
+ digest.update(chunk);
38
+ done(null, chunk);
39
+ },
40
+ });
41
+ try {
42
+ await pipeline(answer.body, hashed, createWriteStream(destination), { signal });
43
+ if (digest.digest('hex') !== sha256)
44
+ throw new Error(`${name} does not match its sha256`);
45
+ }
46
+ catch (error) {
47
+ await rm(destination, { force: true });
48
+ throw error;
49
+ }
50
+ }
package/dist/calls.js ADDED
@@ -0,0 +1,88 @@
1
+ import { existsSync, readFileSync, renameSync, writeFileSync } from 'node:fs';
2
+ import { join } from 'node:path';
3
+ import { kitHome } from './home.js';
4
+ function logged(error) {
5
+ process.stderr.write(`kit: ${error instanceof Error ? error.message : String(error)}\n`);
6
+ }
7
+ export class Calls {
8
+ house;
9
+ changed;
10
+ carried = new Map();
11
+ path = join(kitHome(), 'call-results.json');
12
+ results;
13
+ returned = new Set();
14
+ released = new Set();
15
+ carrying = new Map();
16
+ settings = new Set();
17
+ open = 0;
18
+ constructor(house, changed) {
19
+ this.house = house;
20
+ this.changed = changed;
21
+ this.results = new Map(existsSync(this.path) ? Object.entries(JSON.parse(readFileSync(this.path, 'utf8'))) : []);
22
+ }
23
+ keepResult(callId, result) {
24
+ if (this.returned.has(callId))
25
+ return;
26
+ this.results.set(callId, result);
27
+ this.save();
28
+ }
29
+ idle() {
30
+ return this.open === 0;
31
+ }
32
+ busy() {
33
+ return [...this.carrying.keys()].some((callId) => !this.settings.has(callId));
34
+ }
35
+ carrySettings(callId, work) {
36
+ this.settings.add(callId);
37
+ return this.carry(callId, work);
38
+ }
39
+ carry(callId, work) {
40
+ if (this.released.has(callId))
41
+ return Promise.resolve();
42
+ const known = this.carried.get(callId);
43
+ const result = this.results.get(callId);
44
+ const carried = known ?? (result === undefined ? work() : Promise.resolve({ result }));
45
+ if (known === undefined) {
46
+ this.carried.set(callId, carried);
47
+ carried.catch(() => this.carried.delete(callId));
48
+ }
49
+ this.open++;
50
+ this.carrying.set(callId, (this.carrying.get(callId) ?? 0) + 1);
51
+ this.changed();
52
+ return carried
53
+ .then(async ({ result, returned, release }) => {
54
+ try {
55
+ await this.house.deliver('kit-calls/results/return', { call: callId, ...result });
56
+ }
57
+ finally {
58
+ this.returned.add(callId);
59
+ if (this.results.delete(callId))
60
+ this.save();
61
+ }
62
+ if (known !== undefined)
63
+ return;
64
+ if (release) {
65
+ this.carried.delete(callId);
66
+ this.released.add(callId);
67
+ }
68
+ await returned?.();
69
+ })
70
+ .catch(logged)
71
+ .finally(() => {
72
+ this.open--;
73
+ const left = this.carrying.get(callId) - 1;
74
+ if (left === 0) {
75
+ this.carrying.delete(callId);
76
+ this.settings.delete(callId);
77
+ }
78
+ else
79
+ this.carrying.set(callId, left);
80
+ this.changed();
81
+ });
82
+ }
83
+ save() {
84
+ const temporary = `${this.path}.${process.pid}`;
85
+ writeFileSync(temporary, JSON.stringify(Object.fromEntries(this.results)), { mode: 0o600 });
86
+ renameSync(temporary, this.path);
87
+ }
88
+ }
package/dist/chunks.js ADDED
@@ -0,0 +1,49 @@
1
+ import { readFile, rm } from 'node:fs/promises';
2
+ import { join } from 'node:path';
3
+ import { downloaded, fetched } from './files.js';
4
+ const DOWNLOADS_AT_ONCE = 6;
5
+ // A chunk is about one megabyte, so a download still unfinished after two minutes holds every Room behind it on a dead connection.
6
+ const CHUNK_DOWNLOAD_MS = 120_000;
7
+ class AddressExpired extends Error {
8
+ constructor() {
9
+ super("House's store refused every chunk it asked for");
10
+ }
11
+ }
12
+ function once(chunk) {
13
+ let asked = false;
14
+ return async () => {
15
+ if (asked)
16
+ throw new AddressExpired();
17
+ asked = true;
18
+ return { download: chunk.download, sha256: chunk.hash };
19
+ };
20
+ }
21
+ export async function stagedChunks(directory, chunks) {
22
+ let next = 0;
23
+ let failure;
24
+ const downloading = async () => {
25
+ while (next < chunks.length && failure === undefined) {
26
+ const chunk = chunks[next++];
27
+ const reading = (url) => fetched(url, AbortSignal.timeout(CHUNK_DOWNLOAD_MS));
28
+ await downloaded(once(chunk), reading, join(directory, chunk.hash), 'A Room chunk').catch((error) => {
29
+ failure ??= error;
30
+ });
31
+ }
32
+ };
33
+ await Promise.all(Array.from({ length: DOWNLOADS_AT_ONCE }, downloading));
34
+ return failure;
35
+ }
36
+ export async function* chunkEntries(directory, chunks, models) {
37
+ yield* models;
38
+ for (const { hash } of chunks) {
39
+ const file = join(directory, hash);
40
+ for (const line of (await readFile(file, 'utf8')).split('\n')) {
41
+ if (line === '')
42
+ continue;
43
+ const entry = JSON.parse(line);
44
+ if (!('folder' in entry))
45
+ yield entry;
46
+ }
47
+ await rm(file);
48
+ }
49
+ }