@agentshouse/kit 0.2.1-ccf188e02985d → 0.2.1-ccffb3f637815

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (164) hide show
  1. package/README.md +37 -41
  2. package/dist/acp.js +66 -12
  3. package/dist/afk.js +17 -0
  4. package/dist/agents.js +122 -53
  5. package/dist/api.js +15 -10
  6. package/dist/binaries.js +89 -0
  7. package/dist/bridge.js +29 -28
  8. package/dist/building.js +50 -0
  9. package/dist/calls.js +88 -0
  10. package/dist/chunks.js +49 -0
  11. package/dist/clis.js +62 -50
  12. package/dist/connect.js +108 -0
  13. package/dist/connection.js +120 -0
  14. package/dist/content.js +106 -0
  15. package/dist/conversations.js +594 -219
  16. package/dist/copies.js +772 -279
  17. package/dist/earlier.js +263 -0
  18. package/dist/end.js +12 -5
  19. package/dist/events.js +549 -281
  20. package/dist/files.js +206 -38
  21. package/dist/git-main.js +24 -29
  22. package/dist/git.js +90 -15
  23. package/dist/grok.js +39 -0
  24. package/dist/home.js +80 -29
  25. package/dist/house-cli.js +155 -164
  26. package/dist/house-main.js +3 -3
  27. package/dist/instructions.js +29 -11
  28. package/dist/keys.js +238 -0
  29. package/dist/kit-cli.js +18 -8
  30. package/dist/kit-main.js +3 -3
  31. package/dist/login.js +36 -22
  32. package/dist/logout.js +2 -2
  33. package/dist/mcp.js +42 -3
  34. package/dist/old-references.js +27 -0
  35. package/dist/owner.js +46 -0
  36. package/dist/placement.js +15 -20
  37. package/dist/refusals.js +37 -21
  38. package/dist/relay.js +21 -0
  39. package/dist/resident.js +128 -82
  40. package/dist/scope.js +15 -4
  41. package/dist/scripts.js +303 -0
  42. package/dist/secret-input.js +1 -1
  43. package/dist/settings.js +188 -0
  44. package/dist/sign-in.js +67 -21
  45. package/dist/silence.js +28 -0
  46. package/dist/skills.js +42 -97
  47. package/dist/supervisor.js +163 -0
  48. package/dist/transcription.js +88 -45
  49. package/dist/translate.js +19 -18
  50. package/dist/update.js +118 -120
  51. package/dist/wire.js +30 -4
  52. package/dist/work.js +27 -2
  53. package/dist/workspace.js +103 -0
  54. package/package.json +26 -22
  55. package/dist/authority-main.js +0 -22
  56. package/dist/bootstrap.json +0 -24
  57. package/dist/chatgpt.js +0 -32
  58. package/dist/clis-main.js +0 -23
  59. package/dist/configure-main.js +0 -6
  60. package/dist/enrol-main.js +0 -10
  61. package/dist/inputs.js +0 -37
  62. package/dist/parts.js +0 -82
  63. package/dist/service-main.js +0 -9
  64. package/dist/service.js +0 -55
  65. package/dist/stream.js +0 -123
  66. package/how-we-work.md +0 -33
  67. package/skills/ask-matt/LICENSE +0 -21
  68. package/skills/ask-matt/PHASE-BOUNDARIES.md +0 -55
  69. package/skills/ask-matt/SKILL.md +0 -97
  70. package/skills/ask-matt/agents/openai.yaml +0 -5
  71. package/skills/code-review/LICENSE +0 -21
  72. package/skills/code-review/SKILL.md +0 -89
  73. package/skills/code-review/agents/openai.yaml +0 -3
  74. package/skills/codebase-design/DEEPENING.md +0 -37
  75. package/skills/codebase-design/DESIGN-IT-TWICE.md +0 -44
  76. package/skills/codebase-design/LICENSE +0 -21
  77. package/skills/codebase-design/SKILL.md +0 -114
  78. package/skills/codebase-design/agents/openai.yaml +0 -3
  79. package/skills/diagnosing-bugs/LICENSE +0 -21
  80. package/skills/diagnosing-bugs/SKILL.md +0 -138
  81. package/skills/diagnosing-bugs/agents/openai.yaml +0 -3
  82. package/skills/diagnosing-bugs/scripts/hitl-loop.template.sh +0 -44
  83. package/skills/domain-modeling/ADR-FORMAT.md +0 -47
  84. package/skills/domain-modeling/GLOSSARY-FORMAT.md +0 -60
  85. package/skills/domain-modeling/LICENSE +0 -21
  86. package/skills/domain-modeling/SKILL.md +0 -74
  87. package/skills/domain-modeling/agents/openai.yaml +0 -3
  88. package/skills/grill-me/LICENSE +0 -21
  89. package/skills/grill-me/SKILL.md +0 -7
  90. package/skills/grill-me/agents/openai.yaml +0 -5
  91. package/skills/grill-with-docs/LICENSE +0 -21
  92. package/skills/grill-with-docs/SKILL.md +0 -7
  93. package/skills/grill-with-docs/agents/openai.yaml +0 -5
  94. package/skills/grilling/LICENSE +0 -21
  95. package/skills/grilling/SKILL.md +0 -30
  96. package/skills/grilling/agents/openai.yaml +0 -3
  97. package/skills/handoff/LICENSE +0 -21
  98. package/skills/handoff/SKILL.md +0 -16
  99. package/skills/handoff/agents/openai.yaml +0 -5
  100. package/skills/implement/LICENSE +0 -21
  101. package/skills/implement/SKILL.md +0 -17
  102. package/skills/implement/agents/openai.yaml +0 -5
  103. package/skills/implement-spec/LICENSE +0 -21
  104. package/skills/implement-spec/SKILL.md +0 -40
  105. package/skills/implement-spec/agents/openai.yaml +0 -5
  106. package/skills/improve-codebase-architecture/HTML-REPORT.md +0 -123
  107. package/skills/improve-codebase-architecture/LICENSE +0 -21
  108. package/skills/improve-codebase-architecture/SKILL.md +0 -71
  109. package/skills/improve-codebase-architecture/agents/openai.yaml +0 -5
  110. package/skills/pr/CREDITS.md +0 -3
  111. package/skills/pr/LICENSE +0 -21
  112. package/skills/pr/SKILL.md +0 -170
  113. package/skills/pr/agents/openai.yaml +0 -3
  114. package/skills/prototype/LICENSE +0 -21
  115. package/skills/prototype/LOGIC.md +0 -67
  116. package/skills/prototype/SKILL.md +0 -26
  117. package/skills/prototype/UI.md +0 -112
  118. package/skills/prototype/agents/openai.yaml +0 -3
  119. package/skills/research/LICENSE +0 -21
  120. package/skills/research/SKILL.md +0 -12
  121. package/skills/research/agents/openai.yaml +0 -3
  122. package/skills/retro/LICENSE +0 -21
  123. package/skills/retro/SKILL.md +0 -44
  124. package/skills/retro/agents/openai.yaml +0 -5
  125. package/skills/tdd/LICENSE +0 -21
  126. package/skills/tdd/SKILL.md +0 -38
  127. package/skills/tdd/agents/openai.yaml +0 -3
  128. package/skills/tdd/mocking.md +0 -59
  129. package/skills/tdd/tests.md +0 -77
  130. package/skills/teach/GLOSSARY-FORMAT.md +0 -35
  131. package/skills/teach/LEARNING-RECORD-FORMAT.md +0 -46
  132. package/skills/teach/LICENSE +0 -21
  133. package/skills/teach/MISSION-FORMAT.md +0 -31
  134. package/skills/teach/RESOURCES-FORMAT.md +0 -32
  135. package/skills/teach/SKILL.md +0 -140
  136. package/skills/teach/agents/openai.yaml +0 -5
  137. package/skills/to-questionnaire/LICENSE +0 -21
  138. package/skills/to-questionnaire/SKILL.md +0 -54
  139. package/skills/to-questionnaire/agents/openai.yaml +0 -5
  140. package/skills/to-spec/LICENSE +0 -21
  141. package/skills/to-spec/SKILL.md +0 -75
  142. package/skills/to-spec/agents/openai.yaml +0 -5
  143. package/skills/to-tickets/LICENSE +0 -21
  144. package/skills/to-tickets/SKILL.md +0 -105
  145. package/skills/to-tickets/agents/openai.yaml +0 -5
  146. package/skills/triage/AGENT-BRIEF.md +0 -207
  147. package/skills/triage/LICENSE +0 -21
  148. package/skills/triage/OUT-OF-SCOPE.md +0 -105
  149. package/skills/triage/SKILL.md +0 -112
  150. package/skills/triage/agents/openai.yaml +0 -5
  151. package/skills/wait-what/LICENSE +0 -21
  152. package/skills/wait-what/SKILL.md +0 -7
  153. package/skills/wait-what/agents/openai.yaml +0 -5
  154. package/skills/wayfinder/LICENSE +0 -21
  155. package/skills/wayfinder/SKILL.md +0 -128
  156. package/skills/wayfinder/agents/openai.yaml +0 -5
  157. package/skills/wizard/LICENSE +0 -21
  158. package/skills/wizard/SKILL.md +0 -44
  159. package/skills/wizard/agents/openai.yaml +0 -3
  160. package/skills/wizard/template.sh +0 -223
  161. package/skills/writing-for-agents/LICENSE +0 -21
  162. package/skills/writing-for-agents/SKILL-MECHANICS.md +0 -22
  163. package/skills/writing-for-agents/SKILL.md +0 -81
  164. package/skills/writing-for-agents/agents/openai.yaml +0 -3
package/dist/api.js CHANGED
@@ -1,9 +1,10 @@
1
+ import { KIT_WIRE, KIT_WIRE_HEADER, } from '@agentshouse/kit-wire';
1
2
  import { setTimeout as delay } from 'node:timers/promises';
2
- import { signInAgain, updateRequired } from './end.js';
3
+ import { signInAgain } from './end.js';
3
4
  import { readEnrolment } from './home.js';
4
5
  import { retryable } from './refusals.js';
5
6
  import { relayed } from './relay.js';
6
- import { KIT_WIRE, KIT_WIRE_HEADER, tooOld } from './wire.js';
7
+ import { endUnserved } from './wire.js';
7
8
  export class HouseRefusal extends Error {
8
9
  status;
9
10
  text;
@@ -17,7 +18,7 @@ export function finalRefusal(error) {
17
18
  return error instanceof HouseRefusal && retryable(error.text) === false;
18
19
  }
19
20
  export function retryDelay(attempt) {
20
- // Full jitter, doubling from one second to a 30-second cap, spreads the Kits one outage dropped and retries within half a minute of House's return.
21
+ // Full jitter, doubling from one second to a 30-second cap, spreads the Kit processes one outage dropped and retries within half a minute of House's return.
21
22
  return Math.random() * Math.min(30_000, 1000 * 2 ** attempt);
22
23
  }
23
24
  export async function retrying(sent, signal, pause = retryDelay) {
@@ -38,19 +39,22 @@ export async function post(house, path, body, credential, signal) {
38
39
  method: 'POST',
39
40
  headers: {
40
41
  'content-type': 'application/json',
41
- [KIT_WIRE_HEADER]: String(KIT_WIRE),
42
+ [KIT_WIRE_HEADER]: KIT_WIRE,
42
43
  ...(credential === undefined ? {} : { authorization: `Bearer ${credential}` }),
43
44
  },
44
45
  body: JSON.stringify(body),
45
46
  signal,
46
47
  });
47
48
  const text = await answer.text();
48
- if (!answer.ok && tooOld(text))
49
- updateRequired();
49
+ if (!answer.ok)
50
+ endUnserved(text);
50
51
  if (!answer.ok)
51
52
  throw new HouseRefusal(path, answer.status, text);
52
53
  return JSON.parse(text);
53
54
  }
55
+ export function kitAct(house, act, request, credential, signal) {
56
+ return post(house, `/kit/${act}`, request, credential, signal);
57
+ }
54
58
  async function enrolledPost(path, body, signal) {
55
59
  const { house, credential } = (await readEnrolment());
56
60
  try {
@@ -63,16 +67,17 @@ async function enrolledPost(path, body, signal) {
63
67
  }
64
68
  }
65
69
  export const house = {
66
- post: enrolledPost,
67
- deliver: async (path, body, current = () => true) => {
70
+ act: (act, request, signal) => enrolledPost(`/kit/${act}`, request, signal),
71
+ door: (act, body, signal) => enrolledPost(`/kit/door/${act}`, body, signal),
72
+ deliver: async (act, request, current = () => true) => {
68
73
  for (let attempt = 0;; attempt++) {
69
74
  try {
70
- return await enrolledPost(path, body);
75
+ return await enrolledPost(`/kit/${act}`, request);
71
76
  }
72
77
  catch (error) {
73
78
  if (finalRefusal(error))
74
79
  throw error;
75
- process.stderr.write(`kit: ${path} did not reach House: ${error.message}\n`);
80
+ process.stderr.write(`kit: /kit/${act} did not reach House: ${error.message}\n`);
76
81
  // A delivery House did not take is sent again on the jittered curve for as long as it is still current.
77
82
  await new Promise((resolve) => setTimeout(resolve, retryDelay(attempt)));
78
83
  if (!current())
@@ -0,0 +1,89 @@
1
+ import { createHash, randomUUID } from 'node:crypto';
2
+ import { createWriteStream } from 'node:fs';
3
+ import { mkdir, rm } from 'node:fs/promises';
4
+ import { join } from 'node:path';
5
+ import { Readable } from 'node:stream';
6
+ import { pipeline } from 'node:stream/promises';
7
+ import { downloaded, fetched, fileRange, mediaTypeOf, sentPart, uploaded } from './files.js';
8
+ import { blobBytes, blobSizes, isText, storedFile } from './git.js';
9
+ const SENT_AT_ONCE = 10;
10
+ const UPLOADS = 'house-uploads';
11
+ const DOWNLOADS = 'house-downloads';
12
+ const OCTET_STREAM = 'application/octet-stream';
13
+ const MARKDOWN = /\.md$/i;
14
+ const STORE = {
15
+ unreached: (error) => new Error(`the store did not answer (${error.code ?? error.message})`),
16
+ refused: (status) => new Error(`the store answered ${status}`),
17
+ };
18
+ async function digestOf(repository, object) {
19
+ const digest = createHash('sha256');
20
+ let bytes = 0;
21
+ for await (const chunk of blobBytes(repository, object)) {
22
+ bytes += chunk.length;
23
+ digest.update(chunk);
24
+ }
25
+ return { bytes, sha256: digest.digest('hex') };
26
+ }
27
+ export function isDocument(path) {
28
+ return MARKDOWN.test(path);
29
+ }
30
+ export async function untext(repository, documents, maxBytes) {
31
+ const sizes = await blobSizes(repository, documents.map(([, object]) => object));
32
+ const refused = [];
33
+ for (const [path, object] of documents) {
34
+ if (!(await isText(repository, object, sizes.get(object), maxBytes)))
35
+ refused.push(path);
36
+ }
37
+ return refused;
38
+ }
39
+ export async function attachments(repository, arriving) {
40
+ const described = new Map();
41
+ for (const [path, object] of arriving)
42
+ described.set(path, { ...(await digestOf(repository, object)), media_type: mediaTypeOf(path) ?? OCTET_STREAM });
43
+ return described;
44
+ }
45
+ export async function holds(repository, object, file) {
46
+ const held = await digestOf(repository, object);
47
+ return held.bytes === file.bytes && held.sha256 === file.sha256;
48
+ }
49
+ export async function eachAtOnce(items, work) {
50
+ let next = 0;
51
+ const working = async () => {
52
+ while (next < items.length)
53
+ await work(items[next++]);
54
+ };
55
+ await Promise.all(Array.from({ length: Math.min(SENT_AT_ONCE, items.length) }, working));
56
+ }
57
+ export async function sentBinary(repository, object, name, file, upload, finish) {
58
+ const directory = join(repository, '.git', UPLOADS);
59
+ await mkdir(directory, { recursive: true });
60
+ const copy = join(directory, randomUUID());
61
+ try {
62
+ await pipeline(Readable.from(blobBytes(repository, object)), createWriteStream(copy, { flags: 'wx' }));
63
+ await uploaded({ id: upload.id, part_bytes: upload.part_bytes }, {
64
+ name,
65
+ bytes: file.bytes,
66
+ sha256: file.sha256,
67
+ read: (start, end) => fileRange(copy, start, end, (error) => error),
68
+ send: (url, start, end, headers) => sentPart(url, copy, start, end, headers, STORE),
69
+ finish,
70
+ });
71
+ }
72
+ finally {
73
+ await rm(copy, { force: true });
74
+ }
75
+ }
76
+ export async function receivedBinary(repository, name, address) {
77
+ const file = join(repository, '.git', DOWNLOADS, randomUUID());
78
+ try {
79
+ await downloaded(address, (url) => fetched(url), file, name);
80
+ return await storedFile(repository, file);
81
+ }
82
+ finally {
83
+ await rm(file, { force: true });
84
+ }
85
+ }
86
+ export async function sweptTransfers(repository) {
87
+ for (const directory of [UPLOADS, DOWNLOADS])
88
+ await rm(join(repository, '.git', directory), { recursive: true, force: true });
89
+ }
package/dist/bridge.js CHANGED
@@ -8,12 +8,13 @@ import { parse } from 'yaml';
8
8
  import { finalRefusal, HouseRefusal, retryDelay, retrying } from './api.js';
9
9
  import { loginPath } from './clis.js';
10
10
  import { changedPaths, } from './copies.js';
11
+ import { fileInfo } from './files.js';
11
12
  import { kitHome, readEnrolment, socketDirectory } from './home.js';
12
- import { callHouse, mcpBody, rpc, UNREACHABLE } from './mcp.js';
13
+ import { callHouse, mcpBody, refusalIn, rpc, toolAnswer, UNREACHABLE } from './mcp.js';
13
14
  import { operationId } from './operation.js';
14
- import { refusalOf, retryable } from './refusals.js';
15
+ import { refusalOf, retryable, stopsPush } from './refusals.js';
15
16
  import { relayed } from './relay.js';
16
- const MCP_REQUEST_BYTES = 4 * 1024 * 1024;
17
+ const MCP_REQUEST_BYTES = 4_000_000;
17
18
  export async function received(request) {
18
19
  let text = '';
19
20
  request.setEncoding('utf8');
@@ -34,18 +35,6 @@ function relay(request, response, house, authorization) {
34
35
  forwarded.on('error', () => response.destroy());
35
36
  request.pipe(forwarded);
36
37
  }
37
- function refusalIn(text, status) {
38
- return refusalOf(text) ?? { code: '', text: text === '' ? `House refused it with ${status}` : text, conflicts: [] };
39
- }
40
- function answered(forwarded) {
41
- if (forwarded.status !== 200)
42
- return { refused: refusalIn(forwarded.text, forwarded.status) };
43
- const answer = JSON.parse(forwarded.text);
44
- if (answer.error !== undefined)
45
- return { refused: refusalIn(answer.error.message, forwarded.status) };
46
- const text = answer.result.content.map((content) => content.text).join('\n');
47
- return answer.result.isError === true ? { refused: refusalIn(text, forwarded.status) } : { text };
48
- }
49
38
  function pendingSeconds(forwarded) {
50
39
  if (forwarded.status !== 200)
51
40
  return null;
@@ -58,16 +47,19 @@ function pendingSeconds(forwarded) {
58
47
  const seconds = JSON.parse(text).pending.retry_after;
59
48
  return typeof seconds === 'number' ? seconds : null;
60
49
  }
61
- function resendAfter(forwarded, attempt) {
50
+ function resendAfter(forwarded, attempt, pushing) {
62
51
  if (forwarded === null)
63
52
  return retryDelay(attempt);
64
- if (forwarded.status !== 200)
53
+ if (forwarded.status !== 200) {
54
+ if (pushing && stopsPush(refusalOf(forwarded.text)))
55
+ return null;
65
56
  return retryable(forwarded.text) === false ? null : retryDelay(attempt);
57
+ }
66
58
  const seconds = pendingSeconds(forwarded);
67
59
  return seconds === null ? null : seconds * 1000;
68
60
  }
69
61
  function editAnswer(forwarded) {
70
- const answer = answered(forwarded);
62
+ const answer = toolAnswer(forwarded);
71
63
  if ('refused' in answer)
72
64
  return answer;
73
65
  const { results } = parse(answer.text);
@@ -81,10 +73,10 @@ function editAnswer(forwarded) {
81
73
  export async function openBridge(house, copies, conversationId, signal) {
82
74
  const path = [join(kitHome(), 'shim'), dirname(process.execPath), await loginPath()].join(delimiter);
83
75
  const origin = (await readEnrolment()).house;
84
- const { credential } = await retrying(() => house.post(`/kit/conversations/${conversationId}/credential`, {}, signal), signal);
76
+ const { credential } = await retrying(() => house.act('conversations/credentials/issue', { conversation: conversationId }, signal), signal);
85
77
  const closed = new AbortController();
86
78
  const sent = (message, operation) => callHouse(origin, credential, message, operation, closed.signal);
87
- const send = async (message, operation) => {
79
+ const send = async (message, operation, pushing = false) => {
88
80
  if (operation === null)
89
81
  return sent(message, null);
90
82
  for (let attempt = 0;; attempt++) {
@@ -93,7 +85,7 @@ export async function openBridge(house, copies, conversationId, signal) {
93
85
  throw error;
94
86
  return null;
95
87
  });
96
- const after = resendAfter(forwarded, attempt);
88
+ const after = resendAfter(forwarded, attempt, pushing);
97
89
  if (after === null)
98
90
  return forwarded;
99
91
  // A Tool call House did not settle is sent again on the jittered curve, or after the wait House names for a pending one.
@@ -104,10 +96,7 @@ export async function openBridge(house, copies, conversationId, signal) {
104
96
  const staged = async (operation, changes) => {
105
97
  const bytes = Buffer.from(JSON.stringify({ changes }));
106
98
  const sha256 = createHash('sha256').update(bytes).digest('hex');
107
- const prepared = answered(await send(call('run_command', {
108
- command: 'prepare_edit_upload',
109
- arguments: { paths: changedPaths(changes), bytes: bytes.length, sha256 },
110
- }), operation));
99
+ const prepared = toolAnswer(await send(call('update', { op: 'stage', paths: changedPaths(changes), bytes: bytes.length, sha256 }), operation));
111
100
  if ('refused' in prepared)
112
101
  return prepared;
113
102
  const { transfer } = parse(prepared.text);
@@ -141,7 +130,7 @@ export async function openBridge(house, copies, conversationId, signal) {
141
130
  const caller = {
142
131
  key: `conversation:${conversationId}`,
143
132
  submit: async (operation, changes, held, retain) => {
144
- const inline = call('edit', { changes });
133
+ const inline = call('update', { changes });
145
134
  let upload = held;
146
135
  if (upload === undefined && Buffer.byteLength(mcpBody(inline, operation)) > MCP_REQUEST_BYTES) {
147
136
  const prepared = await staged(operation, changes);
@@ -150,7 +139,19 @@ export async function openBridge(house, copies, conversationId, signal) {
150
139
  upload = prepared;
151
140
  await retain(upload);
152
141
  }
153
- return editAnswer(await send(upload === undefined ? inline : call('edit', { paths: changedPaths(changes), upload }), operation));
142
+ return editAnswer(await send(upload === undefined ? inline : call('update', { paths: changedPaths(changes), upload }), operation, true));
143
+ },
144
+ finish: async (upload, room, partSha256) => {
145
+ const answer = toolAnswer(await send(call('upload', { upload, room_ref: room, part_sha256: partSha256 }), operationId(), true));
146
+ if ('refused' in answer)
147
+ throw new Error(answer.refused.text);
148
+ return parse(answer.text);
149
+ },
150
+ info: async (path, revision) => {
151
+ const answer = toolAnswer(await send(call('info', { path, ...(revision === undefined ? {} : { ref: revision }) }), operationId()));
152
+ if ('refused' in answer)
153
+ throw new Error(answer.refused.text);
154
+ return fileInfo(answer.text);
154
155
  },
155
156
  };
156
157
  const local = async (path, text) => {
@@ -159,7 +160,7 @@ export async function openBridge(house, copies, conversationId, signal) {
159
160
  return { status: 200, text: JSON.stringify(await copies.push(cwd, commit, caller)) };
160
161
  }
161
162
  if (path === '/git/fetch')
162
- return { status: 200, text: JSON.stringify(await copies.fetch()) };
163
+ return { status: 200, text: JSON.stringify(await copies.fetch(caller)) };
163
164
  if (path === '/git/observed') {
164
165
  await copies.observed(JSON.parse(text));
165
166
  return { status: 200, text: '{}' };
@@ -0,0 +1,50 @@
1
+ import { createHash } from 'node:crypto';
2
+ import { createWriteStream } from 'node:fs';
3
+ import { rm } from 'node:fs/promises';
4
+ import { Transform } from 'node:stream';
5
+ import { pipeline } from 'node:stream/promises';
6
+ import { readEnrolment } from './home.js';
7
+ import { relayed } from './relay.js';
8
+ const MANIFEST = 'bootstrap.json';
9
+ async function served(name, signal) {
10
+ const enrolment = await readEnrolment();
11
+ if (enrolment === null)
12
+ throw new Error('this Kit is connected to no House');
13
+ const answer = await fetch(relayed(new URL(`/kit-installer/${encodeURIComponent(name)}`, enrolment.house)), { signal });
14
+ if (answer.status === 200 && answer.body !== null)
15
+ return answer;
16
+ await answer.body?.cancel();
17
+ throw new Error(`House answered ${answer.status} for ${name}`);
18
+ }
19
+ export async function servedRelease(signal) {
20
+ const manifest = (await (await served(MANIFEST, signal)).json());
21
+ const installer = manifest.hosts?.linux;
22
+ const sha256 = typeof installer === 'string' ? manifest.files?.[installer]?.sha256 : undefined;
23
+ if (typeof manifest.version !== 'string' || typeof installer !== 'string' || typeof sha256 !== 'string') {
24
+ throw new Error(`House serves no Kit release in ${MANIFEST}`);
25
+ }
26
+ return { version: manifest.version, installer, sha256 };
27
+ }
28
+ export async function downloadServed(name, sha256, destination, signal, most = Infinity) {
29
+ const answer = await served(name, signal);
30
+ const digest = createHash('sha256');
31
+ let bytes = 0;
32
+ const hashed = new Transform({
33
+ transform(chunk, _encoding, done) {
34
+ bytes += chunk.length;
35
+ if (bytes > most)
36
+ return done(new Error(`${name} is larger than its pinned ${most} bytes`));
37
+ digest.update(chunk);
38
+ done(null, chunk);
39
+ },
40
+ });
41
+ try {
42
+ await pipeline(answer.body, hashed, createWriteStream(destination), { signal });
43
+ if (digest.digest('hex') !== sha256)
44
+ throw new Error(`${name} does not match its sha256`);
45
+ }
46
+ catch (error) {
47
+ await rm(destination, { force: true });
48
+ throw error;
49
+ }
50
+ }
package/dist/calls.js ADDED
@@ -0,0 +1,88 @@
1
+ import { existsSync, readFileSync, renameSync, writeFileSync } from 'node:fs';
2
+ import { join } from 'node:path';
3
+ import { kitHome } from './home.js';
4
+ function logged(error) {
5
+ process.stderr.write(`kit: ${error instanceof Error ? error.message : String(error)}\n`);
6
+ }
7
+ export class Calls {
8
+ house;
9
+ changed;
10
+ carried = new Map();
11
+ path = join(kitHome(), 'call-results.json');
12
+ results;
13
+ returned = new Set();
14
+ released = new Set();
15
+ carrying = new Map();
16
+ settings = new Set();
17
+ open = 0;
18
+ constructor(house, changed) {
19
+ this.house = house;
20
+ this.changed = changed;
21
+ this.results = new Map(existsSync(this.path) ? Object.entries(JSON.parse(readFileSync(this.path, 'utf8'))) : []);
22
+ }
23
+ keepResult(callId, result) {
24
+ if (this.returned.has(callId))
25
+ return;
26
+ this.results.set(callId, result);
27
+ this.save();
28
+ }
29
+ idle() {
30
+ return this.open === 0;
31
+ }
32
+ busy() {
33
+ return [...this.carrying.keys()].some((callId) => !this.settings.has(callId));
34
+ }
35
+ carrySettings(callId, work) {
36
+ this.settings.add(callId);
37
+ return this.carry(callId, work);
38
+ }
39
+ carry(callId, work) {
40
+ if (this.released.has(callId))
41
+ return Promise.resolve();
42
+ const known = this.carried.get(callId);
43
+ const result = this.results.get(callId);
44
+ const carried = known ?? (result === undefined ? work() : Promise.resolve({ result }));
45
+ if (known === undefined) {
46
+ this.carried.set(callId, carried);
47
+ carried.catch(() => this.carried.delete(callId));
48
+ }
49
+ this.open++;
50
+ this.carrying.set(callId, (this.carrying.get(callId) ?? 0) + 1);
51
+ this.changed();
52
+ return carried
53
+ .then(async ({ result, returned, release }) => {
54
+ try {
55
+ await this.house.deliver('kit-calls/results/return', { call: callId, ...result });
56
+ }
57
+ finally {
58
+ this.returned.add(callId);
59
+ if (this.results.delete(callId))
60
+ this.save();
61
+ }
62
+ if (known !== undefined)
63
+ return;
64
+ if (release) {
65
+ this.carried.delete(callId);
66
+ this.released.add(callId);
67
+ }
68
+ await returned?.();
69
+ })
70
+ .catch(logged)
71
+ .finally(() => {
72
+ this.open--;
73
+ const left = this.carrying.get(callId) - 1;
74
+ if (left === 0) {
75
+ this.carrying.delete(callId);
76
+ this.settings.delete(callId);
77
+ }
78
+ else
79
+ this.carrying.set(callId, left);
80
+ this.changed();
81
+ });
82
+ }
83
+ save() {
84
+ const temporary = `${this.path}.${process.pid}`;
85
+ writeFileSync(temporary, JSON.stringify(Object.fromEntries(this.results)), { mode: 0o600 });
86
+ renameSync(temporary, this.path);
87
+ }
88
+ }
package/dist/chunks.js ADDED
@@ -0,0 +1,49 @@
1
+ import { readFile, rm } from 'node:fs/promises';
2
+ import { join } from 'node:path';
3
+ import { downloaded, fetched } from './files.js';
4
+ const DOWNLOADS_AT_ONCE = 6;
5
+ // A chunk is about one megabyte, so a download still unfinished after two minutes holds every Room behind it on a dead connection.
6
+ const CHUNK_DOWNLOAD_MS = 120_000;
7
+ class AddressExpired extends Error {
8
+ constructor() {
9
+ super("House's store refused every chunk it asked for");
10
+ }
11
+ }
12
+ function once(chunk) {
13
+ let asked = false;
14
+ return async () => {
15
+ if (asked)
16
+ throw new AddressExpired();
17
+ asked = true;
18
+ return { download: chunk.download, sha256: chunk.hash };
19
+ };
20
+ }
21
+ export async function stagedChunks(directory, chunks) {
22
+ let next = 0;
23
+ let failure;
24
+ const downloading = async () => {
25
+ while (next < chunks.length && failure === undefined) {
26
+ const chunk = chunks[next++];
27
+ const reading = (url) => fetched(url, AbortSignal.timeout(CHUNK_DOWNLOAD_MS));
28
+ await downloaded(once(chunk), reading, join(directory, chunk.hash), 'A Room chunk').catch((error) => {
29
+ failure ??= error;
30
+ });
31
+ }
32
+ };
33
+ await Promise.all(Array.from({ length: DOWNLOADS_AT_ONCE }, downloading));
34
+ return failure;
35
+ }
36
+ export async function* chunkEntries(directory, chunks, models) {
37
+ yield* models;
38
+ for (const { hash } of chunks) {
39
+ const file = join(directory, hash);
40
+ for (const line of (await readFile(file, 'utf8')).split('\n')) {
41
+ if (line === '')
42
+ continue;
43
+ const entry = JSON.parse(line);
44
+ if (!('folder' in entry))
45
+ yield entry;
46
+ }
47
+ await rm(file);
48
+ }
49
+ }