@agentshouse/kit 0.2.1-ccf188e02985d → 0.2.1-cd423aab3dbcc

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (164) hide show
  1. package/README.md +35 -42
  2. package/dist/acp.js +66 -12
  3. package/dist/afk.js +17 -0
  4. package/dist/agents.js +122 -53
  5. package/dist/api.js +15 -10
  6. package/dist/binaries.js +60 -0
  7. package/dist/bridge.js +100 -45
  8. package/dist/building.js +50 -0
  9. package/dist/calls.js +88 -0
  10. package/dist/chunks.js +54 -0
  11. package/dist/clis.js +62 -50
  12. package/dist/connect.js +121 -0
  13. package/dist/connection.js +120 -0
  14. package/dist/content.js +106 -0
  15. package/dist/conversations.js +617 -240
  16. package/dist/copies.js +1277 -623
  17. package/dist/earlier.js +273 -0
  18. package/dist/end.js +12 -5
  19. package/dist/events.js +549 -281
  20. package/dist/files.js +206 -38
  21. package/dist/git.js +2 -72
  22. package/dist/grok.js +39 -0
  23. package/dist/home.js +86 -29
  24. package/dist/house-cli.js +180 -189
  25. package/dist/house-main.js +3 -3
  26. package/dist/instructions.js +29 -11
  27. package/dist/keys.js +238 -0
  28. package/dist/kit-cli.js +18 -8
  29. package/dist/kit-main.js +3 -3
  30. package/dist/login.js +36 -22
  31. package/dist/logout.js +2 -2
  32. package/dist/manifest.js +75 -0
  33. package/dist/mcp.js +47 -7
  34. package/dist/owner.js +46 -0
  35. package/dist/placement.js +15 -20
  36. package/dist/refusals.js +50 -23
  37. package/dist/relay.js +21 -0
  38. package/dist/resident.js +141 -90
  39. package/dist/scope.js +15 -4
  40. package/dist/scripts.js +319 -0
  41. package/dist/secret-input.js +1 -1
  42. package/dist/settings.js +247 -0
  43. package/dist/sign-in.js +67 -21
  44. package/dist/silence.js +28 -0
  45. package/dist/skills.js +42 -97
  46. package/dist/supervisor.js +163 -0
  47. package/dist/transcription.js +88 -45
  48. package/dist/update.js +118 -120
  49. package/dist/wire.js +30 -4
  50. package/dist/work.js +27 -2
  51. package/dist/workspace.js +113 -0
  52. package/package.json +25 -22
  53. package/dist/authority-main.js +0 -22
  54. package/dist/bootstrap.json +0 -24
  55. package/dist/chatgpt.js +0 -32
  56. package/dist/clis-main.js +0 -23
  57. package/dist/configure-main.js +0 -6
  58. package/dist/enrol-main.js +0 -10
  59. package/dist/git-main.js +0 -153
  60. package/dist/inputs.js +0 -37
  61. package/dist/parts.js +0 -82
  62. package/dist/service-main.js +0 -9
  63. package/dist/service.js +0 -55
  64. package/dist/stream.js +0 -123
  65. package/dist/translate.js +0 -51
  66. package/how-we-work.md +0 -33
  67. package/skills/ask-matt/LICENSE +0 -21
  68. package/skills/ask-matt/PHASE-BOUNDARIES.md +0 -55
  69. package/skills/ask-matt/SKILL.md +0 -97
  70. package/skills/ask-matt/agents/openai.yaml +0 -5
  71. package/skills/code-review/LICENSE +0 -21
  72. package/skills/code-review/SKILL.md +0 -89
  73. package/skills/code-review/agents/openai.yaml +0 -3
  74. package/skills/codebase-design/DEEPENING.md +0 -37
  75. package/skills/codebase-design/DESIGN-IT-TWICE.md +0 -44
  76. package/skills/codebase-design/LICENSE +0 -21
  77. package/skills/codebase-design/SKILL.md +0 -114
  78. package/skills/codebase-design/agents/openai.yaml +0 -3
  79. package/skills/diagnosing-bugs/LICENSE +0 -21
  80. package/skills/diagnosing-bugs/SKILL.md +0 -138
  81. package/skills/diagnosing-bugs/agents/openai.yaml +0 -3
  82. package/skills/diagnosing-bugs/scripts/hitl-loop.template.sh +0 -44
  83. package/skills/domain-modeling/ADR-FORMAT.md +0 -47
  84. package/skills/domain-modeling/GLOSSARY-FORMAT.md +0 -60
  85. package/skills/domain-modeling/LICENSE +0 -21
  86. package/skills/domain-modeling/SKILL.md +0 -74
  87. package/skills/domain-modeling/agents/openai.yaml +0 -3
  88. package/skills/grill-me/LICENSE +0 -21
  89. package/skills/grill-me/SKILL.md +0 -7
  90. package/skills/grill-me/agents/openai.yaml +0 -5
  91. package/skills/grill-with-docs/LICENSE +0 -21
  92. package/skills/grill-with-docs/SKILL.md +0 -7
  93. package/skills/grill-with-docs/agents/openai.yaml +0 -5
  94. package/skills/grilling/LICENSE +0 -21
  95. package/skills/grilling/SKILL.md +0 -30
  96. package/skills/grilling/agents/openai.yaml +0 -3
  97. package/skills/handoff/LICENSE +0 -21
  98. package/skills/handoff/SKILL.md +0 -16
  99. package/skills/handoff/agents/openai.yaml +0 -5
  100. package/skills/implement/LICENSE +0 -21
  101. package/skills/implement/SKILL.md +0 -17
  102. package/skills/implement/agents/openai.yaml +0 -5
  103. package/skills/implement-spec/LICENSE +0 -21
  104. package/skills/implement-spec/SKILL.md +0 -40
  105. package/skills/implement-spec/agents/openai.yaml +0 -5
  106. package/skills/improve-codebase-architecture/HTML-REPORT.md +0 -123
  107. package/skills/improve-codebase-architecture/LICENSE +0 -21
  108. package/skills/improve-codebase-architecture/SKILL.md +0 -71
  109. package/skills/improve-codebase-architecture/agents/openai.yaml +0 -5
  110. package/skills/pr/CREDITS.md +0 -3
  111. package/skills/pr/LICENSE +0 -21
  112. package/skills/pr/SKILL.md +0 -170
  113. package/skills/pr/agents/openai.yaml +0 -3
  114. package/skills/prototype/LICENSE +0 -21
  115. package/skills/prototype/LOGIC.md +0 -67
  116. package/skills/prototype/SKILL.md +0 -26
  117. package/skills/prototype/UI.md +0 -112
  118. package/skills/prototype/agents/openai.yaml +0 -3
  119. package/skills/research/LICENSE +0 -21
  120. package/skills/research/SKILL.md +0 -12
  121. package/skills/research/agents/openai.yaml +0 -3
  122. package/skills/retro/LICENSE +0 -21
  123. package/skills/retro/SKILL.md +0 -44
  124. package/skills/retro/agents/openai.yaml +0 -5
  125. package/skills/tdd/LICENSE +0 -21
  126. package/skills/tdd/SKILL.md +0 -38
  127. package/skills/tdd/agents/openai.yaml +0 -3
  128. package/skills/tdd/mocking.md +0 -59
  129. package/skills/tdd/tests.md +0 -77
  130. package/skills/teach/GLOSSARY-FORMAT.md +0 -35
  131. package/skills/teach/LEARNING-RECORD-FORMAT.md +0 -46
  132. package/skills/teach/LICENSE +0 -21
  133. package/skills/teach/MISSION-FORMAT.md +0 -31
  134. package/skills/teach/RESOURCES-FORMAT.md +0 -32
  135. package/skills/teach/SKILL.md +0 -140
  136. package/skills/teach/agents/openai.yaml +0 -5
  137. package/skills/to-questionnaire/LICENSE +0 -21
  138. package/skills/to-questionnaire/SKILL.md +0 -54
  139. package/skills/to-questionnaire/agents/openai.yaml +0 -5
  140. package/skills/to-spec/LICENSE +0 -21
  141. package/skills/to-spec/SKILL.md +0 -75
  142. package/skills/to-spec/agents/openai.yaml +0 -5
  143. package/skills/to-tickets/LICENSE +0 -21
  144. package/skills/to-tickets/SKILL.md +0 -105
  145. package/skills/to-tickets/agents/openai.yaml +0 -5
  146. package/skills/triage/AGENT-BRIEF.md +0 -207
  147. package/skills/triage/LICENSE +0 -21
  148. package/skills/triage/OUT-OF-SCOPE.md +0 -105
  149. package/skills/triage/SKILL.md +0 -112
  150. package/skills/triage/agents/openai.yaml +0 -5
  151. package/skills/wait-what/LICENSE +0 -21
  152. package/skills/wait-what/SKILL.md +0 -7
  153. package/skills/wait-what/agents/openai.yaml +0 -5
  154. package/skills/wayfinder/LICENSE +0 -21
  155. package/skills/wayfinder/SKILL.md +0 -128
  156. package/skills/wayfinder/agents/openai.yaml +0 -5
  157. package/skills/wizard/LICENSE +0 -21
  158. package/skills/wizard/SKILL.md +0 -44
  159. package/skills/wizard/agents/openai.yaml +0 -3
  160. package/skills/wizard/template.sh +0 -223
  161. package/skills/writing-for-agents/LICENSE +0 -21
  162. package/skills/writing-for-agents/SKILL-MECHANICS.md +0 -22
  163. package/skills/writing-for-agents/SKILL.md +0 -81
  164. package/skills/writing-for-agents/agents/openai.yaml +0 -3
package/dist/api.js CHANGED
@@ -1,9 +1,10 @@
1
+ import { KIT_WIRE, KIT_WIRE_HEADER, } from '@agentshouse/kit-wire';
1
2
  import { setTimeout as delay } from 'node:timers/promises';
2
- import { signInAgain, updateRequired } from './end.js';
3
+ import { signInAgain } from './end.js';
3
4
  import { readEnrolment } from './home.js';
4
5
  import { retryable } from './refusals.js';
5
6
  import { relayed } from './relay.js';
6
- import { KIT_WIRE, KIT_WIRE_HEADER, tooOld } from './wire.js';
7
+ import { endUnserved } from './wire.js';
7
8
  export class HouseRefusal extends Error {
8
9
  status;
9
10
  text;
@@ -17,7 +18,7 @@ export function finalRefusal(error) {
17
18
  return error instanceof HouseRefusal && retryable(error.text) === false;
18
19
  }
19
20
  export function retryDelay(attempt) {
20
- // Full jitter, doubling from one second to a 30-second cap, spreads the Kits one outage dropped and retries within half a minute of House's return.
21
+ // Full jitter, doubling from one second to a 30-second cap, spreads the Kit processes one outage dropped and retries within half a minute of House's return.
21
22
  return Math.random() * Math.min(30_000, 1000 * 2 ** attempt);
22
23
  }
23
24
  export async function retrying(sent, signal, pause = retryDelay) {
@@ -38,19 +39,22 @@ export async function post(house, path, body, credential, signal) {
38
39
  method: 'POST',
39
40
  headers: {
40
41
  'content-type': 'application/json',
41
- [KIT_WIRE_HEADER]: String(KIT_WIRE),
42
+ [KIT_WIRE_HEADER]: KIT_WIRE,
42
43
  ...(credential === undefined ? {} : { authorization: `Bearer ${credential}` }),
43
44
  },
44
45
  body: JSON.stringify(body),
45
46
  signal,
46
47
  });
47
48
  const text = await answer.text();
48
- if (!answer.ok && tooOld(text))
49
- updateRequired();
49
+ if (!answer.ok)
50
+ endUnserved(text);
50
51
  if (!answer.ok)
51
52
  throw new HouseRefusal(path, answer.status, text);
52
53
  return JSON.parse(text);
53
54
  }
55
+ export function kitAct(house, act, request, credential, signal) {
56
+ return post(house, `/kit/${act}`, request, credential, signal);
57
+ }
54
58
  async function enrolledPost(path, body, signal) {
55
59
  const { house, credential } = (await readEnrolment());
56
60
  try {
@@ -63,16 +67,17 @@ async function enrolledPost(path, body, signal) {
63
67
  }
64
68
  }
65
69
  export const house = {
66
- post: enrolledPost,
67
- deliver: async (path, body, current = () => true) => {
70
+ act: (act, request, signal) => enrolledPost(`/kit/${act}`, request, signal),
71
+ door: (act, body, signal) => enrolledPost(`/kit/door/${act}`, body, signal),
72
+ deliver: async (act, request, current = () => true) => {
68
73
  for (let attempt = 0;; attempt++) {
69
74
  try {
70
- return await enrolledPost(path, body);
75
+ return await enrolledPost(`/kit/${act}`, request);
71
76
  }
72
77
  catch (error) {
73
78
  if (finalRefusal(error))
74
79
  throw error;
75
- process.stderr.write(`kit: ${path} did not reach House: ${error.message}\n`);
80
+ process.stderr.write(`kit: /kit/${act} did not reach House: ${error.message}\n`);
76
81
  // A delivery House did not take is sent again on the jittered curve for as long as it is still current.
77
82
  await new Promise((resolve) => setTimeout(resolve, retryDelay(attempt)));
78
83
  if (!current())
@@ -0,0 +1,60 @@
1
+ import { randomUUID } from 'node:crypto';
2
+ import { copyFile, rm } from 'node:fs/promises';
3
+ import { downloaded, fetched, fileRange, mediaTypeOf, sentPart, uploaded } from './files.js';
4
+ import { hashed } from './manifest.js';
5
+ export class Changed extends Error {
6
+ }
7
+ const SENT_AT_ONCE = 10;
8
+ const OCTET_STREAM = 'application/octet-stream';
9
+ const MARKDOWN = /\.md$/i;
10
+ const STORE = {
11
+ unreached: (error) => new Error(`the store did not answer (${error.code ?? error.message})`),
12
+ refused: (status) => new Error(`the store answered ${status}`),
13
+ };
14
+ export function isDocument(path) {
15
+ return MARKDOWN.test(path);
16
+ }
17
+ export function mediaType(path) {
18
+ return mediaTypeOf(path) ?? OCTET_STREAM;
19
+ }
20
+ export async function eachAtOnce(items, work) {
21
+ let next = 0;
22
+ const working = async () => {
23
+ while (next < items.length)
24
+ await work(items[next++]);
25
+ };
26
+ await Promise.all(Array.from({ length: Math.min(SENT_AT_ONCE, items.length) }, working));
27
+ }
28
+ export async function sentBinary(staging, file, name, part, upload, finish) {
29
+ const copy = `${staging}${randomUUID()}`;
30
+ try {
31
+ await copyFile(file, copy).catch(() => {
32
+ throw new Changed(`${name} is gone since house upload read it`);
33
+ });
34
+ const held = await hashed(copy);
35
+ if (held?.sha256 !== part.sha256 || held.bytes !== part.bytes)
36
+ throw new Changed(`${name} changed since house upload read it`);
37
+ await uploaded({ id: upload.id, part_bytes: upload.part_bytes }, {
38
+ name,
39
+ bytes: part.bytes,
40
+ sha256: part.sha256,
41
+ read: (start, end) => fileRange(copy, start, end, (error) => error),
42
+ send: (url, start, end, headers) => sentPart(url, copy, start, end, headers, STORE),
43
+ finish,
44
+ });
45
+ }
46
+ finally {
47
+ await rm(copy, { force: true });
48
+ }
49
+ }
50
+ export async function receivedBinary(staging, name, address) {
51
+ const file = `${staging}${randomUUID()}`;
52
+ try {
53
+ await downloaded(address, (url) => fetched(url), file, name);
54
+ return file;
55
+ }
56
+ catch (error) {
57
+ await rm(file, { force: true });
58
+ throw error;
59
+ }
60
+ }
package/dist/bridge.js CHANGED
@@ -4,16 +4,21 @@ import { setTimeout as delay } from 'node:timers/promises';
4
4
  import { createServer, request as httpRequest } from 'node:http';
5
5
  import { request as httpsRequest } from 'node:https';
6
6
  import { delimiter, dirname, join } from 'node:path';
7
+ import { FUNCTION_RUN_META_KEY } from '@agentshouse/kit-wire';
7
8
  import { parse } from 'yaml';
8
9
  import { finalRefusal, HouseRefusal, retryDelay, retrying } from './api.js';
9
10
  import { loginPath } from './clis.js';
10
- import { changedPaths, } from './copies.js';
11
- import { kitHome, readEnrolment, socketDirectory } from './home.js';
12
- import { callHouse, mcpBody, rpc, UNREACHABLE } from './mcp.js';
11
+ import { changedPaths, DEFAULT_MAX_SIZE, UPLOAD_NEEDS_OWNER, } from './copies.js';
12
+ import { fileInfo } from './files.js';
13
+ import { readEnrolment, readOwnAgent, socketDirectory } from './home.js';
14
+ import { callHouse, DISCONNECTED, mcpBody, refusalIn, rpc, toolAnswer, UNREACHABLE } from './mcp.js';
13
15
  import { operationId } from './operation.js';
14
- import { refusalOf, retryable } from './refusals.js';
16
+ import { refusalOf, retryable, stopsPush } from './refusals.js';
15
17
  import { relayed } from './relay.js';
16
- const MCP_REQUEST_BYTES = 4 * 1024 * 1024;
18
+ class Said extends Error {
19
+ }
20
+ const OWNER_IN_CONVERSATION = '--owner is not for Agent conversations; run house upload without it';
21
+ const MCP_REQUEST_BYTES = 4_000_000;
17
22
  export async function received(request) {
18
23
  let text = '';
19
24
  request.setEncoding('utf8');
@@ -34,18 +39,6 @@ function relay(request, response, house, authorization) {
34
39
  forwarded.on('error', () => response.destroy());
35
40
  request.pipe(forwarded);
36
41
  }
37
- function refusalIn(text, status) {
38
- return refusalOf(text) ?? { code: '', text: text === '' ? `House refused it with ${status}` : text, conflicts: [] };
39
- }
40
- function answered(forwarded) {
41
- if (forwarded.status !== 200)
42
- return { refused: refusalIn(forwarded.text, forwarded.status) };
43
- const answer = JSON.parse(forwarded.text);
44
- if (answer.error !== undefined)
45
- return { refused: refusalIn(answer.error.message, forwarded.status) };
46
- const text = answer.result.content.map((content) => content.text).join('\n');
47
- return answer.result.isError === true ? { refused: refusalIn(text, forwarded.status) } : { text };
48
- }
49
42
  function pendingSeconds(forwarded) {
50
43
  if (forwarded.status !== 200)
51
44
  return null;
@@ -58,33 +51,77 @@ function pendingSeconds(forwarded) {
58
51
  const seconds = JSON.parse(text).pending.retry_after;
59
52
  return typeof seconds === 'number' ? seconds : null;
60
53
  }
61
- function resendAfter(forwarded, attempt) {
54
+ function resendAfter(forwarded, attempt, pushing) {
62
55
  if (forwarded === null)
63
56
  return retryDelay(attempt);
64
- if (forwarded.status !== 200)
57
+ if (forwarded.status !== 200) {
58
+ if (pushing && stopsPush(refusalOf(forwarded.text)))
59
+ return null;
65
60
  return retryable(forwarded.text) === false ? null : retryDelay(attempt);
61
+ }
66
62
  const seconds = pendingSeconds(forwarded);
67
63
  return seconds === null ? null : seconds * 1000;
68
64
  }
69
65
  function editAnswer(forwarded) {
70
- const answer = answered(forwarded);
66
+ const answer = toolAnswer(forwarded);
71
67
  if ('refused' in answer)
72
68
  return answer;
73
69
  const { results } = parse(answer.text);
74
70
  return {
75
71
  accepted: results.flatMap((result) => [
76
72
  ...(result.from === undefined ? [] : [{ path: result.from, revision: null, content: null }]),
77
- { path: result.path, revision: result.revision ?? null },
73
+ { path: result.path, revision: result.revision ?? null, ...(result.content === undefined ? {} : { content: result.content }) },
78
74
  ]),
79
75
  };
80
76
  }
81
77
  export async function openBridge(house, copies, conversationId, signal) {
82
- const path = [join(kitHome(), 'shim'), dirname(process.execPath), await loginPath()].join(delimiter);
78
+ const { credential } = await retrying(() => house.act('conversations/credentials/issue', { conversation: conversationId }, signal), signal);
79
+ return bridgeFor(copies, {
80
+ key: `conversation:${conversationId}`,
81
+ origin: (await readEnrolment()).house,
82
+ credential,
83
+ named: {},
84
+ ownAgent: false,
85
+ owner: false,
86
+ path: [dirname(process.execPath), await loginPath()].join(delimiter),
87
+ });
88
+ }
89
+ async function runCredential(house, run, signal) {
90
+ try {
91
+ return (await retrying(() => house.act('function-runs/credentials/issue', { run }, signal), signal)).credential;
92
+ }
93
+ catch (error) {
94
+ if (finalRefusal(error))
95
+ return null;
96
+ throw error;
97
+ }
98
+ }
99
+ export async function openRunBridge(house, copies, run, signal) {
100
+ const named = { [FUNCTION_RUN_META_KEY]: run };
101
+ const ownAgent = await readOwnAgent();
102
+ if (ownAgent !== null) {
103
+ return bridgeFor(copies, {
104
+ key: `function-run:${run}`,
105
+ origin: ownAgent.house,
106
+ credential: ownAgent.credential,
107
+ named,
108
+ ownAgent: true,
109
+ owner: true,
110
+ path: null,
111
+ });
112
+ }
113
+ const credential = await runCredential(house, run, signal);
114
+ if (credential === null)
115
+ return null;
83
116
  const origin = (await readEnrolment()).house;
84
- const { credential } = await retrying(() => house.post(`/kit/conversations/${conversationId}/credential`, {}, signal), signal);
117
+ return bridgeFor(copies, { key: `function-run:${run}`, origin, credential, named, ownAgent: false, owner: true, path: null });
118
+ }
119
+ async function bridgeFor(copies, holder) {
120
+ const { origin, credential, named, path } = holder;
85
121
  const closed = new AbortController();
86
- const sent = (message, operation) => callHouse(origin, credential, message, operation, closed.signal);
87
- const send = async (message, operation) => {
122
+ const sent = (message, operation) => callHouse(origin, credential, message, { operation, named, signal: closed.signal });
123
+ const send = async (message, asked, pushing = false) => {
124
+ const operation = holder.ownAgent ? null : asked;
88
125
  if (operation === null)
89
126
  return sent(message, null);
90
127
  for (let attempt = 0;; attempt++) {
@@ -93,7 +130,7 @@ export async function openBridge(house, copies, conversationId, signal) {
93
130
  throw error;
94
131
  return null;
95
132
  });
96
- const after = resendAfter(forwarded, attempt);
133
+ const after = resendAfter(forwarded, attempt, pushing);
97
134
  if (after === null)
98
135
  return forwarded;
99
136
  // A Tool call House did not settle is sent again on the jittered curve, or after the wait House names for a pending one.
@@ -104,10 +141,7 @@ export async function openBridge(house, copies, conversationId, signal) {
104
141
  const staged = async (operation, changes) => {
105
142
  const bytes = Buffer.from(JSON.stringify({ changes }));
106
143
  const sha256 = createHash('sha256').update(bytes).digest('hex');
107
- const prepared = answered(await send(call('run_command', {
108
- command: 'prepare_edit_upload',
109
- arguments: { paths: changedPaths(changes), bytes: bytes.length, sha256 },
110
- }), operation));
144
+ const prepared = toolAnswer(await send(call('update', { op: 'stage', paths: changedPaths(changes), bytes: bytes.length, sha256 }), operation));
111
145
  if ('refused' in prepared)
112
146
  return prepared;
113
147
  const { transfer } = parse(prepared.text);
@@ -139,32 +173,49 @@ export async function openBridge(house, copies, conversationId, signal) {
139
173
  return send(message, message.method === 'tools/call' ? operationId() : null);
140
174
  };
141
175
  const caller = {
142
- key: `conversation:${conversationId}`,
176
+ key: holder.key,
143
177
  submit: async (operation, changes, held, retain) => {
144
- const inline = call('edit', { changes });
178
+ const inline = call('update', { changes });
145
179
  let upload = held;
146
- if (upload === undefined && Buffer.byteLength(mcpBody(inline, operation)) > MCP_REQUEST_BYTES) {
180
+ if (upload === undefined && Buffer.byteLength(mcpBody(inline, { operation, named })) > MCP_REQUEST_BYTES) {
147
181
  const prepared = await staged(operation, changes);
148
182
  if ('refused' in prepared)
149
183
  return prepared;
150
184
  upload = prepared;
151
185
  await retain(upload);
152
186
  }
153
- return editAnswer(await send(upload === undefined ? inline : call('edit', { paths: changedPaths(changes), upload }), operation));
187
+ return editAnswer(await send(upload === undefined ? inline : call('update', { paths: changedPaths(changes), upload }), operation, true));
188
+ },
189
+ finish: async (upload, path, partSha256) => {
190
+ const answer = toolAnswer(await send(call('upload', { upload, path, part_sha256: partSha256 }), operationId(), true));
191
+ if ('refused' in answer)
192
+ throw new Error(answer.refused.text);
193
+ return parse(answer.text);
194
+ },
195
+ info: async (path, revision) => {
196
+ const answer = toolAnswer(await send(call('info', { path, ...(revision === undefined ? {} : { ref: revision }) }), operationId()));
197
+ if ('refused' in answer)
198
+ throw new Error(answer.refused.text);
199
+ return fileInfo(answer.text);
154
200
  },
155
201
  };
202
+ const uploader = holder.owner ? copies.owner : caller;
156
203
  const local = async (path, text) => {
157
- if (path === '/git/push') {
158
- const { cwd, commit } = JSON.parse(text);
159
- return { status: 200, text: JSON.stringify(await copies.push(cwd, commit, caller)) };
204
+ if (path === '/copy/upload') {
205
+ const { cwd, owner } = JSON.parse(text);
206
+ const uploaded = owner === holder.owner ? await copies.upload(cwd, uploader) : { refused: true, text: owner ? OWNER_IN_CONVERSATION : UPLOAD_NEEDS_OWNER };
207
+ return { status: 200, text: JSON.stringify(uploaded) };
160
208
  }
161
- if (path === '/git/fetch')
162
- return { status: 200, text: JSON.stringify(await copies.fetch()) };
163
- if (path === '/git/observed') {
164
- await copies.observed(JSON.parse(text));
165
- return { status: 200, text: '{}' };
209
+ if (path === '/copy/download') {
210
+ const { attachments = false, max_size: maxSize = DEFAULT_MAX_SIZE } = JSON.parse(text);
211
+ return { status: 200, text: JSON.stringify(await copies.download(uploader, { attachments, maxSize })) };
166
212
  }
167
- return path === '/' ? forward(text) : { status: 404, text: '' };
213
+ if (path !== '/')
214
+ return { status: 404, text: '' };
215
+ const forwarded = await forward(text);
216
+ if (holder.ownAgent && forwarded.status === 401)
217
+ throw new Said(DISCONNECTED);
218
+ return forwarded;
168
219
  };
169
220
  const socketPath = join(socketDirectory(), `${randomUUID()}.sock`);
170
221
  const bridge = createServer(async (request, response) => {
@@ -178,11 +229,15 @@ export async function openBridge(house, copies, conversationId, signal) {
178
229
  response.writeHead(answered.status, { 'content-type': 'application/json' }).end(answered.text);
179
230
  }
180
231
  catch (error) {
232
+ if (error instanceof Said) {
233
+ response.writeHead(502).end(error.message);
234
+ return;
235
+ }
181
236
  if (error instanceof HouseRefusal) {
182
237
  response.writeHead(error.status, { 'content-type': 'application/json' }).end(error.text);
183
238
  return;
184
239
  }
185
- const verb = request.url === '/git/push' || request.url === '/git/fetch';
240
+ const verb = request.url === '/copy/upload' || request.url === '/copy/download';
186
241
  response.writeHead(502).end(verb && error instanceof Error ? error.message : UNREACHABLE);
187
242
  }
188
243
  });
@@ -204,7 +259,7 @@ export async function openBridge(house, copies, conversationId, signal) {
204
259
  return {
205
260
  env: {
206
261
  HOUSE_BRIDGE: socketPath,
207
- PATH: path,
262
+ ...(path === null ? {} : { PATH: path }),
208
263
  GIT_CONFIG_COUNT: '1',
209
264
  GIT_CONFIG_KEY_0: `url.${proxy}/app/.insteadOf`,
210
265
  GIT_CONFIG_VALUE_0: app,
@@ -0,0 +1,50 @@
1
+ import { createHash } from 'node:crypto';
2
+ import { createWriteStream } from 'node:fs';
3
+ import { rm } from 'node:fs/promises';
4
+ import { Transform } from 'node:stream';
5
+ import { pipeline } from 'node:stream/promises';
6
+ import { readEnrolment } from './home.js';
7
+ import { relayed } from './relay.js';
8
+ const MANIFEST = 'bootstrap.json';
9
+ async function served(name, signal) {
10
+ const enrolment = await readEnrolment();
11
+ if (enrolment === null)
12
+ throw new Error('this Kit is connected to no House');
13
+ const answer = await fetch(relayed(new URL(`/kit-installer/${encodeURIComponent(name)}`, enrolment.house)), { signal });
14
+ if (answer.status === 200 && answer.body !== null)
15
+ return answer;
16
+ await answer.body?.cancel();
17
+ throw new Error(`House answered ${answer.status} for ${name}`);
18
+ }
19
+ export async function servedRelease(signal) {
20
+ const manifest = (await (await served(MANIFEST, signal)).json());
21
+ const installer = manifest.hosts?.linux;
22
+ const sha256 = typeof installer === 'string' ? manifest.files?.[installer]?.sha256 : undefined;
23
+ if (typeof manifest.version !== 'string' || typeof installer !== 'string' || typeof sha256 !== 'string') {
24
+ throw new Error(`House serves no Kit release in ${MANIFEST}`);
25
+ }
26
+ return { version: manifest.version, installer, sha256 };
27
+ }
28
+ export async function downloadServed(name, sha256, destination, signal, most = Infinity) {
29
+ const answer = await served(name, signal);
30
+ const digest = createHash('sha256');
31
+ let bytes = 0;
32
+ const hashed = new Transform({
33
+ transform(chunk, _encoding, done) {
34
+ bytes += chunk.length;
35
+ if (bytes > most)
36
+ return done(new Error(`${name} is larger than its pinned ${most} bytes`));
37
+ digest.update(chunk);
38
+ done(null, chunk);
39
+ },
40
+ });
41
+ try {
42
+ await pipeline(answer.body, hashed, createWriteStream(destination), { signal });
43
+ if (digest.digest('hex') !== sha256)
44
+ throw new Error(`${name} does not match its sha256`);
45
+ }
46
+ catch (error) {
47
+ await rm(destination, { force: true });
48
+ throw error;
49
+ }
50
+ }
package/dist/calls.js ADDED
@@ -0,0 +1,88 @@
1
+ import { existsSync, readFileSync, renameSync, writeFileSync } from 'node:fs';
2
+ import { join } from 'node:path';
3
+ import { kitHome } from './home.js';
4
+ function logged(error) {
5
+ process.stderr.write(`kit: ${error instanceof Error ? error.message : String(error)}\n`);
6
+ }
7
+ export class Calls {
8
+ house;
9
+ changed;
10
+ carried = new Map();
11
+ path = join(kitHome(), 'call-results.json');
12
+ results;
13
+ returned = new Set();
14
+ released = new Set();
15
+ carrying = new Map();
16
+ settings = new Set();
17
+ open = 0;
18
+ constructor(house, changed) {
19
+ this.house = house;
20
+ this.changed = changed;
21
+ this.results = new Map(existsSync(this.path) ? Object.entries(JSON.parse(readFileSync(this.path, 'utf8'))) : []);
22
+ }
23
+ keepResult(callId, result) {
24
+ if (this.returned.has(callId))
25
+ return;
26
+ this.results.set(callId, result);
27
+ this.save();
28
+ }
29
+ idle() {
30
+ return this.open === 0;
31
+ }
32
+ busy() {
33
+ return [...this.carrying.keys()].some((callId) => !this.settings.has(callId));
34
+ }
35
+ carrySettings(callId, work) {
36
+ this.settings.add(callId);
37
+ return this.carry(callId, work);
38
+ }
39
+ carry(callId, work) {
40
+ if (this.released.has(callId))
41
+ return Promise.resolve();
42
+ const known = this.carried.get(callId);
43
+ const result = this.results.get(callId);
44
+ const carried = known ?? (result === undefined ? work() : Promise.resolve({ result }));
45
+ if (known === undefined) {
46
+ this.carried.set(callId, carried);
47
+ carried.catch(() => this.carried.delete(callId));
48
+ }
49
+ this.open++;
50
+ this.carrying.set(callId, (this.carrying.get(callId) ?? 0) + 1);
51
+ this.changed();
52
+ return carried
53
+ .then(async ({ result, returned, release }) => {
54
+ try {
55
+ await this.house.deliver('kit-calls/results/return', { call: callId, ...result });
56
+ }
57
+ finally {
58
+ this.returned.add(callId);
59
+ if (this.results.delete(callId))
60
+ this.save();
61
+ }
62
+ if (known !== undefined)
63
+ return;
64
+ if (release) {
65
+ this.carried.delete(callId);
66
+ this.released.add(callId);
67
+ }
68
+ await returned?.();
69
+ })
70
+ .catch(logged)
71
+ .finally(() => {
72
+ this.open--;
73
+ const left = this.carrying.get(callId) - 1;
74
+ if (left === 0) {
75
+ this.carrying.delete(callId);
76
+ this.settings.delete(callId);
77
+ }
78
+ else
79
+ this.carrying.set(callId, left);
80
+ this.changed();
81
+ });
82
+ }
83
+ save() {
84
+ const temporary = `${this.path}.${process.pid}`;
85
+ writeFileSync(temporary, JSON.stringify(Object.fromEntries(this.results)), { mode: 0o600 });
86
+ renameSync(temporary, this.path);
87
+ }
88
+ }
package/dist/chunks.js ADDED
@@ -0,0 +1,54 @@
1
+ import { readFile, rm } from 'node:fs/promises';
2
+ import { join } from 'node:path';
3
+ import { downloaded, fetched } from './files.js';
4
+ const DOWNLOADS_AT_ONCE = 6;
5
+ // A chunk is about one megabyte, so a download still unfinished after two minutes holds every Room behind it on a dead connection.
6
+ const CHUNK_DOWNLOAD_MS = 120_000;
7
+ class AddressExpired extends Error {
8
+ constructor() {
9
+ super("House's store refused every chunk it asked for");
10
+ }
11
+ }
12
+ function once(chunk) {
13
+ let asked = false;
14
+ return async () => {
15
+ if (asked)
16
+ throw new AddressExpired();
17
+ asked = true;
18
+ return { download: chunk.download, sha256: chunk.hash };
19
+ };
20
+ }
21
+ export async function stagedChunks(directory, chunks) {
22
+ let next = 0;
23
+ let failure;
24
+ const downloading = async () => {
25
+ while (next < chunks.length && failure === undefined) {
26
+ const chunk = chunks[next++];
27
+ const reading = (url) => fetched(url, AbortSignal.timeout(CHUNK_DOWNLOAD_MS));
28
+ await downloaded(once(chunk), reading, join(directory, chunk.hash), 'A Room chunk').catch((error) => {
29
+ failure ??= error;
30
+ });
31
+ }
32
+ };
33
+ await Promise.all(Array.from({ length: DOWNLOADS_AT_ONCE }, downloading));
34
+ return failure;
35
+ }
36
+ export async function* chunkEntries(directory, chunks, models) {
37
+ for (const { hash } of chunks) {
38
+ for (const line of (await readFile(join(directory, hash), 'utf8')).split('\n'))
39
+ if (line !== '')
40
+ JSON.parse(line);
41
+ }
42
+ yield* models;
43
+ for (const { hash } of chunks) {
44
+ const file = join(directory, hash);
45
+ for (const line of (await readFile(file, 'utf8')).split('\n')) {
46
+ if (line === '')
47
+ continue;
48
+ const entry = JSON.parse(line);
49
+ if (!('folder' in entry))
50
+ yield entry;
51
+ }
52
+ await rm(file);
53
+ }
54
+ }