@agentshouse/kit 0.2.1-cf110d15f69c8 → 0.2.1-cf2c570b41f24
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +38 -44
- package/dist/acp.js +96 -22
- package/dist/afk.js +17 -0
- package/dist/agents.js +221 -65
- package/dist/api.js +21 -3
- package/dist/app-git.js +10 -26
- package/dist/binaries.js +60 -0
- package/dist/bridge.js +101 -49
- package/dist/building.js +50 -0
- package/dist/calls.js +88 -0
- package/dist/chunks.js +54 -0
- package/dist/clis.js +80 -52
- package/dist/connect.js +121 -0
- package/dist/connection.js +120 -0
- package/dist/content.js +106 -0
- package/dist/conversations.js +711 -267
- package/dist/copies.js +1293 -595
- package/dist/earlier.js +273 -0
- package/dist/end.js +15 -3
- package/dist/events.js +553 -281
- package/dist/files.js +206 -32
- package/dist/git.js +2 -70
- package/dist/grok.js +39 -0
- package/dist/home.js +123 -15
- package/dist/house-cli.js +282 -0
- package/dist/house-main.js +7 -206
- package/dist/instructions.js +7 -13
- package/dist/keys.js +238 -0
- package/dist/kit-cli.js +78 -0
- package/dist/kit-main.js +8 -22
- package/dist/login.js +71 -39
- package/dist/logout.js +2 -4
- package/dist/manifest.js +75 -0
- package/dist/mcp.js +47 -7
- package/dist/owner.js +46 -0
- package/dist/placement.js +25 -0
- package/dist/refusals.js +50 -23
- package/dist/relay.js +22 -1
- package/dist/resident.js +153 -53
- package/dist/scope.js +15 -4
- package/dist/scripts.js +319 -0
- package/dist/secret-input.js +1 -1
- package/dist/settings.js +247 -0
- package/dist/sign-in.js +66 -38
- package/dist/silence.js +28 -0
- package/dist/skills.js +49 -35
- package/dist/supervisor.js +163 -0
- package/dist/transcription.js +90 -47
- package/dist/update.js +119 -102
- package/dist/wire.js +32 -0
- package/dist/work.js +30 -7
- package/dist/workspace.js +113 -0
- package/package.json +25 -21
- package/dist/authority-main.js +0 -22
- package/dist/bootstrap.json +0 -24
- package/dist/clis-main.js +0 -23
- package/dist/configure-main.js +0 -6
- package/dist/enrol-main.js +0 -10
- package/dist/git-main.js +0 -153
- package/dist/parts.js +0 -82
- package/dist/service-main.js +0 -9
- package/dist/service.js +0 -33
- package/dist/stream.js +0 -74
- package/dist/translate.js +0 -51
- package/how-we-work.md +0 -23
- package/skills/ask-matt/LICENSE +0 -21
- package/skills/ask-matt/PHASE-BOUNDARIES.md +0 -55
- package/skills/ask-matt/SKILL.md +0 -91
- package/skills/ask-matt/agents/openai.yaml +0 -4
- package/skills/code-review/LICENSE +0 -21
- package/skills/code-review/SKILL.md +0 -89
- package/skills/code-review/agents/openai.yaml +0 -3
- package/skills/codebase-design/DEEPENING.md +0 -37
- package/skills/codebase-design/DESIGN-IT-TWICE.md +0 -44
- package/skills/codebase-design/LICENSE +0 -21
- package/skills/codebase-design/SKILL.md +0 -116
- package/skills/codebase-design/agents/openai.yaml +0 -3
- package/skills/diagnosing-bugs/LICENSE +0 -21
- package/skills/diagnosing-bugs/SKILL.md +0 -140
- package/skills/diagnosing-bugs/agents/openai.yaml +0 -3
- package/skills/diagnosing-bugs/scripts/hitl-loop.template.sh +0 -44
- package/skills/domain-modeling/ADR-FORMAT.md +0 -47
- package/skills/domain-modeling/CONTEXT-FORMAT.md +0 -60
- package/skills/domain-modeling/LICENSE +0 -21
- package/skills/domain-modeling/SKILL.md +0 -76
- package/skills/domain-modeling/agents/openai.yaml +0 -3
- package/skills/grill-me/LICENSE +0 -21
- package/skills/grill-me/SKILL.md +0 -8
- package/skills/grill-me/agents/openai.yaml +0 -4
- package/skills/grill-with-docs/LICENSE +0 -21
- package/skills/grill-with-docs/SKILL.md +0 -8
- package/skills/grill-with-docs/agents/openai.yaml +0 -4
- package/skills/grilling/LICENSE +0 -21
- package/skills/grilling/SKILL.md +0 -30
- package/skills/grilling/agents/openai.yaml +0 -3
- package/skills/handoff/LICENSE +0 -21
- package/skills/handoff/SKILL.md +0 -17
- package/skills/handoff/agents/openai.yaml +0 -4
- package/skills/implement/LICENSE +0 -21
- package/skills/implement/SKILL.md +0 -16
- package/skills/implement/agents/openai.yaml +0 -4
- package/skills/improve-codebase-architecture/HTML-REPORT.md +0 -123
- package/skills/improve-codebase-architecture/LICENSE +0 -21
- package/skills/improve-codebase-architecture/SKILL.md +0 -72
- package/skills/improve-codebase-architecture/agents/openai.yaml +0 -4
- package/skills/prototype/LICENSE +0 -21
- package/skills/prototype/LOGIC.md +0 -67
- package/skills/prototype/SKILL.md +0 -28
- package/skills/prototype/UI.md +0 -112
- package/skills/prototype/agents/openai.yaml +0 -3
- package/skills/research/LICENSE +0 -21
- package/skills/research/SKILL.md +0 -14
- package/skills/research/agents/openai.yaml +0 -3
- package/skills/resolving-merge-conflicts/LICENSE +0 -21
- package/skills/resolving-merge-conflicts/SKILL.md +0 -16
- package/skills/resolving-merge-conflicts/agents/openai.yaml +0 -3
- package/skills/tdd/LICENSE +0 -21
- package/skills/tdd/SKILL.md +0 -40
- package/skills/tdd/agents/openai.yaml +0 -3
- package/skills/tdd/mocking.md +0 -59
- package/skills/tdd/tests.md +0 -77
- package/skills/teach/GLOSSARY-FORMAT.md +0 -35
- package/skills/teach/LEARNING-RECORD-FORMAT.md +0 -46
- package/skills/teach/LICENSE +0 -21
- package/skills/teach/MISSION-FORMAT.md +0 -31
- package/skills/teach/RESOURCES-FORMAT.md +0 -32
- package/skills/teach/SKILL.md +0 -141
- package/skills/teach/agents/openai.yaml +0 -4
- package/skills/to-questionnaire/LICENSE +0 -21
- package/skills/to-questionnaire/SKILL.md +0 -55
- package/skills/to-questionnaire/agents/openai.yaml +0 -4
- package/skills/to-spec/LICENSE +0 -21
- package/skills/to-spec/SKILL.md +0 -76
- package/skills/to-spec/agents/openai.yaml +0 -4
- package/skills/to-tickets/LICENSE +0 -21
- package/skills/to-tickets/SKILL.md +0 -106
- package/skills/to-tickets/agents/openai.yaml +0 -4
- package/skills/wait-what/LICENSE +0 -21
- package/skills/wait-what/SKILL.md +0 -8
- package/skills/wait-what/agents/openai.yaml +0 -4
- package/skills/wayfinder/LICENSE +0 -21
- package/skills/wayfinder/SKILL.md +0 -129
- package/skills/wayfinder/agents/openai.yaml +0 -4
- package/skills/writing-for-agents/LICENSE +0 -21
- package/skills/writing-for-agents/SKILL-MECHANICS.md +0 -22
- package/skills/writing-for-agents/SKILL.md +0 -83
- package/skills/writing-for-agents/agents/openai.yaml +0 -3
package/dist/bridge.js
CHANGED
|
@@ -1,20 +1,24 @@
|
|
|
1
1
|
import { createHash, randomUUID } from 'node:crypto';
|
|
2
2
|
import { once } from 'node:events';
|
|
3
3
|
import { setTimeout as delay } from 'node:timers/promises';
|
|
4
|
-
import { mkdir } from 'node:fs/promises';
|
|
5
4
|
import { createServer, request as httpRequest } from 'node:http';
|
|
6
5
|
import { request as httpsRequest } from 'node:https';
|
|
7
6
|
import { delimiter, dirname, join } from 'node:path';
|
|
7
|
+
import { FUNCTION_RUN_META_KEY } from '@agentshouse/kit-wire';
|
|
8
8
|
import { parse } from 'yaml';
|
|
9
9
|
import { finalRefusal, HouseRefusal, retryDelay, retrying } from './api.js';
|
|
10
10
|
import { loginPath } from './clis.js';
|
|
11
|
-
import { changedPaths, } from './copies.js';
|
|
12
|
-
import {
|
|
13
|
-
import {
|
|
11
|
+
import { changedPaths, DEFAULT_MAX_SIZE, UPLOAD_NEEDS_OWNER, } from './copies.js';
|
|
12
|
+
import { fileInfo } from './files.js';
|
|
13
|
+
import { readEnrolment, readOwnAgent, socketDirectory } from './home.js';
|
|
14
|
+
import { callHouse, DISCONNECTED, mcpBody, refusalIn, rpc, toolAnswer, UNREACHABLE } from './mcp.js';
|
|
14
15
|
import { operationId } from './operation.js';
|
|
15
|
-
import { refusalOf, retryable } from './refusals.js';
|
|
16
|
+
import { refusalOf, retryable, stopsPush } from './refusals.js';
|
|
16
17
|
import { relayed } from './relay.js';
|
|
17
|
-
|
|
18
|
+
class Said extends Error {
|
|
19
|
+
}
|
|
20
|
+
const OWNER_IN_CONVERSATION = '--owner is not for Agent conversations; run house upload without it';
|
|
21
|
+
const MCP_REQUEST_BYTES = 4_000_000;
|
|
18
22
|
export async function received(request) {
|
|
19
23
|
let text = '';
|
|
20
24
|
request.setEncoding('utf8');
|
|
@@ -35,18 +39,6 @@ function relay(request, response, house, authorization) {
|
|
|
35
39
|
forwarded.on('error', () => response.destroy());
|
|
36
40
|
request.pipe(forwarded);
|
|
37
41
|
}
|
|
38
|
-
function refusalIn(text, status) {
|
|
39
|
-
return refusalOf(text) ?? { code: '', text: text === '' ? `House refused it with ${status}` : text, conflicts: [] };
|
|
40
|
-
}
|
|
41
|
-
function answered(forwarded) {
|
|
42
|
-
if (forwarded.status !== 200)
|
|
43
|
-
return { refused: refusalIn(forwarded.text, forwarded.status) };
|
|
44
|
-
const answer = JSON.parse(forwarded.text);
|
|
45
|
-
if (answer.error !== undefined)
|
|
46
|
-
return { refused: refusalIn(answer.error.message, forwarded.status) };
|
|
47
|
-
const text = answer.result.content.map((content) => content.text).join('\n');
|
|
48
|
-
return answer.result.isError === true ? { refused: refusalIn(text, forwarded.status) } : { text };
|
|
49
|
-
}
|
|
50
42
|
function pendingSeconds(forwarded) {
|
|
51
43
|
if (forwarded.status !== 200)
|
|
52
44
|
return null;
|
|
@@ -59,33 +51,77 @@ function pendingSeconds(forwarded) {
|
|
|
59
51
|
const seconds = JSON.parse(text).pending.retry_after;
|
|
60
52
|
return typeof seconds === 'number' ? seconds : null;
|
|
61
53
|
}
|
|
62
|
-
function resendAfter(forwarded, attempt) {
|
|
54
|
+
function resendAfter(forwarded, attempt, pushing) {
|
|
63
55
|
if (forwarded === null)
|
|
64
56
|
return retryDelay(attempt);
|
|
65
|
-
if (forwarded.status !== 200)
|
|
57
|
+
if (forwarded.status !== 200) {
|
|
58
|
+
if (pushing && stopsPush(refusalOf(forwarded.text)))
|
|
59
|
+
return null;
|
|
66
60
|
return retryable(forwarded.text) === false ? null : retryDelay(attempt);
|
|
61
|
+
}
|
|
67
62
|
const seconds = pendingSeconds(forwarded);
|
|
68
63
|
return seconds === null ? null : seconds * 1000;
|
|
69
64
|
}
|
|
70
65
|
function editAnswer(forwarded) {
|
|
71
|
-
const answer =
|
|
66
|
+
const answer = toolAnswer(forwarded);
|
|
72
67
|
if ('refused' in answer)
|
|
73
68
|
return answer;
|
|
74
69
|
const { results } = parse(answer.text);
|
|
75
70
|
return {
|
|
76
71
|
accepted: results.flatMap((result) => [
|
|
77
72
|
...(result.from === undefined ? [] : [{ path: result.from, revision: null, content: null }]),
|
|
78
|
-
{ path: result.path, revision: result.revision ?? null },
|
|
73
|
+
{ path: result.path, revision: result.revision ?? null, ...(result.content === undefined ? {} : { content: result.content }) },
|
|
79
74
|
]),
|
|
80
75
|
};
|
|
81
76
|
}
|
|
82
77
|
export async function openBridge(house, copies, conversationId, signal) {
|
|
83
|
-
const
|
|
78
|
+
const { credential } = await retrying(() => house.act('agent_update.credentials_issue', { conversation: conversationId }, signal), signal);
|
|
79
|
+
return bridgeFor(copies, {
|
|
80
|
+
key: `conversation:${conversationId}`,
|
|
81
|
+
origin: (await readEnrolment()).house,
|
|
82
|
+
credential,
|
|
83
|
+
named: {},
|
|
84
|
+
ownAgent: false,
|
|
85
|
+
owner: false,
|
|
86
|
+
path: [dirname(process.execPath), await loginPath()].join(delimiter),
|
|
87
|
+
});
|
|
88
|
+
}
|
|
89
|
+
async function runCredential(house, run, signal) {
|
|
90
|
+
try {
|
|
91
|
+
return (await retrying(() => house.act('agent_update.credentials_issue', { run }, signal), signal)).credential;
|
|
92
|
+
}
|
|
93
|
+
catch (error) {
|
|
94
|
+
if (finalRefusal(error))
|
|
95
|
+
return null;
|
|
96
|
+
throw error;
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
export async function openRunBridge(house, copies, run, signal) {
|
|
100
|
+
const named = { [FUNCTION_RUN_META_KEY]: run };
|
|
101
|
+
const ownAgent = await readOwnAgent();
|
|
102
|
+
if (ownAgent !== null) {
|
|
103
|
+
return bridgeFor(copies, {
|
|
104
|
+
key: `function-run:${run}`,
|
|
105
|
+
origin: ownAgent.house,
|
|
106
|
+
credential: ownAgent.credential,
|
|
107
|
+
named,
|
|
108
|
+
ownAgent: true,
|
|
109
|
+
owner: true,
|
|
110
|
+
path: null,
|
|
111
|
+
});
|
|
112
|
+
}
|
|
113
|
+
const credential = await runCredential(house, run, signal);
|
|
114
|
+
if (credential === null)
|
|
115
|
+
return null;
|
|
84
116
|
const origin = (await readEnrolment()).house;
|
|
85
|
-
|
|
117
|
+
return bridgeFor(copies, { key: `function-run:${run}`, origin, credential, named, ownAgent: false, owner: true, path: null });
|
|
118
|
+
}
|
|
119
|
+
async function bridgeFor(copies, holder) {
|
|
120
|
+
const { origin, credential, named, path } = holder;
|
|
86
121
|
const closed = new AbortController();
|
|
87
|
-
const sent = (message, operation) => callHouse(origin, credential, message, operation, closed.signal);
|
|
88
|
-
const send = async (message,
|
|
122
|
+
const sent = (message, operation) => callHouse(origin, credential, message, { operation, named, signal: closed.signal });
|
|
123
|
+
const send = async (message, asked, pushing = false) => {
|
|
124
|
+
const operation = holder.ownAgent ? null : asked;
|
|
89
125
|
if (operation === null)
|
|
90
126
|
return sent(message, null);
|
|
91
127
|
for (let attempt = 0;; attempt++) {
|
|
@@ -94,7 +130,7 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
94
130
|
throw error;
|
|
95
131
|
return null;
|
|
96
132
|
});
|
|
97
|
-
const after = resendAfter(forwarded, attempt);
|
|
133
|
+
const after = resendAfter(forwarded, attempt, pushing);
|
|
98
134
|
if (after === null)
|
|
99
135
|
return forwarded;
|
|
100
136
|
// A Tool call House did not settle is sent again on the jittered curve, or after the wait House names for a pending one.
|
|
@@ -105,10 +141,7 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
105
141
|
const staged = async (operation, changes) => {
|
|
106
142
|
const bytes = Buffer.from(JSON.stringify({ changes }));
|
|
107
143
|
const sha256 = createHash('sha256').update(bytes).digest('hex');
|
|
108
|
-
const prepared =
|
|
109
|
-
command: 'prepare_edit_upload',
|
|
110
|
-
arguments: { paths: changedPaths(changes), bytes: bytes.length, sha256 },
|
|
111
|
-
}), operation));
|
|
144
|
+
const prepared = toolAnswer(await send(call('update', { op: 'stage', paths: changedPaths(changes), bytes: bytes.length, sha256 }), operation));
|
|
112
145
|
if ('refused' in prepared)
|
|
113
146
|
return prepared;
|
|
114
147
|
const { transfer } = parse(prepared.text);
|
|
@@ -140,36 +173,51 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
140
173
|
return send(message, message.method === 'tools/call' ? operationId() : null);
|
|
141
174
|
};
|
|
142
175
|
const caller = {
|
|
143
|
-
key:
|
|
176
|
+
key: holder.key,
|
|
144
177
|
submit: async (operation, changes, held, retain) => {
|
|
145
|
-
const inline = call('
|
|
178
|
+
const inline = call('update', { changes });
|
|
146
179
|
let upload = held;
|
|
147
|
-
if (upload === undefined && Buffer.byteLength(mcpBody(inline, operation)) > MCP_REQUEST_BYTES) {
|
|
180
|
+
if (upload === undefined && Buffer.byteLength(mcpBody(inline, { operation, named })) > MCP_REQUEST_BYTES) {
|
|
148
181
|
const prepared = await staged(operation, changes);
|
|
149
182
|
if ('refused' in prepared)
|
|
150
183
|
return prepared;
|
|
151
184
|
upload = prepared;
|
|
152
185
|
await retain(upload);
|
|
153
186
|
}
|
|
154
|
-
return editAnswer(await send(upload === undefined ? inline : call('
|
|
187
|
+
return editAnswer(await send(upload === undefined ? inline : call('update', { paths: changedPaths(changes), upload }), operation, true));
|
|
188
|
+
},
|
|
189
|
+
finish: async (upload, path, partSha256) => {
|
|
190
|
+
const answer = toolAnswer(await send(call('upload', { upload, path, part_sha256: partSha256 }), operationId(), true));
|
|
191
|
+
if ('refused' in answer)
|
|
192
|
+
throw new Error(answer.refused.text);
|
|
193
|
+
return parse(answer.text);
|
|
194
|
+
},
|
|
195
|
+
info: async (path, revision) => {
|
|
196
|
+
const answer = toolAnswer(await send(call('info', { path, ...(revision === undefined ? {} : { ref: revision }) }), operationId()));
|
|
197
|
+
if ('refused' in answer)
|
|
198
|
+
throw new Error(answer.refused.text);
|
|
199
|
+
return fileInfo(answer.text);
|
|
155
200
|
},
|
|
156
201
|
};
|
|
202
|
+
const uploader = holder.owner ? copies.owner : caller;
|
|
157
203
|
const local = async (path, text) => {
|
|
158
|
-
if (path === '/
|
|
159
|
-
const { cwd,
|
|
160
|
-
|
|
204
|
+
if (path === '/copy/upload') {
|
|
205
|
+
const { cwd, owner } = JSON.parse(text);
|
|
206
|
+
const uploaded = owner === holder.owner ? await copies.upload(cwd, uploader) : { refused: true, text: owner ? OWNER_IN_CONVERSATION : UPLOAD_NEEDS_OWNER };
|
|
207
|
+
return { status: 200, text: JSON.stringify(uploaded) };
|
|
161
208
|
}
|
|
162
|
-
if (path === '/
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
await copies.observed(JSON.parse(text));
|
|
166
|
-
return { status: 200, text: '{}' };
|
|
209
|
+
if (path === '/copy/download') {
|
|
210
|
+
const { attachments = false, max_size: maxSize = DEFAULT_MAX_SIZE } = JSON.parse(text);
|
|
211
|
+
return { status: 200, text: JSON.stringify(await copies.download(uploader, { attachments, maxSize })) };
|
|
167
212
|
}
|
|
168
|
-
|
|
213
|
+
if (path !== '/')
|
|
214
|
+
return { status: 404, text: '' };
|
|
215
|
+
const forwarded = await forward(text);
|
|
216
|
+
if (holder.ownAgent && forwarded.status === 401)
|
|
217
|
+
throw new Said(DISCONNECTED);
|
|
218
|
+
return forwarded;
|
|
169
219
|
};
|
|
170
|
-
const
|
|
171
|
-
await mkdir(sockets, { recursive: true, mode: 0o700 });
|
|
172
|
-
const socketPath = join(sockets, `${randomUUID()}.sock`);
|
|
220
|
+
const socketPath = join(socketDirectory(), `${randomUUID()}.sock`);
|
|
173
221
|
const bridge = createServer(async (request, response) => {
|
|
174
222
|
try {
|
|
175
223
|
const path = request.url ?? '';
|
|
@@ -181,11 +229,15 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
181
229
|
response.writeHead(answered.status, { 'content-type': 'application/json' }).end(answered.text);
|
|
182
230
|
}
|
|
183
231
|
catch (error) {
|
|
232
|
+
if (error instanceof Said) {
|
|
233
|
+
response.writeHead(502).end(error.message);
|
|
234
|
+
return;
|
|
235
|
+
}
|
|
184
236
|
if (error instanceof HouseRefusal) {
|
|
185
237
|
response.writeHead(error.status, { 'content-type': 'application/json' }).end(error.text);
|
|
186
238
|
return;
|
|
187
239
|
}
|
|
188
|
-
const verb = request.url === '/
|
|
240
|
+
const verb = request.url === '/copy/upload' || request.url === '/copy/download';
|
|
189
241
|
response.writeHead(502).end(verb && error instanceof Error ? error.message : UNREACHABLE);
|
|
190
242
|
}
|
|
191
243
|
});
|
|
@@ -207,7 +259,7 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
207
259
|
return {
|
|
208
260
|
env: {
|
|
209
261
|
HOUSE_BRIDGE: socketPath,
|
|
210
|
-
PATH: path,
|
|
262
|
+
...(path === null ? {} : { PATH: path }),
|
|
211
263
|
GIT_CONFIG_COUNT: '1',
|
|
212
264
|
GIT_CONFIG_KEY_0: `url.${proxy}/app/.insteadOf`,
|
|
213
265
|
GIT_CONFIG_VALUE_0: app,
|
package/dist/building.js
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { createHash } from 'node:crypto';
|
|
2
|
+
import { createWriteStream } from 'node:fs';
|
|
3
|
+
import { rm } from 'node:fs/promises';
|
|
4
|
+
import { Transform } from 'node:stream';
|
|
5
|
+
import { pipeline } from 'node:stream/promises';
|
|
6
|
+
import { readEnrolment } from './home.js';
|
|
7
|
+
import { relayed } from './relay.js';
|
|
8
|
+
const MANIFEST = 'bootstrap.json';
|
|
9
|
+
async function served(name, signal) {
|
|
10
|
+
const enrolment = await readEnrolment();
|
|
11
|
+
if (enrolment === null)
|
|
12
|
+
throw new Error('this Kit is connected to no House');
|
|
13
|
+
const answer = await fetch(relayed(new URL(`/kit-installer/${encodeURIComponent(name)}`, enrolment.house)), { signal });
|
|
14
|
+
if (answer.status === 200 && answer.body !== null)
|
|
15
|
+
return answer;
|
|
16
|
+
await answer.body?.cancel();
|
|
17
|
+
throw new Error(`House answered ${answer.status} for ${name}`);
|
|
18
|
+
}
|
|
19
|
+
export async function servedRelease(signal) {
|
|
20
|
+
const manifest = (await (await served(MANIFEST, signal)).json());
|
|
21
|
+
const installer = manifest.hosts?.linux;
|
|
22
|
+
const sha256 = typeof installer === 'string' ? manifest.files?.[installer]?.sha256 : undefined;
|
|
23
|
+
if (typeof manifest.version !== 'string' || typeof installer !== 'string' || typeof sha256 !== 'string') {
|
|
24
|
+
throw new Error(`House serves no Kit release in ${MANIFEST}`);
|
|
25
|
+
}
|
|
26
|
+
return { version: manifest.version, installer, sha256 };
|
|
27
|
+
}
|
|
28
|
+
export async function downloadServed(name, sha256, destination, signal, most = Infinity) {
|
|
29
|
+
const answer = await served(name, signal);
|
|
30
|
+
const digest = createHash('sha256');
|
|
31
|
+
let bytes = 0;
|
|
32
|
+
const hashed = new Transform({
|
|
33
|
+
transform(chunk, _encoding, done) {
|
|
34
|
+
bytes += chunk.length;
|
|
35
|
+
if (bytes > most)
|
|
36
|
+
return done(new Error(`${name} is larger than its pinned ${most} bytes`));
|
|
37
|
+
digest.update(chunk);
|
|
38
|
+
done(null, chunk);
|
|
39
|
+
},
|
|
40
|
+
});
|
|
41
|
+
try {
|
|
42
|
+
await pipeline(answer.body, hashed, createWriteStream(destination), { signal });
|
|
43
|
+
if (digest.digest('hex') !== sha256)
|
|
44
|
+
throw new Error(`${name} does not match its sha256`);
|
|
45
|
+
}
|
|
46
|
+
catch (error) {
|
|
47
|
+
await rm(destination, { force: true });
|
|
48
|
+
throw error;
|
|
49
|
+
}
|
|
50
|
+
}
|
package/dist/calls.js
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
import { existsSync, readFileSync, renameSync, writeFileSync } from 'node:fs';
|
|
2
|
+
import { join } from 'node:path';
|
|
3
|
+
import { kitHome } from './home.js';
|
|
4
|
+
function logged(error) {
|
|
5
|
+
process.stderr.write(`kit: ${error instanceof Error ? error.message : String(error)}\n`);
|
|
6
|
+
}
|
|
7
|
+
export class Calls {
|
|
8
|
+
house;
|
|
9
|
+
changed;
|
|
10
|
+
carried = new Map();
|
|
11
|
+
path = join(kitHome(), 'call-results.json');
|
|
12
|
+
results;
|
|
13
|
+
returned = new Set();
|
|
14
|
+
released = new Set();
|
|
15
|
+
carrying = new Map();
|
|
16
|
+
settings = new Set();
|
|
17
|
+
open = 0;
|
|
18
|
+
constructor(house, changed) {
|
|
19
|
+
this.house = house;
|
|
20
|
+
this.changed = changed;
|
|
21
|
+
this.results = new Map(existsSync(this.path) ? Object.entries(JSON.parse(readFileSync(this.path, 'utf8'))) : []);
|
|
22
|
+
}
|
|
23
|
+
keepResult(callId, result) {
|
|
24
|
+
if (this.returned.has(callId))
|
|
25
|
+
return;
|
|
26
|
+
this.results.set(callId, result);
|
|
27
|
+
this.save();
|
|
28
|
+
}
|
|
29
|
+
idle() {
|
|
30
|
+
return this.open === 0;
|
|
31
|
+
}
|
|
32
|
+
busy() {
|
|
33
|
+
return [...this.carrying.keys()].some((callId) => !this.settings.has(callId));
|
|
34
|
+
}
|
|
35
|
+
carrySettings(callId, work) {
|
|
36
|
+
this.settings.add(callId);
|
|
37
|
+
return this.carry(callId, work);
|
|
38
|
+
}
|
|
39
|
+
carry(callId, work) {
|
|
40
|
+
if (this.released.has(callId))
|
|
41
|
+
return Promise.resolve();
|
|
42
|
+
const known = this.carried.get(callId);
|
|
43
|
+
const result = this.results.get(callId);
|
|
44
|
+
const carried = known ?? (result === undefined ? work() : Promise.resolve({ result }));
|
|
45
|
+
if (known === undefined) {
|
|
46
|
+
this.carried.set(callId, carried);
|
|
47
|
+
carried.catch(() => this.carried.delete(callId));
|
|
48
|
+
}
|
|
49
|
+
this.open++;
|
|
50
|
+
this.carrying.set(callId, (this.carrying.get(callId) ?? 0) + 1);
|
|
51
|
+
this.changed();
|
|
52
|
+
return carried
|
|
53
|
+
.then(async ({ result, returned, release }) => {
|
|
54
|
+
try {
|
|
55
|
+
await this.house.deliver('kit-calls/results/return', { call: callId, ...result });
|
|
56
|
+
}
|
|
57
|
+
finally {
|
|
58
|
+
this.returned.add(callId);
|
|
59
|
+
if (this.results.delete(callId))
|
|
60
|
+
this.save();
|
|
61
|
+
}
|
|
62
|
+
if (known !== undefined)
|
|
63
|
+
return;
|
|
64
|
+
if (release) {
|
|
65
|
+
this.carried.delete(callId);
|
|
66
|
+
this.released.add(callId);
|
|
67
|
+
}
|
|
68
|
+
await returned?.();
|
|
69
|
+
})
|
|
70
|
+
.catch(logged)
|
|
71
|
+
.finally(() => {
|
|
72
|
+
this.open--;
|
|
73
|
+
const left = this.carrying.get(callId) - 1;
|
|
74
|
+
if (left === 0) {
|
|
75
|
+
this.carrying.delete(callId);
|
|
76
|
+
this.settings.delete(callId);
|
|
77
|
+
}
|
|
78
|
+
else
|
|
79
|
+
this.carrying.set(callId, left);
|
|
80
|
+
this.changed();
|
|
81
|
+
});
|
|
82
|
+
}
|
|
83
|
+
save() {
|
|
84
|
+
const temporary = `${this.path}.${process.pid}`;
|
|
85
|
+
writeFileSync(temporary, JSON.stringify(Object.fromEntries(this.results)), { mode: 0o600 });
|
|
86
|
+
renameSync(temporary, this.path);
|
|
87
|
+
}
|
|
88
|
+
}
|
package/dist/chunks.js
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import { readFile, rm } from 'node:fs/promises';
|
|
2
|
+
import { join } from 'node:path';
|
|
3
|
+
import { downloaded, fetched } from './files.js';
|
|
4
|
+
const DOWNLOADS_AT_ONCE = 6;
|
|
5
|
+
// A chunk is about one megabyte, so a download still unfinished after two minutes holds every Room behind it on a dead connection.
|
|
6
|
+
const CHUNK_DOWNLOAD_MS = 120_000;
|
|
7
|
+
class AddressExpired extends Error {
|
|
8
|
+
constructor() {
|
|
9
|
+
super("House's store refused every chunk it asked for");
|
|
10
|
+
}
|
|
11
|
+
}
|
|
12
|
+
function once(chunk) {
|
|
13
|
+
let asked = false;
|
|
14
|
+
return async () => {
|
|
15
|
+
if (asked)
|
|
16
|
+
throw new AddressExpired();
|
|
17
|
+
asked = true;
|
|
18
|
+
return { download: chunk.download, sha256: chunk.hash };
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
export async function stagedChunks(directory, chunks) {
|
|
22
|
+
let next = 0;
|
|
23
|
+
let failure;
|
|
24
|
+
const downloading = async () => {
|
|
25
|
+
while (next < chunks.length && failure === undefined) {
|
|
26
|
+
const chunk = chunks[next++];
|
|
27
|
+
const reading = (url) => fetched(url, AbortSignal.timeout(CHUNK_DOWNLOAD_MS));
|
|
28
|
+
await downloaded(once(chunk), reading, join(directory, chunk.hash), 'A Room chunk').catch((error) => {
|
|
29
|
+
failure ??= error;
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
};
|
|
33
|
+
await Promise.all(Array.from({ length: DOWNLOADS_AT_ONCE }, downloading));
|
|
34
|
+
return failure;
|
|
35
|
+
}
|
|
36
|
+
export async function* chunkEntries(directory, chunks, models) {
|
|
37
|
+
for (const { hash } of chunks) {
|
|
38
|
+
for (const line of (await readFile(join(directory, hash), 'utf8')).split('\n'))
|
|
39
|
+
if (line !== '')
|
|
40
|
+
JSON.parse(line);
|
|
41
|
+
}
|
|
42
|
+
yield* models;
|
|
43
|
+
for (const { hash } of chunks) {
|
|
44
|
+
const file = join(directory, hash);
|
|
45
|
+
for (const line of (await readFile(file, 'utf8')).split('\n')) {
|
|
46
|
+
if (line === '')
|
|
47
|
+
continue;
|
|
48
|
+
const entry = JSON.parse(line);
|
|
49
|
+
if (!('folder' in entry))
|
|
50
|
+
yield entry;
|
|
51
|
+
}
|
|
52
|
+
await rm(file);
|
|
53
|
+
}
|
|
54
|
+
}
|