@agentshouse/kit 0.2.1-ce145e9aadbf6 → 0.2.1-ce46b2b55463f
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +46 -49
- package/dist/acp.js +101 -108
- package/dist/afk.js +17 -0
- package/dist/agents.js +252 -73
- package/dist/api.js +43 -6
- package/dist/app-git.js +48 -0
- package/dist/binaries.js +79 -0
- package/dist/bridge.js +62 -79
- package/dist/building.js +50 -0
- package/dist/calls.js +88 -0
- package/dist/chunks.js +49 -0
- package/dist/clis.js +171 -102
- package/dist/codex-main.js +58 -0
- package/dist/connect.js +108 -0
- package/dist/connection.js +120 -0
- package/dist/content.js +106 -0
- package/dist/conversations.js +816 -335
- package/dist/copies.js +842 -309
- package/dist/earlier.js +263 -0
- package/dist/end.js +26 -0
- package/dist/events.js +793 -0
- package/dist/files.js +206 -18
- package/dist/git-main.js +24 -29
- package/dist/git.js +95 -18
- package/dist/grok.js +39 -0
- package/dist/home.js +134 -9
- package/dist/house-cli.js +282 -0
- package/dist/house-main.js +7 -159
- package/dist/instructions.js +7 -11
- package/dist/keys.js +238 -0
- package/dist/kit-cli.js +78 -0
- package/dist/kit-main.js +8 -19
- package/dist/login.js +133 -104
- package/dist/logout.js +15 -14
- package/dist/mcp.js +42 -3
- package/dist/owner.js +46 -0
- package/dist/placement.js +25 -0
- package/dist/refusals.js +43 -15
- package/dist/relay.js +33 -2
- package/dist/resident.js +161 -61
- package/dist/scope.js +214 -0
- package/dist/scripts.js +303 -0
- package/dist/secret-input.js +4 -3
- package/dist/settings.js +188 -0
- package/dist/shell.js +3 -0
- package/dist/sign-in.js +85 -33
- package/dist/silence.js +28 -0
- package/dist/skills.js +49 -35
- package/dist/supervisor.js +163 -0
- package/dist/transcription.js +131 -40
- package/dist/translate.js +19 -16
- package/dist/update.js +119 -100
- package/dist/wire.js +32 -0
- package/dist/work.js +353 -0
- package/dist/workspace.js +103 -0
- package/package.json +26 -21
- package/dist/authority-main.js +0 -22
- package/dist/blocks.js +0 -51
- package/dist/bootstrap.json +0 -24
- package/dist/clis-main.js +0 -23
- package/dist/configure-main.js +0 -6
- package/dist/enrol-main.js +0 -4
- package/dist/stream.js +0 -47
- package/how-we-work.md +0 -23
- package/skills/ask-matt/LICENSE +0 -21
- package/skills/ask-matt/PHASE-BOUNDARIES.md +0 -55
- package/skills/ask-matt/SKILL.md +0 -91
- package/skills/ask-matt/agents/openai.yaml +0 -4
- package/skills/code-review/LICENSE +0 -21
- package/skills/code-review/SKILL.md +0 -89
- package/skills/code-review/agents/openai.yaml +0 -3
- package/skills/codebase-design/DEEPENING.md +0 -37
- package/skills/codebase-design/DESIGN-IT-TWICE.md +0 -44
- package/skills/codebase-design/LICENSE +0 -21
- package/skills/codebase-design/SKILL.md +0 -116
- package/skills/codebase-design/agents/openai.yaml +0 -3
- package/skills/diagnosing-bugs/LICENSE +0 -21
- package/skills/diagnosing-bugs/SKILL.md +0 -140
- package/skills/diagnosing-bugs/agents/openai.yaml +0 -3
- package/skills/diagnosing-bugs/scripts/hitl-loop.template.sh +0 -44
- package/skills/domain-modeling/ADR-FORMAT.md +0 -47
- package/skills/domain-modeling/CONTEXT-FORMAT.md +0 -60
- package/skills/domain-modeling/LICENSE +0 -21
- package/skills/domain-modeling/SKILL.md +0 -76
- package/skills/domain-modeling/agents/openai.yaml +0 -3
- package/skills/grill-me/LICENSE +0 -21
- package/skills/grill-me/SKILL.md +0 -8
- package/skills/grill-me/agents/openai.yaml +0 -4
- package/skills/grill-with-docs/LICENSE +0 -21
- package/skills/grill-with-docs/SKILL.md +0 -8
- package/skills/grill-with-docs/agents/openai.yaml +0 -4
- package/skills/grilling/LICENSE +0 -21
- package/skills/grilling/SKILL.md +0 -30
- package/skills/grilling/agents/openai.yaml +0 -3
- package/skills/handoff/LICENSE +0 -21
- package/skills/handoff/SKILL.md +0 -17
- package/skills/handoff/agents/openai.yaml +0 -4
- package/skills/implement/LICENSE +0 -21
- package/skills/implement/SKILL.md +0 -16
- package/skills/implement/agents/openai.yaml +0 -4
- package/skills/improve-codebase-architecture/HTML-REPORT.md +0 -123
- package/skills/improve-codebase-architecture/LICENSE +0 -21
- package/skills/improve-codebase-architecture/SKILL.md +0 -72
- package/skills/improve-codebase-architecture/agents/openai.yaml +0 -4
- package/skills/prototype/LICENSE +0 -21
- package/skills/prototype/LOGIC.md +0 -67
- package/skills/prototype/SKILL.md +0 -28
- package/skills/prototype/UI.md +0 -112
- package/skills/prototype/agents/openai.yaml +0 -3
- package/skills/research/LICENSE +0 -21
- package/skills/research/SKILL.md +0 -14
- package/skills/research/agents/openai.yaml +0 -3
- package/skills/resolving-merge-conflicts/LICENSE +0 -21
- package/skills/resolving-merge-conflicts/SKILL.md +0 -16
- package/skills/resolving-merge-conflicts/agents/openai.yaml +0 -3
- package/skills/tdd/LICENSE +0 -21
- package/skills/tdd/SKILL.md +0 -40
- package/skills/tdd/agents/openai.yaml +0 -3
- package/skills/tdd/mocking.md +0 -59
- package/skills/tdd/tests.md +0 -77
- package/skills/teach/GLOSSARY-FORMAT.md +0 -35
- package/skills/teach/LEARNING-RECORD-FORMAT.md +0 -46
- package/skills/teach/LICENSE +0 -21
- package/skills/teach/MISSION-FORMAT.md +0 -31
- package/skills/teach/RESOURCES-FORMAT.md +0 -32
- package/skills/teach/SKILL.md +0 -141
- package/skills/teach/agents/openai.yaml +0 -4
- package/skills/to-questionnaire/LICENSE +0 -21
- package/skills/to-questionnaire/SKILL.md +0 -55
- package/skills/to-questionnaire/agents/openai.yaml +0 -4
- package/skills/to-spec/LICENSE +0 -21
- package/skills/to-spec/SKILL.md +0 -76
- package/skills/to-spec/agents/openai.yaml +0 -4
- package/skills/to-tickets/LICENSE +0 -21
- package/skills/to-tickets/SKILL.md +0 -106
- package/skills/to-tickets/agents/openai.yaml +0 -4
- package/skills/wait-what/LICENSE +0 -21
- package/skills/wait-what/SKILL.md +0 -8
- package/skills/wait-what/agents/openai.yaml +0 -4
- package/skills/wayfinder/LICENSE +0 -21
- package/skills/wayfinder/SKILL.md +0 -129
- package/skills/wayfinder/agents/openai.yaml +0 -4
- package/skills/writing-for-agents/LICENSE +0 -21
- package/skills/writing-for-agents/SKILL-MECHANICS.md +0 -22
- package/skills/writing-for-agents/SKILL.md +0 -83
- package/skills/writing-for-agents/agents/openai.yaml +0 -3
package/dist/binaries.js
ADDED
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import { createHash, randomUUID } from 'node:crypto';
|
|
2
|
+
import { createWriteStream } from 'node:fs';
|
|
3
|
+
import { mkdir, rm } from 'node:fs/promises';
|
|
4
|
+
import { join } from 'node:path';
|
|
5
|
+
import { Readable } from 'node:stream';
|
|
6
|
+
import { pipeline } from 'node:stream/promises';
|
|
7
|
+
import { downloaded, fetched, fileRange, mediaTypeOf, sentPart, uploaded } from './files.js';
|
|
8
|
+
import { blobBytes, blobSizes, isText, storedFile } from './git.js';
|
|
9
|
+
const SENT_AT_ONCE = 10;
|
|
10
|
+
const UPLOADS = 'house-uploads';
|
|
11
|
+
const DOWNLOADS = 'house-downloads';
|
|
12
|
+
const OCTET_STREAM = 'application/octet-stream';
|
|
13
|
+
const MARKDOWN = /\.md$/i;
|
|
14
|
+
const STORE = {
|
|
15
|
+
unreached: (error) => new Error(`the store did not answer (${error.code ?? error.message})`),
|
|
16
|
+
refused: (status) => new Error(`the store answered ${status}`),
|
|
17
|
+
};
|
|
18
|
+
async function described(repository, object, bytes, path) {
|
|
19
|
+
const digest = createHash('sha256');
|
|
20
|
+
for await (const chunk of blobBytes(repository, object))
|
|
21
|
+
digest.update(chunk);
|
|
22
|
+
return { bytes, sha256: digest.digest('hex'), media_type: mediaTypeOf(path) ?? OCTET_STREAM };
|
|
23
|
+
}
|
|
24
|
+
export async function sorted(repository, arriving, maxBytes) {
|
|
25
|
+
const sizes = await blobSizes(repository, arriving.map(([, object]) => object));
|
|
26
|
+
const binary = new Map();
|
|
27
|
+
const markdown = [];
|
|
28
|
+
for (const [path, object] of arriving) {
|
|
29
|
+
const size = sizes.get(object);
|
|
30
|
+
if (await isText(repository, object, size, maxBytes))
|
|
31
|
+
continue;
|
|
32
|
+
if (MARKDOWN.test(path))
|
|
33
|
+
markdown.push(path);
|
|
34
|
+
else
|
|
35
|
+
binary.set(path, await described(repository, object, size, path));
|
|
36
|
+
}
|
|
37
|
+
return { binary, markdown };
|
|
38
|
+
}
|
|
39
|
+
export async function eachAtOnce(items, work) {
|
|
40
|
+
let next = 0;
|
|
41
|
+
const working = async () => {
|
|
42
|
+
while (next < items.length)
|
|
43
|
+
await work(items[next++]);
|
|
44
|
+
};
|
|
45
|
+
await Promise.all(Array.from({ length: Math.min(SENT_AT_ONCE, items.length) }, working));
|
|
46
|
+
}
|
|
47
|
+
export async function sentBinary(repository, object, name, file, upload, finish) {
|
|
48
|
+
const directory = join(repository, '.git', UPLOADS);
|
|
49
|
+
await mkdir(directory, { recursive: true });
|
|
50
|
+
const copy = join(directory, randomUUID());
|
|
51
|
+
try {
|
|
52
|
+
await pipeline(Readable.from(blobBytes(repository, object)), createWriteStream(copy, { flags: 'wx' }));
|
|
53
|
+
await uploaded({ id: upload.id, part_bytes: upload.part_bytes }, {
|
|
54
|
+
name,
|
|
55
|
+
bytes: file.bytes,
|
|
56
|
+
sha256: file.sha256,
|
|
57
|
+
read: (start, end) => fileRange(copy, start, end, (error) => error),
|
|
58
|
+
send: (url, start, end, headers) => sentPart(url, copy, start, end, headers, STORE),
|
|
59
|
+
finish,
|
|
60
|
+
});
|
|
61
|
+
}
|
|
62
|
+
finally {
|
|
63
|
+
await rm(copy, { force: true });
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
export async function receivedBinary(repository, name, address) {
|
|
67
|
+
const file = join(repository, '.git', DOWNLOADS, randomUUID());
|
|
68
|
+
try {
|
|
69
|
+
await downloaded(address, (url) => fetched(url), file, name);
|
|
70
|
+
return await storedFile(repository, file);
|
|
71
|
+
}
|
|
72
|
+
finally {
|
|
73
|
+
await rm(file, { force: true });
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
export async function sweptTransfers(repository) {
|
|
77
|
+
for (const directory of [UPLOADS, DOWNLOADS])
|
|
78
|
+
await rm(join(repository, '.git', directory), { recursive: true, force: true });
|
|
79
|
+
}
|
package/dist/bridge.js
CHANGED
|
@@ -1,21 +1,20 @@
|
|
|
1
1
|
import { createHash, randomUUID } from 'node:crypto';
|
|
2
2
|
import { once } from 'node:events';
|
|
3
3
|
import { setTimeout as delay } from 'node:timers/promises';
|
|
4
|
-
import { mkdir } from 'node:fs/promises';
|
|
5
4
|
import { createServer, request as httpRequest } from 'node:http';
|
|
6
5
|
import { request as httpsRequest } from 'node:https';
|
|
7
6
|
import { delimiter, dirname, join } from 'node:path';
|
|
8
7
|
import { parse } from 'yaml';
|
|
9
|
-
import { HouseRefusal, retryDelay } from './api.js';
|
|
8
|
+
import { finalRefusal, HouseRefusal, retryDelay, retrying } from './api.js';
|
|
10
9
|
import { loginPath } from './clis.js';
|
|
11
10
|
import { changedPaths, } from './copies.js';
|
|
12
|
-
import {
|
|
13
|
-
import {
|
|
14
|
-
import {
|
|
15
|
-
import {
|
|
11
|
+
import { fileInfo } from './files.js';
|
|
12
|
+
import { kitHome, readEnrolment, socketDirectory } from './home.js';
|
|
13
|
+
import { callHouse, mcpBody, refusalIn, rpc, toolAnswer, UNREACHABLE } from './mcp.js';
|
|
14
|
+
import { operationId } from './operation.js';
|
|
15
|
+
import { refusalOf, retryable, stopsPush } from './refusals.js';
|
|
16
16
|
import { relayed } from './relay.js';
|
|
17
|
-
const MCP_REQUEST_BYTES =
|
|
18
|
-
const ATTACHMENTS = '/kit/attachments/upload';
|
|
17
|
+
const MCP_REQUEST_BYTES = 4_000_000;
|
|
19
18
|
export async function received(request) {
|
|
20
19
|
let text = '';
|
|
21
20
|
request.setEncoding('utf8');
|
|
@@ -36,20 +35,6 @@ function relay(request, response, house, authorization) {
|
|
|
36
35
|
forwarded.on('error', () => response.destroy());
|
|
37
36
|
request.pipe(forwarded);
|
|
38
37
|
}
|
|
39
|
-
function refusalIn(text, status) {
|
|
40
|
-
return refusalOf(text) ?? { code: '', text: text === '' ? `House refused it with ${status}` : text, conflicts: [] };
|
|
41
|
-
}
|
|
42
|
-
function answered(forwarded) {
|
|
43
|
-
if (forwarded.status >= 500)
|
|
44
|
-
throw new HouseRefusal('/', forwarded.status, forwarded.text);
|
|
45
|
-
if (forwarded.status !== 200)
|
|
46
|
-
return { refused: refusalIn(forwarded.text, forwarded.status) };
|
|
47
|
-
const answer = JSON.parse(forwarded.text);
|
|
48
|
-
if (answer.error !== undefined)
|
|
49
|
-
return { refused: refusalIn(answer.error.message, forwarded.status) };
|
|
50
|
-
const text = answer.result.content.map((content) => content.text).join('\n');
|
|
51
|
-
return answer.result.isError === true ? { refused: refusalIn(text, forwarded.status) } : { text };
|
|
52
|
-
}
|
|
53
38
|
function pendingSeconds(forwarded) {
|
|
54
39
|
if (forwarded.status !== 200)
|
|
55
40
|
return null;
|
|
@@ -62,21 +47,19 @@ function pendingSeconds(forwarded) {
|
|
|
62
47
|
const seconds = JSON.parse(text).pending.retry_after;
|
|
63
48
|
return typeof seconds === 'number' ? seconds : null;
|
|
64
49
|
}
|
|
65
|
-
function resendAfter(forwarded, attempt) {
|
|
50
|
+
function resendAfter(forwarded, attempt, pushing) {
|
|
66
51
|
if (forwarded === null)
|
|
67
52
|
return retryDelay(attempt);
|
|
68
|
-
if (forwarded.status
|
|
69
|
-
|
|
53
|
+
if (forwarded.status !== 200) {
|
|
54
|
+
if (pushing && stopsPush(refusalOf(forwarded.text)))
|
|
55
|
+
return null;
|
|
56
|
+
return retryable(forwarded.text) === false ? null : retryDelay(attempt);
|
|
57
|
+
}
|
|
70
58
|
const seconds = pendingSeconds(forwarded);
|
|
71
59
|
return seconds === null ? null : seconds * 1000;
|
|
72
60
|
}
|
|
73
|
-
function versioned(conversationId, text) {
|
|
74
|
-
const file = JSON.parse(text);
|
|
75
|
-
const identity = JSON.stringify([conversationId, file.room_ref ?? null, file.name, file.sha256]);
|
|
76
|
-
return JSON.stringify({ ...file, version: uuidOf(createHash('sha256').update(identity).digest(), 8) });
|
|
77
|
-
}
|
|
78
61
|
function editAnswer(forwarded) {
|
|
79
|
-
const answer =
|
|
62
|
+
const answer = toolAnswer(forwarded);
|
|
80
63
|
if ('refused' in answer)
|
|
81
64
|
return answer;
|
|
82
65
|
const { results } = parse(answer.text);
|
|
@@ -90,10 +73,10 @@ function editAnswer(forwarded) {
|
|
|
90
73
|
export async function openBridge(house, copies, conversationId, signal) {
|
|
91
74
|
const path = [join(kitHome(), 'shim'), dirname(process.execPath), await loginPath()].join(delimiter);
|
|
92
75
|
const origin = (await readEnrolment()).house;
|
|
93
|
-
const { credential } = await house.
|
|
76
|
+
const { credential } = await retrying(() => house.act('conversations/credentials/issue', { conversation: conversationId }, signal), signal);
|
|
94
77
|
const closed = new AbortController();
|
|
95
78
|
const sent = (message, operation) => callHouse(origin, credential, message, operation, closed.signal);
|
|
96
|
-
const send = async (message, operation) => {
|
|
79
|
+
const send = async (message, operation, pushing = false) => {
|
|
97
80
|
if (operation === null)
|
|
98
81
|
return sent(message, null);
|
|
99
82
|
for (let attempt = 0;; attempt++) {
|
|
@@ -102,9 +85,10 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
102
85
|
throw error;
|
|
103
86
|
return null;
|
|
104
87
|
});
|
|
105
|
-
const after = resendAfter(forwarded, attempt);
|
|
88
|
+
const after = resendAfter(forwarded, attempt, pushing);
|
|
106
89
|
if (after === null)
|
|
107
90
|
return forwarded;
|
|
91
|
+
// A Tool call House did not settle is sent again on the jittered curve, or after the wait House names for a pending one.
|
|
108
92
|
await delay(after, undefined, { signal: closed.signal });
|
|
109
93
|
}
|
|
110
94
|
};
|
|
@@ -112,58 +96,44 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
112
96
|
const staged = async (operation, changes) => {
|
|
113
97
|
const bytes = Buffer.from(JSON.stringify({ changes }));
|
|
114
98
|
const sha256 = createHash('sha256').update(bytes).digest('hex');
|
|
115
|
-
const prepared =
|
|
116
|
-
command: '
|
|
99
|
+
const prepared = toolAnswer(await send(call('run_command', {
|
|
100
|
+
command: 'files/batch-upload',
|
|
117
101
|
arguments: { paths: changedPaths(changes), bytes: bytes.length, sha256 },
|
|
118
102
|
}), operation));
|
|
119
103
|
if ('refused' in prepared)
|
|
120
104
|
return prepared;
|
|
121
105
|
const { transfer } = parse(prepared.text);
|
|
122
|
-
|
|
123
|
-
method: 'POST',
|
|
124
|
-
headers: { 'content-type': 'text/plain; charset=utf-8' },
|
|
125
|
-
body: Buffer.concat([Buffer.from(`${transfer.operation}\n`), bytes]),
|
|
126
|
-
signal: closed.signal,
|
|
127
|
-
});
|
|
128
|
-
const text = await posted.text();
|
|
129
|
-
if (posted.status >= 500)
|
|
130
|
-
throw new HouseRefusal('/', posted.status, text);
|
|
131
|
-
if (!posted.ok)
|
|
132
|
-
return { refused: refusalIn(text, posted.status) };
|
|
133
|
-
const held = JSON.parse(text).transfer;
|
|
134
|
-
return { url: held.url, operation: held.operation, bytes: bytes.length, sha256 };
|
|
135
|
-
};
|
|
136
|
-
let mutations = null;
|
|
137
|
-
const writes = async (tool) => {
|
|
138
|
-
mutations ??= house
|
|
139
|
-
.post('/kit/tools/mutations', {}, closed.signal)
|
|
140
|
-
.then(({ tools }) => new Set(tools.filter((listed) => listed.writes).map((listed) => listed.name)));
|
|
106
|
+
let text;
|
|
141
107
|
try {
|
|
142
|
-
|
|
108
|
+
text = await retrying(async () => {
|
|
109
|
+
const posted = await fetch(relayed(transfer.url), {
|
|
110
|
+
method: 'POST',
|
|
111
|
+
headers: { 'content-type': 'text/plain; charset=utf-8' },
|
|
112
|
+
body: Buffer.concat([Buffer.from(`${transfer.operation}\n`), bytes]),
|
|
113
|
+
signal: closed.signal,
|
|
114
|
+
});
|
|
115
|
+
const answer = await posted.text();
|
|
116
|
+
if (!posted.ok)
|
|
117
|
+
throw new HouseRefusal('/', posted.status, answer);
|
|
118
|
+
return answer;
|
|
119
|
+
}, closed.signal);
|
|
143
120
|
}
|
|
144
121
|
catch (error) {
|
|
145
|
-
|
|
146
|
-
|
|
122
|
+
if (!finalRefusal(error))
|
|
123
|
+
throw error;
|
|
124
|
+
return { refused: refusalIn(error.text, error.status) };
|
|
147
125
|
}
|
|
126
|
+
const held = JSON.parse(text).transfer;
|
|
127
|
+
return { url: held.url, operation: held.operation, bytes: bytes.length, sha256 };
|
|
148
128
|
};
|
|
149
|
-
const forward =
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
const tool = message.method === 'tools/call' ? String(message.params.name) : null;
|
|
153
|
-
return send(message, tool !== null && (await writes(tool)) ? operationId() : null);
|
|
154
|
-
}
|
|
155
|
-
const answer = await fetch(relayed(new URL(path, origin)), {
|
|
156
|
-
method: 'POST',
|
|
157
|
-
headers: { 'content-type': 'application/json', authorization: `Bearer ${credential}` },
|
|
158
|
-
body: versioned(conversationId, text),
|
|
159
|
-
signal: closed.signal,
|
|
160
|
-
});
|
|
161
|
-
return { status: answer.status, text: await answer.text() };
|
|
129
|
+
const forward = (text) => {
|
|
130
|
+
const message = JSON.parse(text);
|
|
131
|
+
return send(message, message.method === 'tools/call' ? operationId() : null);
|
|
162
132
|
};
|
|
163
133
|
const caller = {
|
|
164
134
|
key: `conversation:${conversationId}`,
|
|
165
135
|
submit: async (operation, changes, held, retain) => {
|
|
166
|
-
const inline = call('
|
|
136
|
+
const inline = call('files_batch', { changes });
|
|
167
137
|
let upload = held;
|
|
168
138
|
if (upload === undefined && Buffer.byteLength(mcpBody(inline, operation)) > MCP_REQUEST_BYTES) {
|
|
169
139
|
const prepared = await staged(operation, changes);
|
|
@@ -172,7 +142,19 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
172
142
|
upload = prepared;
|
|
173
143
|
await retain(upload);
|
|
174
144
|
}
|
|
175
|
-
return editAnswer(await send(upload === undefined ? inline : call('
|
|
145
|
+
return editAnswer(await send(upload === undefined ? inline : call('files_batch', { paths: changedPaths(changes), upload }), operation, true));
|
|
146
|
+
},
|
|
147
|
+
finish: async (upload, room, partSha256) => {
|
|
148
|
+
const answer = toolAnswer(await send(call('upload', { upload, room_ref: room, part_sha256: partSha256 }), operationId(), true));
|
|
149
|
+
if ('refused' in answer)
|
|
150
|
+
throw new Error(answer.refused.text);
|
|
151
|
+
return parse(answer.text);
|
|
152
|
+
},
|
|
153
|
+
info: async (path, revision) => {
|
|
154
|
+
const answer = toolAnswer(await send(call('info', { path, ...(revision === undefined ? {} : { ref: revision }) }), operationId()));
|
|
155
|
+
if ('refused' in answer)
|
|
156
|
+
throw new Error(answer.refused.text);
|
|
157
|
+
return fileInfo(answer.text);
|
|
176
158
|
},
|
|
177
159
|
};
|
|
178
160
|
const local = async (path, text) => {
|
|
@@ -180,15 +162,15 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
180
162
|
const { cwd, commit } = JSON.parse(text);
|
|
181
163
|
return { status: 200, text: JSON.stringify(await copies.push(cwd, commit, caller)) };
|
|
182
164
|
}
|
|
165
|
+
if (path === '/git/fetch')
|
|
166
|
+
return { status: 200, text: JSON.stringify(await copies.fetch(caller)) };
|
|
183
167
|
if (path === '/git/observed') {
|
|
184
168
|
await copies.observed(JSON.parse(text));
|
|
185
169
|
return { status: 200, text: '{}' };
|
|
186
170
|
}
|
|
187
|
-
return path === '/'
|
|
171
|
+
return path === '/' ? forward(text) : { status: 404, text: '' };
|
|
188
172
|
};
|
|
189
|
-
const
|
|
190
|
-
await mkdir(sockets, { recursive: true, mode: 0o700 });
|
|
191
|
-
const socketPath = join(sockets, `${randomUUID()}.sock`);
|
|
173
|
+
const socketPath = join(socketDirectory(), `${randomUUID()}.sock`);
|
|
192
174
|
const bridge = createServer(async (request, response) => {
|
|
193
175
|
try {
|
|
194
176
|
const path = request.url ?? '';
|
|
@@ -204,7 +186,8 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
204
186
|
response.writeHead(error.status, { 'content-type': 'application/json' }).end(error.text);
|
|
205
187
|
return;
|
|
206
188
|
}
|
|
207
|
-
|
|
189
|
+
const verb = request.url === '/git/push' || request.url === '/git/fetch';
|
|
190
|
+
response.writeHead(502).end(verb && error instanceof Error ? error.message : UNREACHABLE);
|
|
208
191
|
}
|
|
209
192
|
});
|
|
210
193
|
bridge.listen(socketPath);
|
|
@@ -231,7 +214,7 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
231
214
|
GIT_CONFIG_VALUE_0: app,
|
|
232
215
|
},
|
|
233
216
|
tool: async (name, args) => {
|
|
234
|
-
const forwarded = await forward(
|
|
217
|
+
const forwarded = await forward(JSON.stringify(call(name, args)));
|
|
235
218
|
if (forwarded.status !== 200)
|
|
236
219
|
throw new Error(`House refused ${name} with ${forwarded.status}: ${forwarded.text}`);
|
|
237
220
|
const answer = JSON.parse(forwarded.text);
|
package/dist/building.js
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { createHash } from 'node:crypto';
|
|
2
|
+
import { createWriteStream } from 'node:fs';
|
|
3
|
+
import { rm } from 'node:fs/promises';
|
|
4
|
+
import { Transform } from 'node:stream';
|
|
5
|
+
import { pipeline } from 'node:stream/promises';
|
|
6
|
+
import { readEnrolment } from './home.js';
|
|
7
|
+
import { relayed } from './relay.js';
|
|
8
|
+
const MANIFEST = 'bootstrap.json';
|
|
9
|
+
async function served(name, signal) {
|
|
10
|
+
const enrolment = await readEnrolment();
|
|
11
|
+
if (enrolment === null)
|
|
12
|
+
throw new Error('this Kit is connected to no House');
|
|
13
|
+
const answer = await fetch(relayed(new URL(`/kit-installer/${encodeURIComponent(name)}`, enrolment.house)), { signal });
|
|
14
|
+
if (answer.status === 200 && answer.body !== null)
|
|
15
|
+
return answer;
|
|
16
|
+
await answer.body?.cancel();
|
|
17
|
+
throw new Error(`House answered ${answer.status} for ${name}`);
|
|
18
|
+
}
|
|
19
|
+
export async function servedRelease(signal) {
|
|
20
|
+
const manifest = (await (await served(MANIFEST, signal)).json());
|
|
21
|
+
const installer = manifest.hosts?.linux;
|
|
22
|
+
const sha256 = typeof installer === 'string' ? manifest.files?.[installer]?.sha256 : undefined;
|
|
23
|
+
if (typeof manifest.version !== 'string' || typeof installer !== 'string' || typeof sha256 !== 'string') {
|
|
24
|
+
throw new Error(`House serves no Kit release in ${MANIFEST}`);
|
|
25
|
+
}
|
|
26
|
+
return { version: manifest.version, installer, sha256 };
|
|
27
|
+
}
|
|
28
|
+
export async function downloadServed(name, sha256, destination, signal, most = Infinity) {
|
|
29
|
+
const answer = await served(name, signal);
|
|
30
|
+
const digest = createHash('sha256');
|
|
31
|
+
let bytes = 0;
|
|
32
|
+
const hashed = new Transform({
|
|
33
|
+
transform(chunk, _encoding, done) {
|
|
34
|
+
bytes += chunk.length;
|
|
35
|
+
if (bytes > most)
|
|
36
|
+
return done(new Error(`${name} is larger than its pinned ${most} bytes`));
|
|
37
|
+
digest.update(chunk);
|
|
38
|
+
done(null, chunk);
|
|
39
|
+
},
|
|
40
|
+
});
|
|
41
|
+
try {
|
|
42
|
+
await pipeline(answer.body, hashed, createWriteStream(destination), { signal });
|
|
43
|
+
if (digest.digest('hex') !== sha256)
|
|
44
|
+
throw new Error(`${name} does not match its sha256`);
|
|
45
|
+
}
|
|
46
|
+
catch (error) {
|
|
47
|
+
await rm(destination, { force: true });
|
|
48
|
+
throw error;
|
|
49
|
+
}
|
|
50
|
+
}
|
package/dist/calls.js
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
import { existsSync, readFileSync, renameSync, writeFileSync } from 'node:fs';
|
|
2
|
+
import { join } from 'node:path';
|
|
3
|
+
import { kitHome } from './home.js';
|
|
4
|
+
function logged(error) {
|
|
5
|
+
process.stderr.write(`kit: ${error instanceof Error ? error.message : String(error)}\n`);
|
|
6
|
+
}
|
|
7
|
+
export class Calls {
|
|
8
|
+
house;
|
|
9
|
+
changed;
|
|
10
|
+
carried = new Map();
|
|
11
|
+
path = join(kitHome(), 'call-results.json');
|
|
12
|
+
results;
|
|
13
|
+
returned = new Set();
|
|
14
|
+
released = new Set();
|
|
15
|
+
carrying = new Map();
|
|
16
|
+
settings = new Set();
|
|
17
|
+
open = 0;
|
|
18
|
+
constructor(house, changed) {
|
|
19
|
+
this.house = house;
|
|
20
|
+
this.changed = changed;
|
|
21
|
+
this.results = new Map(existsSync(this.path) ? Object.entries(JSON.parse(readFileSync(this.path, 'utf8'))) : []);
|
|
22
|
+
}
|
|
23
|
+
keepResult(callId, result) {
|
|
24
|
+
if (this.returned.has(callId))
|
|
25
|
+
return;
|
|
26
|
+
this.results.set(callId, result);
|
|
27
|
+
this.save();
|
|
28
|
+
}
|
|
29
|
+
idle() {
|
|
30
|
+
return this.open === 0;
|
|
31
|
+
}
|
|
32
|
+
busy() {
|
|
33
|
+
return [...this.carrying.keys()].some((callId) => !this.settings.has(callId));
|
|
34
|
+
}
|
|
35
|
+
carrySettings(callId, work) {
|
|
36
|
+
this.settings.add(callId);
|
|
37
|
+
return this.carry(callId, work);
|
|
38
|
+
}
|
|
39
|
+
carry(callId, work) {
|
|
40
|
+
if (this.released.has(callId))
|
|
41
|
+
return Promise.resolve();
|
|
42
|
+
const known = this.carried.get(callId);
|
|
43
|
+
const result = this.results.get(callId);
|
|
44
|
+
const carried = known ?? (result === undefined ? work() : Promise.resolve({ result }));
|
|
45
|
+
if (known === undefined) {
|
|
46
|
+
this.carried.set(callId, carried);
|
|
47
|
+
carried.catch(() => this.carried.delete(callId));
|
|
48
|
+
}
|
|
49
|
+
this.open++;
|
|
50
|
+
this.carrying.set(callId, (this.carrying.get(callId) ?? 0) + 1);
|
|
51
|
+
this.changed();
|
|
52
|
+
return carried
|
|
53
|
+
.then(async ({ result, returned, release }) => {
|
|
54
|
+
try {
|
|
55
|
+
await this.house.deliver('kit-calls/results/return', { call: callId, ...result });
|
|
56
|
+
}
|
|
57
|
+
finally {
|
|
58
|
+
this.returned.add(callId);
|
|
59
|
+
if (this.results.delete(callId))
|
|
60
|
+
this.save();
|
|
61
|
+
}
|
|
62
|
+
if (known !== undefined)
|
|
63
|
+
return;
|
|
64
|
+
if (release) {
|
|
65
|
+
this.carried.delete(callId);
|
|
66
|
+
this.released.add(callId);
|
|
67
|
+
}
|
|
68
|
+
await returned?.();
|
|
69
|
+
})
|
|
70
|
+
.catch(logged)
|
|
71
|
+
.finally(() => {
|
|
72
|
+
this.open--;
|
|
73
|
+
const left = this.carrying.get(callId) - 1;
|
|
74
|
+
if (left === 0) {
|
|
75
|
+
this.carrying.delete(callId);
|
|
76
|
+
this.settings.delete(callId);
|
|
77
|
+
}
|
|
78
|
+
else
|
|
79
|
+
this.carrying.set(callId, left);
|
|
80
|
+
this.changed();
|
|
81
|
+
});
|
|
82
|
+
}
|
|
83
|
+
save() {
|
|
84
|
+
const temporary = `${this.path}.${process.pid}`;
|
|
85
|
+
writeFileSync(temporary, JSON.stringify(Object.fromEntries(this.results)), { mode: 0o600 });
|
|
86
|
+
renameSync(temporary, this.path);
|
|
87
|
+
}
|
|
88
|
+
}
|
package/dist/chunks.js
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import { readFile, rm } from 'node:fs/promises';
|
|
2
|
+
import { join } from 'node:path';
|
|
3
|
+
import { downloaded, fetched } from './files.js';
|
|
4
|
+
const DOWNLOADS_AT_ONCE = 6;
|
|
5
|
+
// A chunk is about one megabyte, so a download still unfinished after two minutes holds every Room behind it on a dead connection.
|
|
6
|
+
const CHUNK_DOWNLOAD_MS = 120_000;
|
|
7
|
+
class AddressExpired extends Error {
|
|
8
|
+
constructor() {
|
|
9
|
+
super("House's store refused every chunk it asked for");
|
|
10
|
+
}
|
|
11
|
+
}
|
|
12
|
+
function once(chunk) {
|
|
13
|
+
let asked = false;
|
|
14
|
+
return async () => {
|
|
15
|
+
if (asked)
|
|
16
|
+
throw new AddressExpired();
|
|
17
|
+
asked = true;
|
|
18
|
+
return { download: chunk.download, sha256: chunk.hash };
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
export async function stagedChunks(directory, chunks) {
|
|
22
|
+
let next = 0;
|
|
23
|
+
let failure;
|
|
24
|
+
const downloading = async () => {
|
|
25
|
+
while (next < chunks.length && failure === undefined) {
|
|
26
|
+
const chunk = chunks[next++];
|
|
27
|
+
const reading = (url) => fetched(url, AbortSignal.timeout(CHUNK_DOWNLOAD_MS));
|
|
28
|
+
await downloaded(once(chunk), reading, join(directory, chunk.hash), 'A Room chunk').catch((error) => {
|
|
29
|
+
failure ??= error;
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
};
|
|
33
|
+
await Promise.all(Array.from({ length: DOWNLOADS_AT_ONCE }, downloading));
|
|
34
|
+
return failure;
|
|
35
|
+
}
|
|
36
|
+
export async function* chunkEntries(directory, chunks, models) {
|
|
37
|
+
yield* models;
|
|
38
|
+
for (const { hash } of chunks) {
|
|
39
|
+
const file = join(directory, hash);
|
|
40
|
+
for (const line of (await readFile(file, 'utf8')).split('\n')) {
|
|
41
|
+
if (line === '')
|
|
42
|
+
continue;
|
|
43
|
+
const entry = JSON.parse(line);
|
|
44
|
+
if (!('folder' in entry))
|
|
45
|
+
yield entry;
|
|
46
|
+
}
|
|
47
|
+
await rm(file);
|
|
48
|
+
}
|
|
49
|
+
}
|