@agentshouse/kit 0.2.1-ccf188e02985d → 0.2.1-ccffb3f637815
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +37 -41
- package/dist/acp.js +66 -12
- package/dist/afk.js +17 -0
- package/dist/agents.js +122 -53
- package/dist/api.js +15 -10
- package/dist/binaries.js +89 -0
- package/dist/bridge.js +29 -28
- package/dist/building.js +50 -0
- package/dist/calls.js +88 -0
- package/dist/chunks.js +49 -0
- package/dist/clis.js +62 -50
- package/dist/connect.js +108 -0
- package/dist/connection.js +120 -0
- package/dist/content.js +106 -0
- package/dist/conversations.js +594 -219
- package/dist/copies.js +772 -279
- package/dist/earlier.js +263 -0
- package/dist/end.js +12 -5
- package/dist/events.js +549 -281
- package/dist/files.js +206 -38
- package/dist/git-main.js +24 -29
- package/dist/git.js +90 -15
- package/dist/grok.js +39 -0
- package/dist/home.js +80 -29
- package/dist/house-cli.js +155 -164
- package/dist/house-main.js +3 -3
- package/dist/instructions.js +29 -11
- package/dist/keys.js +238 -0
- package/dist/kit-cli.js +18 -8
- package/dist/kit-main.js +3 -3
- package/dist/login.js +36 -22
- package/dist/logout.js +2 -2
- package/dist/mcp.js +42 -3
- package/dist/old-references.js +27 -0
- package/dist/owner.js +46 -0
- package/dist/placement.js +15 -20
- package/dist/refusals.js +37 -21
- package/dist/relay.js +21 -0
- package/dist/resident.js +128 -82
- package/dist/scope.js +15 -4
- package/dist/scripts.js +303 -0
- package/dist/secret-input.js +1 -1
- package/dist/settings.js +188 -0
- package/dist/sign-in.js +67 -21
- package/dist/silence.js +28 -0
- package/dist/skills.js +42 -97
- package/dist/supervisor.js +163 -0
- package/dist/transcription.js +88 -45
- package/dist/translate.js +19 -18
- package/dist/update.js +118 -120
- package/dist/wire.js +30 -4
- package/dist/work.js +27 -2
- package/dist/workspace.js +103 -0
- package/package.json +26 -22
- package/dist/authority-main.js +0 -22
- package/dist/bootstrap.json +0 -24
- package/dist/chatgpt.js +0 -32
- package/dist/clis-main.js +0 -23
- package/dist/configure-main.js +0 -6
- package/dist/enrol-main.js +0 -10
- package/dist/inputs.js +0 -37
- package/dist/parts.js +0 -82
- package/dist/service-main.js +0 -9
- package/dist/service.js +0 -55
- package/dist/stream.js +0 -123
- package/how-we-work.md +0 -33
- package/skills/ask-matt/LICENSE +0 -21
- package/skills/ask-matt/PHASE-BOUNDARIES.md +0 -55
- package/skills/ask-matt/SKILL.md +0 -97
- package/skills/ask-matt/agents/openai.yaml +0 -5
- package/skills/code-review/LICENSE +0 -21
- package/skills/code-review/SKILL.md +0 -89
- package/skills/code-review/agents/openai.yaml +0 -3
- package/skills/codebase-design/DEEPENING.md +0 -37
- package/skills/codebase-design/DESIGN-IT-TWICE.md +0 -44
- package/skills/codebase-design/LICENSE +0 -21
- package/skills/codebase-design/SKILL.md +0 -114
- package/skills/codebase-design/agents/openai.yaml +0 -3
- package/skills/diagnosing-bugs/LICENSE +0 -21
- package/skills/diagnosing-bugs/SKILL.md +0 -138
- package/skills/diagnosing-bugs/agents/openai.yaml +0 -3
- package/skills/diagnosing-bugs/scripts/hitl-loop.template.sh +0 -44
- package/skills/domain-modeling/ADR-FORMAT.md +0 -47
- package/skills/domain-modeling/GLOSSARY-FORMAT.md +0 -60
- package/skills/domain-modeling/LICENSE +0 -21
- package/skills/domain-modeling/SKILL.md +0 -74
- package/skills/domain-modeling/agents/openai.yaml +0 -3
- package/skills/grill-me/LICENSE +0 -21
- package/skills/grill-me/SKILL.md +0 -7
- package/skills/grill-me/agents/openai.yaml +0 -5
- package/skills/grill-with-docs/LICENSE +0 -21
- package/skills/grill-with-docs/SKILL.md +0 -7
- package/skills/grill-with-docs/agents/openai.yaml +0 -5
- package/skills/grilling/LICENSE +0 -21
- package/skills/grilling/SKILL.md +0 -30
- package/skills/grilling/agents/openai.yaml +0 -3
- package/skills/handoff/LICENSE +0 -21
- package/skills/handoff/SKILL.md +0 -16
- package/skills/handoff/agents/openai.yaml +0 -5
- package/skills/implement/LICENSE +0 -21
- package/skills/implement/SKILL.md +0 -17
- package/skills/implement/agents/openai.yaml +0 -5
- package/skills/implement-spec/LICENSE +0 -21
- package/skills/implement-spec/SKILL.md +0 -40
- package/skills/implement-spec/agents/openai.yaml +0 -5
- package/skills/improve-codebase-architecture/HTML-REPORT.md +0 -123
- package/skills/improve-codebase-architecture/LICENSE +0 -21
- package/skills/improve-codebase-architecture/SKILL.md +0 -71
- package/skills/improve-codebase-architecture/agents/openai.yaml +0 -5
- package/skills/pr/CREDITS.md +0 -3
- package/skills/pr/LICENSE +0 -21
- package/skills/pr/SKILL.md +0 -170
- package/skills/pr/agents/openai.yaml +0 -3
- package/skills/prototype/LICENSE +0 -21
- package/skills/prototype/LOGIC.md +0 -67
- package/skills/prototype/SKILL.md +0 -26
- package/skills/prototype/UI.md +0 -112
- package/skills/prototype/agents/openai.yaml +0 -3
- package/skills/research/LICENSE +0 -21
- package/skills/research/SKILL.md +0 -12
- package/skills/research/agents/openai.yaml +0 -3
- package/skills/retro/LICENSE +0 -21
- package/skills/retro/SKILL.md +0 -44
- package/skills/retro/agents/openai.yaml +0 -5
- package/skills/tdd/LICENSE +0 -21
- package/skills/tdd/SKILL.md +0 -38
- package/skills/tdd/agents/openai.yaml +0 -3
- package/skills/tdd/mocking.md +0 -59
- package/skills/tdd/tests.md +0 -77
- package/skills/teach/GLOSSARY-FORMAT.md +0 -35
- package/skills/teach/LEARNING-RECORD-FORMAT.md +0 -46
- package/skills/teach/LICENSE +0 -21
- package/skills/teach/MISSION-FORMAT.md +0 -31
- package/skills/teach/RESOURCES-FORMAT.md +0 -32
- package/skills/teach/SKILL.md +0 -140
- package/skills/teach/agents/openai.yaml +0 -5
- package/skills/to-questionnaire/LICENSE +0 -21
- package/skills/to-questionnaire/SKILL.md +0 -54
- package/skills/to-questionnaire/agents/openai.yaml +0 -5
- package/skills/to-spec/LICENSE +0 -21
- package/skills/to-spec/SKILL.md +0 -75
- package/skills/to-spec/agents/openai.yaml +0 -5
- package/skills/to-tickets/LICENSE +0 -21
- package/skills/to-tickets/SKILL.md +0 -105
- package/skills/to-tickets/agents/openai.yaml +0 -5
- package/skills/triage/AGENT-BRIEF.md +0 -207
- package/skills/triage/LICENSE +0 -21
- package/skills/triage/OUT-OF-SCOPE.md +0 -105
- package/skills/triage/SKILL.md +0 -112
- package/skills/triage/agents/openai.yaml +0 -5
- package/skills/wait-what/LICENSE +0 -21
- package/skills/wait-what/SKILL.md +0 -7
- package/skills/wait-what/agents/openai.yaml +0 -5
- package/skills/wayfinder/LICENSE +0 -21
- package/skills/wayfinder/SKILL.md +0 -128
- package/skills/wayfinder/agents/openai.yaml +0 -5
- package/skills/wizard/LICENSE +0 -21
- package/skills/wizard/SKILL.md +0 -44
- package/skills/wizard/agents/openai.yaml +0 -3
- package/skills/wizard/template.sh +0 -223
- package/skills/writing-for-agents/LICENSE +0 -21
- package/skills/writing-for-agents/SKILL-MECHANICS.md +0 -22
- package/skills/writing-for-agents/SKILL.md +0 -81
- package/skills/writing-for-agents/agents/openai.yaml +0 -3
package/dist/api.js
CHANGED
|
@@ -1,9 +1,10 @@
|
|
|
1
|
+
import { KIT_WIRE, KIT_WIRE_HEADER, } from '@agentshouse/kit-wire';
|
|
1
2
|
import { setTimeout as delay } from 'node:timers/promises';
|
|
2
|
-
import { signInAgain
|
|
3
|
+
import { signInAgain } from './end.js';
|
|
3
4
|
import { readEnrolment } from './home.js';
|
|
4
5
|
import { retryable } from './refusals.js';
|
|
5
6
|
import { relayed } from './relay.js';
|
|
6
|
-
import {
|
|
7
|
+
import { endUnserved } from './wire.js';
|
|
7
8
|
export class HouseRefusal extends Error {
|
|
8
9
|
status;
|
|
9
10
|
text;
|
|
@@ -17,7 +18,7 @@ export function finalRefusal(error) {
|
|
|
17
18
|
return error instanceof HouseRefusal && retryable(error.text) === false;
|
|
18
19
|
}
|
|
19
20
|
export function retryDelay(attempt) {
|
|
20
|
-
// Full jitter, doubling from one second to a 30-second cap, spreads the
|
|
21
|
+
// Full jitter, doubling from one second to a 30-second cap, spreads the Kit processes one outage dropped and retries within half a minute of House's return.
|
|
21
22
|
return Math.random() * Math.min(30_000, 1000 * 2 ** attempt);
|
|
22
23
|
}
|
|
23
24
|
export async function retrying(sent, signal, pause = retryDelay) {
|
|
@@ -38,19 +39,22 @@ export async function post(house, path, body, credential, signal) {
|
|
|
38
39
|
method: 'POST',
|
|
39
40
|
headers: {
|
|
40
41
|
'content-type': 'application/json',
|
|
41
|
-
[KIT_WIRE_HEADER]:
|
|
42
|
+
[KIT_WIRE_HEADER]: KIT_WIRE,
|
|
42
43
|
...(credential === undefined ? {} : { authorization: `Bearer ${credential}` }),
|
|
43
44
|
},
|
|
44
45
|
body: JSON.stringify(body),
|
|
45
46
|
signal,
|
|
46
47
|
});
|
|
47
48
|
const text = await answer.text();
|
|
48
|
-
if (!answer.ok
|
|
49
|
-
|
|
49
|
+
if (!answer.ok)
|
|
50
|
+
endUnserved(text);
|
|
50
51
|
if (!answer.ok)
|
|
51
52
|
throw new HouseRefusal(path, answer.status, text);
|
|
52
53
|
return JSON.parse(text);
|
|
53
54
|
}
|
|
55
|
+
export function kitAct(house, act, request, credential, signal) {
|
|
56
|
+
return post(house, `/kit/${act}`, request, credential, signal);
|
|
57
|
+
}
|
|
54
58
|
async function enrolledPost(path, body, signal) {
|
|
55
59
|
const { house, credential } = (await readEnrolment());
|
|
56
60
|
try {
|
|
@@ -63,16 +67,17 @@ async function enrolledPost(path, body, signal) {
|
|
|
63
67
|
}
|
|
64
68
|
}
|
|
65
69
|
export const house = {
|
|
66
|
-
|
|
67
|
-
|
|
70
|
+
act: (act, request, signal) => enrolledPost(`/kit/${act}`, request, signal),
|
|
71
|
+
door: (act, body, signal) => enrolledPost(`/kit/door/${act}`, body, signal),
|
|
72
|
+
deliver: async (act, request, current = () => true) => {
|
|
68
73
|
for (let attempt = 0;; attempt++) {
|
|
69
74
|
try {
|
|
70
|
-
return await enrolledPost(
|
|
75
|
+
return await enrolledPost(`/kit/${act}`, request);
|
|
71
76
|
}
|
|
72
77
|
catch (error) {
|
|
73
78
|
if (finalRefusal(error))
|
|
74
79
|
throw error;
|
|
75
|
-
process.stderr.write(`kit:
|
|
80
|
+
process.stderr.write(`kit: /kit/${act} did not reach House: ${error.message}\n`);
|
|
76
81
|
// A delivery House did not take is sent again on the jittered curve for as long as it is still current.
|
|
77
82
|
await new Promise((resolve) => setTimeout(resolve, retryDelay(attempt)));
|
|
78
83
|
if (!current())
|
package/dist/binaries.js
ADDED
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
import { createHash, randomUUID } from 'node:crypto';
|
|
2
|
+
import { createWriteStream } from 'node:fs';
|
|
3
|
+
import { mkdir, rm } from 'node:fs/promises';
|
|
4
|
+
import { join } from 'node:path';
|
|
5
|
+
import { Readable } from 'node:stream';
|
|
6
|
+
import { pipeline } from 'node:stream/promises';
|
|
7
|
+
import { downloaded, fetched, fileRange, mediaTypeOf, sentPart, uploaded } from './files.js';
|
|
8
|
+
import { blobBytes, blobSizes, isText, storedFile } from './git.js';
|
|
9
|
+
const SENT_AT_ONCE = 10;
|
|
10
|
+
const UPLOADS = 'house-uploads';
|
|
11
|
+
const DOWNLOADS = 'house-downloads';
|
|
12
|
+
const OCTET_STREAM = 'application/octet-stream';
|
|
13
|
+
const MARKDOWN = /\.md$/i;
|
|
14
|
+
const STORE = {
|
|
15
|
+
unreached: (error) => new Error(`the store did not answer (${error.code ?? error.message})`),
|
|
16
|
+
refused: (status) => new Error(`the store answered ${status}`),
|
|
17
|
+
};
|
|
18
|
+
async function digestOf(repository, object) {
|
|
19
|
+
const digest = createHash('sha256');
|
|
20
|
+
let bytes = 0;
|
|
21
|
+
for await (const chunk of blobBytes(repository, object)) {
|
|
22
|
+
bytes += chunk.length;
|
|
23
|
+
digest.update(chunk);
|
|
24
|
+
}
|
|
25
|
+
return { bytes, sha256: digest.digest('hex') };
|
|
26
|
+
}
|
|
27
|
+
export function isDocument(path) {
|
|
28
|
+
return MARKDOWN.test(path);
|
|
29
|
+
}
|
|
30
|
+
export async function untext(repository, documents, maxBytes) {
|
|
31
|
+
const sizes = await blobSizes(repository, documents.map(([, object]) => object));
|
|
32
|
+
const refused = [];
|
|
33
|
+
for (const [path, object] of documents) {
|
|
34
|
+
if (!(await isText(repository, object, sizes.get(object), maxBytes)))
|
|
35
|
+
refused.push(path);
|
|
36
|
+
}
|
|
37
|
+
return refused;
|
|
38
|
+
}
|
|
39
|
+
export async function attachments(repository, arriving) {
|
|
40
|
+
const described = new Map();
|
|
41
|
+
for (const [path, object] of arriving)
|
|
42
|
+
described.set(path, { ...(await digestOf(repository, object)), media_type: mediaTypeOf(path) ?? OCTET_STREAM });
|
|
43
|
+
return described;
|
|
44
|
+
}
|
|
45
|
+
export async function holds(repository, object, file) {
|
|
46
|
+
const held = await digestOf(repository, object);
|
|
47
|
+
return held.bytes === file.bytes && held.sha256 === file.sha256;
|
|
48
|
+
}
|
|
49
|
+
export async function eachAtOnce(items, work) {
|
|
50
|
+
let next = 0;
|
|
51
|
+
const working = async () => {
|
|
52
|
+
while (next < items.length)
|
|
53
|
+
await work(items[next++]);
|
|
54
|
+
};
|
|
55
|
+
await Promise.all(Array.from({ length: Math.min(SENT_AT_ONCE, items.length) }, working));
|
|
56
|
+
}
|
|
57
|
+
export async function sentBinary(repository, object, name, file, upload, finish) {
|
|
58
|
+
const directory = join(repository, '.git', UPLOADS);
|
|
59
|
+
await mkdir(directory, { recursive: true });
|
|
60
|
+
const copy = join(directory, randomUUID());
|
|
61
|
+
try {
|
|
62
|
+
await pipeline(Readable.from(blobBytes(repository, object)), createWriteStream(copy, { flags: 'wx' }));
|
|
63
|
+
await uploaded({ id: upload.id, part_bytes: upload.part_bytes }, {
|
|
64
|
+
name,
|
|
65
|
+
bytes: file.bytes,
|
|
66
|
+
sha256: file.sha256,
|
|
67
|
+
read: (start, end) => fileRange(copy, start, end, (error) => error),
|
|
68
|
+
send: (url, start, end, headers) => sentPart(url, copy, start, end, headers, STORE),
|
|
69
|
+
finish,
|
|
70
|
+
});
|
|
71
|
+
}
|
|
72
|
+
finally {
|
|
73
|
+
await rm(copy, { force: true });
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
export async function receivedBinary(repository, name, address) {
|
|
77
|
+
const file = join(repository, '.git', DOWNLOADS, randomUUID());
|
|
78
|
+
try {
|
|
79
|
+
await downloaded(address, (url) => fetched(url), file, name);
|
|
80
|
+
return await storedFile(repository, file);
|
|
81
|
+
}
|
|
82
|
+
finally {
|
|
83
|
+
await rm(file, { force: true });
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
export async function sweptTransfers(repository) {
|
|
87
|
+
for (const directory of [UPLOADS, DOWNLOADS])
|
|
88
|
+
await rm(join(repository, '.git', directory), { recursive: true, force: true });
|
|
89
|
+
}
|
package/dist/bridge.js
CHANGED
|
@@ -8,12 +8,13 @@ import { parse } from 'yaml';
|
|
|
8
8
|
import { finalRefusal, HouseRefusal, retryDelay, retrying } from './api.js';
|
|
9
9
|
import { loginPath } from './clis.js';
|
|
10
10
|
import { changedPaths, } from './copies.js';
|
|
11
|
+
import { fileInfo } from './files.js';
|
|
11
12
|
import { kitHome, readEnrolment, socketDirectory } from './home.js';
|
|
12
|
-
import { callHouse, mcpBody, rpc, UNREACHABLE } from './mcp.js';
|
|
13
|
+
import { callHouse, mcpBody, refusalIn, rpc, toolAnswer, UNREACHABLE } from './mcp.js';
|
|
13
14
|
import { operationId } from './operation.js';
|
|
14
|
-
import { refusalOf, retryable } from './refusals.js';
|
|
15
|
+
import { refusalOf, retryable, stopsPush } from './refusals.js';
|
|
15
16
|
import { relayed } from './relay.js';
|
|
16
|
-
const MCP_REQUEST_BYTES =
|
|
17
|
+
const MCP_REQUEST_BYTES = 4_000_000;
|
|
17
18
|
export async function received(request) {
|
|
18
19
|
let text = '';
|
|
19
20
|
request.setEncoding('utf8');
|
|
@@ -34,18 +35,6 @@ function relay(request, response, house, authorization) {
|
|
|
34
35
|
forwarded.on('error', () => response.destroy());
|
|
35
36
|
request.pipe(forwarded);
|
|
36
37
|
}
|
|
37
|
-
function refusalIn(text, status) {
|
|
38
|
-
return refusalOf(text) ?? { code: '', text: text === '' ? `House refused it with ${status}` : text, conflicts: [] };
|
|
39
|
-
}
|
|
40
|
-
function answered(forwarded) {
|
|
41
|
-
if (forwarded.status !== 200)
|
|
42
|
-
return { refused: refusalIn(forwarded.text, forwarded.status) };
|
|
43
|
-
const answer = JSON.parse(forwarded.text);
|
|
44
|
-
if (answer.error !== undefined)
|
|
45
|
-
return { refused: refusalIn(answer.error.message, forwarded.status) };
|
|
46
|
-
const text = answer.result.content.map((content) => content.text).join('\n');
|
|
47
|
-
return answer.result.isError === true ? { refused: refusalIn(text, forwarded.status) } : { text };
|
|
48
|
-
}
|
|
49
38
|
function pendingSeconds(forwarded) {
|
|
50
39
|
if (forwarded.status !== 200)
|
|
51
40
|
return null;
|
|
@@ -58,16 +47,19 @@ function pendingSeconds(forwarded) {
|
|
|
58
47
|
const seconds = JSON.parse(text).pending.retry_after;
|
|
59
48
|
return typeof seconds === 'number' ? seconds : null;
|
|
60
49
|
}
|
|
61
|
-
function resendAfter(forwarded, attempt) {
|
|
50
|
+
function resendAfter(forwarded, attempt, pushing) {
|
|
62
51
|
if (forwarded === null)
|
|
63
52
|
return retryDelay(attempt);
|
|
64
|
-
if (forwarded.status !== 200)
|
|
53
|
+
if (forwarded.status !== 200) {
|
|
54
|
+
if (pushing && stopsPush(refusalOf(forwarded.text)))
|
|
55
|
+
return null;
|
|
65
56
|
return retryable(forwarded.text) === false ? null : retryDelay(attempt);
|
|
57
|
+
}
|
|
66
58
|
const seconds = pendingSeconds(forwarded);
|
|
67
59
|
return seconds === null ? null : seconds * 1000;
|
|
68
60
|
}
|
|
69
61
|
function editAnswer(forwarded) {
|
|
70
|
-
const answer =
|
|
62
|
+
const answer = toolAnswer(forwarded);
|
|
71
63
|
if ('refused' in answer)
|
|
72
64
|
return answer;
|
|
73
65
|
const { results } = parse(answer.text);
|
|
@@ -81,10 +73,10 @@ function editAnswer(forwarded) {
|
|
|
81
73
|
export async function openBridge(house, copies, conversationId, signal) {
|
|
82
74
|
const path = [join(kitHome(), 'shim'), dirname(process.execPath), await loginPath()].join(delimiter);
|
|
83
75
|
const origin = (await readEnrolment()).house;
|
|
84
|
-
const { credential } = await retrying(() => house.
|
|
76
|
+
const { credential } = await retrying(() => house.act('conversations/credentials/issue', { conversation: conversationId }, signal), signal);
|
|
85
77
|
const closed = new AbortController();
|
|
86
78
|
const sent = (message, operation) => callHouse(origin, credential, message, operation, closed.signal);
|
|
87
|
-
const send = async (message, operation) => {
|
|
79
|
+
const send = async (message, operation, pushing = false) => {
|
|
88
80
|
if (operation === null)
|
|
89
81
|
return sent(message, null);
|
|
90
82
|
for (let attempt = 0;; attempt++) {
|
|
@@ -93,7 +85,7 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
93
85
|
throw error;
|
|
94
86
|
return null;
|
|
95
87
|
});
|
|
96
|
-
const after = resendAfter(forwarded, attempt);
|
|
88
|
+
const after = resendAfter(forwarded, attempt, pushing);
|
|
97
89
|
if (after === null)
|
|
98
90
|
return forwarded;
|
|
99
91
|
// A Tool call House did not settle is sent again on the jittered curve, or after the wait House names for a pending one.
|
|
@@ -104,10 +96,7 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
104
96
|
const staged = async (operation, changes) => {
|
|
105
97
|
const bytes = Buffer.from(JSON.stringify({ changes }));
|
|
106
98
|
const sha256 = createHash('sha256').update(bytes).digest('hex');
|
|
107
|
-
const prepared =
|
|
108
|
-
command: 'prepare_edit_upload',
|
|
109
|
-
arguments: { paths: changedPaths(changes), bytes: bytes.length, sha256 },
|
|
110
|
-
}), operation));
|
|
99
|
+
const prepared = toolAnswer(await send(call('update', { op: 'stage', paths: changedPaths(changes), bytes: bytes.length, sha256 }), operation));
|
|
111
100
|
if ('refused' in prepared)
|
|
112
101
|
return prepared;
|
|
113
102
|
const { transfer } = parse(prepared.text);
|
|
@@ -141,7 +130,7 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
141
130
|
const caller = {
|
|
142
131
|
key: `conversation:${conversationId}`,
|
|
143
132
|
submit: async (operation, changes, held, retain) => {
|
|
144
|
-
const inline = call('
|
|
133
|
+
const inline = call('update', { changes });
|
|
145
134
|
let upload = held;
|
|
146
135
|
if (upload === undefined && Buffer.byteLength(mcpBody(inline, operation)) > MCP_REQUEST_BYTES) {
|
|
147
136
|
const prepared = await staged(operation, changes);
|
|
@@ -150,7 +139,19 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
150
139
|
upload = prepared;
|
|
151
140
|
await retain(upload);
|
|
152
141
|
}
|
|
153
|
-
return editAnswer(await send(upload === undefined ? inline : call('
|
|
142
|
+
return editAnswer(await send(upload === undefined ? inline : call('update', { paths: changedPaths(changes), upload }), operation, true));
|
|
143
|
+
},
|
|
144
|
+
finish: async (upload, room, partSha256) => {
|
|
145
|
+
const answer = toolAnswer(await send(call('upload', { upload, room_ref: room, part_sha256: partSha256 }), operationId(), true));
|
|
146
|
+
if ('refused' in answer)
|
|
147
|
+
throw new Error(answer.refused.text);
|
|
148
|
+
return parse(answer.text);
|
|
149
|
+
},
|
|
150
|
+
info: async (path, revision) => {
|
|
151
|
+
const answer = toolAnswer(await send(call('info', { path, ...(revision === undefined ? {} : { ref: revision }) }), operationId()));
|
|
152
|
+
if ('refused' in answer)
|
|
153
|
+
throw new Error(answer.refused.text);
|
|
154
|
+
return fileInfo(answer.text);
|
|
154
155
|
},
|
|
155
156
|
};
|
|
156
157
|
const local = async (path, text) => {
|
|
@@ -159,7 +160,7 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
159
160
|
return { status: 200, text: JSON.stringify(await copies.push(cwd, commit, caller)) };
|
|
160
161
|
}
|
|
161
162
|
if (path === '/git/fetch')
|
|
162
|
-
return { status: 200, text: JSON.stringify(await copies.fetch()) };
|
|
163
|
+
return { status: 200, text: JSON.stringify(await copies.fetch(caller)) };
|
|
163
164
|
if (path === '/git/observed') {
|
|
164
165
|
await copies.observed(JSON.parse(text));
|
|
165
166
|
return { status: 200, text: '{}' };
|
package/dist/building.js
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { createHash } from 'node:crypto';
|
|
2
|
+
import { createWriteStream } from 'node:fs';
|
|
3
|
+
import { rm } from 'node:fs/promises';
|
|
4
|
+
import { Transform } from 'node:stream';
|
|
5
|
+
import { pipeline } from 'node:stream/promises';
|
|
6
|
+
import { readEnrolment } from './home.js';
|
|
7
|
+
import { relayed } from './relay.js';
|
|
8
|
+
const MANIFEST = 'bootstrap.json';
|
|
9
|
+
async function served(name, signal) {
|
|
10
|
+
const enrolment = await readEnrolment();
|
|
11
|
+
if (enrolment === null)
|
|
12
|
+
throw new Error('this Kit is connected to no House');
|
|
13
|
+
const answer = await fetch(relayed(new URL(`/kit-installer/${encodeURIComponent(name)}`, enrolment.house)), { signal });
|
|
14
|
+
if (answer.status === 200 && answer.body !== null)
|
|
15
|
+
return answer;
|
|
16
|
+
await answer.body?.cancel();
|
|
17
|
+
throw new Error(`House answered ${answer.status} for ${name}`);
|
|
18
|
+
}
|
|
19
|
+
export async function servedRelease(signal) {
|
|
20
|
+
const manifest = (await (await served(MANIFEST, signal)).json());
|
|
21
|
+
const installer = manifest.hosts?.linux;
|
|
22
|
+
const sha256 = typeof installer === 'string' ? manifest.files?.[installer]?.sha256 : undefined;
|
|
23
|
+
if (typeof manifest.version !== 'string' || typeof installer !== 'string' || typeof sha256 !== 'string') {
|
|
24
|
+
throw new Error(`House serves no Kit release in ${MANIFEST}`);
|
|
25
|
+
}
|
|
26
|
+
return { version: manifest.version, installer, sha256 };
|
|
27
|
+
}
|
|
28
|
+
export async function downloadServed(name, sha256, destination, signal, most = Infinity) {
|
|
29
|
+
const answer = await served(name, signal);
|
|
30
|
+
const digest = createHash('sha256');
|
|
31
|
+
let bytes = 0;
|
|
32
|
+
const hashed = new Transform({
|
|
33
|
+
transform(chunk, _encoding, done) {
|
|
34
|
+
bytes += chunk.length;
|
|
35
|
+
if (bytes > most)
|
|
36
|
+
return done(new Error(`${name} is larger than its pinned ${most} bytes`));
|
|
37
|
+
digest.update(chunk);
|
|
38
|
+
done(null, chunk);
|
|
39
|
+
},
|
|
40
|
+
});
|
|
41
|
+
try {
|
|
42
|
+
await pipeline(answer.body, hashed, createWriteStream(destination), { signal });
|
|
43
|
+
if (digest.digest('hex') !== sha256)
|
|
44
|
+
throw new Error(`${name} does not match its sha256`);
|
|
45
|
+
}
|
|
46
|
+
catch (error) {
|
|
47
|
+
await rm(destination, { force: true });
|
|
48
|
+
throw error;
|
|
49
|
+
}
|
|
50
|
+
}
|
package/dist/calls.js
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
import { existsSync, readFileSync, renameSync, writeFileSync } from 'node:fs';
|
|
2
|
+
import { join } from 'node:path';
|
|
3
|
+
import { kitHome } from './home.js';
|
|
4
|
+
function logged(error) {
|
|
5
|
+
process.stderr.write(`kit: ${error instanceof Error ? error.message : String(error)}\n`);
|
|
6
|
+
}
|
|
7
|
+
export class Calls {
|
|
8
|
+
house;
|
|
9
|
+
changed;
|
|
10
|
+
carried = new Map();
|
|
11
|
+
path = join(kitHome(), 'call-results.json');
|
|
12
|
+
results;
|
|
13
|
+
returned = new Set();
|
|
14
|
+
released = new Set();
|
|
15
|
+
carrying = new Map();
|
|
16
|
+
settings = new Set();
|
|
17
|
+
open = 0;
|
|
18
|
+
constructor(house, changed) {
|
|
19
|
+
this.house = house;
|
|
20
|
+
this.changed = changed;
|
|
21
|
+
this.results = new Map(existsSync(this.path) ? Object.entries(JSON.parse(readFileSync(this.path, 'utf8'))) : []);
|
|
22
|
+
}
|
|
23
|
+
keepResult(callId, result) {
|
|
24
|
+
if (this.returned.has(callId))
|
|
25
|
+
return;
|
|
26
|
+
this.results.set(callId, result);
|
|
27
|
+
this.save();
|
|
28
|
+
}
|
|
29
|
+
idle() {
|
|
30
|
+
return this.open === 0;
|
|
31
|
+
}
|
|
32
|
+
busy() {
|
|
33
|
+
return [...this.carrying.keys()].some((callId) => !this.settings.has(callId));
|
|
34
|
+
}
|
|
35
|
+
carrySettings(callId, work) {
|
|
36
|
+
this.settings.add(callId);
|
|
37
|
+
return this.carry(callId, work);
|
|
38
|
+
}
|
|
39
|
+
carry(callId, work) {
|
|
40
|
+
if (this.released.has(callId))
|
|
41
|
+
return Promise.resolve();
|
|
42
|
+
const known = this.carried.get(callId);
|
|
43
|
+
const result = this.results.get(callId);
|
|
44
|
+
const carried = known ?? (result === undefined ? work() : Promise.resolve({ result }));
|
|
45
|
+
if (known === undefined) {
|
|
46
|
+
this.carried.set(callId, carried);
|
|
47
|
+
carried.catch(() => this.carried.delete(callId));
|
|
48
|
+
}
|
|
49
|
+
this.open++;
|
|
50
|
+
this.carrying.set(callId, (this.carrying.get(callId) ?? 0) + 1);
|
|
51
|
+
this.changed();
|
|
52
|
+
return carried
|
|
53
|
+
.then(async ({ result, returned, release }) => {
|
|
54
|
+
try {
|
|
55
|
+
await this.house.deliver('kit-calls/results/return', { call: callId, ...result });
|
|
56
|
+
}
|
|
57
|
+
finally {
|
|
58
|
+
this.returned.add(callId);
|
|
59
|
+
if (this.results.delete(callId))
|
|
60
|
+
this.save();
|
|
61
|
+
}
|
|
62
|
+
if (known !== undefined)
|
|
63
|
+
return;
|
|
64
|
+
if (release) {
|
|
65
|
+
this.carried.delete(callId);
|
|
66
|
+
this.released.add(callId);
|
|
67
|
+
}
|
|
68
|
+
await returned?.();
|
|
69
|
+
})
|
|
70
|
+
.catch(logged)
|
|
71
|
+
.finally(() => {
|
|
72
|
+
this.open--;
|
|
73
|
+
const left = this.carrying.get(callId) - 1;
|
|
74
|
+
if (left === 0) {
|
|
75
|
+
this.carrying.delete(callId);
|
|
76
|
+
this.settings.delete(callId);
|
|
77
|
+
}
|
|
78
|
+
else
|
|
79
|
+
this.carrying.set(callId, left);
|
|
80
|
+
this.changed();
|
|
81
|
+
});
|
|
82
|
+
}
|
|
83
|
+
save() {
|
|
84
|
+
const temporary = `${this.path}.${process.pid}`;
|
|
85
|
+
writeFileSync(temporary, JSON.stringify(Object.fromEntries(this.results)), { mode: 0o600 });
|
|
86
|
+
renameSync(temporary, this.path);
|
|
87
|
+
}
|
|
88
|
+
}
|
package/dist/chunks.js
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import { readFile, rm } from 'node:fs/promises';
|
|
2
|
+
import { join } from 'node:path';
|
|
3
|
+
import { downloaded, fetched } from './files.js';
|
|
4
|
+
const DOWNLOADS_AT_ONCE = 6;
|
|
5
|
+
// A chunk is about one megabyte, so a download still unfinished after two minutes holds every Room behind it on a dead connection.
|
|
6
|
+
const CHUNK_DOWNLOAD_MS = 120_000;
|
|
7
|
+
class AddressExpired extends Error {
|
|
8
|
+
constructor() {
|
|
9
|
+
super("House's store refused every chunk it asked for");
|
|
10
|
+
}
|
|
11
|
+
}
|
|
12
|
+
function once(chunk) {
|
|
13
|
+
let asked = false;
|
|
14
|
+
return async () => {
|
|
15
|
+
if (asked)
|
|
16
|
+
throw new AddressExpired();
|
|
17
|
+
asked = true;
|
|
18
|
+
return { download: chunk.download, sha256: chunk.hash };
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
export async function stagedChunks(directory, chunks) {
|
|
22
|
+
let next = 0;
|
|
23
|
+
let failure;
|
|
24
|
+
const downloading = async () => {
|
|
25
|
+
while (next < chunks.length && failure === undefined) {
|
|
26
|
+
const chunk = chunks[next++];
|
|
27
|
+
const reading = (url) => fetched(url, AbortSignal.timeout(CHUNK_DOWNLOAD_MS));
|
|
28
|
+
await downloaded(once(chunk), reading, join(directory, chunk.hash), 'A Room chunk').catch((error) => {
|
|
29
|
+
failure ??= error;
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
};
|
|
33
|
+
await Promise.all(Array.from({ length: DOWNLOADS_AT_ONCE }, downloading));
|
|
34
|
+
return failure;
|
|
35
|
+
}
|
|
36
|
+
export async function* chunkEntries(directory, chunks, models) {
|
|
37
|
+
yield* models;
|
|
38
|
+
for (const { hash } of chunks) {
|
|
39
|
+
const file = join(directory, hash);
|
|
40
|
+
for (const line of (await readFile(file, 'utf8')).split('\n')) {
|
|
41
|
+
if (line === '')
|
|
42
|
+
continue;
|
|
43
|
+
const entry = JSON.parse(line);
|
|
44
|
+
if (!('folder' in entry))
|
|
45
|
+
yield entry;
|
|
46
|
+
}
|
|
47
|
+
await rm(file);
|
|
48
|
+
}
|
|
49
|
+
}
|