@agentshouse/kit 0.2.1-ccf188e02985d → 0.2.1-cd423aab3dbcc
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +35 -42
- package/dist/acp.js +66 -12
- package/dist/afk.js +17 -0
- package/dist/agents.js +122 -53
- package/dist/api.js +15 -10
- package/dist/binaries.js +60 -0
- package/dist/bridge.js +100 -45
- package/dist/building.js +50 -0
- package/dist/calls.js +88 -0
- package/dist/chunks.js +54 -0
- package/dist/clis.js +62 -50
- package/dist/connect.js +121 -0
- package/dist/connection.js +120 -0
- package/dist/content.js +106 -0
- package/dist/conversations.js +617 -240
- package/dist/copies.js +1277 -623
- package/dist/earlier.js +273 -0
- package/dist/end.js +12 -5
- package/dist/events.js +549 -281
- package/dist/files.js +206 -38
- package/dist/git.js +2 -72
- package/dist/grok.js +39 -0
- package/dist/home.js +86 -29
- package/dist/house-cli.js +180 -189
- package/dist/house-main.js +3 -3
- package/dist/instructions.js +29 -11
- package/dist/keys.js +238 -0
- package/dist/kit-cli.js +18 -8
- package/dist/kit-main.js +3 -3
- package/dist/login.js +36 -22
- package/dist/logout.js +2 -2
- package/dist/manifest.js +75 -0
- package/dist/mcp.js +47 -7
- package/dist/owner.js +46 -0
- package/dist/placement.js +15 -20
- package/dist/refusals.js +50 -23
- package/dist/relay.js +21 -0
- package/dist/resident.js +141 -90
- package/dist/scope.js +15 -4
- package/dist/scripts.js +319 -0
- package/dist/secret-input.js +1 -1
- package/dist/settings.js +247 -0
- package/dist/sign-in.js +67 -21
- package/dist/silence.js +28 -0
- package/dist/skills.js +42 -97
- package/dist/supervisor.js +163 -0
- package/dist/transcription.js +88 -45
- package/dist/update.js +118 -120
- package/dist/wire.js +30 -4
- package/dist/work.js +27 -2
- package/dist/workspace.js +113 -0
- package/package.json +25 -22
- package/dist/authority-main.js +0 -22
- package/dist/bootstrap.json +0 -24
- package/dist/chatgpt.js +0 -32
- package/dist/clis-main.js +0 -23
- package/dist/configure-main.js +0 -6
- package/dist/enrol-main.js +0 -10
- package/dist/git-main.js +0 -153
- package/dist/inputs.js +0 -37
- package/dist/parts.js +0 -82
- package/dist/service-main.js +0 -9
- package/dist/service.js +0 -55
- package/dist/stream.js +0 -123
- package/dist/translate.js +0 -51
- package/how-we-work.md +0 -33
- package/skills/ask-matt/LICENSE +0 -21
- package/skills/ask-matt/PHASE-BOUNDARIES.md +0 -55
- package/skills/ask-matt/SKILL.md +0 -97
- package/skills/ask-matt/agents/openai.yaml +0 -5
- package/skills/code-review/LICENSE +0 -21
- package/skills/code-review/SKILL.md +0 -89
- package/skills/code-review/agents/openai.yaml +0 -3
- package/skills/codebase-design/DEEPENING.md +0 -37
- package/skills/codebase-design/DESIGN-IT-TWICE.md +0 -44
- package/skills/codebase-design/LICENSE +0 -21
- package/skills/codebase-design/SKILL.md +0 -114
- package/skills/codebase-design/agents/openai.yaml +0 -3
- package/skills/diagnosing-bugs/LICENSE +0 -21
- package/skills/diagnosing-bugs/SKILL.md +0 -138
- package/skills/diagnosing-bugs/agents/openai.yaml +0 -3
- package/skills/diagnosing-bugs/scripts/hitl-loop.template.sh +0 -44
- package/skills/domain-modeling/ADR-FORMAT.md +0 -47
- package/skills/domain-modeling/GLOSSARY-FORMAT.md +0 -60
- package/skills/domain-modeling/LICENSE +0 -21
- package/skills/domain-modeling/SKILL.md +0 -74
- package/skills/domain-modeling/agents/openai.yaml +0 -3
- package/skills/grill-me/LICENSE +0 -21
- package/skills/grill-me/SKILL.md +0 -7
- package/skills/grill-me/agents/openai.yaml +0 -5
- package/skills/grill-with-docs/LICENSE +0 -21
- package/skills/grill-with-docs/SKILL.md +0 -7
- package/skills/grill-with-docs/agents/openai.yaml +0 -5
- package/skills/grilling/LICENSE +0 -21
- package/skills/grilling/SKILL.md +0 -30
- package/skills/grilling/agents/openai.yaml +0 -3
- package/skills/handoff/LICENSE +0 -21
- package/skills/handoff/SKILL.md +0 -16
- package/skills/handoff/agents/openai.yaml +0 -5
- package/skills/implement/LICENSE +0 -21
- package/skills/implement/SKILL.md +0 -17
- package/skills/implement/agents/openai.yaml +0 -5
- package/skills/implement-spec/LICENSE +0 -21
- package/skills/implement-spec/SKILL.md +0 -40
- package/skills/implement-spec/agents/openai.yaml +0 -5
- package/skills/improve-codebase-architecture/HTML-REPORT.md +0 -123
- package/skills/improve-codebase-architecture/LICENSE +0 -21
- package/skills/improve-codebase-architecture/SKILL.md +0 -71
- package/skills/improve-codebase-architecture/agents/openai.yaml +0 -5
- package/skills/pr/CREDITS.md +0 -3
- package/skills/pr/LICENSE +0 -21
- package/skills/pr/SKILL.md +0 -170
- package/skills/pr/agents/openai.yaml +0 -3
- package/skills/prototype/LICENSE +0 -21
- package/skills/prototype/LOGIC.md +0 -67
- package/skills/prototype/SKILL.md +0 -26
- package/skills/prototype/UI.md +0 -112
- package/skills/prototype/agents/openai.yaml +0 -3
- package/skills/research/LICENSE +0 -21
- package/skills/research/SKILL.md +0 -12
- package/skills/research/agents/openai.yaml +0 -3
- package/skills/retro/LICENSE +0 -21
- package/skills/retro/SKILL.md +0 -44
- package/skills/retro/agents/openai.yaml +0 -5
- package/skills/tdd/LICENSE +0 -21
- package/skills/tdd/SKILL.md +0 -38
- package/skills/tdd/agents/openai.yaml +0 -3
- package/skills/tdd/mocking.md +0 -59
- package/skills/tdd/tests.md +0 -77
- package/skills/teach/GLOSSARY-FORMAT.md +0 -35
- package/skills/teach/LEARNING-RECORD-FORMAT.md +0 -46
- package/skills/teach/LICENSE +0 -21
- package/skills/teach/MISSION-FORMAT.md +0 -31
- package/skills/teach/RESOURCES-FORMAT.md +0 -32
- package/skills/teach/SKILL.md +0 -140
- package/skills/teach/agents/openai.yaml +0 -5
- package/skills/to-questionnaire/LICENSE +0 -21
- package/skills/to-questionnaire/SKILL.md +0 -54
- package/skills/to-questionnaire/agents/openai.yaml +0 -5
- package/skills/to-spec/LICENSE +0 -21
- package/skills/to-spec/SKILL.md +0 -75
- package/skills/to-spec/agents/openai.yaml +0 -5
- package/skills/to-tickets/LICENSE +0 -21
- package/skills/to-tickets/SKILL.md +0 -105
- package/skills/to-tickets/agents/openai.yaml +0 -5
- package/skills/triage/AGENT-BRIEF.md +0 -207
- package/skills/triage/LICENSE +0 -21
- package/skills/triage/OUT-OF-SCOPE.md +0 -105
- package/skills/triage/SKILL.md +0 -112
- package/skills/triage/agents/openai.yaml +0 -5
- package/skills/wait-what/LICENSE +0 -21
- package/skills/wait-what/SKILL.md +0 -7
- package/skills/wait-what/agents/openai.yaml +0 -5
- package/skills/wayfinder/LICENSE +0 -21
- package/skills/wayfinder/SKILL.md +0 -128
- package/skills/wayfinder/agents/openai.yaml +0 -5
- package/skills/wizard/LICENSE +0 -21
- package/skills/wizard/SKILL.md +0 -44
- package/skills/wizard/agents/openai.yaml +0 -3
- package/skills/wizard/template.sh +0 -223
- package/skills/writing-for-agents/LICENSE +0 -21
- package/skills/writing-for-agents/SKILL-MECHANICS.md +0 -22
- package/skills/writing-for-agents/SKILL.md +0 -81
- package/skills/writing-for-agents/agents/openai.yaml +0 -3
package/dist/api.js
CHANGED
|
@@ -1,9 +1,10 @@
|
|
|
1
|
+
import { KIT_WIRE, KIT_WIRE_HEADER, } from '@agentshouse/kit-wire';
|
|
1
2
|
import { setTimeout as delay } from 'node:timers/promises';
|
|
2
|
-
import { signInAgain
|
|
3
|
+
import { signInAgain } from './end.js';
|
|
3
4
|
import { readEnrolment } from './home.js';
|
|
4
5
|
import { retryable } from './refusals.js';
|
|
5
6
|
import { relayed } from './relay.js';
|
|
6
|
-
import {
|
|
7
|
+
import { endUnserved } from './wire.js';
|
|
7
8
|
export class HouseRefusal extends Error {
|
|
8
9
|
status;
|
|
9
10
|
text;
|
|
@@ -17,7 +18,7 @@ export function finalRefusal(error) {
|
|
|
17
18
|
return error instanceof HouseRefusal && retryable(error.text) === false;
|
|
18
19
|
}
|
|
19
20
|
export function retryDelay(attempt) {
|
|
20
|
-
// Full jitter, doubling from one second to a 30-second cap, spreads the
|
|
21
|
+
// Full jitter, doubling from one second to a 30-second cap, spreads the Kit processes one outage dropped and retries within half a minute of House's return.
|
|
21
22
|
return Math.random() * Math.min(30_000, 1000 * 2 ** attempt);
|
|
22
23
|
}
|
|
23
24
|
export async function retrying(sent, signal, pause = retryDelay) {
|
|
@@ -38,19 +39,22 @@ export async function post(house, path, body, credential, signal) {
|
|
|
38
39
|
method: 'POST',
|
|
39
40
|
headers: {
|
|
40
41
|
'content-type': 'application/json',
|
|
41
|
-
[KIT_WIRE_HEADER]:
|
|
42
|
+
[KIT_WIRE_HEADER]: KIT_WIRE,
|
|
42
43
|
...(credential === undefined ? {} : { authorization: `Bearer ${credential}` }),
|
|
43
44
|
},
|
|
44
45
|
body: JSON.stringify(body),
|
|
45
46
|
signal,
|
|
46
47
|
});
|
|
47
48
|
const text = await answer.text();
|
|
48
|
-
if (!answer.ok
|
|
49
|
-
|
|
49
|
+
if (!answer.ok)
|
|
50
|
+
endUnserved(text);
|
|
50
51
|
if (!answer.ok)
|
|
51
52
|
throw new HouseRefusal(path, answer.status, text);
|
|
52
53
|
return JSON.parse(text);
|
|
53
54
|
}
|
|
55
|
+
export function kitAct(house, act, request, credential, signal) {
|
|
56
|
+
return post(house, `/kit/${act}`, request, credential, signal);
|
|
57
|
+
}
|
|
54
58
|
async function enrolledPost(path, body, signal) {
|
|
55
59
|
const { house, credential } = (await readEnrolment());
|
|
56
60
|
try {
|
|
@@ -63,16 +67,17 @@ async function enrolledPost(path, body, signal) {
|
|
|
63
67
|
}
|
|
64
68
|
}
|
|
65
69
|
export const house = {
|
|
66
|
-
|
|
67
|
-
|
|
70
|
+
act: (act, request, signal) => enrolledPost(`/kit/${act}`, request, signal),
|
|
71
|
+
door: (act, body, signal) => enrolledPost(`/kit/door/${act}`, body, signal),
|
|
72
|
+
deliver: async (act, request, current = () => true) => {
|
|
68
73
|
for (let attempt = 0;; attempt++) {
|
|
69
74
|
try {
|
|
70
|
-
return await enrolledPost(
|
|
75
|
+
return await enrolledPost(`/kit/${act}`, request);
|
|
71
76
|
}
|
|
72
77
|
catch (error) {
|
|
73
78
|
if (finalRefusal(error))
|
|
74
79
|
throw error;
|
|
75
|
-
process.stderr.write(`kit:
|
|
80
|
+
process.stderr.write(`kit: /kit/${act} did not reach House: ${error.message}\n`);
|
|
76
81
|
// A delivery House did not take is sent again on the jittered curve for as long as it is still current.
|
|
77
82
|
await new Promise((resolve) => setTimeout(resolve, retryDelay(attempt)));
|
|
78
83
|
if (!current())
|
package/dist/binaries.js
ADDED
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
import { randomUUID } from 'node:crypto';
|
|
2
|
+
import { copyFile, rm } from 'node:fs/promises';
|
|
3
|
+
import { downloaded, fetched, fileRange, mediaTypeOf, sentPart, uploaded } from './files.js';
|
|
4
|
+
import { hashed } from './manifest.js';
|
|
5
|
+
export class Changed extends Error {
|
|
6
|
+
}
|
|
7
|
+
const SENT_AT_ONCE = 10;
|
|
8
|
+
const OCTET_STREAM = 'application/octet-stream';
|
|
9
|
+
const MARKDOWN = /\.md$/i;
|
|
10
|
+
const STORE = {
|
|
11
|
+
unreached: (error) => new Error(`the store did not answer (${error.code ?? error.message})`),
|
|
12
|
+
refused: (status) => new Error(`the store answered ${status}`),
|
|
13
|
+
};
|
|
14
|
+
export function isDocument(path) {
|
|
15
|
+
return MARKDOWN.test(path);
|
|
16
|
+
}
|
|
17
|
+
export function mediaType(path) {
|
|
18
|
+
return mediaTypeOf(path) ?? OCTET_STREAM;
|
|
19
|
+
}
|
|
20
|
+
export async function eachAtOnce(items, work) {
|
|
21
|
+
let next = 0;
|
|
22
|
+
const working = async () => {
|
|
23
|
+
while (next < items.length)
|
|
24
|
+
await work(items[next++]);
|
|
25
|
+
};
|
|
26
|
+
await Promise.all(Array.from({ length: Math.min(SENT_AT_ONCE, items.length) }, working));
|
|
27
|
+
}
|
|
28
|
+
export async function sentBinary(staging, file, name, part, upload, finish) {
|
|
29
|
+
const copy = `${staging}${randomUUID()}`;
|
|
30
|
+
try {
|
|
31
|
+
await copyFile(file, copy).catch(() => {
|
|
32
|
+
throw new Changed(`${name} is gone since house upload read it`);
|
|
33
|
+
});
|
|
34
|
+
const held = await hashed(copy);
|
|
35
|
+
if (held?.sha256 !== part.sha256 || held.bytes !== part.bytes)
|
|
36
|
+
throw new Changed(`${name} changed since house upload read it`);
|
|
37
|
+
await uploaded({ id: upload.id, part_bytes: upload.part_bytes }, {
|
|
38
|
+
name,
|
|
39
|
+
bytes: part.bytes,
|
|
40
|
+
sha256: part.sha256,
|
|
41
|
+
read: (start, end) => fileRange(copy, start, end, (error) => error),
|
|
42
|
+
send: (url, start, end, headers) => sentPart(url, copy, start, end, headers, STORE),
|
|
43
|
+
finish,
|
|
44
|
+
});
|
|
45
|
+
}
|
|
46
|
+
finally {
|
|
47
|
+
await rm(copy, { force: true });
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
export async function receivedBinary(staging, name, address) {
|
|
51
|
+
const file = `${staging}${randomUUID()}`;
|
|
52
|
+
try {
|
|
53
|
+
await downloaded(address, (url) => fetched(url), file, name);
|
|
54
|
+
return file;
|
|
55
|
+
}
|
|
56
|
+
catch (error) {
|
|
57
|
+
await rm(file, { force: true });
|
|
58
|
+
throw error;
|
|
59
|
+
}
|
|
60
|
+
}
|
package/dist/bridge.js
CHANGED
|
@@ -4,16 +4,21 @@ import { setTimeout as delay } from 'node:timers/promises';
|
|
|
4
4
|
import { createServer, request as httpRequest } from 'node:http';
|
|
5
5
|
import { request as httpsRequest } from 'node:https';
|
|
6
6
|
import { delimiter, dirname, join } from 'node:path';
|
|
7
|
+
import { FUNCTION_RUN_META_KEY } from '@agentshouse/kit-wire';
|
|
7
8
|
import { parse } from 'yaml';
|
|
8
9
|
import { finalRefusal, HouseRefusal, retryDelay, retrying } from './api.js';
|
|
9
10
|
import { loginPath } from './clis.js';
|
|
10
|
-
import { changedPaths, } from './copies.js';
|
|
11
|
-
import {
|
|
12
|
-
import {
|
|
11
|
+
import { changedPaths, DEFAULT_MAX_SIZE, UPLOAD_NEEDS_OWNER, } from './copies.js';
|
|
12
|
+
import { fileInfo } from './files.js';
|
|
13
|
+
import { readEnrolment, readOwnAgent, socketDirectory } from './home.js';
|
|
14
|
+
import { callHouse, DISCONNECTED, mcpBody, refusalIn, rpc, toolAnswer, UNREACHABLE } from './mcp.js';
|
|
13
15
|
import { operationId } from './operation.js';
|
|
14
|
-
import { refusalOf, retryable } from './refusals.js';
|
|
16
|
+
import { refusalOf, retryable, stopsPush } from './refusals.js';
|
|
15
17
|
import { relayed } from './relay.js';
|
|
16
|
-
|
|
18
|
+
class Said extends Error {
|
|
19
|
+
}
|
|
20
|
+
const OWNER_IN_CONVERSATION = '--owner is not for Agent conversations; run house upload without it';
|
|
21
|
+
const MCP_REQUEST_BYTES = 4_000_000;
|
|
17
22
|
export async function received(request) {
|
|
18
23
|
let text = '';
|
|
19
24
|
request.setEncoding('utf8');
|
|
@@ -34,18 +39,6 @@ function relay(request, response, house, authorization) {
|
|
|
34
39
|
forwarded.on('error', () => response.destroy());
|
|
35
40
|
request.pipe(forwarded);
|
|
36
41
|
}
|
|
37
|
-
function refusalIn(text, status) {
|
|
38
|
-
return refusalOf(text) ?? { code: '', text: text === '' ? `House refused it with ${status}` : text, conflicts: [] };
|
|
39
|
-
}
|
|
40
|
-
function answered(forwarded) {
|
|
41
|
-
if (forwarded.status !== 200)
|
|
42
|
-
return { refused: refusalIn(forwarded.text, forwarded.status) };
|
|
43
|
-
const answer = JSON.parse(forwarded.text);
|
|
44
|
-
if (answer.error !== undefined)
|
|
45
|
-
return { refused: refusalIn(answer.error.message, forwarded.status) };
|
|
46
|
-
const text = answer.result.content.map((content) => content.text).join('\n');
|
|
47
|
-
return answer.result.isError === true ? { refused: refusalIn(text, forwarded.status) } : { text };
|
|
48
|
-
}
|
|
49
42
|
function pendingSeconds(forwarded) {
|
|
50
43
|
if (forwarded.status !== 200)
|
|
51
44
|
return null;
|
|
@@ -58,33 +51,77 @@ function pendingSeconds(forwarded) {
|
|
|
58
51
|
const seconds = JSON.parse(text).pending.retry_after;
|
|
59
52
|
return typeof seconds === 'number' ? seconds : null;
|
|
60
53
|
}
|
|
61
|
-
function resendAfter(forwarded, attempt) {
|
|
54
|
+
function resendAfter(forwarded, attempt, pushing) {
|
|
62
55
|
if (forwarded === null)
|
|
63
56
|
return retryDelay(attempt);
|
|
64
|
-
if (forwarded.status !== 200)
|
|
57
|
+
if (forwarded.status !== 200) {
|
|
58
|
+
if (pushing && stopsPush(refusalOf(forwarded.text)))
|
|
59
|
+
return null;
|
|
65
60
|
return retryable(forwarded.text) === false ? null : retryDelay(attempt);
|
|
61
|
+
}
|
|
66
62
|
const seconds = pendingSeconds(forwarded);
|
|
67
63
|
return seconds === null ? null : seconds * 1000;
|
|
68
64
|
}
|
|
69
65
|
function editAnswer(forwarded) {
|
|
70
|
-
const answer =
|
|
66
|
+
const answer = toolAnswer(forwarded);
|
|
71
67
|
if ('refused' in answer)
|
|
72
68
|
return answer;
|
|
73
69
|
const { results } = parse(answer.text);
|
|
74
70
|
return {
|
|
75
71
|
accepted: results.flatMap((result) => [
|
|
76
72
|
...(result.from === undefined ? [] : [{ path: result.from, revision: null, content: null }]),
|
|
77
|
-
{ path: result.path, revision: result.revision ?? null },
|
|
73
|
+
{ path: result.path, revision: result.revision ?? null, ...(result.content === undefined ? {} : { content: result.content }) },
|
|
78
74
|
]),
|
|
79
75
|
};
|
|
80
76
|
}
|
|
81
77
|
export async function openBridge(house, copies, conversationId, signal) {
|
|
82
|
-
const
|
|
78
|
+
const { credential } = await retrying(() => house.act('conversations/credentials/issue', { conversation: conversationId }, signal), signal);
|
|
79
|
+
return bridgeFor(copies, {
|
|
80
|
+
key: `conversation:${conversationId}`,
|
|
81
|
+
origin: (await readEnrolment()).house,
|
|
82
|
+
credential,
|
|
83
|
+
named: {},
|
|
84
|
+
ownAgent: false,
|
|
85
|
+
owner: false,
|
|
86
|
+
path: [dirname(process.execPath), await loginPath()].join(delimiter),
|
|
87
|
+
});
|
|
88
|
+
}
|
|
89
|
+
async function runCredential(house, run, signal) {
|
|
90
|
+
try {
|
|
91
|
+
return (await retrying(() => house.act('function-runs/credentials/issue', { run }, signal), signal)).credential;
|
|
92
|
+
}
|
|
93
|
+
catch (error) {
|
|
94
|
+
if (finalRefusal(error))
|
|
95
|
+
return null;
|
|
96
|
+
throw error;
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
export async function openRunBridge(house, copies, run, signal) {
|
|
100
|
+
const named = { [FUNCTION_RUN_META_KEY]: run };
|
|
101
|
+
const ownAgent = await readOwnAgent();
|
|
102
|
+
if (ownAgent !== null) {
|
|
103
|
+
return bridgeFor(copies, {
|
|
104
|
+
key: `function-run:${run}`,
|
|
105
|
+
origin: ownAgent.house,
|
|
106
|
+
credential: ownAgent.credential,
|
|
107
|
+
named,
|
|
108
|
+
ownAgent: true,
|
|
109
|
+
owner: true,
|
|
110
|
+
path: null,
|
|
111
|
+
});
|
|
112
|
+
}
|
|
113
|
+
const credential = await runCredential(house, run, signal);
|
|
114
|
+
if (credential === null)
|
|
115
|
+
return null;
|
|
83
116
|
const origin = (await readEnrolment()).house;
|
|
84
|
-
|
|
117
|
+
return bridgeFor(copies, { key: `function-run:${run}`, origin, credential, named, ownAgent: false, owner: true, path: null });
|
|
118
|
+
}
|
|
119
|
+
async function bridgeFor(copies, holder) {
|
|
120
|
+
const { origin, credential, named, path } = holder;
|
|
85
121
|
const closed = new AbortController();
|
|
86
|
-
const sent = (message, operation) => callHouse(origin, credential, message, operation, closed.signal);
|
|
87
|
-
const send = async (message,
|
|
122
|
+
const sent = (message, operation) => callHouse(origin, credential, message, { operation, named, signal: closed.signal });
|
|
123
|
+
const send = async (message, asked, pushing = false) => {
|
|
124
|
+
const operation = holder.ownAgent ? null : asked;
|
|
88
125
|
if (operation === null)
|
|
89
126
|
return sent(message, null);
|
|
90
127
|
for (let attempt = 0;; attempt++) {
|
|
@@ -93,7 +130,7 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
93
130
|
throw error;
|
|
94
131
|
return null;
|
|
95
132
|
});
|
|
96
|
-
const after = resendAfter(forwarded, attempt);
|
|
133
|
+
const after = resendAfter(forwarded, attempt, pushing);
|
|
97
134
|
if (after === null)
|
|
98
135
|
return forwarded;
|
|
99
136
|
// A Tool call House did not settle is sent again on the jittered curve, or after the wait House names for a pending one.
|
|
@@ -104,10 +141,7 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
104
141
|
const staged = async (operation, changes) => {
|
|
105
142
|
const bytes = Buffer.from(JSON.stringify({ changes }));
|
|
106
143
|
const sha256 = createHash('sha256').update(bytes).digest('hex');
|
|
107
|
-
const prepared =
|
|
108
|
-
command: 'prepare_edit_upload',
|
|
109
|
-
arguments: { paths: changedPaths(changes), bytes: bytes.length, sha256 },
|
|
110
|
-
}), operation));
|
|
144
|
+
const prepared = toolAnswer(await send(call('update', { op: 'stage', paths: changedPaths(changes), bytes: bytes.length, sha256 }), operation));
|
|
111
145
|
if ('refused' in prepared)
|
|
112
146
|
return prepared;
|
|
113
147
|
const { transfer } = parse(prepared.text);
|
|
@@ -139,32 +173,49 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
139
173
|
return send(message, message.method === 'tools/call' ? operationId() : null);
|
|
140
174
|
};
|
|
141
175
|
const caller = {
|
|
142
|
-
key:
|
|
176
|
+
key: holder.key,
|
|
143
177
|
submit: async (operation, changes, held, retain) => {
|
|
144
|
-
const inline = call('
|
|
178
|
+
const inline = call('update', { changes });
|
|
145
179
|
let upload = held;
|
|
146
|
-
if (upload === undefined && Buffer.byteLength(mcpBody(inline, operation)) > MCP_REQUEST_BYTES) {
|
|
180
|
+
if (upload === undefined && Buffer.byteLength(mcpBody(inline, { operation, named })) > MCP_REQUEST_BYTES) {
|
|
147
181
|
const prepared = await staged(operation, changes);
|
|
148
182
|
if ('refused' in prepared)
|
|
149
183
|
return prepared;
|
|
150
184
|
upload = prepared;
|
|
151
185
|
await retain(upload);
|
|
152
186
|
}
|
|
153
|
-
return editAnswer(await send(upload === undefined ? inline : call('
|
|
187
|
+
return editAnswer(await send(upload === undefined ? inline : call('update', { paths: changedPaths(changes), upload }), operation, true));
|
|
188
|
+
},
|
|
189
|
+
finish: async (upload, path, partSha256) => {
|
|
190
|
+
const answer = toolAnswer(await send(call('upload', { upload, path, part_sha256: partSha256 }), operationId(), true));
|
|
191
|
+
if ('refused' in answer)
|
|
192
|
+
throw new Error(answer.refused.text);
|
|
193
|
+
return parse(answer.text);
|
|
194
|
+
},
|
|
195
|
+
info: async (path, revision) => {
|
|
196
|
+
const answer = toolAnswer(await send(call('info', { path, ...(revision === undefined ? {} : { ref: revision }) }), operationId()));
|
|
197
|
+
if ('refused' in answer)
|
|
198
|
+
throw new Error(answer.refused.text);
|
|
199
|
+
return fileInfo(answer.text);
|
|
154
200
|
},
|
|
155
201
|
};
|
|
202
|
+
const uploader = holder.owner ? copies.owner : caller;
|
|
156
203
|
const local = async (path, text) => {
|
|
157
|
-
if (path === '/
|
|
158
|
-
const { cwd,
|
|
159
|
-
|
|
204
|
+
if (path === '/copy/upload') {
|
|
205
|
+
const { cwd, owner } = JSON.parse(text);
|
|
206
|
+
const uploaded = owner === holder.owner ? await copies.upload(cwd, uploader) : { refused: true, text: owner ? OWNER_IN_CONVERSATION : UPLOAD_NEEDS_OWNER };
|
|
207
|
+
return { status: 200, text: JSON.stringify(uploaded) };
|
|
160
208
|
}
|
|
161
|
-
if (path === '/
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
await copies.observed(JSON.parse(text));
|
|
165
|
-
return { status: 200, text: '{}' };
|
|
209
|
+
if (path === '/copy/download') {
|
|
210
|
+
const { attachments = false, max_size: maxSize = DEFAULT_MAX_SIZE } = JSON.parse(text);
|
|
211
|
+
return { status: 200, text: JSON.stringify(await copies.download(uploader, { attachments, maxSize })) };
|
|
166
212
|
}
|
|
167
|
-
|
|
213
|
+
if (path !== '/')
|
|
214
|
+
return { status: 404, text: '' };
|
|
215
|
+
const forwarded = await forward(text);
|
|
216
|
+
if (holder.ownAgent && forwarded.status === 401)
|
|
217
|
+
throw new Said(DISCONNECTED);
|
|
218
|
+
return forwarded;
|
|
168
219
|
};
|
|
169
220
|
const socketPath = join(socketDirectory(), `${randomUUID()}.sock`);
|
|
170
221
|
const bridge = createServer(async (request, response) => {
|
|
@@ -178,11 +229,15 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
178
229
|
response.writeHead(answered.status, { 'content-type': 'application/json' }).end(answered.text);
|
|
179
230
|
}
|
|
180
231
|
catch (error) {
|
|
232
|
+
if (error instanceof Said) {
|
|
233
|
+
response.writeHead(502).end(error.message);
|
|
234
|
+
return;
|
|
235
|
+
}
|
|
181
236
|
if (error instanceof HouseRefusal) {
|
|
182
237
|
response.writeHead(error.status, { 'content-type': 'application/json' }).end(error.text);
|
|
183
238
|
return;
|
|
184
239
|
}
|
|
185
|
-
const verb = request.url === '/
|
|
240
|
+
const verb = request.url === '/copy/upload' || request.url === '/copy/download';
|
|
186
241
|
response.writeHead(502).end(verb && error instanceof Error ? error.message : UNREACHABLE);
|
|
187
242
|
}
|
|
188
243
|
});
|
|
@@ -204,7 +259,7 @@ export async function openBridge(house, copies, conversationId, signal) {
|
|
|
204
259
|
return {
|
|
205
260
|
env: {
|
|
206
261
|
HOUSE_BRIDGE: socketPath,
|
|
207
|
-
PATH: path,
|
|
262
|
+
...(path === null ? {} : { PATH: path }),
|
|
208
263
|
GIT_CONFIG_COUNT: '1',
|
|
209
264
|
GIT_CONFIG_KEY_0: `url.${proxy}/app/.insteadOf`,
|
|
210
265
|
GIT_CONFIG_VALUE_0: app,
|
package/dist/building.js
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { createHash } from 'node:crypto';
|
|
2
|
+
import { createWriteStream } from 'node:fs';
|
|
3
|
+
import { rm } from 'node:fs/promises';
|
|
4
|
+
import { Transform } from 'node:stream';
|
|
5
|
+
import { pipeline } from 'node:stream/promises';
|
|
6
|
+
import { readEnrolment } from './home.js';
|
|
7
|
+
import { relayed } from './relay.js';
|
|
8
|
+
const MANIFEST = 'bootstrap.json';
|
|
9
|
+
async function served(name, signal) {
|
|
10
|
+
const enrolment = await readEnrolment();
|
|
11
|
+
if (enrolment === null)
|
|
12
|
+
throw new Error('this Kit is connected to no House');
|
|
13
|
+
const answer = await fetch(relayed(new URL(`/kit-installer/${encodeURIComponent(name)}`, enrolment.house)), { signal });
|
|
14
|
+
if (answer.status === 200 && answer.body !== null)
|
|
15
|
+
return answer;
|
|
16
|
+
await answer.body?.cancel();
|
|
17
|
+
throw new Error(`House answered ${answer.status} for ${name}`);
|
|
18
|
+
}
|
|
19
|
+
export async function servedRelease(signal) {
|
|
20
|
+
const manifest = (await (await served(MANIFEST, signal)).json());
|
|
21
|
+
const installer = manifest.hosts?.linux;
|
|
22
|
+
const sha256 = typeof installer === 'string' ? manifest.files?.[installer]?.sha256 : undefined;
|
|
23
|
+
if (typeof manifest.version !== 'string' || typeof installer !== 'string' || typeof sha256 !== 'string') {
|
|
24
|
+
throw new Error(`House serves no Kit release in ${MANIFEST}`);
|
|
25
|
+
}
|
|
26
|
+
return { version: manifest.version, installer, sha256 };
|
|
27
|
+
}
|
|
28
|
+
export async function downloadServed(name, sha256, destination, signal, most = Infinity) {
|
|
29
|
+
const answer = await served(name, signal);
|
|
30
|
+
const digest = createHash('sha256');
|
|
31
|
+
let bytes = 0;
|
|
32
|
+
const hashed = new Transform({
|
|
33
|
+
transform(chunk, _encoding, done) {
|
|
34
|
+
bytes += chunk.length;
|
|
35
|
+
if (bytes > most)
|
|
36
|
+
return done(new Error(`${name} is larger than its pinned ${most} bytes`));
|
|
37
|
+
digest.update(chunk);
|
|
38
|
+
done(null, chunk);
|
|
39
|
+
},
|
|
40
|
+
});
|
|
41
|
+
try {
|
|
42
|
+
await pipeline(answer.body, hashed, createWriteStream(destination), { signal });
|
|
43
|
+
if (digest.digest('hex') !== sha256)
|
|
44
|
+
throw new Error(`${name} does not match its sha256`);
|
|
45
|
+
}
|
|
46
|
+
catch (error) {
|
|
47
|
+
await rm(destination, { force: true });
|
|
48
|
+
throw error;
|
|
49
|
+
}
|
|
50
|
+
}
|
package/dist/calls.js
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
import { existsSync, readFileSync, renameSync, writeFileSync } from 'node:fs';
|
|
2
|
+
import { join } from 'node:path';
|
|
3
|
+
import { kitHome } from './home.js';
|
|
4
|
+
function logged(error) {
|
|
5
|
+
process.stderr.write(`kit: ${error instanceof Error ? error.message : String(error)}\n`);
|
|
6
|
+
}
|
|
7
|
+
export class Calls {
|
|
8
|
+
house;
|
|
9
|
+
changed;
|
|
10
|
+
carried = new Map();
|
|
11
|
+
path = join(kitHome(), 'call-results.json');
|
|
12
|
+
results;
|
|
13
|
+
returned = new Set();
|
|
14
|
+
released = new Set();
|
|
15
|
+
carrying = new Map();
|
|
16
|
+
settings = new Set();
|
|
17
|
+
open = 0;
|
|
18
|
+
constructor(house, changed) {
|
|
19
|
+
this.house = house;
|
|
20
|
+
this.changed = changed;
|
|
21
|
+
this.results = new Map(existsSync(this.path) ? Object.entries(JSON.parse(readFileSync(this.path, 'utf8'))) : []);
|
|
22
|
+
}
|
|
23
|
+
keepResult(callId, result) {
|
|
24
|
+
if (this.returned.has(callId))
|
|
25
|
+
return;
|
|
26
|
+
this.results.set(callId, result);
|
|
27
|
+
this.save();
|
|
28
|
+
}
|
|
29
|
+
idle() {
|
|
30
|
+
return this.open === 0;
|
|
31
|
+
}
|
|
32
|
+
busy() {
|
|
33
|
+
return [...this.carrying.keys()].some((callId) => !this.settings.has(callId));
|
|
34
|
+
}
|
|
35
|
+
carrySettings(callId, work) {
|
|
36
|
+
this.settings.add(callId);
|
|
37
|
+
return this.carry(callId, work);
|
|
38
|
+
}
|
|
39
|
+
carry(callId, work) {
|
|
40
|
+
if (this.released.has(callId))
|
|
41
|
+
return Promise.resolve();
|
|
42
|
+
const known = this.carried.get(callId);
|
|
43
|
+
const result = this.results.get(callId);
|
|
44
|
+
const carried = known ?? (result === undefined ? work() : Promise.resolve({ result }));
|
|
45
|
+
if (known === undefined) {
|
|
46
|
+
this.carried.set(callId, carried);
|
|
47
|
+
carried.catch(() => this.carried.delete(callId));
|
|
48
|
+
}
|
|
49
|
+
this.open++;
|
|
50
|
+
this.carrying.set(callId, (this.carrying.get(callId) ?? 0) + 1);
|
|
51
|
+
this.changed();
|
|
52
|
+
return carried
|
|
53
|
+
.then(async ({ result, returned, release }) => {
|
|
54
|
+
try {
|
|
55
|
+
await this.house.deliver('kit-calls/results/return', { call: callId, ...result });
|
|
56
|
+
}
|
|
57
|
+
finally {
|
|
58
|
+
this.returned.add(callId);
|
|
59
|
+
if (this.results.delete(callId))
|
|
60
|
+
this.save();
|
|
61
|
+
}
|
|
62
|
+
if (known !== undefined)
|
|
63
|
+
return;
|
|
64
|
+
if (release) {
|
|
65
|
+
this.carried.delete(callId);
|
|
66
|
+
this.released.add(callId);
|
|
67
|
+
}
|
|
68
|
+
await returned?.();
|
|
69
|
+
})
|
|
70
|
+
.catch(logged)
|
|
71
|
+
.finally(() => {
|
|
72
|
+
this.open--;
|
|
73
|
+
const left = this.carrying.get(callId) - 1;
|
|
74
|
+
if (left === 0) {
|
|
75
|
+
this.carrying.delete(callId);
|
|
76
|
+
this.settings.delete(callId);
|
|
77
|
+
}
|
|
78
|
+
else
|
|
79
|
+
this.carrying.set(callId, left);
|
|
80
|
+
this.changed();
|
|
81
|
+
});
|
|
82
|
+
}
|
|
83
|
+
save() {
|
|
84
|
+
const temporary = `${this.path}.${process.pid}`;
|
|
85
|
+
writeFileSync(temporary, JSON.stringify(Object.fromEntries(this.results)), { mode: 0o600 });
|
|
86
|
+
renameSync(temporary, this.path);
|
|
87
|
+
}
|
|
88
|
+
}
|
package/dist/chunks.js
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import { readFile, rm } from 'node:fs/promises';
|
|
2
|
+
import { join } from 'node:path';
|
|
3
|
+
import { downloaded, fetched } from './files.js';
|
|
4
|
+
const DOWNLOADS_AT_ONCE = 6;
|
|
5
|
+
// A chunk is about one megabyte, so a download still unfinished after two minutes holds every Room behind it on a dead connection.
|
|
6
|
+
const CHUNK_DOWNLOAD_MS = 120_000;
|
|
7
|
+
class AddressExpired extends Error {
|
|
8
|
+
constructor() {
|
|
9
|
+
super("House's store refused every chunk it asked for");
|
|
10
|
+
}
|
|
11
|
+
}
|
|
12
|
+
function once(chunk) {
|
|
13
|
+
let asked = false;
|
|
14
|
+
return async () => {
|
|
15
|
+
if (asked)
|
|
16
|
+
throw new AddressExpired();
|
|
17
|
+
asked = true;
|
|
18
|
+
return { download: chunk.download, sha256: chunk.hash };
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
export async function stagedChunks(directory, chunks) {
|
|
22
|
+
let next = 0;
|
|
23
|
+
let failure;
|
|
24
|
+
const downloading = async () => {
|
|
25
|
+
while (next < chunks.length && failure === undefined) {
|
|
26
|
+
const chunk = chunks[next++];
|
|
27
|
+
const reading = (url) => fetched(url, AbortSignal.timeout(CHUNK_DOWNLOAD_MS));
|
|
28
|
+
await downloaded(once(chunk), reading, join(directory, chunk.hash), 'A Room chunk').catch((error) => {
|
|
29
|
+
failure ??= error;
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
};
|
|
33
|
+
await Promise.all(Array.from({ length: DOWNLOADS_AT_ONCE }, downloading));
|
|
34
|
+
return failure;
|
|
35
|
+
}
|
|
36
|
+
export async function* chunkEntries(directory, chunks, models) {
|
|
37
|
+
for (const { hash } of chunks) {
|
|
38
|
+
for (const line of (await readFile(join(directory, hash), 'utf8')).split('\n'))
|
|
39
|
+
if (line !== '')
|
|
40
|
+
JSON.parse(line);
|
|
41
|
+
}
|
|
42
|
+
yield* models;
|
|
43
|
+
for (const { hash } of chunks) {
|
|
44
|
+
const file = join(directory, hash);
|
|
45
|
+
for (const line of (await readFile(file, 'utf8')).split('\n')) {
|
|
46
|
+
if (line === '')
|
|
47
|
+
continue;
|
|
48
|
+
const entry = JSON.parse(line);
|
|
49
|
+
if (!('folder' in entry))
|
|
50
|
+
yield entry;
|
|
51
|
+
}
|
|
52
|
+
await rm(file);
|
|
53
|
+
}
|
|
54
|
+
}
|