@agentshouse/kit 0.2.1-cb8dc89b78e07 → 0.2.1-cb997daca91ed

package/dist/conversations.js

@@ -4,22 +4,23 @@ import { mkdir } from 'node:fs/promises';
 import { join } from 'node:path';
 import { unlessAborted } from './abort.js';
 import { startAdapter } from './acp.js';
-import { finalRefusal } from './api.js';
+import { finalRefusal, HouseRefusal } from './api.js';
 import { openBridge } from './bridge.js';
 import { CLIS } from './clis.js';
 import { answeredFailure, readerFor } from './events.js';
-import { placeFiles, uploadBytes } from './files.js';
+import { inspectedFile, linkedPaths, storeRefusal, uploaded } from './files.js';
 import { agentBase } from './home.js';
 import { instructions } from './instructions.js';
 import { Parts } from './parts.js';
 import { refusalOf } from './refusals.js';
+import { relayed } from './relay.js';
 import { killMarked, Scope } from './scope.js';
 import { holdSecretInput } from './secret-input.js';
-import { createHowWeWork } from './skills.js';
 import { transcribe } from './transcription.js';
 import { workFor } from './work.js';
 const SIGNED_OUT = RequestError.authRequired().code;
 const KILLED = 'the conversation was killed';
+const INTERRUPTED = 'the conversation was interrupted';
 const REFUSED = 'the CLI refused the prompt';
 const NO_CONNECTION = "the Agent's computer could not open this conversation; try again";
 const GONE = 'House no longer holds this conversation; start a new one';
@@ -35,6 +36,8 @@ const NOT_SIGNED_IN = "the Agent's CLI is not signed in; sign it in on the Agent
 const NO_SETTINGS = "the Agent's CLI refused the Agent's model, mode or effort";
 class NotStarted extends Error {
 }
+class ResumeRefused extends NotStarted {
+}
 async function step(reason, work) {
     try {
         return await work;
@@ -62,7 +65,7 @@ const EXIT_PLAN_MODE = {
         return value;
     },
 };
-export const CONVERSATION_INPUTS = new Set(['open', 'message', 'interrupt', 'kill', 'option', 'answer']);
+export const CONVERSATION_METHODS = new Set(['open', 'message', 'interrupt', 'kill', 'option', 'answer']);
 function causeOf(error) {
     return error instanceof Error ? error.message : String(error);
 }
@@ -75,16 +78,28 @@ function exitedWith(running, cause) {
 function answerMessage(request, response) {
     return `The User answered a question you asked earlier.\nQuestion: ${JSON.stringify(request)}\nAnswer: ${JSON.stringify(response)}`;
 }
+async function sentPart(url, bytes, headers) {
+    const answer = await fetch(relayed(url), { method: 'PUT', headers, body: bytes });
+    await answer.arrayBuffer();
+    if (!answer.ok)
+        throw storeRefusal('upload', answer.status);
+}
 function logged(error) {
     process.stderr.write(`kit: ${causeOf(error)}\n`);
 }
 function refusal(conversation, error) {
     if (conversation.kills > 0)
         return KILLED;
-    const cause = error instanceof NotStarted ? `${error.message}: ${causeOf(error.cause)}` : causeOf(error);
+    const cause = error instanceof Error && error.cause !== undefined ? `${error.message}: ${causeOf(error.cause)}` : causeOf(error);
     logged(new Error(`conversation ${conversation.id} did not start: ${cause}`));
     return causeOf(error);
 }
+function audioOf(result) {
+    if (result.isError === true)
+        return null;
+    const file = inspectedFile(result.content.map((content) => content.text).join('\n'));
+    return file?.media_type?.startsWith('audio/') === true ? file : null;
+}
 function marker(bridge) {
     return `HOUSE_BRIDGE=${bridge.env.HOUSE_BRIDGE}`;
 }
@@ -117,6 +132,7 @@ class Conversation {
     subagents = new Map();
     held = [];
     opening = null;
+    bridge = null;
     launch = null;
     prompted = null;
     kills = 0;
@@ -154,23 +170,23 @@ export class Conversations {
         // A process or a durable schedule ends without a report, so the Kit looks at both again every two seconds.
         setInterval(() => this.look(), 2_000);
     }
-    input(input) {
-        void this.kit.inputs.carry(input.input_id, () => {
-            const conversation = this.conversation(input.conversation_id);
-            if (input.kind === 'kill') {
+    call(call) {
+        void this.kit.calls.carry(call.input_id, () => {
+            const conversation = this.conversation(call.conversation_id);
+            if (call.kind === 'kill') {
                 conversation.kills++;
                 conversation.killed.abort(new Error(KILLED));
                 for (const waiting of conversation.waiting.splice(0))
                     waiting.settle({ refused: KILLED });
                 this.halt(conversation);
             }
-            if (input.kind === 'interrupt') {
+            if (call.kind === 'interrupt') {
                 conversation.interrupts++;
                 conversation.interrupted.abort();
             }
-            const handled = conversation.queue.then(() => this.carry(conversation, input));
+            const handled = conversation.queue.then(() => this.carry(conversation, call));
             conversation.queue = handled.catch(() => undefined);
-            return handled.then(async ({ ack }) => ({ ack: await ack }));
+            return handled.then(async ({ result }) => ({ result: await result }));
         });
     }
     idle() {
@@ -230,39 +246,39 @@ export class Conversations {
         }
         return conversation;
     }
-    async carry(conversation, input) {
-        if (input.kind === 'open')
-            return { ack: this.open(conversation, input) };
-        if (input.kind === 'message')
-            return this.message(conversation, input);
+    async carry(conversation, call) {
+        if (call.kind === 'open')
+            return { result: this.open(conversation, call) };
+        if (call.kind === 'message')
+            return this.message(conversation, call);
         await this.launched(conversation);
-        if (input.kind === 'interrupt') {
+        if (call.kind === 'interrupt') {
             if (--conversation.interrupts === 0)
                 conversation.interrupted = new AbortController();
-            await this.interrupt(conversation, String(input.turn_id));
+            await this.interrupt(conversation, String(call.turn_id));
         }
-        if (input.kind === 'kill') {
+        if (call.kind === 'kill') {
             await this.kill(conversation);
             await conversation.sending;
             if (--conversation.kills === 0)
                 conversation.killed = new AbortController();
         }
-        if (input.kind === 'option')
-            await this.option(conversation, String(input.option), input.value);
-        if (input.kind === 'answer') {
-            const question = this.questions.get(String(input.interaction_id));
+        if (call.kind === 'option')
+            await this.option(conversation, String(call.option), call.value);
+        if (call.kind === 'answer') {
+            const question = this.questions.get(String(call.interaction_id));
             if (question === undefined) {
-                const text = answerMessage(input.request, input.response);
-                return this.message(conversation, { ...input, text, files: [], first: false });
+                const text = answerMessage(call.request, call.response);
+                return this.message(conversation, { ...call, text, first: false, message_id: null });
             }
-            question.answer(input.response);
+            question.answer(call.response);
         }
-        return { ack: Promise.resolve({}) };
+        return { result: Promise.resolve({}) };
     }
-    open(conversation, input) {
+    open(conversation, call) {
         if (conversation.running !== null)
             return Promise.resolve({});
-        const launch = conversation.launch ?? this.launch(conversation, this.route(conversation, input.agent_id), null, true);
+        const launch = conversation.launch ?? this.launch(conversation, this.route(conversation, call.agent_id), null, true);
         return launch.session.then((session) => ({ provider_session_id: session }), (error) => ({ refused: refusal(conversation, error) }));
     }
     launch(conversation, route, sessionId, empty) {
@@ -283,6 +299,7 @@ export class Conversations {
             if (conversation.launch !== launch)
                 return;
             conversation.launch = null;
+            this.closeIdleBridge(conversation);
             this.next(conversation);
         });
         this.next(conversation);
@@ -300,32 +317,28 @@ export class Conversations {
         read.catch(() => undefined);
         return read;
     }
-    async message(conversation, input) {
-        const content = [{ type: 'text', text: String(input.text) }];
+    async message(conversation, call) {
+        const content = [{ type: 'text', text: String(call.text) }];
         let route;
         let instructing = null;
         try {
-            route = await this.route(conversation, input.agent_id);
-            if (input.first === true)
+            route = await this.route(conversation, call.agent_id);
+            if (call.first === true)
                 instructing = this.instructed(conversation, route);
-            const files = input.files;
-            if (files.length > 0)
-                this.prepares(conversation, 'files');
-            const paths = await placeFiles(this.kit.house, route.working_directory, files, conversation.killed.signal);
-            const lines = await this.transcribed(conversation, files, paths);
-            if (lines.length > 0)
-                content.push({ type: 'text', text: lines.join('\n') });
+            if (call.message_id !== null)
+                content.push(...(await this.transcribed(conversation, String(call.message_id), String(call.text))));
             if (conversation.kills > 0)
                 throw new Error(KILLED);
         }
         catch (error) {
+            this.closeIdleBridge(conversation);
             this.prepares(conversation, null);
-            return { ack: Promise.resolve({ refused: refusal(conversation, error) }) };
+            return { result: Promise.resolve({ refused: refusal(conversation, error) }) };
         }
         conversation.preparing = null;
         return {
-            ack: new Promise((settle) => {
-                conversation.waiting.push({ input, route, content, instructing, settle });
+            result: new Promise((settle) => {
+                conversation.waiting.push({ call, route, content, instructing, settle });
                 this.next(conversation);
             }),
         };
@@ -346,8 +359,8 @@ export class Conversations {
         });
     }
     async send(conversation, waiting) {
-        const { input } = waiting;
-        let ack = {};
+        const { call } = waiting;
+        let result = {};
         let started = false;
         let instructing = waiting.instructing;
         const prompt = [];
@@ -357,18 +370,18 @@ export class Conversations {
                 await this.launched(conversation);
             }
             if (conversation.running === null) {
-                const stored = conversation.session ?? input.provider_session_id;
-                const empty = input.first === true && conversation.prompted !== stored;
+                const stored = conversation.session ?? call.provider_session_id;
+                const empty = call.first === true && conversation.prompted !== stored;
                 const launch = this.launch(conversation, Promise.resolve(waiting.route), stored, empty);
-                if (input.first === true)
+                if (call.first === true)
                     instructing = this.instructed(conversation, waiting.route);
                 started = (await launch.session) !== stored;
             }
             const session = conversation.running.sessionId;
-            if (started || (input.first === true && session !== input.provider_session_id)) {
-                ack = { provider_session_id: session };
+            if (started || (call.first === true && session !== call.provider_session_id)) {
+                result = { provider_session_id: session };
             }
-            if (input.first === true) {
+            if (call.first === true) {
                 prompt.push({ type: 'text', text: await (instructing ?? this.instructed(conversation, waiting.route)) });
             }
             if (conversation.kills > 0)
@@ -380,12 +393,14 @@ export class Conversations {
                 conversation.session = null;
                 await this.kill(conversation);
             }
-            waiting.settle({ refused: refusal(conversation, error) });
+            const refused = refusal(conversation, error);
+            const resumeRefused = call.kind === 'message' && conversation.kills === 0 && error instanceof ResumeRefused;
+            waiting.settle(resumeRefused ? { refused, resume_refused: true } : { refused });
             return;
         }
         this.starts(conversation, null);
-        this.prompt(conversation, [...prompt, ...waiting.content], () => this.kit.inputs.hands(String(input.input_id), ack));
-        waiting.settle(ack);
+        this.prompt(conversation, [...prompt, ...waiting.content], () => this.kit.calls.keepResult(String(call.input_id), result));
+        waiting.settle(result);
     }
     starts(conversation, step) {
         conversation.starting = step;
@@ -415,25 +430,65 @@ export class Conversations {
     retell(conversation) {
         conversation.untold = !this.kit.send({ type: 'starting', conversation_id: conversation.id, step: conversation.told });
     }
-    async transcribed(conversation, files, paths) {
-        const lines = [];
-        for (const [index, path] of paths.entries()) {
-            lines.push(path);
-            if (files[index].media_type?.startsWith('audio/') !== true)
-                continue;
-            this.prepares(conversation, 'transcription');
-            try {
-                const text = await transcribe(path, AbortSignal.any([conversation.killed.signal, conversation.interrupted.signal]));
-                if (text !== null && text !== '')
-                    lines.push(`Transcript: ${text}`);
-            }
-            catch (error) {
-                if (conversation.kills > 0)
-                    throw error;
-                logged(new Error(`${files[index].name} was not transcribed: ${causeOf(error)}`));
+    async transcribed(conversation, messageId, text) {
+        const paths = linkedPaths(text);
+        if (paths.length === 0)
+            return [];
+        const killed = conversation.killed.signal;
+        const interrupted = conversation.interrupted.signal;
+        const transcribing = AbortSignal.any([killed, interrupted]);
+        let signal = killed;
+        const blocks = [];
+        try {
+            const bridge = await step(unbridged, unlessAborted(this.bridged(conversation), killed));
+            const read = async (path) => audioOf(await step(unbridged, unlessAborted(bridge.tool('inspect', { path }), signal)));
+            for (const path of paths) {
+                let answered = await read(path);
+                if (answered === null)
+                    continue;
+                signal = transcribing;
+                this.prepares(conversation, 'transcription');
+                const said = await transcribe(async () => {
+                    const address = answered ?? (await read(path));
+                    answered = null;
+                    if (address === null)
+                        throw new Error(`${path} is no longer an audio file`);
+                    return address;
+                }, signal);
+                const transcript = `/kit/conversations/${conversation.id}/messages/${messageId}/transcripts`;
+                await step(unbridged, unlessAborted(this.kit.house.deliver(transcript, { path, text: said }, () => !signal.aborted), signal));
+                blocks.push({ type: 'text', text: `${path}\nTranscript: ${said}` });
             }
         }
-        return lines;
+        catch (error) {
+            if (signal === transcribing && interrupted.aborted && conversation.kills === 0)
+                throw new NotStarted(INTERRUPTED, { cause: error });
+            throw error;
+        }
+        return blocks;
+    }
+    bridged(conversation) {
+        if (conversation.bridge === null) {
+            const bridging = openBridge(this.kit.house, this.kit.copies, conversation.id, conversation.killed.signal);
+            conversation.bridge = bridging;
+            bridging.catch(() => {
+                if (conversation.bridge === bridging)
+                    conversation.bridge = null;
+            });
+        }
+        return conversation.bridge;
+    }
+    closeBridge(conversation, bridging, bridge) {
+        bridge.close();
+        if (conversation.bridge === bridging)
+            conversation.bridge = null;
+    }
+    closeIdleBridge(conversation) {
+        const bridging = conversation.bridge;
+        if (bridging === null || conversation.running !== null || conversation.launch !== null)
+            return;
+        conversation.bridge = null;
+        void bridging.then((bridge) => bridge.close(), () => undefined);
     }
     async interrupt(conversation, turnId) {
         if (conversation.running === null || conversation.turn?.id !== turnId)
@@ -497,9 +552,10 @@ export class Conversations {
             .onRequest('elicitation/create', ({ params, signal }) => this.ask(conversation, 'elicitation/create', params, asksSecret(params), signal))
             .onRequest('_x.ai/exit_plan_mode', EXIT_PLAN_MODE, ({ params, signal }) => this.ask(conversation, '_x.ai/exit_plan_mode', params, false, signal));
         const cli = await unlessAborted(this.kit.agents.cli(route.kind), conversation.killed.signal);
-        const bridge = await step(unbridged, openBridge(this.kit.house, this.kit.copies, conversation.id, conversation.killed.signal));
+        const bridging = this.bridged(conversation);
+        const bridge = await step(unbridged, bridging);
         if (conversation.kills > 0) {
-            bridge.close();
+            this.closeBridge(conversation, bridging, bridge);
             throw new Error(KILLED);
         }
         conversation.opening = bridge;
@@ -507,7 +563,6 @@ export class Conversations {
         const scope = new Scope(marker(bridge), randomUUID(), cli);
         let adapter = null;
         try {
-            await unlessAborted(createHowWeWork(bridge), conversation.killed.signal);
             bridged(bridge);
             await CLIS[route.kind].allowHouse(bridge.env.PATH);
             const streamed = await step(NO_CONNECTION, work.open(cli));
@@ -515,7 +570,7 @@ export class Conversations {
                 work.read(message);
                 this.read(conversation, reader, message);
             }, { ...bridge.env, ...streamed }, undefined, scope));
-            void adapter.exited.then(() => bridge.close());
+            void adapter.exited.then(() => this.closeBridge(conversation, bridging, bridge));
             const agent = adapter.connection.agent;
             const cwd = route.working_directory;
             const _meta = CLIS[route.kind].sessionMeta(bridge.env.HOUSE_BRIDGE, conversation.id);
@@ -526,7 +581,7 @@ export class Conversations {
                 const prompt = [{ type: 'text', text: `/rename ${conversation.id}` }];
                 await step(unopened(NO_SESSION), agent.request('session/prompt', { sessionId: opened.sessionId, prompt }));
             }
-            const running = { adapter, bridge, sessionId: opened.sessionId, killed: false, reader, work, scope };
+            const running = { adapter, bridging, bridge, sessionId: opened.sessionId, killed: false, reader, work, scope };
             const options = await step(NO_SETTINGS, this.launchSettings(running, route, opened.configOptions ?? []));
             void work.settled().then(() => scope.record());
             conversation.running = running;
@@ -540,7 +595,7 @@ export class Conversations {
             adapter?.retire();
             work.close();
             conversation.leftovers.add(scope);
-            bridge.close();
+            this.closeBridge(conversation, bridging, bridge);
             throw conversation.kills > 0 ? new Error(KILLED) : error;
         }
         finally {
@@ -553,7 +608,7 @@ export class Conversations {
         }
         catch (error) {
             if (!empty || conversation.kills > 0 || !CLIS[kind].unknownSession(error)) {
-                throw new NotStarted(unopened(NO_RESUME)(error), { cause: error });
+                throw signedOut(error) ? new NotStarted(NOT_SIGNED_IN, { cause: error }) : new ResumeRefused(NO_RESUME, { cause: error });
             }
             logged(new Error(`conversation ${conversation.id} opens a new session: ${NO_RESUME}: ${causeOf(error)}`));
             return null;
@@ -589,6 +644,8 @@ export class Conversations {
         this.kit.changed();
     }
     detach(conversation, running) {
+        if (conversation.bridge === running.bridging)
+            conversation.bridge = null;
         running.work.close();
         conversation.leftovers.add(running.scope);
         conversation.running = null;
@@ -857,20 +914,27 @@ export class Conversations {
     async image(conversation, turn, reserved, data, mediaType) {
         const bytes = Buffer.from(data, 'base64');
         const name = `image-${++turn.images}.${mediaType.split('/')[1]}`;
+        const sha256 = createHash('sha256').update(bytes).digest('hex');
         try {
             const declared = (await this.deliver(conversation, turn, 'images', {
                 name,
                 media_type: mediaType,
                 bytes: bytes.length,
-                sha256: createHash('sha256').update(bytes).digest('hex'),
+                sha256,
             }));
-            const saved = declared.upload === undefined ? declared : await uploadBytes(declared.upload, bytes);
-            if (saved.save.status !== 'saved')
-                throw new Error(saved.save.failure ?? saved.save.status);
-            turn.parts.arrive({ type: 'image', file: saved.version, name, media_type: mediaType }, reserved);
+            const saved = await uploaded(declared.upload, {
+                name,
+                bytes: bytes.length,
+                sha256,
+                read: (start, end) => [bytes.subarray(start, end)],
+                send: (url, start, end, headers) => sentPart(url, bytes.subarray(start, end), headers),
+                finish: (upload, partSha256) => this.kit.house.deliver('/kit/uploads/finish', { upload, part_sha256: partSha256 }),
+            });
+            turn.parts.arrive({ type: 'image', file: saved.path, name, media_type: mediaType }, reserved);
         }
         catch (error) {
-            turn.parts.arrive({ type: 'marker', marker: 'retry', text: `${name} was not saved: ${causeOf(error)}` }, reserved);
+            const cause = error instanceof HouseRefusal ? (refusalOf(error.text)?.text ?? causeOf(error)) : causeOf(error);
+            turn.parts.arrive({ type: 'marker', marker: 'retry', text: `${name} was not saved: ${cause}` }, reserved);
         }
     }
 }

package/dist/copies.js

@@ -11,7 +11,7 @@ import { changed } from './translate.js';
 import { relayed } from './relay.js';
 const BRANCH = 'main';
 const PROVENANCE = '_provenance';
-const IDENTITY = { GIT_COMMITTER_NAME: 'House Kit', GIT_COMMITTER_EMAIL: 'house-kit@localhost' };
+const IDENTITY = { GIT_COMMITTER_NAME: 'Kit', GIT_COMMITTER_EMAIL: 'house-kit@localhost' };
 function causeOf(error) {
     return error instanceof Error ? error.message : String(error);
 }
@@ -133,7 +133,7 @@ async function ignoreRules(repository, writable, copy) {
     ].map(pattern);
     const granted = readOnly.filter((path) => !protectedPath(path)).map(pattern);
     await ruled(join(repository, '.gitignore'), [
-        '# House Kit writes this file and .ignore. The paths below are read-only House',
+        '# Kit writes this file and .ignore. The paths below are read-only House',
         '# content: Git does not track them, and House refuses a change to them even',
         '# when this file is edited or a path is force-added.',
         '/.gitignore',
@@ -148,7 +148,7 @@ async function ignoreRules(repository, writable, copy) {
         '',
     ].join('\n'));
     await ruled(join(repository, '.ignore'), [
-        '# House Kit writes this file so native search still reads the read-only House',
+        '# Kit writes this file so native search still reads the read-only House',
         '# content that .gitignore keeps out of Git.',
         `!${PROVENANCE}`,
         ...[...house, ...granted].map((rule) => `!${rule}`),
@@ -388,7 +388,7 @@ export class LocalCopies {
             throw new Error('House serves nothing of it to copy');
         const repository = join(localCopies(), 'rooms', read.anchor);
         if (await exists(repository))
-            throw new Error(`${repository} already exists and House Kit leaves it as it is`);
+            throw new Error(`${repository} already exists and Kit leaves it as it is`);
         const staging = join(dirname(repository), `.${randomUUID()}`);
         await mkdir(staging, { recursive: true });
         let house;

package/dist/end.js

@@ -1,8 +1,8 @@
-import { KIT_VERSION } from './clis.js';
+import { KIT_RELEASE } from './clis.js';
 import { forgetRejected } from './home.js';
 import { installCommand } from './placement.js';
 import { killDescendants } from './scope.js';
-export const REPLACED = 'another Kit started for this Environment';
+export const REPLACED = 'another Kit process started for this Environment';
 function exit(reason, status) {
     process.stderr.write(`kit: ${reason}\n`);
     killDescendants();
@@ -19,7 +19,7 @@ export function updateRequired() {
     end(command === null ? 'This Kit is too old for House; install it again.' : `This Kit is too old for House. Update it: ${command}`);
 }
 export function newerThanHouse(release, command) {
-    end(`Kit ${KIT_VERSION} is newer than this Building supports (Kit ${release}). Install Kit ${release}: ${command}`);
+    end(`Kit ${KIT_RELEASE} is newer than this Building supports (Kit ${release}). Install Kit ${release}: ${command}`);
 }
 export async function signInAgain(rejected) {
     await forgetRejected(rejected);