@ai-ecoverse/pi-audio 1.25.0 → 1.26.0

package/README.md

@@ -64,6 +64,8 @@ pi-audio does not apply that patch. Hosts such as slicc-agent record monkeypatch
 
 `@ai-ecoverse/pi-audio/fish-agents` registers `fish-agent` (`transports: ["webrtc"]`, `delivery.silent: "approximate"`, `delivery.interrupt: "native"`). `provisionAgent` creates client tools, writes the draft, and publishes it. `fishCustomLlm` sends `llm.custom.base_url`, `model`, and a raw `api_key`, and rejects `openai-responses`. A `RealtimeToken` with `url` is the LiveKit room from `mintRealtimeToken`; connect does not open a second session. Without a token, connect creates the session and fails on an unknown `transport`. Silent `inject` sends `user.message` with `audio: false` and drops that reply's transcript. The microphone is published after `openEchoMic`. The catalog `audioCost` is zero because Fish has not published a per-minute session rate. The example voice id is the one in Fish's quickstart.
 
+`@ai-ecoverse/pi-audio/brain` exports `chatCompletionsBrain`, a fetch handler for a pi agent behind `CustomLlm.baseUrl`. The session key is Fish `session_id`, or `session_id` inside `fishaudio_extra_body`, `llm_extra_body`, `elevenlabs_extra_body`, or `custom_llm_extra_body` (a string extra body is the key). A hash of the streamed reply prompts only the new user text when it matches. The same user text with a different hash replays that stream. A new user text with a different hash is prompted as `The caller heard:` plus the vendor's copy. Final-answer text is streamed. Request tools are terminal `tool_calls` when `vendorTools` is `terminal`. `filler` is written when no text arrives within `firstTokenMs`. A turn still open at `hardDeadlineMs` ends as an error. Fish recommends a first token under 800 ms and caps a generation at 10 s.
+
 `talkerTools` is `ask_agent` and `read`. pi-audio defines `askAgent` (a pi `Tool` whose parameters are `request` and optional `context`) and the `Thinker` interface. The host implements `Thinker` and supplies `read`. `bindThinker` runs direct tools with `directTimeoutMs` and truncates their text to `directMaxChars`. On a blocking `ask_agent` it answers with `ack` immediately and injects the result later. On an async call it `respond`s with the result and `options.result`. Progress is injected with `options.progress`. `tool_call_cancelled` aborts the thinker and any direct tool. A blocking failure is injected after the acknowledgement, with a `thinker_result` caption. `Thinker.ask` receives the optional `context` string. Closing the session aborts work that is still running. The binding also yields `thinker_progress` / `thinker_result` captions and `thinking` / `tool` / `idle` phases.
 
 ## Development

package/dist/brain/call.js

@@ -0,0 +1,36 @@
+function isRecord(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function contentBlocks(event) {
+  const direct = event.message?.content;
+  if (Array.isArray(direct)) return direct;
+  const model = event.entry?.model;
+  if (!Array.isArray(model) || model.length === 0) return [];
+  const first = model[0];
+  if (!isRecord(first) || !Array.isArray(first.content)) return [];
+  return first.content;
+}
+function callId(id, name) {
+  if (typeof id === "string" && id.length > 0) return id;
+  return name;
+}
+function vendorCall(event, tools) {
+  if (event.type === "tool_execution_start" && event.toolName && tools.has(event.toolName)) {
+    return {
+      id: callId(event.toolCallId, event.toolName),
+      name: event.toolName,
+      arguments: JSON.stringify(event.args ?? {})
+    };
+  }
+  for (const block of contentBlocks(event)) {
+    if (!isRecord(block) || block.type !== "toolCall" || typeof block.name !== "string") continue;
+    if (!tools.has(block.name)) continue;
+    const args = isRecord(block.arguments) ? block.arguments : {};
+    return { id: callId(block.id, block.name), name: block.name, arguments: JSON.stringify(args) };
+  }
+  return void 0;
+}
+export {
+  vendorCall
+};
+//# sourceMappingURL=call.js.map

package/dist/brain/call.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/brain/call.ts"],
+  "sourcesContent": ["import type { VoiceAgentEvent } from '../spoken.ts';\n\nexport interface VendorCall {\n  id: string;\n  name: string;\n  arguments: string;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === 'object' && value !== null && !Array.isArray(value);\n}\n\nfunction contentBlocks(event: VoiceAgentEvent): readonly unknown[] {\n  const direct = event.message?.content;\n  if (Array.isArray(direct)) return direct;\n  const model = event.entry?.model;\n  if (!Array.isArray(model) || model.length === 0) return [];\n  const first = model[0];\n  if (!isRecord(first) || !Array.isArray(first.content)) return [];\n  return first.content;\n}\n\nfunction callId(id: unknown, name: string): string {\n  if (typeof id === 'string' && id.length > 0) return id;\n  return name;\n}\n\nexport function vendorCall(event: VoiceAgentEvent, tools: Set<string>): VendorCall | undefined {\n  if (event.type === 'tool_execution_start' && event.toolName && tools.has(event.toolName)) {\n    return {\n      id: callId(event.toolCallId, event.toolName),\n      name: event.toolName,\n      arguments: JSON.stringify(event.args ?? {}),\n    };\n  }\n  for (const block of contentBlocks(event)) {\n    if (!isRecord(block) || block.type !== 'toolCall' || typeof block.name !== 'string') continue;\n    if (!tools.has(block.name)) continue;\n    const args = isRecord(block.arguments) ? block.arguments : {};\n    return { id: callId(block.id, block.name), name: block.name, arguments: JSON.stringify(args) };\n  }\n  return undefined;\n}\n"],
+  "mappings": "AAQA,SAAS,SAAS,OAAkD;AAClE,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAEA,SAAS,cAAc,OAA4C;AACjE,QAAM,SAAS,MAAM,SAAS;AAC9B,MAAI,MAAM,QAAQ,MAAM,EAAG,QAAO;AAClC,QAAM,QAAQ,MAAM,OAAO;AAC3B,MAAI,CAAC,MAAM,QAAQ,KAAK,KAAK,MAAM,WAAW,EAAG,QAAO,CAAC;AACzD,QAAM,QAAQ,MAAM,CAAC;AACrB,MAAI,CAAC,SAAS,KAAK,KAAK,CAAC,MAAM,QAAQ,MAAM,OAAO,EAAG,QAAO,CAAC;AAC/D,SAAO,MAAM;AACf;AAEA,SAAS,OAAO,IAAa,MAAsB;AACjD,MAAI,OAAO,OAAO,YAAY,GAAG,SAAS,EAAG,QAAO;AACpD,SAAO;AACT;AAEO,SAAS,WAAW,OAAwB,OAA4C;AAC7F,MAAI,MAAM,SAAS,0BAA0B,MAAM,YAAY,MAAM,IAAI,MAAM,QAAQ,GAAG;AACxF,WAAO;AAAA,MACL,IAAI,OAAO,MAAM,YAAY,MAAM,QAAQ;AAAA,MAC3C,MAAM,MAAM;AAAA,MACZ,WAAW,KAAK,UAAU,MAAM,QAAQ,CAAC,CAAC;AAAA,IAC5C;AAAA,EACF;AACA,aAAW,SAAS,cAAc,KAAK,GAAG;AACxC,QAAI,CAAC,SAAS,KAAK,KAAK,MAAM,SAAS,cAAc,OAAO,MAAM,SAAS,SAAU;AACrF,QAAI,CAAC,MAAM,IAAI,MAAM,IAAI,EAAG;AAC5B,UAAM,OAAO,SAAS,MAAM,SAAS,IAAI,MAAM,YAAY,CAAC;AAC5D,WAAO,EAAE,IAAI,OAAO,MAAM,IAAI,MAAM,IAAI,GAAG,MAAM,MAAM,MAAM,WAAW,KAAK,UAAU,IAAI,EAAE;AAAA,EAC/F;AACA,SAAO;AACT;",
+  "names": []
+}

package/dist/brain/hash.js

@@ -0,0 +1,12 @@
+function replyHash(text) {
+  let hash = 2166136261;
+  for (let index = 0; index < text.length; index += 1) {
+    hash ^= text.charCodeAt(index);
+    hash = Math.imul(hash, 16777619);
+  }
+  return (hash >>> 0).toString(16).padStart(8, "0");
+}
+export {
+  replyHash
+};
+//# sourceMappingURL=hash.js.map

package/dist/brain/hash.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/brain/hash.ts"],
+  "sourcesContent": ["export function replyHash(text: string): string {\n  let hash = 0x811c9dc5;\n  for (let index = 0; index < text.length; index += 1) {\n    hash ^= text.charCodeAt(index);\n    hash = Math.imul(hash, 0x01000193);\n  }\n  return (hash >>> 0).toString(16).padStart(8, '0');\n}\n"],
+  "mappings": "AAAO,SAAS,UAAU,MAAsB;AAC9C,MAAI,OAAO;AACX,WAAS,QAAQ,GAAG,QAAQ,KAAK,QAAQ,SAAS,GAAG;AACnD,YAAQ,KAAK,WAAW,KAAK;AAC7B,WAAO,KAAK,KAAK,MAAM,QAAU;AAAA,EACnC;AACA,UAAQ,SAAS,GAAG,SAAS,EAAE,EAAE,SAAS,GAAG,GAAG;AAClD;",
+  "names": []
+}

package/dist/brain/index.js

@@ -0,0 +1,38 @@
+import { parseTurn, turnPlan } from "./parse.js";
+import { runTurn } from "./turn.js";
+function jsonError(message) {
+  return Response.json({ error: { message } }, { status: 400 });
+}
+async function readBody(request) {
+  try {
+    return await request.json();
+  } catch {
+    return void 0;
+  }
+}
+function chatCompletionsBrain(options) {
+  const sessions = /* @__PURE__ */ new Map();
+  return async (request) => {
+    const body = await readBody(request);
+    if (body === void 0) return jsonError("invalid chat completion");
+    const parsed = parseTurn(body);
+    if (typeof parsed === "string") return jsonError(parsed);
+    const plan = turnPlan(sessions.get(parsed.sessionKey), parsed);
+    const stream = new ReadableStream({
+      async start(controller) {
+        try {
+          await runTurn(options, sessions, parsed, plan, request, controller);
+        } finally {
+          controller.close();
+        }
+      }
+    });
+    return new Response(stream, {
+      headers: { "content-type": "text/event-stream", "cache-control": "no-cache" }
+    });
+  };
+}
+export {
+  chatCompletionsBrain
+};
+//# sourceMappingURL=index.js.map

package/dist/brain/index.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/brain/index.ts"],
+  "sourcesContent": ["import type { BrainOptions } from './options.ts';\nimport type { Memory } from './parse.ts';\nimport { parseTurn, turnPlan } from './parse.ts';\nimport { runTurn } from './turn.ts';\n\nexport type { BrainBudget, BrainOptions } from './options.ts';\n\nfunction jsonError(message: string): Response {\n  return Response.json({ error: { message } }, { status: 400 });\n}\n\nasync function readBody(request: Request): Promise<unknown> {\n  try {\n    return await request.json();\n  } catch {\n    return undefined;\n  }\n}\n\nexport function chatCompletionsBrain(\n  options: BrainOptions\n): (request: Request) => Promise<Response> {\n  const sessions = new Map<string, Memory>();\n  return async (request) => {\n    const body = await readBody(request);\n    if (body === undefined) return jsonError('invalid chat completion');\n    const parsed = parseTurn(body);\n    if (typeof parsed === 'string') return jsonError(parsed);\n    const plan = turnPlan(sessions.get(parsed.sessionKey), parsed);\n    const stream = new ReadableStream<Uint8Array>({\n      async start(controller) {\n        try {\n          await runTurn(options, sessions, parsed, plan, request, controller);\n        } finally {\n          controller.close();\n        }\n      },\n    });\n    return new Response(stream, {\n      headers: { 'content-type': 'text/event-stream', 'cache-control': 'no-cache' },\n    });\n  };\n}\n"],
+  "mappings": "AAEA,SAAS,WAAW,gBAAgB;AACpC,SAAS,eAAe;AAIxB,SAAS,UAAU,SAA2B;AAC5C,SAAO,SAAS,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ,IAAI,CAAC;AAC9D;AAEA,eAAe,SAAS,SAAoC;AAC1D,MAAI;AACF,WAAO,MAAM,QAAQ,KAAK;AAAA,EAC5B,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEO,SAAS,qBACd,SACyC;AACzC,QAAM,WAAW,oBAAI,IAAoB;AACzC,SAAO,OAAO,YAAY;AACxB,UAAM,OAAO,MAAM,SAAS,OAAO;AACnC,QAAI,SAAS,OAAW,QAAO,UAAU,yBAAyB;AAClE,UAAM,SAAS,UAAU,IAAI;AAC7B,QAAI,OAAO,WAAW,SAAU,QAAO,UAAU,MAAM;AACvD,UAAM,OAAO,SAAS,SAAS,IAAI,OAAO,UAAU,GAAG,MAAM;AAC7D,UAAM,SAAS,IAAI,eAA2B;AAAA,MAC5C,MAAM,MAAM,YAAY;AACtB,YAAI;AACF,gBAAM,QAAQ,SAAS,UAAU,QAAQ,MAAM,SAAS,UAAU;AAAA,QACpE,UAAE;AACA,qBAAW,MAAM;AAAA,QACnB;AAAA,MACF;AAAA,IACF,CAAC;AACD,WAAO,IAAI,SAAS,QAAQ;AAAA,MAC1B,SAAS,EAAE,gBAAgB,qBAAqB,iBAAiB,WAAW;AAAA,IAC9E,CAAC;AAAA,EACH;AACF;",
+  "names": []
+}

package/dist/brain/options.js

@@ -0,0 +1 @@
+//# sourceMappingURL=options.js.map

package/dist/brain/options.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": [],
+  "sourcesContent": [],
+  "mappings": "",
+  "names": []
+}

package/dist/brain/parse.js

@@ -0,0 +1,102 @@
+import { replyHash } from "./hash.js";
+const extraNames = [
+  "fishaudio_extra_body",
+  "llm_extra_body",
+  "elevenlabs_extra_body",
+  "custom_llm_extra_body"
+];
+function isRecord(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function textOf(content) {
+  if (typeof content === "string") return content;
+  if (!Array.isArray(content)) return "";
+  let text = "";
+  for (const part of content) {
+    if (isRecord(part) && typeof part.text === "string") text += part.text;
+  }
+  return text;
+}
+function namedSession(extra) {
+  if (typeof extra === "string") return extra.length > 0 ? extra : void 0;
+  if (!isRecord(extra)) return void 0;
+  const id = extra.session_id;
+  if (typeof id === "string" && id.length > 0) return id;
+  return void 0;
+}
+function sessionOf(body) {
+  if (typeof body.session_id === "string" && body.session_id.length > 0) return body.session_id;
+  for (const name of extraNames) {
+    const key = namedSession(body[name]);
+    if (key !== void 0) return key;
+  }
+  return void 0;
+}
+function toolNames(body) {
+  const names = /* @__PURE__ */ new Set();
+  if (!Array.isArray(body.tools)) return names;
+  for (const tool of body.tools) {
+    if (!isRecord(tool)) continue;
+    const fn = tool.function;
+    if (!isRecord(fn)) continue;
+    if (typeof fn.name !== "string" || fn.name.length === 0) continue;
+    names.add(fn.name);
+  }
+  return names;
+}
+function lastTurn(messages) {
+  if (!Array.isArray(messages)) return void 0;
+  let prior;
+  let priorTools = false;
+  let user;
+  for (const message of messages) {
+    if (!isRecord(message) || message.role === "system") continue;
+    if (message.role === "assistant") {
+      prior = textOf(message.content);
+      priorTools = Array.isArray(message.tool_calls) && message.tool_calls.length > 0;
+      user = void 0;
+      continue;
+    }
+    if (message.role === "user" || message.role === "tool") user = textOf(message.content);
+  }
+  return { prior, priorTools, user };
+}
+function parseTurn(body) {
+  if (!isRecord(body)) return "invalid chat completion";
+  if (body.stream !== true) return "stream is required";
+  const sessionKey = sessionOf(body);
+  if (sessionKey === void 0) return "missing session id";
+  const turn = lastTurn(body.messages);
+  if (turn?.user === void 0) return "missing user turn";
+  const model = typeof body.model === "string" && body.model.length > 0 ? body.model : "brain";
+  return {
+    model,
+    sessionKey,
+    tools: toolNames(body),
+    prior: turn.prior,
+    priorTools: turn.priorTools,
+    user: turn.user
+  };
+}
+function sameReply(memory, prior) {
+  if (prior === void 0) return false;
+  return replyHash(prior) === memory.hash;
+}
+function turnPlan(memory, turn) {
+  if (memory === void 0) return { replay: false, content: turn.user };
+  const matches = sameReply(memory, turn.prior);
+  if (turn.user === memory.user && !matches && !turn.priorTools) {
+    return { replay: true, text: memory.text };
+  }
+  if (!matches && turn.prior !== void 0 && !turn.priorTools) {
+    return { replay: false, content: `The caller heard: ${turn.prior}
+
+${turn.user}` };
+  }
+  return { replay: false, content: turn.user };
+}
+export {
+  parseTurn,
+  turnPlan
+};
+//# sourceMappingURL=parse.js.map

package/dist/brain/parse.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/brain/parse.ts"],
+  "sourcesContent": ["import { replyHash } from './hash.ts';\n\nexport interface Memory {\n  hash: string;\n  text: string;\n  user: string;\n}\n\nexport interface ParsedTurn {\n  model: string;\n  sessionKey: string;\n  tools: Set<string>;\n  prior?: string;\n  priorTools: boolean;\n  user: string;\n}\n\nexport type TurnPlan = { replay: true; text: string } | { replay: false; content: string };\n\nconst extraNames = [\n  'fishaudio_extra_body',\n  'llm_extra_body',\n  'elevenlabs_extra_body',\n  'custom_llm_extra_body',\n] as const;\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === 'object' && value !== null && !Array.isArray(value);\n}\n\nfunction textOf(content: unknown): string {\n  if (typeof content === 'string') return content;\n  if (!Array.isArray(content)) return '';\n  let text = '';\n  for (const part of content) {\n    if (isRecord(part) && typeof part.text === 'string') text += part.text;\n  }\n  return text;\n}\n\nfunction namedSession(extra: unknown): string | undefined {\n  if (typeof extra === 'string') return extra.length > 0 ? extra : undefined;\n  if (!isRecord(extra)) return undefined;\n  const id = extra.session_id;\n  if (typeof id === 'string' && id.length > 0) return id;\n  return undefined;\n}\n\nfunction sessionOf(body: Record<string, unknown>): string | undefined {\n  if (typeof body.session_id === 'string' && body.session_id.length > 0) return body.session_id;\n  for (const name of extraNames) {\n    const key = namedSession(body[name]);\n    if (key !== undefined) return key;\n  }\n  return undefined;\n}\n\nfunction toolNames(body: Record<string, unknown>): Set<string> {\n  const names = new Set<string>();\n  if (!Array.isArray(body.tools)) return names;\n  for (const tool of body.tools) {\n    if (!isRecord(tool)) continue;\n    const fn = tool.function;\n    if (!isRecord(fn)) continue;\n    if (typeof fn.name !== 'string' || fn.name.length === 0) continue;\n    names.add(fn.name);\n  }\n  return names;\n}\n\nfunction lastTurn(\n  messages: unknown\n): { prior?: string; priorTools: boolean; user?: string } | undefined {\n  if (!Array.isArray(messages)) return undefined;\n  let prior: string | undefined;\n  let priorTools = false;\n  let user: string | undefined;\n  for (const message of messages) {\n    if (!isRecord(message) || message.role === 'system') continue;\n    if (message.role === 'assistant') {\n      prior = textOf(message.content);\n      priorTools = Array.isArray(message.tool_calls) && message.tool_calls.length > 0;\n      user = undefined;\n      continue;\n    }\n    if (message.role === 'user' || message.role === 'tool') user = textOf(message.content);\n  }\n  return { prior, priorTools, user };\n}\n\nexport function parseTurn(body: unknown): ParsedTurn | string {\n  if (!isRecord(body)) return 'invalid chat completion';\n  if (body.stream !== true) return 'stream is required';\n  const sessionKey = sessionOf(body);\n  if (sessionKey === undefined) return 'missing session id';\n  const turn = lastTurn(body.messages);\n  if (turn?.user === undefined) return 'missing user turn';\n  const model = typeof body.model === 'string' && body.model.length > 0 ? body.model : 'brain';\n  return {\n    model,\n    sessionKey,\n    tools: toolNames(body),\n    prior: turn.prior,\n    priorTools: turn.priorTools,\n    user: turn.user,\n  };\n}\n\nfunction sameReply(memory: Memory, prior: string | undefined): boolean {\n  if (prior === undefined) return false;\n  return replyHash(prior) === memory.hash;\n}\n\nexport function turnPlan(memory: Memory | undefined, turn: ParsedTurn): TurnPlan {\n  if (memory === undefined) return { replay: false, content: turn.user };\n  const matches = sameReply(memory, turn.prior);\n  if (turn.user === memory.user && !matches && !turn.priorTools) {\n    return { replay: true, text: memory.text };\n  }\n  if (!matches && turn.prior !== undefined && !turn.priorTools) {\n    return { replay: false, content: `The caller heard: ${turn.prior}\\n\\n${turn.user}` };\n  }\n  return { replay: false, content: turn.user };\n}\n"],
+  "mappings": "AAAA,SAAS,iBAAiB;AAmB1B,MAAM,aAAa;AAAA,EACjB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEA,SAAS,SAAS,OAAkD;AAClE,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAEA,SAAS,OAAO,SAA0B;AACxC,MAAI,OAAO,YAAY,SAAU,QAAO;AACxC,MAAI,CAAC,MAAM,QAAQ,OAAO,EAAG,QAAO;AACpC,MAAI,OAAO;AACX,aAAW,QAAQ,SAAS;AAC1B,QAAI,SAAS,IAAI,KAAK,OAAO,KAAK,SAAS,SAAU,SAAQ,KAAK;AAAA,EACpE;AACA,SAAO;AACT;AAEA,SAAS,aAAa,OAAoC;AACxD,MAAI,OAAO,UAAU,SAAU,QAAO,MAAM,SAAS,IAAI,QAAQ;AACjE,MAAI,CAAC,SAAS,KAAK,EAAG,QAAO;AAC7B,QAAM,KAAK,MAAM;AACjB,MAAI,OAAO,OAAO,YAAY,GAAG,SAAS,EAAG,QAAO;AACpD,SAAO;AACT;AAEA,SAAS,UAAU,MAAmD;AACpE,MAAI,OAAO,KAAK,eAAe,YAAY,KAAK,WAAW,SAAS,EAAG,QAAO,KAAK;AACnF,aAAW,QAAQ,YAAY;AAC7B,UAAM,MAAM,aAAa,KAAK,IAAI,CAAC;AACnC,QAAI,QAAQ,OAAW,QAAO;AAAA,EAChC;AACA,SAAO;AACT;AAEA,SAAS,UAAU,MAA4C;AAC7D,QAAM,QAAQ,oBAAI,IAAY;AAC9B,MAAI,CAAC,MAAM,QAAQ,KAAK,KAAK,EAAG,QAAO;AACvC,aAAW,QAAQ,KAAK,OAAO;AAC7B,QAAI,CAAC,SAAS,IAAI,EAAG;AACrB,UAAM,KAAK,KAAK;AAChB,QAAI,CAAC,SAAS,EAAE,EAAG;AACnB,QAAI,OAAO,GAAG,SAAS,YAAY,GAAG,KAAK,WAAW,EAAG;AACzD,UAAM,IAAI,GAAG,IAAI;AAAA,EACnB;AACA,SAAO;AACT;AAEA,SAAS,SACP,UACoE;AACpE,MAAI,CAAC,MAAM,QAAQ,QAAQ,EAAG,QAAO;AACrC,MAAI;AACJ,MAAI,aAAa;AACjB,MAAI;AACJ,aAAW,WAAW,UAAU;AAC9B,QAAI,CAAC,SAAS,OAAO,KAAK,QAAQ,SAAS,SAAU;AACrD,QAAI,QAAQ,SAAS,aAAa;AAChC,cAAQ,OAAO,QAAQ,OAAO;AAC9B,mBAAa,MAAM,QAAQ,QAAQ,UAAU,KAAK,QAAQ,WAAW,SAAS;AAC9E,aAAO;AACP;AAAA,IACF;AACA,QAAI,QAAQ,SAAS,UAAU,QAAQ,SAAS,OAAQ,QAAO,OAAO,QAAQ,OAAO;AAAA,EACvF;AACA,SAAO,EAAE,OAAO,YAAY,KAAK;AACnC;AAEO,SAAS,UAAU,MAAoC;AAC5D,MAAI,CAAC,SAAS,IAAI,EAAG,QAAO;AAC5B,MAAI,KAAK,WAAW,KAAM,QAAO;AACjC,QAAM,aAAa,UAAU,IAAI;AACjC,MAAI,eAAe,OAAW,QAAO;AACrC,QAAM,OAAO,SAAS,KAAK,QAAQ;AACnC,MAAI,MAAM,SAAS,OAAW,QAAO;AACrC,QAAM,QAAQ,OAAO,KAAK,UAAU,YAAY,KAAK,MAAM,SAAS,IAAI,KAAK,QAAQ;AACrF,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,OAAO,UAAU,IAAI;AAAA,IACrB,OAAO,KAAK;AAAA,IACZ,YAAY,KAAK;AAAA,IACjB,MAAM,KAAK;AAAA,EACb;AACF;AAEA,SAAS,UAAU,QAAgB,OAAoC;AACrE,MAAI,UAAU,OAAW,QAAO;AAChC,SAAO,UAAU,KAAK,MAAM,OAAO;AACrC;AAEO,SAAS,SAAS,QAA4B,MAA4B;AAC/E,MAAI,WAAW,OAAW,QAAO,EAAE,QAAQ,OAAO,SAAS,KAAK,KAAK;AACrE,QAAM,UAAU,UAAU,QAAQ,KAAK,KAAK;AAC5C,MAAI,KAAK,SAAS,OAAO,QAAQ,CAAC,WAAW,CAAC,KAAK,YAAY;AAC7D,WAAO,EAAE,QAAQ,MAAM,MAAM,OAAO,KAAK;AAAA,EAC3C;AACA,MAAI,CAAC,WAAW,KAAK,UAAU,UAAa,CAAC,KAAK,YAAY;AAC5D,WAAO,EAAE,QAAQ,OAAO,SAAS,qBAAqB,KAAK,KAAK;AAAA;AAAA,EAAO,KAAK,IAAI,GAAG;AAAA,EACrF;AACA,SAAO,EAAE,QAAQ,OAAO,SAAS,KAAK,KAAK;AAC7C;",
+  "names": []
+}

package/dist/brain/sse.js

@@ -0,0 +1,25 @@
+function sseChunk(model, created, delta, finish) {
+  return `data: ${JSON.stringify({
+    id: "chatcmpl-brain",
+    object: "chat.completion.chunk",
+    created,
+    model,
+    choices: [{ index: 0, delta, finish_reason: finish }]
+  })}
+
+`;
+}
+function sseDone() {
+  return "data: [DONE]\n\n";
+}
+function sseError(message) {
+  return `data: ${JSON.stringify({ error: { message } })}
+
+`;
+}
+export {
+  sseChunk,
+  sseDone,
+  sseError
+};
+//# sourceMappingURL=sse.js.map

package/dist/brain/sse.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/brain/sse.ts"],
+  "sourcesContent": ["export function sseChunk(\n  model: string,\n  created: number,\n  delta: Record<string, unknown>,\n  finish: string | null\n): string {\n  return `data: ${JSON.stringify({\n    id: 'chatcmpl-brain',\n    object: 'chat.completion.chunk',\n    created,\n    model,\n    choices: [{ index: 0, delta, finish_reason: finish }],\n  })}\\n\\n`;\n}\n\nexport function sseDone(): string {\n  return 'data: [DONE]\\n\\n';\n}\n\nexport function sseError(message: string): string {\n  return `data: ${JSON.stringify({ error: { message } })}\\n\\n`;\n}\n"],
+  "mappings": "AAAO,SAAS,SACd,OACA,SACA,OACA,QACQ;AACR,SAAO,SAAS,KAAK,UAAU;AAAA,IAC7B,IAAI;AAAA,IACJ,QAAQ;AAAA,IACR;AAAA,IACA;AAAA,IACA,SAAS,CAAC,EAAE,OAAO,GAAG,OAAO,eAAe,OAAO,CAAC;AAAA,EACtD,CAAC,CAAC;AAAA;AAAA;AACJ;AAEO,SAAS,UAAkB;AAChC,SAAO;AACT;AAEO,SAAS,SAAS,SAAyB;AAChD,SAAO,SAAS,KAAK,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;AAAA;AAAA;AACxD;",
+  "names": []
+}

package/dist/brain/turn.js

@@ -0,0 +1,135 @@
+import {
+  createSpokenState,
+  spokenPieces
+} from "../spoken.js";
+import { vendorCall } from "./call.js";
+import { replyHash } from "./hash.js";
+import { sseChunk, sseDone, sseError } from "./sse.js";
+const encoder = new TextEncoder();
+function sender(model, created, clock, controller) {
+  return (delta, finish2) => {
+    const body = clock.opened ? delta : { role: "assistant", ...delta };
+    clock.opened = true;
+    controller.enqueue(encoder.encode(sseChunk(model, created, body, finish2)));
+  };
+}
+function finish(send, controller, reason) {
+  send({}, reason);
+  controller.enqueue(encoder.encode(sseDone()));
+}
+function remember(sessions, parsed, clock) {
+  sessions.set(parsed.sessionKey, {
+    hash: replyHash(clock.streamed),
+    text: clock.streamed,
+    user: parsed.user
+  });
+}
+function writeReplay(parsed, text, sessions, controller) {
+  const clock = { cause: void 0, sent: false, streamed: text, opened: false };
+  const send = sender(parsed.model, Math.floor(Date.now() / 1e3), clock, controller);
+  if (text.length > 0) send({ content: text }, null);
+  finish(send, controller, "stop");
+  remember(sessions, parsed, clock);
+}
+function bindAbort(request, control, clock, hardMs) {
+  const fromClient = () => {
+    clock.cause = clock.cause ?? "client";
+    control.abort();
+  };
+  if (request.signal.aborted) fromClient();
+  else request.signal.addEventListener("abort", fromClient, { once: true });
+  const deadline = setTimeout(() => {
+    clock.cause = clock.cause ?? "deadline";
+    control.abort();
+  }, hardMs);
+  return () => {
+    clearTimeout(deadline);
+    request.signal.removeEventListener("abort", fromClient);
+  };
+}
+function armFiller(options, message, clock, send) {
+  const timer = setTimeout(() => {
+    if (clock.sent) return;
+    const text = options.filler(message);
+    if (text.length === 0) return;
+    clock.sent = true;
+    clock.streamed += text;
+    send({ content: text }, null);
+  }, options.budget.firstTokenMs);
+  return () => clearTimeout(timer);
+}
+function writeAnswers(event, state, clock, send) {
+  for (const piece of spokenPieces(event, state)) {
+    clock.sent = true;
+    clock.streamed += piece.text;
+    send({ content: piece.text }, null);
+  }
+}
+function writeTool(send, call) {
+  send(
+    {
+      tool_calls: [
+        {
+          index: 0,
+          id: call.id,
+          type: "function",
+          function: { name: call.name, arguments: call.arguments }
+        }
+      ]
+    },
+    null
+  );
+}
+function stopFor(clock, controller) {
+  if (clock.cause === "deadline") controller.enqueue(encoder.encode(sseError("llm deadline")));
+}
+function errorText(error) {
+  if (error instanceof Error) return error.message;
+  return String(error);
+}
+async function liveTurn(options, sessions, parsed, content, request, controller) {
+  const clock = { cause: void 0, sent: false, streamed: "", opened: false };
+  const send = sender(parsed.model, Math.floor(Date.now() / 1e3), clock, controller);
+  const message = { role: "user", content, timestamp: Date.now() };
+  const control = new AbortController();
+  const releaseAbort = bindAbort(request, control, clock, options.budget.hardDeadlineMs);
+  const releaseFiller = armFiller(options, message, clock, send);
+  try {
+    if (clock.cause !== void 0) return stopFor(clock, controller);
+    const conversation = await options.conversation(parsed.sessionKey, control.signal);
+    if (clock.cause !== void 0) return stopFor(clock, controller);
+    const state = createSpokenState();
+    const meta = { source: "voice", transcriptionModel: parsed.model };
+    for await (const event of conversation.prompt(message, meta, control.signal)) {
+      if (clock.cause !== void 0) return stopFor(clock, controller);
+      writeAnswers(event, state, clock, send);
+      const call = vendorCall(event, parsed.tools);
+      if (call === void 0 || options.vendorTools === "drop") continue;
+      writeTool(send, call);
+      finish(send, controller, "tool_calls");
+      remember(sessions, parsed, clock);
+      return;
+    }
+    if (clock.cause !== void 0) return stopFor(clock, controller);
+    finish(send, controller, "stop");
+    remember(sessions, parsed, clock);
+  } catch (error) {
+    if (clock.cause === "client") return;
+    const text = clock.cause === "deadline" ? "llm deadline" : errorText(error);
+    controller.enqueue(encoder.encode(sseError(text)));
+  } finally {
+    releaseFiller();
+    releaseAbort();
+  }
+}
+async function runTurn(options, sessions, parsed, plan, request, controller) {
+  if (plan.replay) {
+    writeReplay(parsed, plan.text, sessions, controller);
+    return;
+  }
+  await liveTurn(options, sessions, parsed, plan.content, request, controller);
+}
+export {
+  runTurn
+};
+//# sourceMappingURL=turn.js.map

package/dist/brain/turn.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/brain/turn.ts"],
+  "sourcesContent": ["import type { UserMessage } from '@earendil-works/pi-ai';\nimport {\n  createSpokenState,\n  type SpokenState,\n  spokenPieces,\n  type VoiceAgentEvent,\n} from '../spoken.ts';\nimport { type VendorCall, vendorCall } from './call.ts';\nimport { replyHash } from './hash.ts';\nimport type { BrainOptions } from './options.ts';\nimport type { Memory, ParsedTurn, TurnPlan } from './parse.ts';\nimport { sseChunk, sseDone, sseError } from './sse.ts';\n\nconst encoder = new TextEncoder();\n\ninterface Clock {\n  cause: 'client' | 'deadline' | undefined;\n  sent: boolean;\n  streamed: string;\n  opened: boolean;\n}\n\ntype Send = (delta: Record<string, unknown>, finish: string | null) => void;\ntype Controller = ReadableStreamDefaultController<Uint8Array>;\n\nfunction sender(model: string, created: number, clock: Clock, controller: Controller): Send {\n  return (delta, finish) => {\n    const body = clock.opened ? delta : { role: 'assistant', ...delta };\n    clock.opened = true;\n    controller.enqueue(encoder.encode(sseChunk(model, created, body, finish)));\n  };\n}\n\nfunction finish(send: Send, controller: Controller, reason: string): void {\n  send({}, reason);\n  controller.enqueue(encoder.encode(sseDone()));\n}\n\nfunction remember(sessions: Map<string, Memory>, parsed: ParsedTurn, clock: Clock): void {\n  sessions.set(parsed.sessionKey, {\n    hash: replyHash(clock.streamed),\n    text: clock.streamed,\n    user: parsed.user,\n  });\n}\n\nfunction writeReplay(\n  parsed: ParsedTurn,\n  text: string,\n  sessions: Map<string, Memory>,\n  controller: Controller\n): void {\n  const clock: Clock = { cause: undefined, sent: false, streamed: text, opened: false };\n  const send = sender(parsed.model, Math.floor(Date.now() / 1000), clock, controller);\n  if (text.length > 0) send({ content: text }, null);\n  finish(send, controller, 'stop');\n  remember(sessions, parsed, clock);\n}\n\nfunction bindAbort(\n  request: Request,\n  control: AbortController,\n  clock: Clock,\n  hardMs: number\n): () => void {\n  const fromClient = () => {\n    clock.cause = clock.cause ?? 'client';\n    control.abort();\n  };\n  if (request.signal.aborted) fromClient();\n  else request.signal.addEventListener('abort', fromClient, { once: true });\n  const deadline = setTimeout(() => {\n    clock.cause = clock.cause ?? 'deadline';\n    control.abort();\n  }, hardMs);\n  return () => {\n    clearTimeout(deadline);\n    request.signal.removeEventListener('abort', fromClient);\n  };\n}\n\nfunction armFiller(\n  options: BrainOptions,\n  message: UserMessage,\n  clock: Clock,\n  send: Send\n): () => void {\n  const timer = setTimeout(() => {\n    if (clock.sent) return;\n    const text = options.filler(message);\n    if (text.length === 0) return;\n    clock.sent = true;\n    clock.streamed += text;\n    send({ content: text }, null);\n  }, options.budget.firstTokenMs);\n  return () => clearTimeout(timer);\n}\n\nfunction writeAnswers(event: VoiceAgentEvent, state: SpokenState, clock: Clock, send: Send): void {\n  for (const piece of spokenPieces(event, state)) {\n    clock.sent = true;\n    clock.streamed += piece.text;\n    send({ content: piece.text }, null);\n  }\n}\n\nfunction writeTool(send: Send, call: VendorCall): void {\n  send(\n    {\n      tool_calls: [\n        {\n          index: 0,\n          id: call.id,\n          type: 'function',\n          function: { name: call.name, arguments: call.arguments },\n        },\n      ],\n    },\n    null\n  );\n}\n\nfunction stopFor(clock: Clock, controller: Controller): void {\n  if (clock.cause === 'deadline') controller.enqueue(encoder.encode(sseError('llm deadline')));\n}\n\nfunction errorText(error: unknown): string {\n  if (error instanceof Error) return error.message;\n  return String(error);\n}\n\nasync function liveTurn(\n  options: BrainOptions,\n  sessions: Map<string, Memory>,\n  parsed: ParsedTurn,\n  content: string,\n  request: Request,\n  controller: Controller\n): Promise<void> {\n  const clock: Clock = { cause: undefined, sent: false, streamed: '', opened: false };\n  const send = sender(parsed.model, Math.floor(Date.now() / 1000), clock, controller);\n  const message: UserMessage = { role: 'user', content, timestamp: Date.now() };\n  const control = new AbortController();\n  const releaseAbort = bindAbort(request, control, clock, options.budget.hardDeadlineMs);\n  const releaseFiller = armFiller(options, message, clock, send);\n  try {\n    if (clock.cause !== undefined) return stopFor(clock, controller);\n    const conversation = await options.conversation(parsed.sessionKey, control.signal);\n    if (clock.cause !== undefined) return stopFor(clock, controller);\n    const state = createSpokenState();\n    const meta = { source: 'voice' as const, transcriptionModel: parsed.model };\n    for await (const event of conversation.prompt(message, meta, control.signal)) {\n      if (clock.cause !== undefined) return stopFor(clock, controller);\n      writeAnswers(event, state, clock, send);\n      const call = vendorCall(event, parsed.tools);\n      if (call === undefined || options.vendorTools === 'drop') continue;\n      writeTool(send, call);\n      finish(send, controller, 'tool_calls');\n      remember(sessions, parsed, clock);\n      return;\n    }\n    if (clock.cause !== undefined) return stopFor(clock, controller);\n    finish(send, controller, 'stop');\n    remember(sessions, parsed, clock);\n  } catch (error) {\n    if (clock.cause === 'client') return;\n    const text = clock.cause === 'deadline' ? 'llm deadline' : errorText(error);\n    controller.enqueue(encoder.encode(sseError(text)));\n  } finally {\n    releaseFiller();\n    releaseAbort();\n  }\n}\n\nexport async function runTurn(\n  options: BrainOptions,\n  sessions: Map<string, Memory>,\n  parsed: ParsedTurn,\n  plan: TurnPlan,\n  request: Request,\n  controller: Controller\n): Promise<void> {\n  if (plan.replay) {\n    writeReplay(parsed, plan.text, sessions, controller);\n    return;\n  }\n  await liveTurn(options, sessions, parsed, plan.content, request, controller);\n}\n"],
+  "mappings": "AACA;AAAA,EACE;AAAA,EAEA;AAAA,OAEK;AACP,SAA0B,kBAAkB;AAC5C,SAAS,iBAAiB;AAG1B,SAAS,UAAU,SAAS,gBAAgB;AAE5C,MAAM,UAAU,IAAI,YAAY;AAYhC,SAAS,OAAO,OAAe,SAAiB,OAAc,YAA8B;AAC1F,SAAO,CAAC,OAAOA,YAAW;AACxB,UAAM,OAAO,MAAM,SAAS,QAAQ,EAAE,MAAM,aAAa,GAAG,MAAM;AAClE,UAAM,SAAS;AACf,eAAW,QAAQ,QAAQ,OAAO,SAAS,OAAO,SAAS,MAAMA,OAAM,CAAC,CAAC;AAAA,EAC3E;AACF;AAEA,SAAS,OAAO,MAAY,YAAwB,QAAsB;AACxE,OAAK,CAAC,GAAG,MAAM;AACf,aAAW,QAAQ,QAAQ,OAAO,QAAQ,CAAC,CAAC;AAC9C;AAEA,SAAS,SAAS,UAA+B,QAAoB,OAAoB;AACvF,WAAS,IAAI,OAAO,YAAY;AAAA,IAC9B,MAAM,UAAU,MAAM,QAAQ;AAAA,IAC9B,MAAM,MAAM;AAAA,IACZ,MAAM,OAAO;AAAA,EACf,CAAC;AACH;AAEA,SAAS,YACP,QACA,MACA,UACA,YACM;AACN,QAAM,QAAe,EAAE,OAAO,QAAW,MAAM,OAAO,UAAU,MAAM,QAAQ,MAAM;AACpF,QAAM,OAAO,OAAO,OAAO,OAAO,KAAK,MAAM,KAAK,IAAI,IAAI,GAAI,GAAG,OAAO,UAAU;AAClF,MAAI,KAAK,SAAS,EAAG,MAAK,EAAE,SAAS,KAAK,GAAG,IAAI;AACjD,SAAO,MAAM,YAAY,MAAM;AAC/B,WAAS,UAAU,QAAQ,KAAK;AAClC;AAEA,SAAS,UACP,SACA,SACA,OACA,QACY;AACZ,QAAM,aAAa,MAAM;AACvB,UAAM,QAAQ,MAAM,SAAS;AAC7B,YAAQ,MAAM;AAAA,EAChB;AACA,MAAI,QAAQ,OAAO,QAAS,YAAW;AAAA,MAClC,SAAQ,OAAO,iBAAiB,SAAS,YAAY,EAAE,MAAM,KAAK,CAAC;AACxE,QAAM,WAAW,WAAW,MAAM;AAChC,UAAM,QAAQ,MAAM,SAAS;AAC7B,YAAQ,MAAM;AAAA,EAChB,GAAG,MAAM;AACT,SAAO,MAAM;AACX,iBAAa,QAAQ;AACrB,YAAQ,OAAO,oBAAoB,SAAS,UAAU;AAAA,EACxD;AACF;AAEA,SAAS,UACP,SACA,SACA,OACA,MACY;AACZ,QAAM,QAAQ,WAAW,MAAM;AAC7B,QAAI,MAAM,KAAM;AAChB,UAAM,OAAO,QAAQ,OAAO,OAAO;AACnC,QAAI,KAAK,WAAW,EAAG;AACvB,UAAM,OAAO;AACb,UAAM,YAAY;AAClB,SAAK,EAAE,SAAS,KAAK,GAAG,IAAI;AAAA,EAC9B,GAAG,QAAQ,OAAO,YAAY;AAC9B,SAAO,MAAM,aAAa,KAAK;AACjC;AAEA,SAAS,aAAa,OAAwB,OAAoB,OAAc,MAAkB;AAChG,aAAW,SAAS,aAAa,OAAO,KAAK,GAAG;AAC9C,UAAM,OAAO;AACb,UAAM,YAAY,MAAM;AACxB,SAAK,EAAE,SAAS,MAAM,KAAK,GAAG,IAAI;AAAA,EACpC;AACF;AAEA,SAAS,UAAU,MAAY,MAAwB;AACrD;AAAA,IACE;AAAA,MACE,YAAY;AAAA,QACV;AAAA,UACE,OAAO;AAAA,UACP,IAAI,KAAK;AAAA,UACT,MAAM;AAAA,UACN,UAAU,EAAE,MAAM,KAAK,MAAM,WAAW,KAAK,UAAU;AAAA,QACzD;AAAA,MACF;AAAA,IACF;AAAA,IACA;AAAA,EACF;AACF;AAEA,SAAS,QAAQ,OAAc,YAA8B;AAC3D,MAAI,MAAM,UAAU,WAAY,YAAW,QAAQ,QAAQ,OAAO,SAAS,cAAc,CAAC,CAAC;AAC7F;AAEA,SAAS,UAAU,OAAwB;AACzC,MAAI,iBAAiB,MAAO,QAAO,MAAM;AACzC,SAAO,OAAO,KAAK;AACrB;AAEA,eAAe,SACb,SACA,UACA,QACA,SACA,SACA,YACe;AACf,QAAM,QAAe,EAAE,OAAO,QAAW,MAAM,OAAO,UAAU,IAAI,QAAQ,MAAM;AAClF,QAAM,OAAO,OAAO,OAAO,OAAO,KAAK,MAAM,KAAK,IAAI,IAAI,GAAI,GAAG,OAAO,UAAU;AAClF,QAAM,UAAuB,EAAE,MAAM,QAAQ,SAAS,WAAW,KAAK,IAAI,EAAE;AAC5E,QAAM,UAAU,IAAI,gBAAgB;AACpC,QAAM,eAAe,UAAU,SAAS,SAAS,OAAO,QAAQ,OAAO,cAAc;AACrF,QAAM,gBAAgB,UAAU,SAAS,SAAS,OAAO,IAAI;AAC7D,MAAI;AACF,QAAI,MAAM,UAAU,OAAW,QAAO,QAAQ,OAAO,UAAU;AAC/D,UAAM,eAAe,MAAM,QAAQ,aAAa,OAAO,YAAY,QAAQ,MAAM;AACjF,QAAI,MAAM,UAAU,OAAW,QAAO,QAAQ,OAAO,UAAU;AAC/D,UAAM,QAAQ,kBAAkB;AAChC,UAAM,OAAO,EAAE,QAAQ,SAAkB,oBAAoB,OAAO,MAAM;AAC1E,qBAAiB,SAAS,aAAa,OAAO,SAAS,MAAM,QAAQ,MAAM,GAAG;AAC5E,UAAI,MAAM,UAAU,OAAW,QAAO,QAAQ,OAAO,UAAU;AAC/D,mBAAa,OAAO,OAAO,OAAO,IAAI;AACtC,YAAM,OAAO,WAAW,OAAO,OAAO,KAAK;AAC3C,UAAI,SAAS,UAAa,QAAQ,gBAAgB,OAAQ;AAC1D,gBAAU,MAAM,IAAI;AACpB,aAAO,MAAM,YAAY,YAAY;AACrC,eAAS,UAAU,QAAQ,KAAK;AAChC;AAAA,IACF;AACA,QAAI,MAAM,UAAU,OAAW,QAAO,QAAQ,OAAO,UAAU;AAC/D,WAAO,MAAM,YAAY,MAAM;AAC/B,aAAS,UAAU,QAAQ,KAAK;AAAA,EAClC,SAAS,OAAO;AACd,QAAI,MAAM,UAAU,SAAU;AAC9B,UAAM,OAAO,MAAM,UAAU,aAAa,iBAAiB,UAAU,KAAK;AAC1E,eAAW,QAAQ,QAAQ,OAAO,SAAS,IAAI,CAAC,CAAC;AAAA,EACnD,UAAE;AACA,kBAAc;AACd,iBAAa;AAAA,EACf;AACF;AAEA,eAAsB,QACpB,SACA,UACA,QACA,MACA,SACA,YACe;AACf,MAAI,KAAK,QAAQ;AACf,gBAAY,QAAQ,KAAK,MAAM,UAAU,UAAU;AACnD;AAAA,EACF;AACA,QAAM,SAAS,SAAS,UAAU,QAAQ,KAAK,SAAS,SAAS,UAAU;AAC7E;",
+  "names": ["finish"]
+}

package/dist/types/brain/call.d.ts

@@ -0,0 +1,7 @@
+import type { VoiceAgentEvent } from '../spoken.ts';
+export interface VendorCall {
+    id: string;
+    name: string;
+    arguments: string;
+}
+export declare function vendorCall(event: VoiceAgentEvent, tools: Set<string>): VendorCall | undefined;

package/dist/types/brain/hash.d.ts

@@ -0,0 +1 @@
+export declare function replyHash(text: string): string;

package/dist/types/brain/index.d.ts

@@ -0,0 +1,3 @@
+import type { BrainOptions } from './options.ts';
+export type { BrainBudget, BrainOptions } from './options.ts';
+export declare function chatCompletionsBrain(options: BrainOptions): (request: Request) => Promise<Response>;

package/dist/types/brain/options.d.ts

@@ -0,0 +1,12 @@
+import type { UserMessage } from '@earendil-works/pi-ai';
+import type { VoiceConversation } from '../turns.ts';
+export interface BrainBudget {
+    firstTokenMs: number;
+    hardDeadlineMs: number;
+}
+export interface BrainOptions {
+    conversation(sessionKey: string, signal: AbortSignal): Promise<VoiceConversation>;
+    vendorTools: 'terminal' | 'drop';
+    budget: BrainBudget;
+    filler(user: UserMessage): string;
+}

package/dist/types/brain/parse.d.ts

@@ -0,0 +1,22 @@
+export interface Memory {
+    hash: string;
+    text: string;
+    user: string;
+}
+export interface ParsedTurn {
+    model: string;
+    sessionKey: string;
+    tools: Set<string>;
+    prior?: string;
+    priorTools: boolean;
+    user: string;
+}
+export type TurnPlan = {
+    replay: true;
+    text: string;
+} | {
+    replay: false;
+    content: string;
+};
+export declare function parseTurn(body: unknown): ParsedTurn | string;
+export declare function turnPlan(memory: Memory | undefined, turn: ParsedTurn): TurnPlan;

package/dist/types/brain/sse.d.ts

@@ -0,0 +1,3 @@
+export declare function sseChunk(model: string, created: number, delta: Record<string, unknown>, finish: string | null): string;
+export declare function sseDone(): string;
+export declare function sseError(message: string): string;

package/dist/types/brain/turn.d.ts

@@ -0,0 +1,5 @@
+import type { BrainOptions } from './options.ts';
+import type { Memory, ParsedTurn, TurnPlan } from './parse.ts';
+type Controller = ReadableStreamDefaultController<Uint8Array>;
+export declare function runTurn(options: BrainOptions, sessions: Map<string, Memory>, parsed: ParsedTurn, plan: TurnPlan, request: Request, controller: Controller): Promise<void>;
+export {};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-ecoverse/pi-audio",
-  "version": "1.25.0",
+  "version": "1.26.0",
   "description": "Voice bindings for pi: speech-to-text, text-to-speech and realtime speech for pi-coding-agent plugins and slicc-agent",
   "type": "module",
   "license": "Apache-2.0",
@@ -85,6 +85,10 @@
     "./fish-agents": {
       "types": "./dist/types/fish-agents/index.d.ts",
       "default": "./dist/fish-agents/index.js"
+    },
+    "./brain": {
+      "types": "./dist/types/brain/index.d.ts",
+      "default": "./dist/brain/index.js"
     }
   },
   "files": [