@ai-ecoverse/pi-audio 1.16.0 → 1.17.0

package/README.md

@@ -48,6 +48,8 @@ pi-audio does not apply that patch. Hosts such as slicc-agent record monkeypatch
 
 `mintRealtimeToken(model, constraints, options)` returns `{ value, expiresAt, model }` and calls `options.fetch` (or `globalThis.fetch`). OpenAI `POST /v1/realtime/client_secrets` sends a realtime session with instructions, voice, and tools. xAI `POST /v1/realtime/client_secrets` sends only `expires_after.seconds` of 300. Gemini `POST /v1beta/auth_tokens` locks `models/<id>`, instructions, voice, and tools in `liveConnectConstraints` and returns `name`, which the live adapter sends as `access_token`. ElevenLabs `GET /v1/convai/conversation/get-signed-url` takes `agent_id` (or `GET /conversation/token` when the only transport is WebRTC) and expires in 15 minutes. Fish `POST /v1/agent/sessions` sends `agent_id` plus `overrides.system_prompt` and `overrides.voice_id`. `value` is the LiveKit participant token. `expiresAt` is milliseconds. A numeric `expires_at` below `1e12` is unix seconds.
 
+`@ai-ecoverse/pi-audio/elevenlabs-agents` registers `elevenlabs-agent`, a hosted cascade (`provisioning: "agent"`, `truncation: "server"`, `liveToolUpdate: false`). `provisionAgent` creates or updates the agent and reuses it when the spec hash matches. pi tools become client tools. A string `llm` is a vendor model name. A `CustomLlm` sets `llm` to `custom-llm` and sends `custom_llm.url`, `model_id`, `api_type`, and `request_headers` (ElevenLabs `api_key` is a workspace secret reference, not a raw token). `connectRealtime` uses a `RealtimeToken` from `mintRealtimeToken` (`get-signed-url`) when one is passed. Otherwise an API key provisions the agent and mints the signed URL. Silent `inject` sends `contextual_update` with `context_id` `pi-audio`. `close()` prices `audio.inputSeconds` from the wall-clock session at $0.08 per minute.
+
 `talkerTools` is `ask_agent` and `read`. pi-audio defines `askAgent` (a pi `Tool` whose parameters are `request` and optional `context`) and the `Thinker` interface. The host implements `Thinker` and supplies `read`. `bindThinker` runs direct tools with `directTimeoutMs` and truncates their text to `directMaxChars`. On a blocking `ask_agent` it answers with `ack` immediately and injects the result later. On an async call it `respond`s with the result and `options.result`. Progress is injected with `options.progress`. `tool_call_cancelled` aborts the thinker. The binding also yields `thinker_progress` / `thinker_result` captions and `thinking` / `tool` / `idle` phases.
 
 ## Development

package/dist/elevenlabs-agents/events.js

@@ -0,0 +1,172 @@
+import { blankUsage } from "../blank-usage.js";
+import { decodeAudioBase64 } from "../convert.js";
+function none() {
+  return { events: [], replies: [] };
+}
+function isRecord(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function text(value) {
+  return typeof value === "string" ? value : "";
+}
+function transcript(itemId, value, final) {
+  return { type: "output_transcript", itemId, text: value, final };
+}
+function done(itemId, interrupted) {
+  return { type: "response_done", itemId, interrupted, usage: blankUsage() };
+}
+function numbers(value) {
+  if (!Array.isArray(value) || value.some((item) => typeof item !== "number")) return void 0;
+  return value;
+}
+function alignmentOf(value) {
+  if (!isRecord(value)) return void 0;
+  const startMs = numbers(value.char_start_times_ms);
+  const durationMs = numbers(value.char_durations_ms);
+  if (startMs === void 0 || durationMs === void 0) return void 0;
+  return { startMs, durationMs };
+}
+function pong(_turn, message) {
+  const nested = isRecord(message.ping_event) ? message.ping_event : void 0;
+  const raw = nested === void 0 ? message.event_id : nested.event_id;
+  const eventId = typeof raw === "number" ? raw : 0;
+  return { events: [], replies: [{ type: "pong", event_id: eventId }] };
+}
+function metadata(_turn, message) {
+  const event = isRecord(message.conversation_initiation_metadata_event) ? message.conversation_initiation_metadata_event : void 0;
+  const sessionId = text(event?.conversation_id);
+  return {
+    events: [
+      { type: "session_start", sessionId: sessionId.length > 0 ? sessionId : "conversation" }
+    ],
+    replies: []
+  };
+}
+function userTranscript(_turn, message) {
+  const event = isRecord(message.user_transcription_event) ? message.user_transcription_event : void 0;
+  return {
+    events: [
+      {
+        type: "input_transcript",
+        itemId: "user",
+        text: text(event?.user_transcript),
+        final: true
+      }
+    ],
+    replies: []
+  };
+}
+function chatPart(_turn, message) {
+  const part = isRecord(message.text_response_part) ? message.text_response_part : void 0;
+  if (part === void 0) return none();
+  const kind = text(part.type);
+  if (kind === "start" || kind.length === 0) return none();
+  const itemId = text(part.response_id);
+  return {
+    events: [transcript(itemId.length > 0 ? itemId : "agent", text(part.text), kind === "stop")],
+    replies: []
+  };
+}
+function agentResponse(_turn, message) {
+  const event = isRecord(message.agent_response_event) ? message.agent_response_event : void 0;
+  return { events: [transcript("agent", text(event?.agent_response), true)], replies: [] };
+}
+function correction(_turn, message) {
+  const event = isRecord(message.agent_response_correction_event) ? message.agent_response_correction_event : void 0;
+  return {
+    events: [transcript("agent", text(event?.corrected_agent_response), true)],
+    replies: []
+  };
+}
+function audio(turn, message, format) {
+  const event = isRecord(message.audio_event) ? message.audio_event : void 0;
+  const eventId = typeof event?.event_id === "number" ? event.event_id : 0;
+  if (turn.dropAudio || eventId <= turn.lastInterruptId) return none();
+  const alignment = alignmentOf(event?.alignment);
+  const chars = isRecord(event?.alignment) ? event.alignment.chars : void 0;
+  const end = Array.isArray(chars) ? chars.length : 0;
+  const itemId = String(eventId);
+  const first = alignment?.startMs[0];
+  const spoken = {
+    type: "output_audio",
+    itemId,
+    chunk: {
+      data: decodeAudioBase64(text(event?.audio_base_64)),
+      format,
+      timestamp: typeof first === "number" ? first : 0
+    }
+  };
+  if (alignment !== void 0) spoken.alignment = alignment;
+  if (end > 0) spoken.span = { itemId, start: 0, end };
+  return { events: [spoken], replies: [] };
+}
+function interruption(turn, message) {
+  const event = isRecord(message.interruption_event) ? message.interruption_event : void 0;
+  const eventId = typeof event?.event_id === "number" ? event.event_id : turn.lastInterruptId;
+  turn.lastInterruptId = eventId;
+  turn.vad = true;
+  return { events: [{ type: "input_speech_start" }, done(String(eventId), true)], replies: [] };
+}
+function vad(turn, message) {
+  const event = isRecord(message.vad_score_event) ? message.vad_score_event : void 0;
+  const score = typeof event?.vad_score === "number" ? event.vad_score : 0;
+  const speaking = score > 0.5;
+  if (!speaking) {
+    turn.vad = false;
+    return none();
+  }
+  if (turn.vad) return none();
+  turn.vad = true;
+  return { events: [{ type: "input_speech_start" }], replies: [] };
+}
+function toolCall(_turn, message) {
+  const event = isRecord(message.client_tool_call) ? message.client_tool_call : void 0;
+  const name = text(event?.tool_name);
+  const id = text(event?.tool_call_id);
+  if (name.length === 0 || id.length === 0) return none();
+  const parameters = isRecord(event?.parameters) ? event.parameters : {};
+  const call = {
+    type: "toolCall",
+    id,
+    name,
+    arguments: parameters
+  };
+  return { events: [{ type: "tool_call", call, blocking: true }], replies: [] };
+}
+function complete(turn, _message) {
+  turn.dropAudio = false;
+  return { events: [done("agent", false)], replies: [] };
+}
+function clientError(_turn, message) {
+  const event = isRecord(message.client_error_event) ? message.client_error_event : void 0;
+  const reason = text(event?.message);
+  return {
+    events: [{ type: "error", error: reason.length > 0 ? reason : "client error", fatal: false }],
+    replies: []
+  };
+}
+const handlers = {
+  ping: pong,
+  conversation_initiation_metadata: metadata,
+  user_transcript: userTranscript,
+  agent_chat_response_part: chatPart,
+  agent_response: agentResponse,
+  agent_response_correction: correction,
+  audio,
+  interruption,
+  vad_score: vad,
+  client_tool_call: toolCall,
+  agent_response_complete: complete,
+  client_error: clientError
+};
+function ingestElevenLabs(turn, message, format) {
+  const type = message.type;
+  if (typeof type !== "string") return none();
+  const handler = handlers[type];
+  if (handler === void 0) return none();
+  return handler(turn, message, format);
+}
+export {
+  ingestElevenLabs
+};
+//# sourceMappingURL=events.js.map

package/dist/elevenlabs-agents/events.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/elevenlabs-agents/events.ts"],
+  "sourcesContent": ["import type { JsonObject, ToolCall } from '@earendil-works/pi-ai';\nimport type { AudioFormat, CharAlignment } from '../audio.ts';\nimport { blankUsage } from '../blank-usage.ts';\nimport { decodeAudioBase64 } from '../convert.ts';\nimport type { RealtimeEvent } from '../realtime.ts';\n\nexport interface TalkTurn {\n  vad: boolean;\n  dropAudio: boolean;\n  lastInterruptId: number;\n}\n\nexport interface Ingested {\n  events: RealtimeEvent[];\n  replies: JsonObject[];\n}\n\nfunction none(): Ingested {\n  return { events: [], replies: [] };\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === 'object' && value !== null && !Array.isArray(value);\n}\n\nfunction text(value: unknown): string {\n  return typeof value === 'string' ? value : '';\n}\n\nfunction transcript(itemId: string, value: string, final: boolean): RealtimeEvent {\n  return { type: 'output_transcript', itemId, text: value, final };\n}\n\nfunction done(itemId: string, interrupted: boolean): RealtimeEvent {\n  return { type: 'response_done', itemId, interrupted, usage: blankUsage() };\n}\n\nfunction numbers(value: unknown): number[] | undefined {\n  if (!Array.isArray(value) || value.some((item) => typeof item !== 'number')) return undefined;\n  return value as number[];\n}\n\nfunction alignmentOf(value: unknown): CharAlignment | undefined {\n  if (!isRecord(value)) return undefined;\n  const startMs = numbers(value.char_start_times_ms);\n  const durationMs = numbers(value.char_durations_ms);\n  if (startMs === undefined || durationMs === undefined) return undefined;\n  return { startMs, durationMs };\n}\n\nfunction pong(_turn: TalkTurn, message: Record<string, unknown>): Ingested {\n  const nested = isRecord(message.ping_event) ? message.ping_event : undefined;\n  const raw = nested === undefined ? message.event_id : nested.event_id;\n  const eventId = typeof raw === 'number' ? raw : 0;\n  return { events: [], replies: [{ type: 'pong', event_id: eventId }] };\n}\n\nfunction metadata(_turn: TalkTurn, message: Record<string, unknown>): Ingested {\n  const event = isRecord(message.conversation_initiation_metadata_event)\n    ? message.conversation_initiation_metadata_event\n    : undefined;\n  const sessionId = text(event?.conversation_id);\n  return {\n    events: [\n      { type: 'session_start', sessionId: sessionId.length > 0 ? sessionId : 'conversation' },\n    ],\n    replies: [],\n  };\n}\n\nfunction userTranscript(_turn: TalkTurn, message: Record<string, unknown>): Ingested {\n  const event = isRecord(message.user_transcription_event)\n    ? message.user_transcription_event\n    : undefined;\n  return {\n    events: [\n      {\n        type: 'input_transcript',\n        itemId: 'user',\n        text: text(event?.user_transcript),\n        final: true,\n      },\n    ],\n    replies: [],\n  };\n}\n\nfunction chatPart(_turn: TalkTurn, message: Record<string, unknown>): Ingested {\n  const part = isRecord(message.text_response_part) ? message.text_response_part : undefined;\n  if (part === undefined) return none();\n  const kind = text(part.type);\n  if (kind === 'start' || kind.length === 0) return none();\n  const itemId = text(part.response_id);\n  return {\n    events: [transcript(itemId.length > 0 ? itemId : 'agent', text(part.text), kind === 'stop')],\n    replies: [],\n  };\n}\n\nfunction agentResponse(_turn: TalkTurn, message: Record<string, unknown>): Ingested {\n  const event = isRecord(message.agent_response_event) ? message.agent_response_event : undefined;\n  return { events: [transcript('agent', text(event?.agent_response), true)], replies: [] };\n}\n\nfunction correction(_turn: TalkTurn, message: Record<string, unknown>): Ingested {\n  const event = isRecord(message.agent_response_correction_event)\n    ? message.agent_response_correction_event\n    : undefined;\n  return {\n    events: [transcript('agent', text(event?.corrected_agent_response), true)],\n    replies: [],\n  };\n}\n\nfunction audio(turn: TalkTurn, message: Record<string, unknown>, format: AudioFormat): Ingested {\n  const event = isRecord(message.audio_event) ? message.audio_event : undefined;\n  const eventId = typeof event?.event_id === 'number' ? event.event_id : 0;\n  if (turn.dropAudio || eventId <= turn.lastInterruptId) return none();\n  const alignment = alignmentOf(event?.alignment);\n  const chars = isRecord(event?.alignment) ? event.alignment.chars : undefined;\n  const end = Array.isArray(chars) ? chars.length : 0;\n  const itemId = String(eventId);\n  const first = alignment?.startMs[0];\n  const spoken: RealtimeEvent = {\n    type: 'output_audio',\n    itemId,\n    chunk: {\n      data: decodeAudioBase64(text(event?.audio_base_64)),\n      format,\n      timestamp: typeof first === 'number' ? first : 0,\n    },\n  };\n  if (alignment !== undefined) spoken.alignment = alignment;\n  if (end > 0) spoken.span = { itemId, start: 0, end };\n  return { events: [spoken], replies: [] };\n}\n\nfunction interruption(turn: TalkTurn, message: Record<string, unknown>): Ingested {\n  const event = isRecord(message.interruption_event) ? message.interruption_event : undefined;\n  const eventId = typeof event?.event_id === 'number' ? event.event_id : turn.lastInterruptId;\n  turn.lastInterruptId = eventId;\n  turn.vad = true;\n  return { events: [{ type: 'input_speech_start' }, done(String(eventId), true)], replies: [] };\n}\n\nfunction vad(turn: TalkTurn, message: Record<string, unknown>): Ingested {\n  const event = isRecord(message.vad_score_event) ? message.vad_score_event : undefined;\n  const score = typeof event?.vad_score === 'number' ? event.vad_score : 0;\n  const speaking = score > 0.5;\n  if (!speaking) {\n    turn.vad = false;\n    return none();\n  }\n  if (turn.vad) return none();\n  turn.vad = true;\n  return { events: [{ type: 'input_speech_start' }], replies: [] };\n}\n\nfunction toolCall(_turn: TalkTurn, message: Record<string, unknown>): Ingested {\n  const event = isRecord(message.client_tool_call) ? message.client_tool_call : undefined;\n  const name = text(event?.tool_name);\n  const id = text(event?.tool_call_id);\n  if (name.length === 0 || id.length === 0) return none();\n  const parameters = isRecord(event?.parameters) ? event.parameters : {};\n  const call: ToolCall = {\n    type: 'toolCall',\n    id,\n    name,\n    arguments: parameters as JsonObject,\n  };\n  return { events: [{ type: 'tool_call', call, blocking: true }], replies: [] };\n}\n\nfunction complete(turn: TalkTurn, _message: Record<string, unknown>): Ingested {\n  turn.dropAudio = false;\n  return { events: [done('agent', false)], replies: [] };\n}\n\nfunction clientError(_turn: TalkTurn, message: Record<string, unknown>): Ingested {\n  const event = isRecord(message.client_error_event) ? message.client_error_event : undefined;\n  const reason = text(event?.message);\n  return {\n    events: [{ type: 'error', error: reason.length > 0 ? reason : 'client error', fatal: false }],\n    replies: [],\n  };\n}\n\nconst handlers: Record<\n  string,\n  (turn: TalkTurn, message: Record<string, unknown>, format: AudioFormat) => Ingested\n> = {\n  ping: pong,\n  conversation_initiation_metadata: metadata,\n  user_transcript: userTranscript,\n  agent_chat_response_part: chatPart,\n  agent_response: agentResponse,\n  agent_response_correction: correction,\n  audio,\n  interruption,\n  vad_score: vad,\n  client_tool_call: toolCall,\n  agent_response_complete: complete,\n  client_error: clientError,\n};\n\nexport function ingestElevenLabs(\n  turn: TalkTurn,\n  message: Record<string, unknown>,\n  format: AudioFormat\n): Ingested {\n  const type = message.type;\n  if (typeof type !== 'string') return none();\n  const handler = handlers[type];\n  if (handler === undefined) return none();\n  return handler(turn, message, format);\n}\n"],
+  "mappings": "AAEA,SAAS,kBAAkB;AAC3B,SAAS,yBAAyB;AAclC,SAAS,OAAiB;AACxB,SAAO,EAAE,QAAQ,CAAC,GAAG,SAAS,CAAC,EAAE;AACnC;AAEA,SAAS,SAAS,OAAkD;AAClE,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAEA,SAAS,KAAK,OAAwB;AACpC,SAAO,OAAO,UAAU,WAAW,QAAQ;AAC7C;AAEA,SAAS,WAAW,QAAgB,OAAe,OAA+B;AAChF,SAAO,EAAE,MAAM,qBAAqB,QAAQ,MAAM,OAAO,MAAM;AACjE;AAEA,SAAS,KAAK,QAAgB,aAAqC;AACjE,SAAO,EAAE,MAAM,iBAAiB,QAAQ,aAAa,OAAO,WAAW,EAAE;AAC3E;AAEA,SAAS,QAAQ,OAAsC;AACrD,MAAI,CAAC,MAAM,QAAQ,KAAK,KAAK,MAAM,KAAK,CAAC,SAAS,OAAO,SAAS,QAAQ,EAAG,QAAO;AACpF,SAAO;AACT;AAEA,SAAS,YAAY,OAA2C;AAC9D,MAAI,CAAC,SAAS,KAAK,EAAG,QAAO;AAC7B,QAAM,UAAU,QAAQ,MAAM,mBAAmB;AACjD,QAAM,aAAa,QAAQ,MAAM,iBAAiB;AAClD,MAAI,YAAY,UAAa,eAAe,OAAW,QAAO;AAC9D,SAAO,EAAE,SAAS,WAAW;AAC/B;AAEA,SAAS,KAAK,OAAiB,SAA4C;AACzE,QAAM,SAAS,SAAS,QAAQ,UAAU,IAAI,QAAQ,aAAa;AACnE,QAAM,MAAM,WAAW,SAAY,QAAQ,WAAW,OAAO;AAC7D,QAAM,UAAU,OAAO,QAAQ,WAAW,MAAM;AAChD,SAAO,EAAE,QAAQ,CAAC,GAAG,SAAS,CAAC,EAAE,MAAM,QAAQ,UAAU,QAAQ,CAAC,EAAE;AACtE;AAEA,SAAS,SAAS,OAAiB,SAA4C;AAC7E,QAAM,QAAQ,SAAS,QAAQ,sCAAsC,IACjE,QAAQ,yCACR;AACJ,QAAM,YAAY,KAAK,OAAO,eAAe;AAC7C,SAAO;AAAA,IACL,QAAQ;AAAA,MACN,EAAE,MAAM,iBAAiB,WAAW,UAAU,SAAS,IAAI,YAAY,eAAe;AAAA,IACxF;AAAA,IACA,SAAS,CAAC;AAAA,EACZ;AACF;AAEA,SAAS,eAAe,OAAiB,SAA4C;AACnF,QAAM,QAAQ,SAAS,QAAQ,wBAAwB,IACnD,QAAQ,2BACR;AACJ,SAAO;AAAA,IACL,QAAQ;AAAA,MACN;AAAA,QACE,MAAM;AAAA,QACN,QAAQ;AAAA,QACR,MAAM,KAAK,OAAO,eAAe;AAAA,QACjC,OAAO;AAAA,MACT;AAAA,IACF;AAAA,IACA,SAAS,CAAC;AAAA,EACZ;AACF;AAEA,SAAS,SAAS,OAAiB,SAA4C;AAC7E,QAAM,OAAO,SAAS,QAAQ,kBAAkB,IAAI,QAAQ,qBAAqB;AACjF,MAAI,SAAS,OAAW,QAAO,KAAK;AACpC,QAAM,OAAO,KAAK,KAAK,IAAI;AAC3B,MAAI,SAAS,WAAW,KAAK,WAAW,EAAG,QAAO,KAAK;AACvD,QAAM,SAAS,KAAK,KAAK,WAAW;AACpC,SAAO;AAAA,IACL,QAAQ,CAAC,WAAW,OAAO,SAAS,IAAI,SAAS,SAAS,KAAK,KAAK,IAAI,GAAG,SAAS,MAAM,CAAC;AAAA,IAC3F,SAAS,CAAC;AAAA,EACZ;AACF;AAEA,SAAS,cAAc,OAAiB,SAA4C;AAClF,QAAM,QAAQ,SAAS,QAAQ,oBAAoB,IAAI,QAAQ,uBAAuB;AACtF,SAAO,EAAE,QAAQ,CAAC,WAAW,SAAS,KAAK,OAAO,cAAc,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC,EAAE;AACzF;AAEA,SAAS,WAAW,OAAiB,SAA4C;AAC/E,QAAM,QAAQ,SAAS,QAAQ,+BAA+B,IAC1D,QAAQ,kCACR;AACJ,SAAO;AAAA,IACL,QAAQ,CAAC,WAAW,SAAS,KAAK,OAAO,wBAAwB,GAAG,IAAI,CAAC;AAAA,IACzE,SAAS,CAAC;AAAA,EACZ;AACF;AAEA,SAAS,MAAM,MAAgB,SAAkC,QAA+B;AAC9F,QAAM,QAAQ,SAAS,QAAQ,WAAW,IAAI,QAAQ,cAAc;AACpE,QAAM,UAAU,OAAO,OAAO,aAAa,WAAW,MAAM,WAAW;AACvE,MAAI,KAAK,aAAa,WAAW,KAAK,gBAAiB,QAAO,KAAK;AACnE,QAAM,YAAY,YAAY,OAAO,SAAS;AAC9C,QAAM,QAAQ,SAAS,OAAO,SAAS,IAAI,MAAM,UAAU,QAAQ;AACnE,QAAM,MAAM,MAAM,QAAQ,KAAK,IAAI,MAAM,SAAS;AAClD,QAAM,SAAS,OAAO,OAAO;AAC7B,QAAM,QAAQ,WAAW,QAAQ,CAAC;AAClC,QAAM,SAAwB;AAAA,IAC5B,MAAM;AAAA,IACN;AAAA,IACA,OAAO;AAAA,MACL,MAAM,kBAAkB,KAAK,OAAO,aAAa,CAAC;AAAA,MAClD;AAAA,MACA,WAAW,OAAO,UAAU,WAAW,QAAQ;AAAA,IACjD;AAAA,EACF;AACA,MAAI,cAAc,OAAW,QAAO,YAAY;AAChD,MAAI,MAAM,EAAG,QAAO,OAAO,EAAE,QAAQ,OAAO,GAAG,IAAI;AACnD,SAAO,EAAE,QAAQ,CAAC,MAAM,GAAG,SAAS,CAAC,EAAE;AACzC;AAEA,SAAS,aAAa,MAAgB,SAA4C;AAChF,QAAM,QAAQ,SAAS,QAAQ,kBAAkB,IAAI,QAAQ,qBAAqB;AAClF,QAAM,UAAU,OAAO,OAAO,aAAa,WAAW,MAAM,WAAW,KAAK;AAC5E,OAAK,kBAAkB;AACvB,OAAK,MAAM;AACX,SAAO,EAAE,QAAQ,CAAC,EAAE,MAAM,qBAAqB,GAAG,KAAK,OAAO,OAAO,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC,EAAE;AAC9F;AAEA,SAAS,IAAI,MAAgB,SAA4C;AACvE,QAAM,QAAQ,SAAS,QAAQ,eAAe,IAAI,QAAQ,kBAAkB;AAC5E,QAAM,QAAQ,OAAO,OAAO,cAAc,WAAW,MAAM,YAAY;AACvE,QAAM,WAAW,QAAQ;AACzB,MAAI,CAAC,UAAU;AACb,SAAK,MAAM;AACX,WAAO,KAAK;AAAA,EACd;AACA,MAAI,KAAK,IAAK,QAAO,KAAK;AAC1B,OAAK,MAAM;AACX,SAAO,EAAE,QAAQ,CAAC,EAAE,MAAM,qBAAqB,CAAC,GAAG,SAAS,CAAC,EAAE;AACjE;AAEA,SAAS,SAAS,OAAiB,SAA4C;AAC7E,QAAM,QAAQ,SAAS,QAAQ,gBAAgB,IAAI,QAAQ,mBAAmB;AAC9E,QAAM,OAAO,KAAK,OAAO,SAAS;AAClC,QAAM,KAAK,KAAK,OAAO,YAAY;AACnC,MAAI,KAAK,WAAW,KAAK,GAAG,WAAW,EAAG,QAAO,KAAK;AACtD,QAAM,aAAa,SAAS,OAAO,UAAU,IAAI,MAAM,aAAa,CAAC;AACrE,QAAM,OAAiB;AAAA,IACrB,MAAM;AAAA,IACN;AAAA,IACA;AAAA,IACA,WAAW;AAAA,EACb;AACA,SAAO,EAAE,QAAQ,CAAC,EAAE,MAAM,aAAa,MAAM,UAAU,KAAK,CAAC,GAAG,SAAS,CAAC,EAAE;AAC9E;AAEA,SAAS,SAAS,MAAgB,UAA6C;AAC7E,OAAK,YAAY;AACjB,SAAO,EAAE,QAAQ,CAAC,KAAK,SAAS,KAAK,CAAC,GAAG,SAAS,CAAC,EAAE;AACvD;AAEA,SAAS,YAAY,OAAiB,SAA4C;AAChF,QAAM,QAAQ,SAAS,QAAQ,kBAAkB,IAAI,QAAQ,qBAAqB;AAClF,QAAM,SAAS,KAAK,OAAO,OAAO;AAClC,SAAO;AAAA,IACL,QAAQ,CAAC,EAAE,MAAM,SAAS,OAAO,OAAO,SAAS,IAAI,SAAS,gBAAgB,OAAO,MAAM,CAAC;AAAA,IAC5F,SAAS,CAAC;AAAA,EACZ;AACF;AAEA,MAAM,WAGF;AAAA,EACF,MAAM;AAAA,EACN,kCAAkC;AAAA,EAClC,iBAAiB;AAAA,EACjB,0BAA0B;AAAA,EAC1B,gBAAgB;AAAA,EAChB,2BAA2B;AAAA,EAC3B;AAAA,EACA;AAAA,EACA,WAAW;AAAA,EACX,kBAAkB;AAAA,EAClB,yBAAyB;AAAA,EACzB,cAAc;AAChB;AAEO,SAAS,iBACd,MACA,SACA,QACU;AACV,QAAM,OAAO,QAAQ;AACrB,MAAI,OAAO,SAAS,SAAU,QAAO,KAAK;AAC1C,QAAM,UAAU,SAAS,IAAI;AAC7B,MAAI,YAAY,OAAW,QAAO,KAAK;AACvC,SAAO,QAAQ,MAAM,SAAS,MAAM;AACtC;",
+  "names": []
+}

package/dist/elevenlabs-agents/index.js

@@ -0,0 +1,58 @@
+import { registerVoiceModel } from "../models.js";
+import { registerRealtimeApiProvider } from "../registry.js";
+import { connectElevenLabs } from "./session.js";
+const voices = [
+  { id: "21m00Tcm4TlvDq8ikWAM", name: "Rachel" },
+  { id: "EXAVITQu4vr4xnSDxMaL", name: "Sarah" },
+  { id: "pNInz6obpgDQGcFmaJgB", name: "Adam" }
+];
+function pcm16(sampleRate) {
+  return { encoding: "pcm16", sampleRate, channels: 1 };
+}
+const elevenLabsAgent = {
+  id: "elevenlabs-agent",
+  name: "ElevenLabs Agent",
+  api: "elevenlabs-agents",
+  provider: "elevenlabs",
+  baseUrl: "wss://api.elevenlabs.io/v1/convai/conversation",
+  type: "realtime",
+  transports: ["websocket"],
+  toolCalls: "blocking",
+  inputFormat: pcm16(16e3),
+  outputFormat: pcm16(16e3),
+  maxSessionMs: 6e5,
+  resumable: false,
+  ephemeralAuth: true,
+  voices,
+  cascade: { stt: "scribe_realtime", llm: "gemini-2.5-flash", tts: "eleven_flash_v2_5" },
+  provisioning: "agent",
+  delivery: { interrupt: "approximate", when_idle: "approximate", silent: "native" },
+  truncation: "server",
+  liveToolUpdate: false,
+  toolTimeoutMs: { min: 1e3, max: 12e4 },
+  cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
+  audioCost: { perInputMinute: 0.08 }
+};
+function registerElevenLabsAgents(options = {}) {
+  const unregisterModel = registerVoiceModel(elevenLabsAgent);
+  const unregisterApi = registerRealtimeApiProvider({
+    api: "elevenlabs-agents",
+    connect: (model, context, connectOptions) => connectElevenLabs(model, context, connectOptions, options)
+  });
+  return () => {
+    unregisterModel();
+    unregisterApi();
+  };
+}
+import { hashHostedSpec, memoryHostedCache } from "../hosted-agent.js";
+import { agentBody, httpsOrigin, provisionAgent } from "./provision.js";
+export {
+  agentBody,
+  elevenLabsAgent,
+  hashHostedSpec,
+  httpsOrigin,
+  memoryHostedCache,
+  provisionAgent,
+  registerElevenLabsAgents
+};
+//# sourceMappingURL=index.js.map

package/dist/elevenlabs-agents/index.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/elevenlabs-agents/index.ts"],
+  "sourcesContent": ["import type { RealtimeModel } from '../models.ts';\nimport { registerVoiceModel } from '../models.ts';\nimport { registerRealtimeApiProvider } from '../registry.ts';\nimport type { ElevenLabsOptions } from './session.ts';\nimport { connectElevenLabs } from './session.ts';\n\nconst voices = [\n  { id: '21m00Tcm4TlvDq8ikWAM', name: 'Rachel' },\n  { id: 'EXAVITQu4vr4xnSDxMaL', name: 'Sarah' },\n  { id: 'pNInz6obpgDQGcFmaJgB', name: 'Adam' },\n];\n\nfunction pcm16(sampleRate: number) {\n  return { encoding: 'pcm16' as const, sampleRate, channels: 1 as const };\n}\n\nexport const elevenLabsAgent: RealtimeModel<'elevenlabs-agents'> = {\n  id: 'elevenlabs-agent',\n  name: 'ElevenLabs Agent',\n  api: 'elevenlabs-agents',\n  provider: 'elevenlabs',\n  baseUrl: 'wss://api.elevenlabs.io/v1/convai/conversation',\n  type: 'realtime',\n  transports: ['websocket'],\n  toolCalls: 'blocking',\n  inputFormat: pcm16(16000),\n  outputFormat: pcm16(16000),\n  maxSessionMs: 600_000,\n  resumable: false,\n  ephemeralAuth: true,\n  voices,\n  cascade: { stt: 'scribe_realtime', llm: 'gemini-2.5-flash', tts: 'eleven_flash_v2_5' },\n  provisioning: 'agent',\n  delivery: { interrupt: 'approximate', when_idle: 'approximate', silent: 'native' },\n  truncation: 'server',\n  liveToolUpdate: false,\n  toolTimeoutMs: { min: 1000, max: 120_000 },\n  cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },\n  audioCost: { perInputMinute: 0.08 },\n};\n\nexport function registerElevenLabsAgents(options: ElevenLabsOptions = {}): () => void {\n  const unregisterModel = registerVoiceModel(elevenLabsAgent);\n  const unregisterApi = registerRealtimeApiProvider({\n    api: 'elevenlabs-agents',\n    connect: (model, context, connectOptions) =>\n      connectElevenLabs(model, context, connectOptions, options),\n  });\n  return () => {\n    unregisterModel();\n    unregisterApi();\n  };\n}\n\nexport type { CustomLlm, HostedAgent, HostedAgentSpec, HostedCache } from '../hosted-agent.ts';\nexport { hashHostedSpec, memoryHostedCache } from '../hosted-agent.ts';\nexport type { ProvisionOptions } from './provision.ts';\nexport { agentBody, httpsOrigin, provisionAgent } from './provision.ts';\nexport type { ElevenLabsOptions, VoiceWireFactory } from './session.ts';\n"],
+  "mappings": "AACA,SAAS,0BAA0B;AACnC,SAAS,mCAAmC;AAE5C,SAAS,yBAAyB;AAElC,MAAM,SAAS;AAAA,EACb,EAAE,IAAI,wBAAwB,MAAM,SAAS;AAAA,EAC7C,EAAE,IAAI,wBAAwB,MAAM,QAAQ;AAAA,EAC5C,EAAE,IAAI,wBAAwB,MAAM,OAAO;AAC7C;AAEA,SAAS,MAAM,YAAoB;AACjC,SAAO,EAAE,UAAU,SAAkB,YAAY,UAAU,EAAW;AACxE;AAEO,MAAM,kBAAsD;AAAA,EACjE,IAAI;AAAA,EACJ,MAAM;AAAA,EACN,KAAK;AAAA,EACL,UAAU;AAAA,EACV,SAAS;AAAA,EACT,MAAM;AAAA,EACN,YAAY,CAAC,WAAW;AAAA,EACxB,WAAW;AAAA,EACX,aAAa,MAAM,IAAK;AAAA,EACxB,cAAc,MAAM,IAAK;AAAA,EACzB,cAAc;AAAA,EACd,WAAW;AAAA,EACX,eAAe;AAAA,EACf;AAAA,EACA,SAAS,EAAE,KAAK,mBAAmB,KAAK,oBAAoB,KAAK,oBAAoB;AAAA,EACrF,cAAc;AAAA,EACd,UAAU,EAAE,WAAW,eAAe,WAAW,eAAe,QAAQ,SAAS;AAAA,EACjF,YAAY;AAAA,EACZ,gBAAgB;AAAA,EAChB,eAAe,EAAE,KAAK,KAAM,KAAK,KAAQ;AAAA,EACzC,MAAM,EAAE,OAAO,GAAG,QAAQ,GAAG,WAAW,GAAG,YAAY,EAAE;AAAA,EACzD,WAAW,EAAE,gBAAgB,KAAK;AACpC;AAEO,SAAS,yBAAyB,UAA6B,CAAC,GAAe;AACpF,QAAM,kBAAkB,mBAAmB,eAAe;AAC1D,QAAM,gBAAgB,4BAA4B;AAAA,IAChD,KAAK;AAAA,IACL,SAAS,CAAC,OAAO,SAAS,mBACxB,kBAAkB,OAAO,SAAS,gBAAgB,OAAO;AAAA,EAC7D,CAAC;AACD,SAAO,MAAM;AACX,oBAAgB;AAChB,kBAAc;AAAA,EAChB;AACF;AAGA,SAAS,gBAAgB,yBAAyB;AAElD,SAAS,WAAW,aAAa,sBAAsB;",
+  "names": []
+}

package/dist/elevenlabs-agents/provision.js

@@ -0,0 +1,167 @@
+import { VoiceRequestError } from "../errors.js";
+import {
+  hashHostedSpec,
+  hostedCacheKey,
+  memoryHostedCache
+} from "../hosted-agent.js";
+const defaultCache = memoryHostedCache();
+const clientEvents = [
+  "conversation_initiation_metadata",
+  "ping",
+  "audio",
+  "interruption",
+  "user_transcript",
+  "agent_response",
+  "agent_response_correction",
+  "client_tool_call",
+  "vad_score",
+  "agent_chat_response_part",
+  "agent_response_complete"
+];
+function isRecord(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function asVoice(error) {
+  if (error instanceof VoiceRequestError) return error;
+  if (error instanceof Error && error.name === "AbortError") {
+    return new VoiceRequestError("aborted", "session aborted");
+  }
+  if (error instanceof Error) return new VoiceRequestError("error", error.message);
+  return new VoiceRequestError("error", String(error));
+}
+function httpsOrigin(baseUrl) {
+  const url = new URL(baseUrl);
+  let protocol = url.protocol;
+  if (protocol === "wss:") protocol = "https:";
+  if (protocol === "ws:") protocol = "http:";
+  return `${protocol}//${url.host}`;
+}
+function mergedHeaders(options, defaults) {
+  const headers = { ...defaults };
+  const extra = options.headers;
+  if (extra === void 0) return headers;
+  for (const [key, value] of Object.entries(extra)) {
+    if (value === null) delete headers[key];
+    else headers[key] = value;
+  }
+  return headers;
+}
+function apiKey(options) {
+  const key = options.apiKey;
+  if (typeof key === "string" && key.length > 0) return key;
+  throw new VoiceRequestError("error", "missing realtime credential");
+}
+function timeoutSeconds(timeoutMs) {
+  if (timeoutMs === void 0) return 20;
+  return Math.min(120, Math.max(1, Math.round(timeoutMs / 1e3)));
+}
+function clientTool(tool, timeoutMs) {
+  return {
+    type: "client",
+    name: tool.name,
+    description: tool.description,
+    expects_response: true,
+    response_timeout_secs: timeoutSeconds(timeoutMs),
+    parameters: tool.parameters
+  };
+}
+function customLlmFields(llm) {
+  const custom = {
+    url: llm.baseUrl,
+    model_id: llm.id,
+    api_type: llm.api === "openai-responses" ? "responses" : "chat_completions"
+  };
+  const headers = llm.headers;
+  if (headers !== void 0 && Object.keys(headers).length > 0) custom.request_headers = headers;
+  return { llm: "custom-llm", custom_llm: custom };
+}
+function promptFields(spec) {
+  const llm = typeof spec.llm === "string" ? { llm: spec.llm } : customLlmFields(spec.llm);
+  return {
+    prompt: spec.instructions,
+    tools: spec.tools.map((tool) => clientTool(tool, spec.clientToolTimeoutMs)),
+    ...llm
+  };
+}
+function agentBody(spec) {
+  const agent = { prompt: promptFields(spec) };
+  if (spec.firstMessage !== void 0) agent.first_message = spec.firstMessage;
+  return {
+    name: spec.name,
+    conversation_config: {
+      agent,
+      tts: { voice_id: spec.voice },
+      conversation: { client_events: clientEvents }
+    },
+    platform_settings: {
+      overrides: {
+        conversation_config_override: {
+          agent: { prompt: { prompt: true }, first_message: true },
+          tts: { voice_id: true }
+        },
+        custom_llm_extra_body: true
+      }
+    }
+  };
+}
+async function requestJson(fetchImpl, url, init) {
+  let response;
+  try {
+    response = await fetchImpl(url, init);
+  } catch (error) {
+    throw asVoice(error);
+  }
+  if (!response.ok) {
+    throw new VoiceRequestError("error", `agent request failed (${response.status})`);
+  }
+  let json;
+  try {
+    json = await response.json();
+  } catch (error) {
+    throw asVoice(error);
+  }
+  if (!isRecord(json)) throw new VoiceRequestError("error", "agent response was not an object");
+  return json;
+}
+function agentIdFrom(json, fallback) {
+  const id = json.agent_id;
+  if (typeof id === "string" && id.length > 0) return id;
+  if (fallback !== void 0) return fallback;
+  throw new VoiceRequestError("error", "agent response had no agent_id");
+}
+async function provisionAgent(model, spec, options = {}) {
+  if (options.signal?.aborted === true) throw new VoiceRequestError("aborted", "session aborted");
+  const cache = options.cache ?? defaultCache;
+  const now = options.now ?? Date.now;
+  const key = hostedCacheKey(model.provider, spec.name);
+  const hash = hashHostedSpec(spec);
+  const cached = cache.get(key);
+  if (cached !== void 0 && cached.specHash === hash) return cached;
+  const existing = cached?.agentId ?? options.agentId;
+  const origin = httpsOrigin(model.baseUrl);
+  const url = existing === void 0 ? `${origin}/v1/convai/agents/create` : `${origin}/v1/convai/agents/${encodeURIComponent(existing)}`;
+  const headers = mergedHeaders(options, {
+    "Content-Type": "application/json",
+    "xi-api-key": apiKey(options)
+  });
+  const fetchImpl = options.fetch ?? globalThis.fetch;
+  const json = await requestJson(fetchImpl, url, {
+    method: existing === void 0 ? "POST" : "PATCH",
+    headers,
+    body: JSON.stringify(agentBody(spec)),
+    signal: options.signal
+  });
+  const agent = {
+    agentId: agentIdFrom(json, existing),
+    specHash: hash,
+    publishedAt: now()
+  };
+  cache.set(key, agent);
+  return agent;
+}
+export {
+  agentBody,
+  httpsOrigin,
+  provisionAgent
+};
+//# sourceMappingURL=provision.js.map

package/dist/elevenlabs-agents/provision.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/elevenlabs-agents/provision.ts"],
+  "sourcesContent": ["import type { JsonObject, ProviderRequestOptions, Tool } from '@earendil-works/pi-ai';\nimport { VoiceRequestError } from '../errors.ts';\nimport {\n  type CustomLlm,\n  type HostedAgent,\n  type HostedAgentSpec,\n  type HostedCache,\n  hashHostedSpec,\n  hostedCacheKey,\n  memoryHostedCache,\n} from '../hosted-agent.ts';\nimport type { RealtimeModel } from '../models.ts';\n\nexport interface ProvisionOptions extends ProviderRequestOptions {\n  agentId?: string;\n  now?: () => number;\n  cache?: HostedCache;\n}\n\nconst defaultCache = memoryHostedCache();\n\nconst clientEvents = [\n  'conversation_initiation_metadata',\n  'ping',\n  'audio',\n  'interruption',\n  'user_transcript',\n  'agent_response',\n  'agent_response_correction',\n  'client_tool_call',\n  'vad_score',\n  'agent_chat_response_part',\n  'agent_response_complete',\n];\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === 'object' && value !== null && !Array.isArray(value);\n}\n\nfunction asVoice(error: unknown): VoiceRequestError {\n  if (error instanceof VoiceRequestError) return error;\n  if (error instanceof Error && error.name === 'AbortError') {\n    return new VoiceRequestError('aborted', 'session aborted');\n  }\n  if (error instanceof Error) return new VoiceRequestError('error', error.message);\n  return new VoiceRequestError('error', String(error));\n}\n\nexport function httpsOrigin(baseUrl: string): string {\n  const url = new URL(baseUrl);\n  let protocol = url.protocol;\n  if (protocol === 'wss:') protocol = 'https:';\n  if (protocol === 'ws:') protocol = 'http:';\n  return `${protocol}//${url.host}`;\n}\n\nfunction mergedHeaders(\n  options: ProvisionOptions,\n  defaults: Record<string, string>\n): Record<string, string> {\n  const headers = { ...defaults };\n  const extra = options.headers;\n  if (extra === undefined) return headers;\n  for (const [key, value] of Object.entries(extra)) {\n    if (value === null) delete headers[key];\n    else headers[key] = value;\n  }\n  return headers;\n}\n\nfunction apiKey(options: ProvisionOptions): string {\n  const key = options.apiKey;\n  if (typeof key === 'string' && key.length > 0) return key;\n  throw new VoiceRequestError('error', 'missing realtime credential');\n}\n\nfunction timeoutSeconds(timeoutMs: number | undefined): number {\n  if (timeoutMs === undefined) return 20;\n  return Math.min(120, Math.max(1, Math.round(timeoutMs / 1000)));\n}\n\nfunction clientTool(tool: Tool, timeoutMs: number | undefined): JsonObject {\n  return {\n    type: 'client',\n    name: tool.name,\n    description: tool.description,\n    expects_response: true,\n    response_timeout_secs: timeoutSeconds(timeoutMs),\n    parameters: tool.parameters as unknown as JsonObject,\n  };\n}\n\nfunction customLlmFields(llm: CustomLlm): JsonObject {\n  const custom: JsonObject = {\n    url: llm.baseUrl,\n    model_id: llm.id,\n    api_type: llm.api === 'openai-responses' ? 'responses' : 'chat_completions',\n  };\n  const headers = llm.headers;\n  if (headers !== undefined && Object.keys(headers).length > 0) custom.request_headers = headers;\n  return { llm: 'custom-llm', custom_llm: custom };\n}\n\nfunction promptFields(spec: HostedAgentSpec): JsonObject {\n  const llm = typeof spec.llm === 'string' ? { llm: spec.llm } : customLlmFields(spec.llm);\n  return {\n    prompt: spec.instructions,\n    tools: spec.tools.map((tool) => clientTool(tool, spec.clientToolTimeoutMs)),\n    ...llm,\n  };\n}\n\nexport function agentBody(spec: HostedAgentSpec): JsonObject {\n  const agent: JsonObject = { prompt: promptFields(spec) };\n  if (spec.firstMessage !== undefined) agent.first_message = spec.firstMessage;\n  return {\n    name: spec.name,\n    conversation_config: {\n      agent,\n      tts: { voice_id: spec.voice },\n      conversation: { client_events: clientEvents },\n    },\n    platform_settings: {\n      overrides: {\n        conversation_config_override: {\n          agent: { prompt: { prompt: true }, first_message: true },\n          tts: { voice_id: true },\n        },\n        custom_llm_extra_body: true,\n      },\n    },\n  };\n}\n\nasync function requestJson(\n  fetchImpl: typeof fetch,\n  url: string,\n  init: RequestInit\n): Promise<Record<string, unknown>> {\n  let response: Response;\n  try {\n    response = await fetchImpl(url, init);\n  } catch (error) {\n    throw asVoice(error);\n  }\n  if (!response.ok) {\n    throw new VoiceRequestError('error', `agent request failed (${response.status})`);\n  }\n  let json: unknown;\n  try {\n    json = await response.json();\n  } catch (error) {\n    throw asVoice(error);\n  }\n  if (!isRecord(json)) throw new VoiceRequestError('error', 'agent response was not an object');\n  return json;\n}\n\nfunction agentIdFrom(json: Record<string, unknown>, fallback: string | undefined): string {\n  const id = json.agent_id;\n  if (typeof id === 'string' && id.length > 0) return id;\n  if (fallback !== undefined) return fallback;\n  throw new VoiceRequestError('error', 'agent response had no agent_id');\n}\n\nexport async function provisionAgent(\n  model: RealtimeModel<string>,\n  spec: HostedAgentSpec,\n  options: ProvisionOptions = {}\n): Promise<HostedAgent> {\n  if (options.signal?.aborted === true) throw new VoiceRequestError('aborted', 'session aborted');\n  const cache = options.cache ?? defaultCache;\n  const now = options.now ?? Date.now;\n  const key = hostedCacheKey(model.provider, spec.name);\n  const hash = hashHostedSpec(spec);\n  const cached = cache.get(key);\n  if (cached !== undefined && cached.specHash === hash) return cached;\n  const existing = cached?.agentId ?? options.agentId;\n  const origin = httpsOrigin(model.baseUrl);\n  const url =\n    existing === undefined\n      ? `${origin}/v1/convai/agents/create`\n      : `${origin}/v1/convai/agents/${encodeURIComponent(existing)}`;\n  const headers = mergedHeaders(options, {\n    'Content-Type': 'application/json',\n    'xi-api-key': apiKey(options),\n  });\n  const fetchImpl = options.fetch ?? globalThis.fetch;\n  const json = await requestJson(fetchImpl, url, {\n    method: existing === undefined ? 'POST' : 'PATCH',\n    headers,\n    body: JSON.stringify(agentBody(spec)),\n    signal: options.signal,\n  });\n  const agent: HostedAgent = {\n    agentId: agentIdFrom(json, existing),\n    specHash: hash,\n    publishedAt: now(),\n  };\n  cache.set(key, agent);\n  return agent;\n}\n"],
+  "mappings": "AACA,SAAS,yBAAyB;AAClC;AAAA,EAKE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AASP,MAAM,eAAe,kBAAkB;AAEvC,MAAM,eAAe;AAAA,EACnB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEA,SAAS,SAAS,OAAkD;AAClE,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAEA,SAAS,QAAQ,OAAmC;AAClD,MAAI,iBAAiB,kBAAmB,QAAO;AAC/C,MAAI,iBAAiB,SAAS,MAAM,SAAS,cAAc;AACzD,WAAO,IAAI,kBAAkB,WAAW,iBAAiB;AAAA,EAC3D;AACA,MAAI,iBAAiB,MAAO,QAAO,IAAI,kBAAkB,SAAS,MAAM,OAAO;AAC/E,SAAO,IAAI,kBAAkB,SAAS,OAAO,KAAK,CAAC;AACrD;AAEO,SAAS,YAAY,SAAyB;AACnD,QAAM,MAAM,IAAI,IAAI,OAAO;AAC3B,MAAI,WAAW,IAAI;AACnB,MAAI,aAAa,OAAQ,YAAW;AACpC,MAAI,aAAa,MAAO,YAAW;AACnC,SAAO,GAAG,QAAQ,KAAK,IAAI,IAAI;AACjC;AAEA,SAAS,cACP,SACA,UACwB;AACxB,QAAM,UAAU,EAAE,GAAG,SAAS;AAC9B,QAAM,QAAQ,QAAQ;AACtB,MAAI,UAAU,OAAW,QAAO;AAChC,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,KAAM,QAAO,QAAQ,GAAG;AAAA,QACjC,SAAQ,GAAG,IAAI;AAAA,EACtB;AACA,SAAO;AACT;AAEA,SAAS,OAAO,SAAmC;AACjD,QAAM,MAAM,QAAQ;AACpB,MAAI,OAAO,QAAQ,YAAY,IAAI,SAAS,EAAG,QAAO;AACtD,QAAM,IAAI,kBAAkB,SAAS,6BAA6B;AACpE;AAEA,SAAS,eAAe,WAAuC;AAC7D,MAAI,cAAc,OAAW,QAAO;AACpC,SAAO,KAAK,IAAI,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM,YAAY,GAAI,CAAC,CAAC;AAChE;AAEA,SAAS,WAAW,MAAY,WAA2C;AACzE,SAAO;AAAA,IACL,MAAM;AAAA,IACN,MAAM,KAAK;AAAA,IACX,aAAa,KAAK;AAAA,IAClB,kBAAkB;AAAA,IAClB,uBAAuB,eAAe,SAAS;AAAA,IAC/C,YAAY,KAAK;AAAA,EACnB;AACF;AAEA,SAAS,gBAAgB,KAA4B;AACnD,QAAM,SAAqB;AAAA,IACzB,KAAK,IAAI;AAAA,IACT,UAAU,IAAI;AAAA,IACd,UAAU,IAAI,QAAQ,qBAAqB,cAAc;AAAA,EAC3D;AACA,QAAM,UAAU,IAAI;AACpB,MAAI,YAAY,UAAa,OAAO,KAAK,OAAO,EAAE,SAAS,EAAG,QAAO,kBAAkB;AACvF,SAAO,EAAE,KAAK,cAAc,YAAY,OAAO;AACjD;AAEA,SAAS,aAAa,MAAmC;AACvD,QAAM,MAAM,OAAO,KAAK,QAAQ,WAAW,EAAE,KAAK,KAAK,IAAI,IAAI,gBAAgB,KAAK,GAAG;AACvF,SAAO;AAAA,IACL,QAAQ,KAAK;AAAA,IACb,OAAO,KAAK,MAAM,IAAI,CAAC,SAAS,WAAW,MAAM,KAAK,mBAAmB,CAAC;AAAA,IAC1E,GAAG;AAAA,EACL;AACF;AAEO,SAAS,UAAU,MAAmC;AAC3D,QAAM,QAAoB,EAAE,QAAQ,aAAa,IAAI,EAAE;AACvD,MAAI,KAAK,iBAAiB,OAAW,OAAM,gBAAgB,KAAK;AAChE,SAAO;AAAA,IACL,MAAM,KAAK;AAAA,IACX,qBAAqB;AAAA,MACnB;AAAA,MACA,KAAK,EAAE,UAAU,KAAK,MAAM;AAAA,MAC5B,cAAc,EAAE,eAAe,aAAa;AAAA,IAC9C;AAAA,IACA,mBAAmB;AAAA,MACjB,WAAW;AAAA,QACT,8BAA8B;AAAA,UAC5B,OAAO,EAAE,QAAQ,EAAE,QAAQ,KAAK,GAAG,eAAe,KAAK;AAAA,UACvD,KAAK,EAAE,UAAU,KAAK;AAAA,QACxB;AAAA,QACA,uBAAuB;AAAA,MACzB;AAAA,IACF;AAAA,EACF;AACF;AAEA,eAAe,YACb,WACA,KACA,MACkC;AAClC,MAAI;AACJ,MAAI;AACF,eAAW,MAAM,UAAU,KAAK,IAAI;AAAA,EACtC,SAAS,OAAO;AACd,UAAM,QAAQ,KAAK;AAAA,EACrB;AACA,MAAI,CAAC,SAAS,IAAI;AAChB,UAAM,IAAI,kBAAkB,SAAS,yBAAyB,SAAS,MAAM,GAAG;AAAA,EAClF;AACA,MAAI;AACJ,MAAI;AACF,WAAO,MAAM,SAAS,KAAK;AAAA,EAC7B,SAAS,OAAO;AACd,UAAM,QAAQ,KAAK;AAAA,EACrB;AACA,MAAI,CAAC,SAAS,IAAI,EAAG,OAAM,IAAI,kBAAkB,SAAS,kCAAkC;AAC5F,SAAO;AACT;AAEA,SAAS,YAAY,MAA+B,UAAsC;AACxF,QAAM,KAAK,KAAK;AAChB,MAAI,OAAO,OAAO,YAAY,GAAG,SAAS,EAAG,QAAO;AACpD,MAAI,aAAa,OAAW,QAAO;AACnC,QAAM,IAAI,kBAAkB,SAAS,gCAAgC;AACvE;AAEA,eAAsB,eACpB,OACA,MACA,UAA4B,CAAC,GACP;AACtB,MAAI,QAAQ,QAAQ,YAAY,KAAM,OAAM,IAAI,kBAAkB,WAAW,iBAAiB;AAC9F,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,MAAM,QAAQ,OAAO,KAAK;AAChC,QAAM,MAAM,eAAe,MAAM,UAAU,KAAK,IAAI;AACpD,QAAM,OAAO,eAAe,IAAI;AAChC,QAAM,SAAS,MAAM,IAAI,GAAG;AAC5B,MAAI,WAAW,UAAa,OAAO,aAAa,KAAM,QAAO;AAC7D,QAAM,WAAW,QAAQ,WAAW,QAAQ;AAC5C,QAAM,SAAS,YAAY,MAAM,OAAO;AACxC,QAAM,MACJ,aAAa,SACT,GAAG,MAAM,6BACT,GAAG,MAAM,qBAAqB,mBAAmB,QAAQ,CAAC;AAChE,QAAM,UAAU,cAAc,SAAS;AAAA,IACrC,gBAAgB;AAAA,IAChB,cAAc,OAAO,OAAO;AAAA,EAC9B,CAAC;AACD,QAAM,YAAY,QAAQ,SAAS,WAAW;AAC9C,QAAM,OAAO,MAAM,YAAY,WAAW,KAAK;AAAA,IAC7C,QAAQ,aAAa,SAAY,SAAS;AAAA,IAC1C;AAAA,IACA,MAAM,KAAK,UAAU,UAAU,IAAI,CAAC;AAAA,IACpC,QAAQ,QAAQ;AAAA,EAClB,CAAC;AACD,QAAM,QAAqB;AAAA,IACzB,SAAS,YAAY,MAAM,QAAQ;AAAA,IACnC,UAAU;AAAA,IACV,aAAa,IAAI;AAAA,EACnB;AACA,QAAM,IAAI,KAAK,KAAK;AACpB,SAAO;AACT;",
+  "names": []
+}

package/dist/elevenlabs-agents/session.js

@@ -0,0 +1,272 @@
+import { encodeAudioBase64 } from "../convert.js";
+import { VoiceRequestError } from "../errors.js";
+import {
+  openVoiceSocket
+} from "../openai-realtime/socket.js";
+import { pushQueue } from "../queue.js";
+import { planTruncation, RealtimeLedger, realtimeSocket } from "../realtime.js";
+import { mintRealtimeToken } from "../tokens.js";
+import { priceAudio } from "../usage.js";
+import { ingestElevenLabs } from "./events.js";
+import { provisionAgent } from "./provision.js";
+function isRecord(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function resultText(result) {
+  const parts = [];
+  for (const part of result.content) {
+    if (part.type === "text") parts.push(part.text);
+  }
+  return parts.join("\n");
+}
+function injectMessage(value, delivery) {
+  if (delivery === "silent") {
+    return { type: "contextual_update", text: value, context_id: "pi-audio" };
+  }
+  const text = delivery === "when_idle" ? `[agent update] ${value}` : value;
+  return { type: "user_message", text };
+}
+function toolResult(callId, result) {
+  return {
+    type: "client_tool_result",
+    tool_call_id: callId,
+    result: resultText(result),
+    is_error: result.isError
+  };
+}
+function talkerLlm(model) {
+  const cascade = model.cascade;
+  if (cascade === void 0) return "gemini-2.5-flash";
+  return cascade.llm;
+}
+function specFromContext(model, context) {
+  return {
+    name: model.name,
+    instructions: context.instructions,
+    tools: context.tools,
+    voice: context.voice,
+    llm: talkerLlm(model)
+  };
+}
+function hasKey(options) {
+  return typeof options?.apiKey === "string" && options.apiKey.length > 0;
+}
+function agentFromToken(value) {
+  if (!value.startsWith("ws")) return void 0;
+  const id = new URL(value).searchParams.get("agent_id");
+  return id === null ? void 0 : id;
+}
+function conversationUrl(model, agentId, token) {
+  const url = new URL(model.baseUrl);
+  url.searchParams.set("agent_id", agentId);
+  if (token !== void 0) url.searchParams.set("token", token);
+  return url.toString();
+}
+function socketHeaders(options) {
+  const headers = {};
+  const extra = options?.headers;
+  if (extra === void 0) return headers;
+  for (const [key, value] of Object.entries(extra)) {
+    if (value === null) delete headers[key];
+    else headers[key] = value;
+  }
+  return headers;
+}
+function placeholder(agentId) {
+  return { agentId, specHash: "", publishedAt: 0 };
+}
+async function ensureAgent(model, context, options, settings) {
+  const token = options?.token?.value;
+  if (typeof token === "string" && token.length > 0) {
+    return placeholder(agentFromToken(token) ?? settings.agentId ?? model.id);
+  }
+  if (!hasKey(options)) return placeholder(settings.agentId ?? model.id);
+  const provision = {
+    ...options,
+    agentId: settings.agentId,
+    cache: settings.cache,
+    now: settings.now
+  };
+  return provisionAgent(model, specFromContext(model, context), provision);
+}
+async function socketUrl(model, agentId, context, options) {
+  const token = options?.token?.value;
+  if (typeof token === "string" && token.startsWith("ws")) return token;
+  if (typeof token === "string" && token.length > 0) return conversationUrl(model, agentId, token);
+  if (!hasKey(options)) return conversationUrl(model, agentId);
+  const minted = await mintRealtimeToken(
+    model,
+    {
+      agentId,
+      instructions: context.instructions,
+      voice: context.voice,
+      tools: context.tools
+    },
+    options
+  );
+  return minted.value;
+}
+function initiation(context, firstMessage) {
+  const agent = { prompt: { prompt: context.instructions } };
+  if (firstMessage !== void 0) agent.first_message = firstMessage;
+  return {
+    type: "conversation_initiation_client_data",
+    conversation_config_override: { agent, tts: { voice_id: context.voice } },
+    dynamic_variables: {},
+    custom_llm_extra_body: {}
+  };
+}
+class ElevenLabsSession {
+  model;
+  #context;
+  #wire;
+  #now;
+  #started;
+  #ledger = new RealtimeLedger();
+  #events = pushQueue();
+  #turn = { vad: false, dropAudio: false, lastInterruptId: -1 };
+  #closed = false;
+  #usage;
+  constructor(model, context, wire, now) {
+    this.model = model;
+    this.#context = context;
+    this.#wire = wire;
+    this.#now = now;
+    this.#started = now();
+  }
+  start(firstMessage) {
+    this.#send(initiation(this.#context, firstMessage));
+    void this.#read();
+  }
+  #assertOpen() {
+    if (this.#closed) throw new VoiceRequestError("error", "session is closed");
+  }
+  #send(event) {
+    this.#wire.send(JSON.stringify(event));
+  }
+  #emit(event) {
+    if (this.#closed) return;
+    this.#ledger.observe(event);
+    this.#events.push(event);
+  }
+  appendAudio(chunk) {
+    this.#assertOpen();
+    this.#ledger.addInput(chunk);
+    this.#send({ user_audio_chunk: encodeAudioBase64(chunk.data) });
+  }
+  sendText(value) {
+    this.#assertOpen();
+    this.#ledger.addText();
+    this.#send({ type: "user_message", text: value });
+  }
+  inject(value, delivery) {
+    this.#assertOpen();
+    this.#ledger.submit(this.model.delivery, delivery, () => {
+      this.#assertOpen();
+      this.#ledger.addText();
+      this.#send(injectMessage(value, delivery));
+    });
+  }
+  respond(callId, result, delivery) {
+    this.#assertOpen();
+    const send = () => {
+      this.#send(toolResult(callId, result));
+    };
+    if (delivery === void 0) {
+      send();
+      return;
+    }
+    this.#ledger.submit(this.model.delivery, delivery, () => {
+      this.#assertOpen();
+      send();
+    });
+  }
+  interrupt(heard) {
+    this.#assertOpen();
+    planTruncation(this.model.truncation, heard);
+    this.#turn.dropAudio = true;
+    this.#ledger.settle();
+  }
+  update(patch) {
+    this.#assertOpen();
+    if (patch.tools !== void 0 && this.model.liveToolUpdate === false) {
+      throw new VoiceRequestError("error", "live tool update is unsupported");
+    }
+    if (patch.tools !== void 0) this.#context.tools = patch.tools;
+    if (patch.instructions !== void 0) {
+      this.#context.instructions = patch.instructions;
+      this.#send({
+        type: "contextual_update",
+        text: patch.instructions,
+        context_id: "pi-audio"
+      });
+    }
+    if (patch.voice !== void 0) this.#context.voice = patch.voice;
+  }
+  async close() {
+    if (this.#usage !== void 0) return { usage: this.#usage };
+    this.#ledger.settle();
+    this.#closed = true;
+    this.#wire.close();
+    this.#events.end();
+    const inputSeconds = Math.max(0, this.#now() - this.#started) / 1e3;
+    this.#usage = priceAudio(this.model.audioCost, {
+      inputSeconds,
+      outputSeconds: this.#ledger.outputSeconds,
+      textMessages: this.#ledger.textMessages
+    });
+    return { usage: this.#usage };
+  }
+  [Symbol.asyncIterator]() {
+    return this.#events.iterable[Symbol.asyncIterator]();
+  }
+  #onRaw(raw) {
+    let parsed;
+    try {
+      parsed = JSON.parse(raw);
+    } catch {
+      this.#emit({ type: "error", error: "invalid realtime event", fatal: false });
+      return;
+    }
+    if (!isRecord(parsed)) return;
+    const ingested = ingestElevenLabs(this.#turn, parsed, this.model.outputFormat);
+    for (const reply of ingested.replies) this.#send(reply);
+    for (const event of ingested.events) this.#emit(event);
+  }
+  #fail(error) {
+    const message = error instanceof Error ? error.message : String(error);
+    this.#emit({ type: "error", error: message, fatal: true });
+  }
+  async #read() {
+    try {
+      for await (const raw of this.#wire.incoming) this.#onRaw(raw);
+    } catch (error) {
+      this.#fail(error);
+    } finally {
+      this.#closed = true;
+      this.#events.end();
+    }
+  }
+}
+async function connectElevenLabs(model, context, options, settings = {}) {
+  if (options?.signal?.aborted === true) throw new VoiceRequestError("aborted", "session aborted");
+  const agent = await ensureAgent(model, context, options, settings);
+  const url = await socketUrl(model, agent.agentId, context, options);
+  const routed = realtimeSocket(url, options, []);
+  const target = {
+    url: routed.url,
+    protocols: routed.protocols,
+    headers: socketHeaders(options)
+  };
+  const open = settings.wire !== void 0 ? settings.wire : (wireTarget) => openVoiceSocket(wireTarget, settings.socket);
+  const now = settings.now !== void 0 ? settings.now : Date.now;
+  const session = new ElevenLabsSession(model, context, open(target), now);
+  session.start(settings.firstMessage);
+  return session;
+}
+export {
+  connectElevenLabs,
+  specFromContext,
+  talkerLlm
+};
+//# sourceMappingURL=session.js.map

package/dist/elevenlabs-agents/session.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/elevenlabs-agents/session.ts"],
+  "sourcesContent": ["import type { JsonObject, ToolResultMessage, Usage } from '@earendil-works/pi-ai';\nimport type { AudioChunk } from '../audio.ts';\nimport { encodeAudioBase64 } from '../convert.ts';\nimport { VoiceRequestError } from '../errors.ts';\nimport type { HostedAgent, HostedAgentSpec, HostedCache } from '../hosted-agent.ts';\nimport type { Delivery, RealtimeModel } from '../models.ts';\nimport {\n  openVoiceSocket,\n  type VoiceSocketConstructor,\n  type VoiceWire,\n  type VoiceWireTarget,\n} from '../openai-realtime/socket.ts';\nimport { pushQueue } from '../queue.ts';\nimport type {\n  RealtimeContext,\n  RealtimeEvent,\n  RealtimeOptions,\n  RealtimeSession,\n} from '../realtime.ts';\nimport { planTruncation, RealtimeLedger, realtimeSocket } from '../realtime.ts';\nimport { mintRealtimeToken } from '../tokens.ts';\nimport { priceAudio } from '../usage.ts';\nimport { ingestElevenLabs, type TalkTurn } from './events.ts';\nimport { type ProvisionOptions, provisionAgent } from './provision.ts';\n\nexport type VoiceWireFactory = (target: VoiceWireTarget) => VoiceWire;\n\nexport interface ElevenLabsOptions {\n  wire?: VoiceWireFactory;\n  socket?: VoiceSocketConstructor;\n  cache?: HostedCache;\n  agentId?: string;\n  now?: () => number;\n  firstMessage?: string;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === 'object' && value !== null && !Array.isArray(value);\n}\n\nfunction resultText(result: ToolResultMessage): string {\n  const parts: string[] = [];\n  for (const part of result.content) {\n    if (part.type === 'text') parts.push(part.text);\n  }\n  return parts.join('\\n');\n}\n\nfunction injectMessage(value: string, delivery: Delivery): JsonObject {\n  if (delivery === 'silent') {\n    return { type: 'contextual_update', text: value, context_id: 'pi-audio' };\n  }\n  const text = delivery === 'when_idle' ? `[agent update] ${value}` : value;\n  return { type: 'user_message', text };\n}\n\nfunction toolResult(callId: string, result: ToolResultMessage): JsonObject {\n  return {\n    type: 'client_tool_result',\n    tool_call_id: callId,\n    result: resultText(result),\n    is_error: result.isError,\n  };\n}\n\nexport function talkerLlm(model: RealtimeModel<string>): string {\n  const cascade = model.cascade;\n  if (cascade === undefined) return 'gemini-2.5-flash';\n  return cascade.llm;\n}\n\nexport function specFromContext(\n  model: RealtimeModel<string>,\n  context: RealtimeContext\n): HostedAgentSpec {\n  return {\n    name: model.name,\n    instructions: context.instructions,\n    tools: context.tools,\n    voice: context.voice,\n    llm: talkerLlm(model),\n  };\n}\n\nfunction hasKey(options: RealtimeOptions | undefined): boolean {\n  return typeof options?.apiKey === 'string' && options.apiKey.length > 0;\n}\n\nfunction agentFromToken(value: string): string | undefined {\n  if (!value.startsWith('ws')) return undefined;\n  const id = new URL(value).searchParams.get('agent_id');\n  return id === null ? undefined : id;\n}\n\nfunction conversationUrl(model: RealtimeModel<string>, agentId: string, token?: string): string {\n  const url = new URL(model.baseUrl);\n  url.searchParams.set('agent_id', agentId);\n  if (token !== undefined) url.searchParams.set('token', token);\n  return url.toString();\n}\n\nfunction socketHeaders(options: RealtimeOptions | undefined): Record<string, string> {\n  const headers: Record<string, string> = {};\n  const extra = options?.headers;\n  if (extra === undefined) return headers;\n  for (const [key, value] of Object.entries(extra)) {\n    if (value === null) delete headers[key];\n    else headers[key] = value;\n  }\n  return headers;\n}\n\nfunction placeholder(agentId: string): HostedAgent {\n  return { agentId, specHash: '', publishedAt: 0 };\n}\n\nasync function ensureAgent(\n  model: RealtimeModel<string>,\n  context: RealtimeContext,\n  options: RealtimeOptions | undefined,\n  settings: ElevenLabsOptions\n): Promise<HostedAgent> {\n  const token = options?.token?.value;\n  if (typeof token === 'string' && token.length > 0) {\n    return placeholder(agentFromToken(token) ?? settings.agentId ?? model.id);\n  }\n  if (!hasKey(options)) return placeholder(settings.agentId ?? model.id);\n  const provision: ProvisionOptions = {\n    ...options,\n    agentId: settings.agentId,\n    cache: settings.cache,\n    now: settings.now,\n  };\n  return provisionAgent(model, specFromContext(model, context), provision);\n}\n\nasync function socketUrl(\n  model: RealtimeModel<string>,\n  agentId: string,\n  context: RealtimeContext,\n  options: RealtimeOptions | undefined\n): Promise<string> {\n  const token = options?.token?.value;\n  if (typeof token === 'string' && token.startsWith('ws')) return token;\n  if (typeof token === 'string' && token.length > 0) return conversationUrl(model, agentId, token);\n  if (!hasKey(options)) return conversationUrl(model, agentId);\n  const minted = await mintRealtimeToken(\n    model,\n    {\n      agentId,\n      instructions: context.instructions,\n      voice: context.voice,\n      tools: context.tools,\n    },\n    options\n  );\n  return minted.value;\n}\n\nfunction initiation(context: RealtimeContext, firstMessage: string | undefined): JsonObject {\n  const agent: JsonObject = { prompt: { prompt: context.instructions } };\n  if (firstMessage !== undefined) agent.first_message = firstMessage;\n  return {\n    type: 'conversation_initiation_client_data',\n    conversation_config_override: { agent, tts: { voice_id: context.voice } },\n    dynamic_variables: {},\n    custom_llm_extra_body: {},\n  };\n}\n\nclass ElevenLabsSession implements RealtimeSession {\n  readonly model: RealtimeModel<string>;\n  readonly #context: RealtimeContext;\n  readonly #wire: VoiceWire;\n  readonly #now: () => number;\n  readonly #started: number;\n  readonly #ledger = new RealtimeLedger();\n  readonly #events = pushQueue<RealtimeEvent>();\n  readonly #turn: TalkTurn = { vad: false, dropAudio: false, lastInterruptId: -1 };\n  #closed = false;\n  #usage: Usage | undefined;\n\n  constructor(\n    model: RealtimeModel<string>,\n    context: RealtimeContext,\n    wire: VoiceWire,\n    now: () => number\n  ) {\n    this.model = model;\n    this.#context = context;\n    this.#wire = wire;\n    this.#now = now;\n    this.#started = now();\n  }\n\n  start(firstMessage: string | undefined): void {\n    this.#send(initiation(this.#context, firstMessage));\n    void this.#read();\n  }\n\n  #assertOpen(): void {\n    if (this.#closed) throw new VoiceRequestError('error', 'session is closed');\n  }\n\n  #send(event: JsonObject): void {\n    this.#wire.send(JSON.stringify(event));\n  }\n\n  #emit(event: RealtimeEvent): void {\n    if (this.#closed) return;\n    this.#ledger.observe(event);\n    this.#events.push(event);\n  }\n\n  appendAudio(chunk: AudioChunk): void {\n    this.#assertOpen();\n    this.#ledger.addInput(chunk);\n    this.#send({ user_audio_chunk: encodeAudioBase64(chunk.data) });\n  }\n\n  sendText(value: string): void {\n    this.#assertOpen();\n    this.#ledger.addText();\n    this.#send({ type: 'user_message', text: value });\n  }\n\n  inject(value: string, delivery: Delivery): void {\n    this.#assertOpen();\n    this.#ledger.submit(this.model.delivery, delivery, () => {\n      this.#assertOpen();\n      this.#ledger.addText();\n      this.#send(injectMessage(value, delivery));\n    });\n  }\n\n  respond(callId: string, result: ToolResultMessage, delivery?: Delivery): void {\n    this.#assertOpen();\n    const send = () => {\n      this.#send(toolResult(callId, result));\n    };\n    if (delivery === undefined) {\n      send();\n      return;\n    }\n    this.#ledger.submit(this.model.delivery, delivery, () => {\n      this.#assertOpen();\n      send();\n    });\n  }\n\n  interrupt(heard?: { itemId: string; heardMs: number }): void {\n    this.#assertOpen();\n    planTruncation(this.model.truncation, heard);\n    this.#turn.dropAudio = true;\n    this.#ledger.settle();\n  }\n\n  update(patch: Partial<Pick<RealtimeContext, 'instructions' | 'tools' | 'voice'>>): void {\n    this.#assertOpen();\n    if (patch.tools !== undefined && this.model.liveToolUpdate === false) {\n      throw new VoiceRequestError('error', 'live tool update is unsupported');\n    }\n    if (patch.tools !== undefined) this.#context.tools = patch.tools;\n    if (patch.instructions !== undefined) {\n      this.#context.instructions = patch.instructions;\n      this.#send({\n        type: 'contextual_update',\n        text: patch.instructions,\n        context_id: 'pi-audio',\n      });\n    }\n    if (patch.voice !== undefined) this.#context.voice = patch.voice;\n  }\n\n  async close(): Promise<{ usage: Usage }> {\n    if (this.#usage !== undefined) return { usage: this.#usage };\n    this.#ledger.settle();\n    this.#closed = true;\n    this.#wire.close();\n    this.#events.end();\n    const inputSeconds = Math.max(0, this.#now() - this.#started) / 1000;\n    this.#usage = priceAudio(this.model.audioCost, {\n      inputSeconds,\n      outputSeconds: this.#ledger.outputSeconds,\n      textMessages: this.#ledger.textMessages,\n    });\n    return { usage: this.#usage };\n  }\n\n  [Symbol.asyncIterator](): AsyncIterator<RealtimeEvent> {\n    return this.#events.iterable[Symbol.asyncIterator]();\n  }\n\n  #onRaw(raw: string): void {\n    let parsed: unknown;\n    try {\n      parsed = JSON.parse(raw);\n    } catch {\n      this.#emit({ type: 'error', error: 'invalid realtime event', fatal: false });\n      return;\n    }\n    if (!isRecord(parsed)) return;\n    const ingested = ingestElevenLabs(this.#turn, parsed, this.model.outputFormat);\n    for (const reply of ingested.replies) this.#send(reply);\n    for (const event of ingested.events) this.#emit(event);\n  }\n\n  #fail(error: unknown): void {\n    const message = error instanceof Error ? error.message : String(error);\n    this.#emit({ type: 'error', error: message, fatal: true });\n  }\n\n  async #read(): Promise<void> {\n    try {\n      for await (const raw of this.#wire.incoming) this.#onRaw(raw);\n    } catch (error) {\n      this.#fail(error);\n    } finally {\n      this.#closed = true;\n      this.#events.end();\n    }\n  }\n}\n\nexport async function connectElevenLabs(\n  model: RealtimeModel<string>,\n  context: RealtimeContext,\n  options: RealtimeOptions | undefined,\n  settings: ElevenLabsOptions = {}\n): Promise<RealtimeSession> {\n  if (options?.signal?.aborted === true) throw new VoiceRequestError('aborted', 'session aborted');\n  const agent = await ensureAgent(model, context, options, settings);\n  const url = await socketUrl(model, agent.agentId, context, options);\n  const routed = realtimeSocket(url, options, []);\n  const target: VoiceWireTarget = {\n    url: routed.url,\n    protocols: routed.protocols,\n    headers: socketHeaders(options),\n  };\n  const open =\n    settings.wire !== undefined\n      ? settings.wire\n      : (wireTarget: VoiceWireTarget) => openVoiceSocket(wireTarget, settings.socket);\n  const now = settings.now !== undefined ? settings.now : Date.now;\n  const session = new ElevenLabsSession(model, context, open(target), now);\n  session.start(settings.firstMessage);\n  return session;\n}\n"],
+  "mappings": "AAEA,SAAS,yBAAyB;AAClC,SAAS,yBAAyB;AAGlC;AAAA,EACE;AAAA,OAIK;AACP,SAAS,iBAAiB;AAO1B,SAAS,gBAAgB,gBAAgB,sBAAsB;AAC/D,SAAS,yBAAyB;AAClC,SAAS,kBAAkB;AAC3B,SAAS,wBAAuC;AAChD,SAAgC,sBAAsB;AAatD,SAAS,SAAS,OAAkD;AAClE,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAEA,SAAS,WAAW,QAAmC;AACrD,QAAM,QAAkB,CAAC;AACzB,aAAW,QAAQ,OAAO,SAAS;AACjC,QAAI,KAAK,SAAS,OAAQ,OAAM,KAAK,KAAK,IAAI;AAAA,EAChD;AACA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEA,SAAS,cAAc,OAAe,UAAgC;AACpE,MAAI,aAAa,UAAU;AACzB,WAAO,EAAE,MAAM,qBAAqB,MAAM,OAAO,YAAY,WAAW;AAAA,EAC1E;AACA,QAAM,OAAO,aAAa,cAAc,kBAAkB,KAAK,KAAK;AACpE,SAAO,EAAE,MAAM,gBAAgB,KAAK;AACtC;AAEA,SAAS,WAAW,QAAgB,QAAuC;AACzE,SAAO;AAAA,IACL,MAAM;AAAA,IACN,cAAc;AAAA,IACd,QAAQ,WAAW,MAAM;AAAA,IACzB,UAAU,OAAO;AAAA,EACnB;AACF;AAEO,SAAS,UAAU,OAAsC;AAC9D,QAAM,UAAU,MAAM;AACtB,MAAI,YAAY,OAAW,QAAO;AAClC,SAAO,QAAQ;AACjB;AAEO,SAAS,gBACd,OACA,SACiB;AACjB,SAAO;AAAA,IACL,MAAM,MAAM;AAAA,IACZ,cAAc,QAAQ;AAAA,IACtB,OAAO,QAAQ;AAAA,IACf,OAAO,QAAQ;AAAA,IACf,KAAK,UAAU,KAAK;AAAA,EACtB;AACF;AAEA,SAAS,OAAO,SAA+C;AAC7D,SAAO,OAAO,SAAS,WAAW,YAAY,QAAQ,OAAO,SAAS;AACxE;AAEA,SAAS,eAAe,OAAmC;AACzD,MAAI,CAAC,MAAM,WAAW,IAAI,EAAG,QAAO;AACpC,QAAM,KAAK,IAAI,IAAI,KAAK,EAAE,aAAa,IAAI,UAAU;AACrD,SAAO,OAAO,OAAO,SAAY;AACnC;AAEA,SAAS,gBAAgB,OAA8B,SAAiB,OAAwB;AAC9F,QAAM,MAAM,IAAI,IAAI,MAAM,OAAO;AACjC,MAAI,aAAa,IAAI,YAAY,OAAO;AACxC,MAAI,UAAU,OAAW,KAAI,aAAa,IAAI,SAAS,KAAK;AAC5D,SAAO,IAAI,SAAS;AACtB;AAEA,SAAS,cAAc,SAA8D;AACnF,QAAM,UAAkC,CAAC;AACzC,QAAM,QAAQ,SAAS;AACvB,MAAI,UAAU,OAAW,QAAO;AAChC,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,KAAM,QAAO,QAAQ,GAAG;AAAA,QACjC,SAAQ,GAAG,IAAI;AAAA,EACtB;AACA,SAAO;AACT;AAEA,SAAS,YAAY,SAA8B;AACjD,SAAO,EAAE,SAAS,UAAU,IAAI,aAAa,EAAE;AACjD;AAEA,eAAe,YACb,OACA,SACA,SACA,UACsB;AACtB,QAAM,QAAQ,SAAS,OAAO;AAC9B,MAAI,OAAO,UAAU,YAAY,MAAM,SAAS,GAAG;AACjD,WAAO,YAAY,eAAe,KAAK,KAAK,SAAS,WAAW,MAAM,EAAE;AAAA,EAC1E;AACA,MAAI,CAAC,OAAO,OAAO,EAAG,QAAO,YAAY,SAAS,WAAW,MAAM,EAAE;AACrE,QAAM,YAA8B;AAAA,IAClC,GAAG;AAAA,IACH,SAAS,SAAS;AAAA,IAClB,OAAO,SAAS;AAAA,IAChB,KAAK,SAAS;AAAA,EAChB;AACA,SAAO,eAAe,OAAO,gBAAgB,OAAO,OAAO,GAAG,SAAS;AACzE;AAEA,eAAe,UACb,OACA,SACA,SACA,SACiB;AACjB,QAAM,QAAQ,SAAS,OAAO;AAC9B,MAAI,OAAO,UAAU,YAAY,MAAM,WAAW,IAAI,EAAG,QAAO;AAChE,MAAI,OAAO,UAAU,YAAY,MAAM,SAAS,EAAG,QAAO,gBAAgB,OAAO,SAAS,KAAK;AAC/F,MAAI,CAAC,OAAO,OAAO,EAAG,QAAO,gBAAgB,OAAO,OAAO;AAC3D,QAAM,SAAS,MAAM;AAAA,IACnB;AAAA,IACA;AAAA,MACE;AAAA,MACA,cAAc,QAAQ;AAAA,MACtB,OAAO,QAAQ;AAAA,MACf,OAAO,QAAQ;AAAA,IACjB;AAAA,IACA;AAAA,EACF;AACA,SAAO,OAAO;AAChB;AAEA,SAAS,WAAW,SAA0B,cAA8C;AAC1F,QAAM,QAAoB,EAAE,QAAQ,EAAE,QAAQ,QAAQ,aAAa,EAAE;AACrE,MAAI,iBAAiB,OAAW,OAAM,gBAAgB;AACtD,SAAO;AAAA,IACL,MAAM;AAAA,IACN,8BAA8B,EAAE,OAAO,KAAK,EAAE,UAAU,QAAQ,MAAM,EAAE;AAAA,IACxE,mBAAmB,CAAC;AAAA,IACpB,uBAAuB,CAAC;AAAA,EAC1B;AACF;AAEA,MAAM,kBAA6C;AAAA,EACxC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,UAAU,IAAI,eAAe;AAAA,EAC7B,UAAU,UAAyB;AAAA,EACnC,QAAkB,EAAE,KAAK,OAAO,WAAW,OAAO,iBAAiB,GAAG;AAAA,EAC/E,UAAU;AAAA,EACV;AAAA,EAEA,YACE,OACA,SACA,MACA,KACA;AACA,SAAK,QAAQ;AACb,SAAK,WAAW;AAChB,SAAK,QAAQ;AACb,SAAK,OAAO;AACZ,SAAK,WAAW,IAAI;AAAA,EACtB;AAAA,EAEA,MAAM,cAAwC;AAC5C,SAAK,MAAM,WAAW,KAAK,UAAU,YAAY,CAAC;AAClD,SAAK,KAAK,MAAM;AAAA,EAClB;AAAA,EAEA,cAAoB;AAClB,QAAI,KAAK,QAAS,OAAM,IAAI,kBAAkB,SAAS,mBAAmB;AAAA,EAC5E;AAAA,EAEA,MAAM,OAAyB;AAC7B,SAAK,MAAM,KAAK,KAAK,UAAU,KAAK,CAAC;AAAA,EACvC;AAAA,EAEA,MAAM,OAA4B;AAChC,QAAI,KAAK,QAAS;AAClB,SAAK,QAAQ,QAAQ,KAAK;AAC1B,SAAK,QAAQ,KAAK,KAAK;AAAA,EACzB;AAAA,EAEA,YAAY,OAAyB;AACnC,SAAK,YAAY;AACjB,SAAK,QAAQ,SAAS,KAAK;AAC3B,SAAK,MAAM,EAAE,kBAAkB,kBAAkB,MAAM,IAAI,EAAE,CAAC;AAAA,EAChE;AAAA,EAEA,SAAS,OAAqB;AAC5B,SAAK,YAAY;AACjB,SAAK,QAAQ,QAAQ;AACrB,SAAK,MAAM,EAAE,MAAM,gBAAgB,MAAM,MAAM,CAAC;AAAA,EAClD;AAAA,EAEA,OAAO,OAAe,UAA0B;AAC9C,SAAK,YAAY;AACjB,SAAK,QAAQ,OAAO,KAAK,MAAM,UAAU,UAAU,MAAM;AACvD,WAAK,YAAY;AACjB,WAAK,QAAQ,QAAQ;AACrB,WAAK,MAAM,cAAc,OAAO,QAAQ,CAAC;AAAA,IAC3C,CAAC;AAAA,EACH;AAAA,EAEA,QAAQ,QAAgB,QAA2B,UAA2B;AAC5E,SAAK,YAAY;AACjB,UAAM,OAAO,MAAM;AACjB,WAAK,MAAM,WAAW,QAAQ,MAAM,CAAC;AAAA,IACvC;AACA,QAAI,aAAa,QAAW;AAC1B,WAAK;AACL;AAAA,IACF;AACA,SAAK,QAAQ,OAAO,KAAK,MAAM,UAAU,UAAU,MAAM;AACvD,WAAK,YAAY;AACjB,WAAK;AAAA,IACP,CAAC;AAAA,EACH;AAAA,EAEA,UAAU,OAAmD;AAC3D,SAAK,YAAY;AACjB,mBAAe,KAAK,MAAM,YAAY,KAAK;AAC3C,SAAK,MAAM,YAAY;AACvB,SAAK,QAAQ,OAAO;AAAA,EACtB;AAAA,EAEA,OAAO,OAAiF;AACtF,SAAK,YAAY;AACjB,QAAI,MAAM,UAAU,UAAa,KAAK,MAAM,mBAAmB,OAAO;AACpE,YAAM,IAAI,kBAAkB,SAAS,iCAAiC;AAAA,IACxE;AACA,QAAI,MAAM,UAAU,OAAW,MAAK,SAAS,QAAQ,MAAM;AAC3D,QAAI,MAAM,iBAAiB,QAAW;AACpC,WAAK,SAAS,eAAe,MAAM;AACnC,WAAK,MAAM;AAAA,QACT,MAAM;AAAA,QACN,MAAM,MAAM;AAAA,QACZ,YAAY;AAAA,MACd,CAAC;AAAA,IACH;AACA,QAAI,MAAM,UAAU,OAAW,MAAK,SAAS,QAAQ,MAAM;AAAA,EAC7D;AAAA,EAEA,MAAM,QAAmC;AACvC,QAAI,KAAK,WAAW,OAAW,QAAO,EAAE,OAAO,KAAK,OAAO;AAC3D,SAAK,QAAQ,OAAO;AACpB,SAAK,UAAU;AACf,SAAK,MAAM,MAAM;AACjB,SAAK,QAAQ,IAAI;AACjB,UAAM,eAAe,KAAK,IAAI,GAAG,KAAK,KAAK,IAAI,KAAK,QAAQ,IAAI;AAChE,SAAK,SAAS,WAAW,KAAK,MAAM,WAAW;AAAA,MAC7C;AAAA,MACA,eAAe,KAAK,QAAQ;AAAA,MAC5B,cAAc,KAAK,QAAQ;AAAA,IAC7B,CAAC;AACD,WAAO,EAAE,OAAO,KAAK,OAAO;AAAA,EAC9B;AAAA,EAEA,CAAC,OAAO,aAAa,IAAkC;AACrD,WAAO,KAAK,QAAQ,SAAS,OAAO,aAAa,EAAE;AAAA,EACrD;AAAA,EAEA,OAAO,KAAmB;AACxB,QAAI;AACJ,QAAI;AACF,eAAS,KAAK,MAAM,GAAG;AAAA,IACzB,QAAQ;AACN,WAAK,MAAM,EAAE,MAAM,SAAS,OAAO,0BAA0B,OAAO,MAAM,CAAC;AAC3E;AAAA,IACF;AACA,QAAI,CAAC,SAAS,MAAM,EAAG;AACvB,UAAM,WAAW,iBAAiB,KAAK,OAAO,QAAQ,KAAK,MAAM,YAAY;AAC7E,eAAW,SAAS,SAAS,QAAS,MAAK,MAAM,KAAK;AACtD,eAAW,SAAS,SAAS,OAAQ,MAAK,MAAM,KAAK;AAAA,EACvD;AAAA,EAEA,MAAM,OAAsB;AAC1B,UAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACrE,SAAK,MAAM,EAAE,MAAM,SAAS,OAAO,SAAS,OAAO,KAAK,CAAC;AAAA,EAC3D;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI;AACF,uBAAiB,OAAO,KAAK,MAAM,SAAU,MAAK,OAAO,GAAG;AAAA,IAC9D,SAAS,OAAO;AACd,WAAK,MAAM,KAAK;AAAA,IAClB,UAAE;AACA,WAAK,UAAU;AACf,WAAK,QAAQ,IAAI;AAAA,IACnB;AAAA,EACF;AACF;AAEA,eAAsB,kBACpB,OACA,SACA,SACA,WAA8B,CAAC,GACL;AAC1B,MAAI,SAAS,QAAQ,YAAY,KAAM,OAAM,IAAI,kBAAkB,WAAW,iBAAiB;AAC/F,QAAM,QAAQ,MAAM,YAAY,OAAO,SAAS,SAAS,QAAQ;AACjE,QAAM,MAAM,MAAM,UAAU,OAAO,MAAM,SAAS,SAAS,OAAO;AAClE,QAAM,SAAS,eAAe,KAAK,SAAS,CAAC,CAAC;AAC9C,QAAM,SAA0B;AAAA,IAC9B,KAAK,OAAO;AAAA,IACZ,WAAW,OAAO;AAAA,IAClB,SAAS,cAAc,OAAO;AAAA,EAChC;AACA,QAAM,OACJ,SAAS,SAAS,SACd,SAAS,OACT,CAAC,eAAgC,gBAAgB,YAAY,SAAS,MAAM;AAClF,QAAM,MAAM,SAAS,QAAQ,SAAY,SAAS,MAAM,KAAK;AAC7D,QAAM,UAAU,IAAI,kBAAkB,OAAO,SAAS,KAAK,MAAM,GAAG,GAAG;AACvE,UAAQ,MAAM,SAAS,YAAY;AACnC,SAAO;AACT;",
+  "names": []
+}

package/dist/hosted-agent.js

@@ -0,0 +1,35 @@
+import { createHash } from "node:crypto";
+function memoryHostedCache() {
+  const agents = /* @__PURE__ */ new Map();
+  return {
+    get(key) {
+      return agents.get(key);
+    },
+    set(key, agent) {
+      agents.set(key, agent);
+    }
+  };
+}
+function hostedCacheKey(provider, name) {
+  return `${provider}\0${name}`;
+}
+function stable(value) {
+  if (Array.isArray(value)) return value.map(stable);
+  if (value === null || typeof value !== "object") return value;
+  const source = value;
+  const out = {};
+  for (const key of Object.keys(source).sort()) {
+    const next = source[key];
+    if (next !== void 0) out[key] = stable(next);
+  }
+  return out;
+}
+function hashHostedSpec(spec) {
+  return createHash("sha256").update(JSON.stringify(stable(spec))).digest("hex");
+}
+export {
+  hashHostedSpec,
+  hostedCacheKey,
+  memoryHostedCache
+};
+//# sourceMappingURL=hosted-agent.js.map

package/dist/hosted-agent.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/hosted-agent.ts"],
+  "sourcesContent": ["import { createHash } from 'node:crypto';\nimport type { Model, Tool } from '@earendil-works/pi-ai';\n\nexport type CustomLlm = Pick<\n  Model<'openai-completions' | 'openai-responses'>,\n  'id' | 'api' | 'baseUrl' | 'headers'\n>;\n\nexport interface HostedAgentSpec {\n  name: string;\n  instructions: string;\n  tools: Tool[];\n  voice: string;\n  llm: string | CustomLlm;\n  firstMessage?: string;\n  clientToolTimeoutMs?: number;\n}\n\nexport interface HostedAgent {\n  agentId: string;\n  specHash: string;\n  publishedAt: number;\n}\n\nexport interface HostedCache {\n  get(key: string): HostedAgent | undefined;\n  set(key: string, agent: HostedAgent): void;\n}\n\nexport function memoryHostedCache(): HostedCache {\n  const agents = new Map<string, HostedAgent>();\n  return {\n    get(key) {\n      return agents.get(key);\n    },\n    set(key, agent) {\n      agents.set(key, agent);\n    },\n  };\n}\n\nexport function hostedCacheKey(provider: string, name: string): string {\n  return `${provider}\\0${name}`;\n}\n\nfunction stable(value: unknown): unknown {\n  if (Array.isArray(value)) return value.map(stable);\n  if (value === null || typeof value !== 'object') return value;\n  const source = value as Record<string, unknown>;\n  const out: Record<string, unknown> = {};\n  for (const key of Object.keys(source).sort()) {\n    const next = source[key];\n    if (next !== undefined) out[key] = stable(next);\n  }\n  return out;\n}\n\nexport function hashHostedSpec(spec: HostedAgentSpec): string {\n  return createHash('sha256')\n    .update(JSON.stringify(stable(spec)))\n    .digest('hex');\n}\n"],
+  "mappings": "AAAA,SAAS,kBAAkB;AA6BpB,SAAS,oBAAiC;AAC/C,QAAM,SAAS,oBAAI,IAAyB;AAC5C,SAAO;AAAA,IACL,IAAI,KAAK;AACP,aAAO,OAAO,IAAI,GAAG;AAAA,IACvB;AAAA,IACA,IAAI,KAAK,OAAO;AACd,aAAO,IAAI,KAAK,KAAK;AAAA,IACvB;AAAA,EACF;AACF;AAEO,SAAS,eAAe,UAAkB,MAAsB;AACrE,SAAO,GAAG,QAAQ,KAAK,IAAI;AAC7B;AAEA,SAAS,OAAO,OAAyB;AACvC,MAAI,MAAM,QAAQ,KAAK,EAAG,QAAO,MAAM,IAAI,MAAM;AACjD,MAAI,UAAU,QAAQ,OAAO,UAAU,SAAU,QAAO;AACxD,QAAM,SAAS;AACf,QAAM,MAA+B,CAAC;AACtC,aAAW,OAAO,OAAO,KAAK,MAAM,EAAE,KAAK,GAAG;AAC5C,UAAM,OAAO,OAAO,GAAG;AACvB,QAAI,SAAS,OAAW,KAAI,GAAG,IAAI,OAAO,IAAI;AAAA,EAChD;AACA,SAAO;AACT;AAEO,SAAS,eAAe,MAA+B;AAC5D,SAAO,WAAW,QAAQ,EACvB,OAAO,KAAK,UAAU,OAAO,IAAI,CAAC,CAAC,EACnC,OAAO,KAAK;AACjB;",
+  "names": []
+}

package/dist/types/elevenlabs-agents/events.d.ts

@@ -0,0 +1,13 @@
+import type { JsonObject } from '@earendil-works/pi-ai';
+import type { AudioFormat } from '../audio.ts';
+import type { RealtimeEvent } from '../realtime.ts';
+export interface TalkTurn {
+    vad: boolean;
+    dropAudio: boolean;
+    lastInterruptId: number;
+}
+export interface Ingested {
+    events: RealtimeEvent[];
+    replies: JsonObject[];
+}
+export declare function ingestElevenLabs(turn: TalkTurn, message: Record<string, unknown>, format: AudioFormat): Ingested;

package/dist/types/elevenlabs-agents/index.d.ts

@@ -0,0 +1,9 @@
+import type { RealtimeModel } from '../models.ts';
+import type { ElevenLabsOptions } from './session.ts';
+export declare const elevenLabsAgent: RealtimeModel<'elevenlabs-agents'>;
+export declare function registerElevenLabsAgents(options?: ElevenLabsOptions): () => void;
+export type { CustomLlm, HostedAgent, HostedAgentSpec, HostedCache } from '../hosted-agent.ts';
+export { hashHostedSpec, memoryHostedCache } from '../hosted-agent.ts';
+export type { ProvisionOptions } from './provision.ts';
+export { agentBody, httpsOrigin, provisionAgent } from './provision.ts';
+export type { ElevenLabsOptions, VoiceWireFactory } from './session.ts';

package/dist/types/elevenlabs-agents/provision.d.ts

@@ -0,0 +1,11 @@
+import type { JsonObject, ProviderRequestOptions } from '@earendil-works/pi-ai';
+import { type HostedAgent, type HostedAgentSpec, type HostedCache } from '../hosted-agent.ts';
+import type { RealtimeModel } from '../models.ts';
+export interface ProvisionOptions extends ProviderRequestOptions {
+    agentId?: string;
+    now?: () => number;
+    cache?: HostedCache;
+}
+export declare function httpsOrigin(baseUrl: string): string;
+export declare function agentBody(spec: HostedAgentSpec): JsonObject;
+export declare function provisionAgent(model: RealtimeModel<string>, spec: HostedAgentSpec, options?: ProvisionOptions): Promise<HostedAgent>;

package/dist/types/elevenlabs-agents/session.d.ts

@@ -0,0 +1,16 @@
+import type { HostedAgentSpec, HostedCache } from '../hosted-agent.ts';
+import type { RealtimeModel } from '../models.ts';
+import { type VoiceSocketConstructor, type VoiceWire, type VoiceWireTarget } from '../openai-realtime/socket.ts';
+import type { RealtimeContext, RealtimeOptions, RealtimeSession } from '../realtime.ts';
+export type VoiceWireFactory = (target: VoiceWireTarget) => VoiceWire;
+export interface ElevenLabsOptions {
+    wire?: VoiceWireFactory;
+    socket?: VoiceSocketConstructor;
+    cache?: HostedCache;
+    agentId?: string;
+    now?: () => number;
+    firstMessage?: string;
+}
+export declare function talkerLlm(model: RealtimeModel<string>): string;
+export declare function specFromContext(model: RealtimeModel<string>, context: RealtimeContext): HostedAgentSpec;
+export declare function connectElevenLabs(model: RealtimeModel<string>, context: RealtimeContext, options: RealtimeOptions | undefined, settings?: ElevenLabsOptions): Promise<RealtimeSession>;

package/dist/types/hosted-agent.d.ts

@@ -0,0 +1,23 @@
+import type { Model, Tool } from '@earendil-works/pi-ai';
+export type CustomLlm = Pick<Model<'openai-completions' | 'openai-responses'>, 'id' | 'api' | 'baseUrl' | 'headers'>;
+export interface HostedAgentSpec {
+    name: string;
+    instructions: string;
+    tools: Tool[];
+    voice: string;
+    llm: string | CustomLlm;
+    firstMessage?: string;
+    clientToolTimeoutMs?: number;
+}
+export interface HostedAgent {
+    agentId: string;
+    specHash: string;
+    publishedAt: number;
+}
+export interface HostedCache {
+    get(key: string): HostedAgent | undefined;
+    set(key: string, agent: HostedAgent): void;
+}
+export declare function memoryHostedCache(): HostedCache;
+export declare function hostedCacheKey(provider: string, name: string): string;
+export declare function hashHostedSpec(spec: HostedAgentSpec): string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-ecoverse/pi-audio",
-  "version": "1.16.0",
+  "version": "1.17.0",
   "description": "Voice bindings for pi: speech-to-text, text-to-speech and realtime speech for pi-coding-agent plugins and slicc-agent",
   "type": "module",
   "license": "Apache-2.0",
@@ -61,6 +61,10 @@
     "./gemini-live": {
       "types": "./dist/types/gemini-live/index.d.ts",
       "default": "./dist/gemini-live/index.js"
+    },
+    "./elevenlabs-agents": {
+      "types": "./dist/types/elevenlabs-agents/index.d.ts",
+      "default": "./dist/elevenlabs-agents/index.js"
     }
   },
   "files": [