@ai-ecoverse/pi-audio 1.20.0 → 1.21.0

package/dist/fish-agents/room.js

@@ -0,0 +1,80 @@
+const loadSpecifier = new Function("specifier", "return import(specifier)");
+function isRecord(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+async function importFishSdk(load = loadSpecifier) {
+  try {
+    return await load("livekit-client");
+  } catch (browserError) {
+    try {
+      return await load("@livekit/rtc-node");
+    } catch {
+      if (browserError instanceof Error) throw browserError;
+      throw new Error(String(browserError));
+    }
+  }
+}
+function decodePacket(payload) {
+  const raw = typeof payload === "string" ? payload : new TextDecoder().decode(payload);
+  return JSON.parse(raw);
+}
+function openFishRoom(sdk, handlers) {
+  const room = new sdk.Room();
+  room.on("dataReceived", (payload, participant, _kind, topic) => {
+    if (topic !== "agent-event") return;
+    const identity = isRecord(participant) ? text(participant.identity) : void 0;
+    try {
+      handlers.data(String(topic), decodePacket(payload), identity);
+    } catch (error) {
+      handlers.fail(error);
+    }
+  });
+  room.registerTextStreamHandler("lk.transcription", (reader, participant) => {
+    void reader.readAll().then(
+      (value) => {
+        handlers.text(participant.identity, value, reader.info.attributes ?? {});
+      },
+      (error) => handlers.fail(error)
+    );
+  });
+  room.on("participantAttributesChanged", (changed, _participant) => {
+    if (!isRecord(changed)) return;
+    const value = changed["lk.agent.state"];
+    if (typeof value === "string") handlers.attribute("lk.agent.state", value);
+  });
+  room.on("activeSpeakersChanged", (speakers) => {
+    const identities = Array.isArray(speakers) ? speakers.filter(isRecord).map((speaker) => text(speaker.identity)) : [];
+    handlers.speakers(identities);
+  });
+  room.on("trackSubscribed", (track) => {
+    if (!isRecord(track) || typeof track.on !== "function") return;
+    track.on("audio", (chunk) => handlers.audio(chunk));
+  });
+  return {
+    identity: "",
+    async connect(url, token) {
+      await room.connect(url, token);
+      this.identity = room.localParticipant.identity ?? "";
+    },
+    async publishMic(source, open) {
+      await room.localParticipant.publishTrack(source, { echoCancellation: open.echoCancellation });
+    },
+    async publishData(payload) {
+      await room.localParticipant.publishData(new TextEncoder().encode(payload), {
+        reliable: true,
+        topic: "client-event"
+      });
+    },
+    close() {
+      room.disconnect();
+    }
+  };
+}
+function text(value) {
+  return typeof value === "string" ? value : "";
+}
+export {
+  importFishSdk,
+  openFishRoom
+};
+//# sourceMappingURL=room.js.map

package/dist/fish-agents/room.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/fish-agents/room.ts"],
+  "sourcesContent": ["import type { AudioChunk, AudioSource } from '../audio.ts';\nimport type { MicOpen } from '../echo.ts';\n\nconst loadSpecifier = new Function('specifier', 'return import(specifier)') as (\n  specifier: string\n) => Promise<FishSdk>;\n\nexport interface FishSdkRoom {\n  connect(url: string, token: string): Promise<void>;\n  disconnect(): void;\n  localParticipant: {\n    identity?: string;\n    publishTrack(track: unknown, options?: unknown): Promise<unknown>;\n    publishData(data: Uint8Array, options: { reliable: boolean; topic: string }): Promise<void>;\n  };\n  on(event: string, listener: (...args: unknown[]) => void): void;\n  registerTextStreamHandler(\n    topic: string,\n    handler: (\n      reader: { readAll(): Promise<string>; info: { attributes?: Record<string, string> } },\n      participant: { identity: string }\n    ) => void\n  ): void;\n}\n\nexport interface FishSdk {\n  Room: new () => FishSdkRoom;\n}\n\nexport interface FishHandlers {\n  data(topic: string, json: unknown, identity: string | undefined): void;\n  text(identity: string, value: string, attributes: Record<string, string>): void;\n  attribute(key: string, value: string): void;\n  speakers(identities: string[]): void;\n  audio(chunk: AudioChunk): void;\n  fail(error: unknown): void;\n}\n\nexport interface FishRoom {\n  url?: string;\n  token?: string;\n  identity: string;\n  connect(url: string, token: string): Promise<void>;\n  publishMic(source: AudioSource, open: MicOpen): Promise<void>;\n  publishData(payload: string): Promise<void>;\n  close(): void;\n}\n\nexport type FishRoomFactory = (handlers: FishHandlers) => FishRoom;\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === 'object' && value !== null && !Array.isArray(value);\n}\n\nexport async function importFishSdk(\n  load: (specifier: string) => Promise<FishSdk> = loadSpecifier\n): Promise<FishSdk> {\n  try {\n    return await load('livekit-client');\n  } catch (browserError) {\n    try {\n      return await load('@livekit/rtc-node');\n    } catch {\n      if (browserError instanceof Error) throw browserError;\n      throw new Error(String(browserError));\n    }\n  }\n}\n\nfunction decodePacket(payload: unknown): unknown {\n  const raw =\n    typeof payload === 'string' ? payload : new TextDecoder().decode(payload as Uint8Array);\n  return JSON.parse(raw);\n}\n\nexport function openFishRoom(sdk: FishSdk, handlers: FishHandlers): FishRoom {\n  const room = new sdk.Room();\n  room.on('dataReceived', (payload, participant, _kind, topic) => {\n    if (topic !== 'agent-event') return;\n    const identity = isRecord(participant) ? text(participant.identity) : undefined;\n    try {\n      handlers.data(String(topic), decodePacket(payload), identity);\n    } catch (error) {\n      handlers.fail(error);\n    }\n  });\n  room.registerTextStreamHandler('lk.transcription', (reader, participant) => {\n    void reader.readAll().then(\n      (value) => {\n        handlers.text(participant.identity, value, reader.info.attributes ?? {});\n      },\n      (error: unknown) => handlers.fail(error)\n    );\n  });\n  room.on('participantAttributesChanged', (changed, _participant) => {\n    if (!isRecord(changed)) return;\n    const value = changed['lk.agent.state'];\n    if (typeof value === 'string') handlers.attribute('lk.agent.state', value);\n  });\n  room.on('activeSpeakersChanged', (speakers) => {\n    const identities = Array.isArray(speakers)\n      ? speakers.filter(isRecord).map((speaker) => text(speaker.identity))\n      : [];\n    handlers.speakers(identities);\n  });\n  room.on('trackSubscribed', (track) => {\n    if (!isRecord(track) || typeof track.on !== 'function') return;\n    track.on('audio', (chunk: AudioChunk) => handlers.audio(chunk));\n  });\n  return {\n    identity: '',\n    async connect(url, token) {\n      await room.connect(url, token);\n      this.identity = room.localParticipant.identity ?? '';\n    },\n    async publishMic(source, open) {\n      await room.localParticipant.publishTrack(source, { echoCancellation: open.echoCancellation });\n    },\n    async publishData(payload) {\n      await room.localParticipant.publishData(new TextEncoder().encode(payload), {\n        reliable: true,\n        topic: 'client-event',\n      });\n    },\n    close() {\n      room.disconnect();\n    },\n  };\n}\n\nfunction text(value: unknown): string {\n  return typeof value === 'string' ? value : '';\n}\n"],
+  "mappings": "AAGA,MAAM,gBAAgB,IAAI,SAAS,aAAa,0BAA0B;AA+C1E,SAAS,SAAS,OAAkD;AAClE,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAEA,eAAsB,cACpB,OAAgD,eAC9B;AAClB,MAAI;AACF,WAAO,MAAM,KAAK,gBAAgB;AAAA,EACpC,SAAS,cAAc;AACrB,QAAI;AACF,aAAO,MAAM,KAAK,mBAAmB;AAAA,IACvC,QAAQ;AACN,UAAI,wBAAwB,MAAO,OAAM;AACzC,YAAM,IAAI,MAAM,OAAO,YAAY,CAAC;AAAA,IACtC;AAAA,EACF;AACF;AAEA,SAAS,aAAa,SAA2B;AAC/C,QAAM,MACJ,OAAO,YAAY,WAAW,UAAU,IAAI,YAAY,EAAE,OAAO,OAAqB;AACxF,SAAO,KAAK,MAAM,GAAG;AACvB;AAEO,SAAS,aAAa,KAAc,UAAkC;AAC3E,QAAM,OAAO,IAAI,IAAI,KAAK;AAC1B,OAAK,GAAG,gBAAgB,CAAC,SAAS,aAAa,OAAO,UAAU;AAC9D,QAAI,UAAU,cAAe;AAC7B,UAAM,WAAW,SAAS,WAAW,IAAI,KAAK,YAAY,QAAQ,IAAI;AACtE,QAAI;AACF,eAAS,KAAK,OAAO,KAAK,GAAG,aAAa,OAAO,GAAG,QAAQ;AAAA,IAC9D,SAAS,OAAO;AACd,eAAS,KAAK,KAAK;AAAA,IACrB;AAAA,EACF,CAAC;AACD,OAAK,0BAA0B,oBAAoB,CAAC,QAAQ,gBAAgB;AAC1E,SAAK,OAAO,QAAQ,EAAE;AAAA,MACpB,CAAC,UAAU;AACT,iBAAS,KAAK,YAAY,UAAU,OAAO,OAAO,KAAK,cAAc,CAAC,CAAC;AAAA,MACzE;AAAA,MACA,CAAC,UAAmB,SAAS,KAAK,KAAK;AAAA,IACzC;AAAA,EACF,CAAC;AACD,OAAK,GAAG,gCAAgC,CAAC,SAAS,iBAAiB;AACjE,QAAI,CAAC,SAAS,OAAO,EAAG;AACxB,UAAM,QAAQ,QAAQ,gBAAgB;AACtC,QAAI,OAAO,UAAU,SAAU,UAAS,UAAU,kBAAkB,KAAK;AAAA,EAC3E,CAAC;AACD,OAAK,GAAG,yBAAyB,CAAC,aAAa;AAC7C,UAAM,aAAa,MAAM,QAAQ,QAAQ,IACrC,SAAS,OAAO,QAAQ,EAAE,IAAI,CAAC,YAAY,KAAK,QAAQ,QAAQ,CAAC,IACjE,CAAC;AACL,aAAS,SAAS,UAAU;AAAA,EAC9B,CAAC;AACD,OAAK,GAAG,mBAAmB,CAAC,UAAU;AACpC,QAAI,CAAC,SAAS,KAAK,KAAK,OAAO,MAAM,OAAO,WAAY;AACxD,UAAM,GAAG,SAAS,CAAC,UAAsB,SAAS,MAAM,KAAK,CAAC;AAAA,EAChE,CAAC;AACD,SAAO;AAAA,IACL,UAAU;AAAA,IACV,MAAM,QAAQ,KAAK,OAAO;AACxB,YAAM,KAAK,QAAQ,KAAK,KAAK;AAC7B,WAAK,WAAW,KAAK,iBAAiB,YAAY;AAAA,IACpD;AAAA,IACA,MAAM,WAAW,QAAQ,MAAM;AAC7B,YAAM,KAAK,iBAAiB,aAAa,QAAQ,EAAE,kBAAkB,KAAK,iBAAiB,CAAC;AAAA,IAC9F;AAAA,IACA,MAAM,YAAY,SAAS;AACzB,YAAM,KAAK,iBAAiB,YAAY,IAAI,YAAY,EAAE,OAAO,OAAO,GAAG;AAAA,QACzE,UAAU;AAAA,QACV,OAAO;AAAA,MACT,CAAC;AAAA,IACH;AAAA,IACA,QAAQ;AACN,WAAK,WAAW;AAAA,IAClB;AAAA,EACF;AACF;AAEA,SAAS,KAAK,OAAwB;AACpC,SAAO,OAAO,UAAU,WAAW,QAAQ;AAC7C;",
+  "names": []
+}

package/dist/fish-agents/session.js

@@ -0,0 +1,304 @@
+import { micOpen, openEchoMic } from "../echo.js";
+import { VoiceRequestError } from "../errors.js";
+import { pushQueue } from "../queue.js";
+import { planTruncation, RealtimeLedger } from "../realtime.js";
+import { priceAudio } from "../usage.js";
+import {
+  ingestFishAudio,
+  ingestFishData,
+  ingestFishState,
+  ingestFishText,
+  ingestSpeakers,
+  toolResult,
+  userMessage
+} from "./events.js";
+import { provisionAgent } from "./provision.js";
+import {
+  importFishSdk,
+  openFishRoom
+} from "./room.js";
+function isRecord(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function resultText(result) {
+  const parts = [];
+  for (const part of result.content) {
+    if (part.type === "text") parts.push(part.text);
+  }
+  return parts.join("\n");
+}
+function hasKey(options) {
+  return typeof options?.apiKey === "string" && options.apiKey.length > 0;
+}
+function talkerLlm(model) {
+  const cascade = model.cascade;
+  if (cascade === void 0) return "fish";
+  return cascade.llm;
+}
+function specFromContext(model, context) {
+  return {
+    name: model.name,
+    instructions: context.instructions,
+    tools: context.tools,
+    voice: context.voice,
+    llm: talkerLlm(model)
+  };
+}
+function placeholder(agentId) {
+  return { agentId, specHash: "", publishedAt: 0 };
+}
+async function ensureAgent(model, context, options, settings) {
+  if (!hasKey(options)) {
+    const id = settings.agentId;
+    if (id === void 0 || id.length === 0) {
+      throw new VoiceRequestError("error", "missing realtime credential");
+    }
+    return placeholder(id);
+  }
+  const provision = {
+    ...options,
+    agentId: settings.agentId,
+    cache: settings.cache,
+    now: settings.now
+  };
+  return provisionAgent(model, specFromContext(model, context), provision);
+}
+function sessionBody(agentId, context, firstMessage) {
+  const overrides = {};
+  if (context.instructions.length > 0) overrides.system_prompt = context.instructions;
+  if (context.voice.length > 0) overrides.voice_id = context.voice;
+  if (firstMessage !== void 0) overrides.first_message = firstMessage;
+  const body = { agent_id: agentId };
+  if (Object.keys(overrides).length > 0) body.overrides = overrides;
+  return body;
+}
+function authHeaders(options) {
+  const headers = { "Content-Type": "application/json" };
+  const key = options?.apiKey;
+  if (typeof key === "string" && key.length > 0) headers.Authorization = `Bearer ${key}`;
+  const extra = options?.headers;
+  if (extra === void 0) return headers;
+  for (const [key2, value] of Object.entries(extra)) {
+    if (value === null) delete headers[key2];
+    else headers[key2] = value;
+  }
+  return headers;
+}
+async function createSession(model, agentId, context, options, firstMessage) {
+  const fetchImpl = options?.fetch ?? globalThis.fetch;
+  const response = await fetchImpl(`${new URL(model.baseUrl).origin}/v1/agent/sessions`, {
+    method: "POST",
+    headers: authHeaders(options),
+    body: JSON.stringify(sessionBody(agentId, context, firstMessage)),
+    signal: options?.signal
+  });
+  if (!response.ok)
+    throw new VoiceRequestError("error", `session request failed (${response.status})`);
+  const json = await response.json();
+  if (!isRecord(json)) throw new VoiceRequestError("error", "session response was not an object");
+  if (json.transport !== "livekit") throw new VoiceRequestError("error", "unsupported transport");
+  const url = json.livekit_url;
+  const token = json.token;
+  const sessionId = json.session_id;
+  if (typeof url !== "string" || url.length === 0) {
+    throw new VoiceRequestError("error", "missing livekit url");
+  }
+  if (typeof token !== "string" || token.length === 0) {
+    throw new VoiceRequestError("error", "missing livekit token");
+  }
+  return {
+    url,
+    token,
+    sessionId: typeof sessionId === "string" && sessionId.length > 0 ? sessionId : "session"
+  };
+}
+async function joinTarget(model, context, options, settings) {
+  const minted = options?.token;
+  if (minted !== void 0 && minted.value.length > 0) {
+    const url = minted.url;
+    if (url === void 0 || url.length === 0)
+      throw new VoiceRequestError("error", "missing livekit url");
+    return { url, token: minted.value, sessionId: "session" };
+  }
+  const agent = await ensureAgent(model, context, options, settings);
+  return createSession(model, agent.agentId, context, options, settings.firstMessage);
+}
+async function openRoom(settings, handlers) {
+  if (settings.room !== void 0) return settings.room(handlers);
+  if (settings.sdk !== void 0) return openFishRoom(settings.sdk, handlers);
+  return openFishRoom(await importFishSdk(settings.loadSdk), handlers);
+}
+async function publishMicrophone(room, settings) {
+  const mic = settings.microphone;
+  if (mic === void 0) return;
+  const echo = settings.echo;
+  const mode = echo === void 0 ? "browser" : echo.mode;
+  const source = echo === void 0 ? mic : openEchoMic(echo, mic);
+  await room.publishMic(source, micOpen(mode, false));
+}
+class FishSession {
+  model;
+  #context;
+  #room;
+  #now;
+  #started;
+  #ledger = new RealtimeLedger();
+  #events = pushQueue();
+  #turn = {
+    dropAudio: false,
+    discardFinals: 0,
+    speaking: false,
+    turnOpen: false
+  };
+  #closed = false;
+  #usage;
+  constructor(model, context, room, now) {
+    this.model = model;
+    this.#context = context;
+    this.#room = room;
+    this.#now = now;
+    this.#started = now();
+  }
+  start(sessionId) {
+    this.#emit({ type: "session_start", sessionId });
+  }
+  #assertOpen() {
+    if (this.#closed) throw new VoiceRequestError("error", "session is closed");
+  }
+  #send(event) {
+    void Promise.resolve(this.#room.publishData(JSON.stringify(event))).catch((error) => {
+      this.#fail(error);
+    });
+  }
+  #emit(event) {
+    if (this.#closed) return;
+    this.#ledger.observe(event);
+    this.#events.push(event);
+  }
+  appendAudio(chunk) {
+    this.#assertOpen();
+    this.#ledger.addInput(chunk);
+    const source = (async function* source2() {
+      yield chunk;
+    })();
+    void publishMicrophone(this.#room, { microphone: source }).catch(
+      (error) => this.#fail(error)
+    );
+  }
+  sendText(value) {
+    this.#assertOpen();
+    this.#ledger.addText();
+    this.#send(userMessage(value, true));
+  }
+  inject(value, delivery) {
+    this.#assertOpen();
+    this.#ledger.submit(this.model.delivery, delivery, () => {
+      this.#assertOpen();
+      this.#ledger.addText();
+      if (delivery === "silent") this.#turn.discardFinals += 1;
+      if (delivery === "interrupt") this.#send({ type: "user.interrupt" });
+      this.#send(userMessage(value, delivery !== "silent"));
+    });
+  }
+  respond(callId, result, delivery) {
+    this.#assertOpen();
+    const send = () => {
+      this.#send(toolResult(callId, resultText(result), result.isError));
+    };
+    if (delivery === void 0) {
+      send();
+      return;
+    }
+    this.#ledger.submit(this.model.delivery, delivery, () => {
+      this.#assertOpen();
+      send();
+    });
+  }
+  interrupt(heard) {
+    this.#assertOpen();
+    planTruncation(this.model.truncation, heard);
+    this.#turn.dropAudio = true;
+    this.#send({ type: "user.interrupt" });
+    this.#ledger.settle();
+  }
+  update(patch) {
+    this.#assertOpen();
+    if (patch.tools !== void 0 && this.model.liveToolUpdate === false) {
+      throw new VoiceRequestError("error", "live tool update is unsupported");
+    }
+    if (patch.tools !== void 0) this.#context.tools = patch.tools;
+    if (patch.instructions !== void 0) this.#context.instructions = patch.instructions;
+    if (patch.voice !== void 0) this.#context.voice = patch.voice;
+  }
+  async close() {
+    if (this.#usage !== void 0) return { usage: this.#usage };
+    this.#ledger.settle();
+    this.#closed = true;
+    this.#room.close();
+    this.#events.end();
+    const inputSeconds = Math.max(0, this.#now() - this.#started) / 1e3;
+    this.#usage = priceAudio(this.model.audioCost, {
+      inputSeconds,
+      outputSeconds: this.#ledger.outputSeconds,
+      textMessages: this.#ledger.textMessages
+    });
+    return { usage: this.#usage };
+  }
+  [Symbol.asyncIterator]() {
+    return this.#events.iterable[Symbol.asyncIterator]();
+  }
+  handlers() {
+    return {
+      data: (topic, json) => {
+        if (topic !== "agent-event" || !isRecord(json)) return;
+        for (const event of ingestFishData(json)) this.#emit(event);
+      },
+      text: (identity, value, attributes) => {
+        const packet = { identity, text: value, attributes };
+        for (const event of ingestFishText(this.#turn, packet, this.#room.identity))
+          this.#emit(event);
+      },
+      attribute: (key, value) => {
+        if (key !== "lk.agent.state") return;
+        for (const event of ingestFishState(this.#turn, value)) this.#emit(event);
+      },
+      speakers: (identities) => {
+        for (const event of ingestSpeakers(this.#turn, identities)) this.#emit(event);
+      },
+      audio: (chunk) => {
+        for (const event of ingestFishAudio(this.#turn, chunk)) this.#emit(event);
+      },
+      fail: (error) => this.#fail(error)
+    };
+  }
+  #fail(error) {
+    const message = error instanceof Error ? error.message : String(error);
+    this.#emit({ type: "error", error: message, fatal: true });
+  }
+}
+async function connectFish(model, context, options, settings = {}) {
+  if (options?.signal?.aborted === true) throw new VoiceRequestError("aborted", "session aborted");
+  const target = await joinTarget(model, context, options, settings);
+  const sessionHolder = {};
+  const room = await openRoom(settings, {
+    data: (topic, json) => sessionHolder.session?.handlers().data(topic, json, void 0),
+    text: (identity, value, attributes) => sessionHolder.session?.handlers().text(identity, value, attributes),
+    attribute: (key, value) => sessionHolder.session?.handlers().attribute(key, value),
+    speakers: (identities) => sessionHolder.session?.handlers().speakers(identities),
+    audio: (chunk) => sessionHolder.session?.handlers().audio(chunk),
+    fail: (error) => sessionHolder.session?.handlers().fail(error)
+  });
+  const now = settings.now !== void 0 ? settings.now : Date.now;
+  const session = new FishSession(model, context, room, now);
+  sessionHolder.session = session;
+  await room.connect(target.url, target.token);
+  if (room.identity.length === 0) room.identity = "user";
+  await publishMicrophone(room, settings);
+  session.start(target.sessionId);
+  return session;
+}
+export {
+  connectFish,
+  specFromContext
+};
+//# sourceMappingURL=session.js.map

package/dist/fish-agents/session.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/fish-agents/session.ts"],
+  "sourcesContent": ["import type { JsonObject, ToolResultMessage, Usage } from '@earendil-works/pi-ai';\nimport type { AudioChunk, AudioSource } from '../audio.ts';\nimport { type EchoControl, micOpen, openEchoMic } from '../echo.ts';\nimport { VoiceRequestError } from '../errors.ts';\nimport type { HostedAgent, HostedAgentSpec, HostedCache } from '../hosted-agent.ts';\nimport type { Delivery, RealtimeModel } from '../models.ts';\nimport { pushQueue } from '../queue.ts';\nimport type {\n  RealtimeContext,\n  RealtimeEvent,\n  RealtimeOptions,\n  RealtimeSession,\n} from '../realtime.ts';\nimport { planTruncation, RealtimeLedger } from '../realtime.ts';\nimport { priceAudio } from '../usage.ts';\nimport {\n  type FishText,\n  type FishTurn,\n  ingestFishAudio,\n  ingestFishData,\n  ingestFishState,\n  ingestFishText,\n  ingestSpeakers,\n  toolResult,\n  userMessage,\n} from './events.ts';\nimport { type ProvisionOptions, provisionAgent } from './provision.ts';\nimport {\n  type FishHandlers,\n  type FishRoom,\n  type FishRoomFactory,\n  type FishSdk,\n  importFishSdk,\n  openFishRoom,\n} from './room.ts';\n\nexport interface FishOptions {\n  room?: FishRoomFactory;\n  sdk?: FishSdk;\n  cache?: HostedCache;\n  agentId?: string;\n  now?: () => number;\n  firstMessage?: string;\n  microphone?: AudioSource;\n  echo?: EchoControl;\n  loadSdk?: (specifier: string) => Promise<FishSdk>;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === 'object' && value !== null && !Array.isArray(value);\n}\n\nfunction resultText(result: ToolResultMessage): string {\n  const parts: string[] = [];\n  for (const part of result.content) {\n    if (part.type === 'text') parts.push(part.text);\n  }\n  return parts.join('\\n');\n}\n\nfunction hasKey(options: RealtimeOptions | undefined): boolean {\n  return typeof options?.apiKey === 'string' && options.apiKey.length > 0;\n}\n\nfunction talkerLlm(model: RealtimeModel<string>): string {\n  const cascade = model.cascade;\n  if (cascade === undefined) return 'fish';\n  return cascade.llm;\n}\n\nexport function specFromContext(\n  model: RealtimeModel<string>,\n  context: RealtimeContext\n): HostedAgentSpec {\n  return {\n    name: model.name,\n    instructions: context.instructions,\n    tools: context.tools,\n    voice: context.voice,\n    llm: talkerLlm(model),\n  };\n}\n\nfunction placeholder(agentId: string): HostedAgent {\n  return { agentId, specHash: '', publishedAt: 0 };\n}\n\nasync function ensureAgent(\n  model: RealtimeModel<string>,\n  context: RealtimeContext,\n  options: RealtimeOptions | undefined,\n  settings: FishOptions\n): Promise<HostedAgent> {\n  if (!hasKey(options)) {\n    const id = settings.agentId;\n    if (id === undefined || id.length === 0) {\n      throw new VoiceRequestError('error', 'missing realtime credential');\n    }\n    return placeholder(id);\n  }\n  const provision: ProvisionOptions = {\n    ...options,\n    agentId: settings.agentId,\n    cache: settings.cache,\n    now: settings.now,\n  };\n  return provisionAgent(model, specFromContext(model, context), provision);\n}\n\nfunction sessionBody(\n  agentId: string,\n  context: RealtimeContext,\n  firstMessage: string | undefined\n): JsonObject {\n  const overrides: JsonObject = {};\n  if (context.instructions.length > 0) overrides.system_prompt = context.instructions;\n  if (context.voice.length > 0) overrides.voice_id = context.voice;\n  if (firstMessage !== undefined) overrides.first_message = firstMessage;\n  const body: JsonObject = { agent_id: agentId };\n  if (Object.keys(overrides).length > 0) body.overrides = overrides;\n  return body;\n}\n\nfunction authHeaders(options: RealtimeOptions | undefined): Record<string, string> {\n  const headers: Record<string, string> = { 'Content-Type': 'application/json' };\n  const key = options?.apiKey;\n  if (typeof key === 'string' && key.length > 0) headers.Authorization = `Bearer ${key}`;\n  const extra = options?.headers;\n  if (extra === undefined) return headers;\n  for (const [key, value] of Object.entries(extra)) {\n    if (value === null) delete headers[key];\n    else headers[key] = value;\n  }\n  return headers;\n}\n\nasync function createSession(\n  model: RealtimeModel<string>,\n  agentId: string,\n  context: RealtimeContext,\n  options: RealtimeOptions | undefined,\n  firstMessage: string | undefined\n): Promise<{ url: string; token: string; sessionId: string }> {\n  const fetchImpl = options?.fetch ?? globalThis.fetch;\n  const response = await fetchImpl(`${new URL(model.baseUrl).origin}/v1/agent/sessions`, {\n    method: 'POST',\n    headers: authHeaders(options),\n    body: JSON.stringify(sessionBody(agentId, context, firstMessage)),\n    signal: options?.signal,\n  });\n  if (!response.ok)\n    throw new VoiceRequestError('error', `session request failed (${response.status})`);\n  const json: unknown = await response.json();\n  if (!isRecord(json)) throw new VoiceRequestError('error', 'session response was not an object');\n  if (json.transport !== 'livekit') throw new VoiceRequestError('error', 'unsupported transport');\n  const url = json.livekit_url;\n  const token = json.token;\n  const sessionId = json.session_id;\n  if (typeof url !== 'string' || url.length === 0) {\n    throw new VoiceRequestError('error', 'missing livekit url');\n  }\n  if (typeof token !== 'string' || token.length === 0) {\n    throw new VoiceRequestError('error', 'missing livekit token');\n  }\n  return {\n    url,\n    token,\n    sessionId: typeof sessionId === 'string' && sessionId.length > 0 ? sessionId : 'session',\n  };\n}\n\nasync function joinTarget(\n  model: RealtimeModel<string>,\n  context: RealtimeContext,\n  options: RealtimeOptions | undefined,\n  settings: FishOptions\n): Promise<{ url: string; token: string; sessionId: string }> {\n  const minted = options?.token;\n  if (minted !== undefined && minted.value.length > 0) {\n    const url = minted.url;\n    if (url === undefined || url.length === 0)\n      throw new VoiceRequestError('error', 'missing livekit url');\n    return { url, token: minted.value, sessionId: 'session' };\n  }\n  const agent = await ensureAgent(model, context, options, settings);\n  return createSession(model, agent.agentId, context, options, settings.firstMessage);\n}\n\nasync function openRoom(settings: FishOptions, handlers: FishHandlers): Promise<FishRoom> {\n  if (settings.room !== undefined) return settings.room(handlers);\n  if (settings.sdk !== undefined) return openFishRoom(settings.sdk, handlers);\n  return openFishRoom(await importFishSdk(settings.loadSdk), handlers);\n}\n\nasync function publishMicrophone(room: FishRoom, settings: FishOptions): Promise<void> {\n  const mic = settings.microphone;\n  if (mic === undefined) return;\n  const echo = settings.echo;\n  const mode = echo === undefined ? 'browser' : echo.mode;\n  const source = echo === undefined ? mic : openEchoMic(echo, mic);\n  await room.publishMic(source, micOpen(mode, false));\n}\n\nclass FishSession implements RealtimeSession {\n  readonly model: RealtimeModel<string>;\n  readonly #context: RealtimeContext;\n  readonly #room: FishRoom;\n  readonly #now: () => number;\n  readonly #started: number;\n  readonly #ledger = new RealtimeLedger();\n  readonly #events = pushQueue<RealtimeEvent>();\n  readonly #turn: FishTurn = {\n    dropAudio: false,\n    discardFinals: 0,\n    speaking: false,\n    turnOpen: false,\n  };\n  #closed = false;\n  #usage: Usage | undefined;\n\n  constructor(\n    model: RealtimeModel<string>,\n    context: RealtimeContext,\n    room: FishRoom,\n    now: () => number\n  ) {\n    this.model = model;\n    this.#context = context;\n    this.#room = room;\n    this.#now = now;\n    this.#started = now();\n  }\n\n  start(sessionId: string): void {\n    this.#emit({ type: 'session_start', sessionId });\n  }\n\n  #assertOpen(): void {\n    if (this.#closed) throw new VoiceRequestError('error', 'session is closed');\n  }\n\n  #send(event: JsonObject): void {\n    void Promise.resolve(this.#room.publishData(JSON.stringify(event))).catch((error: unknown) => {\n      this.#fail(error);\n    });\n  }\n\n  #emit(event: RealtimeEvent): void {\n    if (this.#closed) return;\n    this.#ledger.observe(event);\n    this.#events.push(event);\n  }\n\n  appendAudio(chunk: AudioChunk): void {\n    this.#assertOpen();\n    this.#ledger.addInput(chunk);\n    const source = (async function* source() {\n      yield chunk;\n    })();\n    void publishMicrophone(this.#room, { microphone: source }).catch((error: unknown) =>\n      this.#fail(error)\n    );\n  }\n\n  sendText(value: string): void {\n    this.#assertOpen();\n    this.#ledger.addText();\n    this.#send(userMessage(value, true));\n  }\n\n  inject(value: string, delivery: Delivery): void {\n    this.#assertOpen();\n    this.#ledger.submit(this.model.delivery, delivery, () => {\n      this.#assertOpen();\n      this.#ledger.addText();\n      if (delivery === 'silent') this.#turn.discardFinals += 1;\n      if (delivery === 'interrupt') this.#send({ type: 'user.interrupt' });\n      this.#send(userMessage(value, delivery !== 'silent'));\n    });\n  }\n\n  respond(callId: string, result: ToolResultMessage, delivery?: Delivery): void {\n    this.#assertOpen();\n    const send = () => {\n      this.#send(toolResult(callId, resultText(result), result.isError));\n    };\n    if (delivery === undefined) {\n      send();\n      return;\n    }\n    this.#ledger.submit(this.model.delivery, delivery, () => {\n      this.#assertOpen();\n      send();\n    });\n  }\n\n  interrupt(heard?: { itemId: string; heardMs: number }): void {\n    this.#assertOpen();\n    planTruncation(this.model.truncation, heard);\n    this.#turn.dropAudio = true;\n    this.#send({ type: 'user.interrupt' });\n    this.#ledger.settle();\n  }\n\n  update(patch: Partial<Pick<RealtimeContext, 'instructions' | 'tools' | 'voice'>>): void {\n    this.#assertOpen();\n    if (patch.tools !== undefined && this.model.liveToolUpdate === false) {\n      throw new VoiceRequestError('error', 'live tool update is unsupported');\n    }\n    if (patch.tools !== undefined) this.#context.tools = patch.tools;\n    if (patch.instructions !== undefined) this.#context.instructions = patch.instructions;\n    if (patch.voice !== undefined) this.#context.voice = patch.voice;\n  }\n\n  async close(): Promise<{ usage: Usage }> {\n    if (this.#usage !== undefined) return { usage: this.#usage };\n    this.#ledger.settle();\n    this.#closed = true;\n    this.#room.close();\n    this.#events.end();\n    const inputSeconds = Math.max(0, this.#now() - this.#started) / 1000;\n    this.#usage = priceAudio(this.model.audioCost, {\n      inputSeconds,\n      outputSeconds: this.#ledger.outputSeconds,\n      textMessages: this.#ledger.textMessages,\n    });\n    return { usage: this.#usage };\n  }\n\n  [Symbol.asyncIterator](): AsyncIterator<RealtimeEvent> {\n    return this.#events.iterable[Symbol.asyncIterator]();\n  }\n\n  handlers(): FishHandlers {\n    return {\n      data: (topic, json) => {\n        if (topic !== 'agent-event' || !isRecord(json)) return;\n        for (const event of ingestFishData(json)) this.#emit(event);\n      },\n      text: (identity, value, attributes) => {\n        const packet: FishText = { identity, text: value, attributes };\n        for (const event of ingestFishText(this.#turn, packet, this.#room.identity))\n          this.#emit(event);\n      },\n      attribute: (key, value) => {\n        if (key !== 'lk.agent.state') return;\n        for (const event of ingestFishState(this.#turn, value)) this.#emit(event);\n      },\n      speakers: (identities) => {\n        for (const event of ingestSpeakers(this.#turn, identities)) this.#emit(event);\n      },\n      audio: (chunk) => {\n        for (const event of ingestFishAudio(this.#turn, chunk)) this.#emit(event);\n      },\n      fail: (error) => this.#fail(error),\n    };\n  }\n\n  #fail(error: unknown): void {\n    const message = error instanceof Error ? error.message : String(error);\n    this.#emit({ type: 'error', error: message, fatal: true });\n  }\n}\n\nexport async function connectFish(\n  model: RealtimeModel<string>,\n  context: RealtimeContext,\n  options: RealtimeOptions | undefined,\n  settings: FishOptions = {}\n): Promise<RealtimeSession> {\n  if (options?.signal?.aborted === true) throw new VoiceRequestError('aborted', 'session aborted');\n  const target = await joinTarget(model, context, options, settings);\n  const sessionHolder: { session?: FishSession } = {};\n  const room = await openRoom(settings, {\n    data: (topic, json) => sessionHolder.session?.handlers().data(topic, json, undefined),\n    text: (identity, value, attributes) =>\n      sessionHolder.session?.handlers().text(identity, value, attributes),\n    attribute: (key, value) => sessionHolder.session?.handlers().attribute(key, value),\n    speakers: (identities) => sessionHolder.session?.handlers().speakers(identities),\n    audio: (chunk) => sessionHolder.session?.handlers().audio(chunk),\n    fail: (error) => sessionHolder.session?.handlers().fail(error),\n  });\n  const now = settings.now !== undefined ? settings.now : Date.now;\n  const session = new FishSession(model, context, room, now);\n  sessionHolder.session = session;\n  await room.connect(target.url, target.token);\n  if (room.identity.length === 0) room.identity = 'user';\n  await publishMicrophone(room, settings);\n  session.start(target.sessionId);\n  return session;\n}\n"],
+  "mappings": "AAEA,SAA2B,SAAS,mBAAmB;AACvD,SAAS,yBAAyB;AAGlC,SAAS,iBAAiB;AAO1B,SAAS,gBAAgB,sBAAsB;AAC/C,SAAS,kBAAkB;AAC3B;AAAA,EAGE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAgC,sBAAsB;AACtD;AAAA,EAKE;AAAA,EACA;AAAA,OACK;AAcP,SAAS,SAAS,OAAkD;AAClE,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAEA,SAAS,WAAW,QAAmC;AACrD,QAAM,QAAkB,CAAC;AACzB,aAAW,QAAQ,OAAO,SAAS;AACjC,QAAI,KAAK,SAAS,OAAQ,OAAM,KAAK,KAAK,IAAI;AAAA,EAChD;AACA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEA,SAAS,OAAO,SAA+C;AAC7D,SAAO,OAAO,SAAS,WAAW,YAAY,QAAQ,OAAO,SAAS;AACxE;AAEA,SAAS,UAAU,OAAsC;AACvD,QAAM,UAAU,MAAM;AACtB,MAAI,YAAY,OAAW,QAAO;AAClC,SAAO,QAAQ;AACjB;AAEO,SAAS,gBACd,OACA,SACiB;AACjB,SAAO;AAAA,IACL,MAAM,MAAM;AAAA,IACZ,cAAc,QAAQ;AAAA,IACtB,OAAO,QAAQ;AAAA,IACf,OAAO,QAAQ;AAAA,IACf,KAAK,UAAU,KAAK;AAAA,EACtB;AACF;AAEA,SAAS,YAAY,SAA8B;AACjD,SAAO,EAAE,SAAS,UAAU,IAAI,aAAa,EAAE;AACjD;AAEA,eAAe,YACb,OACA,SACA,SACA,UACsB;AACtB,MAAI,CAAC,OAAO,OAAO,GAAG;AACpB,UAAM,KAAK,SAAS;AACpB,QAAI,OAAO,UAAa,GAAG,WAAW,GAAG;AACvC,YAAM,IAAI,kBAAkB,SAAS,6BAA6B;AAAA,IACpE;AACA,WAAO,YAAY,EAAE;AAAA,EACvB;AACA,QAAM,YAA8B;AAAA,IAClC,GAAG;AAAA,IACH,SAAS,SAAS;AAAA,IAClB,OAAO,SAAS;AAAA,IAChB,KAAK,SAAS;AAAA,EAChB;AACA,SAAO,eAAe,OAAO,gBAAgB,OAAO,OAAO,GAAG,SAAS;AACzE;AAEA,SAAS,YACP,SACA,SACA,cACY;AACZ,QAAM,YAAwB,CAAC;AAC/B,MAAI,QAAQ,aAAa,SAAS,EAAG,WAAU,gBAAgB,QAAQ;AACvE,MAAI,QAAQ,MAAM,SAAS,EAAG,WAAU,WAAW,QAAQ;AAC3D,MAAI,iBAAiB,OAAW,WAAU,gBAAgB;AAC1D,QAAM,OAAmB,EAAE,UAAU,QAAQ;AAC7C,MAAI,OAAO,KAAK,SAAS,EAAE,SAAS,EAAG,MAAK,YAAY;AACxD,SAAO;AACT;AAEA,SAAS,YAAY,SAA8D;AACjF,QAAM,UAAkC,EAAE,gBAAgB,mBAAmB;AAC7E,QAAM,MAAM,SAAS;AACrB,MAAI,OAAO,QAAQ,YAAY,IAAI,SAAS,EAAG,SAAQ,gBAAgB,UAAU,GAAG;AACpF,QAAM,QAAQ,SAAS;AACvB,MAAI,UAAU,OAAW,QAAO;AAChC,aAAW,CAACA,MAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,KAAM,QAAO,QAAQA,IAAG;AAAA,QACjC,SAAQA,IAAG,IAAI;AAAA,EACtB;AACA,SAAO;AACT;AAEA,eAAe,cACb,OACA,SACA,SACA,SACA,cAC4D;AAC5D,QAAM,YAAY,SAAS,SAAS,WAAW;AAC/C,QAAM,WAAW,MAAM,UAAU,GAAG,IAAI,IAAI,MAAM,OAAO,EAAE,MAAM,sBAAsB;AAAA,IACrF,QAAQ;AAAA,IACR,SAAS,YAAY,OAAO;AAAA,IAC5B,MAAM,KAAK,UAAU,YAAY,SAAS,SAAS,YAAY,CAAC;AAAA,IAChE,QAAQ,SAAS;AAAA,EACnB,CAAC;AACD,MAAI,CAAC,SAAS;AACZ,UAAM,IAAI,kBAAkB,SAAS,2BAA2B,SAAS,MAAM,GAAG;AACpF,QAAM,OAAgB,MAAM,SAAS,KAAK;AAC1C,MAAI,CAAC,SAAS,IAAI,EAAG,OAAM,IAAI,kBAAkB,SAAS,oCAAoC;AAC9F,MAAI,KAAK,cAAc,UAAW,OAAM,IAAI,kBAAkB,SAAS,uBAAuB;AAC9F,QAAM,MAAM,KAAK;AACjB,QAAM,QAAQ,KAAK;AACnB,QAAM,YAAY,KAAK;AACvB,MAAI,OAAO,QAAQ,YAAY,IAAI,WAAW,GAAG;AAC/C,UAAM,IAAI,kBAAkB,SAAS,qBAAqB;AAAA,EAC5D;AACA,MAAI,OAAO,UAAU,YAAY,MAAM,WAAW,GAAG;AACnD,UAAM,IAAI,kBAAkB,SAAS,uBAAuB;AAAA,EAC9D;AACA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,WAAW,OAAO,cAAc,YAAY,UAAU,SAAS,IAAI,YAAY;AAAA,EACjF;AACF;AAEA,eAAe,WACb,OACA,SACA,SACA,UAC4D;AAC5D,QAAM,SAAS,SAAS;AACxB,MAAI,WAAW,UAAa,OAAO,MAAM,SAAS,GAAG;AACnD,UAAM,MAAM,OAAO;AACnB,QAAI,QAAQ,UAAa,IAAI,WAAW;AACtC,YAAM,IAAI,kBAAkB,SAAS,qBAAqB;AAC5D,WAAO,EAAE,KAAK,OAAO,OAAO,OAAO,WAAW,UAAU;AAAA,EAC1D;AACA,QAAM,QAAQ,MAAM,YAAY,OAAO,SAAS,SAAS,QAAQ;AACjE,SAAO,cAAc,OAAO,MAAM,SAAS,SAAS,SAAS,SAAS,YAAY;AACpF;AAEA,eAAe,SAAS,UAAuB,UAA2C;AACxF,MAAI,SAAS,SAAS,OAAW,QAAO,SAAS,KAAK,QAAQ;AAC9D,MAAI,SAAS,QAAQ,OAAW,QAAO,aAAa,SAAS,KAAK,QAAQ;AAC1E,SAAO,aAAa,MAAM,cAAc,SAAS,OAAO,GAAG,QAAQ;AACrE;AAEA,eAAe,kBAAkB,MAAgB,UAAsC;AACrF,QAAM,MAAM,SAAS;AACrB,MAAI,QAAQ,OAAW;AACvB,QAAM,OAAO,SAAS;AACtB,QAAM,OAAO,SAAS,SAAY,YAAY,KAAK;AACnD,QAAM,SAAS,SAAS,SAAY,MAAM,YAAY,MAAM,GAAG;AAC/D,QAAM,KAAK,WAAW,QAAQ,QAAQ,MAAM,KAAK,CAAC;AACpD;AAEA,MAAM,YAAuC;AAAA,EAClC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,UAAU,IAAI,eAAe;AAAA,EAC7B,UAAU,UAAyB;AAAA,EACnC,QAAkB;AAAA,IACzB,WAAW;AAAA,IACX,eAAe;AAAA,IACf,UAAU;AAAA,IACV,UAAU;AAAA,EACZ;AAAA,EACA,UAAU;AAAA,EACV;AAAA,EAEA,YACE,OACA,SACA,MACA,KACA;AACA,SAAK,QAAQ;AACb,SAAK,WAAW;AAChB,SAAK,QAAQ;AACb,SAAK,OAAO;AACZ,SAAK,WAAW,IAAI;AAAA,EACtB;AAAA,EAEA,MAAM,WAAyB;AAC7B,SAAK,MAAM,EAAE,MAAM,iBAAiB,UAAU,CAAC;AAAA,EACjD;AAAA,EAEA,cAAoB;AAClB,QAAI,KAAK,QAAS,OAAM,IAAI,kBAAkB,SAAS,mBAAmB;AAAA,EAC5E;AAAA,EAEA,MAAM,OAAyB;AAC7B,SAAK,QAAQ,QAAQ,KAAK,MAAM,YAAY,KAAK,UAAU,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,UAAmB;AAC5F,WAAK,MAAM,KAAK;AAAA,IAClB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,OAA4B;AAChC,QAAI,KAAK,QAAS;AAClB,SAAK,QAAQ,QAAQ,KAAK;AAC1B,SAAK,QAAQ,KAAK,KAAK;AAAA,EACzB;AAAA,EAEA,YAAY,OAAyB;AACnC,SAAK,YAAY;AACjB,SAAK,QAAQ,SAAS,KAAK;AAC3B,UAAM,UAAU,gBAAgBC,UAAS;AACvC,YAAM;AAAA,IACR,GAAG;AACH,SAAK,kBAAkB,KAAK,OAAO,EAAE,YAAY,OAAO,CAAC,EAAE;AAAA,MAAM,CAAC,UAChE,KAAK,MAAM,KAAK;AAAA,IAClB;AAAA,EACF;AAAA,EAEA,SAAS,OAAqB;AAC5B,SAAK,YAAY;AACjB,SAAK,QAAQ,QAAQ;AACrB,SAAK,MAAM,YAAY,OAAO,IAAI,CAAC;AAAA,EACrC;AAAA,EAEA,OAAO,OAAe,UAA0B;AAC9C,SAAK,YAAY;AACjB,SAAK,QAAQ,OAAO,KAAK,MAAM,UAAU,UAAU,MAAM;AACvD,WAAK,YAAY;AACjB,WAAK,QAAQ,QAAQ;AACrB,UAAI,aAAa,SAAU,MAAK,MAAM,iBAAiB;AACvD,UAAI,aAAa,YAAa,MAAK,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACnE,WAAK,MAAM,YAAY,OAAO,aAAa,QAAQ,CAAC;AAAA,IACtD,CAAC;AAAA,EACH;AAAA,EAEA,QAAQ,QAAgB,QAA2B,UAA2B;AAC5E,SAAK,YAAY;AACjB,UAAM,OAAO,MAAM;AACjB,WAAK,MAAM,WAAW,QAAQ,WAAW,MAAM,GAAG,OAAO,OAAO,CAAC;AAAA,IACnE;AACA,QAAI,aAAa,QAAW;AAC1B,WAAK;AACL;AAAA,IACF;AACA,SAAK,QAAQ,OAAO,KAAK,MAAM,UAAU,UAAU,MAAM;AACvD,WAAK,YAAY;AACjB,WAAK;AAAA,IACP,CAAC;AAAA,EACH;AAAA,EAEA,UAAU,OAAmD;AAC3D,SAAK,YAAY;AACjB,mBAAe,KAAK,MAAM,YAAY,KAAK;AAC3C,SAAK,MAAM,YAAY;AACvB,SAAK,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACrC,SAAK,QAAQ,OAAO;AAAA,EACtB;AAAA,EAEA,OAAO,OAAiF;AACtF,SAAK,YAAY;AACjB,QAAI,MAAM,UAAU,UAAa,KAAK,MAAM,mBAAmB,OAAO;AACpE,YAAM,IAAI,kBAAkB,SAAS,iCAAiC;AAAA,IACxE;AACA,QAAI,MAAM,UAAU,OAAW,MAAK,SAAS,QAAQ,MAAM;AAC3D,QAAI,MAAM,iBAAiB,OAAW,MAAK,SAAS,eAAe,MAAM;AACzE,QAAI,MAAM,UAAU,OAAW,MAAK,SAAS,QAAQ,MAAM;AAAA,EAC7D;AAAA,EAEA,MAAM,QAAmC;AACvC,QAAI,KAAK,WAAW,OAAW,QAAO,EAAE,OAAO,KAAK,OAAO;AAC3D,SAAK,QAAQ,OAAO;AACpB,SAAK,UAAU;AACf,SAAK,MAAM,MAAM;AACjB,SAAK,QAAQ,IAAI;AACjB,UAAM,eAAe,KAAK,IAAI,GAAG,KAAK,KAAK,IAAI,KAAK,QAAQ,IAAI;AAChE,SAAK,SAAS,WAAW,KAAK,MAAM,WAAW;AAAA,MAC7C;AAAA,MACA,eAAe,KAAK,QAAQ;AAAA,MAC5B,cAAc,KAAK,QAAQ;AAAA,IAC7B,CAAC;AACD,WAAO,EAAE,OAAO,KAAK,OAAO;AAAA,EAC9B;AAAA,EAEA,CAAC,OAAO,aAAa,IAAkC;AACrD,WAAO,KAAK,QAAQ,SAAS,OAAO,aAAa,EAAE;AAAA,EACrD;AAAA,EAEA,WAAyB;AACvB,WAAO;AAAA,MACL,MAAM,CAAC,OAAO,SAAS;AACrB,YAAI,UAAU,iBAAiB,CAAC,SAAS,IAAI,EAAG;AAChD,mBAAW,SAAS,eAAe,IAAI,EAAG,MAAK,MAAM,KAAK;AAAA,MAC5D;AAAA,MACA,MAAM,CAAC,UAAU,OAAO,eAAe;AACrC,cAAM,SAAmB,EAAE,UAAU,MAAM,OAAO,WAAW;AAC7D,mBAAW,SAAS,eAAe,KAAK,OAAO,QAAQ,KAAK,MAAM,QAAQ;AACxE,eAAK,MAAM,KAAK;AAAA,MACpB;AAAA,MACA,WAAW,CAAC,KAAK,UAAU;AACzB,YAAI,QAAQ,iBAAkB;AAC9B,mBAAW,SAAS,gBAAgB,KAAK,OAAO,KAAK,EAAG,MAAK,MAAM,KAAK;AAAA,MAC1E;AAAA,MACA,UAAU,CAAC,eAAe;AACxB,mBAAW,SAAS,eAAe,KAAK,OAAO,UAAU,EAAG,MAAK,MAAM,KAAK;AAAA,MAC9E;AAAA,MACA,OAAO,CAAC,UAAU;AAChB,mBAAW,SAAS,gBAAgB,KAAK,OAAO,KAAK,EAAG,MAAK,MAAM,KAAK;AAAA,MAC1E;AAAA,MACA,MAAM,CAAC,UAAU,KAAK,MAAM,KAAK;AAAA,IACnC;AAAA,EACF;AAAA,EAEA,MAAM,OAAsB;AAC1B,UAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACrE,SAAK,MAAM,EAAE,MAAM,SAAS,OAAO,SAAS,OAAO,KAAK,CAAC;AAAA,EAC3D;AACF;AAEA,eAAsB,YACpB,OACA,SACA,SACA,WAAwB,CAAC,GACC;AAC1B,MAAI,SAAS,QAAQ,YAAY,KAAM,OAAM,IAAI,kBAAkB,WAAW,iBAAiB;AAC/F,QAAM,SAAS,MAAM,WAAW,OAAO,SAAS,SAAS,QAAQ;AACjE,QAAM,gBAA2C,CAAC;AAClD,QAAM,OAAO,MAAM,SAAS,UAAU;AAAA,IACpC,MAAM,CAAC,OAAO,SAAS,cAAc,SAAS,SAAS,EAAE,KAAK,OAAO,MAAM,MAAS;AAAA,IACpF,MAAM,CAAC,UAAU,OAAO,eACtB,cAAc,SAAS,SAAS,EAAE,KAAK,UAAU,OAAO,UAAU;AAAA,IACpE,WAAW,CAAC,KAAK,UAAU,cAAc,SAAS,SAAS,EAAE,UAAU,KAAK,KAAK;AAAA,IACjF,UAAU,CAAC,eAAe,cAAc,SAAS,SAAS,EAAE,SAAS,UAAU;AAAA,IAC/E,OAAO,CAAC,UAAU,cAAc,SAAS,SAAS,EAAE,MAAM,KAAK;AAAA,IAC/D,MAAM,CAAC,UAAU,cAAc,SAAS,SAAS,EAAE,KAAK,KAAK;AAAA,EAC/D,CAAC;AACD,QAAM,MAAM,SAAS,QAAQ,SAAY,SAAS,MAAM,KAAK;AAC7D,QAAM,UAAU,IAAI,YAAY,OAAO,SAAS,MAAM,GAAG;AACzD,gBAAc,UAAU;AACxB,QAAM,KAAK,QAAQ,OAAO,KAAK,OAAO,KAAK;AAC3C,MAAI,KAAK,SAAS,WAAW,EAAG,MAAK,WAAW;AAChD,QAAM,kBAAkB,MAAM,QAAQ;AACtC,UAAQ,MAAM,OAAO,SAAS;AAC9B,SAAO;AACT;",
+  "names": ["key", "source"]
+}

package/dist/realtime.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../src/realtime.ts"],
-  "sourcesContent": ["import type {\n  Message,\n  ProviderRequestOptions,\n  Tool,\n  ToolCall,\n  ToolResultMessage,\n  Usage,\n} from '@earendil-works/pi-ai';\nimport {\n  type AudioChunk,\n  alignmentSeconds,\n  type CharAlignment,\n  chunkSeconds,\n  type TextSpan,\n} from './audio.ts';\nimport { VoiceRequestError } from './errors.ts';\nimport type { Delivery, DeliverySupport, RealtimeModel } from './models.ts';\nimport { priceAudio, type RealtimeAudioCost } from './usage.ts';\n\nexport interface RealtimeContext {\n  instructions: string;\n  tools: Tool[];\n  voice: string;\n  history?: Message[];\n}\n\nexport interface RealtimeToken {\n  value: string;\n  expiresAt: number;\n  model: string;\n}\n\nexport interface RealtimeOptions extends ProviderRequestOptions {\n  token?: RealtimeToken;\n  transport?: 'websocket' | 'webrtc';\n  gateway?: { url: string; token: string };\n  resumeHandle?: string;\n}\n\nexport type RealtimeEvent =\n  | { type: 'session_start'; sessionId: string }\n  | { type: 'input_speech_start' }\n  | { type: 'input_transcript'; itemId: string; text: string; final: boolean }\n  | {\n      type: 'output_audio';\n      itemId: string;\n      chunk: AudioChunk;\n      span?: TextSpan;\n      alignment?: CharAlignment;\n    }\n  | { type: 'output_transcript'; itemId: string; text: string; final: boolean }\n  | { type: 'tool_call'; call: ToolCall; blocking: boolean }\n  | { type: 'tool_call_cancelled'; callId: string }\n  | { type: 'response_done'; itemId: string; interrupted: boolean; usage: Usage }\n  | { type: 'go_away'; timeLeftMs: number }\n  | { type: 'resumption'; handle: string }\n  | { type: 'error'; error: string; fatal: boolean };\n\nexport interface RealtimeSession extends AsyncIterable<RealtimeEvent> {\n  readonly model: RealtimeModel<string>;\n  appendAudio(chunk: AudioChunk): void;\n  appendVideoFrame?(jpeg: Uint8Array): void;\n  sendText(text: string): void;\n  inject(text: string, delivery: Delivery): void;\n  respond(callId: string, result: ToolResultMessage, delivery?: Delivery): void;\n  interrupt(heard?: { itemId: string; heardMs: number }): void;\n  update(patch: Partial<Pick<RealtimeContext, 'instructions' | 'tools' | 'voice'>>): void;\n  close(): Promise<{ usage: Usage }>;\n}\n\nexport interface RealtimeApiProvider<TApi extends string = string> {\n  api: TApi;\n  connect: (\n    model: RealtimeModel<TApi>,\n    context: RealtimeContext,\n    options?: RealtimeOptions\n  ) => Promise<RealtimeSession>;\n}\n\nexport interface DeliveryPlan {\n  delivery: Delivery;\n  support: DeliverySupport;\n  waitForIdle: boolean;\n}\n\nexport interface TruncationPlan {\n  item?: { itemId: string; audioEndMs: number };\n}\n\nexport interface RealtimeSocket {\n  url: string;\n  protocols: string[];\n}\n\nexport function planDelivery(\n  delivery: Record<Delivery, DeliverySupport>,\n  requested: Delivery\n): DeliveryPlan {\n  const support = delivery[requested];\n  if (support !== 'native' && support !== 'approximate') {\n    throw new VoiceRequestError('error', `unsupported delivery: ${requested}`);\n  }\n  return {\n    delivery: requested,\n    support,\n    waitForIdle: requested === 'when_idle' && support === 'approximate',\n  };\n}\n\nexport function planTruncation(\n  truncation: RealtimeModel<string>['truncation'],\n  heard?: { itemId: string; heardMs: number }\n): TruncationPlan {\n  if (truncation === 'client' && heard !== undefined) {\n    return { item: { itemId: heard.itemId, audioEndMs: heard.heardMs } };\n  }\n  return {};\n}\n\nexport function realtimeSocket(\n  url: string,\n  options?: Pick<RealtimeOptions, 'gateway'>,\n  protocols: readonly string[] = []\n): RealtimeSocket {\n  const gateway = options?.gateway;\n  if (gateway === undefined) return { url, protocols: [...protocols] };\n  return {\n    url: gateway.url,\n    protocols: [`cf-aig-authorization.${gateway.token}`, ...protocols],\n  };\n}\n\nexport class RealtimeLedger {\n  #inputSeconds = 0;\n  #outputSeconds = 0;\n  #textMessages = 0;\n  #busy = false;\n  #held: Array<() => void> = [];\n\n  get inputSeconds(): number {\n    return this.#inputSeconds;\n  }\n\n  get outputSeconds(): number {\n    return this.#outputSeconds;\n  }\n\n  get textMessages(): number {\n    return this.#textMessages;\n  }\n\n  get busy(): boolean {\n    return this.#busy;\n  }\n\n  addInput(chunk: AudioChunk): void {\n    this.#inputSeconds += chunkSeconds(chunk);\n  }\n\n  addOutput(chunk: AudioChunk, alignment?: CharAlignment): void {\n    const seconds = chunkSeconds(chunk);\n    this.#outputSeconds += seconds > 0 ? seconds : alignmentSeconds(alignment);\n  }\n\n  addText(): void {\n    this.#textMessages += 1;\n  }\n\n  observe(event: RealtimeEvent): void {\n    if (event.type === 'output_audio') this.addOutput(event.chunk, event.alignment);\n    if (event.type === 'output_audio' || event.type === 'output_transcript') this.#busy = true;\n    if (event.type === 'response_done') this.#release();\n  }\n\n  submit(\n    delivery: Record<Delivery, DeliverySupport>,\n    requested: Delivery,\n    run: () => void\n  ): DeliveryPlan {\n    const plan = planDelivery(delivery, requested);\n    if (plan.waitForIdle && this.#busy) this.#held.push(run);\n    else run();\n    return plan;\n  }\n\n  settle(): void {\n    this.#release();\n  }\n\n  usage(rates: RealtimeAudioCost): Usage {\n    return priceAudio(rates, {\n      inputSeconds: this.#inputSeconds,\n      outputSeconds: this.#outputSeconds,\n      textMessages: this.#textMessages,\n    });\n  }\n\n  #release(): void {\n    this.#busy = false;\n    const held = this.#held;\n    this.#held = [];\n    for (const run of held) run();\n  }\n}\n"],
-  "mappings": "AAQA;AAAA,EAEE;AAAA,EAEA;AAAA,OAEK;AACP,SAAS,yBAAyB;AAElC,SAAS,kBAA0C;AA6E5C,SAAS,aACd,UACA,WACc;AACd,QAAM,UAAU,SAAS,SAAS;AAClC,MAAI,YAAY,YAAY,YAAY,eAAe;AACrD,UAAM,IAAI,kBAAkB,SAAS,yBAAyB,SAAS,EAAE;AAAA,EAC3E;AACA,SAAO;AAAA,IACL,UAAU;AAAA,IACV;AAAA,IACA,aAAa,cAAc,eAAe,YAAY;AAAA,EACxD;AACF;AAEO,SAAS,eACd,YACA,OACgB;AAChB,MAAI,eAAe,YAAY,UAAU,QAAW;AAClD,WAAO,EAAE,MAAM,EAAE,QAAQ,MAAM,QAAQ,YAAY,MAAM,QAAQ,EAAE;AAAA,EACrE;AACA,SAAO,CAAC;AACV;AAEO,SAAS,eACd,KACA,SACA,YAA+B,CAAC,GAChB;AAChB,QAAM,UAAU,SAAS;AACzB,MAAI,YAAY,OAAW,QAAO,EAAE,KAAK,WAAW,CAAC,GAAG,SAAS,EAAE;AACnE,SAAO;AAAA,IACL,KAAK,QAAQ;AAAA,IACb,WAAW,CAAC,wBAAwB,QAAQ,KAAK,IAAI,GAAG,SAAS;AAAA,EACnE;AACF;AAEO,MAAM,eAAe;AAAA,EAC1B,gBAAgB;AAAA,EAChB,iBAAiB;AAAA,EACjB,gBAAgB;AAAA,EAChB,QAAQ;AAAA,EACR,QAA2B,CAAC;AAAA,EAE5B,IAAI,eAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,gBAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,OAAgB;AAClB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS,OAAyB;AAChC,SAAK,iBAAiB,aAAa,KAAK;AAAA,EAC1C;AAAA,EAEA,UAAU,OAAmB,WAAiC;AAC5D,UAAM,UAAU,aAAa,KAAK;AAClC,SAAK,kBAAkB,UAAU,IAAI,UAAU,iBAAiB,SAAS;AAAA,EAC3E;AAAA,EAEA,UAAgB;AACd,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEA,QAAQ,OAA4B;AAClC,QAAI,MAAM,SAAS,eAAgB,MAAK,UAAU,MAAM,OAAO,MAAM,SAAS;AAC9E,QAAI,MAAM,SAAS,kBAAkB,MAAM,SAAS,oBAAqB,MAAK,QAAQ;AACtF,QAAI,MAAM,SAAS,gBAAiB,MAAK,SAAS;AAAA,EACpD;AAAA,EAEA,OACE,UACA,WACA,KACc;AACd,UAAM,OAAO,aAAa,UAAU,SAAS;AAC7C,QAAI,KAAK,eAAe,KAAK,MAAO,MAAK,MAAM,KAAK,GAAG;AAAA,QAClD,KAAI;AACT,WAAO;AAAA,EACT;AAAA,EAEA,SAAe;AACb,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAM,OAAiC;AACrC,WAAO,WAAW,OAAO;AAAA,MACvB,cAAc,KAAK;AAAA,MACnB,eAAe,KAAK;AAAA,MACpB,cAAc,KAAK;AAAA,IACrB,CAAC;AAAA,EACH;AAAA,EAEA,WAAiB;AACf,SAAK,QAAQ;AACb,UAAM,OAAO,KAAK;AAClB,SAAK,QAAQ,CAAC;AACd,eAAW,OAAO,KAAM,KAAI;AAAA,EAC9B;AACF;",
+  "sourcesContent": ["import type {\n  Message,\n  ProviderRequestOptions,\n  Tool,\n  ToolCall,\n  ToolResultMessage,\n  Usage,\n} from '@earendil-works/pi-ai';\nimport {\n  type AudioChunk,\n  alignmentSeconds,\n  type CharAlignment,\n  chunkSeconds,\n  type TextSpan,\n} from './audio.ts';\nimport { VoiceRequestError } from './errors.ts';\nimport type { Delivery, DeliverySupport, RealtimeModel } from './models.ts';\nimport { priceAudio, type RealtimeAudioCost } from './usage.ts';\n\nexport interface RealtimeContext {\n  instructions: string;\n  tools: Tool[];\n  voice: string;\n  history?: Message[];\n}\n\nexport interface RealtimeToken {\n  value: string;\n  expiresAt: number;\n  model: string;\n  url?: string;\n}\n\nexport interface RealtimeOptions extends ProviderRequestOptions {\n  token?: RealtimeToken;\n  transport?: 'websocket' | 'webrtc';\n  gateway?: { url: string; token: string };\n  resumeHandle?: string;\n}\n\nexport type RealtimeEvent =\n  | { type: 'session_start'; sessionId: string }\n  | { type: 'input_speech_start' }\n  | { type: 'input_transcript'; itemId: string; text: string; final: boolean }\n  | {\n      type: 'output_audio';\n      itemId: string;\n      chunk: AudioChunk;\n      span?: TextSpan;\n      alignment?: CharAlignment;\n    }\n  | { type: 'output_transcript'; itemId: string; text: string; final: boolean }\n  | { type: 'tool_call'; call: ToolCall; blocking: boolean }\n  | { type: 'tool_call_cancelled'; callId: string }\n  | { type: 'response_done'; itemId: string; interrupted: boolean; usage: Usage }\n  | { type: 'go_away'; timeLeftMs: number }\n  | { type: 'resumption'; handle: string }\n  | { type: 'error'; error: string; fatal: boolean };\n\nexport interface RealtimeSession extends AsyncIterable<RealtimeEvent> {\n  readonly model: RealtimeModel<string>;\n  appendAudio(chunk: AudioChunk): void;\n  appendVideoFrame?(jpeg: Uint8Array): void;\n  sendText(text: string): void;\n  inject(text: string, delivery: Delivery): void;\n  respond(callId: string, result: ToolResultMessage, delivery?: Delivery): void;\n  interrupt(heard?: { itemId: string; heardMs: number }): void;\n  update(patch: Partial<Pick<RealtimeContext, 'instructions' | 'tools' | 'voice'>>): void;\n  close(): Promise<{ usage: Usage }>;\n}\n\nexport interface RealtimeApiProvider<TApi extends string = string> {\n  api: TApi;\n  connect: (\n    model: RealtimeModel<TApi>,\n    context: RealtimeContext,\n    options?: RealtimeOptions\n  ) => Promise<RealtimeSession>;\n}\n\nexport interface DeliveryPlan {\n  delivery: Delivery;\n  support: DeliverySupport;\n  waitForIdle: boolean;\n}\n\nexport interface TruncationPlan {\n  item?: { itemId: string; audioEndMs: number };\n}\n\nexport interface RealtimeSocket {\n  url: string;\n  protocols: string[];\n}\n\nexport function planDelivery(\n  delivery: Record<Delivery, DeliverySupport>,\n  requested: Delivery\n): DeliveryPlan {\n  const support = delivery[requested];\n  if (support !== 'native' && support !== 'approximate') {\n    throw new VoiceRequestError('error', `unsupported delivery: ${requested}`);\n  }\n  return {\n    delivery: requested,\n    support,\n    waitForIdle: requested === 'when_idle' && support === 'approximate',\n  };\n}\n\nexport function planTruncation(\n  truncation: RealtimeModel<string>['truncation'],\n  heard?: { itemId: string; heardMs: number }\n): TruncationPlan {\n  if (truncation === 'client' && heard !== undefined) {\n    return { item: { itemId: heard.itemId, audioEndMs: heard.heardMs } };\n  }\n  return {};\n}\n\nexport function realtimeSocket(\n  url: string,\n  options?: Pick<RealtimeOptions, 'gateway'>,\n  protocols: readonly string[] = []\n): RealtimeSocket {\n  const gateway = options?.gateway;\n  if (gateway === undefined) return { url, protocols: [...protocols] };\n  return {\n    url: gateway.url,\n    protocols: [`cf-aig-authorization.${gateway.token}`, ...protocols],\n  };\n}\n\nexport class RealtimeLedger {\n  #inputSeconds = 0;\n  #outputSeconds = 0;\n  #textMessages = 0;\n  #busy = false;\n  #held: Array<() => void> = [];\n\n  get inputSeconds(): number {\n    return this.#inputSeconds;\n  }\n\n  get outputSeconds(): number {\n    return this.#outputSeconds;\n  }\n\n  get textMessages(): number {\n    return this.#textMessages;\n  }\n\n  get busy(): boolean {\n    return this.#busy;\n  }\n\n  addInput(chunk: AudioChunk): void {\n    this.#inputSeconds += chunkSeconds(chunk);\n  }\n\n  addOutput(chunk: AudioChunk, alignment?: CharAlignment): void {\n    const seconds = chunkSeconds(chunk);\n    this.#outputSeconds += seconds > 0 ? seconds : alignmentSeconds(alignment);\n  }\n\n  addText(): void {\n    this.#textMessages += 1;\n  }\n\n  observe(event: RealtimeEvent): void {\n    if (event.type === 'output_audio') this.addOutput(event.chunk, event.alignment);\n    if (event.type === 'output_audio' || event.type === 'output_transcript') this.#busy = true;\n    if (event.type === 'response_done') this.#release();\n  }\n\n  submit(\n    delivery: Record<Delivery, DeliverySupport>,\n    requested: Delivery,\n    run: () => void\n  ): DeliveryPlan {\n    const plan = planDelivery(delivery, requested);\n    if (plan.waitForIdle && this.#busy) this.#held.push(run);\n    else run();\n    return plan;\n  }\n\n  settle(): void {\n    this.#release();\n  }\n\n  usage(rates: RealtimeAudioCost): Usage {\n    return priceAudio(rates, {\n      inputSeconds: this.#inputSeconds,\n      outputSeconds: this.#outputSeconds,\n      textMessages: this.#textMessages,\n    });\n  }\n\n  #release(): void {\n    this.#busy = false;\n    const held = this.#held;\n    this.#held = [];\n    for (const run of held) run();\n  }\n}\n"],
+  "mappings": "AAQA;AAAA,EAEE;AAAA,EAEA;AAAA,OAEK;AACP,SAAS,yBAAyB;AAElC,SAAS,kBAA0C;AA8E5C,SAAS,aACd,UACA,WACc;AACd,QAAM,UAAU,SAAS,SAAS;AAClC,MAAI,YAAY,YAAY,YAAY,eAAe;AACrD,UAAM,IAAI,kBAAkB,SAAS,yBAAyB,SAAS,EAAE;AAAA,EAC3E;AACA,SAAO;AAAA,IACL,UAAU;AAAA,IACV;AAAA,IACA,aAAa,cAAc,eAAe,YAAY;AAAA,EACxD;AACF;AAEO,SAAS,eACd,YACA,OACgB;AAChB,MAAI,eAAe,YAAY,UAAU,QAAW;AAClD,WAAO,EAAE,MAAM,EAAE,QAAQ,MAAM,QAAQ,YAAY,MAAM,QAAQ,EAAE;AAAA,EACrE;AACA,SAAO,CAAC;AACV;AAEO,SAAS,eACd,KACA,SACA,YAA+B,CAAC,GAChB;AAChB,QAAM,UAAU,SAAS;AACzB,MAAI,YAAY,OAAW,QAAO,EAAE,KAAK,WAAW,CAAC,GAAG,SAAS,EAAE;AACnE,SAAO;AAAA,IACL,KAAK,QAAQ;AAAA,IACb,WAAW,CAAC,wBAAwB,QAAQ,KAAK,IAAI,GAAG,SAAS;AAAA,EACnE;AACF;AAEO,MAAM,eAAe;AAAA,EAC1B,gBAAgB;AAAA,EAChB,iBAAiB;AAAA,EACjB,gBAAgB;AAAA,EAChB,QAAQ;AAAA,EACR,QAA2B,CAAC;AAAA,EAE5B,IAAI,eAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,gBAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,eAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,OAAgB;AAClB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAS,OAAyB;AAChC,SAAK,iBAAiB,aAAa,KAAK;AAAA,EAC1C;AAAA,EAEA,UAAU,OAAmB,WAAiC;AAC5D,UAAM,UAAU,aAAa,KAAK;AAClC,SAAK,kBAAkB,UAAU,IAAI,UAAU,iBAAiB,SAAS;AAAA,EAC3E;AAAA,EAEA,UAAgB;AACd,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEA,QAAQ,OAA4B;AAClC,QAAI,MAAM,SAAS,eAAgB,MAAK,UAAU,MAAM,OAAO,MAAM,SAAS;AAC9E,QAAI,MAAM,SAAS,kBAAkB,MAAM,SAAS,oBAAqB,MAAK,QAAQ;AACtF,QAAI,MAAM,SAAS,gBAAiB,MAAK,SAAS;AAAA,EACpD;AAAA,EAEA,OACE,UACA,WACA,KACc;AACd,UAAM,OAAO,aAAa,UAAU,SAAS;AAC7C,QAAI,KAAK,eAAe,KAAK,MAAO,MAAK,MAAM,KAAK,GAAG;AAAA,QAClD,KAAI;AACT,WAAO;AAAA,EACT;AAAA,EAEA,SAAe;AACb,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAM,OAAiC;AACrC,WAAO,WAAW,OAAO;AAAA,MACvB,cAAc,KAAK;AAAA,MACnB,eAAe,KAAK;AAAA,MACpB,cAAc,KAAK;AAAA,IACrB,CAAC;AAAA,EACH;AAAA,EAEA,WAAiB;AACf,SAAK,QAAQ;AACb,UAAM,OAAO,KAAK;AAClB,SAAK,QAAQ,CAAC;AACd,eAAW,OAAO,KAAM,KAAI;AAAA,EAC9B;AACF;",
   "names": []
 }

package/dist/soundscape.js

@@ -14,6 +14,9 @@ function followBed(bed, soundscape, wait) {
   const stop = () => {
     generation += 1;
     clearTimer();
+    if (playing === void 0) return;
+    playing = void 0;
+    bed.stop(fadeOf(soundscape));
   };
   const observe = (phase) => {
     const cues = listCues(soundscape.cue(phase, previous));
@@ -69,10 +72,19 @@ function firstLoop(cues) {
   }
   return void 0;
 }
+const sourceIds = /* @__PURE__ */ new WeakMap();
+let sourceSerial = 0;
+function sourceIdentity(value) {
+  const existing = sourceIds.get(value);
+  if (existing !== void 0) return existing;
+  sourceSerial += 1;
+  sourceIds.set(value, sourceSerial);
+  return sourceSerial;
+}
 function sourceKey(source) {
   if ("url" in source) return `url:${source.url}`;
-  if ("buffer" in source) return `buffer:${source.buffer.length}`;
-  return "synth";
+  if ("buffer" in source) return `buffer:${sourceIdentity(source.buffer)}`;
+  return `synth:${sourceIdentity(source.synth)}`;
 }
 function fadeOf(soundscape) {
   const fade = soundscape.fadeMs;

package/dist/soundscape.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../src/soundscape.ts"],
-  "sourcesContent": ["import type { AudioSink, AudioSource } from './audio.ts';\nimport type { VoicePhase } from './turns.ts';\n\nexport type CueSource =\n  | { url: string }\n  | { buffer: AudioBuffer }\n  | { synth: (ctx: BaseAudioContext) => AudioNode };\n\nexport type Cue =\n  | { kind: 'loop'; source: CueSource; gain: number }\n  | { kind: 'oneShot'; source: CueSource; gain: number }\n  | { kind: 'keep' }\n  | { kind: 'silence' };\n\nexport interface Soundscape {\n  cue(next: VoicePhase, previous: VoicePhase): Cue | readonly Cue[];\n  graceMs?: number;\n  fadeMs?: number;\n  duckUnderSpeech?: number;\n  duckUnderUser?: number;\n}\n\nexport interface BedChannel {\n  play(cue: Cue, fadeMs: number): void;\n  duck(gain: number, rampMs: number): void;\n  stop(fadeMs: number): void;\n}\n\nexport interface AudioOut {\n  readonly context: BaseAudioContext;\n  speech: AudioSink;\n  bed: BedChannel;\n  readonly reference: AudioSource;\n  readonly playback: 'webaudio' | 'rtc-loopback';\n}\n\nexport interface BedFollower {\n  observe(phase: VoicePhase): void;\n  stop(): void;\n}\n\nexport function isAudioOut(out: AudioSink | AudioOut): out is AudioOut {\n  return 'speech' in out && 'bed' in out;\n}\n\nexport function followBed(\n  bed: BedChannel,\n  soundscape: Soundscape,\n  wait?: (run: () => void, delayMs: number) => ReturnType<typeof setTimeout>\n): BedFollower {\n  const schedule =\n    wait === undefined ? (run: () => void, delayMs: number) => setTimeout(run, delayMs) : wait;\n  let previous: VoicePhase = { phase: 'idle' };\n  let timer: ReturnType<typeof setTimeout> | undefined;\n  let generation = 0;\n  let playing: string | undefined;\n\n  const clearTimer = () => {\n    if (timer !== undefined) clearTimeout(timer);\n    timer = undefined;\n  };\n\n  const stop = () => {\n    generation += 1;\n    clearTimer();\n  };\n\n  const observe = (phase: VoicePhase) => {\n    const cues = listCues(soundscape.cue(phase, previous));\n    previous = phase;\n    const fade = fadeOf(soundscape);\n    bed.duck(duckFor(phase, soundscape), fade);\n    for (const cue of cues) {\n      if (cue.kind === 'oneShot') bed.play(cue, fade);\n    }\n    if (cues.some((cue) => cue.kind === 'silence')) {\n      generation += 1;\n      clearTimer();\n      playing = undefined;\n      bed.stop(fade);\n      return;\n    }\n    const loop = firstLoop(cues);\n    if (!loop) {\n      generation += 1;\n      clearTimer();\n      return;\n    }\n    const key = sourceKey(loop.source);\n    if (playing === key) {\n      generation += 1;\n      clearTimer();\n      return;\n    }\n    generation += 1;\n    const token = generation;\n    clearTimer();\n    const start = () => {\n      if (token !== generation) return;\n      playing = key;\n      bed.play(loop, fade);\n    };\n    const grace = graceOf(soundscape);\n    if (grace <= 0) {\n      start();\n      return;\n    }\n    timer = schedule(start, grace);\n  };\n\n  return { observe, stop };\n}\n\nfunction listCues(cue: Cue | readonly Cue[]): readonly Cue[] {\n  if ('kind' in cue) return [cue];\n  return cue;\n}\n\nfunction firstLoop(cues: readonly Cue[]): Extract<Cue, { kind: 'loop' }> | undefined {\n  for (const cue of cues) {\n    if (cue.kind === 'loop') return cue;\n  }\n  return undefined;\n}\n\nfunction sourceKey(source: CueSource): string {\n  if ('url' in source) return `url:${source.url}`;\n  if ('buffer' in source) return `buffer:${source.buffer.length}`;\n  return 'synth';\n}\n\nfunction fadeOf(soundscape: Soundscape): number {\n  const fade = soundscape.fadeMs;\n  if (fade === undefined) return 0;\n  return fade;\n}\n\nfunction graceOf(soundscape: Soundscape): number {\n  const grace = soundscape.graceMs;\n  if (grace === undefined) return 0;\n  return grace;\n}\n\nfunction duckFor(phase: VoicePhase, soundscape: Soundscape): number {\n  if (phase.phase === 'speaking') {\n    const gain = soundscape.duckUnderSpeech;\n    if (gain === undefined) return 1;\n    return gain;\n  }\n  if (phase.phase === 'listening') {\n    const gain = soundscape.duckUnderUser;\n    if (gain === undefined) return 1;\n    return gain;\n  }\n  return 1;\n}\n"],
-  "mappings": "AAyCO,SAAS,WAAW,KAA4C;AACrE,SAAO,YAAY,OAAO,SAAS;AACrC;AAEO,SAAS,UACd,KACA,YACA,MACa;AACb,QAAM,WACJ,SAAS,SAAY,CAAC,KAAiB,YAAoB,WAAW,KAAK,OAAO,IAAI;AACxF,MAAI,WAAuB,EAAE,OAAO,OAAO;AAC3C,MAAI;AACJ,MAAI,aAAa;AACjB,MAAI;AAEJ,QAAM,aAAa,MAAM;AACvB,QAAI,UAAU,OAAW,cAAa,KAAK;AAC3C,YAAQ;AAAA,EACV;AAEA,QAAM,OAAO,MAAM;AACjB,kBAAc;AACd,eAAW;AAAA,EACb;AAEA,QAAM,UAAU,CAAC,UAAsB;AACrC,UAAM,OAAO,SAAS,WAAW,IAAI,OAAO,QAAQ,CAAC;AACrD,eAAW;AACX,UAAM,OAAO,OAAO,UAAU;AAC9B,QAAI,KAAK,QAAQ,OAAO,UAAU,GAAG,IAAI;AACzC,eAAW,OAAO,MAAM;AACtB,UAAI,IAAI,SAAS,UAAW,KAAI,KAAK,KAAK,IAAI;AAAA,IAChD;AACA,QAAI,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS,SAAS,GAAG;AAC9C,oBAAc;AACd,iBAAW;AACX,gBAAU;AACV,UAAI,KAAK,IAAI;AACb;AAAA,IACF;AACA,UAAM,OAAO,UAAU,IAAI;AAC3B,QAAI,CAAC,MAAM;AACT,oBAAc;AACd,iBAAW;AACX;AAAA,IACF;AACA,UAAM,MAAM,UAAU,KAAK,MAAM;AACjC,QAAI,YAAY,KAAK;AACnB,oBAAc;AACd,iBAAW;AACX;AAAA,IACF;AACA,kBAAc;AACd,UAAM,QAAQ;AACd,eAAW;AACX,UAAM,QAAQ,MAAM;AAClB,UAAI,UAAU,WAAY;AAC1B,gBAAU;AACV,UAAI,KAAK,MAAM,IAAI;AAAA,IACrB;AACA,UAAM,QAAQ,QAAQ,UAAU;AAChC,QAAI,SAAS,GAAG;AACd,YAAM;AACN;AAAA,IACF;AACA,YAAQ,SAAS,OAAO,KAAK;AAAA,EAC/B;AAEA,SAAO,EAAE,SAAS,KAAK;AACzB;AAEA,SAAS,SAAS,KAA2C;AAC3D,MAAI,UAAU,IAAK,QAAO,CAAC,GAAG;AAC9B,SAAO;AACT;AAEA,SAAS,UAAU,MAAkE;AACnF,aAAW,OAAO,MAAM;AACtB,QAAI,IAAI,SAAS,OAAQ,QAAO;AAAA,EAClC;AACA,SAAO;AACT;AAEA,SAAS,UAAU,QAA2B;AAC5C,MAAI,SAAS,OAAQ,QAAO,OAAO,OAAO,GAAG;AAC7C,MAAI,YAAY,OAAQ,QAAO,UAAU,OAAO,OAAO,MAAM;AAC7D,SAAO;AACT;AAEA,SAAS,OAAO,YAAgC;AAC9C,QAAM,OAAO,WAAW;AACxB,MAAI,SAAS,OAAW,QAAO;AAC/B,SAAO;AACT;AAEA,SAAS,QAAQ,YAAgC;AAC/C,QAAM,QAAQ,WAAW;AACzB,MAAI,UAAU,OAAW,QAAO;AAChC,SAAO;AACT;AAEA,SAAS,QAAQ,OAAmB,YAAgC;AAClE,MAAI,MAAM,UAAU,YAAY;AAC9B,UAAM,OAAO,WAAW;AACxB,QAAI,SAAS,OAAW,QAAO;AAC/B,WAAO;AAAA,EACT;AACA,MAAI,MAAM,UAAU,aAAa;AAC/B,UAAM,OAAO,WAAW;AACxB,QAAI,SAAS,OAAW,QAAO;AAC/B,WAAO;AAAA,EACT;AACA,SAAO;AACT;",
+  "sourcesContent": ["import type { AudioSink, AudioSource } from './audio.ts';\nimport type { VoicePhase } from './turns.ts';\n\nexport type CueSource =\n  | { url: string }\n  | { buffer: AudioBuffer }\n  | { synth: (ctx: BaseAudioContext) => AudioNode };\n\nexport type Cue =\n  | { kind: 'loop'; source: CueSource; gain: number }\n  | { kind: 'oneShot'; source: CueSource; gain: number }\n  | { kind: 'keep' }\n  | { kind: 'silence' };\n\nexport interface Soundscape {\n  cue(next: VoicePhase, previous: VoicePhase): Cue | readonly Cue[];\n  graceMs?: number;\n  fadeMs?: number;\n  duckUnderSpeech?: number;\n  duckUnderUser?: number;\n}\n\nexport interface BedChannel {\n  play(cue: Cue, fadeMs: number): void;\n  duck(gain: number, rampMs: number): void;\n  stop(fadeMs: number): void;\n}\n\nexport interface AudioOut {\n  readonly context: BaseAudioContext;\n  speech: AudioSink;\n  bed: BedChannel;\n  readonly reference: AudioSource;\n  readonly playback: 'webaudio' | 'rtc-loopback';\n}\n\nexport interface BedFollower {\n  observe(phase: VoicePhase): void;\n  stop(): void;\n}\n\nexport function isAudioOut(out: AudioSink | AudioOut): out is AudioOut {\n  return 'speech' in out && 'bed' in out;\n}\n\nexport function followBed(\n  bed: BedChannel,\n  soundscape: Soundscape,\n  wait?: (run: () => void, delayMs: number) => ReturnType<typeof setTimeout>\n): BedFollower {\n  const schedule =\n    wait === undefined ? (run: () => void, delayMs: number) => setTimeout(run, delayMs) : wait;\n  let previous: VoicePhase = { phase: 'idle' };\n  let timer: ReturnType<typeof setTimeout> | undefined;\n  let generation = 0;\n  let playing: string | undefined;\n\n  const clearTimer = () => {\n    if (timer !== undefined) clearTimeout(timer);\n    timer = undefined;\n  };\n\n  const stop = () => {\n    generation += 1;\n    clearTimer();\n    if (playing === undefined) return;\n    playing = undefined;\n    bed.stop(fadeOf(soundscape));\n  };\n\n  const observe = (phase: VoicePhase) => {\n    const cues = listCues(soundscape.cue(phase, previous));\n    previous = phase;\n    const fade = fadeOf(soundscape);\n    bed.duck(duckFor(phase, soundscape), fade);\n    for (const cue of cues) {\n      if (cue.kind === 'oneShot') bed.play(cue, fade);\n    }\n    if (cues.some((cue) => cue.kind === 'silence')) {\n      generation += 1;\n      clearTimer();\n      playing = undefined;\n      bed.stop(fade);\n      return;\n    }\n    const loop = firstLoop(cues);\n    if (!loop) {\n      generation += 1;\n      clearTimer();\n      return;\n    }\n    const key = sourceKey(loop.source);\n    if (playing === key) {\n      generation += 1;\n      clearTimer();\n      return;\n    }\n    generation += 1;\n    const token = generation;\n    clearTimer();\n    const start = () => {\n      if (token !== generation) return;\n      playing = key;\n      bed.play(loop, fade);\n    };\n    const grace = graceOf(soundscape);\n    if (grace <= 0) {\n      start();\n      return;\n    }\n    timer = schedule(start, grace);\n  };\n\n  return { observe, stop };\n}\n\nfunction listCues(cue: Cue | readonly Cue[]): readonly Cue[] {\n  if ('kind' in cue) return [cue];\n  return cue;\n}\n\nfunction firstLoop(cues: readonly Cue[]): Extract<Cue, { kind: 'loop' }> | undefined {\n  for (const cue of cues) {\n    if (cue.kind === 'loop') return cue;\n  }\n  return undefined;\n}\n\nconst sourceIds = new WeakMap<object, number>();\nlet sourceSerial = 0;\n\nfunction sourceIdentity(value: object): number {\n  const existing = sourceIds.get(value);\n  if (existing !== undefined) return existing;\n  sourceSerial += 1;\n  sourceIds.set(value, sourceSerial);\n  return sourceSerial;\n}\n\nfunction sourceKey(source: CueSource): string {\n  if ('url' in source) return `url:${source.url}`;\n  if ('buffer' in source) return `buffer:${sourceIdentity(source.buffer)}`;\n  return `synth:${sourceIdentity(source.synth)}`;\n}\n\nfunction fadeOf(soundscape: Soundscape): number {\n  const fade = soundscape.fadeMs;\n  if (fade === undefined) return 0;\n  return fade;\n}\n\nfunction graceOf(soundscape: Soundscape): number {\n  const grace = soundscape.graceMs;\n  if (grace === undefined) return 0;\n  return grace;\n}\n\nfunction duckFor(phase: VoicePhase, soundscape: Soundscape): number {\n  if (phase.phase === 'speaking') {\n    const gain = soundscape.duckUnderSpeech;\n    if (gain === undefined) return 1;\n    return gain;\n  }\n  if (phase.phase === 'listening') {\n    const gain = soundscape.duckUnderUser;\n    if (gain === undefined) return 1;\n    return gain;\n  }\n  return 1;\n}\n"],
+  "mappings": "AAyCO,SAAS,WAAW,KAA4C;AACrE,SAAO,YAAY,OAAO,SAAS;AACrC;AAEO,SAAS,UACd,KACA,YACA,MACa;AACb,QAAM,WACJ,SAAS,SAAY,CAAC,KAAiB,YAAoB,WAAW,KAAK,OAAO,IAAI;AACxF,MAAI,WAAuB,EAAE,OAAO,OAAO;AAC3C,MAAI;AACJ,MAAI,aAAa;AACjB,MAAI;AAEJ,QAAM,aAAa,MAAM;AACvB,QAAI,UAAU,OAAW,cAAa,KAAK;AAC3C,YAAQ;AAAA,EACV;AAEA,QAAM,OAAO,MAAM;AACjB,kBAAc;AACd,eAAW;AACX,QAAI,YAAY,OAAW;AAC3B,cAAU;AACV,QAAI,KAAK,OAAO,UAAU,CAAC;AAAA,EAC7B;AAEA,QAAM,UAAU,CAAC,UAAsB;AACrC,UAAM,OAAO,SAAS,WAAW,IAAI,OAAO,QAAQ,CAAC;AACrD,eAAW;AACX,UAAM,OAAO,OAAO,UAAU;AAC9B,QAAI,KAAK,QAAQ,OAAO,UAAU,GAAG,IAAI;AACzC,eAAW,OAAO,MAAM;AACtB,UAAI,IAAI,SAAS,UAAW,KAAI,KAAK,KAAK,IAAI;AAAA,IAChD;AACA,QAAI,KAAK,KAAK,CAAC,QAAQ,IAAI,SAAS,SAAS,GAAG;AAC9C,oBAAc;AACd,iBAAW;AACX,gBAAU;AACV,UAAI,KAAK,IAAI;AACb;AAAA,IACF;AACA,UAAM,OAAO,UAAU,IAAI;AAC3B,QAAI,CAAC,MAAM;AACT,oBAAc;AACd,iBAAW;AACX;AAAA,IACF;AACA,UAAM,MAAM,UAAU,KAAK,MAAM;AACjC,QAAI,YAAY,KAAK;AACnB,oBAAc;AACd,iBAAW;AACX;AAAA,IACF;AACA,kBAAc;AACd,UAAM,QAAQ;AACd,eAAW;AACX,UAAM,QAAQ,MAAM;AAClB,UAAI,UAAU,WAAY;AAC1B,gBAAU;AACV,UAAI,KAAK,MAAM,IAAI;AAAA,IACrB;AACA,UAAM,QAAQ,QAAQ,UAAU;AAChC,QAAI,SAAS,GAAG;AACd,YAAM;AACN;AAAA,IACF;AACA,YAAQ,SAAS,OAAO,KAAK;AAAA,EAC/B;AAEA,SAAO,EAAE,SAAS,KAAK;AACzB;AAEA,SAAS,SAAS,KAA2C;AAC3D,MAAI,UAAU,IAAK,QAAO,CAAC,GAAG;AAC9B,SAAO;AACT;AAEA,SAAS,UAAU,MAAkE;AACnF,aAAW,OAAO,MAAM;AACtB,QAAI,IAAI,SAAS,OAAQ,QAAO;AAAA,EAClC;AACA,SAAO;AACT;AAEA,MAAM,YAAY,oBAAI,QAAwB;AAC9C,IAAI,eAAe;AAEnB,SAAS,eAAe,OAAuB;AAC7C,QAAM,WAAW,UAAU,IAAI,KAAK;AACpC,MAAI,aAAa,OAAW,QAAO;AACnC,kBAAgB;AAChB,YAAU,IAAI,OAAO,YAAY;AACjC,SAAO;AACT;AAEA,SAAS,UAAU,QAA2B;AAC5C,MAAI,SAAS,OAAQ,QAAO,OAAO,OAAO,GAAG;AAC7C,MAAI,YAAY,OAAQ,QAAO,UAAU,eAAe,OAAO,MAAM,CAAC;AACtE,SAAO,SAAS,eAAe,OAAO,KAAK,CAAC;AAC9C;AAEA,SAAS,OAAO,YAAgC;AAC9C,QAAM,OAAO,WAAW;AACxB,MAAI,SAAS,OAAW,QAAO;AAC/B,SAAO;AACT;AAEA,SAAS,QAAQ,YAAgC;AAC/C,QAAM,QAAQ,WAAW;AACzB,MAAI,UAAU,OAAW,QAAO;AAChC,SAAO;AACT;AAEA,SAAS,QAAQ,OAAmB,YAAgC;AAClE,MAAI,MAAM,UAAU,YAAY;AAC9B,UAAM,OAAO,WAAW;AACxB,QAAI,SAAS,OAAW,QAAO;AAC/B,WAAO;AAAA,EACT;AACA,MAAI,MAAM,UAAU,aAAa;AAC/B,UAAM,OAAO,WAAW;AACxB,QAAI,SAAS,OAAW,QAAO;AAC/B,WAAO;AAAA,EACT;AACA,SAAO;AACT;",
   "names": []
 }

package/dist/tokens.js

@@ -159,6 +159,7 @@ function mintCall(model, constraints, options, key, now) {
         headers: mergedHeaders(options, { ...jsonHeaders, Authorization: `Bearer ${key}` }),
         body: JSON.stringify(fishBody(constraints)),
         field: "token",
+        urlField: "livekit_url",
         expires: fromField("expires_at"),
         fallbackExpires: now
       };
@@ -174,6 +175,12 @@ function readValue(json, field) {
   if (typeof value === "string" && value.length > 0) return value;
   throw new VoiceRequestError("error", "mint failed (empty token)");
 }
+function readUrl(json, field) {
+  if (field === void 0) return void 0;
+  const value = json[field];
+  if (typeof value === "string" && value.length > 0) return value;
+  throw new VoiceRequestError("error", "mint failed (missing livekit url)");
+}
 async function mintRealtimeToken(model, constraints, options) {
   const settings = options ?? {};
   const key = apiKey(settings);
@@ -188,11 +195,14 @@ async function mintRealtimeToken(model, constraints, options) {
   });
   if (!response.ok) throw new VoiceRequestError("error", `mint failed (${response.status})`);
   const json = await response.json();
-  return {
+  const token = {
     value: readValue(json, call.field),
     expiresAt: call.expires(json, call.fallbackExpires),
     model: model.id
   };
+  const url = readUrl(json, call.urlField);
+  if (url !== void 0) token.url = url;
+  return token;
 }
 export {
   mintRealtimeToken