@ai-ecoverse/pi-audio 1.21.0 → 1.23.0

package/dist/cloudflare/transcribe.js

@@ -0,0 +1,155 @@
+import { encodeAudioBase64 } from "../convert.js";
+import { VoiceRequestError } from "../errors.js";
+import {
+  applyPayload,
+  asVoiceError,
+  isRecord,
+  numberField,
+  readAudio,
+  requestSignal,
+  stringField
+} from "../openai/wire.js";
+import { priceAudio } from "../usage.js";
+import { errorText, resultOf, runUrl, session } from "./wire.js";
+function novaEncoding(mimeType) {
+  const mime = mimeType.toLowerCase();
+  if (mime.includes("mulaw") || mime === "audio/basic") return "mulaw";
+  if (mime.includes("flac")) return "flac";
+  if (mime.includes("opus")) return "opus";
+  if (mime.includes("pcm") || mime.includes("l16") || mime.includes("wav")) return "linear16";
+  return void 0;
+}
+function requestBody(modelId, audio, mimeType, language) {
+  if (modelId.includes("whisper")) {
+    const body2 = { audio };
+    if (language !== void 0) body2.language = language;
+    return body2;
+  }
+  const body = { audio: { body: audio, contentType: mimeType } };
+  const encoding = novaEncoding(mimeType);
+  if (encoding !== void 0) body.encoding = encoding;
+  if (language !== void 0) body.language = language;
+  return body;
+}
+function speakerOf(record) {
+  const value = record.speaker;
+  if (typeof value === "string" && value !== "") return value;
+  if (typeof value === "number") return String(value);
+  return void 0;
+}
+function segmentText(record) {
+  return stringField(record, "text") ?? stringField(record, "word") ?? "";
+}
+function segmentsFrom(value) {
+  if (!Array.isArray(value)) return [];
+  const segments = [];
+  for (const item of value) {
+    if (!isRecord(item) || Array.isArray(item)) continue;
+    const text = segmentText(item);
+    if (text === "") continue;
+    const segment = {
+      text,
+      start: numberField(item, "start") ?? 0,
+      end: numberField(item, "end") ?? 0
+    };
+    const speaker = speakerOf(item);
+    if (speaker !== void 0) segment.speaker = speaker;
+    segments.push(segment);
+  }
+  return segments;
+}
+function alternative(body) {
+  const results = body.results;
+  if (!isRecord(results) || Array.isArray(results)) return void 0;
+  const channels = results.channels;
+  if (!Array.isArray(channels)) return void 0;
+  const first = channels[0];
+  if (!isRecord(first) || Array.isArray(first)) return void 0;
+  const alternatives = first.alternatives;
+  if (!Array.isArray(alternatives)) return void 0;
+  const alt = alternatives[0];
+  if (!isRecord(alt) || Array.isArray(alt)) return void 0;
+  return alt;
+}
+function durationSeconds(body) {
+  const direct = numberField(body, "duration");
+  if (direct !== void 0) return direct;
+  const metadata = body.metadata;
+  if (!isRecord(metadata) || Array.isArray(metadata)) return 0;
+  const nested = numberField(metadata, "duration");
+  if (nested === void 0) return 0;
+  return nested;
+}
+function optionLanguage(options) {
+  const record = options;
+  if (record === void 0) return void 0;
+  if (typeof record.language !== "string") return void 0;
+  return record.language;
+}
+function transcriptFrom(body, model) {
+  const result = resultOf(body);
+  if (!isRecord(result) || Array.isArray(result))
+    throw new Error("Transcription response had no text");
+  const alt = alternative(result);
+  const nova = alt === void 0 ? void 0 : stringField(alt, "transcript");
+  const text = nova ?? stringField(result, "text");
+  if (text === void 0) throw new Error("Transcription response had no text");
+  const words = alt === void 0 ? void 0 : alt.words;
+  const segments = segmentsFrom(words ?? result.segments);
+  const seconds = durationSeconds(result);
+  const meters = {};
+  if (seconds > 0) meters.inputSeconds = seconds;
+  const transcript = { text, usage: priceAudio(model.audioCost, meters) };
+  const language = stringField(result, "language");
+  if (language !== void 0) transcript.language = language;
+  if (segments.length > 0) transcript.segments = segments;
+  return transcript;
+}
+async function postTranscription(model, body, options) {
+  const route = session(model, options);
+  const headers = route.headers;
+  headers["Content-Type"] = "application/json";
+  const fetchImpl = options?.fetch ?? globalThis.fetch;
+  const response = await fetchImpl(runUrl(model.baseUrl, model.id, route.account), {
+    method: "POST",
+    headers,
+    body: JSON.stringify(body),
+    signal: requestSignal(options)
+  });
+  if (!response.ok) {
+    const text2 = await response.text();
+    throw new Error(errorText(text2, response.status));
+  }
+  const text = await response.text();
+  if (text === "") throw new Error("Transcription response had no text");
+  try {
+    return JSON.parse(text);
+  } catch {
+    return text;
+  }
+}
+async function transcribeCloudflare(model, input, options) {
+  try {
+    if (model.id.includes("/flux")) throw new Error("Cloudflare flux is websocket only");
+    if (options?.signal?.aborted) throw new DOMException("aborted", "AbortError");
+    const file = await readAudio(input, options?.fetch ?? globalThis.fetch, requestSignal(options));
+    const payload = requestBody(
+      model.id,
+      encodeAudioBase64(file.data),
+      file.mimeType,
+      optionLanguage(options)
+    );
+    const body = await applyPayload(payload, model, options);
+    if (!isRecord(body) || Array.isArray(body))
+      throw new Error("Transcription payload was not JSON");
+    const parsed = await postTranscription(model, body, options);
+    return transcriptFrom(parsed, model);
+  } catch (error) {
+    const voice = asVoiceError(error);
+    throw new VoiceRequestError(voice.reason, voice.error);
+  }
+}
+export {
+  transcribeCloudflare
+};
+//# sourceMappingURL=transcribe.js.map

package/dist/cloudflare/transcribe.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/cloudflare/transcribe.ts"],
+  "sourcesContent": ["import type { ProviderRequestOptions } from '@earendil-works/pi-ai';\nimport { encodeAudioBase64 } from '../convert.ts';\nimport { VoiceRequestError } from '../errors.ts';\nimport type { TranscriptionModel } from '../models.ts';\nimport {\n  applyPayload,\n  asVoiceError,\n  isRecord,\n  numberField,\n  readAudio,\n  requestSignal,\n  stringField,\n} from '../openai/wire.ts';\nimport type { AudioInput, Transcript, TranscriptSegment } from '../transcription.ts';\nimport { type AudioCounters, priceAudio } from '../usage.ts';\nimport { errorText, resultOf, runUrl, session } from './wire.ts';\n\nfunction novaEncoding(mimeType: string): string | undefined {\n  const mime = mimeType.toLowerCase();\n  if (mime.includes('mulaw') || mime === 'audio/basic') return 'mulaw';\n  if (mime.includes('flac')) return 'flac';\n  if (mime.includes('opus')) return 'opus';\n  if (mime.includes('pcm') || mime.includes('l16') || mime.includes('wav')) return 'linear16';\n  return undefined;\n}\n\nfunction requestBody(\n  modelId: string,\n  audio: string,\n  mimeType: string,\n  language: string | undefined\n): Record<string, unknown> {\n  if (modelId.includes('whisper')) {\n    const body: Record<string, unknown> = { audio };\n    if (language !== undefined) body.language = language;\n    return body;\n  }\n  const body: Record<string, unknown> = { audio: { body: audio, contentType: mimeType } };\n  const encoding = novaEncoding(mimeType);\n  if (encoding !== undefined) body.encoding = encoding;\n  if (language !== undefined) body.language = language;\n  return body;\n}\n\nfunction speakerOf(record: Record<string, unknown>): string | undefined {\n  const value = record.speaker;\n  if (typeof value === 'string' && value !== '') return value;\n  if (typeof value === 'number') return String(value);\n  return undefined;\n}\n\nfunction segmentText(record: Record<string, unknown>): string {\n  return stringField(record, 'text') ?? stringField(record, 'word') ?? '';\n}\n\nfunction segmentsFrom(value: unknown): TranscriptSegment[] {\n  if (!Array.isArray(value)) return [];\n  const segments: TranscriptSegment[] = [];\n  for (const item of value) {\n    if (!isRecord(item) || Array.isArray(item)) continue;\n    const text = segmentText(item);\n    if (text === '') continue;\n    const segment: TranscriptSegment = {\n      text,\n      start: numberField(item, 'start') ?? 0,\n      end: numberField(item, 'end') ?? 0,\n    };\n    const speaker = speakerOf(item);\n    if (speaker !== undefined) segment.speaker = speaker;\n    segments.push(segment);\n  }\n  return segments;\n}\n\nfunction alternative(body: Record<string, unknown>): Record<string, unknown> | undefined {\n  const results = body.results;\n  if (!isRecord(results) || Array.isArray(results)) return undefined;\n  const channels = results.channels;\n  if (!Array.isArray(channels)) return undefined;\n  const first = channels[0];\n  if (!isRecord(first) || Array.isArray(first)) return undefined;\n  const alternatives = first.alternatives;\n  if (!Array.isArray(alternatives)) return undefined;\n  const alt = alternatives[0];\n  if (!isRecord(alt) || Array.isArray(alt)) return undefined;\n  return alt;\n}\n\nfunction durationSeconds(body: Record<string, unknown>): number {\n  const direct = numberField(body, 'duration');\n  if (direct !== undefined) return direct;\n  const metadata = body.metadata;\n  if (!isRecord(metadata) || Array.isArray(metadata)) return 0;\n  const nested = numberField(metadata, 'duration');\n  if (nested === undefined) return 0;\n  return nested;\n}\n\nfunction optionLanguage(options: ProviderRequestOptions | undefined): string | undefined {\n  const record = options as { language?: unknown } | undefined;\n  if (record === undefined) return undefined;\n  if (typeof record.language !== 'string') return undefined;\n  return record.language;\n}\n\nfunction transcriptFrom(body: unknown, model: TranscriptionModel<string>): Transcript {\n  const result = resultOf(body);\n  if (!isRecord(result) || Array.isArray(result))\n    throw new Error('Transcription response had no text');\n  const alt = alternative(result);\n  const nova = alt === undefined ? undefined : stringField(alt, 'transcript');\n  const text = nova ?? stringField(result, 'text');\n  if (text === undefined) throw new Error('Transcription response had no text');\n  const words = alt === undefined ? undefined : alt.words;\n  const segments = segmentsFrom(words ?? result.segments);\n  const seconds = durationSeconds(result);\n  const meters: AudioCounters = {};\n  if (seconds > 0) meters.inputSeconds = seconds;\n  const transcript: Transcript = { text, usage: priceAudio(model.audioCost, meters) };\n  const language = stringField(result, 'language');\n  if (language !== undefined) transcript.language = language;\n  if (segments.length > 0) transcript.segments = segments;\n  return transcript;\n}\n\nasync function postTranscription(\n  model: TranscriptionModel<string>,\n  body: unknown,\n  options: ProviderRequestOptions | undefined\n): Promise<unknown> {\n  const route = session(model, options);\n  const headers = route.headers;\n  headers['Content-Type'] = 'application/json';\n  const fetchImpl = options?.fetch ?? globalThis.fetch;\n  const response = await fetchImpl(runUrl(model.baseUrl, model.id, route.account), {\n    method: 'POST',\n    headers,\n    body: JSON.stringify(body),\n    signal: requestSignal(options),\n  });\n  if (!response.ok) {\n    const text = await response.text();\n    throw new Error(errorText(text, response.status));\n  }\n  const text = await response.text();\n  if (text === '') throw new Error('Transcription response had no text');\n  try {\n    return JSON.parse(text);\n  } catch {\n    return text;\n  }\n}\n\nexport async function transcribeCloudflare(\n  model: TranscriptionModel<string>,\n  input: AudioInput,\n  options?: ProviderRequestOptions\n): Promise<Transcript> {\n  try {\n    if (model.id.includes('/flux')) throw new Error('Cloudflare flux is websocket only');\n    if (options?.signal?.aborted) throw new DOMException('aborted', 'AbortError');\n    const file = await readAudio(input, options?.fetch ?? globalThis.fetch, requestSignal(options));\n    const payload = requestBody(\n      model.id,\n      encodeAudioBase64(file.data),\n      file.mimeType,\n      optionLanguage(options)\n    );\n    const body = await applyPayload(payload, model, options);\n    if (!isRecord(body) || Array.isArray(body))\n      throw new Error('Transcription payload was not JSON');\n    const parsed = await postTranscription(model, body, options);\n    return transcriptFrom(parsed, model);\n  } catch (error) {\n    const voice = asVoiceError(error);\n    throw new VoiceRequestError(voice.reason, voice.error);\n  }\n}\n"],
+  "mappings": "AACA,SAAS,yBAAyB;AAClC,SAAS,yBAAyB;AAElC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,SAA6B,kBAAkB;AAC/C,SAAS,WAAW,UAAU,QAAQ,eAAe;AAErD,SAAS,aAAa,UAAsC;AAC1D,QAAM,OAAO,SAAS,YAAY;AAClC,MAAI,KAAK,SAAS,OAAO,KAAK,SAAS,cAAe,QAAO;AAC7D,MAAI,KAAK,SAAS,MAAM,EAAG,QAAO;AAClC,MAAI,KAAK,SAAS,MAAM,EAAG,QAAO;AAClC,MAAI,KAAK,SAAS,KAAK,KAAK,KAAK,SAAS,KAAK,KAAK,KAAK,SAAS,KAAK,EAAG,QAAO;AACjF,SAAO;AACT;AAEA,SAAS,YACP,SACA,OACA,UACA,UACyB;AACzB,MAAI,QAAQ,SAAS,SAAS,GAAG;AAC/B,UAAMA,QAAgC,EAAE,MAAM;AAC9C,QAAI,aAAa,OAAW,CAAAA,MAAK,WAAW;AAC5C,WAAOA;AAAA,EACT;AACA,QAAM,OAAgC,EAAE,OAAO,EAAE,MAAM,OAAO,aAAa,SAAS,EAAE;AACtF,QAAM,WAAW,aAAa,QAAQ;AACtC,MAAI,aAAa,OAAW,MAAK,WAAW;AAC5C,MAAI,aAAa,OAAW,MAAK,WAAW;AAC5C,SAAO;AACT;AAEA,SAAS,UAAU,QAAqD;AACtE,QAAM,QAAQ,OAAO;AACrB,MAAI,OAAO,UAAU,YAAY,UAAU,GAAI,QAAO;AACtD,MAAI,OAAO,UAAU,SAAU,QAAO,OAAO,KAAK;AAClD,SAAO;AACT;AAEA,SAAS,YAAY,QAAyC;AAC5D,SAAO,YAAY,QAAQ,MAAM,KAAK,YAAY,QAAQ,MAAM,KAAK;AACvE;AAEA,SAAS,aAAa,OAAqC;AACzD,MAAI,CAAC,MAAM,QAAQ,KAAK,EAAG,QAAO,CAAC;AACnC,QAAM,WAAgC,CAAC;AACvC,aAAW,QAAQ,OAAO;AACxB,QAAI,CAAC,SAAS,IAAI,KAAK,MAAM,QAAQ,IAAI,EAAG;AAC5C,UAAM,OAAO,YAAY,IAAI;AAC7B,QAAI,SAAS,GAAI;AACjB,UAAM,UAA6B;AAAA,MACjC;AAAA,MACA,OAAO,YAAY,MAAM,OAAO,KAAK;AAAA,MACrC,KAAK,YAAY,MAAM,KAAK,KAAK;AAAA,IACnC;AACA,UAAM,UAAU,UAAU,IAAI;AAC9B,QAAI,YAAY,OAAW,SAAQ,UAAU;AAC7C,aAAS,KAAK,OAAO;AAAA,EACvB;AACA,SAAO;AACT;AAEA,SAAS,YAAY,MAAoE;AACvF,QAAM,UAAU,KAAK;AACrB,MAAI,CAAC,SAAS,OAAO,KAAK,MAAM,QAAQ,OAAO,EAAG,QAAO;AACzD,QAAM,WAAW,QAAQ;AACzB,MAAI,CAAC,MAAM,QAAQ,QAAQ,EAAG,QAAO;AACrC,QAAM,QAAQ,SAAS,CAAC;AACxB,MAAI,CAAC,SAAS,KAAK,KAAK,MAAM,QAAQ,KAAK,EAAG,QAAO;AACrD,QAAM,eAAe,MAAM;AAC3B,MAAI,CAAC,MAAM,QAAQ,YAAY,EAAG,QAAO;AACzC,QAAM,MAAM,aAAa,CAAC;AAC1B,MAAI,CAAC,SAAS,GAAG,KAAK,MAAM,QAAQ,GAAG,EAAG,QAAO;AACjD,SAAO;AACT;AAEA,SAAS,gBAAgB,MAAuC;AAC9D,QAAM,SAAS,YAAY,MAAM,UAAU;AAC3C,MAAI,WAAW,OAAW,QAAO;AACjC,QAAM,WAAW,KAAK;AACtB,MAAI,CAAC,SAAS,QAAQ,KAAK,MAAM,QAAQ,QAAQ,EAAG,QAAO;AAC3D,QAAM,SAAS,YAAY,UAAU,UAAU;AAC/C,MAAI,WAAW,OAAW,QAAO;AACjC,SAAO;AACT;AAEA,SAAS,eAAe,SAAiE;AACvF,QAAM,SAAS;AACf,MAAI,WAAW,OAAW,QAAO;AACjC,MAAI,OAAO,OAAO,aAAa,SAAU,QAAO;AAChD,SAAO,OAAO;AAChB;AAEA,SAAS,eAAe,MAAe,OAA+C;AACpF,QAAM,SAAS,SAAS,IAAI;AAC5B,MAAI,CAAC,SAAS,MAAM,KAAK,MAAM,QAAQ,MAAM;AAC3C,UAAM,IAAI,MAAM,oCAAoC;AACtD,QAAM,MAAM,YAAY,MAAM;AAC9B,QAAM,OAAO,QAAQ,SAAY,SAAY,YAAY,KAAK,YAAY;AAC1E,QAAM,OAAO,QAAQ,YAAY,QAAQ,MAAM;AAC/C,MAAI,SAAS,OAAW,OAAM,IAAI,MAAM,oCAAoC;AAC5E,QAAM,QAAQ,QAAQ,SAAY,SAAY,IAAI;AAClD,QAAM,WAAW,aAAa,SAAS,OAAO,QAAQ;AACtD,QAAM,UAAU,gBAAgB,MAAM;AACtC,QAAM,SAAwB,CAAC;AAC/B,MAAI,UAAU,EAAG,QAAO,eAAe;AACvC,QAAM,aAAyB,EAAE,MAAM,OAAO,WAAW,MAAM,WAAW,MAAM,EAAE;AAClF,QAAM,WAAW,YAAY,QAAQ,UAAU;AAC/C,MAAI,aAAa,OAAW,YAAW,WAAW;AAClD,MAAI,SAAS,SAAS,EAAG,YAAW,WAAW;AAC/C,SAAO;AACT;AAEA,eAAe,kBACb,OACA,MACA,SACkB;AAClB,QAAM,QAAQ,QAAQ,OAAO,OAAO;AACpC,QAAM,UAAU,MAAM;AACtB,UAAQ,cAAc,IAAI;AAC1B,QAAM,YAAY,SAAS,SAAS,WAAW;AAC/C,QAAM,WAAW,MAAM,UAAU,OAAO,MAAM,SAAS,MAAM,IAAI,MAAM,OAAO,GAAG;AAAA,IAC/E,QAAQ;AAAA,IACR;AAAA,IACA,MAAM,KAAK,UAAU,IAAI;AAAA,IACzB,QAAQ,cAAc,OAAO;AAAA,EAC/B,CAAC;AACD,MAAI,CAAC,SAAS,IAAI;AAChB,UAAMC,QAAO,MAAM,SAAS,KAAK;AACjC,UAAM,IAAI,MAAM,UAAUA,OAAM,SAAS,MAAM,CAAC;AAAA,EAClD;AACA,QAAM,OAAO,MAAM,SAAS,KAAK;AACjC,MAAI,SAAS,GAAI,OAAM,IAAI,MAAM,oCAAoC;AACrE,MAAI;AACF,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,qBACpB,OACA,OACA,SACqB;AACrB,MAAI;AACF,QAAI,MAAM,GAAG,SAAS,OAAO,EAAG,OAAM,IAAI,MAAM,mCAAmC;AACnF,QAAI,SAAS,QAAQ,QAAS,OAAM,IAAI,aAAa,WAAW,YAAY;AAC5E,UAAM,OAAO,MAAM,UAAU,OAAO,SAAS,SAAS,WAAW,OAAO,cAAc,OAAO,CAAC;AAC9F,UAAM,UAAU;AAAA,MACd,MAAM;AAAA,MACN,kBAAkB,KAAK,IAAI;AAAA,MAC3B,KAAK;AAAA,MACL,eAAe,OAAO;AAAA,IACxB;AACA,UAAM,OAAO,MAAM,aAAa,SAAS,OAAO,OAAO;AACvD,QAAI,CAAC,SAAS,IAAI,KAAK,MAAM,QAAQ,IAAI;AACvC,YAAM,IAAI,MAAM,oCAAoC;AACtD,UAAM,SAAS,MAAM,kBAAkB,OAAO,MAAM,OAAO;AAC3D,WAAO,eAAe,QAAQ,KAAK;AAAA,EACrC,SAAS,OAAO;AACd,UAAM,QAAQ,aAAa,KAAK;AAChC,UAAM,IAAI,kBAAkB,MAAM,QAAQ,MAAM,KAAK;AAAA,EACvD;AACF;",
+  "names": ["body", "text"]
+}

package/dist/cloudflare/wire.js

@@ -0,0 +1,166 @@
+import { isRecord, requestHeaders, stringField } from "../openai/wire.js";
+const placeholder = "{account_id}";
+const speechEncodings = {
+  pcm16: "linear16",
+  mp3: "mp3",
+  flac: "flac",
+  mulaw: "mulaw",
+  alaw: "alaw",
+  opus: "opus"
+};
+function headerValue(headers, name) {
+  const expected = name.toLowerCase();
+  for (const [key, value] of Object.entries(headers)) {
+    if (key.toLowerCase() === expected && value.trim() !== "") return value;
+  }
+  return void 0;
+}
+function takeHeader(headers, name) {
+  const expected = name.toLowerCase();
+  let found;
+  for (const [key, value] of Object.entries(headers)) {
+    if (key.toLowerCase() !== expected) continue;
+    if (found === void 0 && value.trim() !== "") found = value.trim();
+    delete headers[key];
+  }
+  return found;
+}
+function accountFromUrl(baseUrl) {
+  const match = /\/accounts\/([^/]+)\/ai\/run/.exec(baseUrl);
+  const found = match?.[1];
+  if (found === void 0 || found === placeholder) return void 0;
+  return found;
+}
+function gatewayId(headers) {
+  const value = headerValue(headers, "cf-aig-gateway-id");
+  if (value === void 0) return "default";
+  return value.trim();
+}
+function stampGatewayAuth(headers) {
+  const gateway = headerValue(headers, "cf-aig-authorization");
+  const authorization = headerValue(headers, "authorization");
+  if (gateway === void 0 && authorization !== void 0 && authorization.toLowerCase().startsWith("bearer ")) {
+    headers["cf-aig-authorization"] = authorization.slice(authorization.indexOf(" ") + 1).trim();
+    return;
+  }
+  if (gateway !== void 0 && authorization === void 0)
+    headers.Authorization = `Bearer ${gateway}`;
+}
+function session(model, options) {
+  const headers = requestHeaders(model, options);
+  const fromHeader = takeHeader(headers, "cf-account-id");
+  const account = fromHeader ?? accountFromUrl(model.baseUrl);
+  if (account === void 0) throw new Error("No Cloudflare account id");
+  const gateway = gatewayId(headers);
+  stampGatewayAuth(headers);
+  return { headers, account, gateway };
+}
+function runUrl(baseUrl, modelId, account) {
+  const base = baseUrl.replaceAll(placeholder, account).replace(/\/$/, "");
+  return `${base}/${modelId}`;
+}
+function workersAiSocket(account, gateway, modelId, query) {
+  const extra = query === "" ? "" : `&${query}`;
+  return `wss://gateway.ai.cloudflare.com/v1/${account}/${gateway}/workers-ai?model=${encodeURIComponent(modelId)}${extra}`;
+}
+function auraEncoding(format) {
+  const name = speechEncodings[format.encoding];
+  if (!name) throw new Error(`Unsupported speech format ${format.encoding}`);
+  return name;
+}
+function listenQuery(modelId, format) {
+  if (format.encoding !== "pcm16" && format.encoding !== "mulaw") {
+    throw new Error(`Unsupported audio format ${format.encoding}`);
+  }
+  if (modelId.includes("/flux") && format.encoding !== "pcm16") {
+    throw new Error(`Unsupported audio format ${format.encoding}`);
+  }
+  const encoding = format.encoding === "mulaw" ? "mulaw" : "linear16";
+  const shared = `encoding=${encoding}&sample_rate=${format.sampleRate}`;
+  if (modelId.includes("/flux")) return shared;
+  return `${shared}&interim_results=true&vad_events=true`;
+}
+function sameFormat(left, right) {
+  return left.encoding === right.encoding && left.sampleRate === right.sampleRate && left.channels === right.channels;
+}
+function connectSocket(url, headers) {
+  const Socket = WebSocket;
+  return new Socket(url, { headers });
+}
+function awaitOpen(socket, label, fail) {
+  return new Promise((resolve) => {
+    let opened = false;
+    socket.addEventListener("open", () => {
+      opened = true;
+      resolve();
+    });
+    socket.addEventListener("error", () => {
+      fail(`${label} socket failed`);
+      if (!opened) resolve();
+    });
+    socket.addEventListener("close", () => {
+      if (!opened) {
+        fail(`${label} socket closed`);
+        resolve();
+      }
+    });
+  });
+}
+function audioFrame(data) {
+  const copy = new Uint8Array(data.byteLength);
+  copy.set(data);
+  return copy.buffer;
+}
+async function messageBytes(data) {
+  if (data instanceof ArrayBuffer) return new Uint8Array(data);
+  if (data instanceof Uint8Array) return data;
+  if (typeof Blob !== "undefined" && data instanceof Blob)
+    return new Uint8Array(await data.arrayBuffer());
+  return void 0;
+}
+function failureMessage(body, fallback) {
+  const errors = body.errors;
+  if (!Array.isArray(errors)) return fallback;
+  const first = errors[0];
+  if (!isRecord(first) || Array.isArray(first)) return fallback;
+  const message = stringField(first, "message");
+  if (message === void 0 || message === "") return fallback;
+  return message;
+}
+function resultOf(body) {
+  if (!isRecord(body) || Array.isArray(body)) return body;
+  if (body.success === false) throw new Error(failureMessage(body, "Cloudflare request failed"));
+  if (!Object.hasOwn(body, "result")) return body;
+  return body.result;
+}
+function errorText(text, status) {
+  if (text === "") return `HTTP ${status}`;
+  let parsed;
+  try {
+    parsed = JSON.parse(text);
+  } catch {
+    return text;
+  }
+  if (!isRecord(parsed) || Array.isArray(parsed)) return text;
+  if (Array.isArray(parsed.errors)) return failureMessage(parsed, text);
+  const message = stringField(parsed, "message");
+  if (message !== void 0) return message;
+  return text;
+}
+export {
+  audioFrame,
+  auraEncoding,
+  awaitOpen,
+  connectSocket,
+  errorText,
+  failureMessage,
+  gatewayId,
+  listenQuery,
+  messageBytes,
+  resultOf,
+  runUrl,
+  sameFormat,
+  session,
+  workersAiSocket
+};
+//# sourceMappingURL=wire.js.map

package/dist/cloudflare/wire.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/cloudflare/wire.ts"],
+  "sourcesContent": ["import type { ProviderRequestOptions } from '@earendil-works/pi-ai';\nimport type { AudioFormat } from '../audio.ts';\nimport { isRecord, requestHeaders, stringField } from '../openai/wire.ts';\n\nconst placeholder = '{account_id}';\n\nconst speechEncodings: Record<string, string> = {\n  pcm16: 'linear16',\n  mp3: 'mp3',\n  flac: 'flac',\n  mulaw: 'mulaw',\n  alaw: 'alaw',\n  opus: 'opus',\n};\n\ninterface RouteModel {\n  provider: string;\n  baseUrl: string;\n  headers?: Record<string, string>;\n}\n\nexport interface CloudflareRoute {\n  headers: Record<string, string>;\n  account: string;\n  gateway: string;\n}\n\nfunction headerValue(headers: Record<string, string>, name: string): string | undefined {\n  const expected = name.toLowerCase();\n  for (const [key, value] of Object.entries(headers)) {\n    if (key.toLowerCase() === expected && value.trim() !== '') return value;\n  }\n  return undefined;\n}\n\nfunction takeHeader(headers: Record<string, string>, name: string): string | undefined {\n  const expected = name.toLowerCase();\n  let found: string | undefined;\n  for (const [key, value] of Object.entries(headers)) {\n    if (key.toLowerCase() !== expected) continue;\n    if (found === undefined && value.trim() !== '') found = value.trim();\n    delete headers[key];\n  }\n  return found;\n}\n\nfunction accountFromUrl(baseUrl: string): string | undefined {\n  const match = /\\/accounts\\/([^/]+)\\/ai\\/run/.exec(baseUrl);\n  const found = match?.[1];\n  if (found === undefined || found === placeholder) return undefined;\n  return found;\n}\n\nexport function gatewayId(headers: Record<string, string>): string {\n  const value = headerValue(headers, 'cf-aig-gateway-id');\n  if (value === undefined) return 'default';\n  return value.trim();\n}\n\nfunction stampGatewayAuth(headers: Record<string, string>): void {\n  const gateway = headerValue(headers, 'cf-aig-authorization');\n  const authorization = headerValue(headers, 'authorization');\n  if (\n    gateway === undefined &&\n    authorization !== undefined &&\n    authorization.toLowerCase().startsWith('bearer ')\n  ) {\n    headers['cf-aig-authorization'] = authorization.slice(authorization.indexOf(' ') + 1).trim();\n    return;\n  }\n  if (gateway !== undefined && authorization === undefined)\n    headers.Authorization = `Bearer ${gateway}`;\n}\n\nexport function session(\n  model: RouteModel,\n  options: ProviderRequestOptions | undefined\n): CloudflareRoute {\n  const headers = requestHeaders(model, options);\n  const fromHeader = takeHeader(headers, 'cf-account-id');\n  const account = fromHeader ?? accountFromUrl(model.baseUrl);\n  if (account === undefined) throw new Error('No Cloudflare account id');\n  const gateway = gatewayId(headers);\n  stampGatewayAuth(headers);\n  return { headers, account, gateway };\n}\n\nexport function runUrl(baseUrl: string, modelId: string, account: string): string {\n  const base = baseUrl.replaceAll(placeholder, account).replace(/\\/$/, '');\n  return `${base}/${modelId}`;\n}\n\nexport function workersAiSocket(\n  account: string,\n  gateway: string,\n  modelId: string,\n  query: string\n): string {\n  const extra = query === '' ? '' : `&${query}`;\n  return `wss://gateway.ai.cloudflare.com/v1/${account}/${gateway}/workers-ai?model=${encodeURIComponent(modelId)}${extra}`;\n}\n\nexport function auraEncoding(format: AudioFormat): string {\n  const name = speechEncodings[format.encoding];\n  if (!name) throw new Error(`Unsupported speech format ${format.encoding}`);\n  return name;\n}\n\nexport function listenQuery(modelId: string, format: AudioFormat): string {\n  if (format.encoding !== 'pcm16' && format.encoding !== 'mulaw') {\n    throw new Error(`Unsupported audio format ${format.encoding}`);\n  }\n  if (modelId.includes('/flux') && format.encoding !== 'pcm16') {\n    throw new Error(`Unsupported audio format ${format.encoding}`);\n  }\n  const encoding = format.encoding === 'mulaw' ? 'mulaw' : 'linear16';\n  const shared = `encoding=${encoding}&sample_rate=${format.sampleRate}`;\n  if (modelId.includes('/flux')) return shared;\n  return `${shared}&interim_results=true&vad_events=true`;\n}\n\nexport function sameFormat(left: AudioFormat, right: AudioFormat): boolean {\n  return (\n    left.encoding === right.encoding &&\n    left.sampleRate === right.sampleRate &&\n    left.channels === right.channels\n  );\n}\n\nexport function connectSocket(url: string, headers: Record<string, string>): WebSocket {\n  const Socket = WebSocket as unknown as new (\n    address: string,\n    init: { headers: Record<string, string> }\n  ) => WebSocket;\n  return new Socket(url, { headers });\n}\n\nexport function awaitOpen(\n  socket: WebSocket,\n  label: string,\n  fail: (message: string) => void\n): Promise<void> {\n  return new Promise((resolve) => {\n    let opened = false;\n    socket.addEventListener('open', () => {\n      opened = true;\n      resolve();\n    });\n    socket.addEventListener('error', () => {\n      fail(`${label} socket failed`);\n      if (!opened) resolve();\n    });\n    socket.addEventListener('close', () => {\n      if (!opened) {\n        fail(`${label} socket closed`);\n        resolve();\n      }\n    });\n  });\n}\n\nexport function audioFrame(data: Uint8Array): ArrayBuffer {\n  const copy = new Uint8Array(data.byteLength);\n  copy.set(data);\n  return copy.buffer;\n}\n\nexport async function messageBytes(data: unknown): Promise<Uint8Array | undefined> {\n  if (data instanceof ArrayBuffer) return new Uint8Array(data);\n  if (data instanceof Uint8Array) return data;\n  if (typeof Blob !== 'undefined' && data instanceof Blob)\n    return new Uint8Array(await data.arrayBuffer());\n  return undefined;\n}\n\nexport function failureMessage(body: Record<string, unknown>, fallback: string): string {\n  const errors = body.errors;\n  if (!Array.isArray(errors)) return fallback;\n  const first = errors[0];\n  if (!isRecord(first) || Array.isArray(first)) return fallback;\n  const message = stringField(first, 'message');\n  if (message === undefined || message === '') return fallback;\n  return message;\n}\n\nexport function resultOf(body: unknown): unknown {\n  if (!isRecord(body) || Array.isArray(body)) return body;\n  if (body.success === false) throw new Error(failureMessage(body, 'Cloudflare request failed'));\n  if (!Object.hasOwn(body, 'result')) return body;\n  return body.result;\n}\n\nexport function errorText(text: string, status: number): string {\n  if (text === '') return `HTTP ${status}`;\n  let parsed: unknown;\n  try {\n    parsed = JSON.parse(text);\n  } catch {\n    return text;\n  }\n  if (!isRecord(parsed) || Array.isArray(parsed)) return text;\n  if (Array.isArray(parsed.errors)) return failureMessage(parsed, text);\n  const message = stringField(parsed, 'message');\n  if (message !== undefined) return message;\n  return text;\n}\n"],
+  "mappings": "AAEA,SAAS,UAAU,gBAAgB,mBAAmB;AAEtD,MAAM,cAAc;AAEpB,MAAM,kBAA0C;AAAA,EAC9C,OAAO;AAAA,EACP,KAAK;AAAA,EACL,MAAM;AAAA,EACN,OAAO;AAAA,EACP,MAAM;AAAA,EACN,MAAM;AACR;AAcA,SAAS,YAAY,SAAiC,MAAkC;AACtF,QAAM,WAAW,KAAK,YAAY;AAClC,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,OAAO,GAAG;AAClD,QAAI,IAAI,YAAY,MAAM,YAAY,MAAM,KAAK,MAAM,GAAI,QAAO;AAAA,EACpE;AACA,SAAO;AACT;AAEA,SAAS,WAAW,SAAiC,MAAkC;AACrF,QAAM,WAAW,KAAK,YAAY;AAClC,MAAI;AACJ,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,OAAO,GAAG;AAClD,QAAI,IAAI,YAAY,MAAM,SAAU;AACpC,QAAI,UAAU,UAAa,MAAM,KAAK,MAAM,GAAI,SAAQ,MAAM,KAAK;AACnE,WAAO,QAAQ,GAAG;AAAA,EACpB;AACA,SAAO;AACT;AAEA,SAAS,eAAe,SAAqC;AAC3D,QAAM,QAAQ,+BAA+B,KAAK,OAAO;AACzD,QAAM,QAAQ,QAAQ,CAAC;AACvB,MAAI,UAAU,UAAa,UAAU,YAAa,QAAO;AACzD,SAAO;AACT;AAEO,SAAS,UAAU,SAAyC;AACjE,QAAM,QAAQ,YAAY,SAAS,mBAAmB;AACtD,MAAI,UAAU,OAAW,QAAO;AAChC,SAAO,MAAM,KAAK;AACpB;AAEA,SAAS,iBAAiB,SAAuC;AAC/D,QAAM,UAAU,YAAY,SAAS,sBAAsB;AAC3D,QAAM,gBAAgB,YAAY,SAAS,eAAe;AAC1D,MACE,YAAY,UACZ,kBAAkB,UAClB,cAAc,YAAY,EAAE,WAAW,SAAS,GAChD;AACA,YAAQ,sBAAsB,IAAI,cAAc,MAAM,cAAc,QAAQ,GAAG,IAAI,CAAC,EAAE,KAAK;AAC3F;AAAA,EACF;AACA,MAAI,YAAY,UAAa,kBAAkB;AAC7C,YAAQ,gBAAgB,UAAU,OAAO;AAC7C;AAEO,SAAS,QACd,OACA,SACiB;AACjB,QAAM,UAAU,eAAe,OAAO,OAAO;AAC7C,QAAM,aAAa,WAAW,SAAS,eAAe;AACtD,QAAM,UAAU,cAAc,eAAe,MAAM,OAAO;AAC1D,MAAI,YAAY,OAAW,OAAM,IAAI,MAAM,0BAA0B;AACrE,QAAM,UAAU,UAAU,OAAO;AACjC,mBAAiB,OAAO;AACxB,SAAO,EAAE,SAAS,SAAS,QAAQ;AACrC;AAEO,SAAS,OAAO,SAAiB,SAAiB,SAAyB;AAChF,QAAM,OAAO,QAAQ,WAAW,aAAa,OAAO,EAAE,QAAQ,OAAO,EAAE;AACvE,SAAO,GAAG,IAAI,IAAI,OAAO;AAC3B;AAEO,SAAS,gBACd,SACA,SACA,SACA,OACQ;AACR,QAAM,QAAQ,UAAU,KAAK,KAAK,IAAI,KAAK;AAC3C,SAAO,sCAAsC,OAAO,IAAI,OAAO,qBAAqB,mBAAmB,OAAO,CAAC,GAAG,KAAK;AACzH;AAEO,SAAS,aAAa,QAA6B;AACxD,QAAM,OAAO,gBAAgB,OAAO,QAAQ;AAC5C,MAAI,CAAC,KAAM,OAAM,IAAI,MAAM,6BAA6B,OAAO,QAAQ,EAAE;AACzE,SAAO;AACT;AAEO,SAAS,YAAY,SAAiB,QAA6B;AACxE,MAAI,OAAO,aAAa,WAAW,OAAO,aAAa,SAAS;AAC9D,UAAM,IAAI,MAAM,4BAA4B,OAAO,QAAQ,EAAE;AAAA,EAC/D;AACA,MAAI,QAAQ,SAAS,OAAO,KAAK,OAAO,aAAa,SAAS;AAC5D,UAAM,IAAI,MAAM,4BAA4B,OAAO,QAAQ,EAAE;AAAA,EAC/D;AACA,QAAM,WAAW,OAAO,aAAa,UAAU,UAAU;AACzD,QAAM,SAAS,YAAY,QAAQ,gBAAgB,OAAO,UAAU;AACpE,MAAI,QAAQ,SAAS,OAAO,EAAG,QAAO;AACtC,SAAO,GAAG,MAAM;AAClB;AAEO,SAAS,WAAW,MAAmB,OAA6B;AACzE,SACE,KAAK,aAAa,MAAM,YACxB,KAAK,eAAe,MAAM,cAC1B,KAAK,aAAa,MAAM;AAE5B;AAEO,SAAS,cAAc,KAAa,SAA4C;AACrF,QAAM,SAAS;AAIf,SAAO,IAAI,OAAO,KAAK,EAAE,QAAQ,CAAC;AACpC;AAEO,SAAS,UACd,QACA,OACA,MACe;AACf,SAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,QAAI,SAAS;AACb,WAAO,iBAAiB,QAAQ,MAAM;AACpC,eAAS;AACT,cAAQ;AAAA,IACV,CAAC;AACD,WAAO,iBAAiB,SAAS,MAAM;AACrC,WAAK,GAAG,KAAK,gBAAgB;AAC7B,UAAI,CAAC,OAAQ,SAAQ;AAAA,IACvB,CAAC;AACD,WAAO,iBAAiB,SAAS,MAAM;AACrC,UAAI,CAAC,QAAQ;AACX,aAAK,GAAG,KAAK,gBAAgB;AAC7B,gBAAQ;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH,CAAC;AACH;AAEO,SAAS,WAAW,MAA+B;AACxD,QAAM,OAAO,IAAI,WAAW,KAAK,UAAU;AAC3C,OAAK,IAAI,IAAI;AACb,SAAO,KAAK;AACd;AAEA,eAAsB,aAAa,MAAgD;AACjF,MAAI,gBAAgB,YAAa,QAAO,IAAI,WAAW,IAAI;AAC3D,MAAI,gBAAgB,WAAY,QAAO;AACvC,MAAI,OAAO,SAAS,eAAe,gBAAgB;AACjD,WAAO,IAAI,WAAW,MAAM,KAAK,YAAY,CAAC;AAChD,SAAO;AACT;AAEO,SAAS,eAAe,MAA+B,UAA0B;AACtF,QAAM,SAAS,KAAK;AACpB,MAAI,CAAC,MAAM,QAAQ,MAAM,EAAG,QAAO;AACnC,QAAM,QAAQ,OAAO,CAAC;AACtB,MAAI,CAAC,SAAS,KAAK,KAAK,MAAM,QAAQ,KAAK,EAAG,QAAO;AACrD,QAAM,UAAU,YAAY,OAAO,SAAS;AAC5C,MAAI,YAAY,UAAa,YAAY,GAAI,QAAO;AACpD,SAAO;AACT;AAEO,SAAS,SAAS,MAAwB;AAC/C,MAAI,CAAC,SAAS,IAAI,KAAK,MAAM,QAAQ,IAAI,EAAG,QAAO;AACnD,MAAI,KAAK,YAAY,MAAO,OAAM,IAAI,MAAM,eAAe,MAAM,2BAA2B,CAAC;AAC7F,MAAI,CAAC,OAAO,OAAO,MAAM,QAAQ,EAAG,QAAO;AAC3C,SAAO,KAAK;AACd;AAEO,SAAS,UAAU,MAAc,QAAwB;AAC9D,MAAI,SAAS,GAAI,QAAO,QAAQ,MAAM;AACtC,MAAI;AACJ,MAAI;AACF,aAAS,KAAK,MAAM,IAAI;AAAA,EAC1B,QAAQ;AACN,WAAO;AAAA,EACT;AACA,MAAI,CAAC,SAAS,MAAM,KAAK,MAAM,QAAQ,MAAM,EAAG,QAAO;AACvD,MAAI,MAAM,QAAQ,OAAO,MAAM,EAAG,QAAO,eAAe,QAAQ,IAAI;AACpE,QAAM,UAAU,YAAY,QAAQ,SAAS;AAC7C,MAAI,YAAY,OAAW,QAAO;AAClC,SAAO;AACT;",
+  "names": []
+}

package/dist/custom-llm.js

@@ -0,0 +1,32 @@
+import { VoiceRequestError } from "./errors.js";
+function bearer(headers) {
+  if (headers === void 0) return void 0;
+  const value = headers.Authorization ?? headers.authorization;
+  if (typeof value !== "string" || value.length === 0) return void 0;
+  if (value.startsWith("Bearer ")) return value.slice("Bearer ".length);
+  return value;
+}
+function elevenLabsCustomLlm(llm) {
+  const custom = {
+    url: llm.baseUrl,
+    model_id: llm.id,
+    api_type: llm.api === "openai-responses" ? "responses" : "chat_completions"
+  };
+  const headers = llm.headers;
+  if (headers !== void 0 && Object.keys(headers).length > 0) custom.request_headers = headers;
+  return { llm: "custom-llm", custom_llm: custom };
+}
+function fishCustomLlm(llm) {
+  if (llm.api === "openai-responses") {
+    throw new VoiceRequestError("error", "fish custom llm accepts openai-completions only");
+  }
+  const custom = { base_url: llm.baseUrl, model: llm.id };
+  const key = bearer(llm.headers);
+  if (key !== void 0) custom.api_key = key;
+  return { custom };
+}
+export {
+  elevenLabsCustomLlm,
+  fishCustomLlm
+};
+//# sourceMappingURL=custom-llm.js.map

package/dist/custom-llm.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/custom-llm.ts"],
+  "sourcesContent": ["import type { JsonObject } from '@earendil-works/pi-ai';\nimport { VoiceRequestError } from './errors.ts';\nimport type { CustomLlm } from './hosted-agent.ts';\n\nfunction bearer(headers: CustomLlm['headers']): string | undefined {\n  if (headers === undefined) return undefined;\n  const value = headers.Authorization ?? headers.authorization;\n  if (typeof value !== 'string' || value.length === 0) return undefined;\n  if (value.startsWith('Bearer ')) return value.slice('Bearer '.length);\n  return value;\n}\n\nexport function elevenLabsCustomLlm(llm: CustomLlm): JsonObject {\n  const custom: JsonObject = {\n    url: llm.baseUrl,\n    model_id: llm.id,\n    api_type: llm.api === 'openai-responses' ? 'responses' : 'chat_completions',\n  };\n  const headers = llm.headers;\n  if (headers !== undefined && Object.keys(headers).length > 0) custom.request_headers = headers;\n  return { llm: 'custom-llm', custom_llm: custom };\n}\n\nexport function fishCustomLlm(llm: CustomLlm): JsonObject {\n  if (llm.api === 'openai-responses') {\n    throw new VoiceRequestError('error', 'fish custom llm accepts openai-completions only');\n  }\n  const custom: JsonObject = { base_url: llm.baseUrl, model: llm.id };\n  const key = bearer(llm.headers);\n  if (key !== undefined) custom.api_key = key;\n  return { custom };\n}\n"],
+  "mappings": "AACA,SAAS,yBAAyB;AAGlC,SAAS,OAAO,SAAmD;AACjE,MAAI,YAAY,OAAW,QAAO;AAClC,QAAM,QAAQ,QAAQ,iBAAiB,QAAQ;AAC/C,MAAI,OAAO,UAAU,YAAY,MAAM,WAAW,EAAG,QAAO;AAC5D,MAAI,MAAM,WAAW,SAAS,EAAG,QAAO,MAAM,MAAM,UAAU,MAAM;AACpE,SAAO;AACT;AAEO,SAAS,oBAAoB,KAA4B;AAC9D,QAAM,SAAqB;AAAA,IACzB,KAAK,IAAI;AAAA,IACT,UAAU,IAAI;AAAA,IACd,UAAU,IAAI,QAAQ,qBAAqB,cAAc;AAAA,EAC3D;AACA,QAAM,UAAU,IAAI;AACpB,MAAI,YAAY,UAAa,OAAO,KAAK,OAAO,EAAE,SAAS,EAAG,QAAO,kBAAkB;AACvF,SAAO,EAAE,KAAK,cAAc,YAAY,OAAO;AACjD;AAEO,SAAS,cAAc,KAA4B;AACxD,MAAI,IAAI,QAAQ,oBAAoB;AAClC,UAAM,IAAI,kBAAkB,SAAS,iDAAiD;AAAA,EACxF;AACA,QAAM,SAAqB,EAAE,UAAU,IAAI,SAAS,OAAO,IAAI,GAAG;AAClE,QAAM,MAAM,OAAO,IAAI,OAAO;AAC9B,MAAI,QAAQ,OAAW,QAAO,UAAU;AACxC,SAAO,EAAE,OAAO;AAClB;",
+  "names": []
+}

package/dist/elevenlabs-agents/index.js

@@ -44,11 +44,13 @@ function registerElevenLabsAgents(options = {}) {
     unregisterApi();
   };
 }
+import { elevenLabsCustomLlm } from "../custom-llm.js";
 import { hashHostedSpec, memoryHostedCache } from "../hosted-agent.js";
 import { agentBody, httpsOrigin, provisionAgent } from "./provision.js";
 export {
   agentBody,
   elevenLabsAgent,
+  elevenLabsCustomLlm,
   hashHostedSpec,
   httpsOrigin,
   memoryHostedCache,

package/dist/elevenlabs-agents/index.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../src/elevenlabs-agents/index.ts"],
-  "sourcesContent": ["import type { RealtimeModel } from '../models.ts';\nimport { registerVoiceModel } from '../models.ts';\nimport { registerRealtimeApiProvider } from '../registry.ts';\nimport type { ElevenLabsOptions } from './session.ts';\nimport { connectElevenLabs } from './session.ts';\n\nconst voices = [\n  { id: '21m00Tcm4TlvDq8ikWAM', name: 'Rachel' },\n  { id: 'EXAVITQu4vr4xnSDxMaL', name: 'Sarah' },\n  { id: 'pNInz6obpgDQGcFmaJgB', name: 'Adam' },\n];\n\nfunction pcm16(sampleRate: number) {\n  return { encoding: 'pcm16' as const, sampleRate, channels: 1 as const };\n}\n\nexport const elevenLabsAgent: RealtimeModel<'elevenlabs-agents'> = {\n  id: 'elevenlabs-agent',\n  name: 'ElevenLabs Agent',\n  api: 'elevenlabs-agents',\n  provider: 'elevenlabs',\n  baseUrl: 'wss://api.elevenlabs.io/v1/convai/conversation',\n  type: 'realtime',\n  transports: ['websocket'],\n  toolCalls: 'blocking',\n  inputFormat: pcm16(16000),\n  outputFormat: pcm16(16000),\n  maxSessionMs: 600_000,\n  resumable: false,\n  ephemeralAuth: true,\n  voices,\n  cascade: { stt: 'scribe_realtime', llm: 'gemini-2.5-flash', tts: 'eleven_flash_v2_5' },\n  provisioning: 'agent',\n  delivery: { interrupt: 'approximate', when_idle: 'approximate', silent: 'native' },\n  truncation: 'server',\n  liveToolUpdate: false,\n  toolTimeoutMs: { min: 1000, max: 120_000 },\n  cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },\n  audioCost: { perInputMinute: 0.08 },\n};\n\nexport function registerElevenLabsAgents(options: ElevenLabsOptions = {}): () => void {\n  const unregisterModel = registerVoiceModel(elevenLabsAgent);\n  const unregisterApi = registerRealtimeApiProvider({\n    api: 'elevenlabs-agents',\n    connect: (model, context, connectOptions) =>\n      connectElevenLabs(model, context, connectOptions, options),\n  });\n  return () => {\n    unregisterModel();\n    unregisterApi();\n  };\n}\n\nexport type { CustomLlm, HostedAgent, HostedAgentSpec, HostedCache } from '../hosted-agent.ts';\nexport { hashHostedSpec, memoryHostedCache } from '../hosted-agent.ts';\nexport type { ProvisionOptions } from './provision.ts';\nexport { agentBody, httpsOrigin, provisionAgent } from './provision.ts';\nexport type { ElevenLabsOptions, VoiceWireFactory } from './session.ts';\n"],
-  "mappings": "AACA,SAAS,0BAA0B;AACnC,SAAS,mCAAmC;AAE5C,SAAS,yBAAyB;AAElC,MAAM,SAAS;AAAA,EACb,EAAE,IAAI,wBAAwB,MAAM,SAAS;AAAA,EAC7C,EAAE,IAAI,wBAAwB,MAAM,QAAQ;AAAA,EAC5C,EAAE,IAAI,wBAAwB,MAAM,OAAO;AAC7C;AAEA,SAAS,MAAM,YAAoB;AACjC,SAAO,EAAE,UAAU,SAAkB,YAAY,UAAU,EAAW;AACxE;AAEO,MAAM,kBAAsD;AAAA,EACjE,IAAI;AAAA,EACJ,MAAM;AAAA,EACN,KAAK;AAAA,EACL,UAAU;AAAA,EACV,SAAS;AAAA,EACT,MAAM;AAAA,EACN,YAAY,CAAC,WAAW;AAAA,EACxB,WAAW;AAAA,EACX,aAAa,MAAM,IAAK;AAAA,EACxB,cAAc,MAAM,IAAK;AAAA,EACzB,cAAc;AAAA,EACd,WAAW;AAAA,EACX,eAAe;AAAA,EACf;AAAA,EACA,SAAS,EAAE,KAAK,mBAAmB,KAAK,oBAAoB,KAAK,oBAAoB;AAAA,EACrF,cAAc;AAAA,EACd,UAAU,EAAE,WAAW,eAAe,WAAW,eAAe,QAAQ,SAAS;AAAA,EACjF,YAAY;AAAA,EACZ,gBAAgB;AAAA,EAChB,eAAe,EAAE,KAAK,KAAM,KAAK,KAAQ;AAAA,EACzC,MAAM,EAAE,OAAO,GAAG,QAAQ,GAAG,WAAW,GAAG,YAAY,EAAE;AAAA,EACzD,WAAW,EAAE,gBAAgB,KAAK;AACpC;AAEO,SAAS,yBAAyB,UAA6B,CAAC,GAAe;AACpF,QAAM,kBAAkB,mBAAmB,eAAe;AAC1D,QAAM,gBAAgB,4BAA4B;AAAA,IAChD,KAAK;AAAA,IACL,SAAS,CAAC,OAAO,SAAS,mBACxB,kBAAkB,OAAO,SAAS,gBAAgB,OAAO;AAAA,EAC7D,CAAC;AACD,SAAO,MAAM;AACX,oBAAgB;AAChB,kBAAc;AAAA,EAChB;AACF;AAGA,SAAS,gBAAgB,yBAAyB;AAElD,SAAS,WAAW,aAAa,sBAAsB;",
+  "sourcesContent": ["import type { RealtimeModel } from '../models.ts';\nimport { registerVoiceModel } from '../models.ts';\nimport { registerRealtimeApiProvider } from '../registry.ts';\nimport type { ElevenLabsOptions } from './session.ts';\nimport { connectElevenLabs } from './session.ts';\n\nconst voices = [\n  { id: '21m00Tcm4TlvDq8ikWAM', name: 'Rachel' },\n  { id: 'EXAVITQu4vr4xnSDxMaL', name: 'Sarah' },\n  { id: 'pNInz6obpgDQGcFmaJgB', name: 'Adam' },\n];\n\nfunction pcm16(sampleRate: number) {\n  return { encoding: 'pcm16' as const, sampleRate, channels: 1 as const };\n}\n\nexport const elevenLabsAgent: RealtimeModel<'elevenlabs-agents'> = {\n  id: 'elevenlabs-agent',\n  name: 'ElevenLabs Agent',\n  api: 'elevenlabs-agents',\n  provider: 'elevenlabs',\n  baseUrl: 'wss://api.elevenlabs.io/v1/convai/conversation',\n  type: 'realtime',\n  transports: ['websocket'],\n  toolCalls: 'blocking',\n  inputFormat: pcm16(16000),\n  outputFormat: pcm16(16000),\n  maxSessionMs: 600_000,\n  resumable: false,\n  ephemeralAuth: true,\n  voices,\n  cascade: { stt: 'scribe_realtime', llm: 'gemini-2.5-flash', tts: 'eleven_flash_v2_5' },\n  provisioning: 'agent',\n  delivery: { interrupt: 'approximate', when_idle: 'approximate', silent: 'native' },\n  truncation: 'server',\n  liveToolUpdate: false,\n  toolTimeoutMs: { min: 1000, max: 120_000 },\n  cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },\n  audioCost: { perInputMinute: 0.08 },\n};\n\nexport function registerElevenLabsAgents(options: ElevenLabsOptions = {}): () => void {\n  const unregisterModel = registerVoiceModel(elevenLabsAgent);\n  const unregisterApi = registerRealtimeApiProvider({\n    api: 'elevenlabs-agents',\n    connect: (model, context, connectOptions) =>\n      connectElevenLabs(model, context, connectOptions, options),\n  });\n  return () => {\n    unregisterModel();\n    unregisterApi();\n  };\n}\n\nexport { elevenLabsCustomLlm } from '../custom-llm.ts';\nexport type { CustomLlm, HostedAgent, HostedAgentSpec, HostedCache } from '../hosted-agent.ts';\nexport { hashHostedSpec, memoryHostedCache } from '../hosted-agent.ts';\nexport type { ProvisionOptions } from './provision.ts';\nexport { agentBody, httpsOrigin, provisionAgent } from './provision.ts';\nexport type { ElevenLabsOptions, VoiceWireFactory } from './session.ts';\n"],
+  "mappings": "AACA,SAAS,0BAA0B;AACnC,SAAS,mCAAmC;AAE5C,SAAS,yBAAyB;AAElC,MAAM,SAAS;AAAA,EACb,EAAE,IAAI,wBAAwB,MAAM,SAAS;AAAA,EAC7C,EAAE,IAAI,wBAAwB,MAAM,QAAQ;AAAA,EAC5C,EAAE,IAAI,wBAAwB,MAAM,OAAO;AAC7C;AAEA,SAAS,MAAM,YAAoB;AACjC,SAAO,EAAE,UAAU,SAAkB,YAAY,UAAU,EAAW;AACxE;AAEO,MAAM,kBAAsD;AAAA,EACjE,IAAI;AAAA,EACJ,MAAM;AAAA,EACN,KAAK;AAAA,EACL,UAAU;AAAA,EACV,SAAS;AAAA,EACT,MAAM;AAAA,EACN,YAAY,CAAC,WAAW;AAAA,EACxB,WAAW;AAAA,EACX,aAAa,MAAM,IAAK;AAAA,EACxB,cAAc,MAAM,IAAK;AAAA,EACzB,cAAc;AAAA,EACd,WAAW;AAAA,EACX,eAAe;AAAA,EACf;AAAA,EACA,SAAS,EAAE,KAAK,mBAAmB,KAAK,oBAAoB,KAAK,oBAAoB;AAAA,EACrF,cAAc;AAAA,EACd,UAAU,EAAE,WAAW,eAAe,WAAW,eAAe,QAAQ,SAAS;AAAA,EACjF,YAAY;AAAA,EACZ,gBAAgB;AAAA,EAChB,eAAe,EAAE,KAAK,KAAM,KAAK,KAAQ;AAAA,EACzC,MAAM,EAAE,OAAO,GAAG,QAAQ,GAAG,WAAW,GAAG,YAAY,EAAE;AAAA,EACzD,WAAW,EAAE,gBAAgB,KAAK;AACpC;AAEO,SAAS,yBAAyB,UAA6B,CAAC,GAAe;AACpF,QAAM,kBAAkB,mBAAmB,eAAe;AAC1D,QAAM,gBAAgB,4BAA4B;AAAA,IAChD,KAAK;AAAA,IACL,SAAS,CAAC,OAAO,SAAS,mBACxB,kBAAkB,OAAO,SAAS,gBAAgB,OAAO;AAAA,EAC7D,CAAC;AACD,SAAO,MAAM;AACX,oBAAgB;AAChB,kBAAc;AAAA,EAChB;AACF;AAEA,SAAS,2BAA2B;AAEpC,SAAS,gBAAgB,yBAAyB;AAElD,SAAS,WAAW,aAAa,sBAAsB;",
   "names": []
 }

package/dist/elevenlabs-agents/provision.js

@@ -1,3 +1,4 @@
+import { elevenLabsCustomLlm } from "../custom-llm.js";
 import { VoiceRequestError } from "../errors.js";
 import {
   hashHostedSpec,
@@ -66,14 +67,7 @@ function clientTool(tool, timeoutMs) {
   };
 }
 function customLlmFields(llm) {
-  const custom = {
-    url: llm.baseUrl,
-    model_id: llm.id,
-    api_type: llm.api === "openai-responses" ? "responses" : "chat_completions"
-  };
-  const headers = llm.headers;
-  if (headers !== void 0 && Object.keys(headers).length > 0) custom.request_headers = headers;
-  return { llm: "custom-llm", custom_llm: custom };
+  return elevenLabsCustomLlm(llm);
 }
 function promptFields(spec) {
   const llm = typeof spec.llm === "string" ? { llm: spec.llm } : customLlmFields(spec.llm);

package/dist/elevenlabs-agents/provision.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../src/elevenlabs-agents/provision.ts"],
-  "sourcesContent": ["import type { JsonObject, ProviderRequestOptions, Tool } from '@earendil-works/pi-ai';\nimport { VoiceRequestError } from '../errors.ts';\nimport {\n  type CustomLlm,\n  type HostedAgent,\n  type HostedAgentSpec,\n  type HostedCache,\n  hashHostedSpec,\n  hostedCacheKey,\n  memoryHostedCache,\n} from '../hosted-agent.ts';\nimport type { RealtimeModel } from '../models.ts';\n\nexport interface ProvisionOptions extends ProviderRequestOptions {\n  agentId?: string;\n  now?: () => number;\n  cache?: HostedCache;\n}\n\nconst defaultCache = memoryHostedCache();\n\nconst clientEvents = [\n  'conversation_initiation_metadata',\n  'ping',\n  'audio',\n  'interruption',\n  'user_transcript',\n  'agent_response',\n  'agent_response_correction',\n  'client_tool_call',\n  'vad_score',\n  'agent_chat_response_part',\n  'agent_response_complete',\n];\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === 'object' && value !== null && !Array.isArray(value);\n}\n\nfunction asVoice(error: unknown): VoiceRequestError {\n  if (error instanceof VoiceRequestError) return error;\n  if (error instanceof Error && error.name === 'AbortError') {\n    return new VoiceRequestError('aborted', 'session aborted');\n  }\n  if (error instanceof Error) return new VoiceRequestError('error', error.message);\n  return new VoiceRequestError('error', String(error));\n}\n\nexport function httpsOrigin(baseUrl: string): string {\n  const url = new URL(baseUrl);\n  let protocol = url.protocol;\n  if (protocol === 'wss:') protocol = 'https:';\n  if (protocol === 'ws:') protocol = 'http:';\n  return `${protocol}//${url.host}`;\n}\n\nfunction mergedHeaders(\n  options: ProvisionOptions,\n  defaults: Record<string, string>\n): Record<string, string> {\n  const headers = { ...defaults };\n  const extra = options.headers;\n  if (extra === undefined) return headers;\n  for (const [key, value] of Object.entries(extra)) {\n    if (value === null) delete headers[key];\n    else headers[key] = value;\n  }\n  return headers;\n}\n\nfunction apiKey(options: ProvisionOptions): string {\n  const key = options.apiKey;\n  if (typeof key === 'string' && key.length > 0) return key;\n  throw new VoiceRequestError('error', 'missing realtime credential');\n}\n\nfunction timeoutSeconds(timeoutMs: number | undefined): number {\n  if (timeoutMs === undefined) return 20;\n  return Math.min(120, Math.max(1, Math.round(timeoutMs / 1000)));\n}\n\nfunction clientTool(tool: Tool, timeoutMs: number | undefined): JsonObject {\n  return {\n    type: 'client',\n    name: tool.name,\n    description: tool.description,\n    expects_response: true,\n    response_timeout_secs: timeoutSeconds(timeoutMs),\n    parameters: tool.parameters as unknown as JsonObject,\n  };\n}\n\nfunction customLlmFields(llm: CustomLlm): JsonObject {\n  const custom: JsonObject = {\n    url: llm.baseUrl,\n    model_id: llm.id,\n    api_type: llm.api === 'openai-responses' ? 'responses' : 'chat_completions',\n  };\n  const headers = llm.headers;\n  if (headers !== undefined && Object.keys(headers).length > 0) custom.request_headers = headers;\n  return { llm: 'custom-llm', custom_llm: custom };\n}\n\nfunction promptFields(spec: HostedAgentSpec): JsonObject {\n  const llm = typeof spec.llm === 'string' ? { llm: spec.llm } : customLlmFields(spec.llm);\n  return {\n    prompt: spec.instructions,\n    tools: spec.tools.map((tool) => clientTool(tool, spec.clientToolTimeoutMs)),\n    ...llm,\n  };\n}\n\nexport function agentBody(spec: HostedAgentSpec): JsonObject {\n  const agent: JsonObject = { prompt: promptFields(spec) };\n  if (spec.firstMessage !== undefined) agent.first_message = spec.firstMessage;\n  return {\n    name: spec.name,\n    conversation_config: {\n      agent,\n      tts: { voice_id: spec.voice },\n      conversation: { client_events: clientEvents },\n    },\n    platform_settings: {\n      overrides: {\n        conversation_config_override: {\n          agent: { prompt: { prompt: true }, first_message: true },\n          tts: { voice_id: true },\n        },\n        custom_llm_extra_body: true,\n      },\n    },\n  };\n}\n\nasync function requestJson(\n  fetchImpl: typeof fetch,\n  url: string,\n  init: RequestInit\n): Promise<Record<string, unknown>> {\n  let response: Response;\n  try {\n    response = await fetchImpl(url, init);\n  } catch (error) {\n    throw asVoice(error);\n  }\n  if (!response.ok) {\n    throw new VoiceRequestError('error', `agent request failed (${response.status})`);\n  }\n  let json: unknown;\n  try {\n    json = await response.json();\n  } catch (error) {\n    throw asVoice(error);\n  }\n  if (!isRecord(json)) throw new VoiceRequestError('error', 'agent response was not an object');\n  return json;\n}\n\nfunction agentIdFrom(json: Record<string, unknown>, fallback: string | undefined): string {\n  const id = json.agent_id;\n  if (typeof id === 'string' && id.length > 0) return id;\n  if (fallback !== undefined) return fallback;\n  throw new VoiceRequestError('error', 'agent response had no agent_id');\n}\n\nexport async function provisionAgent(\n  model: RealtimeModel<string>,\n  spec: HostedAgentSpec,\n  options: ProvisionOptions = {}\n): Promise<HostedAgent> {\n  if (options.signal?.aborted === true) throw new VoiceRequestError('aborted', 'session aborted');\n  const cache = options.cache ?? defaultCache;\n  const now = options.now ?? Date.now;\n  const key = hostedCacheKey(model.provider, spec.name);\n  const hash = hashHostedSpec(spec);\n  const cached = cache.get(key);\n  if (cached !== undefined && cached.specHash === hash) return cached;\n  const existing = cached?.agentId ?? options.agentId;\n  const origin = httpsOrigin(model.baseUrl);\n  const url =\n    existing === undefined\n      ? `${origin}/v1/convai/agents/create`\n      : `${origin}/v1/convai/agents/${encodeURIComponent(existing)}`;\n  const headers = mergedHeaders(options, {\n    'Content-Type': 'application/json',\n    'xi-api-key': apiKey(options),\n  });\n  const fetchImpl = options.fetch ?? globalThis.fetch;\n  const json = await requestJson(fetchImpl, url, {\n    method: existing === undefined ? 'POST' : 'PATCH',\n    headers,\n    body: JSON.stringify(agentBody(spec)),\n    signal: options.signal,\n  });\n  const agent: HostedAgent = {\n    agentId: agentIdFrom(json, existing),\n    specHash: hash,\n    publishedAt: now(),\n  };\n  cache.set(key, agent);\n  return agent;\n}\n"],
-  "mappings": "AACA,SAAS,yBAAyB;AAClC;AAAA,EAKE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AASP,MAAM,eAAe,kBAAkB;AAEvC,MAAM,eAAe;AAAA,EACnB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEA,SAAS,SAAS,OAAkD;AAClE,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAEA,SAAS,QAAQ,OAAmC;AAClD,MAAI,iBAAiB,kBAAmB,QAAO;AAC/C,MAAI,iBAAiB,SAAS,MAAM,SAAS,cAAc;AACzD,WAAO,IAAI,kBAAkB,WAAW,iBAAiB;AAAA,EAC3D;AACA,MAAI,iBAAiB,MAAO,QAAO,IAAI,kBAAkB,SAAS,MAAM,OAAO;AAC/E,SAAO,IAAI,kBAAkB,SAAS,OAAO,KAAK,CAAC;AACrD;AAEO,SAAS,YAAY,SAAyB;AACnD,QAAM,MAAM,IAAI,IAAI,OAAO;AAC3B,MAAI,WAAW,IAAI;AACnB,MAAI,aAAa,OAAQ,YAAW;AACpC,MAAI,aAAa,MAAO,YAAW;AACnC,SAAO,GAAG,QAAQ,KAAK,IAAI,IAAI;AACjC;AAEA,SAAS,cACP,SACA,UACwB;AACxB,QAAM,UAAU,EAAE,GAAG,SAAS;AAC9B,QAAM,QAAQ,QAAQ;AACtB,MAAI,UAAU,OAAW,QAAO;AAChC,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,KAAM,QAAO,QAAQ,GAAG;AAAA,QACjC,SAAQ,GAAG,IAAI;AAAA,EACtB;AACA,SAAO;AACT;AAEA,SAAS,OAAO,SAAmC;AACjD,QAAM,MAAM,QAAQ;AACpB,MAAI,OAAO,QAAQ,YAAY,IAAI,SAAS,EAAG,QAAO;AACtD,QAAM,IAAI,kBAAkB,SAAS,6BAA6B;AACpE;AAEA,SAAS,eAAe,WAAuC;AAC7D,MAAI,cAAc,OAAW,QAAO;AACpC,SAAO,KAAK,IAAI,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM,YAAY,GAAI,CAAC,CAAC;AAChE;AAEA,SAAS,WAAW,MAAY,WAA2C;AACzE,SAAO;AAAA,IACL,MAAM;AAAA,IACN,MAAM,KAAK;AAAA,IACX,aAAa,KAAK;AAAA,IAClB,kBAAkB;AAAA,IAClB,uBAAuB,eAAe,SAAS;AAAA,IAC/C,YAAY,KAAK;AAAA,EACnB;AACF;AAEA,SAAS,gBAAgB,KAA4B;AACnD,QAAM,SAAqB;AAAA,IACzB,KAAK,IAAI;AAAA,IACT,UAAU,IAAI;AAAA,IACd,UAAU,IAAI,QAAQ,qBAAqB,cAAc;AAAA,EAC3D;AACA,QAAM,UAAU,IAAI;AACpB,MAAI,YAAY,UAAa,OAAO,KAAK,OAAO,EAAE,SAAS,EAAG,QAAO,kBAAkB;AACvF,SAAO,EAAE,KAAK,cAAc,YAAY,OAAO;AACjD;AAEA,SAAS,aAAa,MAAmC;AACvD,QAAM,MAAM,OAAO,KAAK,QAAQ,WAAW,EAAE,KAAK,KAAK,IAAI,IAAI,gBAAgB,KAAK,GAAG;AACvF,SAAO;AAAA,IACL,QAAQ,KAAK;AAAA,IACb,OAAO,KAAK,MAAM,IAAI,CAAC,SAAS,WAAW,MAAM,KAAK,mBAAmB,CAAC;AAAA,IAC1E,GAAG;AAAA,EACL;AACF;AAEO,SAAS,UAAU,MAAmC;AAC3D,QAAM,QAAoB,EAAE,QAAQ,aAAa,IAAI,EAAE;AACvD,MAAI,KAAK,iBAAiB,OAAW,OAAM,gBAAgB,KAAK;AAChE,SAAO;AAAA,IACL,MAAM,KAAK;AAAA,IACX,qBAAqB;AAAA,MACnB;AAAA,MACA,KAAK,EAAE,UAAU,KAAK,MAAM;AAAA,MAC5B,cAAc,EAAE,eAAe,aAAa;AAAA,IAC9C;AAAA,IACA,mBAAmB;AAAA,MACjB,WAAW;AAAA,QACT,8BAA8B;AAAA,UAC5B,OAAO,EAAE,QAAQ,EAAE,QAAQ,KAAK,GAAG,eAAe,KAAK;AAAA,UACvD,KAAK,EAAE,UAAU,KAAK;AAAA,QACxB;AAAA,QACA,uBAAuB;AAAA,MACzB;AAAA,IACF;AAAA,EACF;AACF;AAEA,eAAe,YACb,WACA,KACA,MACkC;AAClC,MAAI;AACJ,MAAI;AACF,eAAW,MAAM,UAAU,KAAK,IAAI;AAAA,EACtC,SAAS,OAAO;AACd,UAAM,QAAQ,KAAK;AAAA,EACrB;AACA,MAAI,CAAC,SAAS,IAAI;AAChB,UAAM,IAAI,kBAAkB,SAAS,yBAAyB,SAAS,MAAM,GAAG;AAAA,EAClF;AACA,MAAI;AACJ,MAAI;AACF,WAAO,MAAM,SAAS,KAAK;AAAA,EAC7B,SAAS,OAAO;AACd,UAAM,QAAQ,KAAK;AAAA,EACrB;AACA,MAAI,CAAC,SAAS,IAAI,EAAG,OAAM,IAAI,kBAAkB,SAAS,kCAAkC;AAC5F,SAAO;AACT;AAEA,SAAS,YAAY,MAA+B,UAAsC;AACxF,QAAM,KAAK,KAAK;AAChB,MAAI,OAAO,OAAO,YAAY,GAAG,SAAS,EAAG,QAAO;AACpD,MAAI,aAAa,OAAW,QAAO;AACnC,QAAM,IAAI,kBAAkB,SAAS,gCAAgC;AACvE;AAEA,eAAsB,eACpB,OACA,MACA,UAA4B,CAAC,GACP;AACtB,MAAI,QAAQ,QAAQ,YAAY,KAAM,OAAM,IAAI,kBAAkB,WAAW,iBAAiB;AAC9F,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,MAAM,QAAQ,OAAO,KAAK;AAChC,QAAM,MAAM,eAAe,MAAM,UAAU,KAAK,IAAI;AACpD,QAAM,OAAO,eAAe,IAAI;AAChC,QAAM,SAAS,MAAM,IAAI,GAAG;AAC5B,MAAI,WAAW,UAAa,OAAO,aAAa,KAAM,QAAO;AAC7D,QAAM,WAAW,QAAQ,WAAW,QAAQ;AAC5C,QAAM,SAAS,YAAY,MAAM,OAAO;AACxC,QAAM,MACJ,aAAa,SACT,GAAG,MAAM,6BACT,GAAG,MAAM,qBAAqB,mBAAmB,QAAQ,CAAC;AAChE,QAAM,UAAU,cAAc,SAAS;AAAA,IACrC,gBAAgB;AAAA,IAChB,cAAc,OAAO,OAAO;AAAA,EAC9B,CAAC;AACD,QAAM,YAAY,QAAQ,SAAS,WAAW;AAC9C,QAAM,OAAO,MAAM,YAAY,WAAW,KAAK;AAAA,IAC7C,QAAQ,aAAa,SAAY,SAAS;AAAA,IAC1C;AAAA,IACA,MAAM,KAAK,UAAU,UAAU,IAAI,CAAC;AAAA,IACpC,QAAQ,QAAQ;AAAA,EAClB,CAAC;AACD,QAAM,QAAqB;AAAA,IACzB,SAAS,YAAY,MAAM,QAAQ;AAAA,IACnC,UAAU;AAAA,IACV,aAAa,IAAI;AAAA,EACnB;AACA,QAAM,IAAI,KAAK,KAAK;AACpB,SAAO;AACT;",
+  "sourcesContent": ["import type { JsonObject, ProviderRequestOptions, Tool } from '@earendil-works/pi-ai';\nimport { elevenLabsCustomLlm } from '../custom-llm.ts';\nimport { VoiceRequestError } from '../errors.ts';\nimport {\n  type CustomLlm,\n  type HostedAgent,\n  type HostedAgentSpec,\n  type HostedCache,\n  hashHostedSpec,\n  hostedCacheKey,\n  memoryHostedCache,\n} from '../hosted-agent.ts';\nimport type { RealtimeModel } from '../models.ts';\n\nexport interface ProvisionOptions extends ProviderRequestOptions {\n  agentId?: string;\n  now?: () => number;\n  cache?: HostedCache;\n}\n\nconst defaultCache = memoryHostedCache();\n\nconst clientEvents = [\n  'conversation_initiation_metadata',\n  'ping',\n  'audio',\n  'interruption',\n  'user_transcript',\n  'agent_response',\n  'agent_response_correction',\n  'client_tool_call',\n  'vad_score',\n  'agent_chat_response_part',\n  'agent_response_complete',\n];\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === 'object' && value !== null && !Array.isArray(value);\n}\n\nfunction asVoice(error: unknown): VoiceRequestError {\n  if (error instanceof VoiceRequestError) return error;\n  if (error instanceof Error && error.name === 'AbortError') {\n    return new VoiceRequestError('aborted', 'session aborted');\n  }\n  if (error instanceof Error) return new VoiceRequestError('error', error.message);\n  return new VoiceRequestError('error', String(error));\n}\n\nexport function httpsOrigin(baseUrl: string): string {\n  const url = new URL(baseUrl);\n  let protocol = url.protocol;\n  if (protocol === 'wss:') protocol = 'https:';\n  if (protocol === 'ws:') protocol = 'http:';\n  return `${protocol}//${url.host}`;\n}\n\nfunction mergedHeaders(\n  options: ProvisionOptions,\n  defaults: Record<string, string>\n): Record<string, string> {\n  const headers = { ...defaults };\n  const extra = options.headers;\n  if (extra === undefined) return headers;\n  for (const [key, value] of Object.entries(extra)) {\n    if (value === null) delete headers[key];\n    else headers[key] = value;\n  }\n  return headers;\n}\n\nfunction apiKey(options: ProvisionOptions): string {\n  const key = options.apiKey;\n  if (typeof key === 'string' && key.length > 0) return key;\n  throw new VoiceRequestError('error', 'missing realtime credential');\n}\n\nfunction timeoutSeconds(timeoutMs: number | undefined): number {\n  if (timeoutMs === undefined) return 20;\n  return Math.min(120, Math.max(1, Math.round(timeoutMs / 1000)));\n}\n\nfunction clientTool(tool: Tool, timeoutMs: number | undefined): JsonObject {\n  return {\n    type: 'client',\n    name: tool.name,\n    description: tool.description,\n    expects_response: true,\n    response_timeout_secs: timeoutSeconds(timeoutMs),\n    parameters: tool.parameters as unknown as JsonObject,\n  };\n}\n\nfunction customLlmFields(llm: CustomLlm): JsonObject {\n  return elevenLabsCustomLlm(llm);\n}\n\nfunction promptFields(spec: HostedAgentSpec): JsonObject {\n  const llm = typeof spec.llm === 'string' ? { llm: spec.llm } : customLlmFields(spec.llm);\n  return {\n    prompt: spec.instructions,\n    tools: spec.tools.map((tool) => clientTool(tool, spec.clientToolTimeoutMs)),\n    ...llm,\n  };\n}\n\nexport function agentBody(spec: HostedAgentSpec): JsonObject {\n  const agent: JsonObject = { prompt: promptFields(spec) };\n  if (spec.firstMessage !== undefined) agent.first_message = spec.firstMessage;\n  return {\n    name: spec.name,\n    conversation_config: {\n      agent,\n      tts: { voice_id: spec.voice },\n      conversation: { client_events: clientEvents },\n    },\n    platform_settings: {\n      overrides: {\n        conversation_config_override: {\n          agent: { prompt: { prompt: true }, first_message: true },\n          tts: { voice_id: true },\n        },\n        custom_llm_extra_body: true,\n      },\n    },\n  };\n}\n\nasync function requestJson(\n  fetchImpl: typeof fetch,\n  url: string,\n  init: RequestInit\n): Promise<Record<string, unknown>> {\n  let response: Response;\n  try {\n    response = await fetchImpl(url, init);\n  } catch (error) {\n    throw asVoice(error);\n  }\n  if (!response.ok) {\n    throw new VoiceRequestError('error', `agent request failed (${response.status})`);\n  }\n  let json: unknown;\n  try {\n    json = await response.json();\n  } catch (error) {\n    throw asVoice(error);\n  }\n  if (!isRecord(json)) throw new VoiceRequestError('error', 'agent response was not an object');\n  return json;\n}\n\nfunction agentIdFrom(json: Record<string, unknown>, fallback: string | undefined): string {\n  const id = json.agent_id;\n  if (typeof id === 'string' && id.length > 0) return id;\n  if (fallback !== undefined) return fallback;\n  throw new VoiceRequestError('error', 'agent response had no agent_id');\n}\n\nexport async function provisionAgent(\n  model: RealtimeModel<string>,\n  spec: HostedAgentSpec,\n  options: ProvisionOptions = {}\n): Promise<HostedAgent> {\n  if (options.signal?.aborted === true) throw new VoiceRequestError('aborted', 'session aborted');\n  const cache = options.cache ?? defaultCache;\n  const now = options.now ?? Date.now;\n  const key = hostedCacheKey(model.provider, spec.name);\n  const hash = hashHostedSpec(spec);\n  const cached = cache.get(key);\n  if (cached !== undefined && cached.specHash === hash) return cached;\n  const existing = cached?.agentId ?? options.agentId;\n  const origin = httpsOrigin(model.baseUrl);\n  const url =\n    existing === undefined\n      ? `${origin}/v1/convai/agents/create`\n      : `${origin}/v1/convai/agents/${encodeURIComponent(existing)}`;\n  const headers = mergedHeaders(options, {\n    'Content-Type': 'application/json',\n    'xi-api-key': apiKey(options),\n  });\n  const fetchImpl = options.fetch ?? globalThis.fetch;\n  const json = await requestJson(fetchImpl, url, {\n    method: existing === undefined ? 'POST' : 'PATCH',\n    headers,\n    body: JSON.stringify(agentBody(spec)),\n    signal: options.signal,\n  });\n  const agent: HostedAgent = {\n    agentId: agentIdFrom(json, existing),\n    specHash: hash,\n    publishedAt: now(),\n  };\n  cache.set(key, agent);\n  return agent;\n}\n"],
+  "mappings": "AACA,SAAS,2BAA2B;AACpC,SAAS,yBAAyB;AAClC;AAAA,EAKE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AASP,MAAM,eAAe,kBAAkB;AAEvC,MAAM,eAAe;AAAA,EACnB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEA,SAAS,SAAS,OAAkD;AAClE,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAEA,SAAS,QAAQ,OAAmC;AAClD,MAAI,iBAAiB,kBAAmB,QAAO;AAC/C,MAAI,iBAAiB,SAAS,MAAM,SAAS,cAAc;AACzD,WAAO,IAAI,kBAAkB,WAAW,iBAAiB;AAAA,EAC3D;AACA,MAAI,iBAAiB,MAAO,QAAO,IAAI,kBAAkB,SAAS,MAAM,OAAO;AAC/E,SAAO,IAAI,kBAAkB,SAAS,OAAO,KAAK,CAAC;AACrD;AAEO,SAAS,YAAY,SAAyB;AACnD,QAAM,MAAM,IAAI,IAAI,OAAO;AAC3B,MAAI,WAAW,IAAI;AACnB,MAAI,aAAa,OAAQ,YAAW;AACpC,MAAI,aAAa,MAAO,YAAW;AACnC,SAAO,GAAG,QAAQ,KAAK,IAAI,IAAI;AACjC;AAEA,SAAS,cACP,SACA,UACwB;AACxB,QAAM,UAAU,EAAE,GAAG,SAAS;AAC9B,QAAM,QAAQ,QAAQ;AACtB,MAAI,UAAU,OAAW,QAAO;AAChC,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,KAAM,QAAO,QAAQ,GAAG;AAAA,QACjC,SAAQ,GAAG,IAAI;AAAA,EACtB;AACA,SAAO;AACT;AAEA,SAAS,OAAO,SAAmC;AACjD,QAAM,MAAM,QAAQ;AACpB,MAAI,OAAO,QAAQ,YAAY,IAAI,SAAS,EAAG,QAAO;AACtD,QAAM,IAAI,kBAAkB,SAAS,6BAA6B;AACpE;AAEA,SAAS,eAAe,WAAuC;AAC7D,MAAI,cAAc,OAAW,QAAO;AACpC,SAAO,KAAK,IAAI,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM,YAAY,GAAI,CAAC,CAAC;AAChE;AAEA,SAAS,WAAW,MAAY,WAA2C;AACzE,SAAO;AAAA,IACL,MAAM;AAAA,IACN,MAAM,KAAK;AAAA,IACX,aAAa,KAAK;AAAA,IAClB,kBAAkB;AAAA,IAClB,uBAAuB,eAAe,SAAS;AAAA,IAC/C,YAAY,KAAK;AAAA,EACnB;AACF;AAEA,SAAS,gBAAgB,KAA4B;AACnD,SAAO,oBAAoB,GAAG;AAChC;AAEA,SAAS,aAAa,MAAmC;AACvD,QAAM,MAAM,OAAO,KAAK,QAAQ,WAAW,EAAE,KAAK,KAAK,IAAI,IAAI,gBAAgB,KAAK,GAAG;AACvF,SAAO;AAAA,IACL,QAAQ,KAAK;AAAA,IACb,OAAO,KAAK,MAAM,IAAI,CAAC,SAAS,WAAW,MAAM,KAAK,mBAAmB,CAAC;AAAA,IAC1E,GAAG;AAAA,EACL;AACF;AAEO,SAAS,UAAU,MAAmC;AAC3D,QAAM,QAAoB,EAAE,QAAQ,aAAa,IAAI,EAAE;AACvD,MAAI,KAAK,iBAAiB,OAAW,OAAM,gBAAgB,KAAK;AAChE,SAAO;AAAA,IACL,MAAM,KAAK;AAAA,IACX,qBAAqB;AAAA,MACnB;AAAA,MACA,KAAK,EAAE,UAAU,KAAK,MAAM;AAAA,MAC5B,cAAc,EAAE,eAAe,aAAa;AAAA,IAC9C;AAAA,IACA,mBAAmB;AAAA,MACjB,WAAW;AAAA,QACT,8BAA8B;AAAA,UAC5B,OAAO,EAAE,QAAQ,EAAE,QAAQ,KAAK,GAAG,eAAe,KAAK;AAAA,UACvD,KAAK,EAAE,UAAU,KAAK;AAAA,QACxB;AAAA,QACA,uBAAuB;AAAA,MACzB;AAAA,IACF;AAAA,EACF;AACF;AAEA,eAAe,YACb,WACA,KACA,MACkC;AAClC,MAAI;AACJ,MAAI;AACF,eAAW,MAAM,UAAU,KAAK,IAAI;AAAA,EACtC,SAAS,OAAO;AACd,UAAM,QAAQ,KAAK;AAAA,EACrB;AACA,MAAI,CAAC,SAAS,IAAI;AAChB,UAAM,IAAI,kBAAkB,SAAS,yBAAyB,SAAS,MAAM,GAAG;AAAA,EAClF;AACA,MAAI;AACJ,MAAI;AACF,WAAO,MAAM,SAAS,KAAK;AAAA,EAC7B,SAAS,OAAO;AACd,UAAM,QAAQ,KAAK;AAAA,EACrB;AACA,MAAI,CAAC,SAAS,IAAI,EAAG,OAAM,IAAI,kBAAkB,SAAS,kCAAkC;AAC5F,SAAO;AACT;AAEA,SAAS,YAAY,MAA+B,UAAsC;AACxF,QAAM,KAAK,KAAK;AAChB,MAAI,OAAO,OAAO,YAAY,GAAG,SAAS,EAAG,QAAO;AACpD,MAAI,aAAa,OAAW,QAAO;AACnC,QAAM,IAAI,kBAAkB,SAAS,gCAAgC;AACvE;AAEA,eAAsB,eACpB,OACA,MACA,UAA4B,CAAC,GACP;AACtB,MAAI,QAAQ,QAAQ,YAAY,KAAM,OAAM,IAAI,kBAAkB,WAAW,iBAAiB;AAC9F,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,MAAM,QAAQ,OAAO,KAAK;AAChC,QAAM,MAAM,eAAe,MAAM,UAAU,KAAK,IAAI;AACpD,QAAM,OAAO,eAAe,IAAI;AAChC,QAAM,SAAS,MAAM,IAAI,GAAG;AAC5B,MAAI,WAAW,UAAa,OAAO,aAAa,KAAM,QAAO;AAC7D,QAAM,WAAW,QAAQ,WAAW,QAAQ;AAC5C,QAAM,SAAS,YAAY,MAAM,OAAO;AACxC,QAAM,MACJ,aAAa,SACT,GAAG,MAAM,6BACT,GAAG,MAAM,qBAAqB,mBAAmB,QAAQ,CAAC;AAChE,QAAM,UAAU,cAAc,SAAS;AAAA,IACrC,gBAAgB;AAAA,IAChB,cAAc,OAAO,OAAO;AAAA,EAC9B,CAAC;AACD,QAAM,YAAY,QAAQ,SAAS,WAAW;AAC9C,QAAM,OAAO,MAAM,YAAY,WAAW,KAAK;AAAA,IAC7C,QAAQ,aAAa,SAAY,SAAS;AAAA,IAC1C;AAAA,IACA,MAAM,KAAK,UAAU,UAAU,IAAI,CAAC;AAAA,IACpC,QAAQ,QAAQ;AAAA,EAClB,CAAC;AACD,QAAM,QAAqB;AAAA,IACzB,SAAS,YAAY,MAAM,QAAQ;AAAA,IACnC,UAAU;AAAA,IACV,aAAa,IAAI;AAAA,EACnB;AACA,QAAM,IAAI,KAAK,KAAK;AACpB,SAAO;AACT;",
   "names": []
 }

package/dist/fish-agents/index.js

@@ -40,12 +40,14 @@ function registerFishAgents(options = {}) {
     unregisterApi();
   };
 }
+import { fishCustomLlm } from "../custom-llm.js";
 import { hashHostedSpec, memoryHostedCache } from "../hosted-agent.js";
 import { agentConfig, httpsOrigin, provisionAgent } from "./provision.js";
 import { importFishSdk, openFishRoom } from "./room.js";
 export {
   agentConfig,
   fishAgent,
+  fishCustomLlm,
   hashHostedSpec,
   httpsOrigin,
   importFishSdk,

package/dist/fish-agents/index.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../src/fish-agents/index.ts"],
-  "sourcesContent": ["import type { RealtimeModel } from '../models.ts';\nimport { registerVoiceModel } from '../models.ts';\nimport { registerRealtimeApiProvider } from '../registry.ts';\nimport type { FishOptions } from './session.ts';\nimport { connectFish } from './session.ts';\n\nconst voices = [{ id: '802e3bc2b27e49c2995d23ef70e6ac89', name: 'Example' }];\n\nfunction pcm16(sampleRate: number) {\n  return { encoding: 'pcm16' as const, sampleRate, channels: 1 as const };\n}\n\nexport const fishAgent: RealtimeModel<'fish-agents'> = {\n  id: 'fish-agent',\n  name: 'Fish Agent',\n  api: 'fish-agents',\n  provider: 'fish',\n  baseUrl: 'https://api.fish.audio',\n  type: 'realtime',\n  transports: ['webrtc'],\n  toolCalls: 'blocking',\n  inputFormat: pcm16(24000),\n  outputFormat: pcm16(24000),\n  maxSessionMs: 1_800_000,\n  resumable: false,\n  ephemeralAuth: true,\n  voices,\n  cascade: { stt: 'deepgram:nova-3', llm: 'fish', tts: 's2.1-pro' },\n  provisioning: 'agent',\n  delivery: { interrupt: 'native', when_idle: 'approximate', silent: 'approximate' },\n  truncation: 'server',\n  liveToolUpdate: false,\n  toolTimeoutMs: { min: 1000, max: 120_000 },\n  cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },\n  audioCost: { perInputMinute: 0 },\n};\n\nexport function registerFishAgents(options: FishOptions = {}): () => void {\n  const unregisterModel = registerVoiceModel(fishAgent);\n  const unregisterApi = registerRealtimeApiProvider({\n    api: 'fish-agents',\n    connect: (model, context, connectOptions) =>\n      connectFish(model, context, connectOptions, options),\n  });\n  return () => {\n    unregisterModel();\n    unregisterApi();\n  };\n}\n\nexport type { CustomLlm, HostedAgent, HostedAgentSpec, HostedCache } from '../hosted-agent.ts';\nexport { hashHostedSpec, memoryHostedCache } from '../hosted-agent.ts';\nexport type { ProvisionOptions } from './provision.ts';\nexport { agentConfig, httpsOrigin, provisionAgent } from './provision.ts';\nexport type { FishRoom, FishRoomFactory, FishSdk } from './room.ts';\nexport { importFishSdk, openFishRoom } from './room.ts';\nexport type { FishOptions } from './session.ts';\n"],
-  "mappings": "AACA,SAAS,0BAA0B;AACnC,SAAS,mCAAmC;AAE5C,SAAS,mBAAmB;AAE5B,MAAM,SAAS,CAAC,EAAE,IAAI,oCAAoC,MAAM,UAAU,CAAC;AAE3E,SAAS,MAAM,YAAoB;AACjC,SAAO,EAAE,UAAU,SAAkB,YAAY,UAAU,EAAW;AACxE;AAEO,MAAM,YAA0C;AAAA,EACrD,IAAI;AAAA,EACJ,MAAM;AAAA,EACN,KAAK;AAAA,EACL,UAAU;AAAA,EACV,SAAS;AAAA,EACT,MAAM;AAAA,EACN,YAAY,CAAC,QAAQ;AAAA,EACrB,WAAW;AAAA,EACX,aAAa,MAAM,IAAK;AAAA,EACxB,cAAc,MAAM,IAAK;AAAA,EACzB,cAAc;AAAA,EACd,WAAW;AAAA,EACX,eAAe;AAAA,EACf;AAAA,EACA,SAAS,EAAE,KAAK,mBAAmB,KAAK,QAAQ,KAAK,WAAW;AAAA,EAChE,cAAc;AAAA,EACd,UAAU,EAAE,WAAW,UAAU,WAAW,eAAe,QAAQ,cAAc;AAAA,EACjF,YAAY;AAAA,EACZ,gBAAgB;AAAA,EAChB,eAAe,EAAE,KAAK,KAAM,KAAK,KAAQ;AAAA,EACzC,MAAM,EAAE,OAAO,GAAG,QAAQ,GAAG,WAAW,GAAG,YAAY,EAAE;AAAA,EACzD,WAAW,EAAE,gBAAgB,EAAE;AACjC;AAEO,SAAS,mBAAmB,UAAuB,CAAC,GAAe;AACxE,QAAM,kBAAkB,mBAAmB,SAAS;AACpD,QAAM,gBAAgB,4BAA4B;AAAA,IAChD,KAAK;AAAA,IACL,SAAS,CAAC,OAAO,SAAS,mBACxB,YAAY,OAAO,SAAS,gBAAgB,OAAO;AAAA,EACvD,CAAC;AACD,SAAO,MAAM;AACX,oBAAgB;AAChB,kBAAc;AAAA,EAChB;AACF;AAGA,SAAS,gBAAgB,yBAAyB;AAElD,SAAS,aAAa,aAAa,sBAAsB;AAEzD,SAAS,eAAe,oBAAoB;",
+  "sourcesContent": ["import type { RealtimeModel } from '../models.ts';\nimport { registerVoiceModel } from '../models.ts';\nimport { registerRealtimeApiProvider } from '../registry.ts';\nimport type { FishOptions } from './session.ts';\nimport { connectFish } from './session.ts';\n\nconst voices = [{ id: '802e3bc2b27e49c2995d23ef70e6ac89', name: 'Example' }];\n\nfunction pcm16(sampleRate: number) {\n  return { encoding: 'pcm16' as const, sampleRate, channels: 1 as const };\n}\n\nexport const fishAgent: RealtimeModel<'fish-agents'> = {\n  id: 'fish-agent',\n  name: 'Fish Agent',\n  api: 'fish-agents',\n  provider: 'fish',\n  baseUrl: 'https://api.fish.audio',\n  type: 'realtime',\n  transports: ['webrtc'],\n  toolCalls: 'blocking',\n  inputFormat: pcm16(24000),\n  outputFormat: pcm16(24000),\n  maxSessionMs: 1_800_000,\n  resumable: false,\n  ephemeralAuth: true,\n  voices,\n  cascade: { stt: 'deepgram:nova-3', llm: 'fish', tts: 's2.1-pro' },\n  provisioning: 'agent',\n  delivery: { interrupt: 'native', when_idle: 'approximate', silent: 'approximate' },\n  truncation: 'server',\n  liveToolUpdate: false,\n  toolTimeoutMs: { min: 1000, max: 120_000 },\n  cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },\n  audioCost: { perInputMinute: 0 },\n};\n\nexport function registerFishAgents(options: FishOptions = {}): () => void {\n  const unregisterModel = registerVoiceModel(fishAgent);\n  const unregisterApi = registerRealtimeApiProvider({\n    api: 'fish-agents',\n    connect: (model, context, connectOptions) =>\n      connectFish(model, context, connectOptions, options),\n  });\n  return () => {\n    unregisterModel();\n    unregisterApi();\n  };\n}\n\nexport { fishCustomLlm } from '../custom-llm.ts';\nexport type { CustomLlm, HostedAgent, HostedAgentSpec, HostedCache } from '../hosted-agent.ts';\nexport { hashHostedSpec, memoryHostedCache } from '../hosted-agent.ts';\nexport type { ProvisionOptions } from './provision.ts';\nexport { agentConfig, httpsOrigin, provisionAgent } from './provision.ts';\nexport type { FishRoom, FishRoomFactory, FishSdk } from './room.ts';\nexport { importFishSdk, openFishRoom } from './room.ts';\nexport type { FishOptions } from './session.ts';\n"],
+  "mappings": "AACA,SAAS,0BAA0B;AACnC,SAAS,mCAAmC;AAE5C,SAAS,mBAAmB;AAE5B,MAAM,SAAS,CAAC,EAAE,IAAI,oCAAoC,MAAM,UAAU,CAAC;AAE3E,SAAS,MAAM,YAAoB;AACjC,SAAO,EAAE,UAAU,SAAkB,YAAY,UAAU,EAAW;AACxE;AAEO,MAAM,YAA0C;AAAA,EACrD,IAAI;AAAA,EACJ,MAAM;AAAA,EACN,KAAK;AAAA,EACL,UAAU;AAAA,EACV,SAAS;AAAA,EACT,MAAM;AAAA,EACN,YAAY,CAAC,QAAQ;AAAA,EACrB,WAAW;AAAA,EACX,aAAa,MAAM,IAAK;AAAA,EACxB,cAAc,MAAM,IAAK;AAAA,EACzB,cAAc;AAAA,EACd,WAAW;AAAA,EACX,eAAe;AAAA,EACf;AAAA,EACA,SAAS,EAAE,KAAK,mBAAmB,KAAK,QAAQ,KAAK,WAAW;AAAA,EAChE,cAAc;AAAA,EACd,UAAU,EAAE,WAAW,UAAU,WAAW,eAAe,QAAQ,cAAc;AAAA,EACjF,YAAY;AAAA,EACZ,gBAAgB;AAAA,EAChB,eAAe,EAAE,KAAK,KAAM,KAAK,KAAQ;AAAA,EACzC,MAAM,EAAE,OAAO,GAAG,QAAQ,GAAG,WAAW,GAAG,YAAY,EAAE;AAAA,EACzD,WAAW,EAAE,gBAAgB,EAAE;AACjC;AAEO,SAAS,mBAAmB,UAAuB,CAAC,GAAe;AACxE,QAAM,kBAAkB,mBAAmB,SAAS;AACpD,QAAM,gBAAgB,4BAA4B;AAAA,IAChD,KAAK;AAAA,IACL,SAAS,CAAC,OAAO,SAAS,mBACxB,YAAY,OAAO,SAAS,gBAAgB,OAAO;AAAA,EACvD,CAAC;AACD,SAAO,MAAM;AACX,oBAAgB;AAChB,kBAAc;AAAA,EAChB;AACF;AAEA,SAAS,qBAAqB;AAE9B,SAAS,gBAAgB,yBAAyB;AAElD,SAAS,aAAa,aAAa,sBAAsB;AAEzD,SAAS,eAAe,oBAAoB;",
   "names": []
 }

package/dist/fish-agents/provision.js

@@ -1,3 +1,4 @@
+import { fishCustomLlm } from "../custom-llm.js";
 import { VoiceRequestError } from "../errors.js";
 import {
   hashHostedSpec,
@@ -66,22 +67,9 @@ function clientTool(tool, timeoutMs) {
     timeout_seconds: timeoutSeconds(timeoutMs)
   };
 }
-function bearer(headers) {
-  if (headers === void 0) return void 0;
-  const value = headers.Authorization ?? headers.authorization;
-  if (typeof value !== "string" || value.length === 0) return void 0;
-  if (value.startsWith("Bearer ")) return value.slice("Bearer ".length);
-  return value;
-}
 function llmFields(llm) {
   if (typeof llm === "string") return { model: llm };
-  if (llm.api === "openai-responses") {
-    throw new VoiceRequestError("error", "fish custom llm accepts openai-completions only");
-  }
-  const custom = { base_url: llm.baseUrl, model: llm.id };
-  const key = bearer(llm.headers);
-  if (key !== void 0) custom.api_key = key;
-  return { custom };
+  return fishCustomLlm(llm);
 }
 function agentConfig(spec, toolIds) {
   const prompt = { system_prompt: spec.instructions };