@ai-ecoverse/pi-audio 1.20.1 → 1.22.0

package/dist/cloudflare/transcribe.js

@@ -0,0 +1,155 @@
+import { encodeAudioBase64 } from "../convert.js";
+import { VoiceRequestError } from "../errors.js";
+import {
+  applyPayload,
+  asVoiceError,
+  isRecord,
+  numberField,
+  readAudio,
+  requestSignal,
+  stringField
+} from "../openai/wire.js";
+import { priceAudio } from "../usage.js";
+import { errorText, resultOf, runUrl, session } from "./wire.js";
+function novaEncoding(mimeType) {
+  const mime = mimeType.toLowerCase();
+  if (mime.includes("mulaw") || mime === "audio/basic") return "mulaw";
+  if (mime.includes("flac")) return "flac";
+  if (mime.includes("opus")) return "opus";
+  if (mime.includes("pcm") || mime.includes("l16") || mime.includes("wav")) return "linear16";
+  return void 0;
+}
+function requestBody(modelId, audio, mimeType, language) {
+  if (modelId.includes("whisper")) {
+    const body2 = { audio };
+    if (language !== void 0) body2.language = language;
+    return body2;
+  }
+  const body = { audio: { body: audio, contentType: mimeType } };
+  const encoding = novaEncoding(mimeType);
+  if (encoding !== void 0) body.encoding = encoding;
+  if (language !== void 0) body.language = language;
+  return body;
+}
+function speakerOf(record) {
+  const value = record.speaker;
+  if (typeof value === "string" && value !== "") return value;
+  if (typeof value === "number") return String(value);
+  return void 0;
+}
+function segmentText(record) {
+  return stringField(record, "text") ?? stringField(record, "word") ?? "";
+}
+function segmentsFrom(value) {
+  if (!Array.isArray(value)) return [];
+  const segments = [];
+  for (const item of value) {
+    if (!isRecord(item) || Array.isArray(item)) continue;
+    const text = segmentText(item);
+    if (text === "") continue;
+    const segment = {
+      text,
+      start: numberField(item, "start") ?? 0,
+      end: numberField(item, "end") ?? 0
+    };
+    const speaker = speakerOf(item);
+    if (speaker !== void 0) segment.speaker = speaker;
+    segments.push(segment);
+  }
+  return segments;
+}
+function alternative(body) {
+  const results = body.results;
+  if (!isRecord(results) || Array.isArray(results)) return void 0;
+  const channels = results.channels;
+  if (!Array.isArray(channels)) return void 0;
+  const first = channels[0];
+  if (!isRecord(first) || Array.isArray(first)) return void 0;
+  const alternatives = first.alternatives;
+  if (!Array.isArray(alternatives)) return void 0;
+  const alt = alternatives[0];
+  if (!isRecord(alt) || Array.isArray(alt)) return void 0;
+  return alt;
+}
+function durationSeconds(body) {
+  const direct = numberField(body, "duration");
+  if (direct !== void 0) return direct;
+  const metadata = body.metadata;
+  if (!isRecord(metadata) || Array.isArray(metadata)) return 0;
+  const nested = numberField(metadata, "duration");
+  if (nested === void 0) return 0;
+  return nested;
+}
+function optionLanguage(options) {
+  const record = options;
+  if (record === void 0) return void 0;
+  if (typeof record.language !== "string") return void 0;
+  return record.language;
+}
+function transcriptFrom(body, model) {
+  const result = resultOf(body);
+  if (!isRecord(result) || Array.isArray(result))
+    throw new Error("Transcription response had no text");
+  const alt = alternative(result);
+  const nova = alt === void 0 ? void 0 : stringField(alt, "transcript");
+  const text = nova ?? stringField(result, "text");
+  if (text === void 0) throw new Error("Transcription response had no text");
+  const words = alt === void 0 ? void 0 : alt.words;
+  const segments = segmentsFrom(words ?? result.segments);
+  const seconds = durationSeconds(result);
+  const meters = {};
+  if (seconds > 0) meters.inputSeconds = seconds;
+  const transcript = { text, usage: priceAudio(model.audioCost, meters) };
+  const language = stringField(result, "language");
+  if (language !== void 0) transcript.language = language;
+  if (segments.length > 0) transcript.segments = segments;
+  return transcript;
+}
+async function postTranscription(model, body, options) {
+  const route = session(model, options);
+  const headers = route.headers;
+  headers["Content-Type"] = "application/json";
+  const fetchImpl = options?.fetch ?? globalThis.fetch;
+  const response = await fetchImpl(runUrl(model.baseUrl, model.id, route.account), {
+    method: "POST",
+    headers,
+    body: JSON.stringify(body),
+    signal: requestSignal(options)
+  });
+  if (!response.ok) {
+    const text2 = await response.text();
+    throw new Error(errorText(text2, response.status));
+  }
+  const text = await response.text();
+  if (text === "") throw new Error("Transcription response had no text");
+  try {
+    return JSON.parse(text);
+  } catch {
+    return text;
+  }
+}
+async function transcribeCloudflare(model, input, options) {
+  try {
+    if (model.id.includes("/flux")) throw new Error("Cloudflare flux is websocket only");
+    if (options?.signal?.aborted) throw new DOMException("aborted", "AbortError");
+    const file = await readAudio(input, options?.fetch ?? globalThis.fetch, requestSignal(options));
+    const payload = requestBody(
+      model.id,
+      encodeAudioBase64(file.data),
+      file.mimeType,
+      optionLanguage(options)
+    );
+    const body = await applyPayload(payload, model, options);
+    if (!isRecord(body) || Array.isArray(body))
+      throw new Error("Transcription payload was not JSON");
+    const parsed = await postTranscription(model, body, options);
+    return transcriptFrom(parsed, model);
+  } catch (error) {
+    const voice = asVoiceError(error);
+    throw new VoiceRequestError(voice.reason, voice.error);
+  }
+}
+export {
+  transcribeCloudflare
+};
+//# sourceMappingURL=transcribe.js.map

package/dist/cloudflare/transcribe.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/cloudflare/transcribe.ts"],
+  "sourcesContent": ["import type { ProviderRequestOptions } from '@earendil-works/pi-ai';\nimport { encodeAudioBase64 } from '../convert.ts';\nimport { VoiceRequestError } from '../errors.ts';\nimport type { TranscriptionModel } from '../models.ts';\nimport {\n  applyPayload,\n  asVoiceError,\n  isRecord,\n  numberField,\n  readAudio,\n  requestSignal,\n  stringField,\n} from '../openai/wire.ts';\nimport type { AudioInput, Transcript, TranscriptSegment } from '../transcription.ts';\nimport { type AudioCounters, priceAudio } from '../usage.ts';\nimport { errorText, resultOf, runUrl, session } from './wire.ts';\n\nfunction novaEncoding(mimeType: string): string | undefined {\n  const mime = mimeType.toLowerCase();\n  if (mime.includes('mulaw') || mime === 'audio/basic') return 'mulaw';\n  if (mime.includes('flac')) return 'flac';\n  if (mime.includes('opus')) return 'opus';\n  if (mime.includes('pcm') || mime.includes('l16') || mime.includes('wav')) return 'linear16';\n  return undefined;\n}\n\nfunction requestBody(\n  modelId: string,\n  audio: string,\n  mimeType: string,\n  language: string | undefined\n): Record<string, unknown> {\n  if (modelId.includes('whisper')) {\n    const body: Record<string, unknown> = { audio };\n    if (language !== undefined) body.language = language;\n    return body;\n  }\n  const body: Record<string, unknown> = { audio: { body: audio, contentType: mimeType } };\n  const encoding = novaEncoding(mimeType);\n  if (encoding !== undefined) body.encoding = encoding;\n  if (language !== undefined) body.language = language;\n  return body;\n}\n\nfunction speakerOf(record: Record<string, unknown>): string | undefined {\n  const value = record.speaker;\n  if (typeof value === 'string' && value !== '') return value;\n  if (typeof value === 'number') return String(value);\n  return undefined;\n}\n\nfunction segmentText(record: Record<string, unknown>): string {\n  return stringField(record, 'text') ?? stringField(record, 'word') ?? '';\n}\n\nfunction segmentsFrom(value: unknown): TranscriptSegment[] {\n  if (!Array.isArray(value)) return [];\n  const segments: TranscriptSegment[] = [];\n  for (const item of value) {\n    if (!isRecord(item) || Array.isArray(item)) continue;\n    const text = segmentText(item);\n    if (text === '') continue;\n    const segment: TranscriptSegment = {\n      text,\n      start: numberField(item, 'start') ?? 0,\n      end: numberField(item, 'end') ?? 0,\n    };\n    const speaker = speakerOf(item);\n    if (speaker !== undefined) segment.speaker = speaker;\n    segments.push(segment);\n  }\n  return segments;\n}\n\nfunction alternative(body: Record<string, unknown>): Record<string, unknown> | undefined {\n  const results = body.results;\n  if (!isRecord(results) || Array.isArray(results)) return undefined;\n  const channels = results.channels;\n  if (!Array.isArray(channels)) return undefined;\n  const first = channels[0];\n  if (!isRecord(first) || Array.isArray(first)) return undefined;\n  const alternatives = first.alternatives;\n  if (!Array.isArray(alternatives)) return undefined;\n  const alt = alternatives[0];\n  if (!isRecord(alt) || Array.isArray(alt)) return undefined;\n  return alt;\n}\n\nfunction durationSeconds(body: Record<string, unknown>): number {\n  const direct = numberField(body, 'duration');\n  if (direct !== undefined) return direct;\n  const metadata = body.metadata;\n  if (!isRecord(metadata) || Array.isArray(metadata)) return 0;\n  const nested = numberField(metadata, 'duration');\n  if (nested === undefined) return 0;\n  return nested;\n}\n\nfunction optionLanguage(options: ProviderRequestOptions | undefined): string | undefined {\n  const record = options as { language?: unknown } | undefined;\n  if (record === undefined) return undefined;\n  if (typeof record.language !== 'string') return undefined;\n  return record.language;\n}\n\nfunction transcriptFrom(body: unknown, model: TranscriptionModel<string>): Transcript {\n  const result = resultOf(body);\n  if (!isRecord(result) || Array.isArray(result))\n    throw new Error('Transcription response had no text');\n  const alt = alternative(result);\n  const nova = alt === undefined ? undefined : stringField(alt, 'transcript');\n  const text = nova ?? stringField(result, 'text');\n  if (text === undefined) throw new Error('Transcription response had no text');\n  const words = alt === undefined ? undefined : alt.words;\n  const segments = segmentsFrom(words ?? result.segments);\n  const seconds = durationSeconds(result);\n  const meters: AudioCounters = {};\n  if (seconds > 0) meters.inputSeconds = seconds;\n  const transcript: Transcript = { text, usage: priceAudio(model.audioCost, meters) };\n  const language = stringField(result, 'language');\n  if (language !== undefined) transcript.language = language;\n  if (segments.length > 0) transcript.segments = segments;\n  return transcript;\n}\n\nasync function postTranscription(\n  model: TranscriptionModel<string>,\n  body: unknown,\n  options: ProviderRequestOptions | undefined\n): Promise<unknown> {\n  const route = session(model, options);\n  const headers = route.headers;\n  headers['Content-Type'] = 'application/json';\n  const fetchImpl = options?.fetch ?? globalThis.fetch;\n  const response = await fetchImpl(runUrl(model.baseUrl, model.id, route.account), {\n    method: 'POST',\n    headers,\n    body: JSON.stringify(body),\n    signal: requestSignal(options),\n  });\n  if (!response.ok) {\n    const text = await response.text();\n    throw new Error(errorText(text, response.status));\n  }\n  const text = await response.text();\n  if (text === '') throw new Error('Transcription response had no text');\n  try {\n    return JSON.parse(text);\n  } catch {\n    return text;\n  }\n}\n\nexport async function transcribeCloudflare(\n  model: TranscriptionModel<string>,\n  input: AudioInput,\n  options?: ProviderRequestOptions\n): Promise<Transcript> {\n  try {\n    if (model.id.includes('/flux')) throw new Error('Cloudflare flux is websocket only');\n    if (options?.signal?.aborted) throw new DOMException('aborted', 'AbortError');\n    const file = await readAudio(input, options?.fetch ?? globalThis.fetch, requestSignal(options));\n    const payload = requestBody(\n      model.id,\n      encodeAudioBase64(file.data),\n      file.mimeType,\n      optionLanguage(options)\n    );\n    const body = await applyPayload(payload, model, options);\n    if (!isRecord(body) || Array.isArray(body))\n      throw new Error('Transcription payload was not JSON');\n    const parsed = await postTranscription(model, body, options);\n    return transcriptFrom(parsed, model);\n  } catch (error) {\n    const voice = asVoiceError(error);\n    throw new VoiceRequestError(voice.reason, voice.error);\n  }\n}\n"],
+  "mappings": "AACA,SAAS,yBAAyB;AAClC,SAAS,yBAAyB;AAElC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,SAA6B,kBAAkB;AAC/C,SAAS,WAAW,UAAU,QAAQ,eAAe;AAErD,SAAS,aAAa,UAAsC;AAC1D,QAAM,OAAO,SAAS,YAAY;AAClC,MAAI,KAAK,SAAS,OAAO,KAAK,SAAS,cAAe,QAAO;AAC7D,MAAI,KAAK,SAAS,MAAM,EAAG,QAAO;AAClC,MAAI,KAAK,SAAS,MAAM,EAAG,QAAO;AAClC,MAAI,KAAK,SAAS,KAAK,KAAK,KAAK,SAAS,KAAK,KAAK,KAAK,SAAS,KAAK,EAAG,QAAO;AACjF,SAAO;AACT;AAEA,SAAS,YACP,SACA,OACA,UACA,UACyB;AACzB,MAAI,QAAQ,SAAS,SAAS,GAAG;AAC/B,UAAMA,QAAgC,EAAE,MAAM;AAC9C,QAAI,aAAa,OAAW,CAAAA,MAAK,WAAW;AAC5C,WAAOA;AAAA,EACT;AACA,QAAM,OAAgC,EAAE,OAAO,EAAE,MAAM,OAAO,aAAa,SAAS,EAAE;AACtF,QAAM,WAAW,aAAa,QAAQ;AACtC,MAAI,aAAa,OAAW,MAAK,WAAW;AAC5C,MAAI,aAAa,OAAW,MAAK,WAAW;AAC5C,SAAO;AACT;AAEA,SAAS,UAAU,QAAqD;AACtE,QAAM,QAAQ,OAAO;AACrB,MAAI,OAAO,UAAU,YAAY,UAAU,GAAI,QAAO;AACtD,MAAI,OAAO,UAAU,SAAU,QAAO,OAAO,KAAK;AAClD,SAAO;AACT;AAEA,SAAS,YAAY,QAAyC;AAC5D,SAAO,YAAY,QAAQ,MAAM,KAAK,YAAY,QAAQ,MAAM,KAAK;AACvE;AAEA,SAAS,aAAa,OAAqC;AACzD,MAAI,CAAC,MAAM,QAAQ,KAAK,EAAG,QAAO,CAAC;AACnC,QAAM,WAAgC,CAAC;AACvC,aAAW,QAAQ,OAAO;AACxB,QAAI,CAAC,SAAS,IAAI,KAAK,MAAM,QAAQ,IAAI,EAAG;AAC5C,UAAM,OAAO,YAAY,IAAI;AAC7B,QAAI,SAAS,GAAI;AACjB,UAAM,UAA6B;AAAA,MACjC;AAAA,MACA,OAAO,YAAY,MAAM,OAAO,KAAK;AAAA,MACrC,KAAK,YAAY,MAAM,KAAK,KAAK;AAAA,IACnC;AACA,UAAM,UAAU,UAAU,IAAI;AAC9B,QAAI,YAAY,OAAW,SAAQ,UAAU;AAC7C,aAAS,KAAK,OAAO;AAAA,EACvB;AACA,SAAO;AACT;AAEA,SAAS,YAAY,MAAoE;AACvF,QAAM,UAAU,KAAK;AACrB,MAAI,CAAC,SAAS,OAAO,KAAK,MAAM,QAAQ,OAAO,EAAG,QAAO;AACzD,QAAM,WAAW,QAAQ;AACzB,MAAI,CAAC,MAAM,QAAQ,QAAQ,EAAG,QAAO;AACrC,QAAM,QAAQ,SAAS,CAAC;AACxB,MAAI,CAAC,SAAS,KAAK,KAAK,MAAM,QAAQ,KAAK,EAAG,QAAO;AACrD,QAAM,eAAe,MAAM;AAC3B,MAAI,CAAC,MAAM,QAAQ,YAAY,EAAG,QAAO;AACzC,QAAM,MAAM,aAAa,CAAC;AAC1B,MAAI,CAAC,SAAS,GAAG,KAAK,MAAM,QAAQ,GAAG,EAAG,QAAO;AACjD,SAAO;AACT;AAEA,SAAS,gBAAgB,MAAuC;AAC9D,QAAM,SAAS,YAAY,MAAM,UAAU;AAC3C,MAAI,WAAW,OAAW,QAAO;AACjC,QAAM,WAAW,KAAK;AACtB,MAAI,CAAC,SAAS,QAAQ,KAAK,MAAM,QAAQ,QAAQ,EAAG,QAAO;AAC3D,QAAM,SAAS,YAAY,UAAU,UAAU;AAC/C,MAAI,WAAW,OAAW,QAAO;AACjC,SAAO;AACT;AAEA,SAAS,eAAe,SAAiE;AACvF,QAAM,SAAS;AACf,MAAI,WAAW,OAAW,QAAO;AACjC,MAAI,OAAO,OAAO,aAAa,SAAU,QAAO;AAChD,SAAO,OAAO;AAChB;AAEA,SAAS,eAAe,MAAe,OAA+C;AACpF,QAAM,SAAS,SAAS,IAAI;AAC5B,MAAI,CAAC,SAAS,MAAM,KAAK,MAAM,QAAQ,MAAM;AAC3C,UAAM,IAAI,MAAM,oCAAoC;AACtD,QAAM,MAAM,YAAY,MAAM;AAC9B,QAAM,OAAO,QAAQ,SAAY,SAAY,YAAY,KAAK,YAAY;AAC1E,QAAM,OAAO,QAAQ,YAAY,QAAQ,MAAM;AAC/C,MAAI,SAAS,OAAW,OAAM,IAAI,MAAM,oCAAoC;AAC5E,QAAM,QAAQ,QAAQ,SAAY,SAAY,IAAI;AAClD,QAAM,WAAW,aAAa,SAAS,OAAO,QAAQ;AACtD,QAAM,UAAU,gBAAgB,MAAM;AACtC,QAAM,SAAwB,CAAC;AAC/B,MAAI,UAAU,EAAG,QAAO,eAAe;AACvC,QAAM,aAAyB,EAAE,MAAM,OAAO,WAAW,MAAM,WAAW,MAAM,EAAE;AAClF,QAAM,WAAW,YAAY,QAAQ,UAAU;AAC/C,MAAI,aAAa,OAAW,YAAW,WAAW;AAClD,MAAI,SAAS,SAAS,EAAG,YAAW,WAAW;AAC/C,SAAO;AACT;AAEA,eAAe,kBACb,OACA,MACA,SACkB;AAClB,QAAM,QAAQ,QAAQ,OAAO,OAAO;AACpC,QAAM,UAAU,MAAM;AACtB,UAAQ,cAAc,IAAI;AAC1B,QAAM,YAAY,SAAS,SAAS,WAAW;AAC/C,QAAM,WAAW,MAAM,UAAU,OAAO,MAAM,SAAS,MAAM,IAAI,MAAM,OAAO,GAAG;AAAA,IAC/E,QAAQ;AAAA,IACR;AAAA,IACA,MAAM,KAAK,UAAU,IAAI;AAAA,IACzB,QAAQ,cAAc,OAAO;AAAA,EAC/B,CAAC;AACD,MAAI,CAAC,SAAS,IAAI;AAChB,UAAMC,QAAO,MAAM,SAAS,KAAK;AACjC,UAAM,IAAI,MAAM,UAAUA,OAAM,SAAS,MAAM,CAAC;AAAA,EAClD;AACA,QAAM,OAAO,MAAM,SAAS,KAAK;AACjC,MAAI,SAAS,GAAI,OAAM,IAAI,MAAM,oCAAoC;AACrE,MAAI;AACF,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,qBACpB,OACA,OACA,SACqB;AACrB,MAAI;AACF,QAAI,MAAM,GAAG,SAAS,OAAO,EAAG,OAAM,IAAI,MAAM,mCAAmC;AACnF,QAAI,SAAS,QAAQ,QAAS,OAAM,IAAI,aAAa,WAAW,YAAY;AAC5E,UAAM,OAAO,MAAM,UAAU,OAAO,SAAS,SAAS,WAAW,OAAO,cAAc,OAAO,CAAC;AAC9F,UAAM,UAAU;AAAA,MACd,MAAM;AAAA,MACN,kBAAkB,KAAK,IAAI;AAAA,MAC3B,KAAK;AAAA,MACL,eAAe,OAAO;AAAA,IACxB;AACA,UAAM,OAAO,MAAM,aAAa,SAAS,OAAO,OAAO;AACvD,QAAI,CAAC,SAAS,IAAI,KAAK,MAAM,QAAQ,IAAI;AACvC,YAAM,IAAI,MAAM,oCAAoC;AACtD,UAAM,SAAS,MAAM,kBAAkB,OAAO,MAAM,OAAO;AAC3D,WAAO,eAAe,QAAQ,KAAK;AAAA,EACrC,SAAS,OAAO;AACd,UAAM,QAAQ,aAAa,KAAK;AAChC,UAAM,IAAI,kBAAkB,MAAM,QAAQ,MAAM,KAAK;AAAA,EACvD;AACF;",
+  "names": ["body", "text"]
+}

package/dist/cloudflare/wire.js

@@ -0,0 +1,166 @@
+import { isRecord, requestHeaders, stringField } from "../openai/wire.js";
+const placeholder = "{account_id}";
+const speechEncodings = {
+  pcm16: "linear16",
+  mp3: "mp3",
+  flac: "flac",
+  mulaw: "mulaw",
+  alaw: "alaw",
+  opus: "opus"
+};
+function headerValue(headers, name) {
+  const expected = name.toLowerCase();
+  for (const [key, value] of Object.entries(headers)) {
+    if (key.toLowerCase() === expected && value.trim() !== "") return value;
+  }
+  return void 0;
+}
+function takeHeader(headers, name) {
+  const expected = name.toLowerCase();
+  let found;
+  for (const [key, value] of Object.entries(headers)) {
+    if (key.toLowerCase() !== expected) continue;
+    if (found === void 0 && value.trim() !== "") found = value.trim();
+    delete headers[key];
+  }
+  return found;
+}
+function accountFromUrl(baseUrl) {
+  const match = /\/accounts\/([^/]+)\/ai\/run/.exec(baseUrl);
+  const found = match?.[1];
+  if (found === void 0 || found === placeholder) return void 0;
+  return found;
+}
+function gatewayId(headers) {
+  const value = headerValue(headers, "cf-aig-gateway-id");
+  if (value === void 0) return "default";
+  return value.trim();
+}
+function stampGatewayAuth(headers) {
+  const gateway = headerValue(headers, "cf-aig-authorization");
+  const authorization = headerValue(headers, "authorization");
+  if (gateway === void 0 && authorization !== void 0 && authorization.toLowerCase().startsWith("bearer ")) {
+    headers["cf-aig-authorization"] = authorization.slice(authorization.indexOf(" ") + 1).trim();
+    return;
+  }
+  if (gateway !== void 0 && authorization === void 0)
+    headers.Authorization = `Bearer ${gateway}`;
+}
+function session(model, options) {
+  const headers = requestHeaders(model, options);
+  const fromHeader = takeHeader(headers, "cf-account-id");
+  const account = fromHeader ?? accountFromUrl(model.baseUrl);
+  if (account === void 0) throw new Error("No Cloudflare account id");
+  const gateway = gatewayId(headers);
+  stampGatewayAuth(headers);
+  return { headers, account, gateway };
+}
+function runUrl(baseUrl, modelId, account) {
+  const base = baseUrl.replaceAll(placeholder, account).replace(/\/$/, "");
+  return `${base}/${modelId}`;
+}
+function workersAiSocket(account, gateway, modelId, query) {
+  const extra = query === "" ? "" : `&${query}`;
+  return `wss://gateway.ai.cloudflare.com/v1/${account}/${gateway}/workers-ai?model=${encodeURIComponent(modelId)}${extra}`;
+}
+function auraEncoding(format) {
+  const name = speechEncodings[format.encoding];
+  if (!name) throw new Error(`Unsupported speech format ${format.encoding}`);
+  return name;
+}
+function listenQuery(modelId, format) {
+  if (format.encoding !== "pcm16" && format.encoding !== "mulaw") {
+    throw new Error(`Unsupported audio format ${format.encoding}`);
+  }
+  if (modelId.includes("/flux") && format.encoding !== "pcm16") {
+    throw new Error(`Unsupported audio format ${format.encoding}`);
+  }
+  const encoding = format.encoding === "mulaw" ? "mulaw" : "linear16";
+  const shared = `encoding=${encoding}&sample_rate=${format.sampleRate}`;
+  if (modelId.includes("/flux")) return shared;
+  return `${shared}&interim_results=true&vad_events=true`;
+}
+function sameFormat(left, right) {
+  return left.encoding === right.encoding && left.sampleRate === right.sampleRate && left.channels === right.channels;
+}
+function connectSocket(url, headers) {
+  const Socket = WebSocket;
+  return new Socket(url, { headers });
+}
+function awaitOpen(socket, label, fail) {
+  return new Promise((resolve) => {
+    let opened = false;
+    socket.addEventListener("open", () => {
+      opened = true;
+      resolve();
+    });
+    socket.addEventListener("error", () => {
+      fail(`${label} socket failed`);
+      if (!opened) resolve();
+    });
+    socket.addEventListener("close", () => {
+      if (!opened) {
+        fail(`${label} socket closed`);
+        resolve();
+      }
+    });
+  });
+}
+function audioFrame(data) {
+  const copy = new Uint8Array(data.byteLength);
+  copy.set(data);
+  return copy.buffer;
+}
+async function messageBytes(data) {
+  if (data instanceof ArrayBuffer) return new Uint8Array(data);
+  if (data instanceof Uint8Array) return data;
+  if (typeof Blob !== "undefined" && data instanceof Blob)
+    return new Uint8Array(await data.arrayBuffer());
+  return void 0;
+}
+function failureMessage(body, fallback) {
+  const errors = body.errors;
+  if (!Array.isArray(errors)) return fallback;
+  const first = errors[0];
+  if (!isRecord(first) || Array.isArray(first)) return fallback;
+  const message = stringField(first, "message");
+  if (message === void 0 || message === "") return fallback;
+  return message;
+}
+function resultOf(body) {
+  if (!isRecord(body) || Array.isArray(body)) return body;
+  if (body.success === false) throw new Error(failureMessage(body, "Cloudflare request failed"));
+  if (!Object.hasOwn(body, "result")) return body;
+  return body.result;
+}
+function errorText(text, status) {
+  if (text === "") return `HTTP ${status}`;
+  let parsed;
+  try {
+    parsed = JSON.parse(text);
+  } catch {
+    return text;
+  }
+  if (!isRecord(parsed) || Array.isArray(parsed)) return text;
+  if (Array.isArray(parsed.errors)) return failureMessage(parsed, text);
+  const message = stringField(parsed, "message");
+  if (message !== void 0) return message;
+  return text;
+}
+export {
+  audioFrame,
+  auraEncoding,
+  awaitOpen,
+  connectSocket,
+  errorText,
+  failureMessage,
+  gatewayId,
+  listenQuery,
+  messageBytes,
+  resultOf,
+  runUrl,
+  sameFormat,
+  session,
+  workersAiSocket
+};
+//# sourceMappingURL=wire.js.map

package/dist/cloudflare/wire.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/cloudflare/wire.ts"],
+  "sourcesContent": ["import type { ProviderRequestOptions } from '@earendil-works/pi-ai';\nimport type { AudioFormat } from '../audio.ts';\nimport { isRecord, requestHeaders, stringField } from '../openai/wire.ts';\n\nconst placeholder = '{account_id}';\n\nconst speechEncodings: Record<string, string> = {\n  pcm16: 'linear16',\n  mp3: 'mp3',\n  flac: 'flac',\n  mulaw: 'mulaw',\n  alaw: 'alaw',\n  opus: 'opus',\n};\n\ninterface RouteModel {\n  provider: string;\n  baseUrl: string;\n  headers?: Record<string, string>;\n}\n\nexport interface CloudflareRoute {\n  headers: Record<string, string>;\n  account: string;\n  gateway: string;\n}\n\nfunction headerValue(headers: Record<string, string>, name: string): string | undefined {\n  const expected = name.toLowerCase();\n  for (const [key, value] of Object.entries(headers)) {\n    if (key.toLowerCase() === expected && value.trim() !== '') return value;\n  }\n  return undefined;\n}\n\nfunction takeHeader(headers: Record<string, string>, name: string): string | undefined {\n  const expected = name.toLowerCase();\n  let found: string | undefined;\n  for (const [key, value] of Object.entries(headers)) {\n    if (key.toLowerCase() !== expected) continue;\n    if (found === undefined && value.trim() !== '') found = value.trim();\n    delete headers[key];\n  }\n  return found;\n}\n\nfunction accountFromUrl(baseUrl: string): string | undefined {\n  const match = /\\/accounts\\/([^/]+)\\/ai\\/run/.exec(baseUrl);\n  const found = match?.[1];\n  if (found === undefined || found === placeholder) return undefined;\n  return found;\n}\n\nexport function gatewayId(headers: Record<string, string>): string {\n  const value = headerValue(headers, 'cf-aig-gateway-id');\n  if (value === undefined) return 'default';\n  return value.trim();\n}\n\nfunction stampGatewayAuth(headers: Record<string, string>): void {\n  const gateway = headerValue(headers, 'cf-aig-authorization');\n  const authorization = headerValue(headers, 'authorization');\n  if (\n    gateway === undefined &&\n    authorization !== undefined &&\n    authorization.toLowerCase().startsWith('bearer ')\n  ) {\n    headers['cf-aig-authorization'] = authorization.slice(authorization.indexOf(' ') + 1).trim();\n    return;\n  }\n  if (gateway !== undefined && authorization === undefined)\n    headers.Authorization = `Bearer ${gateway}`;\n}\n\nexport function session(\n  model: RouteModel,\n  options: ProviderRequestOptions | undefined\n): CloudflareRoute {\n  const headers = requestHeaders(model, options);\n  const fromHeader = takeHeader(headers, 'cf-account-id');\n  const account = fromHeader ?? accountFromUrl(model.baseUrl);\n  if (account === undefined) throw new Error('No Cloudflare account id');\n  const gateway = gatewayId(headers);\n  stampGatewayAuth(headers);\n  return { headers, account, gateway };\n}\n\nexport function runUrl(baseUrl: string, modelId: string, account: string): string {\n  const base = baseUrl.replaceAll(placeholder, account).replace(/\\/$/, '');\n  return `${base}/${modelId}`;\n}\n\nexport function workersAiSocket(\n  account: string,\n  gateway: string,\n  modelId: string,\n  query: string\n): string {\n  const extra = query === '' ? '' : `&${query}`;\n  return `wss://gateway.ai.cloudflare.com/v1/${account}/${gateway}/workers-ai?model=${encodeURIComponent(modelId)}${extra}`;\n}\n\nexport function auraEncoding(format: AudioFormat): string {\n  const name = speechEncodings[format.encoding];\n  if (!name) throw new Error(`Unsupported speech format ${format.encoding}`);\n  return name;\n}\n\nexport function listenQuery(modelId: string, format: AudioFormat): string {\n  if (format.encoding !== 'pcm16' && format.encoding !== 'mulaw') {\n    throw new Error(`Unsupported audio format ${format.encoding}`);\n  }\n  if (modelId.includes('/flux') && format.encoding !== 'pcm16') {\n    throw new Error(`Unsupported audio format ${format.encoding}`);\n  }\n  const encoding = format.encoding === 'mulaw' ? 'mulaw' : 'linear16';\n  const shared = `encoding=${encoding}&sample_rate=${format.sampleRate}`;\n  if (modelId.includes('/flux')) return shared;\n  return `${shared}&interim_results=true&vad_events=true`;\n}\n\nexport function sameFormat(left: AudioFormat, right: AudioFormat): boolean {\n  return (\n    left.encoding === right.encoding &&\n    left.sampleRate === right.sampleRate &&\n    left.channels === right.channels\n  );\n}\n\nexport function connectSocket(url: string, headers: Record<string, string>): WebSocket {\n  const Socket = WebSocket as unknown as new (\n    address: string,\n    init: { headers: Record<string, string> }\n  ) => WebSocket;\n  return new Socket(url, { headers });\n}\n\nexport function awaitOpen(\n  socket: WebSocket,\n  label: string,\n  fail: (message: string) => void\n): Promise<void> {\n  return new Promise((resolve) => {\n    let opened = false;\n    socket.addEventListener('open', () => {\n      opened = true;\n      resolve();\n    });\n    socket.addEventListener('error', () => {\n      fail(`${label} socket failed`);\n      if (!opened) resolve();\n    });\n    socket.addEventListener('close', () => {\n      if (!opened) {\n        fail(`${label} socket closed`);\n        resolve();\n      }\n    });\n  });\n}\n\nexport function audioFrame(data: Uint8Array): ArrayBuffer {\n  const copy = new Uint8Array(data.byteLength);\n  copy.set(data);\n  return copy.buffer;\n}\n\nexport async function messageBytes(data: unknown): Promise<Uint8Array | undefined> {\n  if (data instanceof ArrayBuffer) return new Uint8Array(data);\n  if (data instanceof Uint8Array) return data;\n  if (typeof Blob !== 'undefined' && data instanceof Blob)\n    return new Uint8Array(await data.arrayBuffer());\n  return undefined;\n}\n\nexport function failureMessage(body: Record<string, unknown>, fallback: string): string {\n  const errors = body.errors;\n  if (!Array.isArray(errors)) return fallback;\n  const first = errors[0];\n  if (!isRecord(first) || Array.isArray(first)) return fallback;\n  const message = stringField(first, 'message');\n  if (message === undefined || message === '') return fallback;\n  return message;\n}\n\nexport function resultOf(body: unknown): unknown {\n  if (!isRecord(body) || Array.isArray(body)) return body;\n  if (body.success === false) throw new Error(failureMessage(body, 'Cloudflare request failed'));\n  if (!Object.hasOwn(body, 'result')) return body;\n  return body.result;\n}\n\nexport function errorText(text: string, status: number): string {\n  if (text === '') return `HTTP ${status}`;\n  let parsed: unknown;\n  try {\n    parsed = JSON.parse(text);\n  } catch {\n    return text;\n  }\n  if (!isRecord(parsed) || Array.isArray(parsed)) return text;\n  if (Array.isArray(parsed.errors)) return failureMessage(parsed, text);\n  const message = stringField(parsed, 'message');\n  if (message !== undefined) return message;\n  return text;\n}\n"],
+  "mappings": "AAEA,SAAS,UAAU,gBAAgB,mBAAmB;AAEtD,MAAM,cAAc;AAEpB,MAAM,kBAA0C;AAAA,EAC9C,OAAO;AAAA,EACP,KAAK;AAAA,EACL,MAAM;AAAA,EACN,OAAO;AAAA,EACP,MAAM;AAAA,EACN,MAAM;AACR;AAcA,SAAS,YAAY,SAAiC,MAAkC;AACtF,QAAM,WAAW,KAAK,YAAY;AAClC,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,OAAO,GAAG;AAClD,QAAI,IAAI,YAAY,MAAM,YAAY,MAAM,KAAK,MAAM,GAAI,QAAO;AAAA,EACpE;AACA,SAAO;AACT;AAEA,SAAS,WAAW,SAAiC,MAAkC;AACrF,QAAM,WAAW,KAAK,YAAY;AAClC,MAAI;AACJ,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,OAAO,GAAG;AAClD,QAAI,IAAI,YAAY,MAAM,SAAU;AACpC,QAAI,UAAU,UAAa,MAAM,KAAK,MAAM,GAAI,SAAQ,MAAM,KAAK;AACnE,WAAO,QAAQ,GAAG;AAAA,EACpB;AACA,SAAO;AACT;AAEA,SAAS,eAAe,SAAqC;AAC3D,QAAM,QAAQ,+BAA+B,KAAK,OAAO;AACzD,QAAM,QAAQ,QAAQ,CAAC;AACvB,MAAI,UAAU,UAAa,UAAU,YAAa,QAAO;AACzD,SAAO;AACT;AAEO,SAAS,UAAU,SAAyC;AACjE,QAAM,QAAQ,YAAY,SAAS,mBAAmB;AACtD,MAAI,UAAU,OAAW,QAAO;AAChC,SAAO,MAAM,KAAK;AACpB;AAEA,SAAS,iBAAiB,SAAuC;AAC/D,QAAM,UAAU,YAAY,SAAS,sBAAsB;AAC3D,QAAM,gBAAgB,YAAY,SAAS,eAAe;AAC1D,MACE,YAAY,UACZ,kBAAkB,UAClB,cAAc,YAAY,EAAE,WAAW,SAAS,GAChD;AACA,YAAQ,sBAAsB,IAAI,cAAc,MAAM,cAAc,QAAQ,GAAG,IAAI,CAAC,EAAE,KAAK;AAC3F;AAAA,EACF;AACA,MAAI,YAAY,UAAa,kBAAkB;AAC7C,YAAQ,gBAAgB,UAAU,OAAO;AAC7C;AAEO,SAAS,QACd,OACA,SACiB;AACjB,QAAM,UAAU,eAAe,OAAO,OAAO;AAC7C,QAAM,aAAa,WAAW,SAAS,eAAe;AACtD,QAAM,UAAU,cAAc,eAAe,MAAM,OAAO;AAC1D,MAAI,YAAY,OAAW,OAAM,IAAI,MAAM,0BAA0B;AACrE,QAAM,UAAU,UAAU,OAAO;AACjC,mBAAiB,OAAO;AACxB,SAAO,EAAE,SAAS,SAAS,QAAQ;AACrC;AAEO,SAAS,OAAO,SAAiB,SAAiB,SAAyB;AAChF,QAAM,OAAO,QAAQ,WAAW,aAAa,OAAO,EAAE,QAAQ,OAAO,EAAE;AACvE,SAAO,GAAG,IAAI,IAAI,OAAO;AAC3B;AAEO,SAAS,gBACd,SACA,SACA,SACA,OACQ;AACR,QAAM,QAAQ,UAAU,KAAK,KAAK,IAAI,KAAK;AAC3C,SAAO,sCAAsC,OAAO,IAAI,OAAO,qBAAqB,mBAAmB,OAAO,CAAC,GAAG,KAAK;AACzH;AAEO,SAAS,aAAa,QAA6B;AACxD,QAAM,OAAO,gBAAgB,OAAO,QAAQ;AAC5C,MAAI,CAAC,KAAM,OAAM,IAAI,MAAM,6BAA6B,OAAO,QAAQ,EAAE;AACzE,SAAO;AACT;AAEO,SAAS,YAAY,SAAiB,QAA6B;AACxE,MAAI,OAAO,aAAa,WAAW,OAAO,aAAa,SAAS;AAC9D,UAAM,IAAI,MAAM,4BAA4B,OAAO,QAAQ,EAAE;AAAA,EAC/D;AACA,MAAI,QAAQ,SAAS,OAAO,KAAK,OAAO,aAAa,SAAS;AAC5D,UAAM,IAAI,MAAM,4BAA4B,OAAO,QAAQ,EAAE;AAAA,EAC/D;AACA,QAAM,WAAW,OAAO,aAAa,UAAU,UAAU;AACzD,QAAM,SAAS,YAAY,QAAQ,gBAAgB,OAAO,UAAU;AACpE,MAAI,QAAQ,SAAS,OAAO,EAAG,QAAO;AACtC,SAAO,GAAG,MAAM;AAClB;AAEO,SAAS,WAAW,MAAmB,OAA6B;AACzE,SACE,KAAK,aAAa,MAAM,YACxB,KAAK,eAAe,MAAM,cAC1B,KAAK,aAAa,MAAM;AAE5B;AAEO,SAAS,cAAc,KAAa,SAA4C;AACrF,QAAM,SAAS;AAIf,SAAO,IAAI,OAAO,KAAK,EAAE,QAAQ,CAAC;AACpC;AAEO,SAAS,UACd,QACA,OACA,MACe;AACf,SAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,QAAI,SAAS;AACb,WAAO,iBAAiB,QAAQ,MAAM;AACpC,eAAS;AACT,cAAQ;AAAA,IACV,CAAC;AACD,WAAO,iBAAiB,SAAS,MAAM;AACrC,WAAK,GAAG,KAAK,gBAAgB;AAC7B,UAAI,CAAC,OAAQ,SAAQ;AAAA,IACvB,CAAC;AACD,WAAO,iBAAiB,SAAS,MAAM;AACrC,UAAI,CAAC,QAAQ;AACX,aAAK,GAAG,KAAK,gBAAgB;AAC7B,gBAAQ;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH,CAAC;AACH;AAEO,SAAS,WAAW,MAA+B;AACxD,QAAM,OAAO,IAAI,WAAW,KAAK,UAAU;AAC3C,OAAK,IAAI,IAAI;AACb,SAAO,KAAK;AACd;AAEA,eAAsB,aAAa,MAAgD;AACjF,MAAI,gBAAgB,YAAa,QAAO,IAAI,WAAW,IAAI;AAC3D,MAAI,gBAAgB,WAAY,QAAO;AACvC,MAAI,OAAO,SAAS,eAAe,gBAAgB;AACjD,WAAO,IAAI,WAAW,MAAM,KAAK,YAAY,CAAC;AAChD,SAAO;AACT;AAEO,SAAS,eAAe,MAA+B,UAA0B;AACtF,QAAM,SAAS,KAAK;AACpB,MAAI,CAAC,MAAM,QAAQ,MAAM,EAAG,QAAO;AACnC,QAAM,QAAQ,OAAO,CAAC;AACtB,MAAI,CAAC,SAAS,KAAK,KAAK,MAAM,QAAQ,KAAK,EAAG,QAAO;AACrD,QAAM,UAAU,YAAY,OAAO,SAAS;AAC5C,MAAI,YAAY,UAAa,YAAY,GAAI,QAAO;AACpD,SAAO;AACT;AAEO,SAAS,SAAS,MAAwB;AAC/C,MAAI,CAAC,SAAS,IAAI,KAAK,MAAM,QAAQ,IAAI,EAAG,QAAO;AACnD,MAAI,KAAK,YAAY,MAAO,OAAM,IAAI,MAAM,eAAe,MAAM,2BAA2B,CAAC;AAC7F,MAAI,CAAC,OAAO,OAAO,MAAM,QAAQ,EAAG,QAAO;AAC3C,SAAO,KAAK;AACd;AAEO,SAAS,UAAU,MAAc,QAAwB;AAC9D,MAAI,SAAS,GAAI,QAAO,QAAQ,MAAM;AACtC,MAAI;AACJ,MAAI;AACF,aAAS,KAAK,MAAM,IAAI;AAAA,EAC1B,QAAQ;AACN,WAAO;AAAA,EACT;AACA,MAAI,CAAC,SAAS,MAAM,KAAK,MAAM,QAAQ,MAAM,EAAG,QAAO;AACvD,MAAI,MAAM,QAAQ,OAAO,MAAM,EAAG,QAAO,eAAe,QAAQ,IAAI;AACpE,QAAM,UAAU,YAAY,QAAQ,SAAS;AAC7C,MAAI,YAAY,OAAW,QAAO;AAClC,SAAO;AACT;",
+  "names": []
+}

package/dist/fish-agents/events.js

@@ -0,0 +1,94 @@
+import { blankUsage } from "../blank-usage.js";
+function none() {
+  return [];
+}
+function isRecord(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function text(value) {
+  return typeof value === "string" ? value : "";
+}
+function done(itemId, interrupted) {
+  return { type: "response_done", itemId, interrupted, usage: blankUsage() };
+}
+function ingestFishData(message) {
+  const type = message.type;
+  if (typeof type !== "string") return none();
+  if (type === "client_tool.call") return toolCall(message);
+  if (type === "error")
+    return [{ type: "error", error: text(message.code) || "error", fatal: false }];
+  if (type === "session.ended") {
+    const reason = text(message.reason);
+    return [{ type: "error", error: reason.length > 0 ? reason : "session ended", fatal: false }];
+  }
+  if (type === "tool.started" || type === "tool.completed" || type === "tool.failed") return none();
+  return none();
+}
+function toolCall(message) {
+  const name = text(message.toolName);
+  const id = text(message.callId);
+  if (name.length === 0 || id.length === 0) return none();
+  const params = isRecord(message.params) ? message.params : {};
+  const call = { type: "toolCall", id, name, arguments: params };
+  return [{ type: "tool_call", call, blocking: message.expectsResponse !== false }];
+}
+function ingestFishText(turn, packet, localIdentity) {
+  const itemId = text(packet.attributes["lk.segment_id"]);
+  const id = itemId.length > 0 ? itemId : "segment";
+  const final = packet.attributes["lk.transcription_final"] === "true";
+  if (packet.identity === localIdentity) {
+    return [{ type: "input_transcript", itemId: id, text: packet.text, final }];
+  }
+  if (turn.discardFinals > 0) {
+    if (final) turn.discardFinals -= 1;
+    return none();
+  }
+  turn.turnOpen = true;
+  return [{ type: "output_transcript", itemId: id, text: packet.text, final }];
+}
+function ingestFishAudio(turn, chunk) {
+  if (turn.dropAudio) return none();
+  turn.turnOpen = true;
+  return [{ type: "output_audio", itemId: "agent", chunk }];
+}
+function ingestFishState(turn, value) {
+  if (value === "speaking" || value === "thinking") {
+    turn.turnOpen = true;
+    return none();
+  }
+  if (value !== "listening") return none();
+  turn.dropAudio = false;
+  if (!turn.turnOpen) return none();
+  turn.turnOpen = false;
+  return [done("agent", false)];
+}
+function ingestSpeakers(turn, identities) {
+  const active = identities.length > 0;
+  if (!active) {
+    turn.speaking = false;
+    return none();
+  }
+  if (turn.speaking) return none();
+  turn.speaking = true;
+  return [{ type: "input_speech_start" }];
+}
+function userMessage(value, speak) {
+  const message = { type: "user.message", text: value };
+  if (!speak) message.audio = false;
+  return message;
+}
+function toolResult(callId, result, isError) {
+  const message = { type: "client_tool.result", callId, result };
+  if (isError) message.isError = true;
+  return message;
+}
+export {
+  ingestFishAudio,
+  ingestFishData,
+  ingestFishState,
+  ingestFishText,
+  ingestSpeakers,
+  toolResult,
+  userMessage
+};
+//# sourceMappingURL=events.js.map

package/dist/fish-agents/events.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/fish-agents/events.ts"],
+  "sourcesContent": ["import type { JsonObject, ToolCall } from '@earendil-works/pi-ai';\nimport type { AudioChunk } from '../audio.ts';\nimport { blankUsage } from '../blank-usage.ts';\nimport type { RealtimeEvent } from '../realtime.ts';\n\nexport interface FishTurn {\n  dropAudio: boolean;\n  discardFinals: number;\n  speaking: boolean;\n  turnOpen: boolean;\n}\n\nexport interface FishText {\n  identity: string;\n  text: string;\n  attributes: Record<string, string>;\n}\n\nfunction none(): RealtimeEvent[] {\n  return [];\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === 'object' && value !== null && !Array.isArray(value);\n}\n\nfunction text(value: unknown): string {\n  return typeof value === 'string' ? value : '';\n}\n\nfunction done(itemId: string, interrupted: boolean): RealtimeEvent {\n  return { type: 'response_done', itemId, interrupted, usage: blankUsage() };\n}\n\nexport function ingestFishData(message: Record<string, unknown>): RealtimeEvent[] {\n  const type = message.type;\n  if (typeof type !== 'string') return none();\n  if (type === 'client_tool.call') return toolCall(message);\n  if (type === 'error')\n    return [{ type: 'error', error: text(message.code) || 'error', fatal: false }];\n  if (type === 'session.ended') {\n    const reason = text(message.reason);\n    return [{ type: 'error', error: reason.length > 0 ? reason : 'session ended', fatal: false }];\n  }\n  if (type === 'tool.started' || type === 'tool.completed' || type === 'tool.failed') return none();\n  return none();\n}\n\nfunction toolCall(message: Record<string, unknown>): RealtimeEvent[] {\n  const name = text(message.toolName);\n  const id = text(message.callId);\n  if (name.length === 0 || id.length === 0) return none();\n  const params = isRecord(message.params) ? message.params : {};\n  const call: ToolCall = { type: 'toolCall', id, name, arguments: params as JsonObject };\n  return [{ type: 'tool_call', call, blocking: message.expectsResponse !== false }];\n}\n\nexport function ingestFishText(\n  turn: FishTurn,\n  packet: FishText,\n  localIdentity: string\n): RealtimeEvent[] {\n  const itemId = text(packet.attributes['lk.segment_id']);\n  const id = itemId.length > 0 ? itemId : 'segment';\n  const final = packet.attributes['lk.transcription_final'] === 'true';\n  if (packet.identity === localIdentity) {\n    return [{ type: 'input_transcript', itemId: id, text: packet.text, final }];\n  }\n  if (turn.discardFinals > 0) {\n    if (final) turn.discardFinals -= 1;\n    return none();\n  }\n  turn.turnOpen = true;\n  return [{ type: 'output_transcript', itemId: id, text: packet.text, final }];\n}\n\nexport function ingestFishAudio(turn: FishTurn, chunk: AudioChunk): RealtimeEvent[] {\n  if (turn.dropAudio) return none();\n  turn.turnOpen = true;\n  return [{ type: 'output_audio', itemId: 'agent', chunk }];\n}\n\nexport function ingestFishState(turn: FishTurn, value: string): RealtimeEvent[] {\n  if (value === 'speaking' || value === 'thinking') {\n    turn.turnOpen = true;\n    return none();\n  }\n  if (value !== 'listening') return none();\n  turn.dropAudio = false;\n  if (!turn.turnOpen) return none();\n  turn.turnOpen = false;\n  return [done('agent', false)];\n}\n\nexport function ingestSpeakers(turn: FishTurn, identities: string[]): RealtimeEvent[] {\n  const active = identities.length > 0;\n  if (!active) {\n    turn.speaking = false;\n    return none();\n  }\n  if (turn.speaking) return none();\n  turn.speaking = true;\n  return [{ type: 'input_speech_start' }];\n}\n\nexport function userMessage(value: string, speak: boolean): JsonObject {\n  const message: JsonObject = { type: 'user.message', text: value };\n  if (!speak) message.audio = false;\n  return message;\n}\n\nexport function toolResult(callId: string, result: string, isError: boolean): JsonObject {\n  const message: JsonObject = { type: 'client_tool.result', callId, result };\n  if (isError) message.isError = true;\n  return message;\n}\n"],
+  "mappings": "AAEA,SAAS,kBAAkB;AAgB3B,SAAS,OAAwB;AAC/B,SAAO,CAAC;AACV;AAEA,SAAS,SAAS,OAAkD;AAClE,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAEA,SAAS,KAAK,OAAwB;AACpC,SAAO,OAAO,UAAU,WAAW,QAAQ;AAC7C;AAEA,SAAS,KAAK,QAAgB,aAAqC;AACjE,SAAO,EAAE,MAAM,iBAAiB,QAAQ,aAAa,OAAO,WAAW,EAAE;AAC3E;AAEO,SAAS,eAAe,SAAmD;AAChF,QAAM,OAAO,QAAQ;AACrB,MAAI,OAAO,SAAS,SAAU,QAAO,KAAK;AAC1C,MAAI,SAAS,mBAAoB,QAAO,SAAS,OAAO;AACxD,MAAI,SAAS;AACX,WAAO,CAAC,EAAE,MAAM,SAAS,OAAO,KAAK,QAAQ,IAAI,KAAK,SAAS,OAAO,MAAM,CAAC;AAC/E,MAAI,SAAS,iBAAiB;AAC5B,UAAM,SAAS,KAAK,QAAQ,MAAM;AAClC,WAAO,CAAC,EAAE,MAAM,SAAS,OAAO,OAAO,SAAS,IAAI,SAAS,iBAAiB,OAAO,MAAM,CAAC;AAAA,EAC9F;AACA,MAAI,SAAS,kBAAkB,SAAS,oBAAoB,SAAS,cAAe,QAAO,KAAK;AAChG,SAAO,KAAK;AACd;AAEA,SAAS,SAAS,SAAmD;AACnE,QAAM,OAAO,KAAK,QAAQ,QAAQ;AAClC,QAAM,KAAK,KAAK,QAAQ,MAAM;AAC9B,MAAI,KAAK,WAAW,KAAK,GAAG,WAAW,EAAG,QAAO,KAAK;AACtD,QAAM,SAAS,SAAS,QAAQ,MAAM,IAAI,QAAQ,SAAS,CAAC;AAC5D,QAAM,OAAiB,EAAE,MAAM,YAAY,IAAI,MAAM,WAAW,OAAqB;AACrF,SAAO,CAAC,EAAE,MAAM,aAAa,MAAM,UAAU,QAAQ,oBAAoB,MAAM,CAAC;AAClF;AAEO,SAAS,eACd,MACA,QACA,eACiB;AACjB,QAAM,SAAS,KAAK,OAAO,WAAW,eAAe,CAAC;AACtD,QAAM,KAAK,OAAO,SAAS,IAAI,SAAS;AACxC,QAAM,QAAQ,OAAO,WAAW,wBAAwB,MAAM;AAC9D,MAAI,OAAO,aAAa,eAAe;AACrC,WAAO,CAAC,EAAE,MAAM,oBAAoB,QAAQ,IAAI,MAAM,OAAO,MAAM,MAAM,CAAC;AAAA,EAC5E;AACA,MAAI,KAAK,gBAAgB,GAAG;AAC1B,QAAI,MAAO,MAAK,iBAAiB;AACjC,WAAO,KAAK;AAAA,EACd;AACA,OAAK,WAAW;AAChB,SAAO,CAAC,EAAE,MAAM,qBAAqB,QAAQ,IAAI,MAAM,OAAO,MAAM,MAAM,CAAC;AAC7E;AAEO,SAAS,gBAAgB,MAAgB,OAAoC;AAClF,MAAI,KAAK,UAAW,QAAO,KAAK;AAChC,OAAK,WAAW;AAChB,SAAO,CAAC,EAAE,MAAM,gBAAgB,QAAQ,SAAS,MAAM,CAAC;AAC1D;AAEO,SAAS,gBAAgB,MAAgB,OAAgC;AAC9E,MAAI,UAAU,cAAc,UAAU,YAAY;AAChD,SAAK,WAAW;AAChB,WAAO,KAAK;AAAA,EACd;AACA,MAAI,UAAU,YAAa,QAAO,KAAK;AACvC,OAAK,YAAY;AACjB,MAAI,CAAC,KAAK,SAAU,QAAO,KAAK;AAChC,OAAK,WAAW;AAChB,SAAO,CAAC,KAAK,SAAS,KAAK,CAAC;AAC9B;AAEO,SAAS,eAAe,MAAgB,YAAuC;AACpF,QAAM,SAAS,WAAW,SAAS;AACnC,MAAI,CAAC,QAAQ;AACX,SAAK,WAAW;AAChB,WAAO,KAAK;AAAA,EACd;AACA,MAAI,KAAK,SAAU,QAAO,KAAK;AAC/B,OAAK,WAAW;AAChB,SAAO,CAAC,EAAE,MAAM,qBAAqB,CAAC;AACxC;AAEO,SAAS,YAAY,OAAe,OAA4B;AACrE,QAAM,UAAsB,EAAE,MAAM,gBAAgB,MAAM,MAAM;AAChE,MAAI,CAAC,MAAO,SAAQ,QAAQ;AAC5B,SAAO;AACT;AAEO,SAAS,WAAW,QAAgB,QAAgB,SAA8B;AACvF,QAAM,UAAsB,EAAE,MAAM,sBAAsB,QAAQ,OAAO;AACzE,MAAI,QAAS,SAAQ,UAAU;AAC/B,SAAO;AACT;",
+  "names": []
+}

package/dist/fish-agents/index.js

@@ -0,0 +1,57 @@
+import { registerVoiceModel } from "../models.js";
+import { registerRealtimeApiProvider } from "../registry.js";
+import { connectFish } from "./session.js";
+const voices = [{ id: "802e3bc2b27e49c2995d23ef70e6ac89", name: "Example" }];
+function pcm16(sampleRate) {
+  return { encoding: "pcm16", sampleRate, channels: 1 };
+}
+const fishAgent = {
+  id: "fish-agent",
+  name: "Fish Agent",
+  api: "fish-agents",
+  provider: "fish",
+  baseUrl: "https://api.fish.audio",
+  type: "realtime",
+  transports: ["webrtc"],
+  toolCalls: "blocking",
+  inputFormat: pcm16(24e3),
+  outputFormat: pcm16(24e3),
+  maxSessionMs: 18e5,
+  resumable: false,
+  ephemeralAuth: true,
+  voices,
+  cascade: { stt: "deepgram:nova-3", llm: "fish", tts: "s2.1-pro" },
+  provisioning: "agent",
+  delivery: { interrupt: "native", when_idle: "approximate", silent: "approximate" },
+  truncation: "server",
+  liveToolUpdate: false,
+  toolTimeoutMs: { min: 1e3, max: 12e4 },
+  cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
+  audioCost: { perInputMinute: 0 }
+};
+function registerFishAgents(options = {}) {
+  const unregisterModel = registerVoiceModel(fishAgent);
+  const unregisterApi = registerRealtimeApiProvider({
+    api: "fish-agents",
+    connect: (model, context, connectOptions) => connectFish(model, context, connectOptions, options)
+  });
+  return () => {
+    unregisterModel();
+    unregisterApi();
+  };
+}
+import { hashHostedSpec, memoryHostedCache } from "../hosted-agent.js";
+import { agentConfig, httpsOrigin, provisionAgent } from "./provision.js";
+import { importFishSdk, openFishRoom } from "./room.js";
+export {
+  agentConfig,
+  fishAgent,
+  hashHostedSpec,
+  httpsOrigin,
+  importFishSdk,
+  memoryHostedCache,
+  openFishRoom,
+  provisionAgent,
+  registerFishAgents
+};
+//# sourceMappingURL=index.js.map

package/dist/fish-agents/index.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/fish-agents/index.ts"],
+  "sourcesContent": ["import type { RealtimeModel } from '../models.ts';\nimport { registerVoiceModel } from '../models.ts';\nimport { registerRealtimeApiProvider } from '../registry.ts';\nimport type { FishOptions } from './session.ts';\nimport { connectFish } from './session.ts';\n\nconst voices = [{ id: '802e3bc2b27e49c2995d23ef70e6ac89', name: 'Example' }];\n\nfunction pcm16(sampleRate: number) {\n  return { encoding: 'pcm16' as const, sampleRate, channels: 1 as const };\n}\n\nexport const fishAgent: RealtimeModel<'fish-agents'> = {\n  id: 'fish-agent',\n  name: 'Fish Agent',\n  api: 'fish-agents',\n  provider: 'fish',\n  baseUrl: 'https://api.fish.audio',\n  type: 'realtime',\n  transports: ['webrtc'],\n  toolCalls: 'blocking',\n  inputFormat: pcm16(24000),\n  outputFormat: pcm16(24000),\n  maxSessionMs: 1_800_000,\n  resumable: false,\n  ephemeralAuth: true,\n  voices,\n  cascade: { stt: 'deepgram:nova-3', llm: 'fish', tts: 's2.1-pro' },\n  provisioning: 'agent',\n  delivery: { interrupt: 'native', when_idle: 'approximate', silent: 'approximate' },\n  truncation: 'server',\n  liveToolUpdate: false,\n  toolTimeoutMs: { min: 1000, max: 120_000 },\n  cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },\n  audioCost: { perInputMinute: 0 },\n};\n\nexport function registerFishAgents(options: FishOptions = {}): () => void {\n  const unregisterModel = registerVoiceModel(fishAgent);\n  const unregisterApi = registerRealtimeApiProvider({\n    api: 'fish-agents',\n    connect: (model, context, connectOptions) =>\n      connectFish(model, context, connectOptions, options),\n  });\n  return () => {\n    unregisterModel();\n    unregisterApi();\n  };\n}\n\nexport type { CustomLlm, HostedAgent, HostedAgentSpec, HostedCache } from '../hosted-agent.ts';\nexport { hashHostedSpec, memoryHostedCache } from '../hosted-agent.ts';\nexport type { ProvisionOptions } from './provision.ts';\nexport { agentConfig, httpsOrigin, provisionAgent } from './provision.ts';\nexport type { FishRoom, FishRoomFactory, FishSdk } from './room.ts';\nexport { importFishSdk, openFishRoom } from './room.ts';\nexport type { FishOptions } from './session.ts';\n"],
+  "mappings": "AACA,SAAS,0BAA0B;AACnC,SAAS,mCAAmC;AAE5C,SAAS,mBAAmB;AAE5B,MAAM,SAAS,CAAC,EAAE,IAAI,oCAAoC,MAAM,UAAU,CAAC;AAE3E,SAAS,MAAM,YAAoB;AACjC,SAAO,EAAE,UAAU,SAAkB,YAAY,UAAU,EAAW;AACxE;AAEO,MAAM,YAA0C;AAAA,EACrD,IAAI;AAAA,EACJ,MAAM;AAAA,EACN,KAAK;AAAA,EACL,UAAU;AAAA,EACV,SAAS;AAAA,EACT,MAAM;AAAA,EACN,YAAY,CAAC,QAAQ;AAAA,EACrB,WAAW;AAAA,EACX,aAAa,MAAM,IAAK;AAAA,EACxB,cAAc,MAAM,IAAK;AAAA,EACzB,cAAc;AAAA,EACd,WAAW;AAAA,EACX,eAAe;AAAA,EACf;AAAA,EACA,SAAS,EAAE,KAAK,mBAAmB,KAAK,QAAQ,KAAK,WAAW;AAAA,EAChE,cAAc;AAAA,EACd,UAAU,EAAE,WAAW,UAAU,WAAW,eAAe,QAAQ,cAAc;AAAA,EACjF,YAAY;AAAA,EACZ,gBAAgB;AAAA,EAChB,eAAe,EAAE,KAAK,KAAM,KAAK,KAAQ;AAAA,EACzC,MAAM,EAAE,OAAO,GAAG,QAAQ,GAAG,WAAW,GAAG,YAAY,EAAE;AAAA,EACzD,WAAW,EAAE,gBAAgB,EAAE;AACjC;AAEO,SAAS,mBAAmB,UAAuB,CAAC,GAAe;AACxE,QAAM,kBAAkB,mBAAmB,SAAS;AACpD,QAAM,gBAAgB,4BAA4B;AAAA,IAChD,KAAK;AAAA,IACL,SAAS,CAAC,OAAO,SAAS,mBACxB,YAAY,OAAO,SAAS,gBAAgB,OAAO;AAAA,EACvD,CAAC;AACD,SAAO,MAAM;AACX,oBAAgB;AAChB,kBAAc;AAAA,EAChB;AACF;AAGA,SAAS,gBAAgB,yBAAyB;AAElD,SAAS,aAAa,aAAa,sBAAsB;AAEzD,SAAS,eAAe,oBAAoB;",
+  "names": []
+}