@ai-ecoverse/pi-audio 1.18.1 → 1.19.0

package/README.md

@@ -23,6 +23,8 @@ pi-audio does not apply that patch. Hosts such as slicc-agent record monkeypatch
 
 `@ai-ecoverse/pi-audio/durable` appends a `voice.truncate` entry for a `VoiceCut`. The entry has no model messages. Its `edits` replace the target assistant message with the text heard so far and keep tool calls. The stored entry stays intact, and pi-durable derives the shorter message for the next model request. `@earendil-works/pi-durable` is an optional peer (`^1.1.0`); the root package does not import it. `VoiceCut.entryId` is the decimal string of pi-durable's numeric entry id.
 
+`@ai-ecoverse/pi-audio/fish` registers Fish Audio speech adapters when `registerFish()` is called. `transcribe-1-pro` posts multipart field `audio` to `/asr` with header `model: transcribe-1-pro` ($0.36 per hour). `ignore_timestamps` is false, so word `segments` and `speaker_turns` come back. There is no realtime ASR. `s2.1-pro` posts JSON to `/tts` for a string and streams MessagePack `text` events on `wss://…/tts/live` for an async iterable (`textStreaming: true`). `s2.1-pro-free` is the same path at $0. Paid speech is $15 per million UTF-8 bytes, stored as $0.015 per thousand characters. Voices are caller `reference_id`s (`cloning: true`).
+
 `@ai-ecoverse/pi-audio/mistral` registers Mistral speech adapters when `registerMistral()` is called. `voxtral-mini-latest` posts multipart audio to `/audio/transcriptions` ($0.003 per minute, diarization on). `voxtral-mini-transcribe-realtime-2602` streams base64 PCM on `wss://…/audio/transcriptions/realtime` after `session.created` ($0.006 per minute). Realtime has no server endpointing, so `turnDetection` is `none` and the registry VAD wrapper applies. `voxtral-mini-tts-2603` posts JSON to `/audio/speech` and reads SSE `speech.audio.delta` float32 PCM at 24 kHz ($0.016 per thousand characters). Hosted voice ids such as `en_paul_neutral` differ from the open-weight presets. `textStreaming` is false.
 
 `@ai-ecoverse/pi-audio/elevenlabs` registers ElevenLabs speech adapters when `registerElevenLabs()` is called. `scribe_v2` posts multipart audio to `/speech-to-text`. `scribe_v2_realtime` streams base64 audio on `wss://…/speech-to-text/realtime` and commits turns with `turn_prediction` (`turnDetection: 'semantic'`). `eleven_flash_v2_5` and `eleven_multilingual_v2` post JSON to `/text-to-speech/{voice}/with-timestamps` for a string and stream text on `stream-input` for an async iterable, with character alignment. `eleven_v3` and `eleven_v4` stay on the HTTP path (`textStreaming: false`). Scribe prices are $0.22 per hour for batch and $0.39 per hour for realtime.

package/dist/fish/catalog.js

@@ -0,0 +1,78 @@
+import { registerVoiceModel } from "../models.js";
+import { registerSpeechApiProvider, registerTranscriptionApiProvider } from "../registry.js";
+import { speakFish } from "./speak.js";
+import { transcribeFish } from "./transcribe.js";
+const tokenCost = { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 };
+const fish = "https://api.fish.audio/v1";
+const container = (encoding, sampleRate) => ({
+  encoding,
+  sampleRate,
+  channels: 1
+});
+const outputFormats = [
+  container("pcm16", 44100),
+  container("wav", 44100),
+  container("mp3", 44100),
+  container("opus", 48e3)
+];
+function speechModel(id, perThousandChars) {
+  return {
+    id,
+    name: id,
+    api: "fish-tts",
+    provider: "fish",
+    baseUrl: fish,
+    type: "speech",
+    textStreaming: true,
+    outputFormats,
+    cloning: true,
+    cost: tokenCost,
+    audioCost: { perThousandChars }
+  };
+}
+function fishCatalog() {
+  const batch = {
+    id: "transcribe-1-pro",
+    name: "transcribe-1-pro",
+    api: "fish-asr",
+    provider: "fish",
+    baseUrl: fish,
+    type: "transcription",
+    streaming: false,
+    turnDetection: "none",
+    inputFormats: [
+      container("wav", 16e3),
+      container("mp3", 16e3),
+      container("flac", 16e3),
+      container("opus", 16e3)
+    ],
+    diarization: true,
+    cost: tokenCost,
+    audioCost: { perInputMinute: 0.36 / 60 }
+  };
+  return [batch, speechModel("s2.1-pro", 0.015), speechModel("s2.1-pro-free", 0)];
+}
+function registerFish() {
+  const models = fishCatalog();
+  const unregisterModels = models.map((model) => registerVoiceModel(model));
+  const unregisterTranscription = registerTranscriptionApiProvider({
+    api: "fish-asr",
+    transcribe: transcribeFish
+  });
+  const unregisterSpeech = registerSpeechApiProvider({
+    api: "fish-tts",
+    speak: speakFish
+  });
+  let released = false;
+  return () => {
+    if (released) return;
+    released = true;
+    for (const unregister of unregisterModels) unregister();
+    unregisterTranscription();
+    unregisterSpeech();
+  };
+}
+export {
+  registerFish
+};
+//# sourceMappingURL=catalog.js.map

package/dist/fish/catalog.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/fish/catalog.ts"],
+  "sourcesContent": ["import type { AudioFormat } from '../audio.ts';\nimport { registerVoiceModel, type SpeechModel, type TranscriptionModel } from '../models.ts';\nimport { registerSpeechApiProvider, registerTranscriptionApiProvider } from '../registry.ts';\nimport { speakFish } from './speak.ts';\nimport { transcribeFish } from './transcribe.ts';\n\nconst tokenCost = { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 };\nconst fish = 'https://api.fish.audio/v1';\n\nconst container = (\n  encoding: 'wav' | 'mp3' | 'flac' | 'opus' | 'pcm16',\n  sampleRate: number\n): AudioFormat => ({\n  encoding,\n  sampleRate,\n  channels: 1,\n});\n\nconst outputFormats = [\n  container('pcm16', 44100),\n  container('wav', 44100),\n  container('mp3', 44100),\n  container('opus', 48000),\n];\n\nfunction speechModel(id: string, perThousandChars: number): SpeechModel<string> {\n  return {\n    id,\n    name: id,\n    api: 'fish-tts',\n    provider: 'fish',\n    baseUrl: fish,\n    type: 'speech',\n    textStreaming: true,\n    outputFormats,\n    cloning: true,\n    cost: tokenCost,\n    audioCost: { perThousandChars },\n  };\n}\n\nfunction fishCatalog(): Array<TranscriptionModel<string> | SpeechModel<string>> {\n  const batch: TranscriptionModel<string> = {\n    id: 'transcribe-1-pro',\n    name: 'transcribe-1-pro',\n    api: 'fish-asr',\n    provider: 'fish',\n    baseUrl: fish,\n    type: 'transcription',\n    streaming: false,\n    turnDetection: 'none',\n    inputFormats: [\n      container('wav', 16000),\n      container('mp3', 16000),\n      container('flac', 16000),\n      container('opus', 16000),\n    ],\n    diarization: true,\n    cost: tokenCost,\n    audioCost: { perInputMinute: 0.36 / 60 },\n  };\n  return [batch, speechModel('s2.1-pro', 0.015), speechModel('s2.1-pro-free', 0)];\n}\n\nexport function registerFish(): () => void {\n  const models = fishCatalog();\n  const unregisterModels = models.map((model) => registerVoiceModel(model));\n  const unregisterTranscription = registerTranscriptionApiProvider({\n    api: 'fish-asr',\n    transcribe: transcribeFish,\n  });\n  const unregisterSpeech = registerSpeechApiProvider({\n    api: 'fish-tts',\n    speak: speakFish,\n  });\n  let released = false;\n  return () => {\n    if (released) return;\n    released = true;\n    for (const unregister of unregisterModels) unregister();\n    unregisterTranscription();\n    unregisterSpeech();\n  };\n}\n"],
+  "mappings": "AACA,SAAS,0BAAqE;AAC9E,SAAS,2BAA2B,wCAAwC;AAC5E,SAAS,iBAAiB;AAC1B,SAAS,sBAAsB;AAE/B,MAAM,YAAY,EAAE,OAAO,GAAG,QAAQ,GAAG,WAAW,GAAG,YAAY,EAAE;AACrE,MAAM,OAAO;AAEb,MAAM,YAAY,CAChB,UACA,gBACiB;AAAA,EACjB;AAAA,EACA;AAAA,EACA,UAAU;AACZ;AAEA,MAAM,gBAAgB;AAAA,EACpB,UAAU,SAAS,KAAK;AAAA,EACxB,UAAU,OAAO,KAAK;AAAA,EACtB,UAAU,OAAO,KAAK;AAAA,EACtB,UAAU,QAAQ,IAAK;AACzB;AAEA,SAAS,YAAY,IAAY,kBAA+C;AAC9E,SAAO;AAAA,IACL;AAAA,IACA,MAAM;AAAA,IACN,KAAK;AAAA,IACL,UAAU;AAAA,IACV,SAAS;AAAA,IACT,MAAM;AAAA,IACN,eAAe;AAAA,IACf;AAAA,IACA,SAAS;AAAA,IACT,MAAM;AAAA,IACN,WAAW,EAAE,iBAAiB;AAAA,EAChC;AACF;AAEA,SAAS,cAAuE;AAC9E,QAAM,QAAoC;AAAA,IACxC,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,KAAK;AAAA,IACL,UAAU;AAAA,IACV,SAAS;AAAA,IACT,MAAM;AAAA,IACN,WAAW;AAAA,IACX,eAAe;AAAA,IACf,cAAc;AAAA,MACZ,UAAU,OAAO,IAAK;AAAA,MACtB,UAAU,OAAO,IAAK;AAAA,MACtB,UAAU,QAAQ,IAAK;AAAA,MACvB,UAAU,QAAQ,IAAK;AAAA,IACzB;AAAA,IACA,aAAa;AAAA,IACb,MAAM;AAAA,IACN,WAAW,EAAE,gBAAgB,OAAO,GAAG;AAAA,EACzC;AACA,SAAO,CAAC,OAAO,YAAY,YAAY,KAAK,GAAG,YAAY,iBAAiB,CAAC,CAAC;AAChF;AAEO,SAAS,eAA2B;AACzC,QAAM,SAAS,YAAY;AAC3B,QAAM,mBAAmB,OAAO,IAAI,CAAC,UAAU,mBAAmB,KAAK,CAAC;AACxE,QAAM,0BAA0B,iCAAiC;AAAA,IAC/D,KAAK;AAAA,IACL,YAAY;AAAA,EACd,CAAC;AACD,QAAM,mBAAmB,0BAA0B;AAAA,IACjD,KAAK;AAAA,IACL,OAAO;AAAA,EACT,CAAC;AACD,MAAI,WAAW;AACf,SAAO,MAAM;AACX,QAAI,SAAU;AACd,eAAW;AACX,eAAW,cAAc,iBAAkB,YAAW;AACtD,4BAAwB;AACxB,qBAAiB;AAAA,EACnB;AACF;",
+  "names": []
+}

package/dist/fish/index.js

@@ -0,0 +1,5 @@
+import { registerFish } from "./catalog.js";
+export {
+  registerFish
+};
+//# sourceMappingURL=index.js.map

package/dist/fish/index.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/fish/index.ts"],
+  "sourcesContent": ["export { registerFish } from './catalog.ts';\n"],
+  "mappings": "AAAA,SAAS,oBAAoB;",
+  "names": []
+}

package/dist/fish/speak.js

@@ -0,0 +1,269 @@
+import { chunkSeconds } from "../audio.js";
+import { VoiceRequestError } from "../errors.js";
+import {
+  applyPayload,
+  asVoiceError,
+  endpoint,
+  isRecord,
+  requestSignal,
+  stringField
+} from "../openai/wire.js";
+import { SpeechEventStream } from "../speech.js";
+import { priceAudio } from "../usage.js";
+import {
+  awaitOpen,
+  connectSocket,
+  fishHeaders,
+  messageBytes,
+  pack,
+  sameFormat,
+  socketUrl,
+  speechFormatName,
+  unpack
+} from "./wire.js";
+function languageCode(language) {
+  if (language === void 0) return void 0;
+  if (language.trim() === "") return void 0;
+  return language;
+}
+function resolveFormat(model, requested) {
+  const fallback = model.outputFormats[0];
+  if (!fallback) throw new Error("No output format");
+  if (!requested) return fallback;
+  const match = model.outputFormats.find((format) => sameFormat(format, requested));
+  if (!match) throw new Error(`Unsupported speech format ${requested.encoding}`);
+  return match;
+}
+function speechBody(text, voice, language, format) {
+  const body = {
+    text,
+    reference_id: voice,
+    format: speechFormatName(format),
+    sample_rate: format.sampleRate,
+    latency: "normal"
+  };
+  const code = languageCode(language);
+  if (code !== void 0) body.language = code;
+  return body;
+}
+function startFrame(voice, language, format) {
+  const request = {
+    text: "",
+    format: speechFormatName(format),
+    reference_id: voice,
+    sample_rate: format.sampleRate,
+    latency: "balanced"
+  };
+  const code = languageCode(language);
+  if (code !== void 0) request.language = code;
+  return { event: "start", request };
+}
+async function readText(text, signal) {
+  if (typeof text === "string") return text;
+  let combined = "";
+  for await (const part of text) {
+    if (signal?.aborted) throw new DOMException("aborted", "AbortError");
+    combined += part;
+  }
+  return combined;
+}
+function errorText(text, status) {
+  if (text === "") return `HTTP ${status}`;
+  let parsed;
+  try {
+    parsed = JSON.parse(text);
+  } catch {
+    return text;
+  }
+  if (!isRecord(parsed) || Array.isArray(parsed)) return text;
+  const message = stringField(parsed, "message");
+  if (message === void 0) return text;
+  return message;
+}
+async function fishFetch(model, options, url, body) {
+  const headers = fishHeaders(model, options);
+  headers["Content-Type"] = "application/json";
+  const fetchImpl = options?.fetch ?? globalThis.fetch;
+  const response = await fetchImpl(url, {
+    method: "POST",
+    headers,
+    body,
+    signal: requestSignal(options)
+  });
+  await options?.onResponse?.({ status: response.status, headers: {} }, model);
+  if (!response.ok) {
+    const text = await response.text();
+    throw new Error(errorText(text, response.status));
+  }
+  return response;
+}
+function sendFrame(socket, value) {
+  const packed = pack(value);
+  const copy = new ArrayBuffer(packed.byteLength);
+  new Uint8Array(copy).set(packed);
+  socket.send(copy);
+}
+function speakFish(model, input, options) {
+  const stream = new SpeechEventStream();
+  void pumpSpeech(model, input, options, stream);
+  return stream;
+}
+async function pumpSpeech(model, input, options, stream) {
+  try {
+    if (options?.signal?.aborted) throw new DOMException("aborted", "AbortError");
+    const format = resolveFormat(model, input.format);
+    if (model.textStreaming && typeof input.text !== "string") {
+      await streamSpeech(model, input.text, input.voice, input.language, format, options, stream);
+      return;
+    }
+    const text = await readText(input.text, options?.signal);
+    await postSpeech(model, text, input.voice, input.language, format, options, stream);
+  } catch (error) {
+    const voice = asVoiceError(error);
+    stream.push({ type: "error", reason: voice.reason, error: voice.error });
+  }
+}
+async function postSpeech(model, text, voice, language, format, options, stream) {
+  const payload = speechBody(text, voice, language, format);
+  const body = await applyPayload(payload, model, options);
+  if (!isRecord(body) || Array.isArray(body)) throw new Error("Speech payload was not JSON");
+  const response = await fishFetch(
+    model,
+    options,
+    endpoint(model.baseUrl, "tts"),
+    JSON.stringify(body)
+  );
+  const data = new Uint8Array(await response.arrayBuffer());
+  if (data.byteLength === 0) throw new Error("Speech response had no audio");
+  const seconds = chunkSeconds({ data, format, timestamp: 0 });
+  const meters = { characters: text.length };
+  if (seconds > 0) meters.outputSeconds = seconds;
+  stream.push({ type: "start", format });
+  stream.push({
+    type: "audio",
+    chunk: { data, format, timestamp: 0 },
+    span: { itemId: model.id, start: 0, end: text.length }
+  });
+  stream.push({ type: "done", usage: priceAudio(model.audioCost, meters) });
+}
+async function streamSpeech(model, text, voice, language, format, options, stream) {
+  const state = {
+    opened: false,
+    started: false,
+    done: false,
+    failed: false,
+    heard: false,
+    outputSeconds: 0,
+    characters: 0
+  };
+  let settled = false;
+  const push = (event) => {
+    if (settled) return;
+    if (event.type === "done" || event.type === "error") settled = true;
+    stream.push(event);
+  };
+  const doneWait = Promise.withResolvers();
+  const wake = (kind) => {
+    if (state.failed) doneWait.resolve();
+    if (kind === "finish" || kind === "close") doneWait.resolve();
+  };
+  const url = socketUrl(model.baseUrl, "tts/live");
+  const socket = connectSocket(url.toString(), fishHeaders(model, options));
+  let incoming = Promise.resolve();
+  socket.addEventListener("message", (event) => {
+    incoming = incoming.then(() => onMessage(event.data, model.id, format, state, push, wake));
+  });
+  socket.addEventListener("close", () => {
+    if (state.opened && !state.done && !state.failed) {
+      state.failed = true;
+      push({ type: "error", reason: "error", error: "Fish speech socket closed" });
+    }
+    wake("close");
+  });
+  try {
+    await awaitOpen(socket, "Fish speech", (message) => {
+      state.failed = true;
+      push({ type: "error", reason: "error", error: message });
+      wake("close");
+    });
+    if (state.failed) return;
+    state.opened = true;
+    sendFrame(socket, startFrame(voice, language, format));
+    state.characters = await writeText(socket, text, options?.signal);
+    if (state.failed) return;
+    sendFrame(socket, { event: "flush" });
+    sendFrame(socket, { event: "stop" });
+    if (!state.done) await doneWait.promise;
+    if (state.failed) return;
+    if (!state.heard) throw new Error("Speech response had no audio");
+    const meters = { characters: state.characters };
+    if (state.outputSeconds > 0) meters.outputSeconds = state.outputSeconds;
+    push({ type: "done", usage: priceAudio(model.audioCost, meters) });
+  } catch (error) {
+    const voice2 = asVoiceError(error);
+    state.failed = true;
+    push({ type: "error", reason: voice2.reason, error: voice2.error });
+  } finally {
+    socket.close();
+  }
+}
+async function writeText(socket, text, signal) {
+  let combined = "";
+  for await (const part of text) {
+    if (signal?.aborted) throw new VoiceRequestError("aborted", "aborted");
+    combined += part;
+    if (part === "") continue;
+    sendFrame(socket, { event: "text", text: part });
+  }
+  return combined.length;
+}
+async function onMessage(data, itemId, format, state, push, wake) {
+  try {
+    const parsed = unpack(await messageBytes(data));
+    if (!isRecord(parsed) || Array.isArray(parsed) || parsed instanceof Uint8Array) {
+      throw new Error("Fish speech event was not a map");
+    }
+    const kind = stringField(parsed, "event");
+    applySpeech(parsed, kind, itemId, format, state, push);
+    wake(kind);
+  } catch (error) {
+    const voice = asVoiceError(error);
+    state.failed = true;
+    push({ type: "error", reason: voice.reason, error: voice.error });
+    wake("close");
+  }
+}
+function applySpeech(event, kind, itemId, format, state, push) {
+  if (kind === "error") {
+    const message = stringField(event, "message");
+    state.failed = true;
+    push({
+      type: "error",
+      reason: "error",
+      error: message === void 0 ? "Fish speech failed" : message
+    });
+    return;
+  }
+  if (kind === "finish") {
+    state.done = true;
+    return;
+  }
+  if (kind !== "audio") return;
+  const audio = event.audio;
+  if (!(audio instanceof Uint8Array) || audio.byteLength === 0) return;
+  if (!state.started) {
+    state.started = true;
+    push({ type: "start", format });
+  }
+  state.heard = true;
+  state.outputSeconds += chunkSeconds({ data: audio, format, timestamp: 0 });
+  push({
+    type: "audio",
+    chunk: { data: audio, format, timestamp: 0 },
+    span: { itemId, start: 0, end: state.characters }
+  });
+}
+export {
+  speakFish
+};
+//# sourceMappingURL=speak.js.map

package/dist/fish/speak.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/fish/speak.ts"],
+  "sourcesContent": ["import type { ProviderRequestOptions } from '@earendil-works/pi-ai';\nimport type { AudioFormat } from '../audio.ts';\nimport { chunkSeconds } from '../audio.ts';\nimport { VoiceRequestError } from '../errors.ts';\nimport type { SpeechModel } from '../models.ts';\nimport {\n  applyPayload,\n  asVoiceError,\n  endpoint,\n  isRecord,\n  requestSignal,\n  stringField,\n} from '../openai/wire.ts';\nimport { type SpeechEvent, SpeechEventStream, type SpeechInput } from '../speech.ts';\nimport { type AudioCounters, priceAudio } from '../usage.ts';\nimport {\n  awaitOpen,\n  connectSocket,\n  fishHeaders,\n  messageBytes,\n  type PackValue,\n  pack,\n  sameFormat,\n  socketUrl,\n  speechFormatName,\n  unpack,\n} from './wire.ts';\n\ninterface SpeechState {\n  opened: boolean;\n  started: boolean;\n  done: boolean;\n  failed: boolean;\n  heard: boolean;\n  outputSeconds: number;\n  characters: number;\n}\n\nfunction languageCode(language: string | undefined): string | undefined {\n  if (language === undefined) return undefined;\n  if (language.trim() === '') return undefined;\n  return language;\n}\n\nfunction resolveFormat(\n  model: SpeechModel<string>,\n  requested: AudioFormat | undefined\n): AudioFormat {\n  const fallback = model.outputFormats[0];\n  if (!fallback) throw new Error('No output format');\n  if (!requested) return fallback;\n  const match = model.outputFormats.find((format) => sameFormat(format, requested));\n  if (!match) throw new Error(`Unsupported speech format ${requested.encoding}`);\n  return match;\n}\n\nfunction speechBody(\n  text: string,\n  voice: string,\n  language: string | undefined,\n  format: AudioFormat\n): Record<string, unknown> {\n  const body: Record<string, unknown> = {\n    text,\n    reference_id: voice,\n    format: speechFormatName(format),\n    sample_rate: format.sampleRate,\n    latency: 'normal',\n  };\n  const code = languageCode(language);\n  if (code !== undefined) body.language = code;\n  return body;\n}\n\nfunction startFrame(voice: string, language: string | undefined, format: AudioFormat): PackValue {\n  const request: { [key: string]: PackValue } = {\n    text: '',\n    format: speechFormatName(format),\n    reference_id: voice,\n    sample_rate: format.sampleRate,\n    latency: 'balanced',\n  };\n  const code = languageCode(language);\n  if (code !== undefined) request.language = code;\n  return { event: 'start', request };\n}\n\nasync function readText(\n  text: string | AsyncIterable<string>,\n  signal: AbortSignal | undefined\n): Promise<string> {\n  if (typeof text === 'string') return text;\n  let combined = '';\n  for await (const part of text) {\n    if (signal?.aborted) throw new DOMException('aborted', 'AbortError');\n    combined += part;\n  }\n  return combined;\n}\n\nfunction errorText(text: string, status: number): string {\n  if (text === '') return `HTTP ${status}`;\n  let parsed: unknown;\n  try {\n    parsed = JSON.parse(text);\n  } catch {\n    return text;\n  }\n  if (!isRecord(parsed) || Array.isArray(parsed)) return text;\n  const message = stringField(parsed, 'message');\n  if (message === undefined) return text;\n  return message;\n}\n\nasync function fishFetch(\n  model: SpeechModel<string>,\n  options: ProviderRequestOptions | undefined,\n  url: string,\n  body: string\n): Promise<Response> {\n  const headers = fishHeaders(model, options);\n  headers['Content-Type'] = 'application/json';\n  const fetchImpl = options?.fetch ?? globalThis.fetch;\n  const response = await fetchImpl(url, {\n    method: 'POST',\n    headers,\n    body,\n    signal: requestSignal(options),\n  });\n  await options?.onResponse?.({ status: response.status, headers: {} }, model as never);\n  if (!response.ok) {\n    const text = await response.text();\n    throw new Error(errorText(text, response.status));\n  }\n  return response;\n}\n\nfunction sendFrame(socket: WebSocket, value: PackValue): void {\n  const packed = pack(value);\n  const copy = new ArrayBuffer(packed.byteLength);\n  new Uint8Array(copy).set(packed);\n  socket.send(copy);\n}\n\nexport function speakFish(\n  model: SpeechModel<string>,\n  input: SpeechInput,\n  options?: ProviderRequestOptions\n): SpeechEventStream {\n  const stream = new SpeechEventStream();\n  void pumpSpeech(model, input, options, stream);\n  return stream;\n}\n\nasync function pumpSpeech(\n  model: SpeechModel<string>,\n  input: SpeechInput,\n  options: ProviderRequestOptions | undefined,\n  stream: SpeechEventStream\n) {\n  try {\n    if (options?.signal?.aborted) throw new DOMException('aborted', 'AbortError');\n    const format = resolveFormat(model, input.format);\n    if (model.textStreaming && typeof input.text !== 'string') {\n      await streamSpeech(model, input.text, input.voice, input.language, format, options, stream);\n      return;\n    }\n    const text = await readText(input.text, options?.signal);\n    await postSpeech(model, text, input.voice, input.language, format, options, stream);\n  } catch (error) {\n    const voice = asVoiceError(error);\n    stream.push({ type: 'error', reason: voice.reason, error: voice.error });\n  }\n}\n\nasync function postSpeech(\n  model: SpeechModel<string>,\n  text: string,\n  voice: string,\n  language: string | undefined,\n  format: AudioFormat,\n  options: ProviderRequestOptions | undefined,\n  stream: SpeechEventStream\n) {\n  const payload = speechBody(text, voice, language, format);\n  const body = await applyPayload(payload, model, options);\n  if (!isRecord(body) || Array.isArray(body)) throw new Error('Speech payload was not JSON');\n  const response = await fishFetch(\n    model,\n    options,\n    endpoint(model.baseUrl, 'tts'),\n    JSON.stringify(body)\n  );\n  const data = new Uint8Array(await response.arrayBuffer());\n  if (data.byteLength === 0) throw new Error('Speech response had no audio');\n  const seconds = chunkSeconds({ data, format, timestamp: 0 });\n  const meters: AudioCounters = { characters: text.length };\n  if (seconds > 0) meters.outputSeconds = seconds;\n  stream.push({ type: 'start', format });\n  stream.push({\n    type: 'audio',\n    chunk: { data, format, timestamp: 0 },\n    span: { itemId: model.id, start: 0, end: text.length },\n  });\n  stream.push({ type: 'done', usage: priceAudio(model.audioCost, meters) });\n}\n\nasync function streamSpeech(\n  model: SpeechModel<string>,\n  text: AsyncIterable<string>,\n  voice: string,\n  language: string | undefined,\n  format: AudioFormat,\n  options: ProviderRequestOptions | undefined,\n  stream: SpeechEventStream\n) {\n  const state: SpeechState = {\n    opened: false,\n    started: false,\n    done: false,\n    failed: false,\n    heard: false,\n    outputSeconds: 0,\n    characters: 0,\n  };\n  let settled = false;\n  const push = (event: SpeechEvent) => {\n    if (settled) return;\n    if (event.type === 'done' || event.type === 'error') settled = true;\n    stream.push(event);\n  };\n  const doneWait = Promise.withResolvers<void>();\n  const wake = (kind: string | undefined) => {\n    if (state.failed) doneWait.resolve();\n    if (kind === 'finish' || kind === 'close') doneWait.resolve();\n  };\n  const url = socketUrl(model.baseUrl, 'tts/live');\n  const socket = connectSocket(url.toString(), fishHeaders(model, options));\n  let incoming = Promise.resolve();\n  socket.addEventListener('message', (event) => {\n    incoming = incoming.then(() => onMessage(event.data, model.id, format, state, push, wake));\n  });\n  socket.addEventListener('close', () => {\n    if (state.opened && !state.done && !state.failed) {\n      state.failed = true;\n      push({ type: 'error', reason: 'error', error: 'Fish speech socket closed' });\n    }\n    wake('close');\n  });\n  try {\n    await awaitOpen(socket, 'Fish speech', (message) => {\n      state.failed = true;\n      push({ type: 'error', reason: 'error', error: message });\n      wake('close');\n    });\n    if (state.failed) return;\n    state.opened = true;\n    sendFrame(socket, startFrame(voice, language, format));\n    state.characters = await writeText(socket, text, options?.signal);\n    if (state.failed) return;\n    sendFrame(socket, { event: 'flush' });\n    sendFrame(socket, { event: 'stop' });\n    if (!state.done) await doneWait.promise;\n    if (state.failed) return;\n    if (!state.heard) throw new Error('Speech response had no audio');\n    const meters: AudioCounters = { characters: state.characters };\n    if (state.outputSeconds > 0) meters.outputSeconds = state.outputSeconds;\n    push({ type: 'done', usage: priceAudio(model.audioCost, meters) });\n  } catch (error) {\n    const voice = asVoiceError(error);\n    state.failed = true;\n    push({ type: 'error', reason: voice.reason, error: voice.error });\n  } finally {\n    socket.close();\n  }\n}\n\nasync function writeText(\n  socket: WebSocket,\n  text: AsyncIterable<string>,\n  signal: AbortSignal | undefined\n): Promise<number> {\n  let combined = '';\n  for await (const part of text) {\n    if (signal?.aborted) throw new VoiceRequestError('aborted', 'aborted');\n    combined += part;\n    if (part === '') continue;\n    sendFrame(socket, { event: 'text', text: part });\n  }\n  return combined.length;\n}\n\nasync function onMessage(\n  data: unknown,\n  itemId: string,\n  format: AudioFormat,\n  state: SpeechState,\n  push: (event: SpeechEvent) => void,\n  wake: (kind: string | undefined) => void\n) {\n  try {\n    const parsed = unpack(await messageBytes(data));\n    if (!isRecord(parsed) || Array.isArray(parsed) || parsed instanceof Uint8Array) {\n      throw new Error('Fish speech event was not a map');\n    }\n    const kind = stringField(parsed, 'event');\n    applySpeech(parsed, kind, itemId, format, state, push);\n    wake(kind);\n  } catch (error) {\n    const voice = asVoiceError(error);\n    state.failed = true;\n    push({ type: 'error', reason: voice.reason, error: voice.error });\n    wake('close');\n  }\n}\n\nfunction applySpeech(\n  event: Record<string, unknown>,\n  kind: string | undefined,\n  itemId: string,\n  format: AudioFormat,\n  state: SpeechState,\n  push: (event: SpeechEvent) => void\n) {\n  if (kind === 'error') {\n    const message = stringField(event, 'message');\n    state.failed = true;\n    push({\n      type: 'error',\n      reason: 'error',\n      error: message === undefined ? 'Fish speech failed' : message,\n    });\n    return;\n  }\n  if (kind === 'finish') {\n    state.done = true;\n    return;\n  }\n  if (kind !== 'audio') return;\n  const audio = event.audio;\n  if (!(audio instanceof Uint8Array) || audio.byteLength === 0) return;\n  if (!state.started) {\n    state.started = true;\n    push({ type: 'start', format });\n  }\n  state.heard = true;\n  state.outputSeconds += chunkSeconds({ data: audio, format, timestamp: 0 });\n  push({\n    type: 'audio',\n    chunk: { data: audio, format, timestamp: 0 },\n    span: { itemId, start: 0, end: state.characters },\n  });\n}\n"],
+  "mappings": "AAEA,SAAS,oBAAoB;AAC7B,SAAS,yBAAyB;AAElC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAA2B,yBAA2C;AACtE,SAA6B,kBAAkB;AAC/C;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAYP,SAAS,aAAa,UAAkD;AACtE,MAAI,aAAa,OAAW,QAAO;AACnC,MAAI,SAAS,KAAK,MAAM,GAAI,QAAO;AACnC,SAAO;AACT;AAEA,SAAS,cACP,OACA,WACa;AACb,QAAM,WAAW,MAAM,cAAc,CAAC;AACtC,MAAI,CAAC,SAAU,OAAM,IAAI,MAAM,kBAAkB;AACjD,MAAI,CAAC,UAAW,QAAO;AACvB,QAAM,QAAQ,MAAM,cAAc,KAAK,CAAC,WAAW,WAAW,QAAQ,SAAS,CAAC;AAChF,MAAI,CAAC,MAAO,OAAM,IAAI,MAAM,6BAA6B,UAAU,QAAQ,EAAE;AAC7E,SAAO;AACT;AAEA,SAAS,WACP,MACA,OACA,UACA,QACyB;AACzB,QAAM,OAAgC;AAAA,IACpC;AAAA,IACA,cAAc;AAAA,IACd,QAAQ,iBAAiB,MAAM;AAAA,IAC/B,aAAa,OAAO;AAAA,IACpB,SAAS;AAAA,EACX;AACA,QAAM,OAAO,aAAa,QAAQ;AAClC,MAAI,SAAS,OAAW,MAAK,WAAW;AACxC,SAAO;AACT;AAEA,SAAS,WAAW,OAAe,UAA8B,QAAgC;AAC/F,QAAM,UAAwC;AAAA,IAC5C,MAAM;AAAA,IACN,QAAQ,iBAAiB,MAAM;AAAA,IAC/B,cAAc;AAAA,IACd,aAAa,OAAO;AAAA,IACpB,SAAS;AAAA,EACX;AACA,QAAM,OAAO,aAAa,QAAQ;AAClC,MAAI,SAAS,OAAW,SAAQ,WAAW;AAC3C,SAAO,EAAE,OAAO,SAAS,QAAQ;AACnC;AAEA,eAAe,SACb,MACA,QACiB;AACjB,MAAI,OAAO,SAAS,SAAU,QAAO;AACrC,MAAI,WAAW;AACf,mBAAiB,QAAQ,MAAM;AAC7B,QAAI,QAAQ,QAAS,OAAM,IAAI,aAAa,WAAW,YAAY;AACnE,gBAAY;AAAA,EACd;AACA,SAAO;AACT;AAEA,SAAS,UAAU,MAAc,QAAwB;AACvD,MAAI,SAAS,GAAI,QAAO,QAAQ,MAAM;AACtC,MAAI;AACJ,MAAI;AACF,aAAS,KAAK,MAAM,IAAI;AAAA,EAC1B,QAAQ;AACN,WAAO;AAAA,EACT;AACA,MAAI,CAAC,SAAS,MAAM,KAAK,MAAM,QAAQ,MAAM,EAAG,QAAO;AACvD,QAAM,UAAU,YAAY,QAAQ,SAAS;AAC7C,MAAI,YAAY,OAAW,QAAO;AAClC,SAAO;AACT;AAEA,eAAe,UACb,OACA,SACA,KACA,MACmB;AACnB,QAAM,UAAU,YAAY,OAAO,OAAO;AAC1C,UAAQ,cAAc,IAAI;AAC1B,QAAM,YAAY,SAAS,SAAS,WAAW;AAC/C,QAAM,WAAW,MAAM,UAAU,KAAK;AAAA,IACpC,QAAQ;AAAA,IACR;AAAA,IACA;AAAA,IACA,QAAQ,cAAc,OAAO;AAAA,EAC/B,CAAC;AACD,QAAM,SAAS,aAAa,EAAE,QAAQ,SAAS,QAAQ,SAAS,CAAC,EAAE,GAAG,KAAc;AACpF,MAAI,CAAC,SAAS,IAAI;AAChB,UAAM,OAAO,MAAM,SAAS,KAAK;AACjC,UAAM,IAAI,MAAM,UAAU,MAAM,SAAS,MAAM,CAAC;AAAA,EAClD;AACA,SAAO;AACT;AAEA,SAAS,UAAU,QAAmB,OAAwB;AAC5D,QAAM,SAAS,KAAK,KAAK;AACzB,QAAM,OAAO,IAAI,YAAY,OAAO,UAAU;AAC9C,MAAI,WAAW,IAAI,EAAE,IAAI,MAAM;AAC/B,SAAO,KAAK,IAAI;AAClB;AAEO,SAAS,UACd,OACA,OACA,SACmB;AACnB,QAAM,SAAS,IAAI,kBAAkB;AACrC,OAAK,WAAW,OAAO,OAAO,SAAS,MAAM;AAC7C,SAAO;AACT;AAEA,eAAe,WACb,OACA,OACA,SACA,QACA;AACA,MAAI;AACF,QAAI,SAAS,QAAQ,QAAS,OAAM,IAAI,aAAa,WAAW,YAAY;AAC5E,UAAM,SAAS,cAAc,OAAO,MAAM,MAAM;AAChD,QAAI,MAAM,iBAAiB,OAAO,MAAM,SAAS,UAAU;AACzD,YAAM,aAAa,OAAO,MAAM,MAAM,MAAM,OAAO,MAAM,UAAU,QAAQ,SAAS,MAAM;AAC1F;AAAA,IACF;AACA,UAAM,OAAO,MAAM,SAAS,MAAM,MAAM,SAAS,MAAM;AACvD,UAAM,WAAW,OAAO,MAAM,MAAM,OAAO,MAAM,UAAU,QAAQ,SAAS,MAAM;AAAA,EACpF,SAAS,OAAO;AACd,UAAM,QAAQ,aAAa,KAAK;AAChC,WAAO,KAAK,EAAE,MAAM,SAAS,QAAQ,MAAM,QAAQ,OAAO,MAAM,MAAM,CAAC;AAAA,EACzE;AACF;AAEA,eAAe,WACb,OACA,MACA,OACA,UACA,QACA,SACA,QACA;AACA,QAAM,UAAU,WAAW,MAAM,OAAO,UAAU,MAAM;AACxD,QAAM,OAAO,MAAM,aAAa,SAAS,OAAO,OAAO;AACvD,MAAI,CAAC,SAAS,IAAI,KAAK,MAAM,QAAQ,IAAI,EAAG,OAAM,IAAI,MAAM,6BAA6B;AACzF,QAAM,WAAW,MAAM;AAAA,IACrB;AAAA,IACA;AAAA,IACA,SAAS,MAAM,SAAS,KAAK;AAAA,IAC7B,KAAK,UAAU,IAAI;AAAA,EACrB;AACA,QAAM,OAAO,IAAI,WAAW,MAAM,SAAS,YAAY,CAAC;AACxD,MAAI,KAAK,eAAe,EAAG,OAAM,IAAI,MAAM,8BAA8B;AACzE,QAAM,UAAU,aAAa,EAAE,MAAM,QAAQ,WAAW,EAAE,CAAC;AAC3D,QAAM,SAAwB,EAAE,YAAY,KAAK,OAAO;AACxD,MAAI,UAAU,EAAG,QAAO,gBAAgB;AACxC,SAAO,KAAK,EAAE,MAAM,SAAS,OAAO,CAAC;AACrC,SAAO,KAAK;AAAA,IACV,MAAM;AAAA,IACN,OAAO,EAAE,MAAM,QAAQ,WAAW,EAAE;AAAA,IACpC,MAAM,EAAE,QAAQ,MAAM,IAAI,OAAO,GAAG,KAAK,KAAK,OAAO;AAAA,EACvD,CAAC;AACD,SAAO,KAAK,EAAE,MAAM,QAAQ,OAAO,WAAW,MAAM,WAAW,MAAM,EAAE,CAAC;AAC1E;AAEA,eAAe,aACb,OACA,MACA,OACA,UACA,QACA,SACA,QACA;AACA,QAAM,QAAqB;AAAA,IACzB,QAAQ;AAAA,IACR,SAAS;AAAA,IACT,MAAM;AAAA,IACN,QAAQ;AAAA,IACR,OAAO;AAAA,IACP,eAAe;AAAA,IACf,YAAY;AAAA,EACd;AACA,MAAI,UAAU;AACd,QAAM,OAAO,CAAC,UAAuB;AACnC,QAAI,QAAS;AACb,QAAI,MAAM,SAAS,UAAU,MAAM,SAAS,QAAS,WAAU;AAC/D,WAAO,KAAK,KAAK;AAAA,EACnB;AACA,QAAM,WAAW,QAAQ,cAAoB;AAC7C,QAAM,OAAO,CAAC,SAA6B;AACzC,QAAI,MAAM,OAAQ,UAAS,QAAQ;AACnC,QAAI,SAAS,YAAY,SAAS,QAAS,UAAS,QAAQ;AAAA,EAC9D;AACA,QAAM,MAAM,UAAU,MAAM,SAAS,UAAU;AAC/C,QAAM,SAAS,cAAc,IAAI,SAAS,GAAG,YAAY,OAAO,OAAO,CAAC;AACxE,MAAI,WAAW,QAAQ,QAAQ;AAC/B,SAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,eAAW,SAAS,KAAK,MAAM,UAAU,MAAM,MAAM,MAAM,IAAI,QAAQ,OAAO,MAAM,IAAI,CAAC;AAAA,EAC3F,CAAC;AACD,SAAO,iBAAiB,SAAS,MAAM;AACrC,QAAI,MAAM,UAAU,CAAC,MAAM,QAAQ,CAAC,MAAM,QAAQ;AAChD,YAAM,SAAS;AACf,WAAK,EAAE,MAAM,SAAS,QAAQ,SAAS,OAAO,4BAA4B,CAAC;AAAA,IAC7E;AACA,SAAK,OAAO;AAAA,EACd,CAAC;AACD,MAAI;AACF,UAAM,UAAU,QAAQ,eAAe,CAAC,YAAY;AAClD,YAAM,SAAS;AACf,WAAK,EAAE,MAAM,SAAS,QAAQ,SAAS,OAAO,QAAQ,CAAC;AACvD,WAAK,OAAO;AAAA,IACd,CAAC;AACD,QAAI,MAAM,OAAQ;AAClB,UAAM,SAAS;AACf,cAAU,QAAQ,WAAW,OAAO,UAAU,MAAM,CAAC;AACrD,UAAM,aAAa,MAAM,UAAU,QAAQ,MAAM,SAAS,MAAM;AAChE,QAAI,MAAM,OAAQ;AAClB,cAAU,QAAQ,EAAE,OAAO,QAAQ,CAAC;AACpC,cAAU,QAAQ,EAAE,OAAO,OAAO,CAAC;AACnC,QAAI,CAAC,MAAM,KAAM,OAAM,SAAS;AAChC,QAAI,MAAM,OAAQ;AAClB,QAAI,CAAC,MAAM,MAAO,OAAM,IAAI,MAAM,8BAA8B;AAChE,UAAM,SAAwB,EAAE,YAAY,MAAM,WAAW;AAC7D,QAAI,MAAM,gBAAgB,EAAG,QAAO,gBAAgB,MAAM;AAC1D,SAAK,EAAE,MAAM,QAAQ,OAAO,WAAW,MAAM,WAAW,MAAM,EAAE,CAAC;AAAA,EACnE,SAAS,OAAO;AACd,UAAMA,SAAQ,aAAa,KAAK;AAChC,UAAM,SAAS;AACf,SAAK,EAAE,MAAM,SAAS,QAAQA,OAAM,QAAQ,OAAOA,OAAM,MAAM,CAAC;AAAA,EAClE,UAAE;AACA,WAAO,MAAM;AAAA,EACf;AACF;AAEA,eAAe,UACb,QACA,MACA,QACiB;AACjB,MAAI,WAAW;AACf,mBAAiB,QAAQ,MAAM;AAC7B,QAAI,QAAQ,QAAS,OAAM,IAAI,kBAAkB,WAAW,SAAS;AACrE,gBAAY;AACZ,QAAI,SAAS,GAAI;AACjB,cAAU,QAAQ,EAAE,OAAO,QAAQ,MAAM,KAAK,CAAC;AAAA,EACjD;AACA,SAAO,SAAS;AAClB;AAEA,eAAe,UACb,MACA,QACA,QACA,OACA,MACA,MACA;AACA,MAAI;AACF,UAAM,SAAS,OAAO,MAAM,aAAa,IAAI,CAAC;AAC9C,QAAI,CAAC,SAAS,MAAM,KAAK,MAAM,QAAQ,MAAM,KAAK,kBAAkB,YAAY;AAC9E,YAAM,IAAI,MAAM,iCAAiC;AAAA,IACnD;AACA,UAAM,OAAO,YAAY,QAAQ,OAAO;AACxC,gBAAY,QAAQ,MAAM,QAAQ,QAAQ,OAAO,IAAI;AACrD,SAAK,IAAI;AAAA,EACX,SAAS,OAAO;AACd,UAAM,QAAQ,aAAa,KAAK;AAChC,UAAM,SAAS;AACf,SAAK,EAAE,MAAM,SAAS,QAAQ,MAAM,QAAQ,OAAO,MAAM,MAAM,CAAC;AAChE,SAAK,OAAO;AAAA,EACd;AACF;AAEA,SAAS,YACP,OACA,MACA,QACA,QACA,OACA,MACA;AACA,MAAI,SAAS,SAAS;AACpB,UAAM,UAAU,YAAY,OAAO,SAAS;AAC5C,UAAM,SAAS;AACf,SAAK;AAAA,MACH,MAAM;AAAA,MACN,QAAQ;AAAA,MACR,OAAO,YAAY,SAAY,uBAAuB;AAAA,IACxD,CAAC;AACD;AAAA,EACF;AACA,MAAI,SAAS,UAAU;AACrB,UAAM,OAAO;AACb;AAAA,EACF;AACA,MAAI,SAAS,QAAS;AACtB,QAAM,QAAQ,MAAM;AACpB,MAAI,EAAE,iBAAiB,eAAe,MAAM,eAAe,EAAG;AAC9D,MAAI,CAAC,MAAM,SAAS;AAClB,UAAM,UAAU;AAChB,SAAK,EAAE,MAAM,SAAS,OAAO,CAAC;AAAA,EAChC;AACA,QAAM,QAAQ;AACd,QAAM,iBAAiB,aAAa,EAAE,MAAM,OAAO,QAAQ,WAAW,EAAE,CAAC;AACzE,OAAK;AAAA,IACH,MAAM;AAAA,IACN,OAAO,EAAE,MAAM,OAAO,QAAQ,WAAW,EAAE;AAAA,IAC3C,MAAM,EAAE,QAAQ,OAAO,GAAG,KAAK,MAAM,WAAW;AAAA,EAClD,CAAC;AACH;",
+  "names": ["voice"]
+}

package/dist/fish/transcribe.js

@@ -0,0 +1,158 @@
+import { VoiceRequestError } from "../errors.js";
+import {
+  applyPayload,
+  asVoiceError,
+  endpoint,
+  isRecord,
+  numberField,
+  readAudio,
+  readJson,
+  requestSignal,
+  stringField
+} from "../openai/wire.js";
+import { priceAudio } from "../usage.js";
+import { audioFilename, encodeForm, fishHeaders, formType } from "./wire.js";
+function textOf(record, key) {
+  const text = stringField(record, key);
+  if (text === void 0) return "";
+  return text;
+}
+function secondsOf(record, key) {
+  const value = numberField(record, key);
+  if (value === void 0) return 0;
+  return value;
+}
+function durationOf(body) {
+  const duration = numberField(body, "duration");
+  if (duration === void 0) return 0;
+  return duration;
+}
+function languageOf(body) {
+  const code = stringField(body, "language_code");
+  if (code !== void 0) return code;
+  return stringField(body, "language");
+}
+function segmentFrom(word, withSpeaker) {
+  const text = textOf(word, "text");
+  if (text === "") return void 0;
+  const segment = {
+    text,
+    start: secondsOf(word, "start"),
+    end: secondsOf(word, "end")
+  };
+  if (!withSpeaker) return segment;
+  const speaker = stringField(word, "speaker");
+  if (speaker !== void 0) segment.speaker = speaker;
+  return segment;
+}
+function segmentsFrom(value, withSpeaker) {
+  if (!Array.isArray(value)) return [];
+  const segments = [];
+  for (const word of value) {
+    if (!isRecord(word) || Array.isArray(word)) continue;
+    const segment = segmentFrom(word, withSpeaker);
+    if (segment) segments.push(segment);
+  }
+  return segments;
+}
+function timedFrom(body) {
+  const turns = segmentsFrom(body.speaker_turns, true);
+  if (turns.length > 0) return turns;
+  return segmentsFrom(body.segments, false);
+}
+function transcriptFrom(body, model) {
+  if (!isRecord(body) || Array.isArray(body)) throw new Error("Transcription response had no text");
+  const direct = stringField(body, "text");
+  if (direct === void 0) throw new Error("Transcription response had no text");
+  const timed = timedFrom(body);
+  const language = languageOf(body);
+  return {
+    text: direct,
+    ...language !== void 0 ? { language } : {},
+    ...timed.length > 0 ? { segments: timed } : {},
+    usage: priceAudio(model.audioCost, { inputSeconds: durationOf(body) })
+  };
+}
+function fileOf(body) {
+  const file = body.audio;
+  if (!isRecord(file) || Array.isArray(file) || !(file.data instanceof Uint8Array) || typeof file.mimeType !== "string") {
+    throw new Error("Transcription payload was not a file");
+  }
+  const named = typeof file.filename === "string" ? file.filename : audioFilename(file.mimeType);
+  return { data: file.data, mimeType: file.mimeType, filename: named };
+}
+function fieldStrings(body) {
+  const fields = {};
+  for (const [key, value] of Object.entries(body)) {
+    if (key === "audio") continue;
+    if (typeof value !== "string") continue;
+    fields[key] = value;
+  }
+  return fields;
+}
+function errorText(text, status) {
+  if (text === "") return `HTTP ${status}`;
+  let parsed;
+  try {
+    parsed = JSON.parse(text);
+  } catch {
+    return text;
+  }
+  if (!isRecord(parsed) || Array.isArray(parsed)) return text;
+  const message = stringField(parsed, "message");
+  if (message === void 0) return text;
+  return message;
+}
+async function fishFetch(model, options, url, body, contentType) {
+  const headers = fishHeaders(model, options);
+  headers["Content-Type"] = contentType;
+  const fetchImpl = options?.fetch ?? globalThis.fetch;
+  const response = await fetchImpl(url, {
+    method: "POST",
+    headers,
+    body,
+    signal: requestSignal(options)
+  });
+  await options?.onResponse?.({ status: response.status, headers: {} }, model);
+  if (!response.ok) {
+    const text = await response.text();
+    throw new Error(errorText(text, response.status));
+  }
+  return response;
+}
+async function transcribeFish(model, input, options) {
+  try {
+    if (options?.signal?.aborted) throw new DOMException("aborted", "AbortError");
+    const fetchImpl = options?.fetch ?? globalThis.fetch;
+    const loaded = await readAudio(input, fetchImpl, requestSignal(options));
+    const payload = {
+      ignore_timestamps: "false",
+      diarize: model.diarization ? "true" : "false",
+      audio: {
+        data: loaded.data,
+        mimeType: loaded.mimeType,
+        filename: audioFilename(loaded.mimeType)
+      }
+    };
+    const body = await applyPayload(payload, model, options);
+    if (!isRecord(body) || Array.isArray(body))
+      throw new Error("Transcription payload was not a file");
+    const file = fileOf(body);
+    const encoded = encodeForm(file, fieldStrings(body));
+    const response = await fishFetch(
+      model,
+      options,
+      endpoint(model.baseUrl, "asr"),
+      encoded,
+      formType()
+    );
+    return transcriptFrom(await readJson(response), model);
+  } catch (error) {
+    const voice = asVoiceError(error);
+    throw new VoiceRequestError(voice.reason, voice.error);
+  }
+}
+export {
+  transcribeFish
+};
+//# sourceMappingURL=transcribe.js.map

package/dist/fish/transcribe.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/fish/transcribe.ts"],
+  "sourcesContent": ["import type { ProviderRequestOptions } from '@earendil-works/pi-ai';\nimport { VoiceRequestError } from '../errors.ts';\nimport type { TranscriptionModel } from '../models.ts';\nimport {\n  applyPayload,\n  asVoiceError,\n  endpoint,\n  isRecord,\n  numberField,\n  readAudio,\n  readJson,\n  requestSignal,\n  stringField,\n} from '../openai/wire.ts';\nimport type { AudioInput, Transcript, TranscriptSegment } from '../transcription.ts';\nimport { priceAudio } from '../usage.ts';\nimport { audioFilename, encodeForm, type FishFile, fishHeaders, formType } from './wire.ts';\n\nfunction textOf(record: Record<string, unknown>, key: string): string {\n  const text = stringField(record, key);\n  if (text === undefined) return '';\n  return text;\n}\n\nfunction secondsOf(record: Record<string, unknown>, key: string): number {\n  const value = numberField(record, key);\n  if (value === undefined) return 0;\n  return value;\n}\n\nfunction durationOf(body: Record<string, unknown>): number {\n  const duration = numberField(body, 'duration');\n  if (duration === undefined) return 0;\n  return duration;\n}\n\nfunction languageOf(body: Record<string, unknown>): string | undefined {\n  const code = stringField(body, 'language_code');\n  if (code !== undefined) return code;\n  return stringField(body, 'language');\n}\n\nfunction segmentFrom(\n  word: Record<string, unknown>,\n  withSpeaker: boolean\n): TranscriptSegment | undefined {\n  const text = textOf(word, 'text');\n  if (text === '') return undefined;\n  const segment: TranscriptSegment = {\n    text,\n    start: secondsOf(word, 'start'),\n    end: secondsOf(word, 'end'),\n  };\n  if (!withSpeaker) return segment;\n  const speaker = stringField(word, 'speaker');\n  if (speaker !== undefined) segment.speaker = speaker;\n  return segment;\n}\n\nfunction segmentsFrom(value: unknown, withSpeaker: boolean): TranscriptSegment[] {\n  if (!Array.isArray(value)) return [];\n  const segments: TranscriptSegment[] = [];\n  for (const word of value) {\n    if (!isRecord(word) || Array.isArray(word)) continue;\n    const segment = segmentFrom(word, withSpeaker);\n    if (segment) segments.push(segment);\n  }\n  return segments;\n}\n\nfunction timedFrom(body: Record<string, unknown>): TranscriptSegment[] {\n  const turns = segmentsFrom(body.speaker_turns, true);\n  if (turns.length > 0) return turns;\n  return segmentsFrom(body.segments, false);\n}\n\nfunction transcriptFrom(body: unknown, model: TranscriptionModel<string>): Transcript {\n  if (!isRecord(body) || Array.isArray(body)) throw new Error('Transcription response had no text');\n  const direct = stringField(body, 'text');\n  if (direct === undefined) throw new Error('Transcription response had no text');\n  const timed = timedFrom(body);\n  const language = languageOf(body);\n  return {\n    text: direct,\n    ...(language !== undefined ? { language } : {}),\n    ...(timed.length > 0 ? { segments: timed } : {}),\n    usage: priceAudio(model.audioCost, { inputSeconds: durationOf(body) }),\n  };\n}\n\nfunction fileOf(body: Record<string, unknown>): FishFile {\n  const file = body.audio;\n  if (\n    !isRecord(file) ||\n    Array.isArray(file) ||\n    !(file.data instanceof Uint8Array) ||\n    typeof file.mimeType !== 'string'\n  ) {\n    throw new Error('Transcription payload was not a file');\n  }\n  const named = typeof file.filename === 'string' ? file.filename : audioFilename(file.mimeType);\n  return { data: file.data, mimeType: file.mimeType, filename: named };\n}\n\nfunction fieldStrings(body: Record<string, unknown>): Record<string, string> {\n  const fields: Record<string, string> = {};\n  for (const [key, value] of Object.entries(body)) {\n    if (key === 'audio') continue;\n    if (typeof value !== 'string') continue;\n    fields[key] = value;\n  }\n  return fields;\n}\n\nfunction errorText(text: string, status: number): string {\n  if (text === '') return `HTTP ${status}`;\n  let parsed: unknown;\n  try {\n    parsed = JSON.parse(text);\n  } catch {\n    return text;\n  }\n  if (!isRecord(parsed) || Array.isArray(parsed)) return text;\n  const message = stringField(parsed, 'message');\n  if (message === undefined) return text;\n  return message;\n}\n\nasync function fishFetch(\n  model: TranscriptionModel<string>,\n  options: ProviderRequestOptions | undefined,\n  url: string,\n  body: BodyInit,\n  contentType: string\n): Promise<Response> {\n  const headers = fishHeaders(model, options);\n  headers['Content-Type'] = contentType;\n  const fetchImpl = options?.fetch ?? globalThis.fetch;\n  const response = await fetchImpl(url, {\n    method: 'POST',\n    headers,\n    body,\n    signal: requestSignal(options),\n  });\n  await options?.onResponse?.({ status: response.status, headers: {} }, model as never);\n  if (!response.ok) {\n    const text = await response.text();\n    throw new Error(errorText(text, response.status));\n  }\n  return response;\n}\n\nexport async function transcribeFish(\n  model: TranscriptionModel<string>,\n  input: AudioInput,\n  options?: ProviderRequestOptions\n): Promise<Transcript> {\n  try {\n    if (options?.signal?.aborted) throw new DOMException('aborted', 'AbortError');\n    const fetchImpl = options?.fetch ?? globalThis.fetch;\n    const loaded = await readAudio(input, fetchImpl, requestSignal(options));\n    const payload: Record<string, unknown> = {\n      ignore_timestamps: 'false',\n      diarize: model.diarization ? 'true' : 'false',\n      audio: {\n        data: loaded.data,\n        mimeType: loaded.mimeType,\n        filename: audioFilename(loaded.mimeType),\n      },\n    };\n    const body = await applyPayload(payload, model, options);\n    if (!isRecord(body) || Array.isArray(body))\n      throw new Error('Transcription payload was not a file');\n    const file = fileOf(body);\n    const encoded = encodeForm(file, fieldStrings(body));\n    const response = await fishFetch(\n      model,\n      options,\n      endpoint(model.baseUrl, 'asr'),\n      encoded,\n      formType()\n    );\n    return transcriptFrom(await readJson(response), model);\n  } catch (error) {\n    const voice = asVoiceError(error);\n    throw new VoiceRequestError(voice.reason, voice.error);\n  }\n}\n"],
+  "mappings": "AACA,SAAS,yBAAyB;AAElC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,kBAAkB;AAC3B,SAAS,eAAe,YAA2B,aAAa,gBAAgB;AAEhF,SAAS,OAAO,QAAiC,KAAqB;AACpE,QAAM,OAAO,YAAY,QAAQ,GAAG;AACpC,MAAI,SAAS,OAAW,QAAO;AAC/B,SAAO;AACT;AAEA,SAAS,UAAU,QAAiC,KAAqB;AACvE,QAAM,QAAQ,YAAY,QAAQ,GAAG;AACrC,MAAI,UAAU,OAAW,QAAO;AAChC,SAAO;AACT;AAEA,SAAS,WAAW,MAAuC;AACzD,QAAM,WAAW,YAAY,MAAM,UAAU;AAC7C,MAAI,aAAa,OAAW,QAAO;AACnC,SAAO;AACT;AAEA,SAAS,WAAW,MAAmD;AACrE,QAAM,OAAO,YAAY,MAAM,eAAe;AAC9C,MAAI,SAAS,OAAW,QAAO;AAC/B,SAAO,YAAY,MAAM,UAAU;AACrC;AAEA,SAAS,YACP,MACA,aAC+B;AAC/B,QAAM,OAAO,OAAO,MAAM,MAAM;AAChC,MAAI,SAAS,GAAI,QAAO;AACxB,QAAM,UAA6B;AAAA,IACjC;AAAA,IACA,OAAO,UAAU,MAAM,OAAO;AAAA,IAC9B,KAAK,UAAU,MAAM,KAAK;AAAA,EAC5B;AACA,MAAI,CAAC,YAAa,QAAO;AACzB,QAAM,UAAU,YAAY,MAAM,SAAS;AAC3C,MAAI,YAAY,OAAW,SAAQ,UAAU;AAC7C,SAAO;AACT;AAEA,SAAS,aAAa,OAAgB,aAA2C;AAC/E,MAAI,CAAC,MAAM,QAAQ,KAAK,EAAG,QAAO,CAAC;AACnC,QAAM,WAAgC,CAAC;AACvC,aAAW,QAAQ,OAAO;AACxB,QAAI,CAAC,SAAS,IAAI,KAAK,MAAM,QAAQ,IAAI,EAAG;AAC5C,UAAM,UAAU,YAAY,MAAM,WAAW;AAC7C,QAAI,QAAS,UAAS,KAAK,OAAO;AAAA,EACpC;AACA,SAAO;AACT;AAEA,SAAS,UAAU,MAAoD;AACrE,QAAM,QAAQ,aAAa,KAAK,eAAe,IAAI;AACnD,MAAI,MAAM,SAAS,EAAG,QAAO;AAC7B,SAAO,aAAa,KAAK,UAAU,KAAK;AAC1C;AAEA,SAAS,eAAe,MAAe,OAA+C;AACpF,MAAI,CAAC,SAAS,IAAI,KAAK,MAAM,QAAQ,IAAI,EAAG,OAAM,IAAI,MAAM,oCAAoC;AAChG,QAAM,SAAS,YAAY,MAAM,MAAM;AACvC,MAAI,WAAW,OAAW,OAAM,IAAI,MAAM,oCAAoC;AAC9E,QAAM,QAAQ,UAAU,IAAI;AAC5B,QAAM,WAAW,WAAW,IAAI;AAChC,SAAO;AAAA,IACL,MAAM;AAAA,IACN,GAAI,aAAa,SAAY,EAAE,SAAS,IAAI,CAAC;AAAA,IAC7C,GAAI,MAAM,SAAS,IAAI,EAAE,UAAU,MAAM,IAAI,CAAC;AAAA,IAC9C,OAAO,WAAW,MAAM,WAAW,EAAE,cAAc,WAAW,IAAI,EAAE,CAAC;AAAA,EACvE;AACF;AAEA,SAAS,OAAO,MAAyC;AACvD,QAAM,OAAO,KAAK;AAClB,MACE,CAAC,SAAS,IAAI,KACd,MAAM,QAAQ,IAAI,KAClB,EAAE,KAAK,gBAAgB,eACvB,OAAO,KAAK,aAAa,UACzB;AACA,UAAM,IAAI,MAAM,sCAAsC;AAAA,EACxD;AACA,QAAM,QAAQ,OAAO,KAAK,aAAa,WAAW,KAAK,WAAW,cAAc,KAAK,QAAQ;AAC7F,SAAO,EAAE,MAAM,KAAK,MAAM,UAAU,KAAK,UAAU,UAAU,MAAM;AACrE;AAEA,SAAS,aAAa,MAAuD;AAC3E,QAAM,SAAiC,CAAC;AACxC,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,IAAI,GAAG;AAC/C,QAAI,QAAQ,QAAS;AACrB,QAAI,OAAO,UAAU,SAAU;AAC/B,WAAO,GAAG,IAAI;AAAA,EAChB;AACA,SAAO;AACT;AAEA,SAAS,UAAU,MAAc,QAAwB;AACvD,MAAI,SAAS,GAAI,QAAO,QAAQ,MAAM;AACtC,MAAI;AACJ,MAAI;AACF,aAAS,KAAK,MAAM,IAAI;AAAA,EAC1B,QAAQ;AACN,WAAO;AAAA,EACT;AACA,MAAI,CAAC,SAAS,MAAM,KAAK,MAAM,QAAQ,MAAM,EAAG,QAAO;AACvD,QAAM,UAAU,YAAY,QAAQ,SAAS;AAC7C,MAAI,YAAY,OAAW,QAAO;AAClC,SAAO;AACT;AAEA,eAAe,UACb,OACA,SACA,KACA,MACA,aACmB;AACnB,QAAM,UAAU,YAAY,OAAO,OAAO;AAC1C,UAAQ,cAAc,IAAI;AAC1B,QAAM,YAAY,SAAS,SAAS,WAAW;AAC/C,QAAM,WAAW,MAAM,UAAU,KAAK;AAAA,IACpC,QAAQ;AAAA,IACR;AAAA,IACA;AAAA,IACA,QAAQ,cAAc,OAAO;AAAA,EAC/B,CAAC;AACD,QAAM,SAAS,aAAa,EAAE,QAAQ,SAAS,QAAQ,SAAS,CAAC,EAAE,GAAG,KAAc;AACpF,MAAI,CAAC,SAAS,IAAI;AAChB,UAAM,OAAO,MAAM,SAAS,KAAK;AACjC,UAAM,IAAI,MAAM,UAAU,MAAM,SAAS,MAAM,CAAC;AAAA,EAClD;AACA,SAAO;AACT;AAEA,eAAsB,eACpB,OACA,OACA,SACqB;AACrB,MAAI;AACF,QAAI,SAAS,QAAQ,QAAS,OAAM,IAAI,aAAa,WAAW,YAAY;AAC5E,UAAM,YAAY,SAAS,SAAS,WAAW;AAC/C,UAAM,SAAS,MAAM,UAAU,OAAO,WAAW,cAAc,OAAO,CAAC;AACvE,UAAM,UAAmC;AAAA,MACvC,mBAAmB;AAAA,MACnB,SAAS,MAAM,cAAc,SAAS;AAAA,MACtC,OAAO;AAAA,QACL,MAAM,OAAO;AAAA,QACb,UAAU,OAAO;AAAA,QACjB,UAAU,cAAc,OAAO,QAAQ;AAAA,MACzC;AAAA,IACF;AACA,UAAM,OAAO,MAAM,aAAa,SAAS,OAAO,OAAO;AACvD,QAAI,CAAC,SAAS,IAAI,KAAK,MAAM,QAAQ,IAAI;AACvC,YAAM,IAAI,MAAM,sCAAsC;AACxD,UAAM,OAAO,OAAO,IAAI;AACxB,UAAM,UAAU,WAAW,MAAM,aAAa,IAAI,CAAC;AACnD,UAAM,WAAW,MAAM;AAAA,MACrB;AAAA,MACA;AAAA,MACA,SAAS,MAAM,SAAS,KAAK;AAAA,MAC7B;AAAA,MACA,SAAS;AAAA,IACX;AACA,WAAO,eAAe,MAAM,SAAS,QAAQ,GAAG,KAAK;AAAA,EACvD,SAAS,OAAO;AACd,UAAM,QAAQ,aAAa,KAAK;AAChC,UAAM,IAAI,kBAAkB,MAAM,QAAQ,MAAM,KAAK;AAAA,EACvD;AACF;",
+  "names": []
+}

package/dist/fish/wire.js

@@ -0,0 +1,386 @@
+import { requestHeaders } from "../openai/wire.js";
+const boundary = "pi-audio-fish-boundary";
+const filenames = {
+  "audio/wav": "audio.wav",
+  "audio/wave": "audio.wav",
+  "audio/x-wav": "audio.wav",
+  "audio/mpeg": "audio.mp3",
+  "audio/mp3": "audio.mp3",
+  "audio/flac": "audio.flac",
+  "audio/ogg": "audio.ogg",
+  "audio/opus": "audio.opus",
+  "audio/webm": "audio.webm",
+  "audio/mp4": "audio.m4a",
+  "audio/m4a": "audio.m4a",
+  "audio/aac": "audio.aac"
+};
+const speechNames = {
+  pcm16: "pcm",
+  wav: "wav",
+  mp3: "mp3",
+  opus: "opus"
+};
+class ByteWriter {
+  #bytes = [];
+  byte(value) {
+    this.#bytes.push(value & 255);
+  }
+  u16(value) {
+    this.byte(value >> 8);
+    this.byte(value);
+  }
+  u32(value) {
+    this.byte(value >>> 24);
+    this.byte(value >>> 16);
+    this.byte(value >>> 8);
+    this.byte(value);
+  }
+  f64(value) {
+    const view = new DataView(new ArrayBuffer(8));
+    view.setFloat64(0, value);
+    for (let index = 0; index < 8; index += 1) this.byte(view.getUint8(index));
+  }
+  raw(bytes) {
+    for (const byte of bytes) this.byte(byte);
+  }
+  toArray() {
+    return Uint8Array.from(this.#bytes);
+  }
+}
+class ByteReader {
+  #offset = 0;
+  #data;
+  constructor(data) {
+    this.#data = data;
+  }
+  byte() {
+    const value = this.#data[this.#offset];
+    if (value === void 0) throw new Error("Fish frame ended early");
+    this.#offset += 1;
+    return value;
+  }
+  u16() {
+    return this.byte() << 8 | this.byte();
+  }
+  u32() {
+    return (this.byte() << 24 | this.byte() << 16 | this.byte() << 8 | this.byte()) >>> 0;
+  }
+  i16() {
+    const value = this.u16();
+    return value > 32767 ? value - 65536 : value;
+  }
+  i32() {
+    return this.u32() | 0;
+  }
+  u64() {
+    const high = this.u32();
+    const low = this.u32();
+    return high * 4294967296 + low;
+  }
+  i64() {
+    const high = this.i32();
+    const low = this.u32();
+    return high * 4294967296 + low;
+  }
+  f32() {
+    const copy = new Uint8Array(4);
+    copy.set(this.bytes(4));
+    return new DataView(copy.buffer).getFloat32(0);
+  }
+  f64() {
+    const copy = new Uint8Array(8);
+    copy.set(this.bytes(8));
+    return new DataView(copy.buffer).getFloat64(0);
+  }
+  bytes(length) {
+    const start = this.#offset;
+    if (start + length > this.#data.length) throw new Error("Fish frame ended early");
+    this.#offset = start + length;
+    return this.#data.subarray(start, this.#offset);
+  }
+  done() {
+    return this.#offset === this.#data.length;
+  }
+}
+function packString(value, out) {
+  const bytes = new TextEncoder().encode(value);
+  if (bytes.length < 32) out.byte(160 | bytes.length);
+  else if (bytes.length < 256) {
+    out.byte(217);
+    out.byte(bytes.length);
+  } else if (bytes.length < 65536) {
+    out.byte(218);
+    out.u16(bytes.length);
+  } else throw new Error("String too long");
+  out.raw(bytes);
+}
+function packBin(value, out) {
+  if (value.byteLength < 256) {
+    out.byte(196);
+    out.byte(value.byteLength);
+  } else if (value.byteLength < 65536) {
+    out.byte(197);
+    out.u16(value.byteLength);
+  } else throw new Error("Binary too long");
+  out.raw(value);
+}
+function packNumber(value, out) {
+  if (!Number.isInteger(value)) {
+    out.byte(203);
+    out.f64(value);
+    return;
+  }
+  if (value >= 0 && value <= 127) {
+    out.byte(value);
+    return;
+  }
+  if (value < 0 && value >= -32) {
+    out.byte(value & 255);
+    return;
+  }
+  if (value >= 0 && value <= 255) {
+    out.byte(204);
+    out.byte(value);
+    return;
+  }
+  if (value >= 0 && value <= 65535) {
+    out.byte(205);
+    out.u16(value);
+    return;
+  }
+  if (value >= 0 && value <= 4294967295) {
+    out.byte(206);
+    out.u32(value);
+    return;
+  }
+  if (value < 0 && value >= -128) {
+    out.byte(208);
+    out.byte(value & 255);
+    return;
+  }
+  throw new Error("Integer out of range");
+}
+function packArray(values, out) {
+  if (values.length < 16) out.byte(144 | values.length);
+  else if (values.length < 65536) {
+    out.byte(220);
+    out.u16(values.length);
+  } else throw new Error("Array too long");
+  for (const value of values) packInto(value, out);
+}
+function packMap(value, out) {
+  const entries = Object.entries(value);
+  if (entries.length < 16) out.byte(128 | entries.length);
+  else if (entries.length < 65536) {
+    out.byte(222);
+    out.u16(entries.length);
+  } else throw new Error("Map too long");
+  for (const [key, item] of entries) {
+    packString(key, out);
+    packInto(item, out);
+  }
+}
+function packInto(value, out) {
+  if (value === null) {
+    out.byte(192);
+    return;
+  }
+  if (typeof value === "boolean") {
+    out.byte(value ? 195 : 194);
+    return;
+  }
+  if (typeof value === "number") {
+    packNumber(value, out);
+    return;
+  }
+  if (typeof value === "string") {
+    packString(value, out);
+    return;
+  }
+  if (value instanceof Uint8Array) {
+    packBin(value, out);
+    return;
+  }
+  if (Array.isArray(value)) {
+    packArray(value, out);
+    return;
+  }
+  packMap(value, out);
+}
+function unpackString(reader, length) {
+  return new TextDecoder().decode(reader.bytes(length));
+}
+function unpackArray(reader, length) {
+  const values = [];
+  for (let index = 0; index < length; index += 1) values.push(unpackOne(reader));
+  return values;
+}
+function unpackMap(reader, length) {
+  const value = {};
+  for (let index = 0; index < length; index += 1) {
+    const key = unpackOne(reader);
+    if (typeof key !== "string") throw new Error("Fish frame key was not a string");
+    value[key] = unpackOne(reader);
+  }
+  return value;
+}
+function unpackSized(reader, marker) {
+  if (marker === 192) return null;
+  if (marker === 194) return false;
+  if (marker === 195) return true;
+  if (marker === 196) return reader.bytes(reader.byte());
+  if (marker === 197) return reader.bytes(reader.u16());
+  if (marker === 198) return reader.bytes(reader.u32());
+  if (marker === 202) return reader.f32();
+  if (marker === 203) return reader.f64();
+  if (marker === 204) return reader.byte();
+  if (marker === 205) return reader.u16();
+  if (marker === 206) return reader.u32();
+  if (marker === 207) return reader.u64();
+  if (marker === 208) return reader.byte() << 24 >> 24;
+  if (marker === 209) return reader.i16();
+  if (marker === 210) return reader.i32();
+  if (marker === 211) return reader.i64();
+  return void 0;
+}
+function unpackOne(reader) {
+  const marker = reader.byte();
+  if (marker <= 127) return marker;
+  if (marker >= 224) return marker - 256;
+  const sized = unpackSized(reader, marker);
+  if (sized !== void 0) return sized;
+  if ((marker & 224) === 160) return unpackString(reader, marker & 31);
+  if (marker === 217) return unpackString(reader, reader.byte());
+  if (marker === 218) return unpackString(reader, reader.u16());
+  if (marker === 219) return unpackString(reader, reader.u32());
+  if ((marker & 240) === 144) return unpackArray(reader, marker & 15);
+  if (marker === 220) return unpackArray(reader, reader.u16());
+  if (marker === 221) return unpackArray(reader, reader.u32());
+  if ((marker & 240) === 128) return unpackMap(reader, marker & 15);
+  if (marker === 222) return unpackMap(reader, reader.u16());
+  if (marker === 223) return unpackMap(reader, reader.u32());
+  throw new Error("Unsupported Fish frame");
+}
+function pack(value) {
+  const out = new ByteWriter();
+  packInto(value, out);
+  return out.toArray();
+}
+function unpack(data) {
+  const reader = new ByteReader(data);
+  const value = unpackOne(reader);
+  if (!reader.done()) throw new Error("Fish frame had trailing bytes");
+  return value;
+}
+function mediaType(mimeType) {
+  const type = mimeType.split(";")[0]?.trim().toLowerCase();
+  if (!type) throw new Error(`Unsupported audio type ${mimeType}`);
+  return type;
+}
+function audioFilename(mimeType) {
+  const name = filenames[mediaType(mimeType)];
+  if (!name) throw new Error(`Unsupported audio type ${mimeType}`);
+  return name;
+}
+function encodeForm(file, fields) {
+  const chunks = [];
+  const encoder = new TextEncoder();
+  const write = (value) => {
+    chunks.push(encoder.encode(value));
+  };
+  for (const [name, value] of Object.entries(fields)) {
+    write(`--${boundary}\r
+Content-Disposition: form-data; name="${name}"\r
+\r
+${value}\r
+`);
+  }
+  const header = `--${boundary}\r
+Content-Disposition: form-data; name="audio"; filename="${file.filename}"\r
+Content-Type: ${file.mimeType}\r
+\r
+`;
+  write(header);
+  chunks.push(file.data);
+  write(`\r
+--${boundary}--\r
+`);
+  const body = new Uint8Array(chunks.reduce((sum, chunk) => sum + chunk.length, 0));
+  let offset = 0;
+  for (const chunk of chunks) {
+    body.set(chunk, offset);
+    offset += chunk.length;
+  }
+  return body.buffer;
+}
+function formType() {
+  return `multipart/form-data; boundary=${boundary}`;
+}
+function fishHeaders(model, options) {
+  const headers = requestHeaders(model, options);
+  headers.model = model.id;
+  return headers;
+}
+function socketUrl(baseUrl, path) {
+  const url = new URL(baseUrl);
+  url.protocol = url.protocol === "https:" ? "wss:" : "ws:";
+  url.pathname = `${url.pathname.replace(/\/$/, "")}/${path}`;
+  url.search = "";
+  return url;
+}
+function speechFormatName(format) {
+  const name = speechNames[format.encoding];
+  if (!name) throw new Error(`Unsupported speech format ${format.encoding}`);
+  return name;
+}
+function connectSocket(url, headers) {
+  const Socket = WebSocket;
+  return new Socket(url, { headers });
+}
+function awaitOpen(socket, label, fail) {
+  return new Promise((resolve) => {
+    let opened = false;
+    socket.addEventListener("open", () => {
+      opened = true;
+      resolve();
+    });
+    socket.addEventListener("error", () => {
+      fail(`${label} socket failed`);
+      if (!opened) resolve();
+    });
+    socket.addEventListener("close", () => {
+      if (!opened) {
+        fail(`${label} socket closed`);
+        resolve();
+      }
+    });
+  });
+}
+async function messageBytes(data) {
+  if (typeof data === "string") return new TextEncoder().encode(data);
+  if (data instanceof ArrayBuffer) return new Uint8Array(data);
+  if (data instanceof Uint8Array) return data;
+  if (typeof Blob !== "undefined" && data instanceof Blob) {
+    return new Uint8Array(await data.arrayBuffer());
+  }
+  throw new Error("Unsupported socket message");
+}
+function sameFormat(left, right) {
+  return left.encoding === right.encoding && left.sampleRate === right.sampleRate && left.channels === right.channels;
+}
+export {
+  audioFilename,
+  awaitOpen,
+  connectSocket,
+  encodeForm,
+  fishHeaders,
+  formType,
+  mediaType,
+  messageBytes,
+  pack,
+  sameFormat,
+  socketUrl,
+  speechFormatName,
+  unpack
+};
+//# sourceMappingURL=wire.js.map

package/dist/fish/wire.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/fish/wire.ts"],
+  "sourcesContent": ["import type { ProviderRequestOptions } from '@earendil-works/pi-ai';\nimport type { AudioFormat } from '../audio.ts';\nimport { requestHeaders } from '../openai/wire.ts';\n\nconst boundary = 'pi-audio-fish-boundary';\n\nconst filenames: Record<string, string> = {\n  'audio/wav': 'audio.wav',\n  'audio/wave': 'audio.wav',\n  'audio/x-wav': 'audio.wav',\n  'audio/mpeg': 'audio.mp3',\n  'audio/mp3': 'audio.mp3',\n  'audio/flac': 'audio.flac',\n  'audio/ogg': 'audio.ogg',\n  'audio/opus': 'audio.opus',\n  'audio/webm': 'audio.webm',\n  'audio/mp4': 'audio.m4a',\n  'audio/m4a': 'audio.m4a',\n  'audio/aac': 'audio.aac',\n};\n\nconst speechNames: Record<string, string> = {\n  pcm16: 'pcm',\n  wav: 'wav',\n  mp3: 'mp3',\n  opus: 'opus',\n};\n\nexport type PackValue =\n  | null\n  | boolean\n  | number\n  | string\n  | Uint8Array\n  | PackValue[]\n  | { [key: string]: PackValue };\n\nexport interface FishFile {\n  data: Uint8Array;\n  mimeType: string;\n  filename: string;\n}\n\nclass ByteWriter {\n  readonly #bytes: number[] = [];\n\n  byte(value: number): void {\n    this.#bytes.push(value & 0xff);\n  }\n\n  u16(value: number): void {\n    this.byte(value >> 8);\n    this.byte(value);\n  }\n\n  u32(value: number): void {\n    this.byte(value >>> 24);\n    this.byte(value >>> 16);\n    this.byte(value >>> 8);\n    this.byte(value);\n  }\n\n  f64(value: number): void {\n    const view = new DataView(new ArrayBuffer(8));\n    view.setFloat64(0, value);\n    for (let index = 0; index < 8; index += 1) this.byte(view.getUint8(index));\n  }\n\n  raw(bytes: Uint8Array): void {\n    for (const byte of bytes) this.byte(byte);\n  }\n\n  toArray(): Uint8Array {\n    return Uint8Array.from(this.#bytes);\n  }\n}\n\nclass ByteReader {\n  #offset = 0;\n  readonly #data: Uint8Array;\n\n  constructor(data: Uint8Array) {\n    this.#data = data;\n  }\n\n  byte(): number {\n    const value = this.#data[this.#offset];\n    if (value === undefined) throw new Error('Fish frame ended early');\n    this.#offset += 1;\n    return value;\n  }\n\n  u16(): number {\n    return (this.byte() << 8) | this.byte();\n  }\n\n  u32(): number {\n    return ((this.byte() << 24) | (this.byte() << 16) | (this.byte() << 8) | this.byte()) >>> 0;\n  }\n\n  i16(): number {\n    const value = this.u16();\n    return value > 0x7fff ? value - 0x10000 : value;\n  }\n\n  i32(): number {\n    return this.u32() | 0;\n  }\n\n  u64(): number {\n    const high = this.u32();\n    const low = this.u32();\n    return high * 0x100000000 + low;\n  }\n\n  i64(): number {\n    const high = this.i32();\n    const low = this.u32();\n    return high * 0x100000000 + low;\n  }\n\n  f32(): number {\n    const copy = new Uint8Array(4);\n    copy.set(this.bytes(4));\n    return new DataView(copy.buffer).getFloat32(0);\n  }\n\n  f64(): number {\n    const copy = new Uint8Array(8);\n    copy.set(this.bytes(8));\n    return new DataView(copy.buffer).getFloat64(0);\n  }\n\n  bytes(length: number): Uint8Array {\n    const start = this.#offset;\n    if (start + length > this.#data.length) throw new Error('Fish frame ended early');\n    this.#offset = start + length;\n    return this.#data.subarray(start, this.#offset);\n  }\n\n  done(): boolean {\n    return this.#offset === this.#data.length;\n  }\n}\n\nfunction packString(value: string, out: ByteWriter): void {\n  const bytes = new TextEncoder().encode(value);\n  if (bytes.length < 32) out.byte(0xa0 | bytes.length);\n  else if (bytes.length < 256) {\n    out.byte(0xd9);\n    out.byte(bytes.length);\n  } else if (bytes.length < 65536) {\n    out.byte(0xda);\n    out.u16(bytes.length);\n  } else throw new Error('String too long');\n  out.raw(bytes);\n}\n\nfunction packBin(value: Uint8Array, out: ByteWriter): void {\n  if (value.byteLength < 256) {\n    out.byte(0xc4);\n    out.byte(value.byteLength);\n  } else if (value.byteLength < 65536) {\n    out.byte(0xc5);\n    out.u16(value.byteLength);\n  } else throw new Error('Binary too long');\n  out.raw(value);\n}\n\nfunction packNumber(value: number, out: ByteWriter): void {\n  if (!Number.isInteger(value)) {\n    out.byte(0xcb);\n    out.f64(value);\n    return;\n  }\n  if (value >= 0 && value <= 0x7f) {\n    out.byte(value);\n    return;\n  }\n  if (value < 0 && value >= -32) {\n    out.byte(value & 0xff);\n    return;\n  }\n  if (value >= 0 && value <= 0xff) {\n    out.byte(0xcc);\n    out.byte(value);\n    return;\n  }\n  if (value >= 0 && value <= 0xffff) {\n    out.byte(0xcd);\n    out.u16(value);\n    return;\n  }\n  if (value >= 0 && value <= 0xffffffff) {\n    out.byte(0xce);\n    out.u32(value);\n    return;\n  }\n  if (value < 0 && value >= -128) {\n    out.byte(0xd0);\n    out.byte(value & 0xff);\n    return;\n  }\n  throw new Error('Integer out of range');\n}\n\nfunction packArray(values: PackValue[], out: ByteWriter): void {\n  if (values.length < 16) out.byte(0x90 | values.length);\n  else if (values.length < 65536) {\n    out.byte(0xdc);\n    out.u16(values.length);\n  } else throw new Error('Array too long');\n  for (const value of values) packInto(value, out);\n}\n\nfunction packMap(value: { [key: string]: PackValue }, out: ByteWriter): void {\n  const entries = Object.entries(value);\n  if (entries.length < 16) out.byte(0x80 | entries.length);\n  else if (entries.length < 65536) {\n    out.byte(0xde);\n    out.u16(entries.length);\n  } else throw new Error('Map too long');\n  for (const [key, item] of entries) {\n    packString(key, out);\n    packInto(item, out);\n  }\n}\n\nfunction packInto(value: PackValue, out: ByteWriter): void {\n  if (value === null) {\n    out.byte(0xc0);\n    return;\n  }\n  if (typeof value === 'boolean') {\n    out.byte(value ? 0xc3 : 0xc2);\n    return;\n  }\n  if (typeof value === 'number') {\n    packNumber(value, out);\n    return;\n  }\n  if (typeof value === 'string') {\n    packString(value, out);\n    return;\n  }\n  if (value instanceof Uint8Array) {\n    packBin(value, out);\n    return;\n  }\n  if (Array.isArray(value)) {\n    packArray(value, out);\n    return;\n  }\n  packMap(value, out);\n}\n\nfunction unpackString(reader: ByteReader, length: number): string {\n  return new TextDecoder().decode(reader.bytes(length));\n}\n\nfunction unpackArray(reader: ByteReader, length: number): PackValue[] {\n  const values: PackValue[] = [];\n  for (let index = 0; index < length; index += 1) values.push(unpackOne(reader));\n  return values;\n}\n\nfunction unpackMap(reader: ByteReader, length: number): { [key: string]: PackValue } {\n  const value: { [key: string]: PackValue } = {};\n  for (let index = 0; index < length; index += 1) {\n    const key = unpackOne(reader);\n    if (typeof key !== 'string') throw new Error('Fish frame key was not a string');\n    value[key] = unpackOne(reader);\n  }\n  return value;\n}\n\nfunction unpackSized(reader: ByteReader, marker: number): PackValue | undefined {\n  if (marker === 0xc0) return null;\n  if (marker === 0xc2) return false;\n  if (marker === 0xc3) return true;\n  if (marker === 0xc4) return reader.bytes(reader.byte());\n  if (marker === 0xc5) return reader.bytes(reader.u16());\n  if (marker === 0xc6) return reader.bytes(reader.u32());\n  if (marker === 0xca) return reader.f32();\n  if (marker === 0xcb) return reader.f64();\n  if (marker === 0xcc) return reader.byte();\n  if (marker === 0xcd) return reader.u16();\n  if (marker === 0xce) return reader.u32();\n  if (marker === 0xcf) return reader.u64();\n  if (marker === 0xd0) return (reader.byte() << 24) >> 24;\n  if (marker === 0xd1) return reader.i16();\n  if (marker === 0xd2) return reader.i32();\n  if (marker === 0xd3) return reader.i64();\n  return undefined;\n}\n\nfunction unpackOne(reader: ByteReader): PackValue {\n  const marker = reader.byte();\n  if (marker <= 0x7f) return marker;\n  if (marker >= 0xe0) return marker - 0x100;\n  const sized = unpackSized(reader, marker);\n  if (sized !== undefined) return sized;\n  if ((marker & 0xe0) === 0xa0) return unpackString(reader, marker & 0x1f);\n  if (marker === 0xd9) return unpackString(reader, reader.byte());\n  if (marker === 0xda) return unpackString(reader, reader.u16());\n  if (marker === 0xdb) return unpackString(reader, reader.u32());\n  if ((marker & 0xf0) === 0x90) return unpackArray(reader, marker & 0x0f);\n  if (marker === 0xdc) return unpackArray(reader, reader.u16());\n  if (marker === 0xdd) return unpackArray(reader, reader.u32());\n  if ((marker & 0xf0) === 0x80) return unpackMap(reader, marker & 0x0f);\n  if (marker === 0xde) return unpackMap(reader, reader.u16());\n  if (marker === 0xdf) return unpackMap(reader, reader.u32());\n  throw new Error('Unsupported Fish frame');\n}\n\nexport function pack(value: PackValue): Uint8Array {\n  const out = new ByteWriter();\n  packInto(value, out);\n  return out.toArray();\n}\n\nexport function unpack(data: Uint8Array): PackValue {\n  const reader = new ByteReader(data);\n  const value = unpackOne(reader);\n  if (!reader.done()) throw new Error('Fish frame had trailing bytes');\n  return value;\n}\n\nexport function mediaType(mimeType: string): string {\n  const type = mimeType.split(';')[0]?.trim().toLowerCase();\n  if (!type) throw new Error(`Unsupported audio type ${mimeType}`);\n  return type;\n}\n\nexport function audioFilename(mimeType: string): string {\n  const name = filenames[mediaType(mimeType)];\n  if (!name) throw new Error(`Unsupported audio type ${mimeType}`);\n  return name;\n}\n\nexport function encodeForm(file: FishFile, fields: Record<string, string>): ArrayBuffer {\n  const chunks: Uint8Array[] = [];\n  const encoder = new TextEncoder();\n  const write = (value: string) => {\n    chunks.push(encoder.encode(value));\n  };\n  for (const [name, value] of Object.entries(fields)) {\n    write(`--${boundary}\\r\\nContent-Disposition: form-data; name=\"${name}\"\\r\\n\\r\\n${value}\\r\\n`);\n  }\n  const header =\n    `--${boundary}\\r\\nContent-Disposition: form-data; name=\"audio\"; filename=\"${file.filename}\"\\r\\n` +\n    `Content-Type: ${file.mimeType}\\r\\n\\r\\n`;\n  write(header);\n  chunks.push(file.data);\n  write(`\\r\\n--${boundary}--\\r\\n`);\n  const body = new Uint8Array(chunks.reduce((sum, chunk) => sum + chunk.length, 0));\n  let offset = 0;\n  for (const chunk of chunks) {\n    body.set(chunk, offset);\n    offset += chunk.length;\n  }\n  return body.buffer;\n}\n\nexport function formType(): string {\n  return `multipart/form-data; boundary=${boundary}`;\n}\n\nexport function fishHeaders(\n  model: { id: string; provider: string; headers?: Record<string, string> },\n  options: ProviderRequestOptions | undefined\n): Record<string, string> {\n  const headers = requestHeaders(model, options);\n  headers.model = model.id;\n  return headers;\n}\n\nexport function socketUrl(baseUrl: string, path: string): URL {\n  const url = new URL(baseUrl);\n  url.protocol = url.protocol === 'https:' ? 'wss:' : 'ws:';\n  url.pathname = `${url.pathname.replace(/\\/$/, '')}/${path}`;\n  url.search = '';\n  return url;\n}\n\nexport function speechFormatName(format: AudioFormat): string {\n  const name = speechNames[format.encoding];\n  if (!name) throw new Error(`Unsupported speech format ${format.encoding}`);\n  return name;\n}\n\nexport function connectSocket(url: string, headers: Record<string, string>): WebSocket {\n  const Socket = WebSocket as unknown as new (\n    address: string,\n    init: { headers: Record<string, string> }\n  ) => WebSocket;\n  return new Socket(url, { headers });\n}\n\nexport function awaitOpen(\n  socket: WebSocket,\n  label: string,\n  fail: (message: string) => void\n): Promise<void> {\n  return new Promise((resolve) => {\n    let opened = false;\n    socket.addEventListener('open', () => {\n      opened = true;\n      resolve();\n    });\n    socket.addEventListener('error', () => {\n      fail(`${label} socket failed`);\n      if (!opened) resolve();\n    });\n    socket.addEventListener('close', () => {\n      if (!opened) {\n        fail(`${label} socket closed`);\n        resolve();\n      }\n    });\n  });\n}\n\nexport async function messageBytes(data: unknown): Promise<Uint8Array> {\n  if (typeof data === 'string') return new TextEncoder().encode(data);\n  if (data instanceof ArrayBuffer) return new Uint8Array(data);\n  if (data instanceof Uint8Array) return data;\n  if (typeof Blob !== 'undefined' && data instanceof Blob) {\n    return new Uint8Array(await data.arrayBuffer());\n  }\n  throw new Error('Unsupported socket message');\n}\n\nexport function sameFormat(left: AudioFormat, right: AudioFormat): boolean {\n  return (\n    left.encoding === right.encoding &&\n    left.sampleRate === right.sampleRate &&\n    left.channels === right.channels\n  );\n}\n"],
+  "mappings": "AAEA,SAAS,sBAAsB;AAE/B,MAAM,WAAW;AAEjB,MAAM,YAAoC;AAAA,EACxC,aAAa;AAAA,EACb,cAAc;AAAA,EACd,eAAe;AAAA,EACf,cAAc;AAAA,EACd,aAAa;AAAA,EACb,cAAc;AAAA,EACd,aAAa;AAAA,EACb,cAAc;AAAA,EACd,cAAc;AAAA,EACd,aAAa;AAAA,EACb,aAAa;AAAA,EACb,aAAa;AACf;AAEA,MAAM,cAAsC;AAAA,EAC1C,OAAO;AAAA,EACP,KAAK;AAAA,EACL,KAAK;AAAA,EACL,MAAM;AACR;AAiBA,MAAM,WAAW;AAAA,EACN,SAAmB,CAAC;AAAA,EAE7B,KAAK,OAAqB;AACxB,SAAK,OAAO,KAAK,QAAQ,GAAI;AAAA,EAC/B;AAAA,EAEA,IAAI,OAAqB;AACvB,SAAK,KAAK,SAAS,CAAC;AACpB,SAAK,KAAK,KAAK;AAAA,EACjB;AAAA,EAEA,IAAI,OAAqB;AACvB,SAAK,KAAK,UAAU,EAAE;AACtB,SAAK,KAAK,UAAU,EAAE;AACtB,SAAK,KAAK,UAAU,CAAC;AACrB,SAAK,KAAK,KAAK;AAAA,EACjB;AAAA,EAEA,IAAI,OAAqB;AACvB,UAAM,OAAO,IAAI,SAAS,IAAI,YAAY,CAAC,CAAC;AAC5C,SAAK,WAAW,GAAG,KAAK;AACxB,aAAS,QAAQ,GAAG,QAAQ,GAAG,SAAS,EAAG,MAAK,KAAK,KAAK,SAAS,KAAK,CAAC;AAAA,EAC3E;AAAA,EAEA,IAAI,OAAyB;AAC3B,eAAW,QAAQ,MAAO,MAAK,KAAK,IAAI;AAAA,EAC1C;AAAA,EAEA,UAAsB;AACpB,WAAO,WAAW,KAAK,KAAK,MAAM;AAAA,EACpC;AACF;AAEA,MAAM,WAAW;AAAA,EACf,UAAU;AAAA,EACD;AAAA,EAET,YAAY,MAAkB;AAC5B,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,OAAe;AACb,UAAM,QAAQ,KAAK,MAAM,KAAK,OAAO;AACrC,QAAI,UAAU,OAAW,OAAM,IAAI,MAAM,wBAAwB;AACjE,SAAK,WAAW;AAChB,WAAO;AAAA,EACT;AAAA,EAEA,MAAc;AACZ,WAAQ,KAAK,KAAK,KAAK,IAAK,KAAK,KAAK;AAAA,EACxC;AAAA,EAEA,MAAc;AACZ,YAAS,KAAK,KAAK,KAAK,KAAO,KAAK,KAAK,KAAK,KAAO,KAAK,KAAK,KAAK,IAAK,KAAK,KAAK,OAAO;AAAA,EAC5F;AAAA,EAEA,MAAc;AACZ,UAAM,QAAQ,KAAK,IAAI;AACvB,WAAO,QAAQ,QAAS,QAAQ,QAAU;AAAA,EAC5C;AAAA,EAEA,MAAc;AACZ,WAAO,KAAK,IAAI,IAAI;AAAA,EACtB;AAAA,EAEA,MAAc;AACZ,UAAM,OAAO,KAAK,IAAI;AACtB,UAAM,MAAM,KAAK,IAAI;AACrB,WAAO,OAAO,aAAc;AAAA,EAC9B;AAAA,EAEA,MAAc;AACZ,UAAM,OAAO,KAAK,IAAI;AACtB,UAAM,MAAM,KAAK,IAAI;AACrB,WAAO,OAAO,aAAc;AAAA,EAC9B;AAAA,EAEA,MAAc;AACZ,UAAM,OAAO,IAAI,WAAW,CAAC;AAC7B,SAAK,IAAI,KAAK,MAAM,CAAC,CAAC;AACtB,WAAO,IAAI,SAAS,KAAK,MAAM,EAAE,WAAW,CAAC;AAAA,EAC/C;AAAA,EAEA,MAAc;AACZ,UAAM,OAAO,IAAI,WAAW,CAAC;AAC7B,SAAK,IAAI,KAAK,MAAM,CAAC,CAAC;AACtB,WAAO,IAAI,SAAS,KAAK,MAAM,EAAE,WAAW,CAAC;AAAA,EAC/C;AAAA,EAEA,MAAM,QAA4B;AAChC,UAAM,QAAQ,KAAK;AACnB,QAAI,QAAQ,SAAS,KAAK,MAAM,OAAQ,OAAM,IAAI,MAAM,wBAAwB;AAChF,SAAK,UAAU,QAAQ;AACvB,WAAO,KAAK,MAAM,SAAS,OAAO,KAAK,OAAO;AAAA,EAChD;AAAA,EAEA,OAAgB;AACd,WAAO,KAAK,YAAY,KAAK,MAAM;AAAA,EACrC;AACF;AAEA,SAAS,WAAW,OAAe,KAAuB;AACxD,QAAM,QAAQ,IAAI,YAAY,EAAE,OAAO,KAAK;AAC5C,MAAI,MAAM,SAAS,GAAI,KAAI,KAAK,MAAO,MAAM,MAAM;AAAA,WAC1C,MAAM,SAAS,KAAK;AAC3B,QAAI,KAAK,GAAI;AACb,QAAI,KAAK,MAAM,MAAM;AAAA,EACvB,WAAW,MAAM,SAAS,OAAO;AAC/B,QAAI,KAAK,GAAI;AACb,QAAI,IAAI,MAAM,MAAM;AAAA,EACtB,MAAO,OAAM,IAAI,MAAM,iBAAiB;AACxC,MAAI,IAAI,KAAK;AACf;AAEA,SAAS,QAAQ,OAAmB,KAAuB;AACzD,MAAI,MAAM,aAAa,KAAK;AAC1B,QAAI,KAAK,GAAI;AACb,QAAI,KAAK,MAAM,UAAU;AAAA,EAC3B,WAAW,MAAM,aAAa,OAAO;AACnC,QAAI,KAAK,GAAI;AACb,QAAI,IAAI,MAAM,UAAU;AAAA,EAC1B,MAAO,OAAM,IAAI,MAAM,iBAAiB;AACxC,MAAI,IAAI,KAAK;AACf;AAEA,SAAS,WAAW,OAAe,KAAuB;AACxD,MAAI,CAAC,OAAO,UAAU,KAAK,GAAG;AAC5B,QAAI,KAAK,GAAI;AACb,QAAI,IAAI,KAAK;AACb;AAAA,EACF;AACA,MAAI,SAAS,KAAK,SAAS,KAAM;AAC/B,QAAI,KAAK,KAAK;AACd;AAAA,EACF;AACA,MAAI,QAAQ,KAAK,SAAS,KAAK;AAC7B,QAAI,KAAK,QAAQ,GAAI;AACrB;AAAA,EACF;AACA,MAAI,SAAS,KAAK,SAAS,KAAM;AAC/B,QAAI,KAAK,GAAI;AACb,QAAI,KAAK,KAAK;AACd;AAAA,EACF;AACA,MAAI,SAAS,KAAK,SAAS,OAAQ;AACjC,QAAI,KAAK,GAAI;AACb,QAAI,IAAI,KAAK;AACb;AAAA,EACF;AACA,MAAI,SAAS,KAAK,SAAS,YAAY;AACrC,QAAI,KAAK,GAAI;AACb,QAAI,IAAI,KAAK;AACb;AAAA,EACF;AACA,MAAI,QAAQ,KAAK,SAAS,MAAM;AAC9B,QAAI,KAAK,GAAI;AACb,QAAI,KAAK,QAAQ,GAAI;AACrB;AAAA,EACF;AACA,QAAM,IAAI,MAAM,sBAAsB;AACxC;AAEA,SAAS,UAAU,QAAqB,KAAuB;AAC7D,MAAI,OAAO,SAAS,GAAI,KAAI,KAAK,MAAO,OAAO,MAAM;AAAA,WAC5C,OAAO,SAAS,OAAO;AAC9B,QAAI,KAAK,GAAI;AACb,QAAI,IAAI,OAAO,MAAM;AAAA,EACvB,MAAO,OAAM,IAAI,MAAM,gBAAgB;AACvC,aAAW,SAAS,OAAQ,UAAS,OAAO,GAAG;AACjD;AAEA,SAAS,QAAQ,OAAqC,KAAuB;AAC3E,QAAM,UAAU,OAAO,QAAQ,KAAK;AACpC,MAAI,QAAQ,SAAS,GAAI,KAAI,KAAK,MAAO,QAAQ,MAAM;AAAA,WAC9C,QAAQ,SAAS,OAAO;AAC/B,QAAI,KAAK,GAAI;AACb,QAAI,IAAI,QAAQ,MAAM;AAAA,EACxB,MAAO,OAAM,IAAI,MAAM,cAAc;AACrC,aAAW,CAAC,KAAK,IAAI,KAAK,SAAS;AACjC,eAAW,KAAK,GAAG;AACnB,aAAS,MAAM,GAAG;AAAA,EACpB;AACF;AAEA,SAAS,SAAS,OAAkB,KAAuB;AACzD,MAAI,UAAU,MAAM;AAClB,QAAI,KAAK,GAAI;AACb;AAAA,EACF;AACA,MAAI,OAAO,UAAU,WAAW;AAC9B,QAAI,KAAK,QAAQ,MAAO,GAAI;AAC5B;AAAA,EACF;AACA,MAAI,OAAO,UAAU,UAAU;AAC7B,eAAW,OAAO,GAAG;AACrB;AAAA,EACF;AACA,MAAI,OAAO,UAAU,UAAU;AAC7B,eAAW,OAAO,GAAG;AACrB;AAAA,EACF;AACA,MAAI,iBAAiB,YAAY;AAC/B,YAAQ,OAAO,GAAG;AAClB;AAAA,EACF;AACA,MAAI,MAAM,QAAQ,KAAK,GAAG;AACxB,cAAU,OAAO,GAAG;AACpB;AAAA,EACF;AACA,UAAQ,OAAO,GAAG;AACpB;AAEA,SAAS,aAAa,QAAoB,QAAwB;AAChE,SAAO,IAAI,YAAY,EAAE,OAAO,OAAO,MAAM,MAAM,CAAC;AACtD;AAEA,SAAS,YAAY,QAAoB,QAA6B;AACpE,QAAM,SAAsB,CAAC;AAC7B,WAAS,QAAQ,GAAG,QAAQ,QAAQ,SAAS,EAAG,QAAO,KAAK,UAAU,MAAM,CAAC;AAC7E,SAAO;AACT;AAEA,SAAS,UAAU,QAAoB,QAA8C;AACnF,QAAM,QAAsC,CAAC;AAC7C,WAAS,QAAQ,GAAG,QAAQ,QAAQ,SAAS,GAAG;AAC9C,UAAM,MAAM,UAAU,MAAM;AAC5B,QAAI,OAAO,QAAQ,SAAU,OAAM,IAAI,MAAM,iCAAiC;AAC9E,UAAM,GAAG,IAAI,UAAU,MAAM;AAAA,EAC/B;AACA,SAAO;AACT;AAEA,SAAS,YAAY,QAAoB,QAAuC;AAC9E,MAAI,WAAW,IAAM,QAAO;AAC5B,MAAI,WAAW,IAAM,QAAO;AAC5B,MAAI,WAAW,IAAM,QAAO;AAC5B,MAAI,WAAW,IAAM,QAAO,OAAO,MAAM,OAAO,KAAK,CAAC;AACtD,MAAI,WAAW,IAAM,QAAO,OAAO,MAAM,OAAO,IAAI,CAAC;AACrD,MAAI,WAAW,IAAM,QAAO,OAAO,MAAM,OAAO,IAAI,CAAC;AACrD,MAAI,WAAW,IAAM,QAAO,OAAO,IAAI;AACvC,MAAI,WAAW,IAAM,QAAO,OAAO,IAAI;AACvC,MAAI,WAAW,IAAM,QAAO,OAAO,KAAK;AACxC,MAAI,WAAW,IAAM,QAAO,OAAO,IAAI;AACvC,MAAI,WAAW,IAAM,QAAO,OAAO,IAAI;AACvC,MAAI,WAAW,IAAM,QAAO,OAAO,IAAI;AACvC,MAAI,WAAW,IAAM,QAAQ,OAAO,KAAK,KAAK,MAAO;AACrD,MAAI,WAAW,IAAM,QAAO,OAAO,IAAI;AACvC,MAAI,WAAW,IAAM,QAAO,OAAO,IAAI;AACvC,MAAI,WAAW,IAAM,QAAO,OAAO,IAAI;AACvC,SAAO;AACT;AAEA,SAAS,UAAU,QAA+B;AAChD,QAAM,SAAS,OAAO,KAAK;AAC3B,MAAI,UAAU,IAAM,QAAO;AAC3B,MAAI,UAAU,IAAM,QAAO,SAAS;AACpC,QAAM,QAAQ,YAAY,QAAQ,MAAM;AACxC,MAAI,UAAU,OAAW,QAAO;AAChC,OAAK,SAAS,SAAU,IAAM,QAAO,aAAa,QAAQ,SAAS,EAAI;AACvE,MAAI,WAAW,IAAM,QAAO,aAAa,QAAQ,OAAO,KAAK,CAAC;AAC9D,MAAI,WAAW,IAAM,QAAO,aAAa,QAAQ,OAAO,IAAI,CAAC;AAC7D,MAAI,WAAW,IAAM,QAAO,aAAa,QAAQ,OAAO,IAAI,CAAC;AAC7D,OAAK,SAAS,SAAU,IAAM,QAAO,YAAY,QAAQ,SAAS,EAAI;AACtE,MAAI,WAAW,IAAM,QAAO,YAAY,QAAQ,OAAO,IAAI,CAAC;AAC5D,MAAI,WAAW,IAAM,QAAO,YAAY,QAAQ,OAAO,IAAI,CAAC;AAC5D,OAAK,SAAS,SAAU,IAAM,QAAO,UAAU,QAAQ,SAAS,EAAI;AACpE,MAAI,WAAW,IAAM,QAAO,UAAU,QAAQ,OAAO,IAAI,CAAC;AAC1D,MAAI,WAAW,IAAM,QAAO,UAAU,QAAQ,OAAO,IAAI,CAAC;AAC1D,QAAM,IAAI,MAAM,wBAAwB;AAC1C;AAEO,SAAS,KAAK,OAA8B;AACjD,QAAM,MAAM,IAAI,WAAW;AAC3B,WAAS,OAAO,GAAG;AACnB,SAAO,IAAI,QAAQ;AACrB;AAEO,SAAS,OAAO,MAA6B;AAClD,QAAM,SAAS,IAAI,WAAW,IAAI;AAClC,QAAM,QAAQ,UAAU,MAAM;AAC9B,MAAI,CAAC,OAAO,KAAK,EAAG,OAAM,IAAI,MAAM,+BAA+B;AACnE,SAAO;AACT;AAEO,SAAS,UAAU,UAA0B;AAClD,QAAM,OAAO,SAAS,MAAM,GAAG,EAAE,CAAC,GAAG,KAAK,EAAE,YAAY;AACxD,MAAI,CAAC,KAAM,OAAM,IAAI,MAAM,0BAA0B,QAAQ,EAAE;AAC/D,SAAO;AACT;AAEO,SAAS,cAAc,UAA0B;AACtD,QAAM,OAAO,UAAU,UAAU,QAAQ,CAAC;AAC1C,MAAI,CAAC,KAAM,OAAM,IAAI,MAAM,0BAA0B,QAAQ,EAAE;AAC/D,SAAO;AACT;AAEO,SAAS,WAAW,MAAgB,QAA6C;AACtF,QAAM,SAAuB,CAAC;AAC9B,QAAM,UAAU,IAAI,YAAY;AAChC,QAAM,QAAQ,CAAC,UAAkB;AAC/B,WAAO,KAAK,QAAQ,OAAO,KAAK,CAAC;AAAA,EACnC;AACA,aAAW,CAAC,MAAM,KAAK,KAAK,OAAO,QAAQ,MAAM,GAAG;AAClD,UAAM,KAAK,QAAQ;AAAA,wCAA6C,IAAI;AAAA;AAAA,EAAY,KAAK;AAAA,CAAM;AAAA,EAC7F;AACA,QAAM,SACJ,KAAK,QAAQ;AAAA,0DAA+D,KAAK,QAAQ;AAAA,gBACxE,KAAK,QAAQ;AAAA;AAAA;AAChC,QAAM,MAAM;AACZ,SAAO,KAAK,KAAK,IAAI;AACrB,QAAM;AAAA,IAAS,QAAQ;AAAA,CAAQ;AAC/B,QAAM,OAAO,IAAI,WAAW,OAAO,OAAO,CAAC,KAAK,UAAU,MAAM,MAAM,QAAQ,CAAC,CAAC;AAChF,MAAI,SAAS;AACb,aAAW,SAAS,QAAQ;AAC1B,SAAK,IAAI,OAAO,MAAM;AACtB,cAAU,MAAM;AAAA,EAClB;AACA,SAAO,KAAK;AACd;AAEO,SAAS,WAAmB;AACjC,SAAO,iCAAiC,QAAQ;AAClD;AAEO,SAAS,YACd,OACA,SACwB;AACxB,QAAM,UAAU,eAAe,OAAO,OAAO;AAC7C,UAAQ,QAAQ,MAAM;AACtB,SAAO;AACT;AAEO,SAAS,UAAU,SAAiB,MAAmB;AAC5D,QAAM,MAAM,IAAI,IAAI,OAAO;AAC3B,MAAI,WAAW,IAAI,aAAa,WAAW,SAAS;AACpD,MAAI,WAAW,GAAG,IAAI,SAAS,QAAQ,OAAO,EAAE,CAAC,IAAI,IAAI;AACzD,MAAI,SAAS;AACb,SAAO;AACT;AAEO,SAAS,iBAAiB,QAA6B;AAC5D,QAAM,OAAO,YAAY,OAAO,QAAQ;AACxC,MAAI,CAAC,KAAM,OAAM,IAAI,MAAM,6BAA6B,OAAO,QAAQ,EAAE;AACzE,SAAO;AACT;AAEO,SAAS,cAAc,KAAa,SAA4C;AACrF,QAAM,SAAS;AAIf,SAAO,IAAI,OAAO,KAAK,EAAE,QAAQ,CAAC;AACpC;AAEO,SAAS,UACd,QACA,OACA,MACe;AACf,SAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,QAAI,SAAS;AACb,WAAO,iBAAiB,QAAQ,MAAM;AACpC,eAAS;AACT,cAAQ;AAAA,IACV,CAAC;AACD,WAAO,iBAAiB,SAAS,MAAM;AACrC,WAAK,GAAG,KAAK,gBAAgB;AAC7B,UAAI,CAAC,OAAQ,SAAQ;AAAA,IACvB,CAAC;AACD,WAAO,iBAAiB,SAAS,MAAM;AACrC,UAAI,CAAC,QAAQ;AACX,aAAK,GAAG,KAAK,gBAAgB;AAC7B,gBAAQ;AAAA,MACV;AAAA,IACF,CAAC;AAAA,EACH,CAAC;AACH;AAEA,eAAsB,aAAa,MAAoC;AACrE,MAAI,OAAO,SAAS,SAAU,QAAO,IAAI,YAAY,EAAE,OAAO,IAAI;AAClE,MAAI,gBAAgB,YAAa,QAAO,IAAI,WAAW,IAAI;AAC3D,MAAI,gBAAgB,WAAY,QAAO;AACvC,MAAI,OAAO,SAAS,eAAe,gBAAgB,MAAM;AACvD,WAAO,IAAI,WAAW,MAAM,KAAK,YAAY,CAAC;AAAA,EAChD;AACA,QAAM,IAAI,MAAM,4BAA4B;AAC9C;AAEO,SAAS,WAAW,MAAmB,OAA6B;AACzE,SACE,KAAK,aAAa,MAAM,YACxB,KAAK,eAAe,MAAM,cAC1B,KAAK,aAAa,MAAM;AAE5B;",
+  "names": []
+}

package/dist/types/fish/catalog.d.ts

@@ -0,0 +1 @@
+export declare function registerFish(): () => void;

package/dist/types/fish/index.d.ts

@@ -0,0 +1 @@
+export { registerFish } from './catalog.ts';

package/dist/types/fish/speak.d.ts

@@ -0,0 +1,4 @@
+import type { ProviderRequestOptions } from '@earendil-works/pi-ai';
+import type { SpeechModel } from '../models.ts';
+import { SpeechEventStream, type SpeechInput } from '../speech.ts';
+export declare function speakFish(model: SpeechModel<string>, input: SpeechInput, options?: ProviderRequestOptions): SpeechEventStream;

package/dist/types/fish/transcribe.d.ts

@@ -0,0 +1,4 @@
+import type { ProviderRequestOptions } from '@earendil-works/pi-ai';
+import type { TranscriptionModel } from '../models.ts';
+import type { AudioInput, Transcript } from '../transcription.ts';
+export declare function transcribeFish(model: TranscriptionModel<string>, input: AudioInput, options?: ProviderRequestOptions): Promise<Transcript>;

package/dist/types/fish/wire.d.ts

@@ -0,0 +1,27 @@
+import type { ProviderRequestOptions } from '@earendil-works/pi-ai';
+import type { AudioFormat } from '../audio.ts';
+export type PackValue = null | boolean | number | string | Uint8Array | PackValue[] | {
+    [key: string]: PackValue;
+};
+export interface FishFile {
+    data: Uint8Array;
+    mimeType: string;
+    filename: string;
+}
+export declare function pack(value: PackValue): Uint8Array;
+export declare function unpack(data: Uint8Array): PackValue;
+export declare function mediaType(mimeType: string): string;
+export declare function audioFilename(mimeType: string): string;
+export declare function encodeForm(file: FishFile, fields: Record<string, string>): ArrayBuffer;
+export declare function formType(): string;
+export declare function fishHeaders(model: {
+    id: string;
+    provider: string;
+    headers?: Record<string, string>;
+}, options: ProviderRequestOptions | undefined): Record<string, string>;
+export declare function socketUrl(baseUrl: string, path: string): URL;
+export declare function speechFormatName(format: AudioFormat): string;
+export declare function connectSocket(url: string, headers: Record<string, string>): WebSocket;
+export declare function awaitOpen(socket: WebSocket, label: string, fail: (message: string) => void): Promise<void>;
+export declare function messageBytes(data: unknown): Promise<Uint8Array>;
+export declare function sameFormat(left: AudioFormat, right: AudioFormat): boolean;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-ecoverse/pi-audio",
-  "version": "1.18.1",
+  "version": "1.19.0",
   "description": "Voice bindings for pi: speech-to-text, text-to-speech and realtime speech for pi-coding-agent plugins and slicc-agent",
   "type": "module",
   "license": "Apache-2.0",
@@ -54,6 +54,10 @@
       "types": "./dist/types/mistral/index.d.ts",
       "default": "./dist/mistral/index.js"
     },
+    "./fish": {
+      "types": "./dist/types/fish/index.d.ts",
+      "default": "./dist/fish/index.js"
+    },
     "./durable": {
       "types": "./dist/types/durable/index.d.ts",
       "default": "./dist/durable/index.js"