@ai-ecoverse/pi-audio 1.8.0 → 1.9.0

package/README.md

@@ -29,6 +29,8 @@ pi-audio does not apply that patch. Hosts such as slicc-agent record monkeypatch
 
 `planDelivery` reads `RealtimeModel.delivery`. An `unsupported` mode throws `VoiceRequestError`. `when_idle` with `approximate` support waits while the model is producing output and runs on `response_done`, `interrupt`, or `close`. Native `when_idle` is sent immediately so the server can schedule it. `planTruncation` adds `{ itemId, audioEndMs }` only when `truncation` is `client` and `interrupt` was given what the listener heard.
 
+`@ai-ecoverse/pi-audio/openai-realtime` registers `gpt-realtime-2` and `gpt-realtime-2.1`. `@ai-ecoverse/pi-audio/xai` registers `grok-voice-latest`, an OpenAI Realtime dialect: input transcripts arrive as cumulative `updated` snapshots, `inject` speaks with `force_message` (no `response.create`), and `session.update` opts into `resumption` and an optional `replace` map. Reconnect with `resumeHandle`. Output audio is tagged with the transcript range spoken since the previous delta. Both adapters take a recorded `wire` in tests and never call a provider. WebRTC uses that same event protocol on a caller-supplied data-channel wire.
+
 `RealtimeLedger` meters one session. Input seconds come from `appendAudio`. Output seconds come from each `output_audio` event: PCM, mulaw, and alaw from the byte length, and a compressed encoding from character alignment. `sendText` and each delivered `inject` add one text message. Tool results do not. `close()` prices those meters with `priceAudio`. Sum that usage once. `response_done.usage` is the adapter's per-response figure, not a second copy of the session total.
 
 `talkerTools` is `ask_agent` and `read`. pi-audio defines `askAgent` (a pi `Tool` whose parameters are `request` and optional `context`) and the `Thinker` interface. The host implements `Thinker` and supplies `read`. `bindThinker` runs direct tools with `directTimeoutMs` and truncates their text to `directMaxChars`. On a blocking `ask_agent` it answers with `ack` immediately and injects the result later. On an async call it `respond`s with the result and `options.result`. Progress is injected with `options.progress`. `tool_call_cancelled` aborts the thinker. The binding also yields `thinker_progress` / `thinker_result` captions and `thinking` / `tool` / `idle` phases.

package/dist/openai-realtime/index.js

@@ -0,0 +1,58 @@
+import { registerVoiceModel } from "../models.js";
+import { registerRealtimeApiProvider } from "../registry.js";
+import { connectVendorSession, pcmFormat } from "./session.js";
+const voices = [
+  { id: "marin", name: "Marin" },
+  { id: "cedar", name: "Cedar" },
+  { id: "alloy", name: "Alloy" },
+  { id: "ash", name: "Ash" },
+  { id: "ballad", name: "Ballad" },
+  { id: "coral", name: "Coral" },
+  { id: "echo", name: "Echo" },
+  { id: "sage", name: "Sage" },
+  { id: "shimmer", name: "Shimmer" },
+  { id: "verse", name: "Verse" }
+];
+const audioCost = { perInputMinute: 0.0192, perOutputMinute: 0.0384 };
+function realtimeModel(id, name) {
+  return {
+    id,
+    name,
+    api: "openai-realtime",
+    provider: "openai",
+    baseUrl: "wss://api.openai.com/v1/realtime",
+    type: "realtime",
+    transports: ["websocket", "webrtc"],
+    toolCalls: "blocking",
+    inputFormat: pcmFormat(24e3),
+    outputFormat: pcmFormat(24e3),
+    resumable: false,
+    ephemeralAuth: true,
+    voices,
+    provisioning: "none",
+    delivery: { interrupt: "native", when_idle: "approximate", silent: "native" },
+    truncation: "client",
+    liveToolUpdate: true,
+    cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
+    audioCost
+  };
+}
+const gptRealtime2 = realtimeModel("gpt-realtime-2", "GPT Realtime 2");
+const gptRealtime21 = realtimeModel("gpt-realtime-2.1", "GPT Realtime 2.1");
+function registerOpenAIRealtime(options = {}) {
+  const unregisterModels = [gptRealtime2, gptRealtime21].map(registerVoiceModel);
+  const unregisterApi = registerRealtimeApiProvider({
+    api: "openai-realtime",
+    connect: (model, context, connectOptions) => connectVendorSession(model, context, connectOptions, { ...options, dialect: "openai" })
+  });
+  return () => {
+    for (const unregister of unregisterModels) unregister();
+    unregisterApi();
+  };
+}
+export {
+  gptRealtime2,
+  gptRealtime21,
+  registerOpenAIRealtime
+};
+//# sourceMappingURL=index.js.map

package/dist/openai-realtime/index.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/openai-realtime/index.ts"],
+  "sourcesContent": ["import type { RealtimeModel } from '../models.ts';\nimport { registerVoiceModel } from '../models.ts';\nimport { registerRealtimeApiProvider } from '../registry.ts';\nimport { type AdapterOptions, connectVendorSession, pcmFormat } from './session.ts';\n\nconst voices = [\n  { id: 'marin', name: 'Marin' },\n  { id: 'cedar', name: 'Cedar' },\n  { id: 'alloy', name: 'Alloy' },\n  { id: 'ash', name: 'Ash' },\n  { id: 'ballad', name: 'Ballad' },\n  { id: 'coral', name: 'Coral' },\n  { id: 'echo', name: 'Echo' },\n  { id: 'sage', name: 'Sage' },\n  { id: 'shimmer', name: 'Shimmer' },\n  { id: 'verse', name: 'Verse' },\n];\n\nconst audioCost = { perInputMinute: 0.0192, perOutputMinute: 0.0384 };\n\nfunction realtimeModel(id: string, name: string): RealtimeModel<'openai-realtime'> {\n  return {\n    id,\n    name,\n    api: 'openai-realtime',\n    provider: 'openai',\n    baseUrl: 'wss://api.openai.com/v1/realtime',\n    type: 'realtime',\n    transports: ['websocket', 'webrtc'],\n    toolCalls: 'blocking',\n    inputFormat: pcmFormat(24000),\n    outputFormat: pcmFormat(24000),\n    resumable: false,\n    ephemeralAuth: true,\n    voices,\n    provisioning: 'none',\n    delivery: { interrupt: 'native', when_idle: 'approximate', silent: 'native' },\n    truncation: 'client',\n    liveToolUpdate: true,\n    cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },\n    audioCost,\n  };\n}\n\nexport const gptRealtime2 = realtimeModel('gpt-realtime-2', 'GPT Realtime 2');\n\nexport const gptRealtime21 = realtimeModel('gpt-realtime-2.1', 'GPT Realtime 2.1');\n\nexport function registerOpenAIRealtime(options: AdapterOptions = {}): () => void {\n  const unregisterModels = [gptRealtime2, gptRealtime21].map(registerVoiceModel);\n  const unregisterApi = registerRealtimeApiProvider({\n    api: 'openai-realtime',\n    connect: (model, context, connectOptions) =>\n      connectVendorSession(model, context, connectOptions, { ...options, dialect: 'openai' }),\n  });\n  return () => {\n    for (const unregister of unregisterModels) unregister();\n    unregisterApi();\n  };\n}\n\nexport type { AdapterOptions, VoiceWireFactory } from './session.ts';\nexport type { VoiceSocketConstructor, VoiceWire, VoiceWireTarget } from './socket.ts';\n"],
+  "mappings": "AACA,SAAS,0BAA0B;AACnC,SAAS,mCAAmC;AAC5C,SAA8B,sBAAsB,iBAAiB;AAErE,MAAM,SAAS;AAAA,EACb,EAAE,IAAI,SAAS,MAAM,QAAQ;AAAA,EAC7B,EAAE,IAAI,SAAS,MAAM,QAAQ;AAAA,EAC7B,EAAE,IAAI,SAAS,MAAM,QAAQ;AAAA,EAC7B,EAAE,IAAI,OAAO,MAAM,MAAM;AAAA,EACzB,EAAE,IAAI,UAAU,MAAM,SAAS;AAAA,EAC/B,EAAE,IAAI,SAAS,MAAM,QAAQ;AAAA,EAC7B,EAAE,IAAI,QAAQ,MAAM,OAAO;AAAA,EAC3B,EAAE,IAAI,QAAQ,MAAM,OAAO;AAAA,EAC3B,EAAE,IAAI,WAAW,MAAM,UAAU;AAAA,EACjC,EAAE,IAAI,SAAS,MAAM,QAAQ;AAC/B;AAEA,MAAM,YAAY,EAAE,gBAAgB,QAAQ,iBAAiB,OAAO;AAEpE,SAAS,cAAc,IAAY,MAAgD;AACjF,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,KAAK;AAAA,IACL,UAAU;AAAA,IACV,SAAS;AAAA,IACT,MAAM;AAAA,IACN,YAAY,CAAC,aAAa,QAAQ;AAAA,IAClC,WAAW;AAAA,IACX,aAAa,UAAU,IAAK;AAAA,IAC5B,cAAc,UAAU,IAAK;AAAA,IAC7B,WAAW;AAAA,IACX,eAAe;AAAA,IACf;AAAA,IACA,cAAc;AAAA,IACd,UAAU,EAAE,WAAW,UAAU,WAAW,eAAe,QAAQ,SAAS;AAAA,IAC5E,YAAY;AAAA,IACZ,gBAAgB;AAAA,IAChB,MAAM,EAAE,OAAO,GAAG,QAAQ,GAAG,WAAW,GAAG,YAAY,EAAE;AAAA,IACzD;AAAA,EACF;AACF;AAEO,MAAM,eAAe,cAAc,kBAAkB,gBAAgB;AAErE,MAAM,gBAAgB,cAAc,oBAAoB,kBAAkB;AAE1E,SAAS,uBAAuB,UAA0B,CAAC,GAAe;AAC/E,QAAM,mBAAmB,CAAC,cAAc,aAAa,EAAE,IAAI,kBAAkB;AAC7E,QAAM,gBAAgB,4BAA4B;AAAA,IAChD,KAAK;AAAA,IACL,SAAS,CAAC,OAAO,SAAS,mBACxB,qBAAqB,OAAO,SAAS,gBAAgB,EAAE,GAAG,SAAS,SAAS,SAAS,CAAC;AAAA,EAC1F,CAAC;AACD,SAAO,MAAM;AACX,eAAW,cAAc,iBAAkB,YAAW;AACtD,kBAAc;AAAA,EAChB;AACF;",
+  "names": []
+}

package/dist/openai-realtime/session.js

@@ -0,0 +1,494 @@
+import { blankUsage } from "../blank-usage.js";
+import { decodeAudioBase64, encodeAudioBase64 } from "../convert.js";
+import { VoiceRequestError } from "../errors.js";
+import { planTruncation, RealtimeLedger, realtimeSocket } from "../realtime.js";
+import {
+  openVoiceSocket
+} from "./socket.js";
+function record(value) {
+  if (value === null || typeof value !== "object" || Array.isArray(value)) return void 0;
+  return value;
+}
+function text(value) {
+  return typeof value === "string" ? value : "";
+}
+function credential(options) {
+  const token = options?.token?.value;
+  if (typeof token === "string" && token.length > 0) return token;
+  const apiKey = options?.apiKey;
+  if (typeof apiKey === "string" && apiKey.length > 0) return apiKey;
+  throw new VoiceRequestError("error", "missing realtime credential");
+}
+function headersFor(options, secret, bearer) {
+  const headers = {};
+  if (bearer) headers.Authorization = `Bearer ${secret}`;
+  const extra = options?.headers;
+  if (extra === void 0) return headers;
+  for (const [key, value] of Object.entries(extra)) {
+    if (value === null) delete headers[key];
+    else headers[key] = value;
+  }
+  return headers;
+}
+function sessionUrl(model, resumeHandle) {
+  const params = new URLSearchParams({ model: model.id });
+  if (resumeHandle !== void 0) params.set("conversation_id", resumeHandle);
+  return `${model.baseUrl}?${params.toString()}`;
+}
+function functionTool(tool) {
+  return {
+    type: "function",
+    name: tool.name,
+    description: tool.description,
+    parameters: tool.parameters
+  };
+}
+function openaiSession(context, model) {
+  return {
+    type: "realtime",
+    instructions: context.instructions,
+    tools: context.tools.map(functionTool),
+    audio: {
+      input: {
+        format: { type: "audio/pcm", rate: model.inputFormat.sampleRate },
+        turn_detection: { type: "server_vad" }
+      },
+      output: {
+        format: { type: "audio/pcm", rate: model.outputFormat.sampleRate },
+        voice: context.voice
+      }
+    }
+  };
+}
+function xaiSession(context, model, replace) {
+  const session = {
+    voice: context.voice,
+    instructions: context.instructions,
+    turn_detection: { type: "server_vad" },
+    tools: context.tools.map(functionTool),
+    resumption: { enabled: true },
+    audio: {
+      input: { format: { type: "audio/pcm", rate: model.inputFormat.sampleRate } },
+      output: { format: { type: "audio/pcm", rate: model.outputFormat.sampleRate } }
+    }
+  };
+  if (replace !== void 0) session.replace = replace;
+  return session;
+}
+function userItem(value) {
+  return {
+    type: "conversation.item.create",
+    item: {
+      type: "message",
+      role: "user",
+      content: [{ type: "input_text", text: value }]
+    }
+  };
+}
+function responseCreate() {
+  return { type: "response.create" };
+}
+function resultText(result) {
+  const parts = [];
+  for (const part of result.content) {
+    if (part.type === "text") parts.push(part.text);
+  }
+  return parts.join("\n");
+}
+function toolOutput(callId, result) {
+  return {
+    type: "conversation.item.create",
+    item: { type: "function_call_output", call_id: callId, output: resultText(result) }
+  };
+}
+function forceMessage(value) {
+  return {
+    type: "conversation.item.create",
+    item: {
+      type: "force_message",
+      role: "assistant",
+      content: [{ type: "output_text", text: value }]
+    }
+  };
+}
+function spanFor(itemId, start, end) {
+  return { itemId, start, end };
+}
+function takeAudio(pending, itemId, format, end) {
+  const chunks = pending.chunks;
+  pending.chunks = [];
+  if (chunks.length === 0) return [];
+  const start = pending.cursor;
+  if (end !== void 0) pending.cursor = end;
+  const width = end === void 0 ? 0 : end - start;
+  const total = chunks.reduce((sum, chunk) => sum + chunk.data.length, 0);
+  let used = 0;
+  let cursor = start;
+  return chunks.map((chunk, index) => {
+    const event = {
+      type: "output_audio",
+      itemId,
+      chunk: { data: chunk.data, format, timestamp: chunk.timestamp }
+    };
+    if (end === void 0 || total === 0) return event;
+    const last = index === chunks.length - 1;
+    const next = last ? end : start + Math.round((used + chunk.data.length) / total * width);
+    used += chunk.data.length;
+    event.span = spanFor(itemId, cursor, next);
+    cursor = next;
+    return event;
+  });
+}
+function argumentsOf(value) {
+  if (typeof value !== "string") return {};
+  try {
+    const parsed = JSON.parse(value);
+    const object = record(parsed);
+    if (object === void 0) return {};
+    return object;
+  } catch {
+    return {};
+  }
+}
+function responseUsage(value) {
+  const usage = record(value);
+  if (usage === void 0) return blankUsage();
+  const input = typeof usage.input_tokens === "number" ? usage.input_tokens : 0;
+  const output = typeof usage.output_tokens === "number" ? usage.output_tokens : 0;
+  return {
+    input,
+    output,
+    cacheRead: 0,
+    cacheWrite: 0,
+    totalTokens: input + output,
+    cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, total: 0 }
+  };
+}
+class VendorSession {
+  model;
+  #dialect;
+  #context;
+  #replace;
+  #wire;
+  #ledger = new RealtimeLedger();
+  #format;
+  #pending = /* @__PURE__ */ new Map();
+  #inputText = /* @__PURE__ */ new Map();
+  #queue = [];
+  #waiters = [];
+  #closed = false;
+  #usage;
+  #lastItem = "";
+  constructor(model, context, dialect, replace, wire) {
+    this.model = model;
+    this.#context = context;
+    this.#dialect = dialect;
+    this.#replace = replace;
+    this.#wire = wire;
+    this.#format = model.outputFormat;
+  }
+  start(options) {
+    this.#send(this.#sessionUpdate(this.#context));
+    const signal = options?.signal;
+    if (signal !== void 0) signal.addEventListener("abort", () => void this.close());
+    void this.#read();
+  }
+  appendAudio(chunk) {
+    this.#assertOpen();
+    this.#ledger.addInput(chunk);
+    this.#send({ type: "input_audio_buffer.append", audio: encodeAudioBase64(chunk.data) });
+  }
+  sendText(textValue) {
+    this.#assertOpen();
+    this.#ledger.addText();
+    this.#send(userItem(textValue));
+    this.#send(responseCreate());
+  }
+  inject(textValue, delivery) {
+    this.#assertOpen();
+    this.#ledger.submit(this.model.delivery, delivery, () => {
+      this.#assertOpen();
+      this.#ledger.addText();
+      this.#sendInject(textValue, delivery);
+    });
+  }
+  respond(callId, result, delivery) {
+    this.#assertOpen();
+    const send = () => {
+      this.#send(toolOutput(callId, result));
+      if (delivery !== "silent") this.#send(responseCreate());
+    };
+    if (delivery === void 0) {
+      send();
+      return;
+    }
+    this.#ledger.submit(this.model.delivery, delivery, () => {
+      this.#assertOpen();
+      send();
+    });
+  }
+  interrupt(heard) {
+    this.#assertOpen();
+    this.#send({ type: "response.cancel" });
+    const plan = planTruncation(this.model.truncation, heard);
+    if (plan.item !== void 0) {
+      this.#send({
+        type: "conversation.item.truncate",
+        item_id: plan.item.itemId,
+        content_index: 0,
+        audio_end_ms: plan.item.audioEndMs
+      });
+    }
+    this.#ledger.settle();
+  }
+  update(patch) {
+    this.#assertOpen();
+    if (patch.tools !== void 0 && !this.model.liveToolUpdate) {
+      throw new VoiceRequestError("error", "live tool update is unsupported");
+    }
+    let instructions = this.#context.instructions;
+    if (patch.instructions !== void 0) instructions = patch.instructions;
+    let tools = this.#context.tools;
+    if (patch.tools !== void 0) tools = patch.tools;
+    let voice = this.#context.voice;
+    if (patch.voice !== void 0) voice = patch.voice;
+    const context = { instructions, tools, voice };
+    if (patch.instructions !== void 0) this.#context.instructions = context.instructions;
+    if (patch.tools !== void 0) this.#context.tools = context.tools;
+    if (patch.voice !== void 0) this.#context.voice = context.voice;
+    this.#send(this.#sessionUpdate(context));
+  }
+  async close() {
+    if (this.#usage !== void 0) return { usage: this.#usage };
+    this.#ledger.settle();
+    this.#closed = true;
+    this.#wire.close();
+    this.#end();
+    this.#usage = this.#ledger.usage(this.model.audioCost);
+    return { usage: this.#usage };
+  }
+  async *[Symbol.asyncIterator]() {
+    while (true) {
+      const queued = this.#queue.shift();
+      if (queued !== void 0) {
+        yield queued;
+        continue;
+      }
+      if (this.#closed) return;
+      const next = await new Promise((resolve) => {
+        this.#waiters.push(resolve);
+      });
+      if (next.done === true || next.value === void 0) return;
+      yield next.value;
+    }
+  }
+  #sessionUpdate(context) {
+    if (this.#dialect === "openai") {
+      return { type: "session.update", session: openaiSession(context, this.model) };
+    }
+    return { type: "session.update", session: xaiSession(context, this.model, this.#replace) };
+  }
+  #sendInject(textValue, delivery) {
+    if (this.#dialect === "xai" && delivery !== "silent") {
+      this.#send(forceMessage(textValue));
+      return;
+    }
+    this.#send(userItem(textValue));
+    if (delivery !== "silent") this.#send(responseCreate());
+  }
+  #send(event) {
+    this.#wire.send(JSON.stringify(event));
+  }
+  #assertOpen() {
+    if (this.#closed) throw new VoiceRequestError("error", "session is closed");
+  }
+  #push(event) {
+    if (this.#closed) return;
+    this.#ledger.observe(event);
+    const waiter = this.#waiters.shift();
+    if (waiter !== void 0) waiter({ value: event, done: false });
+    else this.#queue.push(event);
+  }
+  #end() {
+    for (const waiter of this.#waiters) waiter({ value: void 0, done: true });
+    this.#waiters.length = 0;
+  }
+  #pendingFor(itemId) {
+    const existing = this.#pending.get(itemId);
+    if (existing !== void 0) return existing;
+    const created = { chunks: [], cursor: 0 };
+    this.#pending.set(itemId, created);
+    return created;
+  }
+  #audio(itemId, encoded) {
+    this.#lastItem = itemId;
+    const pending = this.#pendingFor(itemId);
+    pending.chunks.push({
+      data: decodeAudioBase64(encoded),
+      format: this.#format,
+      timestamp: 0
+    });
+  }
+  #transcript(itemId, delta, final) {
+    const pending = this.#pendingFor(itemId);
+    const end = pending.cursor + delta.length;
+    const tagged = delta.length === 0 ? void 0 : end;
+    for (const event of takeAudio(pending, itemId, this.#format, tagged)) this.#push(event);
+    this.#push({ type: "output_transcript", itemId, text: delta, final });
+  }
+  #input(itemId, transcript, mode, final) {
+    const previous = this.#inputText.get(itemId) ?? "";
+    const next = mode === "append" ? `${previous}${transcript}` : transcript;
+    this.#inputText.set(itemId, next);
+    this.#push({ type: "input_transcript", itemId, text: next, final });
+  }
+  #field(value, key) {
+    const object = record(value);
+    if (object === void 0) return "";
+    return text(object[key]);
+  }
+  #functionCall(event) {
+    this.#push({
+      type: "tool_call",
+      blocking: this.model.toolCalls === "blocking",
+      call: {
+        type: "toolCall",
+        id: text(event.call_id),
+        name: text(event.name),
+        arguments: argumentsOf(event.arguments)
+      }
+    });
+  }
+  #responseDone(event) {
+    const response = record(event.response);
+    const output = response === void 0 ? void 0 : response.output;
+    const first = Array.isArray(output) ? record(output[0]) : void 0;
+    let itemId = this.#lastItem;
+    if (first !== void 0 && text(first.id).length > 0) itemId = text(first.id);
+    const pending = this.#pendingFor(itemId);
+    for (const audioEvent of takeAudio(pending, itemId, this.#format, void 0)) {
+      this.#push(audioEvent);
+    }
+    const status = response === void 0 ? "" : text(response.status);
+    const usage = response === void 0 ? void 0 : response.usage;
+    this.#push({
+      type: "response_done",
+      itemId,
+      interrupted: status === "cancelled",
+      usage: responseUsage(usage)
+    });
+  }
+  #serverError(event) {
+    const detail = record(event.error);
+    const code = detail === void 0 ? "" : text(detail.code);
+    const message = detail === void 0 ? "" : text(detail.message);
+    let fatal = false;
+    if (code === "max_duration") fatal = true;
+    if (code === "session_expired") fatal = true;
+    this.#push({ type: "error", error: message, fatal });
+  }
+  #apply(event) {
+    const type = text(event.type);
+    if (type === "session.created") {
+      this.#push({ type: "session_start", sessionId: this.#field(event.session, "id") });
+      return;
+    }
+    if (type === "conversation.created") {
+      this.#push({ type: "resumption", handle: this.#field(event.conversation, "id") });
+      return;
+    }
+    if (type === "input_audio_buffer.speech_started") {
+      this.#push({ type: "input_speech_start" });
+      return;
+    }
+    if (type === "conversation.item.input_audio_transcription.delta") {
+      this.#input(text(event.item_id), text(event.delta), "append", false);
+      return;
+    }
+    if (type === "conversation.item.input_audio_transcription.updated") {
+      this.#input(text(event.item_id), text(event.transcript), "replace", false);
+      return;
+    }
+    if (type === "conversation.item.input_audio_transcription.completed") {
+      this.#input(text(event.item_id), text(event.transcript), "replace", true);
+      return;
+    }
+    if (type === "response.output_audio.delta") {
+      this.#audio(text(event.item_id), text(event.delta));
+      return;
+    }
+    if (type === "response.output_audio_transcript.delta") {
+      this.#transcript(text(event.item_id), text(event.delta), false);
+      return;
+    }
+    if (type === "response.output_audio_transcript.done") {
+      this.#transcript(text(event.item_id), text(event.transcript), true);
+      return;
+    }
+    if (type === "response.function_call_arguments.done") {
+      this.#functionCall(event);
+      return;
+    }
+    if (type === "response.done") {
+      this.#responseDone(event);
+      return;
+    }
+    if (type === "error") this.#serverError(event);
+  }
+  async #read() {
+    try {
+      for await (const raw of this.#wire.incoming) {
+        let parsed;
+        try {
+          parsed = JSON.parse(raw);
+        } catch {
+          this.#push({ type: "error", error: "invalid realtime event", fatal: false });
+          continue;
+        }
+        const event = record(parsed);
+        if (event === void 0 || typeof event.type !== "string") continue;
+        this.#apply(event);
+      }
+    } catch (error) {
+      const message = error instanceof Error ? error.message : String(error);
+      this.#push({ type: "error", error: message, fatal: true });
+    } finally {
+      this.#closed = true;
+      this.#end();
+    }
+  }
+}
+async function connectVendorSession(model, context, options, vendor) {
+  if (options?.signal?.aborted === true) {
+    throw new VoiceRequestError("aborted", "session aborted");
+  }
+  if (options?.transport === "webrtc" && vendor.wire === void 0) {
+    throw new VoiceRequestError("error", "webrtc requires a data channel wire");
+  }
+  const secret = credential(options);
+  const token = options?.token?.value;
+  const ephemeral = typeof token === "string" && token.length > 0;
+  const protocols = [];
+  if (vendor.dialect === "openai") protocols.push(`openai-insecure-api-key.${secret}`, "realtime");
+  else if (ephemeral) protocols.push(`xai-client-secret.${secret}`);
+  else protocols.push("realtime");
+  const resumeHandle = vendor.dialect === "xai" ? options?.resumeHandle : void 0;
+  const socket = realtimeSocket(sessionUrl(model, resumeHandle), options, protocols);
+  const target = {
+    url: socket.url,
+    protocols: socket.protocols,
+    headers: headersFor(options, secret, vendor.dialect === "openai" || !ephemeral)
+  };
+  const open = vendor.wire !== void 0 ? vendor.wire : (wireTarget) => openVoiceSocket(wireTarget, vendor.socket);
+  const session = new VendorSession(model, context, vendor.dialect, vendor.replace, open(target));
+  session.start(options);
+  return session;
+}
+function pcmFormat(sampleRate) {
+  return { encoding: "pcm16", sampleRate, channels: 1 };
+}
+export {
+  connectVendorSession,
+  pcmFormat
+};
+//# sourceMappingURL=session.js.map

package/dist/openai-realtime/session.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/openai-realtime/session.ts"],
+  "sourcesContent": ["import type { JsonObject, Tool, ToolResultMessage, Usage } from '@earendil-works/pi-ai';\nimport type { AudioChunk, AudioFormat, TextSpan } from '../audio.ts';\nimport { blankUsage } from '../blank-usage.ts';\nimport { decodeAudioBase64, encodeAudioBase64 } from '../convert.ts';\nimport { VoiceRequestError } from '../errors.ts';\nimport type { Delivery, RealtimeModel } from '../models.ts';\nimport type {\n  RealtimeContext,\n  RealtimeEvent,\n  RealtimeOptions,\n  RealtimeSession,\n} from '../realtime.ts';\nimport { planTruncation, RealtimeLedger, realtimeSocket } from '../realtime.ts';\nimport {\n  openVoiceSocket,\n  type VoiceSocketConstructor,\n  type VoiceWire,\n  type VoiceWireTarget,\n} from './socket.ts';\n\nexport type VoiceWireFactory = (target: VoiceWireTarget) => VoiceWire;\n\nexport interface AdapterOptions {\n  wire?: VoiceWireFactory;\n  socket?: VoiceSocketConstructor;\n  replace?: Record<string, string>;\n}\n\nexport interface VendorSessionOptions extends AdapterOptions {\n  dialect: 'openai' | 'xai';\n}\n\nfunction record(value: unknown): Record<string, unknown> | undefined {\n  if (value === null || typeof value !== 'object' || Array.isArray(value)) return undefined;\n  return value as Record<string, unknown>;\n}\n\nfunction text(value: unknown): string {\n  return typeof value === 'string' ? value : '';\n}\n\nfunction credential(options: RealtimeOptions | undefined): string {\n  const token = options?.token?.value;\n  if (typeof token === 'string' && token.length > 0) return token;\n  const apiKey = options?.apiKey;\n  if (typeof apiKey === 'string' && apiKey.length > 0) return apiKey;\n  throw new VoiceRequestError('error', 'missing realtime credential');\n}\n\nfunction headersFor(\n  options: RealtimeOptions | undefined,\n  secret: string,\n  bearer: boolean\n): Record<string, string> {\n  const headers: Record<string, string> = {};\n  if (bearer) headers.Authorization = `Bearer ${secret}`;\n  const extra = options?.headers;\n  if (extra === undefined) return headers;\n  for (const [key, value] of Object.entries(extra)) {\n    if (value === null) delete headers[key];\n    else headers[key] = value;\n  }\n  return headers;\n}\n\nfunction sessionUrl(model: RealtimeModel<string>, resumeHandle: string | undefined): string {\n  const params = new URLSearchParams({ model: model.id });\n  if (resumeHandle !== undefined) params.set('conversation_id', resumeHandle);\n  return `${model.baseUrl}?${params.toString()}`;\n}\n\nfunction functionTool(tool: Tool): JsonObject {\n  return {\n    type: 'function',\n    name: tool.name,\n    description: tool.description,\n    parameters: tool.parameters as unknown as JsonObject,\n  };\n}\n\nfunction openaiSession(context: RealtimeContext, model: RealtimeModel<string>): JsonObject {\n  return {\n    type: 'realtime',\n    instructions: context.instructions,\n    tools: context.tools.map(functionTool),\n    audio: {\n      input: {\n        format: { type: 'audio/pcm', rate: model.inputFormat.sampleRate },\n        turn_detection: { type: 'server_vad' },\n      },\n      output: {\n        format: { type: 'audio/pcm', rate: model.outputFormat.sampleRate },\n        voice: context.voice,\n      },\n    },\n  };\n}\n\nfunction xaiSession(\n  context: RealtimeContext,\n  model: RealtimeModel<string>,\n  replace: Record<string, string> | undefined\n): JsonObject {\n  const session: JsonObject = {\n    voice: context.voice,\n    instructions: context.instructions,\n    turn_detection: { type: 'server_vad' },\n    tools: context.tools.map(functionTool),\n    resumption: { enabled: true },\n    audio: {\n      input: { format: { type: 'audio/pcm', rate: model.inputFormat.sampleRate } },\n      output: { format: { type: 'audio/pcm', rate: model.outputFormat.sampleRate } },\n    },\n  };\n  if (replace !== undefined) session.replace = replace;\n  return session;\n}\n\nfunction userItem(value: string): JsonObject {\n  return {\n    type: 'conversation.item.create',\n    item: {\n      type: 'message',\n      role: 'user',\n      content: [{ type: 'input_text', text: value }],\n    },\n  };\n}\n\nfunction responseCreate(): JsonObject {\n  return { type: 'response.create' };\n}\n\nfunction resultText(result: ToolResultMessage): string {\n  const parts: string[] = [];\n  for (const part of result.content) {\n    if (part.type === 'text') parts.push(part.text);\n  }\n  return parts.join('\\n');\n}\n\nfunction toolOutput(callId: string, result: ToolResultMessage): JsonObject {\n  return {\n    type: 'conversation.item.create',\n    item: { type: 'function_call_output', call_id: callId, output: resultText(result) },\n  };\n}\n\nfunction forceMessage(value: string): JsonObject {\n  return {\n    type: 'conversation.item.create',\n    item: {\n      type: 'force_message',\n      role: 'assistant',\n      content: [{ type: 'output_text', text: value }],\n    },\n  };\n}\n\ninterface PendingAudio {\n  chunks: AudioChunk[];\n  cursor: number;\n}\n\nfunction spanFor(itemId: string, start: number, end: number): TextSpan {\n  return { itemId, start, end };\n}\n\nfunction takeAudio(\n  pending: PendingAudio,\n  itemId: string,\n  format: AudioFormat,\n  end: number | undefined\n): RealtimeEvent[] {\n  const chunks = pending.chunks;\n  pending.chunks = [];\n  if (chunks.length === 0) return [];\n  const start = pending.cursor;\n  if (end !== undefined) pending.cursor = end;\n  const width = end === undefined ? 0 : end - start;\n  const total = chunks.reduce((sum, chunk) => sum + chunk.data.length, 0);\n  let used = 0;\n  let cursor = start;\n  return chunks.map((chunk, index) => {\n    const event: RealtimeEvent = {\n      type: 'output_audio',\n      itemId,\n      chunk: { data: chunk.data, format, timestamp: chunk.timestamp },\n    };\n    if (end === undefined || total === 0) return event;\n    const last = index === chunks.length - 1;\n    const next = last ? end : start + Math.round(((used + chunk.data.length) / total) * width);\n    used += chunk.data.length;\n    event.span = spanFor(itemId, cursor, next);\n    cursor = next;\n    return event;\n  });\n}\n\nfunction argumentsOf(value: unknown): JsonObject {\n  if (typeof value !== 'string') return {};\n  try {\n    const parsed: unknown = JSON.parse(value);\n    const object = record(parsed);\n    if (object === undefined) return {};\n    return object as JsonObject;\n  } catch {\n    return {};\n  }\n}\n\nfunction responseUsage(value: unknown): Usage {\n  const usage = record(value);\n  if (usage === undefined) return blankUsage();\n  const input = typeof usage.input_tokens === 'number' ? usage.input_tokens : 0;\n  const output = typeof usage.output_tokens === 'number' ? usage.output_tokens : 0;\n  return {\n    input,\n    output,\n    cacheRead: 0,\n    cacheWrite: 0,\n    totalTokens: input + output,\n    cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, total: 0 },\n  };\n}\n\nclass VendorSession implements RealtimeSession {\n  readonly model: RealtimeModel<string>;\n  readonly #dialect: 'openai' | 'xai';\n  readonly #context: RealtimeContext;\n  readonly #replace: Record<string, string> | undefined;\n  readonly #wire: VoiceWire;\n  readonly #ledger = new RealtimeLedger();\n  readonly #format: AudioFormat;\n  readonly #pending = new Map<string, PendingAudio>();\n  readonly #inputText = new Map<string, string>();\n  readonly #queue: RealtimeEvent[] = [];\n  readonly #waiters: Array<(result: IteratorResult<RealtimeEvent>) => void> = [];\n  #closed = false;\n  #usage: Usage | undefined;\n  #lastItem = '';\n\n  constructor(\n    model: RealtimeModel<string>,\n    context: RealtimeContext,\n    dialect: 'openai' | 'xai',\n    replace: Record<string, string> | undefined,\n    wire: VoiceWire\n  ) {\n    this.model = model;\n    this.#context = context;\n    this.#dialect = dialect;\n    this.#replace = replace;\n    this.#wire = wire;\n    this.#format = model.outputFormat;\n  }\n\n  start(options: RealtimeOptions | undefined): void {\n    this.#send(this.#sessionUpdate(this.#context));\n    const signal = options?.signal;\n    if (signal !== undefined) signal.addEventListener('abort', () => void this.close());\n    void this.#read();\n  }\n\n  appendAudio(chunk: AudioChunk): void {\n    this.#assertOpen();\n    this.#ledger.addInput(chunk);\n    this.#send({ type: 'input_audio_buffer.append', audio: encodeAudioBase64(chunk.data) });\n  }\n\n  sendText(textValue: string): void {\n    this.#assertOpen();\n    this.#ledger.addText();\n    this.#send(userItem(textValue));\n    this.#send(responseCreate());\n  }\n\n  inject(textValue: string, delivery: Delivery): void {\n    this.#assertOpen();\n    this.#ledger.submit(this.model.delivery, delivery, () => {\n      this.#assertOpen();\n      this.#ledger.addText();\n      this.#sendInject(textValue, delivery);\n    });\n  }\n\n  respond(callId: string, result: ToolResultMessage, delivery?: Delivery): void {\n    this.#assertOpen();\n    const send = (): void => {\n      this.#send(toolOutput(callId, result));\n      if (delivery !== 'silent') this.#send(responseCreate());\n    };\n    if (delivery === undefined) {\n      send();\n      return;\n    }\n    this.#ledger.submit(this.model.delivery, delivery, () => {\n      this.#assertOpen();\n      send();\n    });\n  }\n\n  interrupt(heard?: { itemId: string; heardMs: number }): void {\n    this.#assertOpen();\n    this.#send({ type: 'response.cancel' });\n    const plan = planTruncation(this.model.truncation, heard);\n    if (plan.item !== undefined) {\n      this.#send({\n        type: 'conversation.item.truncate',\n        item_id: plan.item.itemId,\n        content_index: 0,\n        audio_end_ms: plan.item.audioEndMs,\n      });\n    }\n    this.#ledger.settle();\n  }\n\n  update(patch: Partial<Pick<RealtimeContext, 'instructions' | 'tools' | 'voice'>>): void {\n    this.#assertOpen();\n    if (patch.tools !== undefined && !this.model.liveToolUpdate) {\n      throw new VoiceRequestError('error', 'live tool update is unsupported');\n    }\n    let instructions = this.#context.instructions;\n    if (patch.instructions !== undefined) instructions = patch.instructions;\n    let tools = this.#context.tools;\n    if (patch.tools !== undefined) tools = patch.tools;\n    let voice = this.#context.voice;\n    if (patch.voice !== undefined) voice = patch.voice;\n    const context: RealtimeContext = { instructions, tools, voice };\n    if (patch.instructions !== undefined) this.#context.instructions = context.instructions;\n    if (patch.tools !== undefined) this.#context.tools = context.tools;\n    if (patch.voice !== undefined) this.#context.voice = context.voice;\n    this.#send(this.#sessionUpdate(context));\n  }\n\n  async close(): Promise<{ usage: Usage }> {\n    if (this.#usage !== undefined) return { usage: this.#usage };\n    this.#ledger.settle();\n    this.#closed = true;\n    this.#wire.close();\n    this.#end();\n    this.#usage = this.#ledger.usage(this.model.audioCost);\n    return { usage: this.#usage };\n  }\n\n  async *[Symbol.asyncIterator](): AsyncIterator<RealtimeEvent> {\n    while (true) {\n      const queued = this.#queue.shift();\n      if (queued !== undefined) {\n        yield queued;\n        continue;\n      }\n      if (this.#closed) return;\n      const next = await new Promise<IteratorResult<RealtimeEvent>>((resolve) => {\n        this.#waiters.push(resolve);\n      });\n      if (next.done === true || next.value === undefined) return;\n      yield next.value;\n    }\n  }\n\n  #sessionUpdate(context: RealtimeContext): JsonObject {\n    if (this.#dialect === 'openai') {\n      return { type: 'session.update', session: openaiSession(context, this.model) };\n    }\n    return { type: 'session.update', session: xaiSession(context, this.model, this.#replace) };\n  }\n\n  #sendInject(textValue: string, delivery: Delivery): void {\n    if (this.#dialect === 'xai' && delivery !== 'silent') {\n      this.#send(forceMessage(textValue));\n      return;\n    }\n    this.#send(userItem(textValue));\n    if (delivery !== 'silent') this.#send(responseCreate());\n  }\n\n  #send(event: JsonObject): void {\n    this.#wire.send(JSON.stringify(event));\n  }\n\n  #assertOpen(): void {\n    if (this.#closed) throw new VoiceRequestError('error', 'session is closed');\n  }\n\n  #push(event: RealtimeEvent): void {\n    if (this.#closed) return;\n    this.#ledger.observe(event);\n    const waiter = this.#waiters.shift();\n    if (waiter !== undefined) waiter({ value: event, done: false });\n    else this.#queue.push(event);\n  }\n\n  #end(): void {\n    for (const waiter of this.#waiters) waiter({ value: undefined, done: true });\n    this.#waiters.length = 0;\n  }\n\n  #pendingFor(itemId: string): PendingAudio {\n    const existing = this.#pending.get(itemId);\n    if (existing !== undefined) return existing;\n    const created = { chunks: [], cursor: 0 };\n    this.#pending.set(itemId, created);\n    return created;\n  }\n\n  #audio(itemId: string, encoded: string): void {\n    this.#lastItem = itemId;\n    const pending = this.#pendingFor(itemId);\n    pending.chunks.push({\n      data: decodeAudioBase64(encoded),\n      format: this.#format,\n      timestamp: 0,\n    });\n  }\n\n  #transcript(itemId: string, delta: string, final: boolean): void {\n    const pending = this.#pendingFor(itemId);\n    const end = pending.cursor + delta.length;\n    const tagged = delta.length === 0 ? undefined : end;\n    for (const event of takeAudio(pending, itemId, this.#format, tagged)) this.#push(event);\n    this.#push({ type: 'output_transcript', itemId, text: delta, final });\n  }\n\n  #input(itemId: string, transcript: string, mode: 'append' | 'replace', final: boolean): void {\n    const previous = this.#inputText.get(itemId) ?? '';\n    const next = mode === 'append' ? `${previous}${transcript}` : transcript;\n    this.#inputText.set(itemId, next);\n    this.#push({ type: 'input_transcript', itemId, text: next, final });\n  }\n\n  #field(value: unknown, key: string): string {\n    const object = record(value);\n    if (object === undefined) return '';\n    return text(object[key]);\n  }\n\n  #functionCall(event: Record<string, unknown>): void {\n    this.#push({\n      type: 'tool_call',\n      blocking: this.model.toolCalls === 'blocking',\n      call: {\n        type: 'toolCall',\n        id: text(event.call_id),\n        name: text(event.name),\n        arguments: argumentsOf(event.arguments),\n      },\n    });\n  }\n\n  #responseDone(event: Record<string, unknown>): void {\n    const response = record(event.response);\n    const output = response === undefined ? undefined : response.output;\n    const first = Array.isArray(output) ? record(output[0]) : undefined;\n    let itemId = this.#lastItem;\n    if (first !== undefined && text(first.id).length > 0) itemId = text(first.id);\n    const pending = this.#pendingFor(itemId);\n    for (const audioEvent of takeAudio(pending, itemId, this.#format, undefined)) {\n      this.#push(audioEvent);\n    }\n    const status = response === undefined ? '' : text(response.status);\n    const usage = response === undefined ? undefined : response.usage;\n    this.#push({\n      type: 'response_done',\n      itemId,\n      interrupted: status === 'cancelled',\n      usage: responseUsage(usage),\n    });\n  }\n\n  #serverError(event: Record<string, unknown>): void {\n    const detail = record(event.error);\n    const code = detail === undefined ? '' : text(detail.code);\n    const message = detail === undefined ? '' : text(detail.message);\n    let fatal = false;\n    if (code === 'max_duration') fatal = true;\n    if (code === 'session_expired') fatal = true;\n    this.#push({ type: 'error', error: message, fatal });\n  }\n\n  #apply(event: Record<string, unknown>): void {\n    const type = text(event.type);\n    if (type === 'session.created') {\n      this.#push({ type: 'session_start', sessionId: this.#field(event.session, 'id') });\n      return;\n    }\n    if (type === 'conversation.created') {\n      this.#push({ type: 'resumption', handle: this.#field(event.conversation, 'id') });\n      return;\n    }\n    if (type === 'input_audio_buffer.speech_started') {\n      this.#push({ type: 'input_speech_start' });\n      return;\n    }\n    if (type === 'conversation.item.input_audio_transcription.delta') {\n      this.#input(text(event.item_id), text(event.delta), 'append', false);\n      return;\n    }\n    if (type === 'conversation.item.input_audio_transcription.updated') {\n      this.#input(text(event.item_id), text(event.transcript), 'replace', false);\n      return;\n    }\n    if (type === 'conversation.item.input_audio_transcription.completed') {\n      this.#input(text(event.item_id), text(event.transcript), 'replace', true);\n      return;\n    }\n    if (type === 'response.output_audio.delta') {\n      this.#audio(text(event.item_id), text(event.delta));\n      return;\n    }\n    if (type === 'response.output_audio_transcript.delta') {\n      this.#transcript(text(event.item_id), text(event.delta), false);\n      return;\n    }\n    if (type === 'response.output_audio_transcript.done') {\n      this.#transcript(text(event.item_id), text(event.transcript), true);\n      return;\n    }\n    if (type === 'response.function_call_arguments.done') {\n      this.#functionCall(event);\n      return;\n    }\n    if (type === 'response.done') {\n      this.#responseDone(event);\n      return;\n    }\n    if (type === 'error') this.#serverError(event);\n  }\n\n  async #read(): Promise<void> {\n    try {\n      for await (const raw of this.#wire.incoming) {\n        let parsed: unknown;\n        try {\n          parsed = JSON.parse(raw);\n        } catch {\n          this.#push({ type: 'error', error: 'invalid realtime event', fatal: false });\n          continue;\n        }\n        const event = record(parsed);\n        if (event === undefined || typeof event.type !== 'string') continue;\n        this.#apply(event);\n      }\n    } catch (error) {\n      const message = error instanceof Error ? error.message : String(error);\n      this.#push({ type: 'error', error: message, fatal: true });\n    } finally {\n      this.#closed = true;\n      this.#end();\n    }\n  }\n}\n\nexport async function connectVendorSession(\n  model: RealtimeModel<string>,\n  context: RealtimeContext,\n  options: RealtimeOptions | undefined,\n  vendor: VendorSessionOptions\n): Promise<RealtimeSession> {\n  if (options?.signal?.aborted === true) {\n    throw new VoiceRequestError('aborted', 'session aborted');\n  }\n  if (options?.transport === 'webrtc' && vendor.wire === undefined) {\n    throw new VoiceRequestError('error', 'webrtc requires a data channel wire');\n  }\n  const secret = credential(options);\n  const token = options?.token?.value;\n  const ephemeral = typeof token === 'string' && token.length > 0;\n  const protocols: string[] = [];\n  if (vendor.dialect === 'openai') protocols.push(`openai-insecure-api-key.${secret}`, 'realtime');\n  else if (ephemeral) protocols.push(`xai-client-secret.${secret}`);\n  else protocols.push('realtime');\n  const resumeHandle = vendor.dialect === 'xai' ? options?.resumeHandle : undefined;\n  const socket = realtimeSocket(sessionUrl(model, resumeHandle), options, protocols);\n  const target: VoiceWireTarget = {\n    url: socket.url,\n    protocols: socket.protocols,\n    headers: headersFor(options, secret, vendor.dialect === 'openai' || !ephemeral),\n  };\n  const open =\n    vendor.wire !== undefined\n      ? vendor.wire\n      : (wireTarget: VoiceWireTarget) => openVoiceSocket(wireTarget, vendor.socket);\n  const session = new VendorSession(model, context, vendor.dialect, vendor.replace, open(target));\n  session.start(options);\n  return session;\n}\n\nexport function pcmFormat(sampleRate: number): AudioFormat {\n  return { encoding: 'pcm16', sampleRate, channels: 1 };\n}\n"],
+  "mappings": "AAEA,SAAS,kBAAkB;AAC3B,SAAS,mBAAmB,yBAAyB;AACrD,SAAS,yBAAyB;AAQlC,SAAS,gBAAgB,gBAAgB,sBAAsB;AAC/D;AAAA,EACE;AAAA,OAIK;AAcP,SAAS,OAAO,OAAqD;AACnE,MAAI,UAAU,QAAQ,OAAO,UAAU,YAAY,MAAM,QAAQ,KAAK,EAAG,QAAO;AAChF,SAAO;AACT;AAEA,SAAS,KAAK,OAAwB;AACpC,SAAO,OAAO,UAAU,WAAW,QAAQ;AAC7C;AAEA,SAAS,WAAW,SAA8C;AAChE,QAAM,QAAQ,SAAS,OAAO;AAC9B,MAAI,OAAO,UAAU,YAAY,MAAM,SAAS,EAAG,QAAO;AAC1D,QAAM,SAAS,SAAS;AACxB,MAAI,OAAO,WAAW,YAAY,OAAO,SAAS,EAAG,QAAO;AAC5D,QAAM,IAAI,kBAAkB,SAAS,6BAA6B;AACpE;AAEA,SAAS,WACP,SACA,QACA,QACwB;AACxB,QAAM,UAAkC,CAAC;AACzC,MAAI,OAAQ,SAAQ,gBAAgB,UAAU,MAAM;AACpD,QAAM,QAAQ,SAAS;AACvB,MAAI,UAAU,OAAW,QAAO;AAChC,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,KAAM,QAAO,QAAQ,GAAG;AAAA,QACjC,SAAQ,GAAG,IAAI;AAAA,EACtB;AACA,SAAO;AACT;AAEA,SAAS,WAAW,OAA8B,cAA0C;AAC1F,QAAM,SAAS,IAAI,gBAAgB,EAAE,OAAO,MAAM,GAAG,CAAC;AACtD,MAAI,iBAAiB,OAAW,QAAO,IAAI,mBAAmB,YAAY;AAC1E,SAAO,GAAG,MAAM,OAAO,IAAI,OAAO,SAAS,CAAC;AAC9C;AAEA,SAAS,aAAa,MAAwB;AAC5C,SAAO;AAAA,IACL,MAAM;AAAA,IACN,MAAM,KAAK;AAAA,IACX,aAAa,KAAK;AAAA,IAClB,YAAY,KAAK;AAAA,EACnB;AACF;AAEA,SAAS,cAAc,SAA0B,OAA0C;AACzF,SAAO;AAAA,IACL,MAAM;AAAA,IACN,cAAc,QAAQ;AAAA,IACtB,OAAO,QAAQ,MAAM,IAAI,YAAY;AAAA,IACrC,OAAO;AAAA,MACL,OAAO;AAAA,QACL,QAAQ,EAAE,MAAM,aAAa,MAAM,MAAM,YAAY,WAAW;AAAA,QAChE,gBAAgB,EAAE,MAAM,aAAa;AAAA,MACvC;AAAA,MACA,QAAQ;AAAA,QACN,QAAQ,EAAE,MAAM,aAAa,MAAM,MAAM,aAAa,WAAW;AAAA,QACjE,OAAO,QAAQ;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,WACP,SACA,OACA,SACY;AACZ,QAAM,UAAsB;AAAA,IAC1B,OAAO,QAAQ;AAAA,IACf,cAAc,QAAQ;AAAA,IACtB,gBAAgB,EAAE,MAAM,aAAa;AAAA,IACrC,OAAO,QAAQ,MAAM,IAAI,YAAY;AAAA,IACrC,YAAY,EAAE,SAAS,KAAK;AAAA,IAC5B,OAAO;AAAA,MACL,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,MAAM,MAAM,YAAY,WAAW,EAAE;AAAA,MAC3E,QAAQ,EAAE,QAAQ,EAAE,MAAM,aAAa,MAAM,MAAM,aAAa,WAAW,EAAE;AAAA,IAC/E;AAAA,EACF;AACA,MAAI,YAAY,OAAW,SAAQ,UAAU;AAC7C,SAAO;AACT;AAEA,SAAS,SAAS,OAA2B;AAC3C,SAAO;AAAA,IACL,MAAM;AAAA,IACN,MAAM;AAAA,MACJ,MAAM;AAAA,MACN,MAAM;AAAA,MACN,SAAS,CAAC,EAAE,MAAM,cAAc,MAAM,MAAM,CAAC;AAAA,IAC/C;AAAA,EACF;AACF;AAEA,SAAS,iBAA6B;AACpC,SAAO,EAAE,MAAM,kBAAkB;AACnC;AAEA,SAAS,WAAW,QAAmC;AACrD,QAAM,QAAkB,CAAC;AACzB,aAAW,QAAQ,OAAO,SAAS;AACjC,QAAI,KAAK,SAAS,OAAQ,OAAM,KAAK,KAAK,IAAI;AAAA,EAChD;AACA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEA,SAAS,WAAW,QAAgB,QAAuC;AACzE,SAAO;AAAA,IACL,MAAM;AAAA,IACN,MAAM,EAAE,MAAM,wBAAwB,SAAS,QAAQ,QAAQ,WAAW,MAAM,EAAE;AAAA,EACpF;AACF;AAEA,SAAS,aAAa,OAA2B;AAC/C,SAAO;AAAA,IACL,MAAM;AAAA,IACN,MAAM;AAAA,MACJ,MAAM;AAAA,MACN,MAAM;AAAA,MACN,SAAS,CAAC,EAAE,MAAM,eAAe,MAAM,MAAM,CAAC;AAAA,IAChD;AAAA,EACF;AACF;AAOA,SAAS,QAAQ,QAAgB,OAAe,KAAuB;AACrE,SAAO,EAAE,QAAQ,OAAO,IAAI;AAC9B;AAEA,SAAS,UACP,SACA,QACA,QACA,KACiB;AACjB,QAAM,SAAS,QAAQ;AACvB,UAAQ,SAAS,CAAC;AAClB,MAAI,OAAO,WAAW,EAAG,QAAO,CAAC;AACjC,QAAM,QAAQ,QAAQ;AACtB,MAAI,QAAQ,OAAW,SAAQ,SAAS;AACxC,QAAM,QAAQ,QAAQ,SAAY,IAAI,MAAM;AAC5C,QAAM,QAAQ,OAAO,OAAO,CAAC,KAAK,UAAU,MAAM,MAAM,KAAK,QAAQ,CAAC;AACtE,MAAI,OAAO;AACX,MAAI,SAAS;AACb,SAAO,OAAO,IAAI,CAAC,OAAO,UAAU;AAClC,UAAM,QAAuB;AAAA,MAC3B,MAAM;AAAA,MACN;AAAA,MACA,OAAO,EAAE,MAAM,MAAM,MAAM,QAAQ,WAAW,MAAM,UAAU;AAAA,IAChE;AACA,QAAI,QAAQ,UAAa,UAAU,EAAG,QAAO;AAC7C,UAAM,OAAO,UAAU,OAAO,SAAS;AACvC,UAAM,OAAO,OAAO,MAAM,QAAQ,KAAK,OAAQ,OAAO,MAAM,KAAK,UAAU,QAAS,KAAK;AACzF,YAAQ,MAAM,KAAK;AACnB,UAAM,OAAO,QAAQ,QAAQ,QAAQ,IAAI;AACzC,aAAS;AACT,WAAO;AAAA,EACT,CAAC;AACH;AAEA,SAAS,YAAY,OAA4B;AAC/C,MAAI,OAAO,UAAU,SAAU,QAAO,CAAC;AACvC,MAAI;AACF,UAAM,SAAkB,KAAK,MAAM,KAAK;AACxC,UAAM,SAAS,OAAO,MAAM;AAC5B,QAAI,WAAW,OAAW,QAAO,CAAC;AAClC,WAAO;AAAA,EACT,QAAQ;AACN,WAAO,CAAC;AAAA,EACV;AACF;AAEA,SAAS,cAAc,OAAuB;AAC5C,QAAM,QAAQ,OAAO,KAAK;AAC1B,MAAI,UAAU,OAAW,QAAO,WAAW;AAC3C,QAAM,QAAQ,OAAO,MAAM,iBAAiB,WAAW,MAAM,eAAe;AAC5E,QAAM,SAAS,OAAO,MAAM,kBAAkB,WAAW,MAAM,gBAAgB;AAC/E,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,WAAW;AAAA,IACX,YAAY;AAAA,IACZ,aAAa,QAAQ;AAAA,IACrB,MAAM,EAAE,OAAO,GAAG,QAAQ,GAAG,WAAW,GAAG,YAAY,GAAG,OAAO,EAAE;AAAA,EACrE;AACF;AAEA,MAAM,cAAyC;AAAA,EACpC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,UAAU,IAAI,eAAe;AAAA,EAC7B;AAAA,EACA,WAAW,oBAAI,IAA0B;AAAA,EACzC,aAAa,oBAAI,IAAoB;AAAA,EACrC,SAA0B,CAAC;AAAA,EAC3B,WAAmE,CAAC;AAAA,EAC7E,UAAU;AAAA,EACV;AAAA,EACA,YAAY;AAAA,EAEZ,YACE,OACA,SACA,SACA,SACA,MACA;AACA,SAAK,QAAQ;AACb,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,WAAW;AAChB,SAAK,QAAQ;AACb,SAAK,UAAU,MAAM;AAAA,EACvB;AAAA,EAEA,MAAM,SAA4C;AAChD,SAAK,MAAM,KAAK,eAAe,KAAK,QAAQ,CAAC;AAC7C,UAAM,SAAS,SAAS;AACxB,QAAI,WAAW,OAAW,QAAO,iBAAiB,SAAS,MAAM,KAAK,KAAK,MAAM,CAAC;AAClF,SAAK,KAAK,MAAM;AAAA,EAClB;AAAA,EAEA,YAAY,OAAyB;AACnC,SAAK,YAAY;AACjB,SAAK,QAAQ,SAAS,KAAK;AAC3B,SAAK,MAAM,EAAE,MAAM,6BAA6B,OAAO,kBAAkB,MAAM,IAAI,EAAE,CAAC;AAAA,EACxF;AAAA,EAEA,SAAS,WAAyB;AAChC,SAAK,YAAY;AACjB,SAAK,QAAQ,QAAQ;AACrB,SAAK,MAAM,SAAS,SAAS,CAAC;AAC9B,SAAK,MAAM,eAAe,CAAC;AAAA,EAC7B;AAAA,EAEA,OAAO,WAAmB,UAA0B;AAClD,SAAK,YAAY;AACjB,SAAK,QAAQ,OAAO,KAAK,MAAM,UAAU,UAAU,MAAM;AACvD,WAAK,YAAY;AACjB,WAAK,QAAQ,QAAQ;AACrB,WAAK,YAAY,WAAW,QAAQ;AAAA,IACtC,CAAC;AAAA,EACH;AAAA,EAEA,QAAQ,QAAgB,QAA2B,UAA2B;AAC5E,SAAK,YAAY;AACjB,UAAM,OAAO,MAAY;AACvB,WAAK,MAAM,WAAW,QAAQ,MAAM,CAAC;AACrC,UAAI,aAAa,SAAU,MAAK,MAAM,eAAe,CAAC;AAAA,IACxD;AACA,QAAI,aAAa,QAAW;AAC1B,WAAK;AACL;AAAA,IACF;AACA,SAAK,QAAQ,OAAO,KAAK,MAAM,UAAU,UAAU,MAAM;AACvD,WAAK,YAAY;AACjB,WAAK;AAAA,IACP,CAAC;AAAA,EACH;AAAA,EAEA,UAAU,OAAmD;AAC3D,SAAK,YAAY;AACjB,SAAK,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACtC,UAAM,OAAO,eAAe,KAAK,MAAM,YAAY,KAAK;AACxD,QAAI,KAAK,SAAS,QAAW;AAC3B,WAAK,MAAM;AAAA,QACT,MAAM;AAAA,QACN,SAAS,KAAK,KAAK;AAAA,QACnB,eAAe;AAAA,QACf,cAAc,KAAK,KAAK;AAAA,MAC1B,CAAC;AAAA,IACH;AACA,SAAK,QAAQ,OAAO;AAAA,EACtB;AAAA,EAEA,OAAO,OAAiF;AACtF,SAAK,YAAY;AACjB,QAAI,MAAM,UAAU,UAAa,CAAC,KAAK,MAAM,gBAAgB;AAC3D,YAAM,IAAI,kBAAkB,SAAS,iCAAiC;AAAA,IACxE;AACA,QAAI,eAAe,KAAK,SAAS;AACjC,QAAI,MAAM,iBAAiB,OAAW,gBAAe,MAAM;AAC3D,QAAI,QAAQ,KAAK,SAAS;AAC1B,QAAI,MAAM,UAAU,OAAW,SAAQ,MAAM;AAC7C,QAAI,QAAQ,KAAK,SAAS;AAC1B,QAAI,MAAM,UAAU,OAAW,SAAQ,MAAM;AAC7C,UAAM,UAA2B,EAAE,cAAc,OAAO,MAAM;AAC9D,QAAI,MAAM,iBAAiB,OAAW,MAAK,SAAS,eAAe,QAAQ;AAC3E,QAAI,MAAM,UAAU,OAAW,MAAK,SAAS,QAAQ,QAAQ;AAC7D,QAAI,MAAM,UAAU,OAAW,MAAK,SAAS,QAAQ,QAAQ;AAC7D,SAAK,MAAM,KAAK,eAAe,OAAO,CAAC;AAAA,EACzC;AAAA,EAEA,MAAM,QAAmC;AACvC,QAAI,KAAK,WAAW,OAAW,QAAO,EAAE,OAAO,KAAK,OAAO;AAC3D,SAAK,QAAQ,OAAO;AACpB,SAAK,UAAU;AACf,SAAK,MAAM,MAAM;AACjB,SAAK,KAAK;AACV,SAAK,SAAS,KAAK,QAAQ,MAAM,KAAK,MAAM,SAAS;AACrD,WAAO,EAAE,OAAO,KAAK,OAAO;AAAA,EAC9B;AAAA,EAEA,QAAQ,OAAO,aAAa,IAAkC;AAC5D,WAAO,MAAM;AACX,YAAM,SAAS,KAAK,OAAO,MAAM;AACjC,UAAI,WAAW,QAAW;AACxB,cAAM;AACN;AAAA,MACF;AACA,UAAI,KAAK,QAAS;AAClB,YAAM,OAAO,MAAM,IAAI,QAAuC,CAAC,YAAY;AACzE,aAAK,SAAS,KAAK,OAAO;AAAA,MAC5B,CAAC;AACD,UAAI,KAAK,SAAS,QAAQ,KAAK,UAAU,OAAW;AACpD,YAAM,KAAK;AAAA,IACb;AAAA,EACF;AAAA,EAEA,eAAe,SAAsC;AACnD,QAAI,KAAK,aAAa,UAAU;AAC9B,aAAO,EAAE,MAAM,kBAAkB,SAAS,cAAc,SAAS,KAAK,KAAK,EAAE;AAAA,IAC/E;AACA,WAAO,EAAE,MAAM,kBAAkB,SAAS,WAAW,SAAS,KAAK,OAAO,KAAK,QAAQ,EAAE;AAAA,EAC3F;AAAA,EAEA,YAAY,WAAmB,UAA0B;AACvD,QAAI,KAAK,aAAa,SAAS,aAAa,UAAU;AACpD,WAAK,MAAM,aAAa,SAAS,CAAC;AAClC;AAAA,IACF;AACA,SAAK,MAAM,SAAS,SAAS,CAAC;AAC9B,QAAI,aAAa,SAAU,MAAK,MAAM,eAAe,CAAC;AAAA,EACxD;AAAA,EAEA,MAAM,OAAyB;AAC7B,SAAK,MAAM,KAAK,KAAK,UAAU,KAAK,CAAC;AAAA,EACvC;AAAA,EAEA,cAAoB;AAClB,QAAI,KAAK,QAAS,OAAM,IAAI,kBAAkB,SAAS,mBAAmB;AAAA,EAC5E;AAAA,EAEA,MAAM,OAA4B;AAChC,QAAI,KAAK,QAAS;AAClB,SAAK,QAAQ,QAAQ,KAAK;AAC1B,UAAM,SAAS,KAAK,SAAS,MAAM;AACnC,QAAI,WAAW,OAAW,QAAO,EAAE,OAAO,OAAO,MAAM,MAAM,CAAC;AAAA,QACzD,MAAK,OAAO,KAAK,KAAK;AAAA,EAC7B;AAAA,EAEA,OAAa;AACX,eAAW,UAAU,KAAK,SAAU,QAAO,EAAE,OAAO,QAAW,MAAM,KAAK,CAAC;AAC3E,SAAK,SAAS,SAAS;AAAA,EACzB;AAAA,EAEA,YAAY,QAA8B;AACxC,UAAM,WAAW,KAAK,SAAS,IAAI,MAAM;AACzC,QAAI,aAAa,OAAW,QAAO;AACnC,UAAM,UAAU,EAAE,QAAQ,CAAC,GAAG,QAAQ,EAAE;AACxC,SAAK,SAAS,IAAI,QAAQ,OAAO;AACjC,WAAO;AAAA,EACT;AAAA,EAEA,OAAO,QAAgB,SAAuB;AAC5C,SAAK,YAAY;AACjB,UAAM,UAAU,KAAK,YAAY,MAAM;AACvC,YAAQ,OAAO,KAAK;AAAA,MAClB,MAAM,kBAAkB,OAAO;AAAA,MAC/B,QAAQ,KAAK;AAAA,MACb,WAAW;AAAA,IACb,CAAC;AAAA,EACH;AAAA,EAEA,YAAY,QAAgB,OAAe,OAAsB;AAC/D,UAAM,UAAU,KAAK,YAAY,MAAM;AACvC,UAAM,MAAM,QAAQ,SAAS,MAAM;AACnC,UAAM,SAAS,MAAM,WAAW,IAAI,SAAY;AAChD,eAAW,SAAS,UAAU,SAAS,QAAQ,KAAK,SAAS,MAAM,EAAG,MAAK,MAAM,KAAK;AACtF,SAAK,MAAM,EAAE,MAAM,qBAAqB,QAAQ,MAAM,OAAO,MAAM,CAAC;AAAA,EACtE;AAAA,EAEA,OAAO,QAAgB,YAAoB,MAA4B,OAAsB;AAC3F,UAAM,WAAW,KAAK,WAAW,IAAI,MAAM,KAAK;AAChD,UAAM,OAAO,SAAS,WAAW,GAAG,QAAQ,GAAG,UAAU,KAAK;AAC9D,SAAK,WAAW,IAAI,QAAQ,IAAI;AAChC,SAAK,MAAM,EAAE,MAAM,oBAAoB,QAAQ,MAAM,MAAM,MAAM,CAAC;AAAA,EACpE;AAAA,EAEA,OAAO,OAAgB,KAAqB;AAC1C,UAAM,SAAS,OAAO,KAAK;AAC3B,QAAI,WAAW,OAAW,QAAO;AACjC,WAAO,KAAK,OAAO,GAAG,CAAC;AAAA,EACzB;AAAA,EAEA,cAAc,OAAsC;AAClD,SAAK,MAAM;AAAA,MACT,MAAM;AAAA,MACN,UAAU,KAAK,MAAM,cAAc;AAAA,MACnC,MAAM;AAAA,QACJ,MAAM;AAAA,QACN,IAAI,KAAK,MAAM,OAAO;AAAA,QACtB,MAAM,KAAK,MAAM,IAAI;AAAA,QACrB,WAAW,YAAY,MAAM,SAAS;AAAA,MACxC;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,cAAc,OAAsC;AAClD,UAAM,WAAW,OAAO,MAAM,QAAQ;AACtC,UAAM,SAAS,aAAa,SAAY,SAAY,SAAS;AAC7D,UAAM,QAAQ,MAAM,QAAQ,MAAM,IAAI,OAAO,OAAO,CAAC,CAAC,IAAI;AAC1D,QAAI,SAAS,KAAK;AAClB,QAAI,UAAU,UAAa,KAAK,MAAM,EAAE,EAAE,SAAS,EAAG,UAAS,KAAK,MAAM,EAAE;AAC5E,UAAM,UAAU,KAAK,YAAY,MAAM;AACvC,eAAW,cAAc,UAAU,SAAS,QAAQ,KAAK,SAAS,MAAS,GAAG;AAC5E,WAAK,MAAM,UAAU;AAAA,IACvB;AACA,UAAM,SAAS,aAAa,SAAY,KAAK,KAAK,SAAS,MAAM;AACjE,UAAM,QAAQ,aAAa,SAAY,SAAY,SAAS;AAC5D,SAAK,MAAM;AAAA,MACT,MAAM;AAAA,MACN;AAAA,MACA,aAAa,WAAW;AAAA,MACxB,OAAO,cAAc,KAAK;AAAA,IAC5B,CAAC;AAAA,EACH;AAAA,EAEA,aAAa,OAAsC;AACjD,UAAM,SAAS,OAAO,MAAM,KAAK;AACjC,UAAM,OAAO,WAAW,SAAY,KAAK,KAAK,OAAO,IAAI;AACzD,UAAM,UAAU,WAAW,SAAY,KAAK,KAAK,OAAO,OAAO;AAC/D,QAAI,QAAQ;AACZ,QAAI,SAAS,eAAgB,SAAQ;AACrC,QAAI,SAAS,kBAAmB,SAAQ;AACxC,SAAK,MAAM,EAAE,MAAM,SAAS,OAAO,SAAS,MAAM,CAAC;AAAA,EACrD;AAAA,EAEA,OAAO,OAAsC;AAC3C,UAAM,OAAO,KAAK,MAAM,IAAI;AAC5B,QAAI,SAAS,mBAAmB;AAC9B,WAAK,MAAM,EAAE,MAAM,iBAAiB,WAAW,KAAK,OAAO,MAAM,SAAS,IAAI,EAAE,CAAC;AACjF;AAAA,IACF;AACA,QAAI,SAAS,wBAAwB;AACnC,WAAK,MAAM,EAAE,MAAM,cAAc,QAAQ,KAAK,OAAO,MAAM,cAAc,IAAI,EAAE,CAAC;AAChF;AAAA,IACF;AACA,QAAI,SAAS,qCAAqC;AAChD,WAAK,MAAM,EAAE,MAAM,qBAAqB,CAAC;AACzC;AAAA,IACF;AACA,QAAI,SAAS,qDAAqD;AAChE,WAAK,OAAO,KAAK,MAAM,OAAO,GAAG,KAAK,MAAM,KAAK,GAAG,UAAU,KAAK;AACnE;AAAA,IACF;AACA,QAAI,SAAS,uDAAuD;AAClE,WAAK,OAAO,KAAK,MAAM,OAAO,GAAG,KAAK,MAAM,UAAU,GAAG,WAAW,KAAK;AACzE;AAAA,IACF;AACA,QAAI,SAAS,yDAAyD;AACpE,WAAK,OAAO,KAAK,MAAM,OAAO,GAAG,KAAK,MAAM,UAAU,GAAG,WAAW,IAAI;AACxE;AAAA,IACF;AACA,QAAI,SAAS,+BAA+B;AAC1C,WAAK,OAAO,KAAK,MAAM,OAAO,GAAG,KAAK,MAAM,KAAK,CAAC;AAClD;AAAA,IACF;AACA,QAAI,SAAS,0CAA0C;AACrD,WAAK,YAAY,KAAK,MAAM,OAAO,GAAG,KAAK,MAAM,KAAK,GAAG,KAAK;AAC9D;AAAA,IACF;AACA,QAAI,SAAS,yCAAyC;AACpD,WAAK,YAAY,KAAK,MAAM,OAAO,GAAG,KAAK,MAAM,UAAU,GAAG,IAAI;AAClE;AAAA,IACF;AACA,QAAI,SAAS,yCAAyC;AACpD,WAAK,cAAc,KAAK;AACxB;AAAA,IACF;AACA,QAAI,SAAS,iBAAiB;AAC5B,WAAK,cAAc,KAAK;AACxB;AAAA,IACF;AACA,QAAI,SAAS,QAAS,MAAK,aAAa,KAAK;AAAA,EAC/C;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI;AACF,uBAAiB,OAAO,KAAK,MAAM,UAAU;AAC3C,YAAI;AACJ,YAAI;AACF,mBAAS,KAAK,MAAM,GAAG;AAAA,QACzB,QAAQ;AACN,eAAK,MAAM,EAAE,MAAM,SAAS,OAAO,0BAA0B,OAAO,MAAM,CAAC;AAC3E;AAAA,QACF;AACA,cAAM,QAAQ,OAAO,MAAM;AAC3B,YAAI,UAAU,UAAa,OAAO,MAAM,SAAS,SAAU;AAC3D,aAAK,OAAO,KAAK;AAAA,MACnB;AAAA,IACF,SAAS,OAAO;AACd,YAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACrE,WAAK,MAAM,EAAE,MAAM,SAAS,OAAO,SAAS,OAAO,KAAK,CAAC;AAAA,IAC3D,UAAE;AACA,WAAK,UAAU;AACf,WAAK,KAAK;AAAA,IACZ;AAAA,EACF;AACF;AAEA,eAAsB,qBACpB,OACA,SACA,SACA,QAC0B;AAC1B,MAAI,SAAS,QAAQ,YAAY,MAAM;AACrC,UAAM,IAAI,kBAAkB,WAAW,iBAAiB;AAAA,EAC1D;AACA,MAAI,SAAS,cAAc,YAAY,OAAO,SAAS,QAAW;AAChE,UAAM,IAAI,kBAAkB,SAAS,qCAAqC;AAAA,EAC5E;AACA,QAAM,SAAS,WAAW,OAAO;AACjC,QAAM,QAAQ,SAAS,OAAO;AAC9B,QAAM,YAAY,OAAO,UAAU,YAAY,MAAM,SAAS;AAC9D,QAAM,YAAsB,CAAC;AAC7B,MAAI,OAAO,YAAY,SAAU,WAAU,KAAK,2BAA2B,MAAM,IAAI,UAAU;AAAA,WACtF,UAAW,WAAU,KAAK,qBAAqB,MAAM,EAAE;AAAA,MAC3D,WAAU,KAAK,UAAU;AAC9B,QAAM,eAAe,OAAO,YAAY,QAAQ,SAAS,eAAe;AACxE,QAAM,SAAS,eAAe,WAAW,OAAO,YAAY,GAAG,SAAS,SAAS;AACjF,QAAM,SAA0B;AAAA,IAC9B,KAAK,OAAO;AAAA,IACZ,WAAW,OAAO;AAAA,IAClB,SAAS,WAAW,SAAS,QAAQ,OAAO,YAAY,YAAY,CAAC,SAAS;AAAA,EAChF;AACA,QAAM,OACJ,OAAO,SAAS,SACZ,OAAO,OACP,CAAC,eAAgC,gBAAgB,YAAY,OAAO,MAAM;AAChF,QAAM,UAAU,IAAI,cAAc,OAAO,SAAS,OAAO,SAAS,OAAO,SAAS,KAAK,MAAM,CAAC;AAC9F,UAAQ,MAAM,OAAO;AACrB,SAAO;AACT;AAEO,SAAS,UAAU,YAAiC;AACzD,SAAO,EAAE,UAAU,SAAS,YAAY,UAAU,EAAE;AACtD;",
+  "names": []
+}

package/dist/openai-realtime/socket.js

@@ -0,0 +1,56 @@
+function openVoiceSocket(target, Socket = WebSocket) {
+  const socket = new Socket(target.url, {
+    protocols: target.protocols,
+    headers: target.headers
+  });
+  const queue = [];
+  const waiters = [];
+  let closed = false;
+  const push = (value) => {
+    if (closed) return;
+    const waiter = waiters.shift();
+    if (waiter !== void 0) waiter({ value, done: false });
+    else queue.push(value);
+  };
+  const end = () => {
+    if (closed) return;
+    closed = true;
+    for (const waiter of waiters) waiter({ value: void 0, done: true });
+    waiters.length = 0;
+  };
+  socket.addEventListener("message", (event) => {
+    push(typeof event.data === "string" ? event.data : String(event.data));
+  });
+  socket.addEventListener("close", end);
+  socket.addEventListener("error", end);
+  return {
+    send(data) {
+      socket.send(data);
+    },
+    close() {
+      socket.close();
+      end();
+    },
+    incoming: {
+      async *[Symbol.asyncIterator]() {
+        while (true) {
+          const queued = queue.shift();
+          if (queued !== void 0) {
+            yield queued;
+            continue;
+          }
+          if (closed) return;
+          const next = await new Promise((resolve) => {
+            waiters.push(resolve);
+          });
+          if (next.done === true || next.value === void 0) return;
+          yield next.value;
+        }
+      }
+    }
+  };
+}
+export {
+  openVoiceSocket
+};
+//# sourceMappingURL=socket.js.map

package/dist/openai-realtime/socket.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/openai-realtime/socket.ts"],
+  "sourcesContent": ["export interface VoiceWireTarget {\n  url: string;\n  protocols: string[];\n  headers: Record<string, string>;\n}\n\nexport interface VoiceWire {\n  send(data: string): void;\n  close(): void;\n  incoming: AsyncIterable<string>;\n}\n\nexport interface VoiceSocket {\n  send(data: string): void;\n  close(): void;\n  addEventListener(type: 'message', listener: (event: { data: unknown }) => void): void;\n  addEventListener(type: 'close', listener: () => void): void;\n  addEventListener(type: 'error', listener: () => void): void;\n}\n\nexport type VoiceSocketInit = {\n  protocols: string[];\n  headers: Record<string, string>;\n};\n\nexport type VoiceSocketConstructor = new (url: string, init: VoiceSocketInit) => VoiceSocket;\n\nexport function openVoiceSocket(\n  target: VoiceWireTarget,\n  Socket: VoiceSocketConstructor = WebSocket as unknown as VoiceSocketConstructor\n): VoiceWire {\n  const socket = new Socket(target.url, {\n    protocols: target.protocols,\n    headers: target.headers,\n  });\n  const queue: string[] = [];\n  const waiters: Array<(result: IteratorResult<string>) => void> = [];\n  let closed = false;\n\n  const push = (value: string): void => {\n    if (closed) return;\n    const waiter = waiters.shift();\n    if (waiter !== undefined) waiter({ value, done: false });\n    else queue.push(value);\n  };\n\n  const end = (): void => {\n    if (closed) return;\n    closed = true;\n    for (const waiter of waiters) waiter({ value: undefined, done: true });\n    waiters.length = 0;\n  };\n\n  socket.addEventListener('message', (event) => {\n    push(typeof event.data === 'string' ? event.data : String(event.data));\n  });\n  socket.addEventListener('close', end);\n  socket.addEventListener('error', end);\n\n  return {\n    send(data) {\n      socket.send(data);\n    },\n    close() {\n      socket.close();\n      end();\n    },\n    incoming: {\n      async *[Symbol.asyncIterator]() {\n        while (true) {\n          const queued = queue.shift();\n          if (queued !== undefined) {\n            yield queued;\n            continue;\n          }\n          if (closed) return;\n          const next = await new Promise<IteratorResult<string>>((resolve) => {\n            waiters.push(resolve);\n          });\n          if (next.done === true || next.value === undefined) return;\n          yield next.value;\n        }\n      },\n    },\n  };\n}\n"],
+  "mappings": "AA2BO,SAAS,gBACd,QACA,SAAiC,WACtB;AACX,QAAM,SAAS,IAAI,OAAO,OAAO,KAAK;AAAA,IACpC,WAAW,OAAO;AAAA,IAClB,SAAS,OAAO;AAAA,EAClB,CAAC;AACD,QAAM,QAAkB,CAAC;AACzB,QAAM,UAA2D,CAAC;AAClE,MAAI,SAAS;AAEb,QAAM,OAAO,CAAC,UAAwB;AACpC,QAAI,OAAQ;AACZ,UAAM,SAAS,QAAQ,MAAM;AAC7B,QAAI,WAAW,OAAW,QAAO,EAAE,OAAO,MAAM,MAAM,CAAC;AAAA,QAClD,OAAM,KAAK,KAAK;AAAA,EACvB;AAEA,QAAM,MAAM,MAAY;AACtB,QAAI,OAAQ;AACZ,aAAS;AACT,eAAW,UAAU,QAAS,QAAO,EAAE,OAAO,QAAW,MAAM,KAAK,CAAC;AACrE,YAAQ,SAAS;AAAA,EACnB;AAEA,SAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,SAAK,OAAO,MAAM,SAAS,WAAW,MAAM,OAAO,OAAO,MAAM,IAAI,CAAC;AAAA,EACvE,CAAC;AACD,SAAO,iBAAiB,SAAS,GAAG;AACpC,SAAO,iBAAiB,SAAS,GAAG;AAEpC,SAAO;AAAA,IACL,KAAK,MAAM;AACT,aAAO,KAAK,IAAI;AAAA,IAClB;AAAA,IACA,QAAQ;AACN,aAAO,MAAM;AACb,UAAI;AAAA,IACN;AAAA,IACA,UAAU;AAAA,MACR,QAAQ,OAAO,aAAa,IAAI;AAC9B,eAAO,MAAM;AACX,gBAAM,SAAS,MAAM,MAAM;AAC3B,cAAI,WAAW,QAAW;AACxB,kBAAM;AACN;AAAA,UACF;AACA,cAAI,OAAQ;AACZ,gBAAM,OAAO,MAAM,IAAI,QAAgC,CAAC,YAAY;AAClE,oBAAQ,KAAK,OAAO;AAAA,UACtB,CAAC;AACD,cAAI,KAAK,SAAS,QAAQ,KAAK,UAAU,OAAW;AACpD,gBAAM,KAAK;AAAA,QACb;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;",
+  "names": []
+}

package/dist/types/openai-realtime/index.d.ts

@@ -0,0 +1,7 @@
+import type { RealtimeModel } from '../models.ts';
+import { type AdapterOptions } from './session.ts';
+export declare const gptRealtime2: RealtimeModel<"openai-realtime">;
+export declare const gptRealtime21: RealtimeModel<"openai-realtime">;
+export declare function registerOpenAIRealtime(options?: AdapterOptions): () => void;
+export type { AdapterOptions, VoiceWireFactory } from './session.ts';
+export type { VoiceSocketConstructor, VoiceWire, VoiceWireTarget } from './socket.ts';

package/dist/types/openai-realtime/session.d.ts

@@ -0,0 +1,15 @@
+import type { AudioFormat } from '../audio.ts';
+import type { RealtimeModel } from '../models.ts';
+import type { RealtimeContext, RealtimeOptions, RealtimeSession } from '../realtime.ts';
+import { type VoiceSocketConstructor, type VoiceWire, type VoiceWireTarget } from './socket.ts';
+export type VoiceWireFactory = (target: VoiceWireTarget) => VoiceWire;
+export interface AdapterOptions {
+    wire?: VoiceWireFactory;
+    socket?: VoiceSocketConstructor;
+    replace?: Record<string, string>;
+}
+export interface VendorSessionOptions extends AdapterOptions {
+    dialect: 'openai' | 'xai';
+}
+export declare function connectVendorSession(model: RealtimeModel<string>, context: RealtimeContext, options: RealtimeOptions | undefined, vendor: VendorSessionOptions): Promise<RealtimeSession>;
+export declare function pcmFormat(sampleRate: number): AudioFormat;

package/dist/types/openai-realtime/socket.d.ts

@@ -0,0 +1,25 @@
+export interface VoiceWireTarget {
+    url: string;
+    protocols: string[];
+    headers: Record<string, string>;
+}
+export interface VoiceWire {
+    send(data: string): void;
+    close(): void;
+    incoming: AsyncIterable<string>;
+}
+export interface VoiceSocket {
+    send(data: string): void;
+    close(): void;
+    addEventListener(type: 'message', listener: (event: {
+        data: unknown;
+    }) => void): void;
+    addEventListener(type: 'close', listener: () => void): void;
+    addEventListener(type: 'error', listener: () => void): void;
+}
+export type VoiceSocketInit = {
+    protocols: string[];
+    headers: Record<string, string>;
+};
+export type VoiceSocketConstructor = new (url: string, init: VoiceSocketInit) => VoiceSocket;
+export declare function openVoiceSocket(target: VoiceWireTarget, Socket?: VoiceSocketConstructor): VoiceWire;

package/dist/types/xai/index.d.ts

@@ -0,0 +1,4 @@
+import type { RealtimeModel } from '../models.ts';
+import { type AdapterOptions } from '../openai-realtime/session.ts';
+export declare const grokVoiceLatest: RealtimeModel<'xai-realtime'>;
+export declare function registerXaiRealtime(options?: AdapterOptions): () => void;

package/dist/xai/index.js

@@ -0,0 +1,51 @@
+import { registerVoiceModel } from "../models.js";
+import {
+  connectVendorSession,
+  pcmFormat
+} from "../openai-realtime/session.js";
+import { registerRealtimeApiProvider } from "../registry.js";
+const voices = [
+  { id: "eve", name: "Eve" },
+  { id: "ara", name: "Ara" },
+  { id: "rex", name: "Rex" },
+  { id: "sal", name: "Sal" },
+  { id: "leo", name: "Leo" }
+];
+const grokVoiceLatest = {
+  id: "grok-voice-latest",
+  name: "Grok Voice",
+  api: "xai-realtime",
+  provider: "xai",
+  baseUrl: "wss://api.x.ai/v1/realtime",
+  type: "realtime",
+  transports: ["websocket", "webrtc"],
+  toolCalls: "blocking",
+  inputFormat: pcmFormat(24e3),
+  outputFormat: pcmFormat(24e3),
+  maxSessionMs: 72e5,
+  resumable: true,
+  ephemeralAuth: true,
+  voices,
+  provisioning: "none",
+  delivery: { interrupt: "native", when_idle: "approximate", silent: "native" },
+  truncation: "client",
+  liveToolUpdate: true,
+  cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },
+  audioCost: { perInputMinute: 0.08, perOutputMinute: 0.08, perTextMessage: 4e-3 }
+};
+function registerXaiRealtime(options = {}) {
+  const unregisterModel = registerVoiceModel(grokVoiceLatest);
+  const unregisterApi = registerRealtimeApiProvider({
+    api: "xai-realtime",
+    connect: (model, context, connectOptions) => connectVendorSession(model, context, connectOptions, { ...options, dialect: "xai" })
+  });
+  return () => {
+    unregisterModel();
+    unregisterApi();
+  };
+}
+export {
+  grokVoiceLatest,
+  registerXaiRealtime
+};
+//# sourceMappingURL=index.js.map

package/dist/xai/index.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/xai/index.ts"],
+  "sourcesContent": ["import type { RealtimeModel } from '../models.ts';\nimport { registerVoiceModel } from '../models.ts';\nimport {\n  type AdapterOptions,\n  connectVendorSession,\n  pcmFormat,\n} from '../openai-realtime/session.ts';\nimport { registerRealtimeApiProvider } from '../registry.ts';\n\nconst voices = [\n  { id: 'eve', name: 'Eve' },\n  { id: 'ara', name: 'Ara' },\n  { id: 'rex', name: 'Rex' },\n  { id: 'sal', name: 'Sal' },\n  { id: 'leo', name: 'Leo' },\n];\n\nexport const grokVoiceLatest: RealtimeModel<'xai-realtime'> = {\n  id: 'grok-voice-latest',\n  name: 'Grok Voice',\n  api: 'xai-realtime',\n  provider: 'xai',\n  baseUrl: 'wss://api.x.ai/v1/realtime',\n  type: 'realtime',\n  transports: ['websocket', 'webrtc'],\n  toolCalls: 'blocking',\n  inputFormat: pcmFormat(24000),\n  outputFormat: pcmFormat(24000),\n  maxSessionMs: 7_200_000,\n  resumable: true,\n  ephemeralAuth: true,\n  voices,\n  provisioning: 'none',\n  delivery: { interrupt: 'native', when_idle: 'approximate', silent: 'native' },\n  truncation: 'client',\n  liveToolUpdate: true,\n  cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 },\n  audioCost: { perInputMinute: 0.08, perOutputMinute: 0.08, perTextMessage: 0.004 },\n};\n\nexport function registerXaiRealtime(options: AdapterOptions = {}): () => void {\n  const unregisterModel = registerVoiceModel(grokVoiceLatest);\n  const unregisterApi = registerRealtimeApiProvider({\n    api: 'xai-realtime',\n    connect: (model, context, connectOptions) =>\n      connectVendorSession(model, context, connectOptions, { ...options, dialect: 'xai' }),\n  });\n  return () => {\n    unregisterModel();\n    unregisterApi();\n  };\n}\n"],
+  "mappings": "AACA,SAAS,0BAA0B;AACnC;AAAA,EAEE;AAAA,EACA;AAAA,OACK;AACP,SAAS,mCAAmC;AAE5C,MAAM,SAAS;AAAA,EACb,EAAE,IAAI,OAAO,MAAM,MAAM;AAAA,EACzB,EAAE,IAAI,OAAO,MAAM,MAAM;AAAA,EACzB,EAAE,IAAI,OAAO,MAAM,MAAM;AAAA,EACzB,EAAE,IAAI,OAAO,MAAM,MAAM;AAAA,EACzB,EAAE,IAAI,OAAO,MAAM,MAAM;AAC3B;AAEO,MAAM,kBAAiD;AAAA,EAC5D,IAAI;AAAA,EACJ,MAAM;AAAA,EACN,KAAK;AAAA,EACL,UAAU;AAAA,EACV,SAAS;AAAA,EACT,MAAM;AAAA,EACN,YAAY,CAAC,aAAa,QAAQ;AAAA,EAClC,WAAW;AAAA,EACX,aAAa,UAAU,IAAK;AAAA,EAC5B,cAAc,UAAU,IAAK;AAAA,EAC7B,cAAc;AAAA,EACd,WAAW;AAAA,EACX,eAAe;AAAA,EACf;AAAA,EACA,cAAc;AAAA,EACd,UAAU,EAAE,WAAW,UAAU,WAAW,eAAe,QAAQ,SAAS;AAAA,EAC5E,YAAY;AAAA,EACZ,gBAAgB;AAAA,EAChB,MAAM,EAAE,OAAO,GAAG,QAAQ,GAAG,WAAW,GAAG,YAAY,EAAE;AAAA,EACzD,WAAW,EAAE,gBAAgB,MAAM,iBAAiB,MAAM,gBAAgB,KAAM;AAClF;AAEO,SAAS,oBAAoB,UAA0B,CAAC,GAAe;AAC5E,QAAM,kBAAkB,mBAAmB,eAAe;AAC1D,QAAM,gBAAgB,4BAA4B;AAAA,IAChD,KAAK;AAAA,IACL,SAAS,CAAC,OAAO,SAAS,mBACxB,qBAAqB,OAAO,SAAS,gBAAgB,EAAE,GAAG,SAAS,SAAS,MAAM,CAAC;AAAA,EACvF,CAAC;AACD,SAAO,MAAM;AACX,oBAAgB;AAChB,kBAAc;AAAA,EAChB;AACF;",
+  "names": []
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-ecoverse/pi-audio",
-  "version": "1.8.0",
+  "version": "1.9.0",
   "description": "Voice bindings for pi: speech-to-text, text-to-speech and realtime speech for pi-coding-agent plugins and slicc-agent",
   "type": "module",
   "license": "Apache-2.0",
@@ -30,6 +30,10 @@
       "types": "./dist/types/faux/index.d.ts",
       "default": "./dist/faux/index.js"
     },
+    "./openai-realtime": {
+      "types": "./dist/types/openai-realtime/index.d.ts",
+      "default": "./dist/openai-realtime/index.js"
+    },
     "./worklet": {
       "types": "./dist/types/worklet/convert.d.ts",
       "default": "./dist/worklet/convert.js"
@@ -37,6 +41,10 @@
     "./openai": {
       "types": "./dist/types/openai/index.d.ts",
       "default": "./dist/openai/index.js"
+    },
+    "./xai": {
+      "types": "./dist/types/xai/index.d.ts",
+      "default": "./dist/xai/index.js"
     }
   },
   "files": [