@ai-ecoverse/pi-audio 1.11.0 → 1.12.0

package/README.md

@@ -39,6 +39,8 @@ pi-audio does not apply that patch. Hosts such as slicc-agent record monkeypatch
 
 `@ai-ecoverse/pi-audio/gemini-live` registers `gemini-3.8-live`, `gemini-live-2.5-flash-native-audio`, and `gemini-3.1-flash-live-preview`. Setup enables sliding-window compression and session resumption. `gemini-3.8-live` leaves function behavior at the model default and accepts `vocabulary` as `customVocabulary`. The 2.5 model declares `NON_BLOCKING`. The 3.1 preview declares `BLOCKING`. `respond` maps `Delivery` onto `scheduling` (`INTERRUPT`, `WHEN_IDLE`, `SILENT`) and returns `status`, `retryable`, and `message`. A `goAway` reconnects with the latest resumable handle. There is no truncate call. The adapter takes a recorded `wire` and never calls Google.
 
+`mintRealtimeToken(model, constraints, options)` returns `{ value, expiresAt, model }` and calls `options.fetch` (or `globalThis.fetch`). OpenAI `POST /v1/realtime/client_secrets` sends a realtime session with instructions, voice, and tools. xAI `POST /v1/realtime/client_secrets` sends only `expires_after.seconds` of 300. Gemini `POST /v1beta/auth_tokens` locks `models/<id>`, instructions, voice, and tools in `liveConnectConstraints` and returns `name`, which the live adapter sends as `access_token`. ElevenLabs `GET /v1/convai/conversation/get-signed-url` takes `agent_id` (or `GET /conversation/token` when the only transport is WebRTC) and expires in 15 minutes. Fish `POST /v1/agent/sessions` sends `agent_id` plus `overrides.system_prompt` and `overrides.voice_id`. `value` is the LiveKit participant token. `expiresAt` is milliseconds. A numeric `expires_at` below `1e12` is unix seconds.
+
 `talkerTools` is `ask_agent` and `read`. pi-audio defines `askAgent` (a pi `Tool` whose parameters are `request` and optional `context`) and the `Thinker` interface. The host implements `Thinker` and supplies `read`. `bindThinker` runs direct tools with `directTimeoutMs` and truncates their text to `directMaxChars`. On a blocking `ask_agent` it answers with `ack` immediately and injects the result later. On an async call it `respond`s with the result and `options.result`. Progress is injected with `options.progress`. `tool_call_cancelled` aborts the thinker. The binding also yields `thinker_progress` / `thinker_result` captions and `thinking` / `tool` / `idle` phases.
 
 ## Development

package/dist/index.js

@@ -24,6 +24,7 @@ import {
 } from "./registry.js";
 import { SpeechEventStream } from "./speech.js";
 import { askAgent, bindThinker, talkerTools } from "./talker.js";
+import { mintRealtimeToken } from "./tokens.js";
 import { TranscriptionEventStream } from "./transcription.js";
 import { voiceTurns } from "./turns.js";
 import { addAudioCounters, priceAudio } from "./usage.js";
@@ -46,6 +47,7 @@ export {
   getVoiceModel,
   listVoiceModels,
   listen,
+  mintRealtimeToken,
   planDelivery,
   planTruncation,
   priceAudio,

package/dist/index.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../src/index.ts"],
-  "sourcesContent": ["export type {\n  AudioChunk,\n  AudioEncoding,\n  AudioFormat,\n  AudioSink,\n  AudioSource,\n  AudioTag,\n  CharAlignment,\n  TextSpan,\n} from './audio.ts';\nexport { resolveVoiceAuth } from './auth.ts';\nexport { blankUsage } from './blank-usage.ts';\nexport {\n  convertAudio,\n  convertAudioSource,\n  decodeAudioBase64,\n  encodeAudioBase64,\n} from './convert.ts';\nexport { VoiceRequestError } from './errors.ts';\nexport type {\n  Delivery,\n  DeliverySupport,\n  KnownRealtimeApi,\n  KnownSpeechApi,\n  KnownTranscriptionApi,\n  RealtimeApi,\n  RealtimeModel,\n  SpeechApi,\n  SpeechModel,\n  TranscriptionApi,\n  TranscriptionModel,\n  VoiceInfo,\n  VoiceModel,\n  VoiceModelType,\n} from './models.ts';\nexport {\n  getVoiceModel,\n  listVoiceModels,\n  registerVoiceModel,\n} from './models.ts';\nexport type {\n  DeliveryPlan,\n  RealtimeApiProvider,\n  RealtimeContext,\n  RealtimeEvent,\n  RealtimeOptions,\n  RealtimeSession,\n  RealtimeSocket,\n  RealtimeToken,\n  TruncationPlan,\n} from './realtime.ts';\nexport { planDelivery, planTruncation, RealtimeLedger, realtimeSocket } from './realtime.ts';\nexport {\n  connectRealtime,\n  listen,\n  registerRealtimeApiProvider,\n  registerSpeechApiProvider,\n  registerTranscriptionApiProvider,\n  speak,\n  transcribe,\n} from './registry.ts';\nexport type { SpeechApiProvider, SpeechEvent, SpeechInput } from './speech.ts';\nexport { SpeechEventStream } from './speech.ts';\nexport type { VoiceAgentEvent, VoiceMessageChange } from './spoken.ts';\nexport type {\n  BindThinkerOptions,\n  BoundThinker,\n  Thinker,\n  ThinkerCaption,\n  ThinkerPhase,\n  ThinkerUpdate,\n} from './talker.ts';\nexport { askAgent, bindThinker, talkerTools } from './talker.ts';\nexport type {\n  AudioInput,\n  ListenOptions,\n  Transcript,\n  TranscriptionApiProvider,\n  TranscriptionEvent,\n  TranscriptSegment,\n} from './transcription.ts';\nexport { TranscriptionEventStream } from './transcription.ts';\nexport type {\n  BargeIn,\n  CaptionEvent,\n  EchoRecommendation,\n  VoiceConversation,\n  VoiceCut,\n  VoiceModels,\n  VoicePhase,\n  VoiceSession,\n  VoiceTurnMeta,\n  VoiceTurnOptions,\n} from './turns.ts';\nexport { voiceTurns } from './turns.ts';\nexport type {\n  AudioCost,\n  AudioCounters,\n  AudioUsage,\n  RealtimeAudioCost,\n  SpeechAudioCost,\n  TranscriptionAudioCost,\n} from './usage.ts';\nexport { addAudioCounters, priceAudio } from './usage.ts';\nexport type { VadHook, VadUpdate } from './vad.ts';\nexport { energyVad } from './vad.ts';\n"],
-  "mappings": "AAUA,SAAS,wBAAwB;AACjC,SAAS,kBAAkB;AAC3B;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,yBAAyB;AAiBlC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAYP,SAAS,cAAc,gBAAgB,gBAAgB,sBAAsB;AAC7E;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,yBAAyB;AAUlC,SAAS,UAAU,aAAa,mBAAmB;AASnD,SAAS,gCAAgC;AAazC,SAAS,kBAAkB;AAS3B,SAAS,kBAAkB,kBAAkB;AAE7C,SAAS,iBAAiB;",
+  "sourcesContent": ["export type {\n  AudioChunk,\n  AudioEncoding,\n  AudioFormat,\n  AudioSink,\n  AudioSource,\n  AudioTag,\n  CharAlignment,\n  TextSpan,\n} from './audio.ts';\nexport { resolveVoiceAuth } from './auth.ts';\nexport { blankUsage } from './blank-usage.ts';\nexport {\n  convertAudio,\n  convertAudioSource,\n  decodeAudioBase64,\n  encodeAudioBase64,\n} from './convert.ts';\nexport { VoiceRequestError } from './errors.ts';\nexport type {\n  Delivery,\n  DeliverySupport,\n  KnownRealtimeApi,\n  KnownSpeechApi,\n  KnownTranscriptionApi,\n  RealtimeApi,\n  RealtimeModel,\n  SpeechApi,\n  SpeechModel,\n  TranscriptionApi,\n  TranscriptionModel,\n  VoiceInfo,\n  VoiceModel,\n  VoiceModelType,\n} from './models.ts';\nexport {\n  getVoiceModel,\n  listVoiceModels,\n  registerVoiceModel,\n} from './models.ts';\nexport type {\n  DeliveryPlan,\n  RealtimeApiProvider,\n  RealtimeContext,\n  RealtimeEvent,\n  RealtimeOptions,\n  RealtimeSession,\n  RealtimeSocket,\n  RealtimeToken,\n  TruncationPlan,\n} from './realtime.ts';\nexport { planDelivery, planTruncation, RealtimeLedger, realtimeSocket } from './realtime.ts';\nexport {\n  connectRealtime,\n  listen,\n  registerRealtimeApiProvider,\n  registerSpeechApiProvider,\n  registerTranscriptionApiProvider,\n  speak,\n  transcribe,\n} from './registry.ts';\nexport type { SpeechApiProvider, SpeechEvent, SpeechInput } from './speech.ts';\nexport { SpeechEventStream } from './speech.ts';\nexport type { VoiceAgentEvent, VoiceMessageChange } from './spoken.ts';\nexport type {\n  BindThinkerOptions,\n  BoundThinker,\n  Thinker,\n  ThinkerCaption,\n  ThinkerPhase,\n  ThinkerUpdate,\n} from './talker.ts';\nexport { askAgent, bindThinker, talkerTools } from './talker.ts';\nexport type { RealtimeConstraints } from './tokens.ts';\nexport { mintRealtimeToken } from './tokens.ts';\nexport type {\n  AudioInput,\n  ListenOptions,\n  Transcript,\n  TranscriptionApiProvider,\n  TranscriptionEvent,\n  TranscriptSegment,\n} from './transcription.ts';\nexport { TranscriptionEventStream } from './transcription.ts';\nexport type {\n  BargeIn,\n  CaptionEvent,\n  EchoRecommendation,\n  VoiceConversation,\n  VoiceCut,\n  VoiceModels,\n  VoicePhase,\n  VoiceSession,\n  VoiceTurnMeta,\n  VoiceTurnOptions,\n} from './turns.ts';\nexport { voiceTurns } from './turns.ts';\nexport type {\n  AudioCost,\n  AudioCounters,\n  AudioUsage,\n  RealtimeAudioCost,\n  SpeechAudioCost,\n  TranscriptionAudioCost,\n} from './usage.ts';\nexport { addAudioCounters, priceAudio } from './usage.ts';\nexport type { VadHook, VadUpdate } from './vad.ts';\nexport { energyVad } from './vad.ts';\n"],
+  "mappings": "AAUA,SAAS,wBAAwB;AACjC,SAAS,kBAAkB;AAC3B;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,yBAAyB;AAiBlC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAYP,SAAS,cAAc,gBAAgB,gBAAgB,sBAAsB;AAC7E;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,yBAAyB;AAUlC,SAAS,UAAU,aAAa,mBAAmB;AAEnD,SAAS,yBAAyB;AASlC,SAAS,gCAAgC;AAazC,SAAS,kBAAkB;AAS3B,SAAS,kBAAkB,kBAAkB;AAE7C,SAAS,iBAAiB;",
   "names": []
 }

package/dist/tokens.js

@@ -0,0 +1,200 @@
+import { VoiceRequestError } from "./errors.js";
+const openaiSecrets = "https://api.openai.com/v1/realtime/client_secrets";
+const xaiSecrets = "https://api.x.ai/v1/realtime/client_secrets";
+const geminiTokens = "https://generativelanguage.googleapis.com/v1beta/auth_tokens";
+const elevenSigned = "https://api.elevenlabs.io/v1/convai/conversation/get-signed-url";
+const elevenWebRtc = "https://api.elevenlabs.io/v1/convai/conversation/token";
+const fishSessions = "https://api.fish.audio/v1/agent/sessions";
+const fifteenMinutes = 15 * 60 * 1e3;
+const thirtyMinutes = 30 * 60 * 1e3;
+const oneMinute = 60 * 1e3;
+const xaiLifetimeSeconds = 300;
+function apiKey(options) {
+  const key = options.apiKey;
+  if (typeof key === "string" && key.length > 0) return key;
+  throw new VoiceRequestError("error", "missing realtime credential");
+}
+function mergedHeaders(options, defaults) {
+  const headers = { ...defaults };
+  const extra = options.headers;
+  if (extra === void 0) return headers;
+  for (const [key, value] of Object.entries(extra)) {
+    if (value === null) delete headers[key];
+    else headers[key] = value;
+  }
+  return headers;
+}
+function omitUndefined(source) {
+  const out = {};
+  for (const [key, value] of Object.entries(source)) {
+    if (value !== void 0) out[key] = value;
+  }
+  return out;
+}
+function functionTool(tool) {
+  return {
+    type: "function",
+    name: tool.name,
+    description: tool.description,
+    parameters: tool.parameters
+  };
+}
+function declaration(tool) {
+  return {
+    name: tool.name,
+    description: tool.description,
+    parameters: tool.parameters
+  };
+}
+function requiredAgent(constraints) {
+  const id = constraints.agentId;
+  if (typeof id === "string" && id.length > 0) return id;
+  throw new VoiceRequestError("error", "missing agent id");
+}
+function expiresAt(value, fallback) {
+  if (typeof value === "number" && Number.isFinite(value)) {
+    return value < 1e12 ? value * 1e3 : value;
+  }
+  if (typeof value === "string") {
+    const parsed = Date.parse(value);
+    if (Number.isFinite(parsed)) return parsed;
+  }
+  return fallback;
+}
+function fromField(field) {
+  return (json, fallback) => expiresAt(json[field], fallback);
+}
+function openaiBody(model, constraints) {
+  const session = omitUndefined({
+    type: "realtime",
+    model: model.id,
+    instructions: constraints.instructions,
+    tools: constraints.tools?.map(functionTool)
+  });
+  if (constraints.voice !== void 0) session.audio = { output: { voice: constraints.voice } };
+  return { session };
+}
+function geminiBody(model, constraints, now) {
+  const instructions = constraints.instructions;
+  const voice = constraints.voice;
+  const tools = constraints.tools;
+  const config = omitUndefined({
+    responseModalities: ["AUDIO"],
+    sessionResumption: {},
+    systemInstruction: instructions === void 0 ? void 0 : { parts: [{ text: instructions }] },
+    speechConfig: voice === void 0 ? void 0 : { voiceConfig: { prebuiltVoiceConfig: { voiceName: voice } } },
+    tools: tools === void 0 ? void 0 : [{ functionDeclarations: tools.map(declaration) }]
+  });
+  return {
+    uses: constraints.uses ?? 1,
+    expireTime: new Date(now + thirtyMinutes).toISOString(),
+    newSessionExpireTime: new Date(now + oneMinute).toISOString(),
+    liveConnectConstraints: { model: `models/${model.id}`, config }
+  };
+}
+function fishBody(constraints) {
+  const overrides = omitUndefined({
+    system_prompt: constraints.instructions,
+    voice_id: constraints.voice
+  });
+  return omitUndefined({
+    agent_id: requiredAgent(constraints),
+    overrides: Object.keys(overrides).length > 0 ? overrides : void 0
+  });
+}
+function webrtcOnly(model) {
+  return model.transports.length === 1 && model.transports[0] === "webrtc";
+}
+function elevenUrl(model, constraints) {
+  const url = new URL(webrtcOnly(model) ? elevenWebRtc : elevenSigned);
+  url.searchParams.set("agent_id", requiredAgent(constraints));
+  return url.toString();
+}
+function mintCall(model, constraints, options, key, now) {
+  const jsonHeaders = { "Content-Type": "application/json" };
+  switch (model.api) {
+    case "openai-realtime":
+      return {
+        url: openaiSecrets,
+        method: "POST",
+        headers: mergedHeaders(options, { ...jsonHeaders, Authorization: `Bearer ${key}` }),
+        body: JSON.stringify(openaiBody(model, constraints)),
+        field: "value",
+        expires: fromField("expires_at"),
+        fallbackExpires: now
+      };
+    case "xai-realtime":
+      return {
+        url: xaiSecrets,
+        method: "POST",
+        headers: mergedHeaders(options, { ...jsonHeaders, Authorization: `Bearer ${key}` }),
+        body: JSON.stringify({ expires_after: { seconds: xaiLifetimeSeconds } }),
+        field: "value",
+        expires: fromField("expires_at"),
+        fallbackExpires: now + xaiLifetimeSeconds * 1e3
+      };
+    case "gemini-live":
+      return {
+        url: geminiTokens,
+        method: "POST",
+        headers: mergedHeaders(options, { ...jsonHeaders, "x-goog-api-key": key }),
+        body: JSON.stringify(geminiBody(model, constraints, now)),
+        field: "name",
+        expires: fromField("expireTime"),
+        fallbackExpires: now + thirtyMinutes
+      };
+    case "elevenlabs-agents":
+      return {
+        url: elevenUrl(model, constraints),
+        method: "GET",
+        headers: mergedHeaders(options, { "xi-api-key": key }),
+        field: webrtcOnly(model) ? "token" : "signed_url",
+        expires: fromField("expires_at"),
+        fallbackExpires: now + fifteenMinutes
+      };
+    case "fish-agents":
+      return {
+        url: fishSessions,
+        method: "POST",
+        headers: mergedHeaders(options, { ...jsonHeaders, Authorization: `Bearer ${key}` }),
+        body: JSON.stringify(fishBody(constraints)),
+        field: "token",
+        expires: fromField("expires_at"),
+        fallbackExpires: now
+      };
+    default:
+      throw new VoiceRequestError("error", "unsupported realtime api");
+  }
+}
+function readValue(json, field) {
+  if (typeof json !== "object" || json === null) {
+    throw new VoiceRequestError("error", "mint failed (empty token)");
+  }
+  const value = json[field];
+  if (typeof value === "string" && value.length > 0) return value;
+  throw new VoiceRequestError("error", "mint failed (empty token)");
+}
+async function mintRealtimeToken(model, constraints, options) {
+  const settings = options ?? {};
+  const key = apiKey(settings);
+  const now = Date.now();
+  const call = mintCall(model, constraints, settings, key, now);
+  const fetch = settings.fetch ?? globalThis.fetch;
+  const response = await fetch(call.url, {
+    method: call.method,
+    headers: call.headers,
+    body: call.body,
+    signal: settings.signal
+  });
+  if (!response.ok) throw new VoiceRequestError("error", `mint failed (${response.status})`);
+  const json = await response.json();
+  return {
+    value: readValue(json, call.field),
+    expiresAt: call.expires(json, call.fallbackExpires),
+    model: model.id
+  };
+}
+export {
+  mintRealtimeToken
+};
+//# sourceMappingURL=tokens.js.map

package/dist/tokens.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/tokens.ts"],
+  "sourcesContent": ["import type { ProviderRequestOptions, Tool } from '@earendil-works/pi-ai';\nimport { VoiceRequestError } from './errors.ts';\nimport type { RealtimeModel } from './models.ts';\nimport type { RealtimeToken } from './realtime.ts';\n\nexport interface RealtimeConstraints {\n  instructions?: string;\n  tools?: Tool[];\n  voice?: string;\n  uses?: number;\n  agentId?: string;\n}\n\nconst openaiSecrets = 'https://api.openai.com/v1/realtime/client_secrets';\nconst xaiSecrets = 'https://api.x.ai/v1/realtime/client_secrets';\nconst geminiTokens = 'https://generativelanguage.googleapis.com/v1beta/auth_tokens';\nconst elevenSigned = 'https://api.elevenlabs.io/v1/convai/conversation/get-signed-url';\nconst elevenWebRtc = 'https://api.elevenlabs.io/v1/convai/conversation/token';\nconst fishSessions = 'https://api.fish.audio/v1/agent/sessions';\nconst fifteenMinutes = 15 * 60 * 1000;\nconst thirtyMinutes = 30 * 60 * 1000;\nconst oneMinute = 60 * 1000;\nconst xaiLifetimeSeconds = 300;\n\ntype Json = Record<string, unknown>;\n\ninterface MintCall {\n  url: string;\n  method: 'GET' | 'POST';\n  headers: Record<string, string>;\n  body?: string;\n  field: string;\n  expires: (json: Json, fallback: number) => number;\n  fallbackExpires: number;\n}\n\nfunction apiKey(options: ProviderRequestOptions): string {\n  const key = options.apiKey;\n  if (typeof key === 'string' && key.length > 0) return key;\n  throw new VoiceRequestError('error', 'missing realtime credential');\n}\n\nfunction mergedHeaders(\n  options: ProviderRequestOptions,\n  defaults: Record<string, string>\n): Record<string, string> {\n  const headers = { ...defaults };\n  const extra = options.headers;\n  if (extra === undefined) return headers;\n  for (const [key, value] of Object.entries(extra)) {\n    if (value === null) delete headers[key];\n    else headers[key] = value;\n  }\n  return headers;\n}\n\nfunction omitUndefined(source: Json): Json {\n  const out: Json = {};\n  for (const [key, value] of Object.entries(source)) {\n    if (value !== undefined) out[key] = value;\n  }\n  return out;\n}\n\nfunction functionTool(tool: Tool): Json {\n  return {\n    type: 'function',\n    name: tool.name,\n    description: tool.description,\n    parameters: tool.parameters as unknown,\n  };\n}\n\nfunction declaration(tool: Tool): Json {\n  return {\n    name: tool.name,\n    description: tool.description,\n    parameters: tool.parameters as unknown,\n  };\n}\n\nfunction requiredAgent(constraints: RealtimeConstraints): string {\n  const id = constraints.agentId;\n  if (typeof id === 'string' && id.length > 0) return id;\n  throw new VoiceRequestError('error', 'missing agent id');\n}\n\nfunction expiresAt(value: unknown, fallback: number): number {\n  if (typeof value === 'number' && Number.isFinite(value)) {\n    return value < 1e12 ? value * 1000 : value;\n  }\n  if (typeof value === 'string') {\n    const parsed = Date.parse(value);\n    if (Number.isFinite(parsed)) return parsed;\n  }\n  return fallback;\n}\n\nfunction fromField(field: string): (json: Json, fallback: number) => number {\n  return (json, fallback) => expiresAt(json[field], fallback);\n}\n\nfunction openaiBody(model: RealtimeModel<string>, constraints: RealtimeConstraints): Json {\n  const session = omitUndefined({\n    type: 'realtime',\n    model: model.id,\n    instructions: constraints.instructions,\n    tools: constraints.tools?.map(functionTool),\n  });\n  if (constraints.voice !== undefined) session.audio = { output: { voice: constraints.voice } };\n  return { session };\n}\n\nfunction geminiBody(\n  model: RealtimeModel<string>,\n  constraints: RealtimeConstraints,\n  now: number\n): Json {\n  const instructions = constraints.instructions;\n  const voice = constraints.voice;\n  const tools = constraints.tools;\n  const config = omitUndefined({\n    responseModalities: ['AUDIO'],\n    sessionResumption: {},\n    systemInstruction: instructions === undefined ? undefined : { parts: [{ text: instructions }] },\n    speechConfig:\n      voice === undefined\n        ? undefined\n        : { voiceConfig: { prebuiltVoiceConfig: { voiceName: voice } } },\n    tools: tools === undefined ? undefined : [{ functionDeclarations: tools.map(declaration) }],\n  });\n  return {\n    uses: constraints.uses ?? 1,\n    expireTime: new Date(now + thirtyMinutes).toISOString(),\n    newSessionExpireTime: new Date(now + oneMinute).toISOString(),\n    liveConnectConstraints: { model: `models/${model.id}`, config },\n  };\n}\n\nfunction fishBody(constraints: RealtimeConstraints): Json {\n  const overrides = omitUndefined({\n    system_prompt: constraints.instructions,\n    voice_id: constraints.voice,\n  });\n  return omitUndefined({\n    agent_id: requiredAgent(constraints),\n    overrides: Object.keys(overrides).length > 0 ? overrides : undefined,\n  });\n}\n\nfunction webrtcOnly(model: RealtimeModel<string>): boolean {\n  return model.transports.length === 1 && model.transports[0] === 'webrtc';\n}\n\nfunction elevenUrl(model: RealtimeModel<string>, constraints: RealtimeConstraints): string {\n  const url = new URL(webrtcOnly(model) ? elevenWebRtc : elevenSigned);\n  url.searchParams.set('agent_id', requiredAgent(constraints));\n  return url.toString();\n}\n\nfunction mintCall(\n  model: RealtimeModel<string>,\n  constraints: RealtimeConstraints,\n  options: ProviderRequestOptions,\n  key: string,\n  now: number\n): MintCall {\n  const jsonHeaders = { 'Content-Type': 'application/json' };\n  switch (model.api) {\n    case 'openai-realtime':\n      return {\n        url: openaiSecrets,\n        method: 'POST',\n        headers: mergedHeaders(options, { ...jsonHeaders, Authorization: `Bearer ${key}` }),\n        body: JSON.stringify(openaiBody(model, constraints)),\n        field: 'value',\n        expires: fromField('expires_at'),\n        fallbackExpires: now,\n      };\n    case 'xai-realtime':\n      return {\n        url: xaiSecrets,\n        method: 'POST',\n        headers: mergedHeaders(options, { ...jsonHeaders, Authorization: `Bearer ${key}` }),\n        body: JSON.stringify({ expires_after: { seconds: xaiLifetimeSeconds } }),\n        field: 'value',\n        expires: fromField('expires_at'),\n        fallbackExpires: now + xaiLifetimeSeconds * 1000,\n      };\n    case 'gemini-live':\n      return {\n        url: geminiTokens,\n        method: 'POST',\n        headers: mergedHeaders(options, { ...jsonHeaders, 'x-goog-api-key': key }),\n        body: JSON.stringify(geminiBody(model, constraints, now)),\n        field: 'name',\n        expires: fromField('expireTime'),\n        fallbackExpires: now + thirtyMinutes,\n      };\n    case 'elevenlabs-agents':\n      return {\n        url: elevenUrl(model, constraints),\n        method: 'GET',\n        headers: mergedHeaders(options, { 'xi-api-key': key }),\n        field: webrtcOnly(model) ? 'token' : 'signed_url',\n        expires: fromField('expires_at'),\n        fallbackExpires: now + fifteenMinutes,\n      };\n    case 'fish-agents':\n      return {\n        url: fishSessions,\n        method: 'POST',\n        headers: mergedHeaders(options, { ...jsonHeaders, Authorization: `Bearer ${key}` }),\n        body: JSON.stringify(fishBody(constraints)),\n        field: 'token',\n        expires: fromField('expires_at'),\n        fallbackExpires: now,\n      };\n    default:\n      throw new VoiceRequestError('error', 'unsupported realtime api');\n  }\n}\n\nfunction readValue(json: unknown, field: string): string {\n  if (typeof json !== 'object' || json === null) {\n    throw new VoiceRequestError('error', 'mint failed (empty token)');\n  }\n  const value = (json as Json)[field];\n  if (typeof value === 'string' && value.length > 0) return value;\n  throw new VoiceRequestError('error', 'mint failed (empty token)');\n}\n\nexport async function mintRealtimeToken(\n  model: RealtimeModel<string>,\n  constraints: RealtimeConstraints,\n  options?: ProviderRequestOptions\n): Promise<RealtimeToken> {\n  const settings = options ?? {};\n  const key = apiKey(settings);\n  const now = Date.now();\n  const call = mintCall(model, constraints, settings, key, now);\n  const fetch = settings.fetch ?? globalThis.fetch;\n  const response = await fetch(call.url, {\n    method: call.method,\n    headers: call.headers,\n    body: call.body,\n    signal: settings.signal,\n  });\n  if (!response.ok) throw new VoiceRequestError('error', `mint failed (${response.status})`);\n  const json: unknown = await response.json();\n  return {\n    value: readValue(json, call.field),\n    expiresAt: call.expires(json as Json, call.fallbackExpires),\n    model: model.id,\n  };\n}\n"],
+  "mappings": "AACA,SAAS,yBAAyB;AAYlC,MAAM,gBAAgB;AACtB,MAAM,aAAa;AACnB,MAAM,eAAe;AACrB,MAAM,eAAe;AACrB,MAAM,eAAe;AACrB,MAAM,eAAe;AACrB,MAAM,iBAAiB,KAAK,KAAK;AACjC,MAAM,gBAAgB,KAAK,KAAK;AAChC,MAAM,YAAY,KAAK;AACvB,MAAM,qBAAqB;AAc3B,SAAS,OAAO,SAAyC;AACvD,QAAM,MAAM,QAAQ;AACpB,MAAI,OAAO,QAAQ,YAAY,IAAI,SAAS,EAAG,QAAO;AACtD,QAAM,IAAI,kBAAkB,SAAS,6BAA6B;AACpE;AAEA,SAAS,cACP,SACA,UACwB;AACxB,QAAM,UAAU,EAAE,GAAG,SAAS;AAC9B,QAAM,QAAQ,QAAQ;AACtB,MAAI,UAAU,OAAW,QAAO;AAChC,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,KAAM,QAAO,QAAQ,GAAG;AAAA,QACjC,SAAQ,GAAG,IAAI;AAAA,EACtB;AACA,SAAO;AACT;AAEA,SAAS,cAAc,QAAoB;AACzC,QAAM,MAAY,CAAC;AACnB,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,MAAM,GAAG;AACjD,QAAI,UAAU,OAAW,KAAI,GAAG,IAAI;AAAA,EACtC;AACA,SAAO;AACT;AAEA,SAAS,aAAa,MAAkB;AACtC,SAAO;AAAA,IACL,MAAM;AAAA,IACN,MAAM,KAAK;AAAA,IACX,aAAa,KAAK;AAAA,IAClB,YAAY,KAAK;AAAA,EACnB;AACF;AAEA,SAAS,YAAY,MAAkB;AACrC,SAAO;AAAA,IACL,MAAM,KAAK;AAAA,IACX,aAAa,KAAK;AAAA,IAClB,YAAY,KAAK;AAAA,EACnB;AACF;AAEA,SAAS,cAAc,aAA0C;AAC/D,QAAM,KAAK,YAAY;AACvB,MAAI,OAAO,OAAO,YAAY,GAAG,SAAS,EAAG,QAAO;AACpD,QAAM,IAAI,kBAAkB,SAAS,kBAAkB;AACzD;AAEA,SAAS,UAAU,OAAgB,UAA0B;AAC3D,MAAI,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK,GAAG;AACvD,WAAO,QAAQ,OAAO,QAAQ,MAAO;AAAA,EACvC;AACA,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,SAAS,KAAK,MAAM,KAAK;AAC/B,QAAI,OAAO,SAAS,MAAM,EAAG,QAAO;AAAA,EACtC;AACA,SAAO;AACT;AAEA,SAAS,UAAU,OAAyD;AAC1E,SAAO,CAAC,MAAM,aAAa,UAAU,KAAK,KAAK,GAAG,QAAQ;AAC5D;AAEA,SAAS,WAAW,OAA8B,aAAwC;AACxF,QAAM,UAAU,cAAc;AAAA,IAC5B,MAAM;AAAA,IACN,OAAO,MAAM;AAAA,IACb,cAAc,YAAY;AAAA,IAC1B,OAAO,YAAY,OAAO,IAAI,YAAY;AAAA,EAC5C,CAAC;AACD,MAAI,YAAY,UAAU,OAAW,SAAQ,QAAQ,EAAE,QAAQ,EAAE,OAAO,YAAY,MAAM,EAAE;AAC5F,SAAO,EAAE,QAAQ;AACnB;AAEA,SAAS,WACP,OACA,aACA,KACM;AACN,QAAM,eAAe,YAAY;AACjC,QAAM,QAAQ,YAAY;AAC1B,QAAM,QAAQ,YAAY;AAC1B,QAAM,SAAS,cAAc;AAAA,IAC3B,oBAAoB,CAAC,OAAO;AAAA,IAC5B,mBAAmB,CAAC;AAAA,IACpB,mBAAmB,iBAAiB,SAAY,SAAY,EAAE,OAAO,CAAC,EAAE,MAAM,aAAa,CAAC,EAAE;AAAA,IAC9F,cACE,UAAU,SACN,SACA,EAAE,aAAa,EAAE,qBAAqB,EAAE,WAAW,MAAM,EAAE,EAAE;AAAA,IACnE,OAAO,UAAU,SAAY,SAAY,CAAC,EAAE,sBAAsB,MAAM,IAAI,WAAW,EAAE,CAAC;AAAA,EAC5F,CAAC;AACD,SAAO;AAAA,IACL,MAAM,YAAY,QAAQ;AAAA,IAC1B,YAAY,IAAI,KAAK,MAAM,aAAa,EAAE,YAAY;AAAA,IACtD,sBAAsB,IAAI,KAAK,MAAM,SAAS,EAAE,YAAY;AAAA,IAC5D,wBAAwB,EAAE,OAAO,UAAU,MAAM,EAAE,IAAI,OAAO;AAAA,EAChE;AACF;AAEA,SAAS,SAAS,aAAwC;AACxD,QAAM,YAAY,cAAc;AAAA,IAC9B,eAAe,YAAY;AAAA,IAC3B,UAAU,YAAY;AAAA,EACxB,CAAC;AACD,SAAO,cAAc;AAAA,IACnB,UAAU,cAAc,WAAW;AAAA,IACnC,WAAW,OAAO,KAAK,SAAS,EAAE,SAAS,IAAI,YAAY;AAAA,EAC7D,CAAC;AACH;AAEA,SAAS,WAAW,OAAuC;AACzD,SAAO,MAAM,WAAW,WAAW,KAAK,MAAM,WAAW,CAAC,MAAM;AAClE;AAEA,SAAS,UAAU,OAA8B,aAA0C;AACzF,QAAM,MAAM,IAAI,IAAI,WAAW,KAAK,IAAI,eAAe,YAAY;AACnE,MAAI,aAAa,IAAI,YAAY,cAAc,WAAW,CAAC;AAC3D,SAAO,IAAI,SAAS;AACtB;AAEA,SAAS,SACP,OACA,aACA,SACA,KACA,KACU;AACV,QAAM,cAAc,EAAE,gBAAgB,mBAAmB;AACzD,UAAQ,MAAM,KAAK;AAAA,IACjB,KAAK;AACH,aAAO;AAAA,QACL,KAAK;AAAA,QACL,QAAQ;AAAA,QACR,SAAS,cAAc,SAAS,EAAE,GAAG,aAAa,eAAe,UAAU,GAAG,GAAG,CAAC;AAAA,QAClF,MAAM,KAAK,UAAU,WAAW,OAAO,WAAW,CAAC;AAAA,QACnD,OAAO;AAAA,QACP,SAAS,UAAU,YAAY;AAAA,QAC/B,iBAAiB;AAAA,MACnB;AAAA,IACF,KAAK;AACH,aAAO;AAAA,QACL,KAAK;AAAA,QACL,QAAQ;AAAA,QACR,SAAS,cAAc,SAAS,EAAE,GAAG,aAAa,eAAe,UAAU,GAAG,GAAG,CAAC;AAAA,QAClF,MAAM,KAAK,UAAU,EAAE,eAAe,EAAE,SAAS,mBAAmB,EAAE,CAAC;AAAA,QACvE,OAAO;AAAA,QACP,SAAS,UAAU,YAAY;AAAA,QAC/B,iBAAiB,MAAM,qBAAqB;AAAA,MAC9C;AAAA,IACF,KAAK;AACH,aAAO;AAAA,QACL,KAAK;AAAA,QACL,QAAQ;AAAA,QACR,SAAS,cAAc,SAAS,EAAE,GAAG,aAAa,kBAAkB,IAAI,CAAC;AAAA,QACzE,MAAM,KAAK,UAAU,WAAW,OAAO,aAAa,GAAG,CAAC;AAAA,QACxD,OAAO;AAAA,QACP,SAAS,UAAU,YAAY;AAAA,QAC/B,iBAAiB,MAAM;AAAA,MACzB;AAAA,IACF,KAAK;AACH,aAAO;AAAA,QACL,KAAK,UAAU,OAAO,WAAW;AAAA,QACjC,QAAQ;AAAA,QACR,SAAS,cAAc,SAAS,EAAE,cAAc,IAAI,CAAC;AAAA,QACrD,OAAO,WAAW,KAAK,IAAI,UAAU;AAAA,QACrC,SAAS,UAAU,YAAY;AAAA,QAC/B,iBAAiB,MAAM;AAAA,MACzB;AAAA,IACF,KAAK;AACH,aAAO;AAAA,QACL,KAAK;AAAA,QACL,QAAQ;AAAA,QACR,SAAS,cAAc,SAAS,EAAE,GAAG,aAAa,eAAe,UAAU,GAAG,GAAG,CAAC;AAAA,QAClF,MAAM,KAAK,UAAU,SAAS,WAAW,CAAC;AAAA,QAC1C,OAAO;AAAA,QACP,SAAS,UAAU,YAAY;AAAA,QAC/B,iBAAiB;AAAA,MACnB;AAAA,IACF;AACE,YAAM,IAAI,kBAAkB,SAAS,0BAA0B;AAAA,EACnE;AACF;AAEA,SAAS,UAAU,MAAe,OAAuB;AACvD,MAAI,OAAO,SAAS,YAAY,SAAS,MAAM;AAC7C,UAAM,IAAI,kBAAkB,SAAS,2BAA2B;AAAA,EAClE;AACA,QAAM,QAAS,KAAc,KAAK;AAClC,MAAI,OAAO,UAAU,YAAY,MAAM,SAAS,EAAG,QAAO;AAC1D,QAAM,IAAI,kBAAkB,SAAS,2BAA2B;AAClE;AAEA,eAAsB,kBACpB,OACA,aACA,SACwB;AACxB,QAAM,WAAW,WAAW,CAAC;AAC7B,QAAM,MAAM,OAAO,QAAQ;AAC3B,QAAM,MAAM,KAAK,IAAI;AACrB,QAAM,OAAO,SAAS,OAAO,aAAa,UAAU,KAAK,GAAG;AAC5D,QAAM,QAAQ,SAAS,SAAS,WAAW;AAC3C,QAAM,WAAW,MAAM,MAAM,KAAK,KAAK;AAAA,IACrC,QAAQ,KAAK;AAAA,IACb,SAAS,KAAK;AAAA,IACd,MAAM,KAAK;AAAA,IACX,QAAQ,SAAS;AAAA,EACnB,CAAC;AACD,MAAI,CAAC,SAAS,GAAI,OAAM,IAAI,kBAAkB,SAAS,gBAAgB,SAAS,MAAM,GAAG;AACzF,QAAM,OAAgB,MAAM,SAAS,KAAK;AAC1C,SAAO;AAAA,IACL,OAAO,UAAU,MAAM,KAAK,KAAK;AAAA,IACjC,WAAW,KAAK,QAAQ,MAAc,KAAK,eAAe;AAAA,IAC1D,OAAO,MAAM;AAAA,EACf;AACF;",
+  "names": []
+}

package/dist/types/index.d.ts

@@ -13,6 +13,8 @@ export { SpeechEventStream } from './speech.ts';
 export type { VoiceAgentEvent, VoiceMessageChange } from './spoken.ts';
 export type { BindThinkerOptions, BoundThinker, Thinker, ThinkerCaption, ThinkerPhase, ThinkerUpdate, } from './talker.ts';
 export { askAgent, bindThinker, talkerTools } from './talker.ts';
+export type { RealtimeConstraints } from './tokens.ts';
+export { mintRealtimeToken } from './tokens.ts';
 export type { AudioInput, ListenOptions, Transcript, TranscriptionApiProvider, TranscriptionEvent, TranscriptSegment, } from './transcription.ts';
 export { TranscriptionEventStream } from './transcription.ts';
 export type { BargeIn, CaptionEvent, EchoRecommendation, VoiceConversation, VoiceCut, VoiceModels, VoicePhase, VoiceSession, VoiceTurnMeta, VoiceTurnOptions, } from './turns.ts';

package/dist/types/tokens.d.ts

@@ -0,0 +1,11 @@
+import type { ProviderRequestOptions, Tool } from '@earendil-works/pi-ai';
+import type { RealtimeModel } from './models.ts';
+import type { RealtimeToken } from './realtime.ts';
+export interface RealtimeConstraints {
+    instructions?: string;
+    tools?: Tool[];
+    voice?: string;
+    uses?: number;
+    agentId?: string;
+}
+export declare function mintRealtimeToken(model: RealtimeModel<string>, constraints: RealtimeConstraints, options?: ProviderRequestOptions): Promise<RealtimeToken>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-ecoverse/pi-audio",
-  "version": "1.11.0",
+  "version": "1.12.0",
   "description": "Voice bindings for pi: speech-to-text, text-to-speech and realtime speech for pi-coding-agent plugins and slicc-agent",
   "type": "module",
   "license": "Apache-2.0",