@absolutejs/voice 0.0.22-beta.474 → 0.0.22-beta.476

package/dist/aiVoiceModel.d.ts

@@ -0,0 +1,10 @@
+import type { AIProviderConfig } from "@absolutejs/ai";
+import type { VoiceAgentModel } from "./agent";
+import type { VoiceSessionRecord } from "./types";
+export type CreateAIVoiceModelOptions = {
+    model: string;
+    provider: AIProviderConfig;
+    signal?: AbortSignal;
+    systemPrompt?: string;
+};
+export declare const createAIVoiceModel: <TContext = unknown, TSession extends VoiceSessionRecord = VoiceSessionRecord, TResult = unknown>(options: CreateAIVoiceModelOptions) => VoiceAgentModel<TContext, TSession, TResult>;

package/dist/index.d.ts

@@ -69,6 +69,8 @@ export { assertVoiceSimulationSuiteEvidence, createVoiceSimulationSuiteRoutes, e
 export { createVoiceWorkflowContract, createVoiceWorkflowContractHandler, createVoiceWorkflowContractPreset, createVoiceWorkflowScenario, recordVoiceWorkflowContractTrace, validateVoiceWorkflowRouteResult, } from "./workflowContract";
 export { createVoiceSessionListRoutes, createVoiceSessionReplayHTMLHandler, createVoiceSessionReplayJSONHandler, createVoiceSessionReplayRoutes, createVoiceSessionsHTMLHandler, createVoiceSessionsJSONHandler, renderVoiceSessionsHTML, summarizeVoiceProviderFallbackRecovery, summarizeVoiceSessions, summarizeVoiceSessionReplay, } from "./sessionReplay";
 export { createVoiceAgent, createVoiceAgentSquad, createVoiceAgentTool, } from "./agent";
+export { createAIVoiceModel } from "./aiVoiceModel";
+export type { CreateAIVoiceModelOptions } from "./aiVoiceModel";
 export { createVoiceRAGTool } from "./ragTool";
 export type { VoiceRAGCollectionLike, VoiceRAGQueryResult, VoiceRAGSearchInput, VoiceRAGToolArgs, VoiceRAGToolOptions, VoiceRAGToolResult, } from "./ragTool";
 export { createVoiceApiRequestTool, createVoiceDTMFTool, createVoiceEndCallTool, createVoiceTransferCallTool, createVoiceVoicemailDetectionTool, } from "./agentTools";

package/dist/index.js

@@ -3369,6 +3369,9 @@ var buildTurnText = (transcripts, partialText, options = {}) => {
   return selectPreferredTranscriptText(finalText, nextPartial);
 };
 
+// src/types.ts
+var ttsAdapterSessionCanCancel = (session) => typeof session.cancel === "function";
+
 // src/session.ts
 var DEFAULT_RECONNECT_TIMEOUT = 30000;
 var DEFAULT_MAX_RECONNECT_ATTEMPTS = 10;
@@ -3789,6 +3792,27 @@ var createVoiceSession = (options) => {
       });
     }
   };
+  const cancelActiveTTS = async (reason) => {
+    const activeSession = ttsSession;
+    const cancelledTurnId = activeTTSTurnId;
+    if (!activeSession || cancelledTurnId === undefined) {
+      return;
+    }
+    activeTTSTurnId = undefined;
+    if (!ttsAdapterSessionCanCancel(activeSession)) {
+      return;
+    }
+    try {
+      await activeSession.cancel(reason);
+    } catch (error) {
+      logger.warn("voice tts adapter cancel failed", {
+        error: toError(error).message,
+        reason,
+        sessionId: options.id,
+        turnId: cancelledTurnId
+      });
+    }
+  };
   const sendAssistantAudio = async (chunk, input) => {
     const normalizedChunk = chunk instanceof Uint8Array ? new Uint8Array(chunk) : chunk instanceof ArrayBuffer ? new Uint8Array(chunk.slice(0)) : new Uint8Array(chunk.buffer.slice(chunk.byteOffset, chunk.byteOffset + chunk.byteLength));
     await send({
@@ -5097,6 +5121,9 @@ var createVoiceSession = (options) => {
       pushTurnAudio(conditionedAudio);
     }
     if (audioLevel >= turnDetection.speechThreshold) {
+      if (!speechDetected && activeTTSTurnId !== undefined) {
+        cancelActiveTTS("barge-in");
+      }
       speechDetected = true;
       clearSilenceTimer();
     } else if (speechDetected) {
@@ -34559,6 +34586,76 @@ var createVoiceWorkflowContractHandler = (input) => {
     return result;
   };
 };
+// src/aiVoiceModel.ts
+var toProviderMessages = (messages) => {
+  const out = [];
+  for (const message of messages) {
+    if (message.role === "tool") {
+      out.push({
+        content: [
+          {
+            content: message.content,
+            tool_use_id: message.toolCallId ?? message.name ?? "",
+            type: "tool_result"
+          }
+        ],
+        role: "user"
+      });
+      continue;
+    }
+    if (message.role === "system") {
+      out.push({ content: message.content, role: "user" });
+      continue;
+    }
+    out.push({ content: message.content, role: message.role });
+  }
+  return out;
+};
+var toProviderTools = (tools) => {
+  if (tools.length === 0) {
+    return;
+  }
+  return tools.map((tool) => ({
+    description: tool.description ?? "",
+    input_schema: tool.parameters ?? {
+      properties: {},
+      type: "object"
+    },
+    name: tool.name
+  }));
+};
+var createAIVoiceModel = (options) => ({
+  generate: async (input) => {
+    const systemPrompt = input.system ?? options.systemPrompt;
+    const stream = options.provider.stream({
+      messages: toProviderMessages(input.messages),
+      model: options.model,
+      signal: options.signal,
+      systemPrompt,
+      tools: toProviderTools(input.tools)
+    });
+    let assistantText = "";
+    const toolCalls = [];
+    for await (const chunk of stream) {
+      if (chunk.type === "text") {
+        assistantText += chunk.content;
+      } else if (chunk.type === "tool_use") {
+        toolCalls.push({
+          args: chunk.input ?? {},
+          id: chunk.id,
+          name: chunk.name
+        });
+      }
+    }
+    const output = {
+      assistantText
+    };
+    if (toolCalls.length > 0) {
+      output.toolCalls = toolCalls;
+    }
+    return output;
+  }
+});
 // src/ragTool.ts
 var DEFAULT_TOOL_NAME = "searchKnowledgeBase";
 var DEFAULT_DESCRIPTION = "Search the knowledge base and return short grounded citations. Use this whenever the caller asks a question that may be answered by indexed reference material.";
@@ -44991,6 +45088,7 @@ export {
   verifyVoiceOpsWebhookSignature,
   validateVoiceWorkflowRouteResult,
   validateVoiceObservabilityExportRecord,
+  ttsAdapterSessionCanCancel,
   transcodeTwilioInboundPayloadToPCM16,
   transcodePCMToTwilioOutboundPayload,
   summarizeVoiceTurnQuality,
@@ -45614,6 +45712,7 @@ export {
   createDomainPhraseHints,
   createDomainLexicon,
   createAnthropicVoiceAssistantModel,
+  createAIVoiceModel,
   conditionAudioChunk,
   completeVoiceOpsTask,
   compareVoiceEvalBaseline,

package/dist/testing/index.js

@@ -5337,6 +5337,9 @@ var resolveLogger = (logger) => ({
   ...logger
 });
 
+// src/types.ts
+var ttsAdapterSessionCanCancel = (session) => typeof session.cancel === "function";
+
 // src/session.ts
 var DEFAULT_RECONNECT_TIMEOUT = 30000;
 var DEFAULT_MAX_RECONNECT_ATTEMPTS2 = 10;
@@ -5757,6 +5760,27 @@ var createVoiceSession = (options) => {
       });
     }
   };
+  const cancelActiveTTS = async (reason) => {
+    const activeSession = ttsSession;
+    const cancelledTurnId = activeTTSTurnId;
+    if (!activeSession || cancelledTurnId === undefined) {
+      return;
+    }
+    activeTTSTurnId = undefined;
+    if (!ttsAdapterSessionCanCancel(activeSession)) {
+      return;
+    }
+    try {
+      await activeSession.cancel(reason);
+    } catch (error) {
+      logger.warn("voice tts adapter cancel failed", {
+        error: toError(error).message,
+        reason,
+        sessionId: options.id,
+        turnId: cancelledTurnId
+      });
+    }
+  };
   const sendAssistantAudio = async (chunk, input) => {
     const normalizedChunk = chunk instanceof Uint8Array ? new Uint8Array(chunk) : chunk instanceof ArrayBuffer ? new Uint8Array(chunk.slice(0)) : new Uint8Array(chunk.buffer.slice(chunk.byteOffset, chunk.byteOffset + chunk.byteLength));
     await send({
@@ -7065,6 +7089,9 @@ var createVoiceSession = (options) => {
       pushTurnAudio(conditionedAudio);
     }
     if (audioLevel >= turnDetection.speechThreshold) {
+      if (!speechDetected && activeTTSTurnId !== undefined) {
+        cancelActiveTTS("barge-in");
+      }
       speechDetected = true;
       clearSilenceTimer();
     } else if (speechDetected) {
@@ -13154,8 +13181,9 @@ var runTTSAdapterFixture = async (adapter, fixture, options = {}) => {
     sessionId: `tts-benchmark:${fixture.id}`,
     ...openOptions ?? {}
   });
+  const sessionOn = session.on;
   const unsubscribers = [
-    session.on("audio", ({ chunk, format, receivedAt }) => {
+    sessionOn("audio", ({ chunk, format, receivedAt }) => {
       const normalizedChunk = chunk instanceof Uint8Array ? chunk : chunk instanceof ArrayBuffer ? new Uint8Array(chunk) : new Uint8Array(chunk.buffer, chunk.byteOffset, chunk.byteLength);
       audioChunkCount += 1;
       totalAudioBytes += normalizedChunk.byteLength;
@@ -13175,10 +13203,10 @@ var runTTSAdapterFixture = async (adapter, fixture, options = {}) => {
         }, options.interruptAfterFirstAudioMs);
       }
     }),
-    session.on("error", () => {
+    sessionOn("error", () => {
       errorCount += 1;
     }),
-    session.on("close", () => {
+    sessionOn("close", () => {
       closeCount += 1;
       closed = true;
       closedAt = Date.now();

package/dist/types.d.ts

@@ -166,8 +166,12 @@ export type TTSSessionEventMap = {
 export type TTSAdapterSession = {
     on: <K extends keyof TTSSessionEventMap>(event: K, handler: (payload: TTSSessionEventMap[K]) => void | Promise<void>) => () => void;
     send: (text: string) => Promise<void>;
+    cancel?: (reason?: string) => Promise<void>;
     close: (reason?: string) => Promise<void>;
 };
+export declare const ttsAdapterSessionCanCancel: (session: TTSAdapterSession) => session is TTSAdapterSession & {
+    cancel: (reason?: string) => Promise<void>;
+};
 export type TTSAdapterOpenOptions = {
     sessionId: string;
     lexicon?: VoiceLexiconEntry[];

package/dist/vue/index.js

@@ -278,7 +278,7 @@ var defineVoiceOpsStatusElement = (tagName = "absolute-voice-ops-status") => {
 };
 
 // src/vue/useVoiceOpsStatus.ts
-import { onUnmounted, ref, shallowRef } from "vue";
+import { onMounted, onUnmounted, ref, shallowRef } from "vue";
 function useVoiceOpsStatus(path = "/api/voice/ops-status", options = {}) {
   const store = createVoiceOpsStatusStore(path, options);
   const error = ref(null);
@@ -294,9 +294,9 @@ function useVoiceOpsStatus(path = "/api/voice/ops-status", options = {}) {
   };
   const unsubscribe = store.subscribe(sync);
   sync();
-  if (typeof window !== "undefined") {
+  onMounted(() => {
     store.refresh().catch(() => {});
-  }
+  });
   onUnmounted(() => {
     unsubscribe();
     store.close();
@@ -1012,7 +1012,7 @@ var defineVoiceDeliveryRuntimeElement = (tagName = "absolute-voice-delivery-runt
 };
 
 // src/vue/useVoiceDeliveryRuntime.ts
-import { onUnmounted as onUnmounted3, ref as ref3, shallowRef as shallowRef3 } from "vue";
+import { onMounted as onMounted2, onUnmounted as onUnmounted3, ref as ref3, shallowRef as shallowRef3 } from "vue";
 function useVoiceDeliveryRuntime(path = "/api/voice-delivery-runtime", options = {}) {
   const store = createVoiceDeliveryRuntimeStore(path, options);
   const actionError = ref3(null);
@@ -1032,9 +1032,9 @@ function useVoiceDeliveryRuntime(path = "/api/voice-delivery-runtime", options =
   };
   const unsubscribe = store.subscribe(sync);
   sync();
-  if (typeof window !== "undefined") {
+  onMounted2(() => {
     store.refresh().catch(() => {});
-  }
+  });
   onUnmounted3(() => {
     unsubscribe();
     store.close();
@@ -1133,7 +1133,7 @@ var VoiceDeliveryRuntime = defineComponent3({
 import { defineComponent as defineComponent4, h as h4 } from "vue";
 
 // src/vue/useVoicePlatformCoverage.ts
-import { onUnmounted as onUnmounted4, ref as ref4, shallowRef as shallowRef4 } from "vue";
+import { onMounted as onMounted3, onUnmounted as onUnmounted4, ref as ref4, shallowRef as shallowRef4 } from "vue";
 
 // src/client/platformCoverage.ts
 var fetchVoicePlatformCoverage = async (path = "/api/voice/platform-coverage", options = {}) => {
@@ -1230,9 +1230,9 @@ function useVoicePlatformCoverage(path = "/api/voice/platform-coverage", options
   };
   const unsubscribe = store.subscribe(sync);
   sync();
-  if (typeof window !== "undefined") {
+  onMounted3(() => {
     store.refresh().catch(() => {});
-  }
+  });
   onUnmounted4(() => {
     unsubscribe();
     store.close();
@@ -6234,7 +6234,7 @@ var defineVoiceProofTrendsElement = (tagName = "absolute-voice-proof-trends") =>
 };
 
 // src/vue/useVoiceProofTrends.ts
-import { onUnmounted as onUnmounted5, ref as ref5, shallowRef as shallowRef5 } from "vue";
+import { onMounted as onMounted4, onUnmounted as onUnmounted5, ref as ref5, shallowRef as shallowRef5 } from "vue";
 function useVoiceProofTrends(path = "/api/voice/proof-trends", options = {}) {
   const store = createVoiceProofTrendsStore(path, options);
   const error = ref5(null);
@@ -6250,9 +6250,9 @@ function useVoiceProofTrends(path = "/api/voice/proof-trends", options = {}) {
   };
   const unsubscribe = store.subscribe(sync);
   sync();
-  if (typeof window !== "undefined") {
+  onMounted4(() => {
     store.refresh().catch(() => {});
-  }
+  });
   onUnmounted5(() => {
     unsubscribe();
     store.close();
@@ -6515,7 +6515,7 @@ var defineVoiceReconnectProfileEvidenceElement = (tagName = "absolute-voice-reco
 };
 
 // src/vue/useVoiceReconnectProfileEvidence.ts
-import { onUnmounted as onUnmounted6, ref as ref6, shallowRef as shallowRef6 } from "vue";
+import { onMounted as onMounted5, onUnmounted as onUnmounted6, ref as ref6, shallowRef as shallowRef6 } from "vue";
 function useVoiceReconnectProfileEvidence(path = "/api/voice/reconnect-profile-evidence", options = {}) {
   const store = createVoiceReconnectProfileEvidenceStore(path, options);
   const error = ref6(null);
@@ -6531,9 +6531,9 @@ function useVoiceReconnectProfileEvidence(path = "/api/voice/reconnect-profile-e
   };
   const unsubscribe = store.subscribe(sync);
   sync();
-  if (typeof window !== "undefined") {
+  onMounted5(() => {
     store.refresh().catch(() => {});
-  }
+  });
   onUnmounted6(() => {
     unsubscribe();
     store.close();
@@ -7583,7 +7583,7 @@ var defineVoiceReadinessFailuresElement = (tagName = "absolute-voice-readiness-f
 };
 
 // src/vue/useVoiceReadinessFailures.ts
-import { onBeforeUnmount as onBeforeUnmount2, readonly, ref as ref8 } from "vue";
+import { onMounted as onMounted6, onBeforeUnmount as onBeforeUnmount2, readonly, ref as ref8 } from "vue";
 var useVoiceReadinessFailures = (path = "/api/production-readiness", options = {}) => {
   const store = createVoiceReadinessFailuresStore(path, options);
   const error = ref8(null);
@@ -7599,9 +7599,9 @@ var useVoiceReadinessFailures = (path = "/api/production-readiness", options = {
   };
   const unsubscribe = store.subscribe(sync);
   sync();
-  if (typeof window !== "undefined") {
+  onMounted6(() => {
     store.refresh().catch(() => {});
-  }
+  });
   onBeforeUnmount2(() => {
     unsubscribe();
     store.close();
@@ -9172,7 +9172,7 @@ var VoiceRoutingStatus = defineComponent15({
   }
 });
 // src/vue/useVoiceAgentSquadStatus.ts
-import { onUnmounted as onUnmounted14, ref as ref12, shallowRef as shallowRef13 } from "vue";
+import { onMounted as onMounted7, onUnmounted as onUnmounted14, ref as ref12, shallowRef as shallowRef13 } from "vue";
 
 // src/client/traceTimeline.ts
 var fetchVoiceTraceTimeline = async (path = "/api/voice-traces", options = {}) => {
@@ -9346,9 +9346,9 @@ function useVoiceAgentSquadStatus(path = "/api/voice-traces", options = {}) {
   };
   const unsubscribe = store.subscribe(sync);
   sync();
-  if (typeof window !== "undefined") {
+  onMounted7(() => {
     store.refresh().catch(() => {});
-  }
+  });
   onUnmounted14(() => {
     unsubscribe();
     store.close();
@@ -9978,7 +9978,7 @@ function useVoiceSessionObservability(path = "/api/voice/session-observability/l
   };
 }
 // src/vue/useVoiceProfileComparison.ts
-import { onUnmounted as onUnmounted18, ref as ref14, shallowRef as shallowRef17 } from "vue";
+import { onMounted as onMounted8, onUnmounted as onUnmounted18, ref as ref14, shallowRef as shallowRef17 } from "vue";
 
 // src/client/profileComparison.ts
 var fetchVoiceProfileComparison = async (path = "/api/voice/real-call-profile-history", options = {}) => {
@@ -10071,9 +10071,9 @@ function useVoiceProfileComparison(path = "/api/voice/real-call-profile-history"
   };
   const unsubscribe = store.subscribe(sync);
   sync();
-  if (typeof window !== "undefined") {
+  onMounted8(() => {
     store.refresh().catch(() => {});
-  }
+  });
   onUnmounted18(() => {
     unsubscribe();
     store.close();
@@ -10207,7 +10207,7 @@ function useVoiceLiveOps(options = {}) {
   };
 }
 // src/vue/useVoiceCampaignDialerProof.ts
-import { onUnmounted as onUnmounted20, shallowRef as shallowRef19 } from "vue";
+import { onMounted as onMounted9, onUnmounted as onUnmounted20, shallowRef as shallowRef19 } from "vue";
 
 // src/client/campaignDialerProof.ts
 var fetchVoiceCampaignDialerProofStatus = async (path = "/api/voice/campaigns/dialer-proof", options = {}) => {
@@ -10345,9 +10345,9 @@ function useVoiceCampaignDialerProof(path = "/api/voice/campaigns/dialer-proof",
   };
   const unsubscribe = store.subscribe(sync);
   sync();
-  if (typeof window !== "undefined") {
+  onMounted9(() => {
     store.refresh().catch(() => {});
-  }
+  });
   onUnmounted20(() => {
     unsubscribe();
     store.close();
@@ -11898,7 +11898,7 @@ function useVoiceTraceTimeline(path = "/api/voice-traces", options = {}) {
   };
 }
 // src/vue/useVoiceWorkflowStatus.ts
-import { onUnmounted as onUnmounted24, ref as ref19, shallowRef as shallowRef23 } from "vue";
+import { onMounted as onMounted10, onUnmounted as onUnmounted24, ref as ref19, shallowRef as shallowRef23 } from "vue";
 
 // src/client/workflowStatus.ts
 var fetchVoiceWorkflowStatus = async (path = "/evals/scenarios/json", options = {}) => {
@@ -11995,9 +11995,9 @@ function useVoiceWorkflowStatus(path = "/evals/scenarios/json", options = {}) {
   };
   const unsubscribe = store.subscribe(sync);
   sync();
-  if (typeof window !== "undefined") {
+  onMounted10(() => {
     store.refresh().catch(() => {});
-  }
+  });
   onUnmounted24(() => {
     unsubscribe();
     store.close();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@absolutejs/voice",
-  "version": "0.0.22-beta.474",
+  "version": "0.0.22-beta.476",
   "description": "Voice primitives and Elysia plugin for AbsoluteJS",
   "repository": {
     "type": "git",
@@ -160,7 +160,7 @@
     "bench:stt": "bun run ./scripts/benchmark-stt.ts all",
     "bench:assemblyai:sessions": "bun run ./scripts/benchmark-session.ts assemblyai",
     "bench:openai:sessions": "bun run ./scripts/benchmark-session.ts openai",
-    "build": "bun run ./scripts/build-htmx-bootstrap-asset.ts && rm -rf dist && bun build ./src/index.ts ./src/client/index.ts ./src/react/index.ts ./src/vue/index.ts ./src/svelte/index.ts ./src/angular/index.ts ./src/testing/index.ts --outdir dist --target bun --external elysia --external react --external vue --external @angular/core --external @absolutejs/absolute --external @absolutejs/media && bun build ./src/client/htmxBootstrap.ts --outdir dist/client --target browser --format esm && tsc --emitDeclarationOnly --project tsconfig.json",
+    "build": "bun run ./scripts/build-htmx-bootstrap-asset.ts && rm -rf dist && bun build ./src/index.ts ./src/client/index.ts ./src/react/index.ts ./src/vue/index.ts ./src/svelte/index.ts ./src/angular/index.ts ./src/testing/index.ts --outdir dist --target bun --external elysia --external react --external vue --external @angular/core --external @absolutejs/absolute --external @absolutejs/ai --external @absolutejs/media && bun build ./src/client/htmxBootstrap.ts --outdir dist/client --target browser --format esm && tsc --emitDeclarationOnly --project tsconfig.json",
     "format": "prettier --write \"./**/*.{js,jsx,ts,tsx,json,md}\"",
     "lint": "eslint ./src",
     "release": "bun run format && bun run build && bun publish",
@@ -229,12 +229,16 @@
   },
   "peerDependencies": {
     "@absolutejs/absolute": ">=0.19.0-beta.646",
+    "@absolutejs/ai": ">=0.0.5",
     "@angular/core": ">=21.0.0",
     "elysia": ">=1.4.18",
     "react": ">=19.0.0",
     "vue": ">=3.5.0"
   },
   "peerDependenciesMeta": {
+    "@absolutejs/ai": {
+      "optional": true
+    },
     "@angular/core": {
       "optional": true
     },
@@ -250,6 +254,7 @@
   },
   "devDependencies": {
     "@absolutejs/absolute": "0.19.0-beta.646",
+    "@absolutejs/ai": "0.0.5",
     "@angular/core": "^21.0.0",
     "@types/bun": "1.3.9",
     "@types/react": "19.2.0",