@absolutejs/voice 0.0.22-beta.673 → 0.0.22-beta.675

package/dist/svelte/index.js

@@ -8254,40 +8254,40 @@ var fetchVoiceWorkflowStatus = async (path = "/evals/scenarios/json", options =
 // src/svelte/createVoiceWorkflowStatus.ts
 var createVoiceWorkflowStatus = (path = "/evals/scenarios/json", options = {}) => createVoiceWorkflowStatusStore(path, options);
 export {
-  renderVoiceReplayTimelineHTML,
-  renderVoiceLiveCallViewerHTML,
-  renderVoiceLiveAgentConsoleHTML,
-  renderVoiceCostDashboardHTML,
-  renderVoiceCallPlayerHTML,
-  createVoiceWorkflowStatus,
-  createVoiceWidget,
-  createVoiceTurnQuality,
-  createVoiceTurnLatency,
-  createVoiceTraceTimeline,
-  createVoiceStream2 as createVoiceStream,
-  createVoiceSessionSnapshot,
-  createVoiceSessionObservability,
-  createVoiceRoutingStatus,
-  createVoiceReplayTimeline,
-  createVoiceReconnectProfileEvidence,
-  createVoiceReadinessFailures,
-  createVoiceProviderStatus,
-  createVoiceProviderSimulationControls,
-  createVoiceProviderContracts,
-  createVoiceProviderCapabilities,
-  createVoiceProofTrends,
-  createVoiceProfileComparison,
-  createVoicePlatformCoverage,
-  createVoiceOpsStatus,
-  createVoiceOpsActionCenter,
-  createVoiceLiveOps,
-  createVoiceLiveCallViewer,
-  createVoiceLiveAgentConsole,
-  createVoiceDeliveryRuntime,
-  createVoiceCostDashboard,
-  createVoiceController,
-  createVoiceCampaignDialerProof,
-  createVoiceCallPlayer2 as createVoiceCallPlayer,
+  createVoiceAgentSquadStatus,
   createVoiceCallDebugger,
-  createVoiceAgentSquadStatus
+  createVoiceCallPlayer2 as createVoiceCallPlayer,
+  createVoiceCampaignDialerProof,
+  createVoiceController,
+  createVoiceCostDashboard,
+  createVoiceDeliveryRuntime,
+  createVoiceLiveAgentConsole,
+  createVoiceLiveCallViewer,
+  createVoiceLiveOps,
+  createVoiceOpsActionCenter,
+  createVoiceOpsStatus,
+  createVoicePlatformCoverage,
+  createVoiceProfileComparison,
+  createVoiceProofTrends,
+  createVoiceProviderCapabilities,
+  createVoiceProviderContracts,
+  createVoiceProviderSimulationControls,
+  createVoiceProviderStatus,
+  createVoiceReadinessFailures,
+  createVoiceReconnectProfileEvidence,
+  createVoiceReplayTimeline,
+  createVoiceRoutingStatus,
+  createVoiceSessionObservability,
+  createVoiceSessionSnapshot,
+  createVoiceStream2 as createVoiceStream,
+  createVoiceTraceTimeline,
+  createVoiceTurnLatency,
+  createVoiceTurnQuality,
+  createVoiceWidget,
+  createVoiceWorkflowStatus,
+  renderVoiceCallPlayerHTML,
+  renderVoiceCostDashboardHTML,
+  renderVoiceLiveAgentConsoleHTML,
+  renderVoiceLiveCallViewerHTML,
+  renderVoiceReplayTimelineHTML
 };

package/dist/testing/index.js

@@ -2228,6 +2228,49 @@ var createVoiceAudioPlayer = (source, options = {}) => {
   let maxGapMs = 0;
   let errorCount = 0;
   let hasScheduledAnyChunk = false;
+  let buffersScheduled = 0;
+  let lastScheduledTurnId;
+  const audioFormats = new Set;
+  let lastAudioFormat = null;
+  let formatChangeCount = 0;
+  let incompleteFrameChunkCount = 0;
+  let discardedPartialFrameBytes = 0;
+  let pendingFrameBytes = new Uint8Array;
+  let pendingFrameFormat = null;
+  let pendingFrameTurnId;
+  const formatKey = (format) => `${format.container}/${format.encoding}/${String(format.channels)}ch/${String(format.sampleRateHz)}hz`;
+  const frameAlignedChunk = (chunk) => {
+    const format = formatKey(chunk.format);
+    audioFormats.add(format);
+    if (lastAudioFormat !== null && lastAudioFormat !== format) {
+      formatChangeCount += 1;
+    }
+    lastAudioFormat = format;
+    if (pendingFrameBytes.byteLength > 0 && (pendingFrameFormat !== format || pendingFrameTurnId !== chunk.turnId)) {
+      discardedPartialFrameBytes += pendingFrameBytes.byteLength;
+      pendingFrameBytes = new Uint8Array;
+    }
+    const joined = pendingFrameBytes.byteLength === 0 ? chunk.chunk : (() => {
+      const bytes2 = new Uint8Array(pendingFrameBytes.byteLength + chunk.chunk.byteLength);
+      bytes2.set(pendingFrameBytes);
+      bytes2.set(chunk.chunk, pendingFrameBytes.byteLength);
+      return bytes2;
+    })();
+    const frameBytes = Math.max(1, chunk.format.channels) * 2;
+    const completeBytes = joined.byteLength - joined.byteLength % frameBytes;
+    const remainderBytes = joined.byteLength - completeBytes;
+    if (remainderBytes > 0) {
+      incompleteFrameChunkCount += 1;
+      pendingFrameBytes = joined.slice(completeBytes);
+      pendingFrameFormat = format;
+      pendingFrameTurnId = chunk.turnId;
+    } else {
+      pendingFrameBytes = new Uint8Array;
+      pendingFrameFormat = null;
+      pendingFrameTurnId = undefined;
+    }
+    return completeBytes > 0 ? { ...chunk, chunk: joined.subarray(0, completeBytes) } : null;
+  };
   const sampleConcurrency = () => {
     if (activeAudioPlayers.size > observedPeakConcurrency) {
       observedPeakConcurrency = activeAudioPlayers.size;
@@ -2347,7 +2390,7 @@ var createVoiceAudioPlayer = (source, options = {}) => {
     queueEndTime = audioContext.currentTime;
     return audioContext;
   };
-  const scheduleBuffer = (context, buffer, rate) => {
+  const scheduleBuffer = (context, buffer, rate, turnId) => {
     const node = context.createBufferSource();
     node.buffer = buffer;
     if (node.playbackRate) {
@@ -2365,13 +2408,15 @@ var createVoiceAudioPlayer = (source, options = {}) => {
     };
     const earliestStart = context.currentTime + lookaheadSeconds;
     const startAt = Math.max(earliestStart, queueEndTime);
-    if (hasScheduledAnyChunk && earliestStart > queueEndTime + GAP_EPSILON_S) {
+    if (hasScheduledAnyChunk && turnId !== undefined && turnId === lastScheduledTurnId && earliestStart > queueEndTime + GAP_EPSILON_S) {
       const gapMs = (earliestStart - queueEndTime) * 1000;
       gapCount += 1;
       totalGapMs += gapMs;
       maxGapMs = Math.max(maxGapMs, gapMs);
     }
     hasScheduledAnyChunk = true;
+    lastScheduledTurnId = turnId;
+    buffersScheduled += 1;
     scheduledDurationMs += buffer.duration / rate * 1000;
     sampleConcurrency();
     queueEndTime = startAt + buffer.duration / rate;
@@ -2384,10 +2429,13 @@ var createVoiceAudioPlayer = (source, options = {}) => {
   };
   const scheduleChunk = async (chunk) => {
     const context = await ensureAudioContext();
-    const buffer = decodePCM16LEChunk(context, chunk);
+    const alignedChunk = frameAlignedChunk(chunk);
+    if (!alignedChunk)
+      return;
+    const buffer = decodePCM16LEChunk(context, alignedChunk);
     if (Math.abs(playbackRate - 1) <= STRETCH_BYPASS_EPSILON) {
       stretcher?.reset();
-      scheduleBuffer(context, buffer, playbackRate);
+      scheduleBuffer(context, buffer, playbackRate, chunk.turnId);
       return;
     }
     const channels = Math.max(1, chunk.format.channels);
@@ -2408,13 +2456,14 @@ var createVoiceAudioPlayer = (source, options = {}) => {
         continue;
       outBuffer.getChannelData(channelIndex).set(channelOut);
     }
-    scheduleBuffer(context, outBuffer, 1);
+    scheduleBuffer(context, outBuffer, 1, chunk.turnId);
   };
   const stopQueuedPlayback = (options2) => {
     for (const node of [...sourceNodes]) {
       node.stop?.();
     }
     queueEndTime = audioContext ? audioContext.currentTime : 0;
+    lastScheduledTurnId = undefined;
     if (options2?.forceClear) {
       for (const node of sourceNodes) {
         node.disconnect?.();
@@ -2509,13 +2558,19 @@ var createVoiceAudioPlayer = (source, options = {}) => {
       const chunksReceived = source.assistantAudio.length;
       const chunksScheduled = state.processedChunkCount;
       return {
+        audioFormatCount: audioFormats.size,
+        buffersScheduled,
         chunksReceived,
         chunksScheduled,
+        discardedPartialFrameBytes,
         errorCount,
+        formatChangeCount,
         gapCount,
+        incompleteFrameChunkCount,
         maxConcurrentPlayers: observedPeakConcurrency,
         maxGapMs: Math.round(maxGapMs),
-        ok: observedPeakConcurrency <= 1 && errorCount === 0 && chunksScheduled >= chunksReceived,
+        pendingPartialFrameBytes: pendingFrameBytes.byteLength,
+        ok: observedPeakConcurrency <= 1 && errorCount === 0 && chunksScheduled >= chunksReceived && discardedPartialFrameBytes === 0 && pendingFrameBytes.byteLength === 0,
         scheduledDurationMs: Math.round(scheduledDurationMs),
         totalGapMs: Math.round(totalGapMs)
       };
@@ -9974,6 +10029,8 @@ var createVoiceSession = (options) => {
   };
   const disconnectInternal = async (event) => {
     clearSilenceTimer();
+    clearStuckCloseWatchdog();
+    clearIdleRepromptWatchdog();
     await closeTTSSession(event?.reason);
     await closeAdapter(event?.reason);
     rewindFallbackTurnAudio();
@@ -16590,72 +16647,72 @@ var summarizeTTSBenchmark = (adapterId, fixtures) => {
   };
 };
 export {
-  withVoiceCallReviewId,
-  verifyVoiceBenchmarkArtifact,
-  summarizeVoiceTelephonyBenchmark,
-  summarizeVoiceSessionBenchmarkSeries,
-  summarizeVoiceSessionBenchmark,
-  summarizeVoiceDuplexBenchmark,
-  summarizeVoiceBenchmarkOutcomes,
-  summarizeTTSBenchmark,
-  summarizeSTTBenchmarkSeries,
-  summarizeSTTBenchmark,
-  stableBenchmarkJson,
-  sha256Bytes,
-  scoreVoiceCriticalFields,
-  scoreTranscriptAccuracy,
-  scoreCorrectedExpectedTerms,
-  runVoiceTelephonyMediaOperationsSmoke,
-  runVoiceTelephonyBenchmarkScenario,
-  runVoiceTelephonyBenchmark,
-  runVoiceSessionBenchmarkSeries,
-  runVoiceSessionBenchmarkScenario,
-  runVoiceSessionBenchmark,
-  runVoiceResilienceBenchmark,
-  runVoiceDuplexBenchmarkScenario,
-  runVoiceDuplexBenchmark,
-  runTTSAdapterFixture,
-  runTTSAdapterBenchmark,
-  runSTTAdapterFixture,
-  runSTTAdapterBenchmarkSeries,
-  runSTTAdapterBenchmark,
-  resolveVoiceFixtureDirectories,
-  resolveFixtureEnvironment,
-  renderVoiceCallReviewMarkdown,
-  renderVoiceCallReviewHTML,
-  mergeFinalTranscriptText,
-  loadVoiceTestFixtures,
-  isCorrectionHoldoutFixtureId,
-  getVoiceFixtureDirectory,
-  getDefaultVoiceTelephonyBenchmarkScenarios,
-  getDefaultVoiceDuplexBenchmarkScenarios,
-  getDefaultTTSBenchmarkFixtures,
-  evaluateVoiceSTTRouting,
-  evaluateSTTBenchmarkAcceptance,
-  evaluateSTTAdapterConformance,
-  createVoiceProviderFailureSimulator,
-  createVoiceIOProviderFailureSimulator,
-  createVoiceCallReviewRecorder,
-  createVoiceCallReviewFromLiveTelephonyReport,
-  createTelephonyVoiceTestFixtures,
-  createMultiSpeakerVoiceTestFixtures,
-  createJargonVoiceTestFixtures,
-  createCodeSwitchBenchmarkCorrectionHandler,
-  createBenchmarkCorrectionHandler,
-  compareSTTBenchmarks,
-  comparePairedMetrics,
-  calibrateVoiceConfidence,
-  buildVoiceBenchmarkArtifact,
-  buildVoiceAudioMatrix,
-  buildSessionCorrectionAudit,
-  buildFixturePhraseHints,
-  buildCorrectionBenchmarkAudit,
-  buildCodeSwitchBenchmarkPhraseHints,
-  buildCodeSwitchBenchmarkLexicon,
-  applyVoiceAudioCondition,
-  applyLexiconCorrectedBenchmarkReport,
-  applyExperimentalBenchmarkReport,
-  applyCorrectedBenchmarkReport,
+  aggregateTranscriptAccuracy,
   alignTranscriptWords,
-  aggregateTranscriptAccuracy
+  applyCorrectedBenchmarkReport,
+  applyExperimentalBenchmarkReport,
+  applyLexiconCorrectedBenchmarkReport,
+  applyVoiceAudioCondition,
+  buildCodeSwitchBenchmarkLexicon,
+  buildCodeSwitchBenchmarkPhraseHints,
+  buildCorrectionBenchmarkAudit,
+  buildFixturePhraseHints,
+  buildSessionCorrectionAudit,
+  buildVoiceAudioMatrix,
+  buildVoiceBenchmarkArtifact,
+  calibrateVoiceConfidence,
+  comparePairedMetrics,
+  compareSTTBenchmarks,
+  createBenchmarkCorrectionHandler,
+  createCodeSwitchBenchmarkCorrectionHandler,
+  createJargonVoiceTestFixtures,
+  createMultiSpeakerVoiceTestFixtures,
+  createTelephonyVoiceTestFixtures,
+  createVoiceCallReviewFromLiveTelephonyReport,
+  createVoiceCallReviewRecorder,
+  createVoiceIOProviderFailureSimulator,
+  createVoiceProviderFailureSimulator,
+  evaluateSTTAdapterConformance,
+  evaluateSTTBenchmarkAcceptance,
+  evaluateVoiceSTTRouting,
+  getDefaultTTSBenchmarkFixtures,
+  getDefaultVoiceDuplexBenchmarkScenarios,
+  getDefaultVoiceTelephonyBenchmarkScenarios,
+  getVoiceFixtureDirectory,
+  isCorrectionHoldoutFixtureId,
+  loadVoiceTestFixtures,
+  mergeFinalTranscriptText,
+  renderVoiceCallReviewHTML,
+  renderVoiceCallReviewMarkdown,
+  resolveFixtureEnvironment,
+  resolveVoiceFixtureDirectories,
+  runSTTAdapterBenchmark,
+  runSTTAdapterBenchmarkSeries,
+  runSTTAdapterFixture,
+  runTTSAdapterBenchmark,
+  runTTSAdapterFixture,
+  runVoiceDuplexBenchmark,
+  runVoiceDuplexBenchmarkScenario,
+  runVoiceResilienceBenchmark,
+  runVoiceSessionBenchmark,
+  runVoiceSessionBenchmarkScenario,
+  runVoiceSessionBenchmarkSeries,
+  runVoiceTelephonyBenchmark,
+  runVoiceTelephonyBenchmarkScenario,
+  runVoiceTelephonyMediaOperationsSmoke,
+  scoreCorrectedExpectedTerms,
+  scoreTranscriptAccuracy,
+  scoreVoiceCriticalFields,
+  sha256Bytes,
+  stableBenchmarkJson,
+  summarizeSTTBenchmark,
+  summarizeSTTBenchmarkSeries,
+  summarizeTTSBenchmark,
+  summarizeVoiceBenchmarkOutcomes,
+  summarizeVoiceDuplexBenchmark,
+  summarizeVoiceSessionBenchmark,
+  summarizeVoiceSessionBenchmarkSeries,
+  summarizeVoiceTelephonyBenchmark,
+  verifyVoiceBenchmarkArtifact,
+  withVoiceCallReviewId
 };

package/dist/vue/index.js

@@ -14012,52 +14012,52 @@ function useVoiceWorkflowStatus(path = "/evals/scenarios/json", options = {}) {
   };
 }
 export {
-  useVoiceWorkflowStatus,
-  useVoiceTurnQuality,
-  useVoiceTurnLatency,
-  useVoiceTraceTimeline,
-  useVoiceStream,
-  useVoiceSessionSnapshot,
-  useVoiceSessionObservability,
-  useVoiceRoutingStatus,
-  useVoiceReconnectProfileEvidence,
-  useVoiceReadinessFailures,
-  useVoiceProviderStatus,
-  useVoiceProviderSimulationControls,
-  useVoiceProviderContracts,
-  useVoiceProviderCapabilities,
-  useVoiceProofTrends,
-  useVoiceProfileComparison,
-  useVoicePlatformCoverage,
-  useVoiceOpsStatus,
-  useVoiceOpsActionCenter,
-  useVoiceLiveOps,
-  useVoiceDeliveryRuntime,
-  useVoiceController,
-  useVoiceCampaignDialerProof,
-  useVoiceCallDebugger,
-  useVoiceAgentSquadStatus,
-  VoiceWidget,
-  VoiceTurnQuality,
-  VoiceTurnLatency,
-  VoiceSessionSnapshot,
-  VoiceSessionObservability,
-  VoiceRoutingStatus,
-  VoiceReplayTimeline,
-  VoiceReconnectProfileEvidence,
-  VoiceReadinessFailures,
-  VoiceProviderStatus,
-  VoiceProviderSimulationControls,
-  VoiceProviderContracts,
-  VoiceProviderCapabilities,
-  VoiceProofTrends,
-  VoicePlatformCoverage,
-  VoiceOpsStatus,
-  VoiceOpsActionCenter,
-  VoiceLiveCallViewer,
-  VoiceLiveAgentConsole,
-  VoiceDeliveryRuntime,
-  VoiceCostDashboard,
+  VoiceCallDebuggerLaunch,
   VoiceCallPlayer,
-  VoiceCallDebuggerLaunch
+  VoiceCostDashboard,
+  VoiceDeliveryRuntime,
+  VoiceLiveAgentConsole,
+  VoiceLiveCallViewer,
+  VoiceOpsActionCenter,
+  VoiceOpsStatus,
+  VoicePlatformCoverage,
+  VoiceProofTrends,
+  VoiceProviderCapabilities,
+  VoiceProviderContracts,
+  VoiceProviderSimulationControls,
+  VoiceProviderStatus,
+  VoiceReadinessFailures,
+  VoiceReconnectProfileEvidence,
+  VoiceReplayTimeline,
+  VoiceRoutingStatus,
+  VoiceSessionObservability,
+  VoiceSessionSnapshot,
+  VoiceTurnLatency,
+  VoiceTurnQuality,
+  VoiceWidget,
+  useVoiceAgentSquadStatus,
+  useVoiceCallDebugger,
+  useVoiceCampaignDialerProof,
+  useVoiceController,
+  useVoiceDeliveryRuntime,
+  useVoiceLiveOps,
+  useVoiceOpsActionCenter,
+  useVoiceOpsStatus,
+  useVoicePlatformCoverage,
+  useVoiceProfileComparison,
+  useVoiceProofTrends,
+  useVoiceProviderCapabilities,
+  useVoiceProviderContracts,
+  useVoiceProviderSimulationControls,
+  useVoiceProviderStatus,
+  useVoiceReadinessFailures,
+  useVoiceReconnectProfileEvidence,
+  useVoiceRoutingStatus,
+  useVoiceSessionObservability,
+  useVoiceSessionSnapshot,
+  useVoiceStream,
+  useVoiceTraceTimeline,
+  useVoiceTurnLatency,
+  useVoiceTurnQuality,
+  useVoiceWorkflowStatus
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@absolutejs/voice",
-  "version": "0.0.22-beta.673",
+  "version": "0.0.22-beta.675",
   "description": "Voice primitives and Elysia plugin for AbsoluteJS",
   "repository": {
     "type": "git",