@absolutejs/voice 0.0.22-beta.604 → 0.0.22-beta.606

package/dist/index.js

@@ -3756,7 +3756,7 @@ var STREAM_CLAUSE_BOUNDARY = /[,;:]\s/g;
 var MAX_TTS_CHUNK_CHARS = 320;
 var STREAM_SENTENCE_END = /[.!?\u2026]['")\]]*$/;
 var STREAM_IDLE_FLUSH_MS = 350;
-var SPECULATIVE_DELAY_MS = 350;
+var SPECULATIVE_DELAY_MS = 500;
 var nextSpeakableBoundary = (buffer) => {
   const match = STREAM_SENTENCE_BOUNDARY.exec(buffer);
   return match ? match.index + match[0].length : -1;
@@ -3940,9 +3940,8 @@ var createVoiceSession = (options) => {
     const complete = Math.max(0, Math.min(1, lastTurnCompleteConfidence));
     return Math.round(minSilenceMs + (silenceMs - minSilenceMs) * (1 - complete));
   };
-  let speculativeReply = null;
+  let speculation = null;
   let speculationAttempted = false;
-  console.info(`[voice][p3dbg] session ${options.id} route.speculate wired=${Boolean(options.route.speculate)}`);
   const sttFallback = options.sttFallback ? {
     adapter: options.sttFallback.adapter,
     completionTimeoutMs: options.sttFallback.completionTimeoutMs ?? DEFAULT_FALLBACK_COMPLETION_TIMEOUT_MS,
@@ -4476,11 +4475,11 @@ var createVoiceSession = (options) => {
     }, delayMs);
   };
   const clearSpeculation = () => {
-    speculativeReply = null;
+    speculation = null;
     speculationAttempted = false;
   };
   const runSpeculation = async () => {
-    if (!options.route.speculate || speculativeReply) {
+    if (!options.route.speculate || speculation) {
       return;
     }
     const session = await readSession();
@@ -4497,20 +4496,21 @@ var createVoiceSession = (options) => {
       text: pendingText,
       transcripts: session.currentTurn.transcripts
     };
-    try {
-      const result = await Promise.resolve(options.route.speculate({
-        api,
-        context: options.context,
-        session,
-        turn: provisionalTurn
-      }));
-      console.info(`[voice][p3] speculate fired session=${session.id} -> ${result?.text ? `${result.text.length} chars` : "null"} for "${pendingText.slice(0, 30)}"`);
-      if (result && result.text.trim() && !speculativeReply) {
-        speculativeReply = { pendingText, text: result.text };
-      }
-    } catch (error) {
+    const startedAt = Date.now();
+    const speculate = options.route.speculate;
+    const promise = Promise.resolve(speculate({
+      api,
+      context: options.context,
+      session,
+      turn: provisionalTurn
+    })).then((result) => {
+      console.info(`[voice][p3] speculate done session=${session.id} -> ${result?.text ? `${result.text.length} chars` : "null"} in ${Date.now() - startedAt}ms for "${pendingText.slice(0, 30)}"`);
+      return result && result.text.trim() ? { text: result.text } : null;
+    }).catch((error) => {
       console.info(`[voice][p3] speculate error: ${error instanceof Error ? error.message : String(error)}`);
-    }
+      return null;
+    });
+    speculation = { pendingText, promise };
   };
   const scheduleSilenceCommit = (delayMs = adaptiveSilenceMs(), reset = true) => {
     scheduleTurnCommit(delayMs, "silence", reset);
@@ -5696,8 +5696,20 @@ var createVoiceSession = (options) => {
     let committedOutput;
     const onTurnStartedAt = Date.now();
     logVoiceTiming(session.id, "session.commit-to-onturn", onTurnStartedAt - (turn.committedAt || onTurnStartedAt), { fillerScheduled: fillerTimer !== null });
-    const reusableSpeculation = speculativeReply && speculativeReply.pendingText === turn.text ? { text: speculativeReply.text } : undefined;
+    const pendingSpeculation = speculation;
     clearSpeculation();
+    let reusableSpeculation;
+    if (pendingSpeculation && pendingSpeculation.pendingText === turn.text) {
+      const speculated = await pendingSpeculation.promise;
+      if (speculated?.text) {
+        reusableSpeculation = { text: speculated.text };
+        logVoiceTiming(session.id, "p3.adopted-speculation", 0, {
+          chars: speculated.text.length
+        });
+      }
+    } else {
+      pendingSpeculation?.promise;
+    }
     try {
       const onTurnPromise = options.route.onTurn({
         api,

package/dist/testing/index.js

@@ -5983,7 +5983,7 @@ var STREAM_CLAUSE_BOUNDARY = /[,;:]\s/g;
 var MAX_TTS_CHUNK_CHARS = 320;
 var STREAM_SENTENCE_END = /[.!?\u2026]['")\]]*$/;
 var STREAM_IDLE_FLUSH_MS = 350;
-var SPECULATIVE_DELAY_MS = 350;
+var SPECULATIVE_DELAY_MS = 500;
 var nextSpeakableBoundary = (buffer) => {
   const match = STREAM_SENTENCE_BOUNDARY.exec(buffer);
   return match ? match.index + match[0].length : -1;
@@ -6167,9 +6167,8 @@ var createVoiceSession = (options) => {
     const complete = Math.max(0, Math.min(1, lastTurnCompleteConfidence));
     return Math.round(minSilenceMs + (silenceMs - minSilenceMs) * (1 - complete));
   };
-  let speculativeReply = null;
+  let speculation = null;
   let speculationAttempted = false;
-  console.info(`[voice][p3dbg] session ${options.id} route.speculate wired=${Boolean(options.route.speculate)}`);
   const sttFallback = options.sttFallback ? {
     adapter: options.sttFallback.adapter,
     completionTimeoutMs: options.sttFallback.completionTimeoutMs ?? DEFAULT_FALLBACK_COMPLETION_TIMEOUT_MS,
@@ -6703,11 +6702,11 @@ var createVoiceSession = (options) => {
     }, delayMs);
   };
   const clearSpeculation = () => {
-    speculativeReply = null;
+    speculation = null;
     speculationAttempted = false;
   };
   const runSpeculation = async () => {
-    if (!options.route.speculate || speculativeReply) {
+    if (!options.route.speculate || speculation) {
       return;
     }
     const session = await readSession();
@@ -6724,20 +6723,21 @@ var createVoiceSession = (options) => {
       text: pendingText,
       transcripts: session.currentTurn.transcripts
     };
-    try {
-      const result = await Promise.resolve(options.route.speculate({
-        api,
-        context: options.context,
-        session,
-        turn: provisionalTurn
-      }));
-      console.info(`[voice][p3] speculate fired session=${session.id} -> ${result?.text ? `${result.text.length} chars` : "null"} for "${pendingText.slice(0, 30)}"`);
-      if (result && result.text.trim() && !speculativeReply) {
-        speculativeReply = { pendingText, text: result.text };
-      }
-    } catch (error) {
+    const startedAt = Date.now();
+    const speculate = options.route.speculate;
+    const promise = Promise.resolve(speculate({
+      api,
+      context: options.context,
+      session,
+      turn: provisionalTurn
+    })).then((result) => {
+      console.info(`[voice][p3] speculate done session=${session.id} -> ${result?.text ? `${result.text.length} chars` : "null"} in ${Date.now() - startedAt}ms for "${pendingText.slice(0, 30)}"`);
+      return result && result.text.trim() ? { text: result.text } : null;
+    }).catch((error) => {
       console.info(`[voice][p3] speculate error: ${error instanceof Error ? error.message : String(error)}`);
-    }
+      return null;
+    });
+    speculation = { pendingText, promise };
   };
   const scheduleSilenceCommit = (delayMs = adaptiveSilenceMs(), reset = true) => {
     scheduleTurnCommit(delayMs, "silence", reset);
@@ -7923,8 +7923,20 @@ var createVoiceSession = (options) => {
     let committedOutput;
     const onTurnStartedAt = Date.now();
     logVoiceTiming(session.id, "session.commit-to-onturn", onTurnStartedAt - (turn.committedAt || onTurnStartedAt), { fillerScheduled: fillerTimer !== null });
-    const reusableSpeculation = speculativeReply && speculativeReply.pendingText === turn.text ? { text: speculativeReply.text } : undefined;
+    const pendingSpeculation = speculation;
     clearSpeculation();
+    let reusableSpeculation;
+    if (pendingSpeculation && pendingSpeculation.pendingText === turn.text) {
+      const speculated = await pendingSpeculation.promise;
+      if (speculated?.text) {
+        reusableSpeculation = { text: speculated.text };
+        logVoiceTiming(session.id, "p3.adopted-speculation", 0, {
+          chars: speculated.text.length
+        });
+      }
+    } else {
+      pendingSpeculation?.promise;
+    }
     try {
       const onTurnPromise = options.route.onTurn({
         api,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@absolutejs/voice",
-  "version": "0.0.22-beta.604",
+  "version": "0.0.22-beta.606",
   "description": "Voice primitives and Elysia plugin for AbsoluteJS",
   "repository": {
     "type": "git",