@volley/recognition-client-sdk 0.1.621 → 0.1.622

package/dist/vgf-recognition-mapper.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"vgf-recognition-mapper.d.ts","sourceRoot":"","sources":["../src/vgf-recognition-mapper.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACH,gBAAgB,EAKnB,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EACH,WAAW,EACX,wBAAwB,EAC3B,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACH,qBAAqB,EACrB,aAAa,EAChB,MAAM,qBAAqB,CAAC;AAE7B;;GAEG;AACH,wBAAgB,+BAA+B,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM,CAmBhF;AAED;;GAEG;AACH,wBAAgB,6BAA6B,CACzC,YAAY,EAAE,gBAAgB,EAC9B,MAAM,EAAE,qBAAqB,EAC7B,WAAW,EAAE,OAAO,GACrB,gBAAgB,CAgDlB;AAED;;GAEG;AACH,wBAAgB,eAAe,CAC3B,YAAY,EAAE,gBAAgB,EAC9B,KAAK,EAAE,aAAa,GACrB,gBAAgB,CAOlB;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,wBAAwB,GAAG,gBAAgB,CAU3F;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,YAAY,EAAE,gBAAgB,GAAG,gBAAgB,CAMlF;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,wBAAwB,CAAC,YAAY,EAAE,gBAAgB,GAAG,gBAAgB,CASzF;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,YAAY,EAAE,gBAAgB,GAAG,gBAAgB,CAKnF;AAED;;;GAGG;AACH,wBAAgB,iCAAiC,CAC7C,UAAU,EAAE,MAAM,EAClB,WAAW,CAAC,EAAE,GAAG,GAClB;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAiBnD;AAED;;GAEG;AACH,wBAAgB,2BAA2B,CACvC,YAAY,EAAE,gBAAgB,EAC9B,YAAY,EAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,GACzD,gBAAgB,CAOlB"}
+{"version":3,"file":"vgf-recognition-mapper.d.ts","sourceRoot":"","sources":["../src/vgf-recognition-mapper.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACH,gBAAgB,EAKnB,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EACH,WAAW,EACX,wBAAwB,EAC3B,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACH,qBAAqB,EACrB,aAAa,EAChB,MAAM,qBAAqB,CAAC;AAE7B;;GAEG;AACH,wBAAgB,+BAA+B,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM,CAmBhF;AAED;;GAEG;AACH,wBAAgB,6BAA6B,CACzC,YAAY,EAAE,gBAAgB,EAC9B,MAAM,EAAE,qBAAqB,EAC7B,WAAW,EAAE,OAAO,GACrB,gBAAgB,CAgElB;AAED;;GAEG;AACH,wBAAgB,eAAe,CAC3B,YAAY,EAAE,gBAAgB,EAC9B,KAAK,EAAE,aAAa,GACrB,gBAAgB,CAOlB;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,wBAAwB,GAAG,gBAAgB,CAU3F;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,YAAY,EAAE,gBAAgB,GAAG,gBAAgB,CAMlF;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,wBAAwB,CAAC,YAAY,EAAE,gBAAgB,GAAG,gBAAgB,CAWzF;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,YAAY,EAAE,gBAAgB,GAAG,gBAAgB,CAKnF;AAED;;;GAGG;AACH,wBAAgB,iCAAiC,CAC7C,UAAU,EAAE,MAAM,EAClB,WAAW,CAAC,EAAE,GAAG,GAClB;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAiBnD;AAED;;GAEG;AACH,wBAAgB,2BAA2B,CACvC,YAAY,EAAE,gBAAgB,EAC9B,YAAY,EAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,GACzD,gBAAgB,CAOlB"}

package/dist/vgf-recognition-state.d.ts

@@ -18,6 +18,8 @@ export declare const RecognitionVGFStateSchema: z.ZodObject<{
     transcriptionStatus: z.ZodOptional<z.ZodString>;
     finalTranscript: z.ZodOptional<z.ZodString>;
     finalConfidence: z.ZodOptional<z.ZodNumber>;
+    voiceEnd: z.ZodOptional<z.ZodNumber>;
+    lastNonSilence: z.ZodOptional<z.ZodNumber>;
     asrConfig: z.ZodOptional<z.ZodString>;
     startRecordingTimestamp: z.ZodOptional<z.ZodString>;
     finalRecordingTimestamp: z.ZodOptional<z.ZodString>;
@@ -36,6 +38,8 @@ export declare const RecognitionVGFStateSchema: z.ZodObject<{
     transcriptionStatus?: string | undefined;
     finalTranscript?: string | undefined;
     finalConfidence?: number | undefined;
+    voiceEnd?: number | undefined;
+    lastNonSilence?: number | undefined;
     asrConfig?: string | undefined;
     startRecordingTimestamp?: string | undefined;
     finalRecordingTimestamp?: string | undefined;
@@ -52,6 +56,8 @@ export declare const RecognitionVGFStateSchema: z.ZodObject<{
     transcriptionStatus?: string | undefined;
     finalTranscript?: string | undefined;
     finalConfidence?: number | undefined;
+    voiceEnd?: number | undefined;
+    lastNonSilence?: number | undefined;
     asrConfig?: string | undefined;
     startRecordingTimestamp?: string | undefined;
     finalRecordingTimestamp?: string | undefined;

package/dist/vgf-recognition-state.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"vgf-recognition-state.d.ts","sourceRoot":"","sources":["../src/vgf-recognition-state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA6BpC,CAAA;AAEF,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAA;AAGxE,eAAO,MAAM,eAAe;;;;;CAKlB,CAAA;AAEV,MAAM,MAAM,mBAAmB,GAAG,OAAO,eAAe,CAAC,MAAM,OAAO,eAAe,CAAC,CAAA;AAEtF,eAAO,MAAM,mBAAmB;;;;;;CAMtB,CAAA;AAEV,MAAM,MAAM,uBAAuB,GAAG,OAAO,mBAAmB,CAAC,MAAM,OAAO,mBAAmB,CAAC,CAAA;AAElG,eAAO,MAAM,gCAAgC;;;;CAInC,CAAA;AAEV,MAAM,MAAM,oCAAoC,GAAG,OAAO,gCAAgC,CAAC,MAAM,OAAO,gCAAgC,CAAC,CAAA;AAGzI,wBAAgB,6BAA6B,CAAC,gBAAgB,EAAE,MAAM,GAAG,gBAAgB,CAQxF;AAGD,wBAAgB,gCAAgC,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAa9F"}
+{"version":3,"file":"vgf-recognition-state.d.ts","sourceRoot":"","sources":["../src/vgf-recognition-state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiCpC,CAAA;AAEF,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAA;AAGxE,eAAO,MAAM,eAAe;;;;;CAKlB,CAAA;AAEV,MAAM,MAAM,mBAAmB,GAAG,OAAO,eAAe,CAAC,MAAM,OAAO,eAAe,CAAC,CAAA;AAEtF,eAAO,MAAM,mBAAmB;;;;;;CAMtB,CAAA;AAEV,MAAM,MAAM,uBAAuB,GAAG,OAAO,mBAAmB,CAAC,MAAM,OAAO,mBAAmB,CAAC,CAAA;AAElG,eAAO,MAAM,gCAAgC;;;;CAInC,CAAA;AAEV,MAAM,MAAM,oCAAoC,GAAG,OAAO,gCAAgC,CAAC,MAAM,OAAO,gCAAgC,CAAC,CAAA;AAGzI,wBAAgB,6BAA6B,CAAC,gBAAgB,EAAE,MAAM,GAAG,gBAAgB,CAQxF;AAGD,wBAAgB,gCAAgC,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAa9F"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@volley/recognition-client-sdk",
-  "version": "0.1.621",
+  "version": "0.1.622",
   "description": "Recognition Service TypeScript/Node.js Client SDK",
   "type": "module",
   "main": "dist/index.js",
@@ -55,9 +55,9 @@
     "ts-jest": "29.2.5",
     "typescript": "5.1.6",
     "@recog/shared-config": "1.0.0",
-    "@recog/shared-utils": "1.0.0",
+    "@recog/shared-types": "1.0.0",
     "@recog/websocket": "1.0.0",
-    "@recog/shared-types": "1.0.0"
+    "@recog/shared-utils": "1.0.0"
   },
   "keywords": [
     "recognition",

package/src/index.ts

@@ -103,6 +103,7 @@ export {
   GoogleModel,
   GeminiModel,
   OpenAIModel,
+  OpenAIRealtimeModel,
   MistralVoxtralModel,
   DashScopeModel,
   Language,

package/src/recognition-client.ts

@@ -369,7 +369,7 @@ export class RealTimeTwoWayWebSocketRecognitionClient
             const timeout = setTimeout(() => {
               if (settled) return;
               settled = true;
-              this.log('warn', 'Connection timeout', { timeout: connectionTimeout, attempt });
+              this.log('warn', `Connection timeout url=${this.config.url}`, { timeout: connectionTimeout, attempt });
               this.state = ClientState.FAILED;
               reject(new Error(`Connection timeout after ${connectionTimeout}ms`));
             }, connectionTimeout);
@@ -398,7 +398,7 @@ export class RealTimeTwoWayWebSocketRecognitionClient
               settled = true;
               clearTimeout(timeout);
 
-              this.log('warn', 'Connection error', { error, attempt });
+              this.log('warn', `Connection error url=${this.config.url}`, { error, attempt });
               this.state = ClientState.FAILED;
 
               // Don't call originalOnError - it expects ErrorResultV1, not WebSocket Event
@@ -424,7 +424,7 @@ export class RealTimeTwoWayWebSocketRecognitionClient
             // Not the last attempt - wait before retry
             // Use info for first 2 retries (attempts 2-3), warn for 3rd retry (attempt 4)
             const logLevel = attempt < 3 ? 'info' : 'warn';
-            this.log(logLevel, `Connection attempt ${attempt} failed, retrying after ${delayMs}ms`, {
+            this.log(logLevel, `Connection attempt ${attempt} failed, retrying after ${delayMs}ms url=${this.config.url}`, {
               error: lastError.message,
               nextAttempt: attempt + 1
             });
@@ -436,7 +436,7 @@ export class RealTimeTwoWayWebSocketRecognitionClient
             await new Promise(resolve => setTimeout(resolve, delayMs));
           } else {
             // Last attempt failed - all retries exhausted
-            this.log('warn', `All ${maxAttempts} connection attempts failed`, {
+            this.log('warn', `All ${maxAttempts} connection attempts failed url=${this.config.url}`, {
               error: lastError.message
             });
           }

package/src/vgf-recognition-mapper.ts

@@ -86,6 +86,14 @@ export function mapTranscriptionResultToState(
                 newState.finalConfidence = result.finalTranscriptConfidence;
             }
         }
+
+        // Update voice timing on every transcript message
+        if (result.voiceEnd !== undefined) {
+            newState.voiceEnd = result.voiceEnd;
+        }
+        if (result.lastNonSilence !== undefined) {
+            newState.lastNonSilence = result.lastNonSilence;
+        }
     } else {
         // Transcription is finished
         newState.transcriptionStatus = TranscriptionStatus.FINALIZED;
@@ -95,6 +103,14 @@ export function mapTranscriptionResultToState(
         }
         newState.finalTranscriptionTimestamp = new Date().toISOString();
 
+        // Update voice timing on final transcript
+        if (result.voiceEnd !== undefined) {
+            newState.voiceEnd = result.voiceEnd;
+        }
+        if (result.lastNonSilence !== undefined) {
+            newState.lastNonSilence = result.lastNonSilence;
+        }
+
         // Clear pending when we have final
         newState.pendingTranscript = "";
         newState.pendingConfidence = undefined;
@@ -167,7 +183,9 @@ export function resetRecognitionVGFState(currentState: RecognitionState): Recogn
         transcriptionStatus: TranscriptionStatus.NOT_STARTED,
         startRecordingStatus: RecordingStatus.READY,
         recognitionActionProcessingState: RecognitionActionProcessingState.NOT_STARTED,
-        finalTranscript: undefined
+        finalTranscript: undefined,
+        voiceEnd: undefined,
+        lastNonSilence: undefined
     };
 }
 

package/src/vgf-recognition-state.ts

@@ -22,6 +22,10 @@ export const RecognitionVGFStateSchema = z.object({
     finalTranscript: z.string().optional(), // Full finalized transcript for the utterance. Will not change.
     finalConfidence: z.number().optional(),
 
+    // Voice timing (ms from stream start, prefix-adjusted)
+    voiceEnd: z.number().optional(), // voice end time identified by ASR
+    lastNonSilence: z.number().optional(), // last non-silence sample time from PCM analysis
+
     // Tracking-only metadata
     asrConfig: z.string().optional(), // Json format of the ASR config
     startRecordingTimestamp: z.string().optional(), // Start of recording. Immutable after set.