@volley/recognition-client-sdk 0.1.799 → 0.1.803

package/dist/browser.bundled.d.ts

@@ -1406,6 +1406,11 @@ interface IRecognitionClientConfig {
  *
  * Main interface for real-time speech recognition clients.
  * Provides methods for connection management, audio streaming, and session control.
+ *
+ * NOTE for maintainers: `ISimplifiedVGFRecognitionClient` extends this interface,
+ * so any method added here must also be implemented (typically as a delegate) by
+ * `SimplifiedVGFRecognitionClient`. TypeScript will flag missing delegates at
+ * compile time — do not work around the error, add the delegate.
  */
 interface IRecognitionClient {
     /**
@@ -1437,6 +1442,16 @@ interface IRecognitionClient {
      * @param sourceSampleRate - Source sample rate in Hz (e.g. 44100, 48000).
      */
     sendAudioWithSampleRate(audioData: ArrayBuffer | ArrayBufferView | Blob, sourceSampleRate: number): void;
+    /**
+     * Send prefix audio (e.g. a TTS prompt) that primes the provider's language
+     * model before user audio is streamed. Chunks accepted — the server buffers
+     * until the session is READY and flushes. Must be sent BEFORE the first
+     * `sendAudio()` to take effect. Only meaningful when
+     * `asrRequestConfig.prefixMode === PrefixMode.CLIENT`.
+     *
+     * @param audioData - PCM audio data as ArrayBuffer, typed array view, or Blob
+     */
+    sendPrefixAudio(audioData: ArrayBuffer | ArrayBufferView | Blob): void;
     /**
      * Stop recording and wait for final transcript
      * The server will close the connection after sending the final transcript.

package/dist/index.bundled.d.ts

@@ -2175,6 +2175,11 @@ interface IRecognitionClientConfig {
  *
  * Main interface for real-time speech recognition clients.
  * Provides methods for connection management, audio streaming, and session control.
+ *
+ * NOTE for maintainers: `ISimplifiedVGFRecognitionClient` extends this interface,
+ * so any method added here must also be implemented (typically as a delegate) by
+ * `SimplifiedVGFRecognitionClient`. TypeScript will flag missing delegates at
+ * compile time — do not work around the error, add the delegate.
  */
 interface IRecognitionClient {
     /**
@@ -2206,6 +2211,16 @@ interface IRecognitionClient {
      * @param sourceSampleRate - Source sample rate in Hz (e.g. 44100, 48000).
      */
     sendAudioWithSampleRate(audioData: ArrayBuffer | ArrayBufferView | Blob, sourceSampleRate: number): void;
+    /**
+     * Send prefix audio (e.g. a TTS prompt) that primes the provider's language
+     * model before user audio is streamed. Chunks accepted — the server buffers
+     * until the session is READY and flushes. Must be sent BEFORE the first
+     * `sendAudio()` to take effect. Only meaningful when
+     * `asrRequestConfig.prefixMode === PrefixMode.CLIENT`.
+     *
+     * @param audioData - PCM audio data as ArrayBuffer, typed array view, or Blob
+     */
+    sendPrefixAudio(audioData: ArrayBuffer | ArrayBufferView | Blob): void;
     /**
      * Stop recording and wait for final transcript
      * The server will close the connection after sending the final transcript.
@@ -2746,7 +2761,42 @@ declare const RecognitionVGFStateSchema: z.ZodObject<{
     finalConfidence: z.ZodOptional<z.ZodNumber>;
     voiceEnd: z.ZodOptional<z.ZodNumber>;
     lastNonSilence: z.ZodOptional<z.ZodNumber>;
+    accumulatedAudioTimeMs: z.ZodOptional<z.ZodNumber>;
     asrConfig: z.ZodOptional<z.ZodString>;
+    sessionConfigured: z.ZodOptional<z.ZodObject<{
+        type: z.ZodLiteral<RecognitionResultTypeV1.SESSION_CONFIGURED>;
+        audioUtteranceId: z.ZodString;
+        provider: z.ZodOptional<z.ZodString>;
+        model: z.ZodOptional<z.ZodString>;
+        sampleRate: z.ZodOptional<z.ZodNumber>;
+        encoding: z.ZodOptional<z.ZodString>;
+        apiType: z.ZodOptional<z.ZodNativeEnum<typeof ASRApiType>>;
+        isFallback: z.ZodOptional<z.ZodBoolean>;
+        asrRequest: z.ZodOptional<z.ZodString>;
+        providerConfig: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        type: RecognitionResultTypeV1.SESSION_CONFIGURED;
+        audioUtteranceId: string;
+        provider?: string | undefined;
+        model?: string | undefined;
+        sampleRate?: number | undefined;
+        encoding?: string | undefined;
+        apiType?: ASRApiType | undefined;
+        isFallback?: boolean | undefined;
+        asrRequest?: string | undefined;
+        providerConfig?: string | undefined;
+    }, {
+        type: RecognitionResultTypeV1.SESSION_CONFIGURED;
+        audioUtteranceId: string;
+        provider?: string | undefined;
+        model?: string | undefined;
+        sampleRate?: number | undefined;
+        encoding?: string | undefined;
+        apiType?: ASRApiType | undefined;
+        isFallback?: boolean | undefined;
+        asrRequest?: string | undefined;
+        providerConfig?: string | undefined;
+    }>>;
     startRecordingTimestamp: z.ZodOptional<z.ZodString>;
     finalRecordingTimestamp: z.ZodOptional<z.ZodString>;
     finalTranscriptionTimestamp: z.ZodOptional<z.ZodString>;
@@ -2755,7 +2805,31 @@ declare const RecognitionVGFStateSchema: z.ZodObject<{
     functionCallMetadata: z.ZodOptional<z.ZodString>;
     functionCallConfidence: z.ZodOptional<z.ZodNumber>;
     finalFunctionCallTimestamp: z.ZodOptional<z.ZodString>;
+    gameId: z.ZodOptional<z.ZodString>;
+    gamePhase: z.ZodOptional<z.ZodString>;
     promptSlotMap: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodString, "many">>>;
+    promptSTT: z.ZodOptional<z.ZodString>;
+    promptSTF: z.ZodOptional<z.ZodString>;
+    promptTTF: z.ZodOptional<z.ZodString>;
+    detections: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        type: z.ZodNativeEnum<typeof DetectionTypeV1>;
+        query: z.ZodString;
+        score: z.ZodNumber;
+        startMs: z.ZodOptional<z.ZodNumber>;
+        endMs: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        type: DetectionTypeV1;
+        query: string;
+        score: number;
+        startMs?: number | undefined;
+        endMs?: number | undefined;
+    }, {
+        type: DetectionTypeV1;
+        query: string;
+        score: number;
+        startMs?: number | undefined;
+        endMs?: number | undefined;
+    }>, "many">>;
     recognitionActionProcessingState: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
     audioUtteranceId: string;
@@ -2766,7 +2840,20 @@ declare const RecognitionVGFStateSchema: z.ZodObject<{
     finalConfidence?: number | undefined;
     voiceEnd?: number | undefined;
     lastNonSilence?: number | undefined;
+    accumulatedAudioTimeMs?: number | undefined;
     asrConfig?: string | undefined;
+    sessionConfigured?: {
+        type: RecognitionResultTypeV1.SESSION_CONFIGURED;
+        audioUtteranceId: string;
+        provider?: string | undefined;
+        model?: string | undefined;
+        sampleRate?: number | undefined;
+        encoding?: string | undefined;
+        apiType?: ASRApiType | undefined;
+        isFallback?: boolean | undefined;
+        asrRequest?: string | undefined;
+        providerConfig?: string | undefined;
+    } | undefined;
     startRecordingTimestamp?: string | undefined;
     finalRecordingTimestamp?: string | undefined;
     finalTranscriptionTimestamp?: string | undefined;
@@ -2774,7 +2861,19 @@ declare const RecognitionVGFStateSchema: z.ZodObject<{
     functionCallMetadata?: string | undefined;
     functionCallConfidence?: number | undefined;
     finalFunctionCallTimestamp?: string | undefined;
+    gameId?: string | undefined;
+    gamePhase?: string | undefined;
     promptSlotMap?: Record<string, string[]> | undefined;
+    promptSTT?: string | undefined;
+    promptSTF?: string | undefined;
+    promptTTF?: string | undefined;
+    detections?: {
+        type: DetectionTypeV1;
+        query: string;
+        score: number;
+        startMs?: number | undefined;
+        endMs?: number | undefined;
+    }[] | undefined;
     recognitionActionProcessingState?: string | undefined;
 }, {
     audioUtteranceId: string;
@@ -2784,7 +2883,20 @@ declare const RecognitionVGFStateSchema: z.ZodObject<{
     finalConfidence?: number | undefined;
     voiceEnd?: number | undefined;
     lastNonSilence?: number | undefined;
+    accumulatedAudioTimeMs?: number | undefined;
     asrConfig?: string | undefined;
+    sessionConfigured?: {
+        type: RecognitionResultTypeV1.SESSION_CONFIGURED;
+        audioUtteranceId: string;
+        provider?: string | undefined;
+        model?: string | undefined;
+        sampleRate?: number | undefined;
+        encoding?: string | undefined;
+        apiType?: ASRApiType | undefined;
+        isFallback?: boolean | undefined;
+        asrRequest?: string | undefined;
+        providerConfig?: string | undefined;
+    } | undefined;
     startRecordingTimestamp?: string | undefined;
     finalRecordingTimestamp?: string | undefined;
     finalTranscriptionTimestamp?: string | undefined;
@@ -2793,7 +2905,19 @@ declare const RecognitionVGFStateSchema: z.ZodObject<{
     functionCallMetadata?: string | undefined;
     functionCallConfidence?: number | undefined;
     finalFunctionCallTimestamp?: string | undefined;
+    gameId?: string | undefined;
+    gamePhase?: string | undefined;
     promptSlotMap?: Record<string, string[]> | undefined;
+    promptSTT?: string | undefined;
+    promptSTF?: string | undefined;
+    promptTTF?: string | undefined;
+    detections?: {
+        type: DetectionTypeV1;
+        query: string;
+        score: number;
+        startMs?: number | undefined;
+        endMs?: number | undefined;
+    }[] | undefined;
     recognitionActionProcessingState?: string | undefined;
 }>;
 type RecognitionState = z.infer<typeof RecognitionVGFStateSchema>;
@@ -2813,6 +2937,7 @@ declare const TranscriptionStatus: {
 };
 type TranscriptionStatusType = typeof TranscriptionStatus[keyof typeof TranscriptionStatus];
 declare function createInitialRecognitionState(audioUtteranceId: string): RecognitionState;
+declare function isTerminal(state: Pick<RecognitionState, "transcriptionStatus">): boolean;
 declare function isValidRecordingStatusTransition(from: string | undefined, to: string): boolean;
 
 /**
@@ -2843,102 +2968,22 @@ interface SimplifiedVGFClientConfig extends IRecognitionClientConfig {
 /**
  * Interface for SimplifiedVGFRecognitionClient
  *
- * A simplified client that maintains VGF state for game developers.
- * All methods from the underlying client are available, plus VGF state management.
+ * Inherits the full IRecognitionClient surface (connect, sendAudio,
+ * sendAudioWithSampleRate, sendPrefixAudio, stopRecording, stopAbnormally,
+ * status checks, sendGameContext, getStats, getUrl, getState, getAudioUtteranceId)
+ * — see recognition-client.types.ts for those. Adds VGF-specific state access.
+ *
+ * Extending IRecognitionClient (rather than redeclaring methods) means
+ * TypeScript catches any base-client method that's not delegated by the
+ * VGF wrapper at compile time — keeps the two surfaces in sync.
  */
-interface ISimplifiedVGFRecognitionClient {
+interface ISimplifiedVGFRecognitionClient extends IRecognitionClient {
     /**
-     * Connect to the recognition service WebSocket
-     * @returns Promise that resolves when connected and ready
-     */
-    connect(): Promise<void>;
-    /**
-     * Send audio data for transcription
-     * @param audioData - PCM audio data as ArrayBuffer, typed array, or Blob
-     */
-    sendAudio(audioData: ArrayBuffer | ArrayBufferView | Blob): void;
-    /**
-     * Send PCM16 mono audio captured at `sourceSampleRate`; the SDK
-     * downsamples to the session's target rate before transmitting. Use
-     * when capture is at the system's native rate (browser AudioContext is
-     * typically 44.1 kHz or 48 kHz). Audio must be signed 16-bit
-     * little-endian PCM, mono.
-     */
-    sendAudioWithSampleRate(audioData: ArrayBuffer | ArrayBufferView | Blob, sourceSampleRate: number): void;
-    /**
-     * Stop recording and wait for final transcription
-     * @returns Promise that resolves when transcription is complete
-     */
-    stopRecording(): Promise<void>;
-    /**
-     * Force stop and immediately close connection without waiting for server
-     *
-     * WARNING: This is an abnormal shutdown that bypasses the graceful stop flow:
-     * - Does NOT wait for server to process remaining audio
-     * - Does NOT receive final transcript from server (VGF state set to empty)
-     * - Immediately closes WebSocket connection
-     * - Cleans up resources (buffers, listeners)
-     *
-     * Use Cases:
-     * - User explicitly cancels/abandons the session
-     * - Timeout scenarios where waiting is not acceptable
-     * - Need immediate cleanup and can't wait for server
-     *
-     * RECOMMENDED: Use stopRecording() for normal shutdown.
-     * Only use this when immediate disconnection is required.
-     */
-    stopAbnormally(): void;
-    /**
-     * Get the current VGF recognition state
+     * Get the current VGF recognition state — the single shared store
+     * of inputs and outputs for this utterance.
      * @returns Current RecognitionState with all transcription data
      */
     getVGFState(): RecognitionState;
-    /**
-     * Check if connected to the WebSocket
-     */
-    isConnected(): boolean;
-    /**
-     * Check if currently connecting
-     */
-    isConnecting(): boolean;
-    /**
-     * Check if currently stopping
-     */
-    isStopping(): boolean;
-    /**
-     * Check if transcription has finished
-     */
-    isTranscriptionFinished(): boolean;
-    /**
-     * Check if the audio buffer has overflowed
-     */
-    isBufferOverflowing(): boolean;
-    /**
-     * Send game context after connection is established (for preconnect flow).
-     *
-     * Preconnect flow: Create client with asrRequestConfig (useContext: true) but
-     * WITHOUT gameContext → call connect() → later call sendGameContext() with slotMap.
-     *
-     * @param context - Game context including slotMap for keyword boosting
-     */
-    sendGameContext(context: GameContextV1): void;
-    /**
-     * Check if server has sent READY signal (provider connected, ready for audio).
-     * In preconnect flow, this becomes true after sendGameContext() triggers provider attachment.
-     */
-    isServerReady(): boolean;
-    /**
-     * Get the audio utterance ID for this session
-     */
-    getAudioUtteranceId(): string;
-    /**
-     * Get the WebSocket URL being used
-     */
-    getUrl(): string;
-    /**
-     * Get the underlying client state (for advanced usage)
-     */
-    getState(): ClientState;
 }
 /**
  * This wrapper ONLY maintains VGF state as a sink.
@@ -2956,6 +3001,8 @@ declare class SimplifiedVGFRecognitionClient implements ISimplifiedVGFRecognitio
     connect(): Promise<void>;
     sendAudio(audioData: ArrayBuffer | ArrayBufferView | Blob): void;
     sendAudioWithSampleRate(audioData: ArrayBuffer | ArrayBufferView | Blob, sourceSampleRate: number): void;
+    sendPrefixAudio(audioData: ArrayBuffer | ArrayBufferView | Blob): void;
+    getStats(): IRecognitionClientStats;
     /**
      * Set VGF recording status to RECORDING on the first audio chunk.
      * Idempotent — subsequent calls are no-ops until disconnect/stop resets
@@ -2975,7 +3022,6 @@ declare class SimplifiedVGFRecognitionClient implements ISimplifiedVGFRecognitio
     sendGameContext(context: GameContextV1): void;
     isServerReady(): boolean;
     getVGFState(): RecognitionState;
-    private isTerminalStatus;
     private notifyStateChange;
 }
 /**
@@ -3088,5 +3134,5 @@ declare function getRecognitionConductorHttpBase(stage?: Stage | string | null |
 declare function getRecognitionConductorWsBase(stage?: Stage | string | null | undefined): string;
 declare function getRecognitionConductorHost(stage?: Stage | string | null | undefined): string;
 
-export { AmazonNovaSonicModel, AudioEncoding, AwsTranscribeModel, BedrockModel, CartesiaModel, ClientControlActionV1, ClientState, ConfigBuilder, ConnectionError, ControlSignalTypeV1 as ControlSignal, ControlSignalTypeV1, DashScopeModel, DeepgramModel, ElevenLabsModel, ErrorTypeV1, FinalTranscriptStability, FireworksModel, GeminiModel, GladiaModel, GoogleModel, Language, MistralVoxtralModel, OpenAIModel, OpenAIRealtimeModel, RECOGNITION_CONDUCTOR_BASES, RECOGNITION_SERVICE_BASES, RealTimeTwoWayWebSocketRecognitionClient, RecognitionContextTypeV1, RecognitionError, RecognitionProvider, RecognitionResultTypeV1, RecognitionVGFStateSchema, RecordingStatus, STAGES, SampleRate, SelfServeVllmModel, SimplifiedVGFRecognitionClient, TimeoutError, TranscriptionStatus, ValidationError, createClient, createClientWithBuilder, createDefaultASRConfig, createInitialRecognitionState, createSimplifiedVGFClient, getRecognitionConductorBase, getRecognitionConductorHost, getRecognitionConductorHttpBase, getRecognitionConductorWsBase, getRecognitionServiceBase, getRecognitionServiceHost, getRecognitionServiceHttpBase, getRecognitionServiceWsBase, getUserFriendlyMessage, isExceptionImmediatelyAvailable, isNormalDisconnection, isValidRecordingStatusTransition, normalizeStage, resetRecognitionVGFState };
+export { AmazonNovaSonicModel, AudioEncoding, AwsTranscribeModel, BedrockModel, CartesiaModel, ClientControlActionV1, ClientState, ConfigBuilder, ConnectionError, ControlSignalTypeV1 as ControlSignal, ControlSignalTypeV1, DashScopeModel, DeepgramModel, ElevenLabsModel, ErrorTypeV1, FinalTranscriptStability, FireworksModel, GeminiModel, GladiaModel, GoogleModel, Language, MistralVoxtralModel, OpenAIModel, OpenAIRealtimeModel, RECOGNITION_CONDUCTOR_BASES, RECOGNITION_SERVICE_BASES, RealTimeTwoWayWebSocketRecognitionClient, RecognitionContextTypeV1, RecognitionError, RecognitionProvider, RecognitionResultTypeV1, RecognitionVGFStateSchema, RecordingStatus, STAGES, SampleRate, SelfServeVllmModel, SimplifiedVGFRecognitionClient, TimeoutError, TranscriptionStatus, ValidationError, createClient, createClientWithBuilder, createDefaultASRConfig, createInitialRecognitionState, createSimplifiedVGFClient, getRecognitionConductorBase, getRecognitionConductorHost, getRecognitionConductorHttpBase, getRecognitionConductorWsBase, getRecognitionServiceBase, getRecognitionServiceHost, getRecognitionServiceHttpBase, getRecognitionServiceWsBase, getUserFriendlyMessage, isExceptionImmediatelyAvailable, isNormalDisconnection, isTerminal, isValidRecordingStatusTransition, normalizeStage, resetRecognitionVGFState };
 export type { ASRRequestConfig, ASRRequestV1, AudioMetricsResultV1, AuthenticationException, ConnectionException, ErrorResultV1, FunctionCallResultV1, GameContextV1, IRecognitionClient, IRecognitionClientConfig, IRecognitionClientStats, ISimplifiedVGFRecognitionClient, MetadataResultV1, ProviderException, QuotaExceededException, RealTimeTwoWayWebSocketRecognitionClientConfig, RecognitionCallbackUrl, RecognitionException, RecognitionState, RecordingStatusType, SimplifiedVGFClientConfig, SlotMap, Stage, TimeoutException, TranscriptionResult, TranscriptionResultV1, TranscriptionStatusType, UnknownException, ValidationException };

package/dist/index.d.ts

@@ -7,7 +7,7 @@ export { ErrorTypeV1 } from '@recog/shared-types';
 export type { RecognitionException, ConnectionException, TimeoutException, ValidationException, AuthenticationException, ProviderException, QuotaExceededException, UnknownException } from '@recog/shared-types';
 export { isExceptionImmediatelyAvailable, getUserFriendlyMessage } from '@recog/shared-types';
 export { SimplifiedVGFRecognitionClient, createSimplifiedVGFClient, type ISimplifiedVGFRecognitionClient, type SimplifiedVGFClientConfig } from './simplified-vgf-recognition-client.js';
-export { type RecognitionState, RecognitionVGFStateSchema, RecordingStatus, TranscriptionStatus, type RecordingStatusType, type TranscriptionStatusType, createInitialRecognitionState, isValidRecordingStatusTransition } from './vgf-recognition-state.js';
+export { type RecognitionState, RecognitionVGFStateSchema, RecordingStatus, TranscriptionStatus, type RecordingStatusType, type TranscriptionStatusType, createInitialRecognitionState, isTerminal, isValidRecordingStatusTransition } from './vgf-recognition-state.js';
 export { resetRecognitionVGFState } from './vgf-recognition-mapper.js';
 export { AudioEncoding } from '@recog/websocket';
 export { type GameContextV1, type SlotMap, RecognitionContextTypeV1, ControlSignalTypeV1, ControlSignalTypeV1 as ControlSignal, // Alias for backward compatibility

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EACL,wCAAwC,EACxC,KAAK,8CAA8C,EACnD,KAAK,mBAAmB,EACxB,qBAAqB,EACtB,MAAM,yBAAyB,CAAC;AAGjC,OAAO,EACL,KAAK,kBAAkB,EACvB,KAAK,wBAAwB,EAC7B,KAAK,uBAAuB,EAC5B,KAAK,sBAAsB,EAC3B,WAAW,EACZ,MAAM,+BAA+B,CAAC;AAGvC,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAGpD,OAAO,EAAE,YAAY,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAGrE,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,YAAY,EACZ,eAAe,EAChB,MAAM,aAAa,CAAC;AAGrB,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAGlD,YAAY,EACV,oBAAoB,EACpB,mBAAmB,EACnB,gBAAgB,EAChB,mBAAmB,EACnB,uBAAuB,EACvB,iBAAiB,EACjB,sBAAsB,EACtB,gBAAgB,EACjB,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EACL,+BAA+B,EAC/B,sBAAsB,EACvB,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EACL,8BAA8B,EAC9B,yBAAyB,EACzB,KAAK,+BAA+B,EACpC,KAAK,yBAAyB,EAC/B,MAAM,wCAAwC,CAAC;AAEhD,OAAO,EACL,KAAK,gBAAgB,EACrB,yBAAyB,EACzB,eAAe,EACf,mBAAmB,EACnB,KAAK,mBAAmB,EACxB,KAAK,uBAAuB,EAC5B,6BAA6B,EAC7B,gCAAgC,EACjC,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,wBAAwB,EAAE,MAAM,6BAA6B,CAAC;AAGvE,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAGjD,OAAO,EAEL,KAAK,aAAa,EAClB,KAAK,OAAO,EACZ,wBAAwB,EACxB,mBAAmB,EACnB,mBAAmB,IAAI,aAAa,EAAG,mCAAmC;AAG1E,KAAK,qBAAqB,EAC1B,KAAK,oBAAoB,EACzB,KAAK,gBAAgB,EACrB,KAAK,oBAAoB,EACzB,KAAK,aAAa,EAClB,uBAAuB,EACvB,qBAAqB,EAGrB,KAAK,gBAAgB,EACrB,KAAK,YAAY,EACjB,wBAAwB,EACxB,sBAAsB,EACtB,mBAAmB,EACnB,aAAa,EACb,eAAe,EACf,cAAc,EACd,WAAW,EACX,WAAW,EACX,WAAW,EACX,WAAW,EACX,kBAAkB,EAClB,mBAAmB,EACnB,mBAAmB,EACnB,aAAa,EACb,cAAc,EACd,YAAY,EACZ,kBAAkB,EAClB,oBAAoB,EACpB,QAAQ,EACR,UAAU,EAGV,MAAM,EACN,KAAK,KAAK,EACX,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EACL,yBAAyB,EACzB,6BAA6B,EAC7B,2BAA2B,EAC3B,yBAAyB,EACzB,2BAA2B,EAC3B,+BAA+B,EAC/B,6BAA6B,EAC7B,2BAA2B,EAC3B,cAAc,EACd,yBAAyB,EACzB,2BAA2B,EAC5B,MAAM,sBAAsB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EACL,wCAAwC,EACxC,KAAK,8CAA8C,EACnD,KAAK,mBAAmB,EACxB,qBAAqB,EACtB,MAAM,yBAAyB,CAAC;AAGjC,OAAO,EACL,KAAK,kBAAkB,EACvB,KAAK,wBAAwB,EAC7B,KAAK,uBAAuB,EAC5B,KAAK,sBAAsB,EAC3B,WAAW,EACZ,MAAM,+BAA+B,CAAC;AAGvC,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAGpD,OAAO,EAAE,YAAY,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAGrE,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,YAAY,EACZ,eAAe,EAChB,MAAM,aAAa,CAAC;AAGrB,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAGlD,YAAY,EACV,oBAAoB,EACpB,mBAAmB,EACnB,gBAAgB,EAChB,mBAAmB,EACnB,uBAAuB,EACvB,iBAAiB,EACjB,sBAAsB,EACtB,gBAAgB,EACjB,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EACL,+BAA+B,EAC/B,sBAAsB,EACvB,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EACL,8BAA8B,EAC9B,yBAAyB,EACzB,KAAK,+BAA+B,EACpC,KAAK,yBAAyB,EAC/B,MAAM,wCAAwC,CAAC;AAEhD,OAAO,EACL,KAAK,gBAAgB,EACrB,yBAAyB,EACzB,eAAe,EACf,mBAAmB,EACnB,KAAK,mBAAmB,EACxB,KAAK,uBAAuB,EAC5B,6BAA6B,EAC7B,UAAU,EACV,gCAAgC,EACjC,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,wBAAwB,EAAE,MAAM,6BAA6B,CAAC;AAGvE,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAGjD,OAAO,EAEL,KAAK,aAAa,EAClB,KAAK,OAAO,EACZ,wBAAwB,EACxB,mBAAmB,EACnB,mBAAmB,IAAI,aAAa,EAAG,mCAAmC;AAG1E,KAAK,qBAAqB,EAC1B,KAAK,oBAAoB,EACzB,KAAK,gBAAgB,EACrB,KAAK,oBAAoB,EACzB,KAAK,aAAa,EAClB,uBAAuB,EACvB,qBAAqB,EAGrB,KAAK,gBAAgB,EACrB,KAAK,YAAY,EACjB,wBAAwB,EACxB,sBAAsB,EACtB,mBAAmB,EACnB,aAAa,EACb,eAAe,EACf,cAAc,EACd,WAAW,EACX,WAAW,EACX,WAAW,EACX,WAAW,EACX,kBAAkB,EAClB,mBAAmB,EACnB,mBAAmB,EACnB,aAAa,EACb,cAAc,EACd,YAAY,EACZ,kBAAkB,EAClB,oBAAoB,EACpB,QAAQ,EACR,UAAU,EAGV,MAAM,EACN,KAAK,KAAK,EACX,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EACL,yBAAyB,EACzB,6BAA6B,EAC7B,2BAA2B,EAC3B,yBAAyB,EACzB,2BAA2B,EAC3B,+BAA+B,EAC/B,6BAA6B,EAC7B,2BAA2B,EAC3B,cAAc,EACd,yBAAyB,EACzB,2BAA2B,EAC5B,MAAM,sBAAsB,CAAC"}

package/dist/index.js

@@ -6435,9 +6435,15 @@ var RecognitionVGFStateSchema = z.object({
   // voice end time identified by ASR
   lastNonSilence: z.number().optional(),
   // last non-silence sample time from PCM analysis
+  accumulatedAudioTimeMs: z.number().optional(),
+  // total user audio time watermark (ms) — mirrors TranscriptionResultV1.accumulatedAudioTimeMs
   // Tracking-only metadata
   asrConfig: z.string().optional(),
-  // Json format of the ASR config
+  // Json format of the *requested* ASR config (set once at construction).
+  // For the *resolved* truth — actual provider/model/sampleRate/encoding/apiType/isFallback chosen by the
+  // server after circuit-breaker/fallback — see `sessionConfigured` below.
+  sessionConfigured: SessionConfiguredSchemaV1.optional(),
+  // Mirrors the SessionConfiguredV1 message; populated when the server emits it (before audio streams).
   startRecordingTimestamp: z.string().optional(),
   // Start of recording. Immutable after set.
   finalRecordingTimestamp: z.string().optional(),
@@ -6455,9 +6461,28 @@ var RecognitionVGFStateSchema = z.object({
   // Confidence score for the function call.
   finalFunctionCallTimestamp: z.string().optional(),
   // When the final action after interpreting the transcript was taken. Immutable.
+  // Session identity — when set, the VGF client backfills these into
+  // GameContextV1 if the caller didn't pass a `gameContext` in config.
+  // Lets RecognitionState be the single source of truth: server seeds
+  // `gameId` + `gamePhase` + `promptSlotMap` per player, controller passes
+  // the whole state as `initialState`, no separate `gameContext` needed.
+  // Backward-compatible: if `gameContext` is also passed in config, it wins.
+  gameId: z.string().optional(),
+  gamePhase: z.string().optional(),
   // Support for prompt slot mapping - passed to recognition context when present
   promptSlotMap: z.record(z.string(), z.array(z.string())).optional(),
   // Optional map of slot names to prompt values for recognition context
+  // Optional prompt inputs - when set, forwarded into GameContext at client creation.
+  // Mirror the GameContextV1 fields: STT (ASR keywords/keyterms), STF (speech->function), TTF (text->function).
+  promptSTT: z.string().optional(),
+  promptSTF: z.string().optional(),
+  promptTTF: z.string().optional(),
+  // Provider-reported phrase detections from the last transcript message.
+  // Mirrors TranscriptionResultV1.detections — a heterogeneous list keyed by DetectionTypeV1
+  // (today only 'search' from Deepgram; future entries may include keywords/keyterms/speech_contexts).
+  // Sorted by `score` descending by the server (see deepgram/message-handlers/v1/transform-transcript.ts
+  // and provider-to-recognition-transformer.ts), so [0] is the top hit — no client-side re-rank needed.
+  detections: z.array(DetectionV1Schema).optional(),
   // Recognition action processing state - managed externally, SDK preserves but never modifies
   recognitionActionProcessingState: z.string().optional()
   // "NOT_STARTED", "IN_PROGRESS", "COMPLETED"
@@ -6490,6 +6515,9 @@ function createInitialRecognitionState(audioUtteranceId) {
     recognitionActionProcessingState: RecognitionActionProcessingState.NOT_STARTED
   };
 }
+function isTerminal(state) {
+  return state.transcriptionStatus === TranscriptionStatus.FINALIZED || state.transcriptionStatus === TranscriptionStatus.ABORTED || state.transcriptionStatus === TranscriptionStatus.ERROR;
+}
 function isValidRecordingStatusTransition(from, to) {
   const statusOrder = [
     RecordingStatus.NOT_READY,
@@ -6529,6 +6557,9 @@ function mapTranscriptionResultToState(currentState, result, isRecording) {
     if (result.lastNonSilence !== void 0) {
       newState.lastNonSilence = result.lastNonSilence;
     }
+    if (result.accumulatedAudioTimeMs !== void 0) {
+      newState.accumulatedAudioTimeMs = result.accumulatedAudioTimeMs;
+    }
   } else {
     newState.transcriptionStatus = TranscriptionStatus.FINALIZED;
     newState.finalTranscript = result.finalTranscript || "";
@@ -6542,12 +6573,24 @@ function mapTranscriptionResultToState(currentState, result, isRecording) {
     if (result.lastNonSilence !== void 0) {
       newState.lastNonSilence = result.lastNonSilence;
     }
+    if (result.accumulatedAudioTimeMs !== void 0) {
+      newState.accumulatedAudioTimeMs = result.accumulatedAudioTimeMs;
+    }
     newState.pendingTranscript = "";
     newState.pendingConfidence = void 0;
   }
+  if (result.detections !== void 0) {
+    newState.detections = result.detections;
+  }
   return newState;
 }
-function mapErrorToState(currentState, error) {
+function mapSessionConfiguredToState(currentState, sessionConfigured) {
+  return {
+    ...currentState,
+    sessionConfigured
+  };
+}
+function mapErrorToState(currentState) {
   return {
     ...currentState,
     transcriptionStatus: TranscriptionStatus.ERROR,
@@ -6579,7 +6622,10 @@ function resetRecognitionVGFState(currentState) {
     recognitionActionProcessingState: RecognitionActionProcessingState.NOT_STARTED,
     finalTranscript: void 0,
     voiceEnd: void 0,
-    lastNonSilence: void 0
+    lastNonSilence: void 0,
+    accumulatedAudioTimeMs: void 0,
+    detections: void 0,
+    sessionConfigured: void 0
   };
 }
 function generateUUID() {
@@ -6624,16 +6670,35 @@ var SimplifiedVGFRecognitionClient = class {
     }
     this.state = { ...this.state, startRecordingStatus: "READY" };
     this.expectedUuid = this.state.audioUtteranceId;
-    if (this.state.promptSlotMap) {
+    if (!clientConfig.gameContext && this.state.gameId && this.state.gamePhase) {
+      clientConfig.gameContext = {
+        type: RecognitionContextTypeV1.GAME_CONTEXT,
+        gameId: this.state.gameId,
+        gamePhase: this.state.gamePhase
+      };
+    }
+    const hasPromptInputs = this.state.promptSlotMap !== void 0 || this.state.promptSTT !== void 0 || this.state.promptSTF !== void 0 || this.state.promptTTF !== void 0;
+    if (hasPromptInputs) {
       if (clientConfig.asrRequestConfig) {
         clientConfig.asrRequestConfig.useContext = true;
       }
       if (!clientConfig.gameContext) {
         if (clientConfig.logger) {
-          clientConfig.logger("warn", "[VGF] promptSlotMap found but no gameContext provided. SlotMap will not be sent.");
+          clientConfig.logger("warn", "[VGF] prompt inputs found but no gameContext provided and state has no gameId/gamePhase. They will not be sent.");
         }
       } else {
-        clientConfig.gameContext.slotMap = this.state.promptSlotMap;
+        if (this.state.promptSlotMap !== void 0) {
+          clientConfig.gameContext.slotMap = this.state.promptSlotMap;
+        }
+        if (this.state.promptSTT !== void 0) {
+          clientConfig.gameContext.promptSTT = this.state.promptSTT;
+        }
+        if (this.state.promptSTF !== void 0) {
+          clientConfig.gameContext.promptSTF = this.state.promptSTF;
+        }
+        if (this.state.promptTTF !== void 0) {
+          clientConfig.gameContext.promptTTF = this.state.promptTTF;
+        }
       }
     }
     this.client = new RealTimeTwoWayWebSocketRecognitionClient({
@@ -6669,6 +6734,22 @@ var SimplifiedVGFRecognitionClient = class {
           clientConfig.onMetadata(metadata);
         }
       },
+      onSessionConfigured: (sessionConfigured) => {
+        if (sessionConfigured.audioUtteranceId && sessionConfigured.audioUtteranceId !== this.expectedUuid) {
+          if (this.logger) {
+            this.logger(
+              "warn",
+              `[RecogSDK:VGF] Skipping sessionConfigured update: UUID mismatch (expected: ${this.expectedUuid}, got: ${sessionConfigured.audioUtteranceId})`
+            );
+          }
+          return;
+        }
+        this.state = mapSessionConfiguredToState(this.state, sessionConfigured);
+        this.notifyStateChange();
+        if (clientConfig.onSessionConfigured) {
+          clientConfig.onSessionConfigured(sessionConfigured);
+        }
+      },
       onFunctionCall: (result) => {
         if (clientConfig.onFunctionCall) {
           clientConfig.onFunctionCall(result);
@@ -6685,7 +6766,7 @@ var SimplifiedVGFRecognitionClient = class {
           return;
         }
         this.isRecordingAudio = false;
-        this.state = mapErrorToState(this.state, error);
+        this.state = mapErrorToState(this.state);
         this.notifyStateChange();
         if (clientConfig.onError) {
           clientConfig.onError(error);
@@ -6717,6 +6798,12 @@ var SimplifiedVGFRecognitionClient = class {
     this.markRecordingStarted();
     this.client.sendAudioWithSampleRate(audioData, sourceSampleRate);
   }
+  sendPrefixAudio(audioData) {
+    this.client.sendPrefixAudio(audioData);
+  }
+  getStats() {
+    return this.client.getStats();
+  }
   /**
    * Set VGF recording status to RECORDING on the first audio chunk.
    * Idempotent — subsequent calls are no-ops until disconnect/stop resets
@@ -6809,11 +6896,8 @@ var SimplifiedVGFRecognitionClient = class {
   getVGFState() {
     return { ...this.state };
   }
-  isTerminalStatus(status) {
-    return status === TranscriptionStatus.FINALIZED || status === TranscriptionStatus.ABORTED || status === TranscriptionStatus.ERROR;
-  }
   notifyStateChange() {
-    if (this.isTerminalStatus(this.state.transcriptionStatus)) {
+    if (isTerminal(this.state)) {
       if (this.lastSentTerminalUuid === this.expectedUuid) {
         if (this.logger) {
           this.logger(
@@ -6899,6 +6983,7 @@ export {
   getUserFriendlyMessage,
   isExceptionImmediatelyAvailable,
   isNormalDisconnection,
+  isTerminal,
   isValidRecordingStatusTransition,
   normalizeStage,
   resetRecognitionVGFState