@volley/recognition-client-sdk 0.1.424 → 0.1.622

package/dist/recognition-client.d.ts

@@ -33,7 +33,7 @@
  * ```
  */
 import { WebSocketAudioClient } from '@recog/websocket';
-import { type TranscriptionResultV1 } from '@recog/shared-types';
+import { type TranscriptionResultV1, type GameContextV1 } from '@recog/shared-types';
 import { ClientState } from './recognition-client.types.js';
 import type { IRecognitionClient, IRecognitionClientStats, RealTimeTwoWayWebSocketRecognitionClientConfig } from './recognition-client.types.js';
 /**
@@ -55,8 +55,11 @@ export type { RealTimeTwoWayWebSocketRecognitionClientConfig } from './recogniti
  */
 export declare class RealTimeTwoWayWebSocketRecognitionClient extends WebSocketAudioClient<number, any, any> implements IRecognitionClient {
     private static readonly PROTOCOL_VERSION;
+    private static readonly MAX_PREFIX_BUFFER_BYTES;
     private config;
     private audioBuffer;
+    private prefixBuffer;
+    private prefixBufferBytes;
     private messageHandler;
     private state;
     private connectionPromise;
@@ -101,6 +104,8 @@ export declare class RealTimeTwoWayWebSocketRecognitionClient extends WebSocketA
     isStopping(): boolean;
     isTranscriptionFinished(): boolean;
     isBufferOverflowing(): boolean;
+    isServerReady(): boolean;
+    sendGameContext(context: GameContextV1): void;
     getStats(): IRecognitionClientStats;
     protected onConnected(): void;
     protected onDisconnected(code: number, reason: string): void;
@@ -124,5 +129,27 @@ export declare class RealTimeTwoWayWebSocketRecognitionClient extends WebSocketA
      * @param audioData - Audio data to send
      */
     private sendAudioNow;
+    /**
+     * Send prefix audio to the server.
+     * Prefix audio is sent before user audio and is used for context/priming.
+     * The server will process it but adjust timing so transcripts reflect user audio timing.
+     *
+     * Note: Prefix audio is buffered until READY state, then flushed before user audio.
+     * This ensures proper ordering even if called before server is ready.
+     *
+     * @param audioData - Prefix audio data (ArrayBuffer, ArrayBufferView, or Blob)
+     */
+    sendPrefixAudio(audioData: ArrayBuffer | ArrayBufferView | Blob): void;
+    /**
+     * Internal method to handle prefix audio with buffering
+     * Buffers if not READY, sends immediately if READY
+     */
+    private sendPrefixAudioInternal;
+    /**
+     * Send prefix audio immediately to the server (without buffering)
+     * Uses encoding offset to mark as prefix audio
+     * @param audioData - Prefix audio data to send
+     */
+    private sendPrefixAudioNow;
 }
 //# sourceMappingURL=recognition-client.d.ts.map

package/dist/recognition-client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"recognition-client.d.ts","sourceRoot":"","sources":["../src/recognition-client.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AAEH,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAML,KAAK,qBAAqB,EAS3B,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAC5D,OAAO,KAAK,EACV,kBAAkB,EAClB,uBAAuB,EACvB,8CAA8C,EAE/C,MAAM,+BAA+B,CAAC;AAUvC;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAE3D;AAgCD;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,qBAAqB,CAAC;AAGxD,YAAY,EAAE,8CAA8C,EAAE,MAAM,+BAA+B,CAAC;AAgCpG;;;;;GAKG;AACH,qBAAa,wCACX,SAAQ,oBAAoB,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,CAC7C,YAAW,kBAAkB;IAE7B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAK;IAE7C,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,KAAK,CAAoC;IACjD,OAAO,CAAC,iBAAiB,CAA4B;IAGrD,OAAO,CAAC,iBAAiB,CAAS;IAGlC,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,qBAAqB,CAAO;IACpC,OAAO,CAAC,iBAAiB,CAAK;gBAElB,MAAM,EAAE,8CAA8C;IA+ElE;;;;;;OAMG;IACH,OAAO,CAAC,GAAG;IAWX;;;OAGG;IACH,OAAO,CAAC,OAAO;IAmBA,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IA6BvC;;;OAGG;YACW,gBAAgB;IAkIrB,SAAS,CAAC,SAAS,EAAE,WAAW,GAAG,eAAe,GAAG,IAAI,GAAG,IAAI;IAiBzE,OAAO,CAAC,iBAAiB;IAsCzB;;;OAGG;IAEG,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAoCpC,cAAc,IAAI,IAAI;IAwBtB,mBAAmB,IAAI,MAAM;IAI7B,MAAM,IAAI,MAAM;IAIhB,QAAQ,IAAI,WAAW;IAIvB,WAAW,IAAI,OAAO;IAItB,YAAY,IAAI,OAAO;IAIvB,UAAU,IAAI,OAAO;IAIrB,uBAAuB,IAAI,OAAO;IAIlC,mBAAmB,IAAI,OAAO;IAI9B,QAAQ,IAAI,uBAAuB;IAgBnC,SAAS,CAAC,WAAW,IAAI,IAAI;IAiE7B,SAAS,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IA8C5D;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAwB/B,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;cAYlB,SAAS,CAAC,GAAG,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,GAAG,CAAA;KAAE,GAAG,IAAI;IAQ/E;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IAyB5B;;;OAGG;IACH,OAAO,CAAC,YAAY;CAuBrB"}
+{"version":3,"file":"recognition-client.d.ts","sourceRoot":"","sources":["../src/recognition-client.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AAEH,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAML,KAAK,qBAAqB,EAO1B,KAAK,aAAa,EAGnB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAC5D,OAAO,KAAK,EACV,kBAAkB,EAClB,uBAAuB,EACvB,8CAA8C,EAE/C,MAAM,+BAA+B,CAAC;AAUvC;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAE3D;AAgCD;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,qBAAqB,CAAC;AAGxD,YAAY,EAAE,8CAA8C,EAAE,MAAM,+BAA+B,CAAC;AAgCpG;;;;;GAKG;AACH,qBAAa,wCACX,SAAQ,oBAAoB,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,CAC7C,YAAW,kBAAkB;IAE7B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAK;IAC7C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAoB;IAEnE,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,YAAY,CAAyC;IAC7D,OAAO,CAAC,iBAAiB,CAAK;IAC9B,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,KAAK,CAAoC;IACjD,OAAO,CAAC,iBAAiB,CAA4B;IAGrD,OAAO,CAAC,iBAAiB,CAAS;IAGlC,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,qBAAqB,CAAO;IACpC,OAAO,CAAC,iBAAiB,CAAK;gBAElB,MAAM,EAAE,8CAA8C;IA+ElE;;;;;;OAMG;IACH,OAAO,CAAC,GAAG;IAWX;;;OAGG;IACH,OAAO,CAAC,OAAO;IAqBA,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IA6BvC;;;OAGG;YACW,gBAAgB;IAkIrB,SAAS,CAAC,SAAS,EAAE,WAAW,GAAG,eAAe,GAAG,IAAI,GAAG,IAAI;IAiBzE,OAAO,CAAC,iBAAiB;IAsCzB;;;OAGG;IAEG,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAoCpC,cAAc,IAAI,IAAI;IAwBtB,mBAAmB,IAAI,MAAM;IAI7B,MAAM,IAAI,MAAM;IAIhB,QAAQ,IAAI,WAAW;IAIvB,WAAW,IAAI,OAAO;IAItB,YAAY,IAAI,OAAO;IAIvB,UAAU,IAAI,OAAO;IAIrB,uBAAuB,IAAI,OAAO;IAIlC,mBAAmB,IAAI,OAAO;IAI9B,aAAa,IAAI,OAAO;IAIxB,eAAe,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI;IAmB7C,QAAQ,IAAI,uBAAuB;IAgBnC,SAAS,CAAC,WAAW,IAAI,IAAI;IAiF7B,SAAS,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IA8C5D;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAwB/B,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;cAYlB,SAAS,CAAC,GAAG,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,GAAG,CAAA;KAAE,GAAG,IAAI;IAQ/E;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IAiC5B;;;OAGG;IACH,OAAO,CAAC,YAAY;IAwBpB;;;;;;;;;OASG;IACH,eAAe,CAAC,SAAS,EAAE,WAAW,GAAG,eAAe,GAAG,IAAI,GAAG,IAAI;IAiBtE;;;OAGG;IACH,OAAO,CAAC,uBAAuB;IAiC/B;;;;OAIG;IACH,OAAO,CAAC,kBAAkB;CA2B3B"}

package/dist/recognition-client.types.d.ts

@@ -243,6 +243,26 @@ export interface IRecognitionClient {
      * @returns WebSocket URL string
      */
     getUrl(): string;
+    /**
+     * Send game context after connection is established (for preconnect flow).
+     *
+     * Preconnect flow: Create client with asrRequestConfig (useContext: true) but
+     * WITHOUT gameContext → call connect() → WS opens, ASRRequest sent, server
+     * waits in PENDING_CONTEXT → later call sendGameContext() with slotMap →
+     * server attaches provider and sends READY.
+     *
+     * This enables connecting early (before slotMap is known) and sending
+     * game context later when question data is available.
+     *
+     * @param context - Game context including slotMap for keyword boosting
+     */
+    sendGameContext(context: GameContextV1): void;
+    /**
+     * Check if server has sent READY signal (provider is connected and ready for audio).
+     * In preconnect flow, this becomes true after sendGameContext() triggers provider attachment.
+     * @returns true if server is ready to receive audio
+     */
+    isServerReady(): boolean;
 }
 /**
  * Client statistics interface

package/dist/recognition-client.types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"recognition-client.types.d.ts","sourceRoot":"","sources":["../src/recognition-client.types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACL,qBAAqB,EACrB,oBAAoB,EACpB,gBAAgB,EAChB,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,KAAK,EACN,MAAM,qBAAqB,CAAC;AAE7B;;;GAGG;AACH,oBAAY,WAAW;IACrB,+CAA+C;IAC/C,OAAO,YAAY;IAEnB,iDAAiD;IACjD,UAAU,eAAe;IAEzB,8DAA8D;IAC9D,SAAS,cAAc;IAEvB,mCAAmC;IACnC,KAAK,UAAU;IAEf,qDAAqD;IACrD,QAAQ,aAAa;IAErB,4CAA4C;IAC5C,OAAO,YAAY;IAEnB,6CAA6C;IAC7C,MAAM,WAAW;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,gCAAgC;IAChC,GAAG,EAAE,MAAM,CAAC;IAEZ,yFAAyF;IACzF,YAAY,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC;CACvC;AAGD,MAAM,MAAM,uBAAuB,GAAG,sBAAsB,CAAC;AAE7D,MAAM,WAAW,wBAAwB;IACvC;;;;;;;;;OASG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb;;;;;;;;;;;;;;;;OAgBG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAEvB,qEAAqE;IACrE,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IAEpC,qDAAqD;IACrD,WAAW,CAAC,EAAE,aAAa,CAAC;IAE5B;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,mFAAmF;IACnF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B;;OAEG;IACH,YAAY,CAAC,EAAE,sBAAsB,EAAE,CAAC;IAExC,qCAAqC;IACrC,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,6FAA6F;IAC7F,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,uCAAuC;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,wCAAwC;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,gGAAgG;IAChG,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B,6FAA6F;IAC7F,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,2CAA2C;IAC3C,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,qBAAqB,KAAK,IAAI,CAAC;IAEvD;;;OAGG;IACH,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,KAAK,IAAI,CAAC;IAExD,oFAAoF;IACpF,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAElD,iCAAiC;IACjC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;IAEzC,2CAA2C;IAC3C,WAAW,CAAC,EAAE,MAAM,IAAI,CAAC;IAEzB;;;;OAIG;IACH,cAAc,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAExD,uDAAuD;IACvD,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,sDAAsD;IACtD,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,wDAAwD;IACxD,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAE9B,uEAAuE;IACvE,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;;;;;;;;;;;;;;;;OAiBG;IACH,eAAe,CAAC,EAAE;QAChB,yEAAyE;QACzE,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,oEAAoE;QACpE,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;IAEF;;;;;;OAMG;IACH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,IAAI,CAAC;CAC5F;AAED;;;;;GAKG;AACH,MAAM,WAAW,kBAAkB;IACjC;;;;OAIG;IACH,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzB;;;;OAIG;IACH,SAAS,CAAC,SAAS,EAAE,WAAW,GAAG,eAAe,GAAG,IAAI,GAAG,IAAI,CAAC;IAEjE;;;;OAIG;IACH,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/B;;;;;;;;;;;;;;;;OAgBG;IACH,cAAc,IAAI,IAAI,CAAC;IAEvB;;;;OAIG;IACH,mBAAmB,IAAI,MAAM,CAAC;IAE9B;;;OAGG;IACH,QAAQ,IAAI,WAAW,CAAC;IAExB;;;OAGG;IACH,WAAW,IAAI,OAAO,CAAC;IAEvB;;;OAGG;IACH,YAAY,IAAI,OAAO,CAAC;IAExB;;;OAGG;IACH,UAAU,IAAI,OAAO,CAAC;IAEtB;;;OAGG;IACH,uBAAuB,IAAI,OAAO,CAAC;IAEnC;;;OAGG;IACH,mBAAmB,IAAI,OAAO,CAAC;IAE/B;;;OAGG;IACH,QAAQ,IAAI,uBAAuB,CAAC;IAEpC;;;;OAIG;IACH,MAAM,IAAI,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,uCAAuC;IACvC,cAAc,EAAE,MAAM,CAAC;IAEvB,wCAAwC;IACxC,eAAe,EAAE,MAAM,CAAC;IAExB,4CAA4C;IAC5C,mBAAmB,EAAE,MAAM,CAAC;IAE5B,iDAAiD;IACjD,mBAAmB,EAAE,MAAM,CAAC;IAE5B,yCAAyC;IACzC,qBAAqB,EAAE,MAAM,CAAC;IAE9B,iEAAiE;IACjE,UAAU,EAAE,OAAO,CAAC;CACrB;AAED;;;;GAIG;AACH,MAAM,WAAW,8CAA+C,SAAQ,wBAAwB;CAG/F"}
+{"version":3,"file":"recognition-client.types.d.ts","sourceRoot":"","sources":["../src/recognition-client.types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACL,qBAAqB,EACrB,oBAAoB,EACpB,gBAAgB,EAChB,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,KAAK,EACN,MAAM,qBAAqB,CAAC;AAE7B;;;GAGG;AACH,oBAAY,WAAW;IACrB,+CAA+C;IAC/C,OAAO,YAAY;IAEnB,iDAAiD;IACjD,UAAU,eAAe;IAEzB,8DAA8D;IAC9D,SAAS,cAAc;IAEvB,mCAAmC;IACnC,KAAK,UAAU;IAEf,qDAAqD;IACrD,QAAQ,aAAa;IAErB,4CAA4C;IAC5C,OAAO,YAAY;IAEnB,6CAA6C;IAC7C,MAAM,WAAW;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,gCAAgC;IAChC,GAAG,EAAE,MAAM,CAAC;IAEZ,yFAAyF;IACzF,YAAY,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC;CACvC;AAGD,MAAM,MAAM,uBAAuB,GAAG,sBAAsB,CAAC;AAE7D,MAAM,WAAW,wBAAwB;IACvC;;;;;;;;;OASG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb;;;;;;;;;;;;;;;;OAgBG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAEvB,qEAAqE;IACrE,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IAEpC,qDAAqD;IACrD,WAAW,CAAC,EAAE,aAAa,CAAC;IAE5B;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,mFAAmF;IACnF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B;;OAEG;IACH,YAAY,CAAC,EAAE,sBAAsB,EAAE,CAAC;IAExC,qCAAqC;IACrC,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,6FAA6F;IAC7F,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,uCAAuC;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,wCAAwC;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,gGAAgG;IAChG,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B,6FAA6F;IAC7F,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,2CAA2C;IAC3C,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,qBAAqB,KAAK,IAAI,CAAC;IAEvD;;;OAGG;IACH,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,KAAK,IAAI,CAAC;IAExD,oFAAoF;IACpF,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAElD,iCAAiC;IACjC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;IAEzC,2CAA2C;IAC3C,WAAW,CAAC,EAAE,MAAM,IAAI,CAAC;IAEzB;;;;OAIG;IACH,cAAc,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAExD,uDAAuD;IACvD,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,sDAAsD;IACtD,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,wDAAwD;IACxD,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAE9B,uEAAuE;IACvE,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;;;;;;;;;;;;;;;;OAiBG;IACH,eAAe,CAAC,EAAE;QAChB,yEAAyE;QACzE,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,oEAAoE;QACpE,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;IAEF;;;;;;OAMG;IACH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,IAAI,CAAC;CAC5F;AAED;;;;;GAKG;AACH,MAAM,WAAW,kBAAkB;IACjC;;;;OAIG;IACH,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzB;;;;OAIG;IACH,SAAS,CAAC,SAAS,EAAE,WAAW,GAAG,eAAe,GAAG,IAAI,GAAG,IAAI,CAAC;IAEjE;;;;OAIG;IACH,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/B;;;;;;;;;;;;;;;;OAgBG;IACH,cAAc,IAAI,IAAI,CAAC;IAEvB;;;;OAIG;IACH,mBAAmB,IAAI,MAAM,CAAC;IAE9B;;;OAGG;IACH,QAAQ,IAAI,WAAW,CAAC;IAExB;;;OAGG;IACH,WAAW,IAAI,OAAO,CAAC;IAEvB;;;OAGG;IACH,YAAY,IAAI,OAAO,CAAC;IAExB;;;OAGG;IACH,UAAU,IAAI,OAAO,CAAC;IAEtB;;;OAGG;IACH,uBAAuB,IAAI,OAAO,CAAC;IAEnC;;;OAGG;IACH,mBAAmB,IAAI,OAAO,CAAC;IAE/B;;;OAGG;IACH,QAAQ,IAAI,uBAAuB,CAAC;IAEpC;;;;OAIG;IACH,MAAM,IAAI,MAAM,CAAC;IAEjB;;;;;;;;;;;;OAYG;IACH,eAAe,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI,CAAC;IAE9C;;;;OAIG;IACH,aAAa,IAAI,OAAO,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,uCAAuC;IACvC,cAAc,EAAE,MAAM,CAAC;IAEvB,wCAAwC;IACxC,eAAe,EAAE,MAAM,CAAC;IAExB,4CAA4C;IAC5C,mBAAmB,EAAE,MAAM,CAAC;IAE5B,iDAAiD;IACjD,mBAAmB,EAAE,MAAM,CAAC;IAE5B,yCAAyC;IACzC,qBAAqB,EAAE,MAAM,CAAC;IAE9B,iEAAiE;IACjE,UAAU,EAAE,OAAO,CAAC;CACrB;AAED;;;;GAIG;AAEH,MAAM,WAAW,8CAA+C,SAAQ,wBAAwB;CAG/F"}

package/dist/simplified-vgf-recognition-client.d.ts

@@ -9,6 +9,7 @@
  */
 import { RecognitionState } from './vgf-recognition-state.js';
 import { IRecognitionClientConfig, ClientState } from './recognition-client.types.js';
+import { type GameContextV1 } from '@recog/shared-types';
 /**
  * Configuration for SimplifiedVGFRecognitionClient
  */
@@ -89,6 +90,20 @@ export interface ISimplifiedVGFRecognitionClient {
      * Check if the audio buffer has overflowed
      */
     isBufferOverflowing(): boolean;
+    /**
+     * Send game context after connection is established (for preconnect flow).
+     *
+     * Preconnect flow: Create client with asrRequestConfig (useContext: true) but
+     * WITHOUT gameContext → call connect() → later call sendGameContext() with slotMap.
+     *
+     * @param context - Game context including slotMap for keyword boosting
+     */
+    sendGameContext(context: GameContextV1): void;
+    /**
+     * Check if server has sent READY signal (provider connected, ready for audio).
+     * In preconnect flow, this becomes true after sendGameContext() triggers provider attachment.
+     */
+    isServerReady(): boolean;
     /**
      * Get the audio utterance ID for this session
      */
@@ -127,6 +142,8 @@ export declare class SimplifiedVGFRecognitionClient implements ISimplifiedVGFRec
     isStopping(): boolean;
     isTranscriptionFinished(): boolean;
     isBufferOverflowing(): boolean;
+    sendGameContext(context: GameContextV1): void;
+    isServerReady(): boolean;
     getVGFState(): RecognitionState;
     private isTerminalStatus;
     private notifyStateChange;

package/dist/simplified-vgf-recognition-client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"simplified-vgf-recognition-client.d.ts","sourceRoot":"","sources":["../src/simplified-vgf-recognition-client.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EACH,gBAAgB,EAInB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEH,wBAAwB,EACxB,WAAW,EACd,MAAM,+BAA+B,CAAC;AAWvC;;GAEG;AACH,MAAM,WAAW,yBAA0B,SAAQ,wBAAwB;IACvE;;;OAGG;IACH,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAElD;;;OAGG;IACH,YAAY,CAAC,EAAE,gBAAgB,CAAC;CACnC;AAED;;;;;GAKG;AACH,MAAM,WAAW,+BAA+B;IAE5C;;;OAGG;IACH,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzB;;;OAGG;IACH,SAAS,CAAC,SAAS,EAAE,WAAW,GAAG,eAAe,GAAG,IAAI,GAAG,IAAI,CAAC;IAEjE;;;OAGG;IACH,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/B;;;;;;;;;;;;;;;;OAgBG;IACH,cAAc,IAAI,IAAI,CAAC;IAGvB;;;OAGG;IACH,WAAW,IAAI,gBAAgB,CAAC;IAGhC;;OAEG;IACH,WAAW,IAAI,OAAO,CAAC;IAEvB;;OAEG;IACH,YAAY,IAAI,OAAO,CAAC;IAExB;;OAEG;IACH,UAAU,IAAI,OAAO,CAAC;IAEtB;;OAEG;IACH,uBAAuB,IAAI,OAAO,CAAC;IAEnC;;OAEG;IACH,mBAAmB,IAAI,OAAO,CAAC;IAG/B;;OAEG;IACH,mBAAmB,IAAI,MAAM,CAAC;IAE9B;;OAEG;IACH,MAAM,IAAI,MAAM,CAAC;IAEjB;;OAEG;IACH,QAAQ,IAAI,WAAW,CAAC;CAE3B;AAED;;;GAGG;AACH,qBAAa,8BAA+B,YAAW,+BAA+B;IAClF,OAAO,CAAC,MAAM,CAAqB;IACnC,OAAO,CAAC,KAAK,CAAmB;IAChC,OAAO,CAAC,gBAAgB,CAAkB;IAC1C,OAAO,CAAC,mBAAmB,CAAkD;IAC7E,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,MAAM,CAAqC;IACnD,OAAO,CAAC,oBAAoB,CAAuB;gBAEvC,MAAM,EAAE,yBAAyB;IAmKvC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAK9B,SAAS,CAAC,SAAS,EAAE,WAAW,GAAG,eAAe,GAAG,IAAI,GAAG,IAAI;IAc1D,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IA4BpC,cAAc,IAAI,IAAI;IAiCtB,mBAAmB,IAAI,MAAM;IAI7B,MAAM,IAAI,MAAM;IAIhB,QAAQ,IAAI,WAAW;IAIvB,WAAW,IAAI,OAAO;IAItB,YAAY,IAAI,OAAO;IAIvB,UAAU,IAAI,OAAO;IAIrB,uBAAuB,IAAI,OAAO;IAIlC,mBAAmB,IAAI,OAAO;IAM9B,WAAW,IAAI,gBAAgB;IAI/B,OAAO,CAAC,gBAAgB;IAMxB,OAAO,CAAC,iBAAiB;CA8B5B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AACH,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,yBAAyB,GAAG,+BAA+B,CAE5G"}
+{"version":3,"file":"simplified-vgf-recognition-client.d.ts","sourceRoot":"","sources":["../src/simplified-vgf-recognition-client.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EACH,gBAAgB,EAInB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEH,wBAAwB,EACxB,WAAW,EACd,MAAM,+BAA+B,CAAC;AASvC,OAAO,EAA4B,KAAK,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEnF;;GAEG;AACH,MAAM,WAAW,yBAA0B,SAAQ,wBAAwB;IACvE;;;OAGG;IACH,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAElD;;;OAGG;IACH,YAAY,CAAC,EAAE,gBAAgB,CAAC;CACnC;AAED;;;;;GAKG;AACH,MAAM,WAAW,+BAA+B;IAE5C;;;OAGG;IACH,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzB;;;OAGG;IACH,SAAS,CAAC,SAAS,EAAE,WAAW,GAAG,eAAe,GAAG,IAAI,GAAG,IAAI,CAAC;IAEjE;;;OAGG;IACH,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/B;;;;;;;;;;;;;;;;OAgBG;IACH,cAAc,IAAI,IAAI,CAAC;IAGvB;;;OAGG;IACH,WAAW,IAAI,gBAAgB,CAAC;IAGhC;;OAEG;IACH,WAAW,IAAI,OAAO,CAAC;IAEvB;;OAEG;IACH,YAAY,IAAI,OAAO,CAAC;IAExB;;OAEG;IACH,UAAU,IAAI,OAAO,CAAC;IAEtB;;OAEG;IACH,uBAAuB,IAAI,OAAO,CAAC;IAEnC;;OAEG;IACH,mBAAmB,IAAI,OAAO,CAAC;IAG/B;;;;;;;OAOG;IACH,eAAe,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI,CAAC;IAE9C;;;OAGG;IACH,aAAa,IAAI,OAAO,CAAC;IAGzB;;OAEG;IACH,mBAAmB,IAAI,MAAM,CAAC;IAE9B;;OAEG;IACH,MAAM,IAAI,MAAM,CAAC;IAEjB;;OAEG;IACH,QAAQ,IAAI,WAAW,CAAC;CAE3B;AAED;;;GAGG;AACH,qBAAa,8BAA+B,YAAW,+BAA+B;IAClF,OAAO,CAAC,MAAM,CAAqB;IACnC,OAAO,CAAC,KAAK,CAAmB;IAChC,OAAO,CAAC,gBAAgB,CAAkB;IAC1C,OAAO,CAAC,mBAAmB,CAAkD;IAC7E,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,MAAM,CAAqC;IACnD,OAAO,CAAC,oBAAoB,CAAuB;gBAEvC,MAAM,EAAE,yBAAyB;IAqKvC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAK9B,SAAS,CAAC,SAAS,EAAE,WAAW,GAAG,eAAe,GAAG,IAAI,GAAG,IAAI;IAc1D,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IA4BpC,cAAc,IAAI,IAAI;IAiCtB,mBAAmB,IAAI,MAAM;IAI7B,MAAM,IAAI,MAAM;IAIhB,QAAQ,IAAI,WAAW;IAIvB,WAAW,IAAI,OAAO;IAItB,YAAY,IAAI,OAAO;IAIvB,UAAU,IAAI,OAAO;IAIrB,uBAAuB,IAAI,OAAO;IAIlC,mBAAmB,IAAI,OAAO;IAI9B,eAAe,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI;IAI7C,aAAa,IAAI,OAAO;IAMxB,WAAW,IAAI,gBAAgB;IAI/B,OAAO,CAAC,gBAAgB;IAMxB,OAAO,CAAC,iBAAiB;CA8B5B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AACH,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,yBAAyB,GAAG,+BAA+B,CAE5G"}

package/dist/vgf-recognition-mapper.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"vgf-recognition-mapper.d.ts","sourceRoot":"","sources":["../src/vgf-recognition-mapper.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACH,gBAAgB,EAKnB,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EACH,WAAW,EACX,wBAAwB,EAC3B,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACH,qBAAqB,EACrB,aAAa,EAChB,MAAM,qBAAqB,CAAC;AAE7B;;GAEG;AACH,wBAAgB,+BAA+B,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM,CAmBhF;AAED;;GAEG;AACH,wBAAgB,6BAA6B,CACzC,YAAY,EAAE,gBAAgB,EAC9B,MAAM,EAAE,qBAAqB,EAC7B,WAAW,EAAE,OAAO,GACrB,gBAAgB,CAgDlB;AAED;;GAEG;AACH,wBAAgB,eAAe,CAC3B,YAAY,EAAE,gBAAgB,EAC9B,KAAK,EAAE,aAAa,GACrB,gBAAgB,CAOlB;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,wBAAwB,GAAG,gBAAgB,CAU3F;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,YAAY,EAAE,gBAAgB,GAAG,gBAAgB,CAMlF;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,wBAAwB,CAAC,YAAY,EAAE,gBAAgB,GAAG,gBAAgB,CASzF;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,YAAY,EAAE,gBAAgB,GAAG,gBAAgB,CAKnF;AAED;;;GAGG;AACH,wBAAgB,iCAAiC,CAC7C,UAAU,EAAE,MAAM,EAClB,WAAW,CAAC,EAAE,GAAG,GAClB;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAiBnD;AAED;;GAEG;AACH,wBAAgB,2BAA2B,CACvC,YAAY,EAAE,gBAAgB,EAC9B,YAAY,EAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,GACzD,gBAAgB,CAOlB"}
+{"version":3,"file":"vgf-recognition-mapper.d.ts","sourceRoot":"","sources":["../src/vgf-recognition-mapper.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACH,gBAAgB,EAKnB,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EACH,WAAW,EACX,wBAAwB,EAC3B,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACH,qBAAqB,EACrB,aAAa,EAChB,MAAM,qBAAqB,CAAC;AAE7B;;GAEG;AACH,wBAAgB,+BAA+B,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM,CAmBhF;AAED;;GAEG;AACH,wBAAgB,6BAA6B,CACzC,YAAY,EAAE,gBAAgB,EAC9B,MAAM,EAAE,qBAAqB,EAC7B,WAAW,EAAE,OAAO,GACrB,gBAAgB,CAgElB;AAED;;GAEG;AACH,wBAAgB,eAAe,CAC3B,YAAY,EAAE,gBAAgB,EAC9B,KAAK,EAAE,aAAa,GACrB,gBAAgB,CAOlB;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,wBAAwB,GAAG,gBAAgB,CAU3F;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,YAAY,EAAE,gBAAgB,GAAG,gBAAgB,CAMlF;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,wBAAwB,CAAC,YAAY,EAAE,gBAAgB,GAAG,gBAAgB,CAWzF;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,YAAY,EAAE,gBAAgB,GAAG,gBAAgB,CAKnF;AAED;;;GAGG;AACH,wBAAgB,iCAAiC,CAC7C,UAAU,EAAE,MAAM,EAClB,WAAW,CAAC,EAAE,GAAG,GAClB;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAiBnD;AAED;;GAEG;AACH,wBAAgB,2BAA2B,CACvC,YAAY,EAAE,gBAAgB,EAC9B,YAAY,EAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,GACzD,gBAAgB,CAOlB"}

package/dist/vgf-recognition-state.d.ts

@@ -18,6 +18,8 @@ export declare const RecognitionVGFStateSchema: z.ZodObject<{
     transcriptionStatus: z.ZodOptional<z.ZodString>;
     finalTranscript: z.ZodOptional<z.ZodString>;
     finalConfidence: z.ZodOptional<z.ZodNumber>;
+    voiceEnd: z.ZodOptional<z.ZodNumber>;
+    lastNonSilence: z.ZodOptional<z.ZodNumber>;
     asrConfig: z.ZodOptional<z.ZodString>;
     startRecordingTimestamp: z.ZodOptional<z.ZodString>;
     finalRecordingTimestamp: z.ZodOptional<z.ZodString>;
@@ -36,6 +38,8 @@ export declare const RecognitionVGFStateSchema: z.ZodObject<{
     transcriptionStatus?: string | undefined;
     finalTranscript?: string | undefined;
     finalConfidence?: number | undefined;
+    voiceEnd?: number | undefined;
+    lastNonSilence?: number | undefined;
     asrConfig?: string | undefined;
     startRecordingTimestamp?: string | undefined;
     finalRecordingTimestamp?: string | undefined;
@@ -52,6 +56,8 @@ export declare const RecognitionVGFStateSchema: z.ZodObject<{
     transcriptionStatus?: string | undefined;
     finalTranscript?: string | undefined;
     finalConfidence?: number | undefined;
+    voiceEnd?: number | undefined;
+    lastNonSilence?: number | undefined;
     asrConfig?: string | undefined;
     startRecordingTimestamp?: string | undefined;
     finalRecordingTimestamp?: string | undefined;

package/dist/vgf-recognition-state.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"vgf-recognition-state.d.ts","sourceRoot":"","sources":["../src/vgf-recognition-state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA6BpC,CAAA;AAEF,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAA;AAGxE,eAAO,MAAM,eAAe;;;;;CAKlB,CAAA;AAEV,MAAM,MAAM,mBAAmB,GAAG,OAAO,eAAe,CAAC,MAAM,OAAO,eAAe,CAAC,CAAA;AAEtF,eAAO,MAAM,mBAAmB;;;;;;CAMtB,CAAA;AAEV,MAAM,MAAM,uBAAuB,GAAG,OAAO,mBAAmB,CAAC,MAAM,OAAO,mBAAmB,CAAC,CAAA;AAElG,eAAO,MAAM,gCAAgC;;;;CAInC,CAAA;AAEV,MAAM,MAAM,oCAAoC,GAAG,OAAO,gCAAgC,CAAC,MAAM,OAAO,gCAAgC,CAAC,CAAA;AAGzI,wBAAgB,6BAA6B,CAAC,gBAAgB,EAAE,MAAM,GAAG,gBAAgB,CAQxF;AAGD,wBAAgB,gCAAgC,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAa9F"}
+{"version":3,"file":"vgf-recognition-state.d.ts","sourceRoot":"","sources":["../src/vgf-recognition-state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiCpC,CAAA;AAEF,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAA;AAGxE,eAAO,MAAM,eAAe;;;;;CAKlB,CAAA;AAEV,MAAM,MAAM,mBAAmB,GAAG,OAAO,eAAe,CAAC,MAAM,OAAO,eAAe,CAAC,CAAA;AAEtF,eAAO,MAAM,mBAAmB;;;;;;CAMtB,CAAA;AAEV,MAAM,MAAM,uBAAuB,GAAG,OAAO,mBAAmB,CAAC,MAAM,OAAO,mBAAmB,CAAC,CAAA;AAElG,eAAO,MAAM,gCAAgC;;;;CAInC,CAAA;AAEV,MAAM,MAAM,oCAAoC,GAAG,OAAO,gCAAgC,CAAC,MAAM,OAAO,gCAAgC,CAAC,CAAA;AAGzI,wBAAgB,6BAA6B,CAAC,gBAAgB,EAAE,MAAM,GAAG,gBAAgB,CAQxF;AAGD,wBAAgB,gCAAgC,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAa9F"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@volley/recognition-client-sdk",
-  "version": "0.1.424",
+  "version": "0.1.622",
   "description": "Recognition Service TypeScript/Node.js Client SDK",
   "type": "module",
   "main": "dist/index.js",
@@ -43,21 +43,21 @@
     "@semantic-release/github": "12.0.0",
     "@semantic-release/npm": "13.1.1",
     "@semantic-release/release-notes-generator": "14.1.0",
-    "@types/jest": "30.0.0",
-    "@types/node": "20.4.5",
+    "@types/jest": "29.5.14",
+    "@types/node": "20.11.5",
     "@types/uuid": "10.0.0",
     "@types/ws": "8.5.5",
     "esbuild": "0.25.0",
-    "jest": "29.6.1",
+    "jest": "29.7.0",
     "rollup": "4.52.5",
     "rollup-plugin-dts": "6.2.3",
     "semantic-release": "25.0.1",
-    "ts-jest": "29.4.5",
+    "ts-jest": "29.2.5",
     "typescript": "5.1.6",
-    "@recog/shared-types": "1.0.0",
     "@recog/shared-config": "1.0.0",
-    "@recog/shared-utils": "1.0.0",
-    "@recog/websocket": "1.0.0"
+    "@recog/shared-types": "1.0.0",
+    "@recog/websocket": "1.0.0",
+    "@recog/shared-utils": "1.0.0"
   },
   "keywords": [
     "recognition",

package/src/index.ts

@@ -103,6 +103,9 @@ export {
   GoogleModel,
   GeminiModel,
   OpenAIModel,
+  OpenAIRealtimeModel,
+  MistralVoxtralModel,
+  DashScopeModel,
   Language,
   SampleRate,
 

package/src/recognition-client.ts

@@ -48,7 +48,8 @@ import {
   type ASRRequestConfig,
   type ASRRequestV1,
   type GameContextV1,
-  SampleRate
+  SampleRate,
+  PREFIX_AUDIO_ENCODING_OFFSET,
 } from '@recog/shared-types';
 import { v4 as uuidv4 } from 'uuid';
 import { ClientState } from './recognition-client.types.js';
@@ -155,9 +156,12 @@ export class RealTimeTwoWayWebSocketRecognitionClient
   implements IRecognitionClient
 {
   private static readonly PROTOCOL_VERSION = 1;
+  private static readonly MAX_PREFIX_BUFFER_BYTES = 10 * 1024 * 1024; // 10MB max (~5+ minutes of audio)
 
   private config: InternalConfig;
   private audioBuffer: AudioRingBuffer;
+  private prefixBuffer: (ArrayBuffer | ArrayBufferView)[] = []; // Buffer prefix audio until READY
+  private prefixBufferBytes = 0; // Track total bytes in prefix buffer
   private messageHandler: MessageHandler;
   private state: ClientState = ClientState.INITIAL;
   private connectionPromise: Promise<void> | undefined;
@@ -275,8 +279,10 @@ export class RealTimeTwoWayWebSocketRecognitionClient
   private cleanup(): void {
     this.log('debug', 'Cleaning up resources');
 
-    // Clear audio buffer to free memory
+    // Clear audio buffers to free memory
     this.audioBuffer.clear();
+    this.prefixBuffer = [];
+    this.prefixBufferBytes = 0;
 
     // Reset stats
     this.audioBytesSent = 0;
@@ -363,7 +369,7 @@ export class RealTimeTwoWayWebSocketRecognitionClient
             const timeout = setTimeout(() => {
               if (settled) return;
               settled = true;
-              this.log('warn', 'Connection timeout', { timeout: connectionTimeout, attempt });
+              this.log('warn', `Connection timeout url=${this.config.url}`, { timeout: connectionTimeout, attempt });
               this.state = ClientState.FAILED;
               reject(new Error(`Connection timeout after ${connectionTimeout}ms`));
             }, connectionTimeout);
@@ -392,7 +398,7 @@ export class RealTimeTwoWayWebSocketRecognitionClient
               settled = true;
               clearTimeout(timeout);
 
-              this.log('warn', 'Connection error', { error, attempt });
+              this.log('warn', `Connection error url=${this.config.url}`, { error, attempt });
               this.state = ClientState.FAILED;
 
               // Don't call originalOnError - it expects ErrorResultV1, not WebSocket Event
@@ -418,7 +424,7 @@ export class RealTimeTwoWayWebSocketRecognitionClient
             // Not the last attempt - wait before retry
             // Use info for first 2 retries (attempts 2-3), warn for 3rd retry (attempt 4)
             const logLevel = attempt < 3 ? 'info' : 'warn';
-            this.log(logLevel, `Connection attempt ${attempt} failed, retrying after ${delayMs}ms`, {
+            this.log(logLevel, `Connection attempt ${attempt} failed, retrying after ${delayMs}ms url=${this.config.url}`, {
               error: lastError.message,
               nextAttempt: attempt + 1
             });
@@ -430,7 +436,7 @@ export class RealTimeTwoWayWebSocketRecognitionClient
             await new Promise(resolve => setTimeout(resolve, delayMs));
           } else {
             // Last attempt failed - all retries exhausted
-            this.log('warn', `All ${maxAttempts} connection attempts failed`, {
+            this.log('warn', `All ${maxAttempts} connection attempts failed url=${this.config.url}`, {
               error: lastError.message
             });
           }
@@ -606,6 +612,29 @@ export class RealTimeTwoWayWebSocketRecognitionClient
     return this.audioBuffer.isOverflowing();
   }
 
+  isServerReady(): boolean {
+    return this.state === ClientState.READY;
+  }
+
+  sendGameContext(context: GameContextV1): void {
+    if (this.state !== ClientState.CONNECTED && this.state !== ClientState.READY) {
+      this.log('warn', 'sendGameContext called in wrong state', { state: this.state });
+      return;
+    }
+
+    this.log('debug', 'Sending game context (deferred)', {
+      gameId: context.gameId,
+      gamePhase: context.gamePhase,
+      hasSlotMap: !!context.slotMap
+    });
+
+    super.sendMessage(
+      RealTimeTwoWayWebSocketRecognitionClient.PROTOCOL_VERSION,
+      'message',
+      context
+    );
+  }
+
   getStats(): IRecognitionClientStats {
     const bufferStats = this.audioBuffer.getStats();
     return {
@@ -639,6 +668,9 @@ export class RealTimeTwoWayWebSocketRecognitionClient
         this.log('debug', 'Sending ASR request', this.config.asrRequestConfig);
       }
 
+      // Extract fallbackModels if present
+      const fallbackModels = (this.config.asrRequestConfig as any).fallbackModels;
+
       const asrRequest: ASRRequestV1 = {
         type: RecognitionContextTypeV1.ASR_REQUEST,
         audioUtteranceId: this.config.audioUtteranceId,
@@ -660,7 +692,20 @@ export class RealTimeTwoWayWebSocketRecognitionClient
         ...(this.config.asrRequestConfig.finalTranscriptStability && {
           finalTranscriptStability: this.config.asrRequestConfig.finalTranscriptStability
         }),
-        ...(debugCommand && { debugCommand })
+        // Include fallbackModels if provided (for circuit breaker fallback)
+        ...(fallbackModels && { fallbackModels }),
+        ...(debugCommand && { debugCommand }),
+        // Include prefix mode if provided (for server-side stored prefix injection)
+        ...(this.config.asrRequestConfig.prefixMode && {
+          prefixMode: this.config.asrRequestConfig.prefixMode
+        }),
+        ...(this.config.asrRequestConfig.prefixId && {
+          prefixId: this.config.asrRequestConfig.prefixId
+        }),
+        // Include prefix text to remove if provided (for server-side prefix text removal)
+        ...(this.config.asrRequestConfig.prefixTextToRemove && {
+          prefixTextToRemove: this.config.asrRequestConfig.prefixTextToRemove
+        })
       };
 
       super.sendMessage(
@@ -791,7 +836,15 @@ export class RealTimeTwoWayWebSocketRecognitionClient
         this.state = ClientState.READY;
         this.messageHandler.setSessionStartTime(Date.now());
 
-        // Flush buffered audio now that server is ready
+        // Flush buffered PREFIX audio FIRST (must be sent before user audio)
+        if (this.prefixBuffer.length > 0) {
+          this.log('debug', 'Flushing buffered prefix audio', { chunks: this.prefixBuffer.length });
+          this.prefixBuffer.forEach((chunk) => this.sendPrefixAudioNow(chunk));
+          this.prefixBuffer = [];
+          this.prefixBufferBytes = 0;
+        }
+
+        // Then flush buffered user audio
         const bufferedChunks = this.audioBuffer.flush();
         if (bufferedChunks.length > 0) {
           this.log('debug', 'Flushing buffered audio', { chunks: bufferedChunks.length });
@@ -836,4 +889,101 @@ export class RealTimeTwoWayWebSocketRecognitionClient
     this.audioBytesSent += byteLength;
     this.audioChunksSent++;
   }
+
+  /**
+   * Send prefix audio to the server.
+   * Prefix audio is sent before user audio and is used for context/priming.
+   * The server will process it but adjust timing so transcripts reflect user audio timing.
+   *
+   * Note: Prefix audio is buffered until READY state, then flushed before user audio.
+   * This ensures proper ordering even if called before server is ready.
+   *
+   * @param audioData - Prefix audio data (ArrayBuffer, ArrayBufferView, or Blob)
+   */
+  sendPrefixAudio(audioData: ArrayBuffer | ArrayBufferView | Blob): void {
+    // Handle Blob by converting to ArrayBuffer asynchronously
+    if (audioData instanceof Blob) {
+      blobToArrayBuffer(audioData)
+        .then((arrayBuffer) => {
+          this.sendPrefixAudioInternal(arrayBuffer);
+        })
+        .catch((error) => {
+          this.log('error', 'Failed to convert Blob to ArrayBuffer for prefix audio', error);
+        });
+      return;
+    }
+
+    // Handle ArrayBuffer and ArrayBufferView synchronously
+    this.sendPrefixAudioInternal(audioData);
+  }
+
+  /**
+   * Internal method to handle prefix audio with buffering
+   * Buffers if not READY, sends immediately if READY
+   */
+  private sendPrefixAudioInternal(audioData: ArrayBuffer | ArrayBufferView): void {
+    const bytes = ArrayBuffer.isView(audioData) ? audioData.byteLength : audioData.byteLength;
+    if (bytes === 0) return;
+
+    // Guard against stale async callbacks after cleanup (e.g., Blob conversion completing after disconnect)
+    if (this.state === ClientState.STOPPED || this.state === ClientState.FAILED) {
+      this.log('debug', 'Ignoring prefix audio in terminal state', { bytes, state: this.state });
+      return;
+    }
+
+    // Buffer if not ready, send immediately if ready
+    if (this.state === ClientState.READY) {
+      this.log('debug', 'Sending prefix audio immediately', { bytes });
+      this.sendPrefixAudioNow(audioData);
+    } else {
+      // Check buffer size limit to prevent OOM
+      if (
+        this.prefixBufferBytes + bytes >
+        RealTimeTwoWayWebSocketRecognitionClient.MAX_PREFIX_BUFFER_BYTES
+      ) {
+        this.log('warn', 'Prefix buffer limit exceeded, dropping chunk', {
+          bytes,
+          current: this.prefixBufferBytes,
+          max: RealTimeTwoWayWebSocketRecognitionClient.MAX_PREFIX_BUFFER_BYTES,
+        });
+        return;
+      }
+      this.log('debug', 'Buffering prefix audio until READY', { bytes, state: this.state });
+      this.prefixBuffer.push(audioData);
+      this.prefixBufferBytes += bytes;
+    }
+  }
+
+  /**
+   * Send prefix audio immediately to the server (without buffering)
+   * Uses encoding offset to mark as prefix audio
+   * @param audioData - Prefix audio data to send
+   */
+  private sendPrefixAudioNow(audioData: ArrayBuffer | ArrayBufferView): void {
+    const byteLength = ArrayBuffer.isView(audioData)
+      ? audioData.byteLength
+      : audioData.byteLength;
+
+    if (byteLength === 0) return;
+
+    const baseEncodingId = (this.config.asrRequestConfig?.encoding ||
+      AudioEncoding.LINEAR16) as AudioEncoding;
+
+    // Add offset to mark as prefix audio
+    const prefixEncodingId = baseEncodingId + PREFIX_AUDIO_ENCODING_OFFSET;
+
+    const sampleRate =
+      typeof this.config.asrRequestConfig?.sampleRate === 'number'
+        ? this.config.asrRequestConfig.sampleRate
+        : SampleRate.RATE_16000;
+
+    this.log('debug', 'Sending prefix audio', { bytes: byteLength, encoding: prefixEncodingId });
+
+    super.sendAudio(
+      audioData,
+      RealTimeTwoWayWebSocketRecognitionClient.PROTOCOL_VERSION,
+      prefixEncodingId,
+      sampleRate
+    );
+  }
 }

package/src/recognition-client.types.ts

@@ -301,6 +301,28 @@ export interface IRecognitionClient {
    * @returns WebSocket URL string
    */
   getUrl(): string;
+
+  /**
+   * Send game context after connection is established (for preconnect flow).
+   *
+   * Preconnect flow: Create client with asrRequestConfig (useContext: true) but
+   * WITHOUT gameContext → call connect() → WS opens, ASRRequest sent, server
+   * waits in PENDING_CONTEXT → later call sendGameContext() with slotMap →
+   * server attaches provider and sends READY.
+   *
+   * This enables connecting early (before slotMap is known) and sending
+   * game context later when question data is available.
+   *
+   * @param context - Game context including slotMap for keyword boosting
+   */
+  sendGameContext(context: GameContextV1): void;
+
+  /**
+   * Check if server has sent READY signal (provider is connected and ready for audio).
+   * In preconnect flow, this becomes true after sendGameContext() triggers provider attachment.
+   * @returns true if server is ready to receive audio
+   */
+  isServerReady(): boolean;
 }
 
 /**
@@ -331,6 +353,7 @@ export interface IRecognitionClientStats {
  * This extends IRecognitionClientConfig and is the main configuration interface
  * for creating a new RealTimeTwoWayWebSocketRecognitionClient instance.
  */
+// eslint-disable-next-line @typescript-eslint/no-empty-object-type -- Backward compatibility alias
 export interface RealTimeTwoWayWebSocketRecognitionClientConfig extends IRecognitionClientConfig {
   // All fields are inherited from IRecognitionClientConfig
   // This interface exists for backward compatibility and clarity

package/src/simplified-vgf-recognition-client.integration.spec.ts

@@ -19,8 +19,12 @@ import {
   TranscriptionStatus,
   RecordingStatus
 } from './vgf-recognition-state.js';
+import { ClientState } from './recognition-client.types.js';
 import { AudioEncoding } from '@recog/shared-types';
 
+// Track the current mock state - can be changed per test
+let mockClientState: ClientState = ClientState.READY;
+
 // Mock the underlying client
 jest.mock('./recognition-client.js', () => {
   const mockClient = {
@@ -30,7 +34,7 @@ jest.mock('./recognition-client.js', () => {
     stopAbnormally: jest.fn(),
     getAudioUtteranceId: jest.fn().mockReturnValue('mock-uuid'),
     getUrl: jest.fn().mockReturnValue('wss://mock-url'),
-    getState: jest.fn().mockReturnValue('IDLE'),
+    getState: jest.fn().mockImplementation(() => mockClientState),
     isConnected: jest.fn().mockReturnValue(true),
     isConnecting: jest.fn().mockReturnValue(false),
     isStopping: jest.fn().mockReturnValue(false),
@@ -46,6 +50,8 @@ jest.mock('./recognition-client.js', () => {
 describe('SimplifiedVGFRecognitionClient Integration - State Transitions', () => {
   beforeEach(() => {
     jest.clearAllMocks();
+    // Reset to default READY state
+    mockClientState = ClientState.READY;
   });
 
   describe('Normal Recognition Flow', () => {
@@ -238,6 +244,9 @@ describe('SimplifiedVGFRecognitionClient Integration - State Transitions', () =>
 
   describe('Early Termination with Synthetic Finalization', () => {
     it('should handle stopRecording without ever sending audio', async () => {
+      // Mock client in CONNECTED state (not yet READY) - synthetic finalization should trigger
+      mockClientState = ClientState.CONNECTED;
+
       let stateChangeCounter = 0;
 
       const trackingCallback = jest.fn((state: RecognitionState) => {
@@ -264,7 +273,7 @@ describe('SimplifiedVGFRecognitionClient Integration - State Transitions', () =>
       expect(currentState.transcriptionStatus).toBe(TranscriptionStatus.NOT_STARTED);
 
       // Step 2: User calls stopRecording WITHOUT ever sending audio
-      // SDK should emit synthetic finalization immediately
+      // Since client is in CONNECTED state (not READY), SDK should emit synthetic finalization
       await client.stopRecording();
 
       // Should have 2 callbacks: stopRecording (FINISHED) + synthetic finalization (FINALIZED)
@@ -282,6 +291,9 @@ describe('SimplifiedVGFRecognitionClient Integration - State Transitions', () =>
     });
 
     it('should emit synthetic finalization and suppress late server transcripts', async () => {
+      // Mock client in CONNECTED state (not yet READY) - synthetic finalization should trigger
+      mockClientState = ClientState.CONNECTED;
+
       let stateChangeCounter = 0;
       const stateHistory: RecognitionState[] = [];
       const loggerCalls: Array<{ level: string; message: string }> = [];
@@ -319,7 +331,7 @@ describe('SimplifiedVGFRecognitionClient Integration - State Transitions', () =>
       expect(stateChangeCounter).toBe(1);
 
       // Step 2: User calls stopRecording BEFORE any transcript received
-      // SDK should emit synthetic finalization immediately (no waiting for server)
+      // Since client is in CONNECTED state (not READY), SDK should emit synthetic finalization
       await client.stopRecording();
 
       // Should have 3 callbacks: sendAudio, stopRecording (FINISHED), synthetic finalization (FINALIZED)