@rimori/client 2.5.51 → 2.5.52

package/dist/plugin/TTS/ChunkedAudioPlayer.d.ts

@@ -12,12 +12,14 @@ export declare class ChunkedAudioPlayer {
     private currentIndex;
     private startedPlaying;
     private onEndOfSpeech;
+    private onChunkStart;
     private readonly backgroundNoiseLevel;
     private currentSource;
     private stopped;
     constructor();
     private init;
     setOnLoudnessChange(callback: (value: number) => void): void;
+    setOnChunkStart(callback: (index: number) => void): void;
     setVolume(volume: number): void;
     addChunk(chunk: ArrayBuffer, position: number): Promise<void>;
     private playChunks;

package/dist/plugin/TTS/ChunkedAudioPlayer.js

@@ -12,6 +12,7 @@ export class ChunkedAudioPlayer {
     currentIndex = 0;
     startedPlaying = false;
     onEndOfSpeech = () => { };
+    onChunkStart = () => { };
     backgroundNoiseLevel = 30; // Background noise level that should be treated as baseline (0)
     currentSource = null;
     stopped = false;
@@ -28,6 +29,9 @@ export class ChunkedAudioPlayer {
     setOnLoudnessChange(callback) {
         this.loudnessCallback = callback;
     }
+    setOnChunkStart(callback) {
+        this.onChunkStart = callback;
+    }
     setVolume(volume) {
         this.volume = volume;
     }
@@ -125,6 +129,7 @@ export class ChunkedAudioPlayer {
                 this.analyser.connect(this.audioContext.destination);
                 source.start(0);
                 gainNode.gain.value = this.volume;
+                this.onChunkStart(this.currentIndex);
                 source.onended = () => {
                     if (this.currentSource === source) {
                         this.currentSource = null;

package/dist/plugin/TTS/MessageSender.d.ts

@@ -2,6 +2,7 @@ type VoiceBackend = (text: string, voice?: string, speed?: number, language?: st
 export declare class MessageSender {
     private player;
     private fetchedSentences;
+    private sentenceByIndex;
     private lastLoading;
     private voice;
     private voiceBackend;
@@ -20,6 +21,8 @@ export declare class MessageSender {
     setVolume(volume: number): void;
     setOnLoudnessChange(callback: (value: number) => void): void;
     setOnEndOfSpeech(callback: () => void): void;
+    /** Fired with the sentence text as it starts being audible, so a caller can render live captions. */
+    setOnSentenceChange(callback: (sentence: string) => void): void;
     setVoiceSpeed(speed: number): void;
 }
 export {};

package/dist/plugin/TTS/MessageSender.js

@@ -2,6 +2,9 @@ import { ChunkedAudioPlayer } from './ChunkedAudioPlayer';
 export class MessageSender {
     player = new ChunkedAudioPlayer();
     fetchedSentences = new Set();
+    // Sentence text queued at each chunk index, so the player's currentIndex can be resolved
+    // back to the sentence currently audible (see setOnSentenceChange).
+    sentenceByIndex = [];
     lastLoading = false;
     voice;
     voiceBackend;
@@ -50,6 +53,7 @@ export class MessageSender {
             const sentence = sentences[i];
             if (!this.fetchedSentences.has(sentence)) {
                 this.fetchedSentences.add(sentence);
+                this.sentenceByIndex[i] = sentence;
                 const audioData = await this.generateSpeech(sentence);
                 await this.player.addChunk(audioData, i);
             }
@@ -74,6 +78,7 @@ export class MessageSender {
     reset() {
         this.stop();
         this.fetchedSentences.clear();
+        this.sentenceByIndex = [];
         this.player.reset();
     }
     setVolume(volume) {
@@ -87,6 +92,14 @@ export class MessageSender {
     setOnEndOfSpeech(callback) {
         this.player.setOnEndOfSpeech(callback);
     }
+    /** Fired with the sentence text as it starts being audible, so a caller can render live captions. */
+    setOnSentenceChange(callback) {
+        this.player.setOnChunkStart((index) => {
+            const sentence = this.sentenceByIndex[index];
+            if (sentence)
+                callback(sentence);
+        });
+    }
     setVoiceSpeed(speed) {
         this.voiceSpeed = speed;
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rimori/client",
-  "version": "2.5.51",
+  "version": "2.5.52",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "repository": {