@mulingai-npm/redis 3.38.0 → 3.38.2

package/dist/managers/mulingstream-chunk-manager.d.ts

@@ -20,6 +20,11 @@ export type StreamingChunkData = {
     model?: string;
     words?: TranscriptionWord[];
 };
+export type SttHistoryEntry = {
+    chunkNumber: number;
+    source: 'stt' | 'llm';
+    provider: string;
+};
 export type MulingstreamChunkData = {
     chunkId: string;
     roomId: string;
@@ -48,6 +53,11 @@ export type MulingstreamChunkData = {
     };
     isComplete: boolean;
     isSaved: boolean;
+    llmTranscription?: string;
+    llmWords?: TranscriptionWord[];
+    transcriptionSource: 'stt' | 'llm';
+    routeUsed?: 'LLM' | 'AZURE' | 'AZURE_FALLBACK';
+    sttHistory?: SttHistoryEntry[];
 };
 export declare class MulingstreamChunkManager {
     private redisClient;
@@ -91,6 +101,21 @@ export declare class MulingstreamChunkManager {
     getMulingstreamChunkById(roomId: string, n: number): Promise<MulingstreamChunkData>;
     private withChunk;
     updateFinalTranscription(roomId: string, n: number, transcription: string): Promise<MulingstreamChunkData | null>;
+    /**
+     * Update chunk with LLM-sanitized transcription from SmartTranslate.
+     * If the sanitized text differs from the original, sets transcriptionSource to 'llm'
+     * and updates finalTranscription to the sanitized version.
+     * Returns the chunk (caller can compare original vs sanitized to decide on TRANSCRIPTION_CORRECTED).
+     */
+    updateLlmTranscription(roomId: string, n: number, opts: {
+        llmTranscription: string;
+        llmWords?: TranscriptionWord[];
+        routeUsed: 'LLM' | 'AZURE' | 'AZURE_FALLBACK';
+        sttHistoryEntry?: SttHistoryEntry;
+    }): Promise<{
+        chunk: MulingstreamChunkData | null;
+        wasChanged: boolean;
+    }>;
     discardLanguage(roomId: string, n: number, lang: string): Promise<MulingstreamChunkData | null>;
     discardLanguages(roomId: string, n: number, opt: {
         translation?: string[];

package/dist/managers/mulingstream-chunk-manager.js

@@ -39,7 +39,13 @@ class MulingstreamChunkManager {
             translation: this.deserialize(h.translation),
             tts: this.deserialize(h.tts),
             isComplete: h.isComplete === 'true',
-            isSaved: h.isSaved === 'true'
+            isSaved: h.isSaved === 'true',
+            // SmartTranslate fields
+            llmTranscription: h.llmTranscription || undefined,
+            llmWords: h.llmWords ? this.deserialize(h.llmWords) : undefined,
+            transcriptionSource: h.transcriptionSource || 'stt',
+            routeUsed: h.routeUsed || undefined,
+            sttHistory: h.sttHistory ? this.deserialize(h.sttHistory) : undefined
         };
     }
     getTimeout() {
@@ -133,7 +139,9 @@ class MulingstreamChunkManager {
             translation,
             tts,
             isComplete: false,
-            isSaved: false
+            isSaved: false,
+            // SmartTranslate defaults
+            transcriptionSource: 'stt'
         };
         const hash = {
             chunkId,
@@ -150,7 +158,8 @@ class MulingstreamChunkManager {
             translation: this.serialize(translation),
             tts: this.serialize(tts),
             isComplete: 'false',
-            isSaved: 'false'
+            isSaved: 'false',
+            transcriptionSource: 'stt'
         };
         const pipe = this.redisClient.pipeline();
         pipe.hset(this.chunkHashKey(chunkId), hash);
@@ -194,14 +203,25 @@ class MulingstreamChunkManager {
         const chunk = this.hashToChunk(raw);
         await fn(chunk);
         const p = this.redisClient.pipeline();
-        p.hset(key, {
+        const updateHash = {
             finalTranscription: chunk.finalTranscription,
             translation: this.serialize(chunk.translation),
             tts: this.serialize(chunk.tts),
             streamingChunk: this.serialize(chunk.streamingChunk),
             isComplete: String(chunk.isComplete),
-            isSaved: String(chunk.isSaved)
-        });
+            isSaved: String(chunk.isSaved),
+            transcriptionSource: chunk.transcriptionSource || 'stt'
+        };
+        // SmartTranslate fields (only set if populated)
+        if (chunk.llmTranscription !== undefined)
+            updateHash.llmTranscription = chunk.llmTranscription;
+        if (chunk.llmWords !== undefined)
+            updateHash.llmWords = this.serialize(chunk.llmWords);
+        if (chunk.routeUsed !== undefined)
+            updateHash.routeUsed = chunk.routeUsed;
+        if (chunk.sttHistory !== undefined)
+            updateHash.sttHistory = this.serialize(chunk.sttHistory);
+        p.hset(key, updateHash);
         p.expire(key, EXPIRATION);
         await p.exec();
         return chunk;
@@ -211,6 +231,36 @@ class MulingstreamChunkManager {
             c.finalTranscription = transcription;
         });
     }
+    /**
+     * Update chunk with LLM-sanitized transcription from SmartTranslate.
+     * If the sanitized text differs from the original, sets transcriptionSource to 'llm'
+     * and updates finalTranscription to the sanitized version.
+     * Returns the chunk (caller can compare original vs sanitized to decide on TRANSCRIPTION_CORRECTED).
+     */
+    async updateLlmTranscription(roomId, n, opts) {
+        let wasChanged = false;
+        const chunk = await this.withChunk(roomId, n, (c) => {
+            const originalText = c.finalTranscription;
+            c.llmTranscription = opts.llmTranscription;
+            c.llmWords = opts.llmWords;
+            c.routeUsed = opts.routeUsed;
+            // If LLM produced a different transcription, update the active text
+            if (opts.routeUsed === 'LLM' && opts.llmTranscription !== originalText) {
+                c.finalTranscription = opts.llmTranscription;
+                c.transcriptionSource = 'llm';
+                wasChanged = true;
+            }
+            // Append to STT history (keep last 3)
+            if (opts.sttHistoryEntry) {
+                if (!c.sttHistory)
+                    c.sttHistory = [];
+                c.sttHistory.push(opts.sttHistoryEntry);
+                if (c.sttHistory.length > 3)
+                    c.sttHistory = c.sttHistory.slice(-3);
+            }
+        });
+        return { chunk, wasChanged };
+    }
     async discardLanguage(roomId, n, lang) {
         return this.withChunk(roomId, n, (c) => {
             if (c.translation[lang])

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@mulingai-npm/redis",
-    "version": "3.38.0",
+    "version": "3.38.2",
     "main": "dist/index.js",
     "types": "dist/index.d.ts",
     "repository": {