@superinterface/react 5.3.0-beta.4 → 5.3.0-beta.6

package/dist/index.js

@@ -47287,39 +47287,74 @@ function _toPrimitive47(t, r) {
     }
     return ("string" === r ? String : Number)(t);
 }
-var splitSentencesFast = function(text) {
-    var t = text.replace(/\s+/g, " ").trim();
-    if (!t) return [];
-    var parts = t.split(RegExp("(?<=[.!?])\\s+(?=[^\\s])", "g"));
-    return parts;
+var THROTTLE_MS = 80;
+var MAX_SEG_CACHE = 256;
+var KEEP_FINISHED_MESSAGES = 12;
+var hasLetters = function(s) {
+    for(var i = 0; i < s.length; i++){
+        var ch = s.charAt(i);
+        if (ch.toLowerCase() !== ch.toUpperCase()) return true;
+    }
+    return false;
 };
-var getIncrementalSentences = function(prev, nextInput) {
-    if (!prev) {
-        return {
-            input: nextInput,
-            sentences: splitSentencesFast(nextInput)
-        };
+var isSentencePunct = function(ch) {
+    return ch === "." || ch === "!" || ch === "?" || ch === "\u3002" || ch === "\uFF01" || ch === "\uFF1F";
+};
+var normalizeBoundaries = function(text) {
+    var out = "";
+    for(var i = 0; i < text.length; i++){
+        var ch = text.charAt(i);
+        out += ch;
+        if (isSentencePunct(ch)) {
+            var next = text.charAt(i + 1);
+            if (next && next !== " " && hasLetters(next)) {
+                out += " ";
+            }
+        }
     }
-    if (nextInput === prev.input) {
-        return prev;
+    return out;
+};
+var splitSentencesFast = function(raw) {
+    var t = normalizeBoundaries(raw.replace(/\s+/g, " ").trim());
+    if (!t) return [];
+    var parts = t.split(RegExp("(?<=[.!?])\\s+(?=[^\\s])", "g"));
+    var filtered = [];
+    for(var i = 0; i < parts.length; i++){
+        var p = parts[i].trim();
+        if (p && hasLetters(p)) filtered.push(p);
     }
+    return filtered;
+};
+var getIncrementalSentences = function(prev, nextInput, now) {
+    if (!prev) return {
+        input: nextInput,
+        sentences: splitSentencesFast(nextInput),
+        touched: now
+    };
+    if (nextInput === prev.input) return {
+        input: prev.input,
+        sentences: prev.sentences,
+        touched: now
+    };
     if (nextInput.startsWith(prev.input)) {
-        var _prev$sentences;
-        var prevLast = (_prev$sentences = prev.sentences[prev.sentences.length - 1]) !== null && _prev$sentences !== void 0 ? _prev$sentences : "";
+        var prevSentences = prev.sentences;
+        var prevLast = prevSentences[prevSentences.length - 1] || "";
         var baseLen = prev.input.length - prevLast.length;
         if (baseLen >= 0 && prev.input.slice(baseLen) === prevLast) {
             var tail = nextInput.slice(baseLen);
             var tailSegments = splitSentencesFast(tail);
-            var merged = prev.sentences.length > 0 ? _to_consumable_array(prev.sentences.slice(0, -1)).concat(_to_consumable_array(tailSegments)) : tailSegments;
+            var merged = prevSentences.length > 0 ? prevSentences.slice(0, -1).concat(tailSegments) : tailSegments;
             return {
                 input: nextInput,
-                sentences: merged
+                sentences: merged,
+                touched: now
             };
         }
     }
     return {
         input: nextInput,
-        sentences: splitSentencesFast(nextInput)
+        sentences: splitSentencesFast(nextInput),
+        touched: now
     };
 };
 var useMessageAudio = function(_ref) {
@@ -47340,41 +47375,65 @@ var useMessageAudio = function(_ref) {
     var currentSentenceRef = useRef8(null);
     var messagesProps = useMessages();
     var segCacheRef = useRef8(/* @__PURE__ */ new Map());
+    var mirrorTimerRef = useRef8(null);
+    var pendingMirrorRef = useRef8(false);
     useEffect10(function() {
-        var assistantsDesc = messagesProps.messages.filter(function(m) {
-            return m.role === "assistant";
-        });
-        var assistantsAsc = _to_consumable_array(assistantsDesc).reverse();
-        setAudioQueue(function(prev) {
-            var prevById = new Map(prev.map(function(p) {
-                return [
-                    p.id,
-                    p
-                ];
-            }));
-            var changed = false;
-            var next = [];
-            var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
-            try {
-                for(var _iterator = assistantsAsc[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
-                    var m_0 = _step.value;
+        if (mirrorTimerRef.current != null) {
+            pendingMirrorRef.current = true;
+            return;
+        }
+        var run = function() {
+            var assistantsDesc = messagesProps.messages.filter(function(m) {
+                return m.role === "assistant";
+            });
+            var assistantsAsc = assistantsDesc.slice().reverse();
+            var nowTs = typeof performance !== "undefined" && performance.now ? performance.now() : Date.now();
+            var segCache = segCacheRef.current;
+            var touch = function(id, entry) {
+                segCache.set(id, {
+                    input: entry.input,
+                    sentences: entry.sentences,
+                    touched: nowTs
+                });
+            };
+            var evictLRU = function() {
+                if (segCache.size <= MAX_SEG_CACHE) return;
+                var entries = Array.from(segCache.entries());
+                entries.sort(function(a, b) {
+                    return a[1].touched - b[1].touched;
+                });
+                var toRemove = segCache.size - MAX_SEG_CACHE;
+                for(var i = 0; i < toRemove; i++)segCache.delete(entries[i][0]);
+            };
+            setAudioQueue(function(prev) {
+                var prevById = new Map(prev.map(function(p) {
+                    return [
+                        p.id,
+                        p
+                    ];
+                }));
+                var next = [];
+                var changed = false;
+                for(var i_0 = 0; i_0 < assistantsAsc.length; i_0++){
                     var _existing$nextIndex, _existing$stopped;
+                    var m_0 = assistantsAsc[i_0];
                     var inp = input({
                         message: m_0
                     });
                     if (inp == null) continue;
-                    var prevSeg = segCacheRef.current.get(m_0.id);
-                    var nextSeg = getIncrementalSentences(prevSeg, inp);
-                    if (!prevSeg || nextSeg.input !== prevSeg.input) {
-                        segCacheRef.current.set(m_0.id, nextSeg);
+                    var prevSeg = segCache.get(m_0.id);
+                    var nextSeg = getIncrementalSentences(prevSeg, inp, nowTs);
+                    if (!prevSeg || nextSeg.input !== prevSeg.input || nextSeg.sentences !== prevSeg.sentences) {
+                        touch(m_0.id, nextSeg);
+                    } else {
+                        touch(m_0.id, prevSeg);
                     }
                     var existing = prevById.get(m_0.id);
                     var sentences = nextSeg.sentences;
                     var nextIndex = Math.min((_existing$nextIndex = existing === null || existing === void 0 ? void 0 : existing.nextIndex) !== null && _existing$nextIndex !== void 0 ? _existing$nextIndex : 0, sentences.length);
                     var stopped = (_existing$stopped = existing === null || existing === void 0 ? void 0 : existing.stopped) !== null && _existing$stopped !== void 0 ? _existing$stopped : false;
-                    var reuseExisting = !!existing && existing.status === m_0.status && existing.sentences === sentences && // same array ref -> no change
-                    existing.nextIndex === nextIndex && existing.stopped === stopped;
-                    if (reuseExisting) {
+                    var reuse = !!existing && existing.status === m_0.status && existing.sentences === sentences && existing.nextIndex === nextIndex && existing.stopped === stopped;
+                    if (reuse) {
                         next.push(existing);
                     } else {
                         next.push({
@@ -47387,32 +47446,69 @@ var useMessageAudio = function(_ref) {
                         changed = true;
                     }
                 }
-            } catch (err) {
-                _didIteratorError = true;
-                _iteratorError = err;
-            } finally{
+                var unfinished = [];
+                var finished = [];
+                for(var i_1 = 0; i_1 < next.length; i_1++){
+                    var m_1 = next[i_1];
+                    if (!m_1.stopped && (m_1.status === "in_progress" || m_1.nextIndex < m_1.sentences.length)) {
+                        unfinished.push(m_1);
+                    } else {
+                        finished.push(m_1);
+                    }
+                }
+                var prunedFinished = finished.length > KEEP_FINISHED_MESSAGES ? finished.slice(finished.length - KEEP_FINISHED_MESSAGES) : finished;
+                var combined = unfinished.concat(prunedFinished);
+                if (!changed) {
+                    if (combined.length !== prev.length) changed = true;
+                    else {
+                        for(var i_2 = 0; i_2 < combined.length; i_2++){
+                            if (combined[i_2] !== prev[i_2]) {
+                                changed = true;
+                                break;
+                            }
+                        }
+                    }
+                }
+                var idsInQueue = new Set(combined.map(function(m_2) {
+                    return m_2.id;
+                }));
+                var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
                 try {
-                    if (!_iteratorNormalCompletion && _iterator.return != null) {
-                        _iterator.return();
+                    for(var _iterator = Array.from(segCache.keys())[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
+                        var id_0 = _step.value;
+                        if (!idsInQueue.has(id_0)) segCache.delete(id_0);
                     }
+                } catch (err) {
+                    _didIteratorError = true;
+                    _iteratorError = err;
                 } finally{
-                    if (_didIteratorError) {
-                        throw _iteratorError;
+                    try {
+                        if (!_iteratorNormalCompletion && _iterator.return != null) {
+                            _iterator.return();
+                        }
+                    } finally{
+                        if (_didIteratorError) {
+                            throw _iteratorError;
+                        }
                     }
                 }
+                evictLRU();
+                return changed ? combined : prev;
+            });
+            mirrorTimerRef.current = null;
+            if (pendingMirrorRef.current) {
+                pendingMirrorRef.current = false;
+                mirrorTimerRef.current = window.setTimeout(run, THROTTLE_MS);
             }
-            if (next.length !== prev.length) {
-                changed = true;
-            } else {
-                for(var i = 0; i < next.length; i++){
-                    if (next[i] !== prev[i]) {
-                        changed = true;
-                        break;
-                    }
-                }
+        };
+        mirrorTimerRef.current = window.setTimeout(run, THROTTLE_MS);
+        return function() {
+            if (mirrorTimerRef.current != null) {
+                clearTimeout(mirrorTimerRef.current);
+                mirrorTimerRef.current = null;
             }
-            return changed ? next : prev;
-        });
+            pendingMirrorRef.current = false;
+        };
     }, [
         messagesProps.messages
     ]);
@@ -47424,15 +47520,14 @@ var useMessageAudio = function(_ref) {
         audioPlayer.load("".concat(superinterfaceContext.baseUrl, "/audio-runtimes/tts?").concat(searchParams), {
             format: "mp3",
             autoplay: isAudioPlayed,
-            // first call false; then true for snappier chaining
             html5: isHtmlAudioSupported,
             onplay: onPlay,
             onstop: onStop,
             onload: function() {
                 var current = currentSentenceRef.current;
                 if (!current) return;
-                var msg = audioQueueRef.current.find(function(m_1) {
-                    return m_1.id === current.messageId;
+                var msg = audioQueueRef.current.find(function(m_3) {
+                    return m_3.id === current.messageId;
                 });
                 if (!msg) return;
                 var nextSentence = msg.sentences[msg.nextIndex];
@@ -47467,42 +47562,23 @@ var useMessageAudio = function(_ref) {
         if (audioPlayer.playing) return;
         if (pickLockRef.current) return;
         var candidate = null;
-        var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
-        try {
-            for(var _iterator = audioQueue[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
-                var msg_0 = _step.value;
-                if (msg_0.stopped) continue;
-                var sentence = msg_0.sentences[msg_0.nextIndex];
-                while(sentence && !/\S/.test(sentence)){
-                    msg_0.nextIndex++;
-                    sentence = msg_0.sentences[msg_0.nextIndex];
-                }
-                if (!sentence) continue;
-                var isFull = isOptimistic({
-                    id: msg_0.id
-                }) || msg_0.status !== "in_progress" || fullSentenceRegex.test(sentence);
-                if (isFull) {
-                    candidate = {
-                        messageId: msg_0.id,
-                        sentence: sentence,
-                        index: msg_0.nextIndex,
-                        ownerStatus: msg_0.status
-                    };
-                    break;
-                }
-            }
-        } catch (err) {
-            _didIteratorError = true;
-            _iteratorError = err;
-        } finally{
-            try {
-                if (!_iteratorNormalCompletion && _iterator.return != null) {
-                    _iterator.return();
-                }
-            } finally{
-                if (_didIteratorError) {
-                    throw _iteratorError;
-                }
+        for(var mIdx = 0; mIdx < audioQueue.length; mIdx++){
+            var msg_0 = audioQueue[mIdx];
+            if (msg_0.stopped) continue;
+            var idx = msg_0.nextIndex;
+            var sentence = msg_0.sentences[idx];
+            if (!sentence) continue;
+            var isFull = isOptimistic({
+                id: msg_0.id
+            }) || msg_0.status !== "in_progress" || fullSentenceRegex.test(sentence);
+            if (isFull) {
+                candidate = {
+                    messageId: msg_0.id,
+                    sentence: sentence,
+                    index: idx,
+                    ownerStatus: msg_0.status
+                };
+                break;
             }
         }
         if (!candidate) return;
@@ -47513,10 +47589,10 @@ var useMessageAudio = function(_ref) {
             index: candidate.index
         };
         setAudioQueue(function(prev_0) {
-            return prev_0.map(function(m_2) {
-                return m_2.id === candidate.messageId ? _objectSpread47(_objectSpread47({}, m_2), {}, {
-                    nextIndex: m_2.nextIndex + 1
-                }) : m_2;
+            return prev_0.map(function(m_4) {
+                return m_4.id === candidate.messageId ? _objectSpread47(_objectSpread47({}, m_4), {}, {
+                    nextIndex: candidate.index + 1
+                }) : m_4;
             });
         });
         play({
@@ -47526,10 +47602,10 @@ var useMessageAudio = function(_ref) {
             },
             onStop: function() {
                 setAudioQueue(function(prev_1) {
-                    return prev_1.map(function(m_3) {
-                        return m_3.id === candidate.messageId ? _objectSpread47(_objectSpread47({}, m_3), {}, {
+                    return prev_1.map(function(m_5) {
+                        return m_5.id === candidate.messageId ? _objectSpread47(_objectSpread47({}, m_5), {}, {
                             stopped: true
-                        }) : m_3;
+                        }) : m_5;
                     });
                 });
                 setIsPlaying(false);
@@ -47540,10 +47616,10 @@ var useMessageAudio = function(_ref) {
                 setIsPlaying(false);
                 currentSentenceRef.current = null;
                 pickLockRef.current = false;
-                var hasPending = audioQueueRef.current.some(function(m_4) {
-                    if (m_4.stopped) return false;
-                    var hasMore = m_4.nextIndex < m_4.sentences.length;
-                    var streaming = m_4.status === "in_progress";
+                var hasPending = audioQueueRef.current.some(function(m_6) {
+                    if (m_6.stopped) return false;
+                    var hasMore = m_6.nextIndex < m_6.sentences.length;
+                    var streaming = m_6.status === "in_progress";
                     return hasMore || streaming;
                 });
                 if (!hasPending) _onEnd();
@@ -47559,9 +47635,9 @@ var useMessageAudio = function(_ref) {
     ]);
     useEffect10(function() {
         if (isHtmlAudioSupported) {
-            var _Howler$_howls$;
-            if (!(Howler !== null && Howler !== void 0 && (_Howler$_howls$ = Howler._howls[0]) !== null && _Howler$_howls$ !== void 0 && (_Howler$_howls$ = _Howler$_howls$._sounds[0]) !== null && _Howler$_howls$ !== void 0 && _Howler$_howls$._node)) return;
-            Howler._howls[0]._sounds[0]._node.crossOrigin = "anonymous";
+            var _Howler$_howls;
+            var node = Howler === null || Howler === void 0 || (_Howler$_howls = Howler._howls) === null || _Howler$_howls === void 0 || (_Howler$_howls = _Howler$_howls[0]) === null || _Howler$_howls === void 0 || (_Howler$_howls = _Howler$_howls._sounds) === null || _Howler$_howls === void 0 || (_Howler$_howls = _Howler$_howls[0]) === null || _Howler$_howls === void 0 ? void 0 : _Howler$_howls._node;
+            if (node) node.crossOrigin = "anonymous";
         }
     }, [
         audioPlayer
@@ -47573,14 +47649,17 @@ var useMessageAudio = function(_ref) {
         if (isAudioEngineInited.current) return;
         isAudioEngineInited.current = true;
         if (isHtmlAudioSupported) {
-            var _Howler$_howls$2;
-            var audioContext = new AudioContext();
-            setAudioEngine({
-                // @ts-ignore-next-line
-                source: audioContext.createMediaElementSource(// @ts-ignore-next-line
-                (_Howler$_howls$2 = Howler._howls[0]) === null || _Howler$_howls$2 === void 0 || (_Howler$_howls$2 = _Howler$_howls$2._sounds[0]) === null || _Howler$_howls$2 === void 0 ? void 0 : _Howler$_howls$2._node),
-                audioContext: audioContext
-            });
+            var _Howler$_howls2;
+            var AudioCtx = window.AudioContext || window.webkitAudioContext;
+            var audioContext = new AudioCtx();
+            var node_0 = Howler === null || Howler === void 0 || (_Howler$_howls2 = Howler._howls) === null || _Howler$_howls2 === void 0 || (_Howler$_howls2 = _Howler$_howls2[0]) === null || _Howler$_howls2 === void 0 || (_Howler$_howls2 = _Howler$_howls2._sounds) === null || _Howler$_howls2 === void 0 || (_Howler$_howls2 = _Howler$_howls2[0]) === null || _Howler$_howls2 === void 0 ? void 0 : _Howler$_howls2._node;
+            if (node_0) {
+                setAudioEngine({
+                    // @ts-ignore-next-line
+                    source: audioContext.createMediaElementSource(node_0),
+                    audioContext: audioContext
+                });
+            }
         } else {
             setAudioEngine({
                 source: Howler.masterGain,
@@ -47600,8 +47679,8 @@ var useMessageAudio = function(_ref) {
         audioEngine
     ]);
     var isPending = useMemo17(function() {
-        return isPlaying || audioQueue.some(function(m_5) {
-            return !m_5.stopped && (m_5.nextIndex < m_5.sentences.length || m_5.status === "in_progress");
+        return isPlaying || audioQueue.some(function(m_7) {
+            return !m_7.stopped && (m_7.nextIndex < m_7.sentences.length || m_7.status === "in_progress");
         });
     }, [
         isPlaying,