@superinterface/react 5.3.0-beta.11 → 5.3.0-beta.13

package/dist/index.d.cts

@@ -1,5 +1,5 @@
 import * as react_jsx_runtime from 'react/jsx-runtime';
-import { MessagesPage, ThreadStorageOptions, StyleProps, SerializedMessage, UseCreateMessageVariables, DefaultAudioSegment, PlayInputArgs, MessageAudioOverrides, AudioRuntime, Avatar as Avatar$1, SerializedRunStep, ToolCall, MessageGroup as MessageGroup$1 } from './types/index.cjs';
+import { MessagesPage, ThreadStorageOptions, StyleProps, SerializedMessage, UseCreateMessageVariables, DefaultAudioSegment, PlayArgs, MessageAudioOverrides, AudioRuntime, Avatar as Avatar$1, SerializedRunStep, ToolCall, MessageGroup as MessageGroup$1 } from './types/index.cjs';
 import * as _tanstack_react_query from '@tanstack/react-query';
 import { UseInfiniteQueryOptions, InfiniteData, UseMutationOptions } from '@tanstack/react-query';
 import * as react_hook_form from 'react-hook-form';
@@ -581,7 +581,7 @@ declare const AudioThreadDialog: {
 
 type Args$6<TSegment = DefaultAudioSegment> = {
     children: React.ReactNode;
-    play?: (args: PlayInputArgs) => Promise<void> | void;
+    play?: (args: PlayArgs<TSegment>) => Promise<void> | void;
     playSegments?: MessageAudioOverrides<TSegment>['playSegments'];
     getSegments?: MessageAudioOverrides<TSegment>['getSegments'];
     onEnd?: () => void;

package/dist/index.d.ts

@@ -1,5 +1,5 @@
 import * as react_jsx_runtime from 'react/jsx-runtime';
-import { MessagesPage, ThreadStorageOptions, StyleProps, SerializedMessage, UseCreateMessageVariables, DefaultAudioSegment, PlayInputArgs, MessageAudioOverrides, AudioRuntime, Avatar as Avatar$1, SerializedRunStep, ToolCall, MessageGroup as MessageGroup$1 } from './types/index.js';
+import { MessagesPage, ThreadStorageOptions, StyleProps, SerializedMessage, UseCreateMessageVariables, DefaultAudioSegment, PlayArgs, MessageAudioOverrides, AudioRuntime, Avatar as Avatar$1, SerializedRunStep, ToolCall, MessageGroup as MessageGroup$1 } from './types/index.js';
 import * as _tanstack_react_query from '@tanstack/react-query';
 import { UseInfiniteQueryOptions, InfiniteData, UseMutationOptions } from '@tanstack/react-query';
 import * as react_hook_form from 'react-hook-form';
@@ -581,7 +581,7 @@ declare const AudioThreadDialog: {
 
 type Args$6<TSegment = DefaultAudioSegment> = {
     children: React.ReactNode;
-    play?: (args: PlayInputArgs) => Promise<void> | void;
+    play?: (args: PlayArgs<TSegment>) => Promise<void> | void;
     playSegments?: MessageAudioOverrides<TSegment>['playSegments'];
     getSegments?: MessageAudioOverrides<TSegment>['getSegments'];
     onEnd?: () => void;

package/dist/index.js

@@ -47381,6 +47381,27 @@ var getIncrementalSegments = function(prev, nextInput, now) {
         touched: now
     };
 };
+var getDefaultSegments = function(prev, input2, message, nowTs) {
+    var base = getIncrementalSegments(prev, input2, nowTs);
+    var fullSegments = base.segments;
+    var readyCount = fullSegments.length;
+    if (readyCount > 0 && !isOptimistic({
+        id: message.id
+    }) && message.status === "in_progress") {
+        var last3 = fullSegments[fullSegments.length - 1];
+        if (last3 && !FULL_SENTENCE_REGEX.test(last3)) readyCount -= 1;
+    }
+    var readySegments = fullSegments.slice(0, Math.max(0, readyCount));
+    var playable = readyCount === fullSegments.length ? fullSegments : readySegments;
+    return {
+        entry: {
+            input: base.input,
+            segments: base.segments,
+            touched: nowTs
+        },
+        playable: playable
+    };
+};
 var segmentsEqual = function(a, b) {
     if (a === b) return true;
     if (a.length !== b.length) return false;
@@ -47419,16 +47440,6 @@ var useMessageAudio = function(_ref) {
             setIsAudioPlayed(true);
         }
     }, []);
-    var segmentToText = useCallback7(function(segment) {
-        if (typeof segment === "string") return segment;
-        if (segment && (typeof segment === "undefined" ? "undefined" : _type_of(segment)) === "object" && "text" in segment) {
-            var value = segment.text;
-            if (typeof value === "string") return value;
-        }
-        if (segment == null) return void 0;
-        var stringified = String(segment);
-        return stringified.length > 0 ? stringified : void 0;
-    }, []);
     var checkForCompletion = useCallback7(function() {
         if (activeSegmentsRef.current > 0) return;
         var hasPending = audioQueueRef.current.some(function(m) {
@@ -47451,7 +47462,7 @@ var useMessageAudio = function(_ref) {
         }
         var run = /* @__PURE__ */ function() {
             var _ref2 = _asyncToGenerator11(function() {
-                var assistantsDesc, assistantsAsc, nowTs, lastNIds, prevQueue, prevById, prevUnfinishedIds, streamingIds, includeIds, segCache, nextQueue, changed, touch, i, _existing$nextIndex, _existing$stopped, m_6, rawInput, prevEntry, nextEntry, playableSegments, customSegments, safeSegments, base, fullSegments, readyCount, last3, readySegments, existing, nextIndex, stopped, reuse, unfinished, finished, prunedFinished, combined, i_0, idsInQueue, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, id_3, _iteratorNormalCompletion1, _didIteratorError1, _iteratorError1, _iterator1, _step1, id_4, entries, toRemove, i_1;
+                var assistantsDesc, assistantsAsc, nowTs, lastNIds, prevQueue, prevById, prevUnfinishedIds, streamingIds, includeIds, segCache, nextQueue, changed, touch, i, _existing$nextIndex, _existing$stopped, m_6, input2, prevEntry, nextEntry, playableSegments, customSegments, safeSegments, _getDefaultSegments, entry_0, playable, existing, nextIndex, stopped, reuse, unfinished, finished, prunedFinished, combined, i_0, idsInQueue, _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, id_3, _iteratorNormalCompletion1, _didIteratorError1, _iteratorError1, _iterator1, _step1, id_4, entries, toRemove, i_1;
                 return _ts_generator(this, function(_state) {
                     switch(_state.label){
                         case 0:
@@ -47512,10 +47523,10 @@ var useMessageAudio = function(_ref) {
                                 3,
                                 5
                             ];
-                            rawInput = input({
+                            input2 = input({
                                 message: m_6
                             });
-                            if (rawInput == null) {
+                            if (input2 == null) {
                                 segCache.delete(m_6.id);
                                 messagesByIdRef.current.delete(m_6.id);
                                 return [
@@ -47535,14 +47546,14 @@ var useMessageAudio = function(_ref) {
                                 4,
                                 Promise.resolve(providedGetSegments({
                                     message: m_6,
-                                    rawInput: rawInput
+                                    input: input2
                                 }))
                             ];
                         case 2:
                             customSegments = _state.sent();
                             safeSegments = Array.isArray(customSegments) ? customSegments : [];
                             nextEntry = {
-                                input: rawInput,
+                                input: input2,
                                 segments: safeSegments,
                                 touched: nowTs
                             };
@@ -47552,29 +47563,16 @@ var useMessageAudio = function(_ref) {
                                 4
                             ];
                         case 3:
-                            base = getIncrementalSegments(prevEntry, rawInput, nowTs);
-                            nextEntry = {
-                                input: base.input,
-                                segments: base.segments,
-                                touched: nowTs
-                            };
-                            fullSegments = base.segments;
-                            readyCount = fullSegments.length;
-                            if (readyCount > 0 && !isOptimistic({
-                                id: m_6.id
-                            }) && m_6.status === "in_progress") {
-                                last3 = fullSegments[fullSegments.length - 1];
-                                if (last3 && !FULL_SENTENCE_REGEX.test(last3)) readyCount -= 1;
-                            }
-                            readySegments = fullSegments.slice(0, Math.max(0, readyCount));
-                            playableSegments = readyCount === fullSegments.length ? fullSegments : readySegments;
+                            _getDefaultSegments = getDefaultSegments(prevEntry, input2, m_6, nowTs), entry_0 = _getDefaultSegments.entry, playable = _getDefaultSegments.playable;
+                            nextEntry = entry_0;
+                            playableSegments = playable;
                             _state.label = 4;
                         case 4:
                             touch(m_6.id, nextEntry);
                             existing = prevById.get(m_6.id);
                             nextIndex = Math.min((_existing$nextIndex = existing === null || existing === void 0 ? void 0 : existing.nextIndex) !== null && _existing$nextIndex !== void 0 ? _existing$nextIndex : 0, playableSegments.length);
                             stopped = (_existing$stopped = existing === null || existing === void 0 ? void 0 : existing.stopped) !== null && _existing$stopped !== void 0 ? _existing$stopped : false;
-                            reuse = !!existing && existing.status === m_6.status && existing.rawInput === rawInput && existing.nextIndex === nextIndex && existing.stopped === stopped && segmentsEqual(existing.segments, playableSegments);
+                            reuse = !!existing && existing.status === m_6.status && existing.messageInput === input2 && existing.nextIndex === nextIndex && existing.stopped === stopped && segmentsEqual(existing.segments, playableSegments);
                             if (reuse) {
                                 nextQueue.push(existing);
                             } else {
@@ -47584,7 +47582,7 @@ var useMessageAudio = function(_ref) {
                                     segments: playableSegments,
                                     nextIndex: nextIndex,
                                     stopped: stopped,
-                                    rawInput: rawInput
+                                    messageInput: input2
                                 });
                                 changed = true;
                             }
@@ -47737,13 +47735,13 @@ var useMessageAudio = function(_ref) {
     ]);
     var defaultPlay = useCallback7(/* @__PURE__ */ function() {
         var _ref5 = _asyncToGenerator11(function(_ref4) {
-            var input2, onPlay, onStop, onEnd_0, searchParams;
+            var input_0, onPlay, onStop, onEnd_0, searchParams;
             return _ts_generator(this, function(_state) {
                 switch(_state.label){
                     case 0:
-                        input2 = _ref4.input, onPlay = _ref4.onPlay, onStop = _ref4.onStop, onEnd_0 = _ref4.onEnd;
+                        input_0 = _ref4.input, onPlay = _ref4.onPlay, onStop = _ref4.onStop, onEnd_0 = _ref4.onEnd;
                         searchParams = new URLSearchParams(_objectSpread47({
-                            input: input2
+                            input: input_0
                         }, superinterfaceContext.variables));
                         return [
                             4,
@@ -47778,10 +47776,8 @@ var useMessageAudio = function(_ref) {
                                         if (!owner) return;
                                         var nextSegment = owner.segments[current.nextIndex];
                                         if (!nextSegment) return;
-                                        var nextText = segmentToText(nextSegment);
-                                        if (!nextText) return;
                                         var nextSearchParams = new URLSearchParams(_objectSpread47({
-                                            input: nextText
+                                            input: nextSegment
                                         }, superinterfaceContext.variables));
                                         nextAudioPlayer.load("".concat(superinterfaceContext.baseUrl, "/audio-runtimes/tts?").concat(nextSearchParams), {
                                             format: "mp3",
@@ -47807,37 +47803,28 @@ var useMessageAudio = function(_ref) {
         audioPlayer,
         nextAudioPlayer,
         superinterfaceContext,
-        segmentToText
+        markAudioPlayed
     ]);
     var playInternal = useCallback7(/* @__PURE__ */ function() {
-        var _ref6 = _asyncToGenerator11(function(segment_0, handlers2) {
-            var text, args;
+        var _ref6 = _asyncToGenerator11(function(segment, handlers2) {
             return _ts_generator(this, function(_state) {
                 switch(_state.label){
                     case 0:
-                        text = segmentToText(segment_0);
-                        if (!text) {
-                            handlers2.onEnd();
-                            return [
-                                2
-                            ];
-                        }
-                        args = {
-                            input: text,
-                            onPlay: function() {
-                                markAudioPlayed();
-                                handlers2.onPlay();
-                            },
-                            onStop: handlers2.onStop,
-                            onEnd: handlers2.onEnd
-                        };
                         if (!providedPlay) return [
                             3,
                             2
                         ];
                         return [
                             4,
-                            Promise.resolve(providedPlay(args))
+                            Promise.resolve(providedPlay({
+                                input: segment,
+                                onPlay: function() {
+                                    markAudioPlayed();
+                                    handlers2.onPlay();
+                                },
+                                onStop: handlers2.onStop,
+                                onEnd: handlers2.onEnd
+                            }))
                         ];
                     case 1:
                         _state.sent();
@@ -47847,7 +47834,12 @@ var useMessageAudio = function(_ref) {
                     case 2:
                         return [
                             4,
-                            defaultPlay(args)
+                            defaultPlay({
+                                input: segment,
+                                onPlay: handlers2.onPlay,
+                                onStop: handlers2.onStop,
+                                onEnd: handlers2.onEnd
+                            })
                         ];
                     case 3:
                         _state.sent();
@@ -47861,7 +47853,6 @@ var useMessageAudio = function(_ref) {
             return _ref6.apply(this, arguments);
         };
     }(), [
-        segmentToText,
         providedPlay,
         defaultPlay,
         markAudioPlayed
@@ -47912,7 +47903,7 @@ var useMessageAudio = function(_ref) {
         };
     }(), []);
     var playSegmentsImpl = useCallback7(/* @__PURE__ */ function() {
-        var _ref9 = _asyncToGenerator11(function(args_0) {
+        var _ref9 = _asyncToGenerator11(function(args) {
             return _ts_generator(this, function(_state) {
                 switch(_state.label){
                     case 0:
@@ -47922,7 +47913,7 @@ var useMessageAudio = function(_ref) {
                         ];
                         return [
                             4,
-                            Promise.resolve(providedPlaySegments(args_0))
+                            Promise.resolve(providedPlaySegments(args))
                         ];
                     case 1:
                         _state.sent();
@@ -47932,7 +47923,7 @@ var useMessageAudio = function(_ref) {
                     case 2:
                         return [
                             4,
-                            defaultPlaySegments(args_0)
+                            defaultPlaySegments(args)
                         ];
                     case 3:
                         _state.sent();
@@ -47990,7 +47981,7 @@ var useMessageAudio = function(_ref) {
             candidate = {
                 messageId: msg.id,
                 message: message_0,
-                rawInput: msg.rawInput,
+                messageInput: msg.messageInput,
                 startIndex: msg.nextIndex,
                 segments: msg.segments.slice(msg.nextIndex)
             };
@@ -48028,7 +48019,7 @@ var useMessageAudio = function(_ref) {
                                     startIndex: candidate.startIndex,
                                     message: candidate.message,
                                     play: function() {
-                                        var _play = _asyncToGenerator11(function(segment_1) {
+                                        var _play = _asyncToGenerator11(function(segment_0) {
                                             return _ts_generator(this, function(_state) {
                                                 switch(_state.label){
                                                     case 0:
@@ -48040,7 +48031,7 @@ var useMessageAudio = function(_ref) {
                                                         };
                                                         return [
                                                             4,
-                                                            playInternal(segment_1, {
+                                                            playInternal(segment_0, {
                                                                 onPlay: function() {},
                                                                 onStop: function() {
                                                                     return handleStop(candidate.messageId);