@assistant-ui/core 0.1.9 → 0.1.10

package/dist/react/runtimes/RemoteThreadListThreadListRuntimeCore.d.ts

@@ -38,12 +38,17 @@ export declare class RemoteThreadListThreadListRuntimeCore extends BaseSubscriba
         resumeToolCall: (options: import("../..").ResumeToolCallOptions) => void;
         speak: (messageId: string) => void;
         stopSpeaking: () => void;
+        connectVoice: () => void;
+        disconnectVoice: () => void;
+        muteVoice: () => void;
+        unmuteVoice: () => void;
         submitFeedback: (feedback: import("../..").SubmitFeedbackOptions) => void;
         getModelContext: () => import("../..").ModelContext;
         composer: import("../..").ThreadComposerRuntimeCore;
         getEditComposer: (messageId: string) => import("../..").ComposerRuntimeCore | undefined;
         beginEdit: (messageId: string) => void;
         speech: import("../..").SpeechState | undefined;
+        voice: import("../..").VoiceSessionState | undefined;
         capabilities: Readonly<import("../..").RuntimeCapabilities>;
         isDisabled: boolean;
         isLoading: boolean;
@@ -52,6 +57,8 @@ export declare class RemoteThreadListThreadListRuntimeCore extends BaseSubscriba
         suggestions: readonly import("../..").ThreadSuggestion[];
         extras: unknown;
         subscribe: (callback: () => void) => import("../..").Unsubscribe;
+        getVoiceVolume: () => number;
+        subscribeVoiceVolume: (callback: () => void) => import("../..").Unsubscribe;
         import(repository: import("../..").ExportedMessageRepository): void;
         export(): import("../..").ExportedMessageRepository;
         exportExternalState(): any;
@@ -76,12 +83,17 @@ export declare class RemoteThreadListThreadListRuntimeCore extends BaseSubscriba
         resumeToolCall: (options: import("../..").ResumeToolCallOptions) => void;
         speak: (messageId: string) => void;
         stopSpeaking: () => void;
+        connectVoice: () => void;
+        disconnectVoice: () => void;
+        muteVoice: () => void;
+        unmuteVoice: () => void;
         submitFeedback: (feedback: import("../..").SubmitFeedbackOptions) => void;
         getModelContext: () => import("../..").ModelContext;
         composer: import("../..").ThreadComposerRuntimeCore;
         getEditComposer: (messageId: string) => import("../..").ComposerRuntimeCore | undefined;
         beginEdit: (messageId: string) => void;
         speech: import("../..").SpeechState | undefined;
+        voice: import("../..").VoiceSessionState | undefined;
         capabilities: Readonly<import("../..").RuntimeCapabilities>;
         isDisabled: boolean;
         isLoading: boolean;
@@ -90,6 +102,8 @@ export declare class RemoteThreadListThreadListRuntimeCore extends BaseSubscriba
         suggestions: readonly import("../..").ThreadSuggestion[];
         extras: unknown;
         subscribe: (callback: () => void) => import("../..").Unsubscribe;
+        getVoiceVolume: () => number;
+        subscribeVoiceVolume: (callback: () => void) => import("../..").Unsubscribe;
         import(repository: import("../..").ExportedMessageRepository): void;
         export(): import("../..").ExportedMessageRepository;
         exportExternalState(): any;

package/dist/react/runtimes/RemoteThreadListThreadListRuntimeCore.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"RemoteThreadListThreadListRuntimeCore.d.ts","sourceRoot":"","sources":["../../../src/react/runtimes/RemoteThreadListThreadListRuntimeCore.tsx"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,qBAAqB,EAAE,6DAA0D;AAE/F,OAAO,EAAE,gBAAgB,EAAE,2CAAwC;AAGnE,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EAElB,iEAA8D;AAM/D,OAAO,KAAK,EAAE,uBAAuB,EAAE,mDAAgD;AAEvF,OAAO,EAEL,EAAE,EAKH,MAAM,OAAO,CAAC;AAGf,OAAO,KAAK,EAAE,oBAAoB,EAAE,qCAAkC;AAGtE,qBAAa,qCACX,SAAQ,gBACR,YAAW,qBAAqB;IAEhC,OAAO,CAAC,QAAQ,CAA2B;IAC3C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAsC;IAEnE,OAAO,CAAC,mBAAmB,CAA4B;IAEvD,OAAO,CAAC,aAAa,CAAU;IAC/B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAOpB;IAEH,IAAW,WAAW,0DAErB;IAEM,qBAAqB;IAuE5B,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAuB;gBAGrD,OAAO,EAAE,uBAAuB,EAChC,eAAe,EAAE,oBAAoB;IAkBvC,OAAO,CAAC,WAAW,CAAC;IAEb,qBAAqB,CAAC,OAAO,EAAE,uBAAuB;IActD,eAAe;IAItB,IAAW,SAAS,YAEnB;IAED,IAAW,SAAS,sBAEnB;IAED,IAAW,iBAAiB,sBAE3B;IAED,IAAW,WAAW,uBAErB;IAED,IAAW,YAAY,IAAI,MAAM,CAEhC;IAEM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAMxB,oBAAoB,CAAC,kBAAkB,EAAE,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAS/C,WAAW,CAAC,kBAAkB,EAAE,MAAM;IAIhC,cAAc,CAAC,kBAAkB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkEzD,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAwCxC,UAAU,GAAU,UAAU,MAAM,6DAmDzC;IAEK,aAAa,GAAU,UAAU,MAAM,mBAgC5C;IAEK,MAAM,CAAC,kBAAkB,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YA4B5D,sBAAsB;IASvB,OAAO,CAAC,kBAAkB,EAAE,MAAM;IAmBxC,SAAS,CAAC,kBAAkB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAqB9C,MAAM,CAAC,kBAAkB,EAAE,MAAM;IAoBjC,MAAM,CAAC,kBAAkB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAU9D,OAAO,CAAC,WAAW,CAA8B;IAE1C,0BAA0B,EAAE,EAAE,CA0BnC;CACH"}
+{"version":3,"file":"RemoteThreadListThreadListRuntimeCore.d.ts","sourceRoot":"","sources":["../../../src/react/runtimes/RemoteThreadListThreadListRuntimeCore.tsx"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,qBAAqB,EAAE,6DAA0D;AAE/F,OAAO,EAAE,gBAAgB,EAAE,2CAAwC;AAGnE,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EAElB,iEAA8D;AAM/D,OAAO,KAAK,EAAE,uBAAuB,EAAE,mDAAgD;AAEvF,OAAO,EAEL,EAAE,EAKH,MAAM,OAAO,CAAC;AAGf,OAAO,KAAK,EAAE,oBAAoB,EAAE,qCAAkC;AAGtE,qBAAa,qCACX,SAAQ,gBACR,YAAW,qBAAqB;IAEhC,OAAO,CAAC,QAAQ,CAA2B;IAC3C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAsC;IAEnE,OAAO,CAAC,mBAAmB,CAA4B;IAEvD,OAAO,CAAC,aAAa,CAAU;IAC/B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAOpB;IAEH,IAAW,WAAW,0DAErB;IAEM,qBAAqB;IAuE5B,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAuB;gBAGrD,OAAO,EAAE,uBAAuB,EAChC,eAAe,EAAE,oBAAoB;IAkBvC,OAAO,CAAC,WAAW,CAAC;IAEb,qBAAqB,CAAC,OAAO,EAAE,uBAAuB;IActD,eAAe;IAItB,IAAW,SAAS,YAEnB;IAED,IAAW,SAAS,sBAEnB;IAED,IAAW,iBAAiB,sBAE3B;IAED,IAAW,WAAW,uBAErB;IAED,IAAW,YAAY,IAAI,MAAM,CAEhC;IAEM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAMxB,oBAAoB,CAAC,kBAAkB,EAAE,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAS/C,WAAW,CAAC,kBAAkB,EAAE,MAAM;IAIhC,cAAc,CAAC,kBAAkB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkEzD,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAwCxC,UAAU,GAAU,UAAU,MAAM,6DAmDzC;IAEK,aAAa,GAAU,UAAU,MAAM,mBAgC5C;IAEK,MAAM,CAAC,kBAAkB,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YA4B5D,sBAAsB;IASvB,OAAO,CAAC,kBAAkB,EAAE,MAAM;IAmBxC,SAAS,CAAC,kBAAkB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAqB9C,MAAM,CAAC,kBAAkB,EAAE,MAAM;IAoBjC,MAAM,CAAC,kBAAkB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAU9D,OAAO,CAAC,WAAW,CAA8B;IAE1C,0BAA0B,EAAE,EAAE,CA0BnC;CACH"}

package/dist/react/runtimes/useLocalRuntime.d.ts

@@ -17,6 +17,7 @@ export declare const splitLocalRuntimeOptions: <T extends LocalRuntimeOptions>(o
             attachments?: import("../../index").AttachmentAdapter | undefined;
             speech?: import("../../index").SpeechSynthesisAdapter | undefined;
             dictation?: import("../../index").DictationAdapter | undefined;
+            voice?: import("../../index").RealtimeVoiceAdapter | undefined;
             feedback?: import("../../index").FeedbackAdapter | undefined;
             suggestion?: import("../../index").SuggestionAdapter | undefined;
         }, "chatModel"> | undefined;

package/dist/react/runtimes/useLocalRuntime.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"useLocalRuntime.d.ts","sourceRoot":"","sources":["../../../src/react/runtimes/useLocalRuntime.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,gBAAgB,EAChB,gBAAgB,EAChB,iBAAiB,EAClB,uBAAoB;AACrB,OAAO,KAAK,EAAE,uBAAuB,EAAE,sDAAmD;AAM1F,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAEtD,MAAM,MAAM,mBAAmB,GAAG,IAAI,CAAC,uBAAuB,EAAE,UAAU,CAAC,GAAG;IAC5E,KAAK,CAAC,EAAE,cAAc,GAAG,SAAS,CAAC;IACnC,eAAe,CAAC,EAAE,SAAS,iBAAiB,EAAE,GAAG,SAAS,CAAC;IAC3D,QAAQ,CAAC,EAAE,IAAI,CAAC,uBAAuB,CAAC,UAAU,CAAC,EAAE,WAAW,CAAC,GAAG,SAAS,CAAC;CAC/E,CAAC;AA8CF,eAAO,MAAM,wBAAwB,GAAI,CAAC,SAAS,mBAAmB,EACpE,SAAS,CAAC;;;;;;;;;;;;;;;;;CAqBX,CAAC;AAEF,eAAO,MAAM,eAAe,GAC1B,WAAW,gBAAgB,EAC3B,wBAAuB,mBAAwB,KAC9C,gBASF,CAAC"}
+{"version":3,"file":"useLocalRuntime.d.ts","sourceRoot":"","sources":["../../../src/react/runtimes/useLocalRuntime.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,gBAAgB,EAChB,gBAAgB,EAChB,iBAAiB,EAClB,uBAAoB;AACrB,OAAO,KAAK,EAAE,uBAAuB,EAAE,sDAAmD;AAM1F,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAEtD,MAAM,MAAM,mBAAmB,GAAG,IAAI,CAAC,uBAAuB,EAAE,UAAU,CAAC,GAAG;IAC5E,KAAK,CAAC,EAAE,cAAc,GAAG,SAAS,CAAC;IACnC,eAAe,CAAC,EAAE,SAAS,iBAAiB,EAAE,GAAG,SAAS,CAAC;IAC3D,QAAQ,CAAC,EAAE,IAAI,CAAC,uBAAuB,CAAC,UAAU,CAAC,EAAE,WAAW,CAAC,GAAG,SAAS,CAAC;CAC/E,CAAC;AA8CF,eAAO,MAAM,wBAAwB,GAAI,CAAC,SAAS,mBAAmB,EACpE,SAAS,CAAC;;;;;;;;;;;;;;;;;;CAqBX,CAAC;AAEF,eAAO,MAAM,eAAe,GAC1B,WAAW,gBAAgB,EAC3B,wBAAuB,mBAAwB,KAC9C,gBASF,CAAC"}

package/dist/react/types/scopes/interactables.d.ts

@@ -23,15 +23,32 @@ export type InteractableRegistration = {
     initialState: unknown;
     selected?: boolean | undefined;
 };
+export type InteractablePersistenceStatus = {
+    isPending: boolean;
+    error: unknown;
+};
 export type InteractablesState = {
     /** Keyed by instance id */
     definitions: Record<string, InteractableDefinition>;
+    /** Per-id persistence sync status */
+    persistence: Record<string, InteractablePersistenceStatus>;
+};
+export type InteractablePersistedState = Record<string, {
+    name: string;
+    state: unknown;
+}>;
+export type InteractablePersistenceAdapter = {
+    save(state: InteractablePersistedState): void | Promise<void>;
 };
 export type InteractablesMethods = {
     getState(): InteractablesState;
     register(def: InteractableRegistration): Unsubscribe;
     setState(id: string, updater: (prev: unknown) => unknown): void;
     setSelected(id: string, selected: boolean): void;
+    exportState(): InteractablePersistedState;
+    importState(saved: InteractablePersistedState): void;
+    setPersistenceAdapter(adapter: InteractablePersistenceAdapter | undefined): void;
+    flush(): Promise<void>;
 };
 export type InteractablesClientSchema = {
     methods: InteractablesMethods;

package/dist/react/types/scopes/interactables.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"interactables.d.ts","sourceRoot":"","sources":["../../../../src/react/types/scopes/interactables.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,KAAK,EAAE,WAAW,EAAE,0BAAiB;AAE5C;;;GAGG;AACH,MAAM,MAAM,uBAAuB,GAAG,WAAW,CAC/C,OAAO,CAAC,IAAI,EAAE;IAAE,UAAU,EAAE,OAAO,CAAA;CAAE,CAAC,CAAC,YAAY,CAAC,CACrD,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,uBAAuB,CAAC;IACrC,KAAK,EAAE,OAAO,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,uBAAuB,CAAC;IACrC,YAAY,EAAE,OAAO,CAAC;IACtB,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,2BAA2B;IAC3B,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC;CACrD,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,QAAQ,IAAI,kBAAkB,CAAC;IAC/B,QAAQ,CAAC,GAAG,EAAE,wBAAwB,GAAG,WAAW,CAAC;IACrD,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,OAAO,GAAG,IAAI,CAAC;IAChE,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAC;CAClD,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACtC,OAAO,EAAE,oBAAoB,CAAC;CAC/B,CAAC"}
+{"version":3,"file":"interactables.d.ts","sourceRoot":"","sources":["../../../../src/react/types/scopes/interactables.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,KAAK,EAAE,WAAW,EAAE,0BAAiB;AAE5C;;;GAGG;AACH,MAAM,MAAM,uBAAuB,GAAG,WAAW,CAC/C,OAAO,CAAC,IAAI,EAAE;IAAE,UAAU,EAAE,OAAO,CAAA;CAAE,CAAC,CAAC,YAAY,CAAC,CACrD,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,uBAAuB,CAAC;IACrC,KAAK,EAAE,OAAO,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,uBAAuB,CAAC;IACrC,YAAY,EAAE,OAAO,CAAC;IACtB,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,6BAA6B,GAAG;IAC1C,SAAS,EAAE,OAAO,CAAC;IACnB,KAAK,EAAE,OAAO,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,2BAA2B;IAC3B,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC;IACpD,qCAAqC;IACrC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,6BAA6B,CAAC,CAAC;CAC5D,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG,MAAM,CAC7C,MAAM,EACN;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,CACjC,CAAC;AAEF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,IAAI,CAAC,KAAK,EAAE,0BAA0B,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC/D,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,QAAQ,IAAI,kBAAkB,CAAC;IAC/B,QAAQ,CAAC,GAAG,EAAE,wBAAwB,GAAG,WAAW,CAAC;IACrD,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,OAAO,GAAG,IAAI,CAAC;IAChE,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAC;IACjD,WAAW,IAAI,0BAA0B,CAAC;IAC1C,WAAW,CAAC,KAAK,EAAE,0BAA0B,GAAG,IAAI,CAAC;IACrD,qBAAqB,CACnB,OAAO,EAAE,8BAA8B,GAAG,SAAS,GAClD,IAAI,CAAC;IACR,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACtC,OAAO,EAAE,oBAAoB,CAAC;CAC/B,CAAC"}

package/dist/runtime/api/thread-runtime.d.ts

@@ -1,4 +1,4 @@
-import { ThreadSuggestion, RuntimeCapabilities, ThreadRuntimeCore, SpeechState, ThreadRuntimeEventType, StartRunConfig, ResumeRunConfig } from "../interfaces/thread-runtime-core.js";
+import { ThreadSuggestion, RuntimeCapabilities, ThreadRuntimeCore, SpeechState, VoiceSessionState, ThreadRuntimeEventType, StartRunConfig, ResumeRunConfig } from "../interfaces/thread-runtime-core.js";
 import { ExportedMessageRepository } from "../utils/message-repository.js";
 import { ThreadMessageLike } from "../utils/thread-message-like.js";
 import { MessageRuntime, MessageRuntimeImpl } from "./message-runtime.js";
@@ -85,6 +85,7 @@ export type ThreadState = {
      * @deprecated This API is still under active development and might change without notice.
      */
     readonly speech: SpeechState | undefined;
+    readonly voice: VoiceSessionState | undefined;
 };
 export declare const getThreadState: (runtime: ThreadRuntimeCore, threadListItemState: ThreadListItemState) => ThreadState;
 export type ThreadRuntime = {
@@ -176,6 +177,12 @@ export type ThreadRuntime = {
      * @deprecated This API is still under active development and might change without notice.
      */
     stopSpeaking(): void;
+    connectVoice(): void;
+    disconnectVoice(): void;
+    getVoiceVolume(): number;
+    subscribeVoiceVolume(callback: () => void): Unsubscribe;
+    muteVoice(): void;
+    unmuteVoice(): void;
     unstable_on(event: ThreadRuntimeEventType, callback: () => void): Unsubscribe;
 };
 export declare class ThreadRuntimeImpl implements ThreadRuntime {
@@ -198,6 +205,10 @@ export declare class ThreadRuntimeImpl implements ThreadRuntime {
             resumeToolCall: (options: import("../..").ResumeToolCallOptions) => void;
             speak: (messageId: string) => void;
             stopSpeaking: () => void;
+            connectVoice: () => void;
+            disconnectVoice: () => void;
+            muteVoice: () => void;
+            unmuteVoice: () => void;
             submitFeedback: (feedback: import("../..").SubmitFeedbackOptions) => void;
             getModelContext: () => ModelContext;
             composer: Readonly<{
@@ -254,6 +265,7 @@ export declare class ThreadRuntimeImpl implements ThreadRuntime {
             }> | undefined;
             beginEdit: (messageId: string) => void;
             speech: SpeechState | undefined;
+            voice: VoiceSessionState | undefined;
             capabilities: Readonly<RuntimeCapabilities>;
             isDisabled: boolean;
             isLoading: boolean;
@@ -262,6 +274,8 @@ export declare class ThreadRuntimeImpl implements ThreadRuntime {
             suggestions: readonly ThreadSuggestion[];
             extras: unknown;
             subscribe: (callback: () => void) => Unsubscribe;
+            getVoiceVolume: () => number;
+            subscribeVoiceVolume: (callback: () => void) => Unsubscribe;
             import(repository: ExportedMessageRepository): void;
             export(): ExportedMessageRepository;
             exportExternalState(): any;
@@ -293,6 +307,12 @@ export declare class ThreadRuntimeImpl implements ThreadRuntime {
     unstable_loadExternalState(state: any): void;
     cancelRun(): void;
     stopSpeaking(): void;
+    connectVoice(): void;
+    disconnectVoice(): void;
+    getVoiceVolume(): number;
+    subscribeVoiceVolume(callback: () => void): Unsubscribe;
+    muteVoice(): void;
+    unmuteVoice(): void;
     export(): ExportedMessageRepository;
     import(data: ExportedMessageRepository): void;
     reset(initialMessages?: readonly ThreadMessageLike[]): void;

package/dist/runtime/api/thread-runtime.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"thread-runtime.d.ts","sourceRoot":"","sources":["../../../src/runtime/api/thread-runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,EACjB,WAAW,EACX,sBAAsB,EACtB,cAAc,EACd,eAAe,EAChB,6CAA0C;AAC3C,OAAO,EAAE,yBAAyB,EAAE,uCAAoC;AACxE,OAAO,EAAE,iBAAiB,EAAE,wCAAqC;AACjE,OAAO,EACL,cAAc,EACd,kBAAkB,EAEnB,6BAA0B;AAM3B,OAAO,KAAK,EAAE,qBAAqB,EAAE,2CAAwC;AAC7E,OAAO,EACL,qBAAqB,EACrB,yBAAyB,EAC1B,8BAA2B;AAC5B,OAAO,EAEL,yBAAyB,EACzB,iBAAiB,EAClB,mBAAgB;AACjB,OAAO,KAAK,EAAE,mBAAmB,EAAE,sBAAmB;AACtD,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,+BAA4B;AACxE,OAAO,KAAK,EAAE,WAAW,EAAE,mCAAgC;AAC3D,OAAO,KAAK,EAAE,SAAS,EAAE,+BAA4B;AAGrD,OAAO,EAAE,YAAY,EAAE,qCAAkC;AACzD,OAAO,EACL,mBAAmB,EACnB,kBAAkB,EACnB,uCAAoC;AACrC,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAE3D,MAAM,MAAM,oBAAoB,GAAG;IACjC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,SAAS,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG,oBAAoB,GAAG;IACzD,MAAM,CAAC,EAAE,CACP,OAAO,EAAE,mBAAmB,KACzB,cAAc,CAAC,kBAAkB,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;CACxD,CAAC;AAmBF,MAAM,MAAM,mBAAmB,GAC3B,MAAM,GACN;IACE,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,IAAI,CAAC,EAAE,aAAa,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACzC,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,CAAC;IAClC,WAAW,CAAC,EAAE,aAAa,CAAC,aAAa,CAAC,GAAG,SAAS,CAAC;IACvD,QAAQ,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,GAAG,SAAS,CAAC;IACjD,SAAS,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IAC7B,SAAS,CAAC,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,SAAS,CAAC;IACnD,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAChC,CAAC;AAgCN,MAAM,MAAM,wBAAwB,GAAG,qBAAqB,CAC1D,iBAAiB,EACjB,iBAAiB,CAClB,GAAG;IACF,cAAc,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,WAAW,CAAC;CACnD,CAAC;AAEF,MAAM,MAAM,4BAA4B,GAAG,qBAAqB,CAC9D,mBAAmB,EACnB,yBAAyB,CAC1B,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB;;;OAGG;IACH,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAE1B;;;;OAIG;IACH,QAAQ,CAAC,QAAQ,EAAE,mBAAmB,CAAC;IAEvC;;OAEG;IACH,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAE7B;;OAEG;IACH,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAE5B;;OAEG;IACH,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAE5B;;OAEG;IACH,QAAQ,CAAC,YAAY,EAAE,mBAAmB,CAAC;IAE3C;;OAEG;IACH,QAAQ,CAAC,QAAQ,EAAE,SAAS,aAAa,EAAE,CAAC;IAE5C;;;;OAIG;IACH,QAAQ,CAAC,KAAK,EAAE,iBAAiB,CAAC;IAElC;;OAEG;IACH,QAAQ,CAAC,WAAW,EAAE,SAAS,gBAAgB,EAAE,CAAC;IAElD;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC;CAC1C,CAAC;AAEF,eAAO,MAAM,cAAc,GACzB,SAAS,iBAAiB,EAC1B,qBAAqB,mBAAmB,KACvC,WAkBF,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IAEjC;;OAEG;IACH,QAAQ,CAAC,QAAQ,EAAE,qBAAqB,CAAC;IAEzC;;OAEG;IACH,QAAQ,IAAI,WAAW,CAAC;IAExB;;;;;;;;;;;;;;;OAeG;IACH,MAAM,CAAC,OAAO,EAAE,mBAAmB,GAAG,IAAI,CAAC;IAE3C;;OAEG;IACH,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC;IACxC;;;OAGG;IACH,QAAQ,CAAC,MAAM,EAAE,oBAAoB,GAAG,IAAI,CAAC;IAE7C;;;QAGI;IACJ,SAAS,CAAC,MAAM,EAAE,qBAAqB,GAAG,IAAI,CAAC;IAE/C;;OAEG;IACH,kBAAkB,CAAC,MAAM,EAAE,qBAAqB,GAAG,IAAI,CAAC;IAExD;;;;;OAKG;IACH,mBAAmB,IAAI,GAAG,CAAC;IAE3B;;;;;OAKG;IACH,mBAAmB,CAAC,KAAK,EAAE,GAAG,GAAG,IAAI,CAAC;IAEtC;;;;OAIG;IACH,0BAA0B,CAAC,KAAK,EAAE,GAAG,GAAG,IAAI,CAAC;IAE7C,SAAS,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,WAAW,CAAC;IAC7C,SAAS,IAAI,IAAI,CAAC;IAClB,eAAe,IAAI,YAAY,CAAC;IAEhC;;OAEG;IACH,cAAc,IAAI,YAAY,CAAC;IAE/B,MAAM,IAAI,yBAAyB,CAAC;IACpC,MAAM,CAAC,UAAU,EAAE,yBAAyB,GAAG,IAAI,CAAC;IAEpD;;;;OAIG;IACH,KAAK,CAAC,eAAe,CAAC,EAAE,SAAS,iBAAiB,EAAE,GAAG,IAAI,CAAC;IAE5D,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,cAAc,CAAC;IAC/C,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,cAAc,CAAC;IAElD;;OAEG;IACH,YAAY,IAAI,IAAI,CAAC;IAErB,WAAW,CAAC,KAAK,EAAE,sBAAsB,EAAE,QAAQ,EAAE,MAAM,IAAI,GAAG,WAAW,CAAC;CAC/E,CAAC;AAEF,qBAAa,iBAAkB,YAAW,aAAa;IACrD,IAAW,IAAI,sBAEd;IAED,IAAW,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iCA9MV,MAAM,IAAI,GAAG,WAAW;;yBAmN9B,WAAW;MAH7B;IAED,OAAO,CAAC,QAAQ,CAAC,cAAc,CAE7B;gBAGA,aAAa,EAAE,wBAAwB,EACvC,qBAAqB,EAAE,4BAA4B;IA0CrD,SAAS,CAAC,sBAAsB;IAuBhC,SAAgB,QAAQ,4BAAC;IAElB,QAAQ;IAIR,MAAM,CAAC,OAAO,EAAE,mBAAmB;IAQnC,SAAS,CAAC,QAAQ,EAAE,MAAM,IAAI;IAI9B,eAAe;IAIf,cAAc;IAId,QAAQ,CAAC,gBAAgB,EAAE,MAAM,GAAG,IAAI,GAAG,oBAAoB;IAQ/D,SAAS,CAAC,MAAM,EAAE,qBAAqB;IAI9C,2CAA2C;IACpC,kBAAkB,CAAC,MAAM,EAAE,qBAAqB;IAIhD,mBAAmB;IAInB,mBAAmB,CAAC,KAAK,EAAE,GAAG;IAI9B,0BAA0B,CAAC,KAAK,EAAE,GAAG;IAIrC,SAAS;IAIT,YAAY;IAIZ,MAAM;IAIN,MAAM,CAAC,IAAI,EAAE,yBAAyB;IAItC,KAAK,CAAC,eAAe,CAAC,EAAE,SAAS,iBAAiB,EAAE;IAIpD,iBAAiB,CAAC,GAAG,EAAE,MAAM;IAsB7B,cAAc,CAAC,SAAS,EAAE,MAAM;IAWvC,OAAO,CAAC,kBAAkB;IA8C1B,OAAO,CAAC,0BAA0B,CAG9B;IAEG,WAAW,CAChB,KAAK,EAAE,sBAAsB,EAC7B,QAAQ,EAAE,MAAM,IAAI,GACnB,WAAW;CAWf"}
+{"version":3,"file":"thread-runtime.d.ts","sourceRoot":"","sources":["../../../src/runtime/api/thread-runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,EACjB,WAAW,EACX,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,EACd,eAAe,EAChB,6CAA0C;AAC3C,OAAO,EAAE,yBAAyB,EAAE,uCAAoC;AACxE,OAAO,EAAE,iBAAiB,EAAE,wCAAqC;AACjE,OAAO,EACL,cAAc,EACd,kBAAkB,EAEnB,6BAA0B;AAM3B,OAAO,KAAK,EAAE,qBAAqB,EAAE,2CAAwC;AAC7E,OAAO,EACL,qBAAqB,EACrB,yBAAyB,EAC1B,8BAA2B;AAC5B,OAAO,EAEL,yBAAyB,EACzB,iBAAiB,EAClB,mBAAgB;AACjB,OAAO,KAAK,EAAE,mBAAmB,EAAE,sBAAmB;AACtD,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,+BAA4B;AACxE,OAAO,KAAK,EAAE,WAAW,EAAE,mCAAgC;AAC3D,OAAO,KAAK,EAAE,SAAS,EAAE,+BAA4B;AAGrD,OAAO,EAAE,YAAY,EAAE,qCAAkC;AACzD,OAAO,EACL,mBAAmB,EACnB,kBAAkB,EACnB,uCAAoC;AACrC,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAE3D,MAAM,MAAM,oBAAoB,GAAG;IACjC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,SAAS,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG,oBAAoB,GAAG;IACzD,MAAM,CAAC,EAAE,CACP,OAAO,EAAE,mBAAmB,KACzB,cAAc,CAAC,kBAAkB,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;CACxD,CAAC;AAmBF,MAAM,MAAM,mBAAmB,GAC3B,MAAM,GACN;IACE,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,IAAI,CAAC,EAAE,aAAa,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACzC,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,CAAC;IAClC,WAAW,CAAC,EAAE,aAAa,CAAC,aAAa,CAAC,GAAG,SAAS,CAAC;IACvD,QAAQ,CAAC,EAAE,aAAa,CAAC,UAAU,CAAC,GAAG,SAAS,CAAC;IACjD,SAAS,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IAC7B,SAAS,CAAC,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,SAAS,CAAC;IACnD,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAChC,CAAC;AAgCN,MAAM,MAAM,wBAAwB,GAAG,qBAAqB,CAC1D,iBAAiB,EACjB,iBAAiB,CAClB,GAAG;IACF,cAAc,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,WAAW,CAAC;CACnD,CAAC;AAEF,MAAM,MAAM,4BAA4B,GAAG,qBAAqB,CAC9D,mBAAmB,EACnB,yBAAyB,CAC1B,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB;;;OAGG;IACH,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAE1B;;;;OAIG;IACH,QAAQ,CAAC,QAAQ,EAAE,mBAAmB,CAAC;IAEvC;;OAEG;IACH,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAE7B;;OAEG;IACH,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAE5B;;OAEG;IACH,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAE5B;;OAEG;IACH,QAAQ,CAAC,YAAY,EAAE,mBAAmB,CAAC;IAE3C;;OAEG;IACH,QAAQ,CAAC,QAAQ,EAAE,SAAS,aAAa,EAAE,CAAC;IAE5C;;;;OAIG;IACH,QAAQ,CAAC,KAAK,EAAE,iBAAiB,CAAC;IAElC;;OAEG;IACH,QAAQ,CAAC,WAAW,EAAE,SAAS,gBAAgB,EAAE,CAAC;IAElD;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IAEzB;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC;IAEzC,QAAQ,CAAC,KAAK,EAAE,iBAAiB,GAAG,SAAS,CAAC;CAC/C,CAAC;AAEF,eAAO,MAAM,cAAc,GACzB,SAAS,iBAAiB,EAC1B,qBAAqB,mBAAmB,KACvC,WAmBF,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IAEjC;;OAEG;IACH,QAAQ,CAAC,QAAQ,EAAE,qBAAqB,CAAC;IAEzC;;OAEG;IACH,QAAQ,IAAI,WAAW,CAAC;IAExB;;;;;;;;;;;;;;;OAeG;IACH,MAAM,CAAC,OAAO,EAAE,mBAAmB,GAAG,IAAI,CAAC;IAE3C;;OAEG;IACH,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC;IACxC;;;OAGG;IACH,QAAQ,CAAC,MAAM,EAAE,oBAAoB,GAAG,IAAI,CAAC;IAE7C;;;QAGI;IACJ,SAAS,CAAC,MAAM,EAAE,qBAAqB,GAAG,IAAI,CAAC;IAE/C;;OAEG;IACH,kBAAkB,CAAC,MAAM,EAAE,qBAAqB,GAAG,IAAI,CAAC;IAExD;;;;;OAKG;IACH,mBAAmB,IAAI,GAAG,CAAC;IAE3B;;;;;OAKG;IACH,mBAAmB,CAAC,KAAK,EAAE,GAAG,GAAG,IAAI,CAAC;IAEtC;;;;OAIG;IACH,0BAA0B,CAAC,KAAK,EAAE,GAAG,GAAG,IAAI,CAAC;IAE7C,SAAS,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,WAAW,CAAC;IAC7C,SAAS,IAAI,IAAI,CAAC;IAClB,eAAe,IAAI,YAAY,CAAC;IAEhC;;OAEG;IACH,cAAc,IAAI,YAAY,CAAC;IAE/B,MAAM,IAAI,yBAAyB,CAAC;IACpC,MAAM,CAAC,UAAU,EAAE,yBAAyB,GAAG,IAAI,CAAC;IAEpD;;;;OAIG;IACH,KAAK,CAAC,eAAe,CAAC,EAAE,SAAS,iBAAiB,EAAE,GAAG,IAAI,CAAC;IAE5D,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,cAAc,CAAC;IAC/C,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,cAAc,CAAC;IAElD;;OAEG;IACH,YAAY,IAAI,IAAI,CAAC;IAErB,YAAY,IAAI,IAAI,CAAC;IACrB,eAAe,IAAI,IAAI,CAAC;IACxB,cAAc,IAAI,MAAM,CAAC;IACzB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,WAAW,CAAC;IACxD,SAAS,IAAI,IAAI,CAAC;IAClB,WAAW,IAAI,IAAI,CAAC;IAEpB,WAAW,CAAC,KAAK,EAAE,sBAAsB,EAAE,QAAQ,EAAE,MAAM,IAAI,GAAG,WAAW,CAAC;CAC/E,CAAC;AAEF,qBAAa,iBAAkB,YAAW,aAAa;IACrD,IAAW,IAAI,sBAEd;IAED,IAAW,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iCAxNV,MAAM,IAAI,GAAG,WAAW;;yBA6N9B,WAAW;MAH7B;IAED,OAAO,CAAC,QAAQ,CAAC,cAAc,CAE7B;gBAGA,aAAa,EAAE,wBAAwB,EACvC,qBAAqB,EAAE,4BAA4B;IA0CrD,SAAS,CAAC,sBAAsB;IA6BhC,SAAgB,QAAQ,4BAAC;IAElB,QAAQ;IAIR,MAAM,CAAC,OAAO,EAAE,mBAAmB;IAQnC,SAAS,CAAC,QAAQ,EAAE,MAAM,IAAI;IAI9B,eAAe;IAIf,cAAc;IAId,QAAQ,CAAC,gBAAgB,EAAE,MAAM,GAAG,IAAI,GAAG,oBAAoB;IAQ/D,SAAS,CAAC,MAAM,EAAE,qBAAqB;IAI9C,2CAA2C;IACpC,kBAAkB,CAAC,MAAM,EAAE,qBAAqB;IAIhD,mBAAmB;IAInB,mBAAmB,CAAC,KAAK,EAAE,GAAG;IAI9B,0BAA0B,CAAC,KAAK,EAAE,GAAG;IAIrC,SAAS;IAIT,YAAY;IAIZ,YAAY;IAIZ,eAAe;IAIf,cAAc;IAId,oBAAoB,CAAC,QAAQ,EAAE,MAAM,IAAI;IAIzC,SAAS;IAIT,WAAW;IAIX,MAAM;IAIN,MAAM,CAAC,IAAI,EAAE,yBAAyB;IAItC,KAAK,CAAC,eAAe,CAAC,EAAE,SAAS,iBAAiB,EAAE;IAIpD,iBAAiB,CAAC,GAAG,EAAE,MAAM;IAsB7B,cAAc,CAAC,SAAS,EAAE,MAAM;IAWvC,OAAO,CAAC,kBAAkB;IA8C1B,OAAO,CAAC,0BAA0B,CAG9B;IAEG,WAAW,CAChB,KAAK,EAAE,sBAAsB,EAC7B,QAAQ,EAAE,MAAM,IAAI,GACnB,WAAW;CAWf"}

package/dist/runtime/api/thread-runtime.js

@@ -60,6 +60,7 @@ export const getThreadState = (runtime, threadListItemState) => {
         suggestions: runtime.suggestions,
         extras: runtime.extras,
         speech: runtime.speech,
+        voice: runtime.voice,
     });
 };
 export class ThreadRuntimeImpl {
@@ -112,6 +113,12 @@ export class ThreadRuntimeImpl {
         this.startRun = this.startRun.bind(this);
         this.cancelRun = this.cancelRun.bind(this);
         this.stopSpeaking = this.stopSpeaking.bind(this);
+        this.connectVoice = this.connectVoice.bind(this);
+        this.disconnectVoice = this.disconnectVoice.bind(this);
+        this.muteVoice = this.muteVoice.bind(this);
+        this.unmuteVoice = this.unmuteVoice.bind(this);
+        this.getVoiceVolume = this.getVoiceVolume.bind(this);
+        this.subscribeVoiceVolume = this.subscribeVoiceVolume.bind(this);
         this.export = this.export.bind(this);
         this.import = this.import.bind(this);
         this.reset = this.reset.bind(this);
@@ -169,6 +176,24 @@ export class ThreadRuntimeImpl {
     stopSpeaking() {
         return this._threadBinding.getState().stopSpeaking();
     }
+    connectVoice() {
+        this._threadBinding.getState().connectVoice();
+    }
+    disconnectVoice() {
+        this._threadBinding.getState().disconnectVoice();
+    }
+    getVoiceVolume() {
+        return this._threadBinding.getState().getVoiceVolume();
+    }
+    subscribeVoiceVolume(callback) {
+        return this._threadBinding.getState().subscribeVoiceVolume(callback);
+    }
+    muteVoice() {
+        this._threadBinding.getState().muteVoice();
+    }
+    unmuteVoice() {
+        this._threadBinding.getState().unmuteVoice();
+    }
     export() {
         return this._threadBinding.getState().export();
     }

package/dist/runtime/api/thread-runtime.js.map

@@ -1 +1 @@
-{"version":3,"file":"thread-runtime.js","sourceRoot":"","sources":["../../../src/runtime/api/thread-runtime.ts"],"names":[],"mappings":"AAWA,OAAO,EAEL,kBAAkB,GAEnB,6BAA0B;AAC3B,OAAO,EAAE,yBAAyB,EAAE,2CAAwC;AAC5E,OAAO,EACL,qBAAqB,EACrB,WAAW,GACZ,2CAAwC;AAEzC,OAAO,EAEL,yBAAyB,GAC1B,8BAA2B;AAU5B,OAAO,EAAE,wBAAwB,EAAE,2CAAwC;AAC3E,OAAO,EAAE,kBAAkB,EAAE,2CAAwC;AAoBrE,MAAM,iBAAiB,GAAG,CAAC,OAA8B,EAAmB,EAAE;IAC5E,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI;QAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI;QAClC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE;QAClC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,OAA6B,EAAkB,EAAE;IACzE,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI;QAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI;QAClC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE;KACnC,CAAC;AACJ,CAAC,CAAC;AAgBF,MAAM,eAAe,GAAG,CACtB,QAAkC,EAClC,OAA4B,EACb,EAAE;IACjB,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,OAAO;YACL,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,IAAI;YACrC,QAAQ,EAAE,IAAI;YACd,SAAS,EAAE,EAAE;YACb,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;YAC1C,WAAW,EAAE,EAAE;YACf,QAAQ,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;SACzB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE;QAC1C,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,IAAI;QACzD,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI;QAClC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,MAAM;QAC5B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE;QACtC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE;QAC5C,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE;QAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ;KACV,CAAC;AACrB,CAAC,CAAC;AA4EF,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,OAA0B,EAC1B,mBAAwC,EAC3B,EAAE;IACf,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,QAAQ,EAAE,mBAAmB,CAAC,EAAE;QAChC,QAAQ,EAAE,mBAAmB;QAC7B,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EACP,WAAW,EAAE,IAAI,KAAK,WAAW;YAC/B,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS;QAC3C,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC,CAAC;AACL,CAAC,CAAC;AA8GF,MAAM,OAAO,iBAAiB;IAC5B,IAAW,IAAI;QACb,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;IAClC,CAAC;IAED,IAAW,wBAAwB;QACjC,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAEgB,cAAc,CAE7B;IAEF,YACE,aAAuC,EACvC,qBAAmD;QAEnD,MAAM,YAAY,GAAG,IAAI,qBAAqB,CAAC;YAC7C,IAAI,EAAE,aAAa,CAAC,IAAI;YACxB,QAAQ,EAAE,GAAG,EAAE,CACb,cAAc,CACZ,aAAa,CAAC,QAAQ,EAAE,EACxB,qBAAqB,CAAC,QAAQ,EAAE,CACjC;YACH,SAAS,EAAE,CAAC,QAAQ,EAAE,EAAE;gBACtB,MAAM,IAAI,GAAG,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;gBAC/C,MAAM,IAAI,GAAG,qBAAqB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;gBACvD,OAAO,GAAG,EAAE;oBACV,IAAI,EAAE,CAAC;oBACP,IAAI,EAAE,CAAC;gBACT,CAAC,CAAC;YACJ,CAAC;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,cAAc,GAAG;YACpB,IAAI,EAAE,aAAa,CAAC,IAAI;YACxB,QAAQ,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE;YACxC,aAAa,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE;YAC5C,cAAc,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,aAAa,CAAC,cAAc,CAAC,QAAQ,CAAC;YACpE,SAAS,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC;SAC3D,CAAC;QAEF,IAAI,CAAC,QAAQ,GAAG,IAAI,yBAAyB,CAC3C,IAAI,yBAAyB,CAAC;YAC5B,IAAI,EAAE;gBACJ,GAAG,IAAI,CAAC,IAAI;gBACZ,GAAG,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,WAAW;gBAChC,cAAc,EAAE,QAAQ;aACzB;YACD,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,QAAQ;YACvD,SAAS,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,QAAQ,CAAC;SACjE,CAAC,CACH,CAAC;QAEF,IAAI,CAAC,sBAAsB,EAAE,CAAC;IAChC,CAAC;IAES,sBAAsB;QAC9B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,IAAI,CAAC,0BAA0B;YAC7B,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/D,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/D,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IAEe,QAAQ,CAAC;IAElB,QAAQ;QACb,OAAO,IAAI,CAAC,cAAc,CAAC,aAAa,EAAE,CAAC;IAC7C,CAAC;IAEM,MAAM,CAAC,OAA4B;QACxC,IAAI,CAAC,cAAc;aAChB,QAAQ,EAAE;aACV,MAAM,CACL,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,CAClE,CAAC;IACN,CAAC;IAEM,SAAS,CAAC,QAAoB;QACnC,OAAO,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAEM,eAAe;QACpB,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,eAAe,EAAE,CAAC;IAC1D,CAAC;IAEM,cAAc;QACnB,OAAO,IAAI,CAAC,eAAe,EAAE,CAAC;IAChC,CAAC;IAEM,QAAQ,CAAC,gBAAsD;QACpE,MAAM,MAAM,GACV,gBAAgB,KAAK,IAAI,IAAI,OAAO,gBAAgB,KAAK,QAAQ;YAC/D,CAAC,CAAC,EAAE,QAAQ,EAAE,gBAAgB,EAAE;YAChC,CAAC,CAAC,gBAAgB,CAAC;QACvB,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3E,CAAC;IAEM,SAAS,CAAC,MAA6B;QAC5C,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,SAAS,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED,2CAA2C;IACpC,kBAAkB,CAAC,MAA6B;QACrD,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IAEM,mBAAmB;QACxB,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,mBAAmB,EAAE,CAAC;IAC9D,CAAC;IAEM,mBAAmB,CAAC,KAAU;QACnC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAC5D,CAAC;IAEM,0BAA0B,CAAC,KAAU;QAC1C,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,0BAA0B,CAAC,KAAK,CAAC,CAAC;IACnE,CAAC;IAEM,SAAS;QACd,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,CAAC;IAC7C,CAAC;IAEM,YAAY;QACjB,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,YAAY,EAAE,CAAC;IACvD,CAAC;IAEM,MAAM;QACX,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,CAAC;IACjD,CAAC;IAEM,MAAM,CAAC,IAA+B;QAC3C,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC;IAEM,KAAK,CAAC,eAA8C;QACzD,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IACxD,CAAC;IAEM,iBAAiB,CAAC,GAAW;QAClC,IAAI,GAAG,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAE3D,OAAO,IAAI,CAAC,kBAAkB,CAC5B;YACE,GAAG,IAAI,CAAC,IAAI;YACZ,GAAG,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,aAAa,GAAG,GAAG;YACxC,eAAe,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE;SAC/C,EACD,GAAG,EAAE;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC;YACzD,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,OAAO;gBAAE,OAAO,SAAS,CAAC;YAC/B,OAAO;gBACL,OAAO;gBACP,QAAQ,EAAE,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,EAAE,EAAE,IAAI,IAAI;gBACvC,KAAK,EAAE,GAAG;aACX,CAAC;QACJ,CAAC,CACF,CAAC;IACJ,CAAC;IAEM,cAAc,CAAC,SAAiB;QACrC,OAAO,IAAI,CAAC,kBAAkB,CAC5B;YACE,GAAG,IAAI,CAAC,IAAI;YACZ,GAAG,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,uBAAuB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG;YACxE,eAAe,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE;SAC7D,EACD,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,cAAc,CAAC,SAAS,CAAC,CAC/D,CAAC;IACJ,CAAC;IAEO,kBAAkB,CACxB,IAAwB,EACxB,QAEa;QAEb,OAAO,IAAI,kBAAkB,CAC3B,IAAI,qBAAqB,CAAC;YACxB,IAAI;YACJ,QAAQ,EAAE,GAAG,EAAE;gBACb,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,QAAQ,EAAE,IAAI,EAAE,CAAC;gBAEtD,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,GACrC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC;gBAEjC,IAAI,CAAC,OAAO,IAAI,QAAQ,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS;oBAC3D,OAAO,WAAW,CAAC;gBAErB,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC;gBAE9C,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAChD,MAAM,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC;gBAE7D,OAAO;oBACL,GAAG,OAAO;oBACV,GAAG,EAAE,CAAC,kBAAkB,CAAC,EAAG,OAAe,CAAC,kBAAkB,CAAC,EAAE;oBAEjE,KAAK;oBACL,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,OAAO,CAAC,EAAE;oBAC1C,QAAQ;oBAER,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC;oBAC9C,WAAW,EAAE,QAAQ,CAAC,MAAM;oBAE5B,MAAM,EACJ,WAAW,EAAE,SAAS,KAAK,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;oBAEjE,iBAAiB;iBACK,CAAC;YAC3B,CAAC;YACD,SAAS,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,QAAQ,CAAC;SACjE,CAAC,EACF,IAAI,CAAC,cAAc,CACpB,CAAC;IACJ,CAAC;IAEO,0BAA0B,GAAG,IAAI,GAAG,EAGzC,CAAC;IAEG,WAAW,CAChB,KAA6B,EAC7B,QAAoB;QAEpB,IAAI,OAAO,GAAG,IAAI,CAAC,0BAA0B,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACzD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG,IAAI,wBAAwB,CAAC;gBACrC,KAAK,EAAE,KAAK;gBACZ,OAAO,EAAE,IAAI,CAAC,cAAc;aAC7B,CAAC,CAAC;YACH,IAAI,CAAC,0BAA0B,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACtD,CAAC;QACD,OAAO,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;CACF"}
+{"version":3,"file":"thread-runtime.js","sourceRoot":"","sources":["../../../src/runtime/api/thread-runtime.ts"],"names":[],"mappings":"AAYA,OAAO,EAEL,kBAAkB,GAEnB,6BAA0B;AAC3B,OAAO,EAAE,yBAAyB,EAAE,2CAAwC;AAC5E,OAAO,EACL,qBAAqB,EACrB,WAAW,GACZ,2CAAwC;AAEzC,OAAO,EAEL,yBAAyB,GAC1B,8BAA2B;AAU5B,OAAO,EAAE,wBAAwB,EAAE,2CAAwC;AAC3E,OAAO,EAAE,kBAAkB,EAAE,2CAAwC;AAoBrE,MAAM,iBAAiB,GAAG,CAAC,OAA8B,EAAmB,EAAE;IAC5E,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI;QAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI;QAClC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE;QAClC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,OAA6B,EAAkB,EAAE;IACzE,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI;QAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI;QAClC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE;KACnC,CAAC;AACJ,CAAC,CAAC;AAgBF,MAAM,eAAe,GAAG,CACtB,QAAkC,EAClC,OAA4B,EACb,EAAE;IACjB,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,OAAO;YACL,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,IAAI;YACrC,QAAQ,EAAE,IAAI;YACd,SAAS,EAAE,EAAE;YACb,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;YAC1C,WAAW,EAAE,EAAE;YACf,QAAQ,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;SACzB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE;QAC1C,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,IAAI;QACzD,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI;QAClC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,MAAM;QAC5B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE;QACtC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE;QAC5C,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE;QAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ;KACV,CAAC;AACrB,CAAC,CAAC;AA8EF,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,OAA0B,EAC1B,mBAAwC,EAC3B,EAAE;IACf,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,QAAQ,EAAE,mBAAmB,CAAC,EAAE;QAChC,QAAQ,EAAE,mBAAmB;QAC7B,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EACP,WAAW,EAAE,IAAI,KAAK,WAAW;YAC/B,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS;QAC3C,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK;KACrB,CAAC,CAAC;AACL,CAAC,CAAC;AAqHF,MAAM,OAAO,iBAAiB;IAC5B,IAAW,IAAI;QACb,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;IAClC,CAAC;IAED,IAAW,wBAAwB;QACjC,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAEgB,cAAc,CAE7B;IAEF,YACE,aAAuC,EACvC,qBAAmD;QAEnD,MAAM,YAAY,GAAG,IAAI,qBAAqB,CAAC;YAC7C,IAAI,EAAE,aAAa,CAAC,IAAI;YACxB,QAAQ,EAAE,GAAG,EAAE,CACb,cAAc,CACZ,aAAa,CAAC,QAAQ,EAAE,EACxB,qBAAqB,CAAC,QAAQ,EAAE,CACjC;YACH,SAAS,EAAE,CAAC,QAAQ,EAAE,EAAE;gBACtB,MAAM,IAAI,GAAG,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;gBAC/C,MAAM,IAAI,GAAG,qBAAqB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;gBACvD,OAAO,GAAG,EAAE;oBACV,IAAI,EAAE,CAAC;oBACP,IAAI,EAAE,CAAC;gBACT,CAAC,CAAC;YACJ,CAAC;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,cAAc,GAAG;YACpB,IAAI,EAAE,aAAa,CAAC,IAAI;YACxB,QAAQ,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE;YACxC,aAAa,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE;YAC5C,cAAc,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,aAAa,CAAC,cAAc,CAAC,QAAQ,CAAC;YACpE,SAAS,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC;SAC3D,CAAC;QAEF,IAAI,CAAC,QAAQ,GAAG,IAAI,yBAAyB,CAC3C,IAAI,yBAAyB,CAAC;YAC5B,IAAI,EAAE;gBACJ,GAAG,IAAI,CAAC,IAAI;gBACZ,GAAG,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,WAAW;gBAChC,cAAc,EAAE,QAAQ;aACzB;YACD,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,QAAQ;YACvD,SAAS,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,QAAQ,CAAC;SACjE,CAAC,CACH,CAAC;QAEF,IAAI,CAAC,sBAAsB,EAAE,CAAC;IAChC,CAAC;IAES,sBAAsB;QAC9B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,IAAI,CAAC,0BAA0B;YAC7B,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/D,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/D,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrD,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IAEe,QAAQ,CAAC;IAElB,QAAQ;QACb,OAAO,IAAI,CAAC,cAAc,CAAC,aAAa,EAAE,CAAC;IAC7C,CAAC;IAEM,MAAM,CAAC,OAA4B;QACxC,IAAI,CAAC,cAAc;aAChB,QAAQ,EAAE;aACV,MAAM,CACL,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,CAClE,CAAC;IACN,CAAC;IAEM,SAAS,CAAC,QAAoB;QACnC,OAAO,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAEM,eAAe;QACpB,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,eAAe,EAAE,CAAC;IAC1D,CAAC;IAEM,cAAc;QACnB,OAAO,IAAI,CAAC,eAAe,EAAE,CAAC;IAChC,CAAC;IAEM,QAAQ,CAAC,gBAAsD;QACpE,MAAM,MAAM,GACV,gBAAgB,KAAK,IAAI,IAAI,OAAO,gBAAgB,KAAK,QAAQ;YAC/D,CAAC,CAAC,EAAE,QAAQ,EAAE,gBAAgB,EAAE;YAChC,CAAC,CAAC,gBAAgB,CAAC;QACvB,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3E,CAAC;IAEM,SAAS,CAAC,MAA6B;QAC5C,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,SAAS,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED,2CAA2C;IACpC,kBAAkB,CAAC,MAA6B;QACrD,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IAEM,mBAAmB;QACxB,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,mBAAmB,EAAE,CAAC;IAC9D,CAAC;IAEM,mBAAmB,CAAC,KAAU;QACnC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAC5D,CAAC;IAEM,0BAA0B,CAAC,KAAU;QAC1C,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,0BAA0B,CAAC,KAAK,CAAC,CAAC;IACnE,CAAC;IAEM,SAAS;QACd,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,CAAC;IAC7C,CAAC;IAEM,YAAY;QACjB,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,YAAY,EAAE,CAAC;IACvD,CAAC;IAEM,YAAY;QACjB,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,YAAY,EAAE,CAAC;IAChD,CAAC;IAEM,eAAe;QACpB,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,eAAe,EAAE,CAAC;IACnD,CAAC;IAEM,cAAc;QACnB,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,cAAc,EAAE,CAAC;IACzD,CAAC;IAEM,oBAAoB,CAAC,QAAoB;QAC9C,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IACvE,CAAC;IAEM,SAAS;QACd,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,CAAC;IAC7C,CAAC;IAEM,WAAW;QAChB,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,CAAC;IAC/C,CAAC;IAEM,MAAM;QACX,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,CAAC;IACjD,CAAC;IAEM,MAAM,CAAC,IAA+B;QAC3C,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC;IAEM,KAAK,CAAC,eAA8C;QACzD,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IACxD,CAAC;IAEM,iBAAiB,CAAC,GAAW;QAClC,IAAI,GAAG,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAE3D,OAAO,IAAI,CAAC,kBAAkB,CAC5B;YACE,GAAG,IAAI,CAAC,IAAI;YACZ,GAAG,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,aAAa,GAAG,GAAG;YACxC,eAAe,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE;SAC/C,EACD,GAAG,EAAE;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC;YACzD,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,OAAO;gBAAE,OAAO,SAAS,CAAC;YAC/B,OAAO;gBACL,OAAO;gBACP,QAAQ,EAAE,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,EAAE,EAAE,IAAI,IAAI;gBACvC,KAAK,EAAE,GAAG;aACX,CAAC;QACJ,CAAC,CACF,CAAC;IACJ,CAAC;IAEM,cAAc,CAAC,SAAiB;QACrC,OAAO,IAAI,CAAC,kBAAkB,CAC5B;YACE,GAAG,IAAI,CAAC,IAAI;YACZ,GAAG,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,uBAAuB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG;YACxE,eAAe,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE;SAC7D,EACD,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,cAAc,CAAC,SAAS,CAAC,CAC/D,CAAC;IACJ,CAAC;IAEO,kBAAkB,CACxB,IAAwB,EACxB,QAEa;QAEb,OAAO,IAAI,kBAAkB,CAC3B,IAAI,qBAAqB,CAAC;YACxB,IAAI;YACJ,QAAQ,EAAE,GAAG,EAAE;gBACb,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,QAAQ,EAAE,IAAI,EAAE,CAAC;gBAEtD,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,GACrC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC;gBAEjC,IAAI,CAAC,OAAO,IAAI,QAAQ,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS;oBAC3D,OAAO,WAAW,CAAC;gBAErB,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC;gBAE9C,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAChD,MAAM,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC;gBAE7D,OAAO;oBACL,GAAG,OAAO;oBACV,GAAG,EAAE,CAAC,kBAAkB,CAAC,EAAG,OAAe,CAAC,kBAAkB,CAAC,EAAE;oBAEjE,KAAK;oBACL,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,OAAO,CAAC,EAAE;oBAC1C,QAAQ;oBAER,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC;oBAC9C,WAAW,EAAE,QAAQ,CAAC,MAAM;oBAE5B,MAAM,EACJ,WAAW,EAAE,SAAS,KAAK,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;oBAEjE,iBAAiB;iBACK,CAAC;YAC3B,CAAC;YACD,SAAS,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,QAAQ,CAAC;SACjE,CAAC,EACF,IAAI,CAAC,cAAc,CACpB,CAAC;IACJ,CAAC;IAEO,0BAA0B,GAAG,IAAI,GAAG,EAGzC,CAAC;IAEG,WAAW,CAChB,KAA6B,EAC7B,QAAoB;QAEpB,IAAI,OAAO,GAAG,IAAI,CAAC,0BAA0B,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACzD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG,IAAI,wBAAwB,CAAC;gBACrC,KAAK,EAAE,KAAK;gBACZ,OAAO,EAAE,IAAI,CAAC,cAAc;aAC7B,CAAC,CAAC;YACH,IAAI,CAAC,0BAA0B,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACtD,CAAC;QACD,OAAO,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;CACF"}

package/dist/runtime/base/base-thread-runtime-core.d.ts

@@ -3,16 +3,18 @@ import type { Unsubscribe } from "../../types/unsubscribe.js";
 import type { ModelContextProvider } from "../../model-context/types.js";
 import { ExportedMessageRepository, MessageRepository } from "../utils/message-repository.js";
 import { DefaultThreadComposerRuntimeCore } from "./default-thread-composer-runtime-core.js";
-import type { AddToolResultOptions, ResumeToolCallOptions, ThreadSuggestion, SubmitFeedbackOptions, ThreadRuntimeCore, SpeechState, RuntimeCapabilities, ThreadRuntimeEventType, StartRunConfig, ResumeRunConfig } from "../interfaces/thread-runtime-core.js";
+import type { AddToolResultOptions, ResumeToolCallOptions, ThreadSuggestion, SubmitFeedbackOptions, ThreadRuntimeCore, SpeechState, VoiceSessionState, RuntimeCapabilities, ThreadRuntimeEventType, StartRunConfig, ResumeRunConfig } from "../interfaces/thread-runtime-core.js";
 import { DefaultEditComposerRuntimeCore } from "./default-edit-composer-runtime-core.js";
 import type { SpeechSynthesisAdapter } from "../../adapters/speech.js";
 import type { FeedbackAdapter } from "../../adapters/feedback.js";
 import type { AttachmentAdapter } from "../../adapters/attachment.js";
+import type { RealtimeVoiceAdapter } from "../../adapters/voice.js";
 import type { ThreadMessageLike } from "../utils/thread-message-like.js";
 type BaseThreadAdapters = {
     speech?: SpeechSynthesisAdapter | undefined;
     feedback?: FeedbackAdapter | undefined;
     attachments?: AttachmentAdapter | undefined;
+    voice?: RealtimeVoiceAdapter | undefined;
 };
 export declare abstract class BaseThreadRuntimeCore implements ThreadRuntimeCore {
     private readonly _contextProvider;
@@ -34,6 +36,13 @@ export declare abstract class BaseThreadRuntimeCore implements ThreadRuntimeCore
     abstract exportExternalState(): any;
     abstract importExternalState(state: any): void;
     abstract unstable_loadExternalState(state: any): void;
+    protected _voiceMessages: ThreadMessage[];
+    protected _voiceGeneration: number;
+    private _cachedMergedMessages;
+    private _cachedVoiceGeneration;
+    private _cachedMergedBase;
+    protected _markVoiceMessagesDirty(): void;
+    protected _getBaseMessages(): readonly ThreadMessage[];
     get messages(): readonly ThreadMessage[];
     get state(): string | number | boolean | import("assistant-stream/utils").ReadonlyJSONObject | import("assistant-stream/utils").ReadonlyJSONArray | null;
     readonly composer: DefaultThreadComposerRuntimeCore;
@@ -57,6 +66,20 @@ export declare abstract class BaseThreadRuntimeCore implements ThreadRuntimeCore
     speech: SpeechState | undefined;
     speak(messageId: string): void;
     stopSpeaking(): void;
+    private _voiceSession;
+    private _voiceUnsubs;
+    voice: VoiceSessionState | undefined;
+    private _voiceVolume;
+    private _voiceVolumeSubscribers;
+    getVoiceVolume: () => number;
+    subscribeVoiceVolume: (callback: () => void) => Unsubscribe;
+    connectVoice(): void;
+    private _currentAssistantMsg;
+    private _handleVoiceTranscript;
+    private _finishVoiceAssistantMessage;
+    disconnectVoice(): void;
+    muteVoice(): void;
+    unmuteVoice(): void;
     protected ensureInitialized(): void;
     export(): ExportedMessageRepository;
     import(data: ExportedMessageRepository): void;

package/dist/runtime/base/base-thread-runtime-core.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"base-thread-runtime-core.d.ts","sourceRoot":"","sources":["../../../src/runtime/base/base-thread-runtime-core.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,+BAA4B;AACxE,OAAO,KAAK,EAAE,WAAW,EAAE,mCAAgC;AAC3D,OAAO,KAAK,EAAE,oBAAoB,EAAE,qCAAkC;AAEtE,OAAO,EACL,yBAAyB,EACzB,iBAAiB,EAClB,uCAAoC;AACrC,OAAO,EAAE,gCAAgC,EAAE,kDAA+C;AAC1F,OAAO,KAAK,EACV,oBAAoB,EACpB,qBAAqB,EACrB,gBAAgB,EAChB,qBAAqB,EACrB,iBAAiB,EACjB,WAAW,EACX,mBAAmB,EACnB,sBAAsB,EACtB,cAAc,EACd,eAAe,EAChB,6CAA0C;AAC3C,OAAO,EAAE,8BAA8B,EAAE,gDAA6C;AACtF,OAAO,KAAK,EAAE,sBAAsB,EAAE,iCAA8B;AACpE,OAAO,KAAK,EAAE,eAAe,EAAE,mCAAgC;AAC/D,OAAO,KAAK,EAAE,iBAAiB,EAAE,qCAAkC;AACnE,OAAO,KAAK,EAAE,iBAAiB,EAAE,wCAAqC;AAEtE,KAAK,kBAAkB,GAAG;IACxB,MAAM,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;IAC5C,QAAQ,CAAC,EAAE,eAAe,GAAG,SAAS,CAAC;IACvC,WAAW,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;CAC7C,CAAC;AAEF,8BAAsB,qBAAsB,YAAW,iBAAiB;IAuC1D,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IAtC7C,OAAO,CAAC,cAAc,CAAyB;IAC/C,OAAO,CAAC,cAAc,CAAS;IAE/B,SAAS,CAAC,QAAQ,CAAC,UAAU,oBAA2B;IACxD,aAAoB,QAAQ,IAAI,kBAAkB,GAAG,SAAS,CAAC;IAC/D,aAAoB,UAAU,IAAI,OAAO,CAAC;IAC1C,aAAoB,SAAS,IAAI,OAAO,CAAC;IACzC,aAAoB,WAAW,IAAI,SAAS,gBAAgB,EAAE,CAAC;IAC/D,aAAoB,MAAM,IAAI,OAAO,CAAC;IAEtC,aAAoB,YAAY,IAAI,mBAAmB,CAAC;aACxC,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI;aACpC,QAAQ,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI;aACtC,SAAS,CAAC,MAAM,EAAE,eAAe,GAAG,IAAI;aACxC,aAAa,CAAC,OAAO,EAAE,oBAAoB,GAAG,IAAI;aAClD,cAAc,CAAC,OAAO,EAAE,qBAAqB,GAAG,IAAI;aACpD,SAAS,IAAI,IAAI;aACjB,mBAAmB,IAAI,GAAG;aAC1B,mBAAmB,CAAC,KAAK,EAAE,GAAG,GAAG,IAAI;aACrC,0BAA0B,CAAC,KAAK,EAAE,GAAG,GAAG,IAAI;IAE5D,IAAW,QAAQ,6BAElB;IAED,IAAW,KAAK,gJASf;IAED,SAAgB,QAAQ,mCAA8C;gBAEzC,gBAAgB,EAAE,oBAAoB;IAE5D,eAAe;IAItB,OAAO,CAAC,cAAc,CAAqD;IACpE,eAAe,CAAC,SAAS,EAAE,MAAM;IAGjC,SAAS,CAAC,SAAS,EAAE,MAAM;IAe3B,cAAc,CAAC,SAAS,EAAE,MAAM;;;;;IAQhC,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,EAAE;IAIxC,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAK7C,SAAS,CAAC,kBAAkB;IAIrB,uBAAuB,CAAC,KAAK,EAAE,sBAAsB;IAOrD,SAAS,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,WAAW;IAK5C,cAAc,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,qBAAqB;IAqBhE,OAAO,CAAC,aAAa,CAA0B;IACxC,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC;IAEhC,KAAK,CAAC,SAAS,EAAE,MAAM;IA8BvB,YAAY;IAMnB,SAAS,CAAC,iBAAiB;IAOpB,MAAM;IAIN,MAAM,CAAC,IAAI,EAAE,yBAAyB;IAOtC,KAAK,CAAC,eAAe,CAAC,EAAE,SAAS,iBAAiB,EAAE;IAI3D,OAAO,CAAC,iBAAiB,CAGrB;IAEG,WAAW,CAAC,KAAK,EAAE,sBAAsB,EAAE,QAAQ,EAAE,MAAM,IAAI;CAiBvE"}
+{"version":3,"file":"base-thread-runtime-core.d.ts","sourceRoot":"","sources":["../../../src/runtime/base/base-thread-runtime-core.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EAEb,aAAa,EACd,+BAA4B;AAC7B,OAAO,KAAK,EAAE,WAAW,EAAE,mCAAgC;AAC3D,OAAO,KAAK,EAAE,oBAAoB,EAAE,qCAAkC;AAGtE,OAAO,EACL,yBAAyB,EACzB,iBAAiB,EAClB,uCAAoC;AACrC,OAAO,EAAE,gCAAgC,EAAE,kDAA+C;AAC1F,OAAO,KAAK,EACV,oBAAoB,EACpB,qBAAqB,EACrB,gBAAgB,EAChB,qBAAqB,EACrB,iBAAiB,EACjB,WAAW,EACX,iBAAiB,EACjB,mBAAmB,EACnB,sBAAsB,EACtB,cAAc,EACd,eAAe,EAChB,6CAA0C;AAC3C,OAAO,EAAE,8BAA8B,EAAE,gDAA6C;AACtF,OAAO,KAAK,EAAE,sBAAsB,EAAE,iCAA8B;AACpE,OAAO,KAAK,EAAE,eAAe,EAAE,mCAAgC;AAC/D,OAAO,KAAK,EAAE,iBAAiB,EAAE,qCAAkC;AACnE,OAAO,KAAK,EAAE,oBAAoB,EAAE,gCAA6B;AACjE,OAAO,KAAK,EAAE,iBAAiB,EAAE,wCAAqC;AAEtE,KAAK,kBAAkB,GAAG;IACxB,MAAM,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;IAC5C,QAAQ,CAAC,EAAE,eAAe,GAAG,SAAS,CAAC;IACvC,WAAW,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IAC5C,KAAK,CAAC,EAAE,oBAAoB,GAAG,SAAS,CAAC;CAC1C,CAAC;AAEF,8BAAsB,qBAAsB,YAAW,iBAAiB;IAkE1D,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IAjE7C,OAAO,CAAC,cAAc,CAAyB;IAC/C,OAAO,CAAC,cAAc,CAAS;IAE/B,SAAS,CAAC,QAAQ,CAAC,UAAU,oBAA2B;IACxD,aAAoB,QAAQ,IAAI,kBAAkB,GAAG,SAAS,CAAC;IAC/D,aAAoB,UAAU,IAAI,OAAO,CAAC;IAC1C,aAAoB,SAAS,IAAI,OAAO,CAAC;IACzC,aAAoB,WAAW,IAAI,SAAS,gBAAgB,EAAE,CAAC;IAC/D,aAAoB,MAAM,IAAI,OAAO,CAAC;IAEtC,aAAoB,YAAY,IAAI,mBAAmB,CAAC;aACxC,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI;aACpC,QAAQ,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI;aACtC,SAAS,CAAC,MAAM,EAAE,eAAe,GAAG,IAAI;aACxC,aAAa,CAAC,OAAO,EAAE,oBAAoB,GAAG,IAAI;aAClD,cAAc,CAAC,OAAO,EAAE,qBAAqB,GAAG,IAAI;aACpD,SAAS,IAAI,IAAI;aACjB,mBAAmB,IAAI,GAAG;aAC1B,mBAAmB,CAAC,KAAK,EAAE,GAAG,GAAG,IAAI;aACrC,0BAA0B,CAAC,KAAK,EAAE,GAAG,GAAG,IAAI;IAE5D,SAAS,CAAC,cAAc,EAAE,aAAa,EAAE,CAAM;IAC/C,SAAS,CAAC,gBAAgB,SAAK;IAC/B,OAAO,CAAC,qBAAqB,CAAyC;IACtE,OAAO,CAAC,sBAAsB,CAAM;IACpC,OAAO,CAAC,iBAAiB,CAAyC;IAElE,SAAS,CAAC,uBAAuB;IAKjC,SAAS,CAAC,gBAAgB,IAAI,SAAS,aAAa,EAAE;IAItD,IAAW,QAAQ,IAAI,SAAS,aAAa,EAAE,CAc9C;IAED,IAAW,KAAK,gJASf;IAED,SAAgB,QAAQ,mCAA8C;gBAEzC,gBAAgB,EAAE,oBAAoB;IAE5D,eAAe;IAItB,OAAO,CAAC,cAAc,CAAqD;IACpE,eAAe,CAAC,SAAS,EAAE,MAAM;IAGjC,SAAS,CAAC,SAAS,EAAE,MAAM;IAe3B,cAAc,CAAC,SAAS,EAAE,MAAM;;;;;IAsBhC,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,EAAE;IAOxC,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAK7C,SAAS,CAAC,kBAAkB;IAIrB,uBAAuB,CAAC,KAAK,EAAE,sBAAsB;IAOrD,SAAS,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,WAAW;IAK5C,cAAc,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,qBAAqB;IAqBhE,OAAO,CAAC,aAAa,CAA0B;IACxC,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC;IAEhC,KAAK,CAAC,SAAS,EAAE,MAAM;IA8BvB,YAAY;IAMnB,OAAO,CAAC,aAAa,CAA2C;IAChE,OAAO,CAAC,YAAY,CAAyB;IACtC,KAAK,EAAE,iBAAiB,GAAG,SAAS,CAAC;IAE5C,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,uBAAuB,CAAyB;IAEjD,cAAc,eAA2B;IAEzC,oBAAoB,GAAI,UAAU,MAAM,IAAI,KAAG,WAAW,CAG/D;IAEK,YAAY;IA+DnB,OAAO,CAAC,oBAAoB,CAAuC;IAEnE,OAAO,CAAC,sBAAsB;IA8D9B,OAAO,CAAC,4BAA4B;IAa7B,eAAe;IAef,SAAS;IAUT,WAAW;IAUlB,SAAS,CAAC,iBAAiB;IAOpB,MAAM;IAIN,MAAM,CAAC,IAAI,EAAE,yBAAyB;IAOtC,KAAK,CAAC,eAAe,CAAC,EAAE,SAAS,iBAAiB,EAAE;IAI3D,OAAO,CAAC,iBAAiB,CAGrB;IAEG,WAAW,CAAC,KAAK,EAAE,sBAAsB,EAAE,QAAQ,EAAE,MAAM,IAAI;CAiBvE"}

package/dist/runtime/base/base-thread-runtime-core.js

@@ -1,4 +1,5 @@
 import { getThreadMessageText } from "../../utils/text.js";
+import { generateId } from "../../utils/id.js";
 import { ExportedMessageRepository, MessageRepository, } from "../utils/message-repository.js";
 import { DefaultThreadComposerRuntimeCore } from "./default-thread-composer-runtime-core.js";
 import { DefaultEditComposerRuntimeCore } from "./default-edit-composer-runtime-core.js";
@@ -7,9 +8,31 @@ export class BaseThreadRuntimeCore {
     _subscriptions = new Set();
     _isInitialized = false;
     repository = new MessageRepository();
-    get messages() {
+    _voiceMessages = [];
+    _voiceGeneration = 0;
+    _cachedMergedMessages = null;
+    _cachedVoiceGeneration = -1;
+    _cachedMergedBase = null;
+    _markVoiceMessagesDirty() {
+        this._voiceGeneration++;
+        this._cachedMergedMessages = null;
+    }
+    _getBaseMessages() {
         return this.repository.getMessages();
     }
+    get messages() {
+        if (this._voiceMessages.length === 0) {
+            return this._getBaseMessages();
+        }
+        const base = this._getBaseMessages();
+        if (this._cachedVoiceGeneration !== this._voiceGeneration ||
+            this._cachedMergedBase !== base) {
+            this._cachedMergedMessages = [...base, ...this._voiceMessages];
+            this._cachedVoiceGeneration = this._voiceGeneration;
+            this._cachedMergedBase = base;
+        }
+        return this._cachedMergedMessages;
+    }
     get state() {
         let mostRecentAssistantMessage;
         for (const message of this.messages) {
@@ -41,10 +64,26 @@ export class BaseThreadRuntimeCore {
             return this.repository.getMessage(messageId);
         }
         catch {
+            // Check voice messages
+            const baseMessages = this.repository.getMessages();
+            const voiceIdx = this._voiceMessages.findIndex((m) => m.id === messageId);
+            if (voiceIdx !== -1) {
+                const parentId = voiceIdx > 0
+                    ? this._voiceMessages[voiceIdx - 1].id
+                    : (baseMessages.at(-1)?.id ?? null);
+                return {
+                    parentId,
+                    message: this._voiceMessages[voiceIdx],
+                    index: baseMessages.length + voiceIdx,
+                };
+            }
             return undefined;
         }
     }
     getBranches(messageId) {
+        if (this._voiceMessages.some((m) => m.id === messageId)) {
+            return [];
+        }
         return this.repository.getBranches(messageId);
     }
     switchToBranch(branchId) {
@@ -118,6 +157,171 @@ export class BaseThreadRuntimeCore {
         this._stopSpeaking();
         this._notifySubscribers();
     }
+    _voiceSession;
+    _voiceUnsubs = [];
+    voice;
+    _voiceVolume = 0;
+    _voiceVolumeSubscribers = new Set();
+    getVoiceVolume = () => this._voiceVolume;
+    subscribeVoiceVolume = (callback) => {
+        this._voiceVolumeSubscribers.add(callback);
+        return () => this._voiceVolumeSubscribers.delete(callback);
+    };
+    connectVoice() {
+        const adapter = this.adapters?.voice;
+        if (!adapter)
+            throw new Error("Voice adapter not configured");
+        this.disconnectVoice();
+        const session = adapter.connect({});
+        this._voiceSession = session;
+        const unsubs = [];
+        let currentMode = "listening";
+        this.voice = {
+            status: session.status,
+            isMuted: session.isMuted,
+            mode: currentMode,
+        };
+        this._voiceVolume = 0;
+        this._notifySubscribers();
+        unsubs.push(session.onStatusChange((status) => {
+            if (status.type === "ended") {
+                this._finishVoiceAssistantMessage();
+                this._voiceSession = undefined;
+                this.voice = undefined;
+            }
+            else {
+                this.voice = {
+                    status,
+                    isMuted: session.isMuted,
+                    mode: currentMode,
+                };
+            }
+            this._notifySubscribers();
+        }));
+        unsubs.push(session.onModeChange((mode) => {
+            currentMode = mode;
+            if (this.voice) {
+                this.voice = { ...this.voice, mode };
+                this._notifySubscribers();
+            }
+        }));
+        unsubs.push(session.onVolumeChange((volume) => {
+            this._voiceVolume = volume;
+            for (const cb of this._voiceVolumeSubscribers)
+                cb();
+        }));
+        unsubs.push(session.onTranscript((transcript) => {
+            this._handleVoiceTranscript(transcript);
+        }));
+        this._voiceUnsubs = unsubs;
+    }
+    _currentAssistantMsg = null;
+    _handleVoiceTranscript(transcript) {
+        this.ensureInitialized();
+        if (transcript.role === "user") {
+            this._finishVoiceAssistantMessage();
+            this._currentAssistantMsg = null;
+            if (transcript.isFinal) {
+                this._voiceMessages.push({
+                    id: generateId(),
+                    role: "user",
+                    content: [{ type: "text", text: transcript.text }],
+                    metadata: { custom: {} },
+                    createdAt: new Date(),
+                    status: { type: "complete", reason: "unknown" },
+                    attachments: [],
+                });
+                this._markVoiceMessagesDirty();
+                this._notifySubscribers();
+            }
+        }
+        else {
+            if (!this._currentAssistantMsg) {
+                this._currentAssistantMsg = {
+                    id: generateId(),
+                    role: "assistant",
+                    content: [{ type: "text", text: transcript.text }],
+                    metadata: {
+                        unstable_state: this.state,
+                        unstable_annotations: [],
+                        unstable_data: [],
+                        steps: [],
+                        custom: {},
+                    },
+                    status: { type: "running" },
+                    createdAt: new Date(),
+                };
+                this._voiceMessages.push(this._currentAssistantMsg);
+            }
+            else {
+                const idx = this._voiceMessages.indexOf(this._currentAssistantMsg);
+                if (idx === -1)
+                    return;
+                const updated = {
+                    ...this._currentAssistantMsg,
+                    content: [{ type: "text", text: transcript.text }],
+                    ...(transcript.isFinal
+                        ? { status: { type: "complete", reason: "stop" } }
+                        : {}),
+                };
+                this._voiceMessages[idx] = updated;
+                this._currentAssistantMsg = updated;
+            }
+            if (transcript.isFinal) {
+                this._currentAssistantMsg = null;
+            }
+            this._markVoiceMessagesDirty();
+            this._notifySubscribers();
+        }
+    }
+    _finishVoiceAssistantMessage() {
+        const last = this._voiceMessages.at(-1);
+        if (last?.role === "assistant" && last.status.type === "running") {
+            const idx = this._voiceMessages.length - 1;
+            this._voiceMessages[idx] = {
+                ...last,
+                status: { type: "complete", reason: "stop" },
+            };
+            this._markVoiceMessagesDirty();
+            this._notifySubscribers();
+        }
+    }
+    disconnectVoice() {
+        this._finishVoiceAssistantMessage();
+        this._currentAssistantMsg = null;
+        for (const unsub of this._voiceUnsubs)
+            unsub();
+        this._voiceUnsubs = [];
+        this._voiceSession?.disconnect();
+        this._voiceSession = undefined;
+        this.voice = undefined;
+        this._voiceVolume = 0;
+        for (const cb of this._voiceVolumeSubscribers)
+            cb();
+        this._voiceMessages = [];
+        this._markVoiceMessagesDirty();
+        this._notifySubscribers();
+    }
+    muteVoice() {
+        if (!this._voiceSession)
+            throw new Error("No active voice session");
+        this._voiceSession.mute();
+        this.voice = {
+            ...this.voice,
+            isMuted: true,
+        };
+        this._notifySubscribers();
+    }
+    unmuteVoice() {
+        if (!this._voiceSession)
+            throw new Error("No active voice session");
+        this._voiceSession.unmute();
+        this.voice = {
+            ...this.voice,
+            isMuted: false,
+        };
+        this._notifySubscribers();
+    }
     ensureInitialized() {
         if (!this._isInitialized) {
             this._isInitialized = true;