@assistant-ui/core 0.1.9 → 0.1.10

package/src/runtimes/readonly/ReadonlyThreadRuntimeCore.ts

@@ -34,7 +34,6 @@ export class ReadonlyThreadRuntimeCore
   }
 
   getBranches(messageId: string) {
-    // no branching in readonly threads
     const idx = this._messages.findIndex((m) => m.id === messageId);
     if (idx === -1) return [];
     return [messageId];
@@ -56,9 +55,7 @@ export class ReadonlyThreadRuntimeCore
     throw READONLY_THREAD_ERROR;
   }
 
-  cancelRun(): void {
-    // noop - nothing to cancel
-  }
+  cancelRun(): void {}
 
   addToolResult(): void {
     throw READONLY_THREAD_ERROR;
@@ -72,8 +69,23 @@ export class ReadonlyThreadRuntimeCore
     throw READONLY_THREAD_ERROR;
   }
 
-  stopSpeaking(): void {
-    // noop
+  stopSpeaking(): void {}
+
+  connectVoice(): void {
+    throw READONLY_THREAD_ERROR;
+  }
+
+  disconnectVoice(): void {}
+
+  getVoiceVolume = () => 0;
+  subscribeVoiceVolume = (): Unsubscribe => () => {};
+
+  muteVoice(): void {
+    throw READONLY_THREAD_ERROR;
+  }
+
+  unmuteVoice(): void {
+    throw READONLY_THREAD_ERROR;
   }
 
   submitFeedback(): void {
@@ -179,6 +191,7 @@ export class ReadonlyThreadRuntimeCore
   }
 
   speech = undefined;
+  voice = undefined;
 
   capabilities = {
     switchToBranch: false,
@@ -189,6 +202,7 @@ export class ReadonlyThreadRuntimeCore
     unstable_copy: false,
     speech: false,
     dictation: false,
+    voice: false,
     attachments: false,
     feedback: false,
     queue: false,

package/src/runtimes/remote-thread-list/empty-thread-core.ts

@@ -48,6 +48,25 @@ export const EMPTY_THREAD_CORE: ThreadRuntimeCore = {
     throw EMPTY_THREAD_ERROR;
   },
 
+  connectVoice() {
+    throw EMPTY_THREAD_ERROR;
+  },
+
+  disconnectVoice() {
+    throw EMPTY_THREAD_ERROR;
+  },
+
+  getVoiceVolume: () => 0,
+  subscribeVoiceVolume: () => () => {},
+
+  muteVoice() {
+    throw EMPTY_THREAD_ERROR;
+  },
+
+  unmuteVoice() {
+    throw EMPTY_THREAD_ERROR;
+  },
+
   submitFeedback() {
     throw EMPTY_THREAD_ERROR;
   },
@@ -72,7 +91,7 @@ export const EMPTY_THREAD_CORE: ThreadRuntimeCore = {
     attachments: [],
     attachmentAccept: "*",
 
-    async addAttachment(_fileOrAttachment) {
+    async addAttachment() {
       throw EMPTY_THREAD_ERROR;
     },
 
@@ -153,6 +172,7 @@ export const EMPTY_THREAD_CORE: ThreadRuntimeCore = {
   },
 
   speech: undefined,
+  voice: undefined,
 
   capabilities: {
     switchToBranch: false,
@@ -163,6 +183,7 @@ export const EMPTY_THREAD_CORE: ThreadRuntimeCore = {
     unstable_copy: false,
     speech: false,
     dictation: false,
+    voice: false,
     attachments: false,
     feedback: false,
     queue: false,

package/src/store/runtime-clients/thread-runtime-client.ts

@@ -44,11 +44,9 @@ export const ThreadClient = resource(
     const runtimeState = tapSubscribable(runtime);
     const emit = tapAssistantEmit();
 
-    // Bind thread events to event manager
     tapEffect(() => {
       const unsubscribers: Unsubscribe[] = [];
 
-      // Subscribe to thread events
       const threadEvents: ThreadRuntimeEventType[] = [
         "runStart",
         "runEnd",
@@ -105,6 +103,7 @@ export const ThreadClient = resource(
         suggestions: runtimeState.suggestions,
         extras: runtimeState.extras,
         speech: runtimeState.speech,
+        voice: runtimeState.voice,
 
         composer: composer.state,
         messages: messages.state,
@@ -124,12 +123,12 @@ export const ThreadClient = resource(
       import: runtime.import,
       reset: runtime.reset,
       stopSpeaking: runtime.stopSpeaking,
-      startVoice: async () => {
-        throw new Error("startVoice is not supported in this runtime");
-      },
-      stopVoice: async () => {
-        throw new Error("stopVoice is not supported in this runtime");
-      },
+      connectVoice: runtime.connectVoice,
+      disconnectVoice: runtime.disconnectVoice,
+      getVoiceVolume: runtime.getVoiceVolume,
+      subscribeVoiceVolume: runtime.subscribeVoiceVolume,
+      muteVoice: runtime.muteVoice,
+      unmuteVoice: runtime.unmuteVoice,
       message: (selector) => {
         if ("id" in selector) {
           return messages.get({ key: selector.id });

package/src/store/scopes/thread.ts

@@ -2,9 +2,11 @@ import type { ReadonlyJSONValue } from "assistant-stream/utils";
 import type {
   RuntimeCapabilities,
   SpeechState,
+  VoiceSessionState,
   ThreadSuggestion,
 } from "../../runtime/interfaces/thread-runtime-core";
 import type { ExportedMessageRepository } from "../../runtime/utils/message-repository";
+import type { Unsubscribe } from "../../types/unsubscribe";
 import type { ThreadMessageLike } from "../../runtime/utils/thread-message-like";
 import type {
   CreateAppendMessage,
@@ -56,6 +58,7 @@ export type ThreadState = {
   readonly extras: unknown;
   /** @deprecated This API is still under active development and might change without notice. */
   readonly speech: SpeechState | undefined;
+  readonly voice: VoiceSessionState | undefined;
   readonly composer: ComposerState;
 };
 
@@ -112,14 +115,12 @@ export type ThreadMethods = {
   message(selector: { id: string } | { index: number }): MessageMethods;
   /** @deprecated This API is still under active development and might change without notice. */
   stopSpeaking(): void;
-  /**
-   * Start the voice session for the thread. Establishes any necessary media connections.
-   */
-  startVoice(): Promise<void>;
-  /**
-   * Stop the currently active voice session.
-   */
-  stopVoice(): Promise<void>;
+  connectVoice(): void;
+  disconnectVoice(): void;
+  getVoiceVolume(): number;
+  subscribeVoiceVolume(callback: () => void): Unsubscribe;
+  muteVoice(): void;
+  unmuteVoice(): void;
   __internal_getRuntime?(): ThreadRuntime;
 };
 

package/src/types/message.ts

@@ -40,6 +40,7 @@ export type FileMessagePart = {
   readonly filename?: string;
   readonly data: string;
   readonly mimeType: string;
+  readonly parentId?: string;
 };
 
 export type Unstable_AudioMessagePart = {

package/dist/react/model-context/makeInteractable.d.ts

@@ -1,10 +0,0 @@
-import { FC } from "react";
-import { type UseInteractableConfig } from "./useInteractable.js";
-export type InteractableConfig<TState> = UseInteractableConfig<TState> & {
-    name: string;
-};
-export type AssistantInteractable = FC & {
-    unstable_interactable: InteractableConfig<any>;
-};
-export declare const makeInteractable: <TState>(config: InteractableConfig<TState>) => AssistantInteractable;
-//# sourceMappingURL=makeInteractable.d.ts.map

package/dist/react/model-context/makeInteractable.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"makeInteractable.d.ts","sourceRoot":"","sources":["../../../src/react/model-context/makeInteractable.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC;AAC3B,OAAO,EAAmB,KAAK,qBAAqB,EAAE,6BAA0B;AAEhF,MAAM,MAAM,kBAAkB,CAAC,MAAM,IAAI,qBAAqB,CAAC,MAAM,CAAC,GAAG;IACvE,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG,EAAE,GAAG;IACvC,qBAAqB,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC;CAChD,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAI,MAAM,EACrC,QAAQ,kBAAkB,CAAC,MAAM,CAAC,0BAQnC,CAAC"}

package/dist/react/model-context/makeInteractable.js

@@ -1,10 +0,0 @@
-import { useInteractable } from "./useInteractable.js";
-export const makeInteractable = (config) => {
-    const Interactable = () => {
-        useInteractable(config.name, config);
-        return null;
-    };
-    Interactable.unstable_interactable = config;
-    return Interactable;
-};
-//# sourceMappingURL=makeInteractable.js.map

package/dist/react/model-context/makeInteractable.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"makeInteractable.js","sourceRoot":"","sources":["../../../src/react/model-context/makeInteractable.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAA8B,6BAA0B;AAUhF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAC9B,MAAkC,EAClC,EAAE;IACF,MAAM,YAAY,GAA0B,GAAG,EAAE;QAC/C,eAAe,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACrC,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IACF,YAAY,CAAC,qBAAqB,GAAG,MAAM,CAAC;IAC5C,OAAO,YAAY,CAAC;AACtB,CAAC,CAAC"}

package/dist/react/model-context/useInteractable.d.ts

@@ -1,16 +0,0 @@
-import type { InteractableStateSchema } from "../types/scopes/interactables.js";
-export type UseInteractableConfig<TState> = {
-    description: string;
-    stateSchema: InteractableStateSchema;
-    initialState: TState;
-    id?: string;
-    selected?: boolean;
-};
-type StateUpdater<TState> = TState | ((prev: TState) => TState);
-export type UseInteractableMetadata = {
-    id: string;
-    setSelected: (selected: boolean) => void;
-};
-export declare const useInteractable: <TState>(name: string, config: UseInteractableConfig<TState>) => [TState, (updater: StateUpdater<TState>) => void, UseInteractableMetadata];
-export {};
-//# sourceMappingURL=useInteractable.d.ts.map

package/dist/react/model-context/useInteractable.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"useInteractable.d.ts","sourceRoot":"","sources":["../../../src/react/model-context/useInteractable.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,uBAAuB,EAAE,yCAAsC;AAE7E,MAAM,MAAM,qBAAqB,CAAC,MAAM,IAAI;IAC1C,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,uBAAuB,CAAC;IACrC,YAAY,EAAE,MAAM,CAAC;IACrB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB,CAAC;AAEF,KAAK,YAAY,CAAC,MAAM,IAAI,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC;AAEhE,MAAM,MAAM,uBAAuB,GAAG;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,CAAC,QAAQ,EAAE,OAAO,KAAK,IAAI,CAAC;CAC1C,CAAC;AAEF,eAAO,MAAM,eAAe,GAAI,MAAM,EACpC,MAAM,MAAM,EACZ,QAAQ,qBAAqB,CAAC,MAAM,CAAC,KACpC,CACD,MAAM,EACN,CAAC,OAAO,EAAE,YAAY,CAAC,MAAM,CAAC,KAAK,IAAI,EACvC,uBAAuB,CA+CxB,CAAC"}

package/dist/react/model-context/useInteractable.js

@@ -1,36 +0,0 @@
-import { useEffect, useCallback, useId, useRef } from "react";
-import { useAui, useAuiState } from "@assistant-ui/store";
-export const useInteractable = (name, config) => {
-    const aui = useAui();
-    const autoId = useId().replace(/[^a-zA-Z0-9]/g, "");
-    const id = config.id ?? autoId;
-    const stateSchemaRef = useRef(config.stateSchema);
-    stateSchemaRef.current = config.stateSchema;
-    const initialStateRef = useRef(config.initialState);
-    initialStateRef.current = config.initialState;
-    useEffect(() => {
-        return aui.interactables().register({
-            id,
-            name,
-            description: config.description,
-            stateSchema: stateSchemaRef.current,
-            initialState: initialStateRef.current,
-            selected: config.selected,
-        });
-    }, [aui, id, name, config.description, config.selected]);
-    const state = useAuiState((s) => s.interactables.definitions[id]?.state) ??
-        config.initialState;
-    const setState = useCallback((updater) => {
-        aui.interactables().setState(id, (prev) => {
-            if (typeof updater === "function") {
-                return updater(prev);
-            }
-            return updater;
-        });
-    }, [aui, id]);
-    const setSelected = useCallback((selected) => {
-        aui.interactables().setSelected(id, selected);
-    }, [aui, id]);
-    return [state, setState, { id, setSelected }];
-};
-//# sourceMappingURL=useInteractable.js.map

package/dist/react/model-context/useInteractable.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"useInteractable.js","sourceRoot":"","sources":["../../../src/react/model-context/useInteractable.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC;AAC9D,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAkB1D,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,IAAY,EACZ,MAAqC,EAKrC,EAAE;IACF,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC;IAErB,MAAM,MAAM,GAAG,KAAK,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;IACpD,MAAM,EAAE,GAAG,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC;IAE/B,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAClD,cAAc,CAAC,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC;IAC5C,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IACpD,eAAe,CAAC,OAAO,GAAG,MAAM,CAAC,YAAY,CAAC;IAE9C,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,GAAG,CAAC,aAAa,EAAE,CAAC,QAAQ,CAAC;YAClC,EAAE;YACF,IAAI;YACJ,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,WAAW,EAAE,cAAc,CAAC,OAAO;YACnC,YAAY,EAAE,eAAe,CAAC,OAAO;YACrC,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;IACL,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEzD,MAAM,KAAK,GACR,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,CAAC,EAAE,KAAK,CAAY;QACtE,MAAM,CAAC,YAAY,CAAC;IAEtB,MAAM,QAAQ,GAAG,WAAW,CAC1B,CAAC,OAA6B,EAAE,EAAE;QAChC,GAAG,CAAC,aAAa,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE;YACxC,IAAI,OAAO,OAAO,KAAK,UAAU,EAAE,CAAC;gBAClC,OAAQ,OAAoC,CAAC,IAAc,CAAC,CAAC;YAC/D,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC,CAAC;IACL,CAAC,EACD,CAAC,GAAG,EAAE,EAAE,CAAC,CACV,CAAC;IAEF,MAAM,WAAW,GAAG,WAAW,CAC7B,CAAC,QAAiB,EAAE,EAAE;QACpB,GAAG,CAAC,aAAa,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAChD,CAAC,EACD,CAAC,GAAG,EAAE,EAAE,CAAC,CACV,CAAC;IAEF,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;AAChD,CAAC,CAAC"}

package/src/react/model-context/makeInteractable.ts

@@ -1,21 +0,0 @@
-import { FC } from "react";
-import { useInteractable, type UseInteractableConfig } from "./useInteractable";
-
-export type InteractableConfig<TState> = UseInteractableConfig<TState> & {
-  name: string;
-};
-
-export type AssistantInteractable = FC & {
-  unstable_interactable: InteractableConfig<any>;
-};
-
-export const makeInteractable = <TState>(
-  config: InteractableConfig<TState>,
-) => {
-  const Interactable: AssistantInteractable = () => {
-    useInteractable(config.name, config);
-    return null;
-  };
-  Interactable.unstable_interactable = config;
-  return Interactable;
-};

package/src/react/model-context/useInteractable.ts

@@ -1,73 +0,0 @@
-import { useEffect, useCallback, useId, useRef } from "react";
-import { useAui, useAuiState } from "@assistant-ui/store";
-import type { InteractableStateSchema } from "../types/scopes/interactables";
-
-export type UseInteractableConfig<TState> = {
-  description: string;
-  stateSchema: InteractableStateSchema;
-  initialState: TState;
-  id?: string;
-  selected?: boolean;
-};
-
-type StateUpdater<TState> = TState | ((prev: TState) => TState);
-
-export type UseInteractableMetadata = {
-  id: string;
-  setSelected: (selected: boolean) => void;
-};
-
-export const useInteractable = <TState>(
-  name: string,
-  config: UseInteractableConfig<TState>,
-): [
-  TState,
-  (updater: StateUpdater<TState>) => void,
-  UseInteractableMetadata,
-] => {
-  const aui = useAui();
-
-  const autoId = useId().replace(/[^a-zA-Z0-9]/g, "");
-  const id = config.id ?? autoId;
-
-  const stateSchemaRef = useRef(config.stateSchema);
-  stateSchemaRef.current = config.stateSchema;
-  const initialStateRef = useRef(config.initialState);
-  initialStateRef.current = config.initialState;
-
-  useEffect(() => {
-    return aui.interactables().register({
-      id,
-      name,
-      description: config.description,
-      stateSchema: stateSchemaRef.current,
-      initialState: initialStateRef.current,
-      selected: config.selected,
-    });
-  }, [aui, id, name, config.description, config.selected]);
-
-  const state =
-    (useAuiState((s) => s.interactables.definitions[id]?.state) as TState) ??
-    config.initialState;
-
-  const setState = useCallback(
-    (updater: StateUpdater<TState>) => {
-      aui.interactables().setState(id, (prev) => {
-        if (typeof updater === "function") {
-          return (updater as (prev: TState) => TState)(prev as TState);
-        }
-        return updater;
-      });
-    },
-    [aui, id],
-  );
-
-  const setSelected = useCallback(
-    (selected: boolean) => {
-      aui.interactables().setSelected(id, selected);
-    },
-    [aui, id],
-  );
-
-  return [state, setState, { id, setSelected }];
-};