@assistant-ui/core 0.1.9 → 0.1.11

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@assistant-ui/core",
-  "version": "0.1.9",
+  "version": "0.1.11",
   "description": "Framework-agnostic core runtime for assistant-ui",
   "keywords": [
     "assistant",
@@ -14,32 +14,26 @@
   "type": "module",
   "exports": {
     ".": {
-      "aui-source": "./src/index.ts",
       "types": "./dist/index.d.ts",
       "default": "./dist/index.js"
     },
     "./internal": {
-      "aui-source": "./src/internal.ts",
       "types": "./dist/internal.d.ts",
       "default": "./dist/internal.js"
     },
     "./store": {
-      "aui-source": "./src/store/index.ts",
       "types": "./dist/store/index.d.ts",
       "default": "./dist/store/index.js"
     },
     "./store/internal": {
-      "aui-source": "./src/store/internal.ts",
       "types": "./dist/store/internal.d.ts",
       "default": "./dist/store/internal.js"
     },
     "./react": {
-      "aui-source": "./src/react/index.ts",
       "types": "./dist/react/index.d.ts",
       "default": "./dist/react/index.js"
     },
     "./*": {
-      "aui-source": "./src/*.ts",
       "types": "./dist/*.d.ts",
       "default": "./dist/*.js"
     }
@@ -53,15 +47,15 @@
   ],
   "sideEffects": false,
   "dependencies": {
-    "assistant-stream": "^0.3.8",
+    "assistant-stream": "^0.3.10",
     "nanoid": "^5.1.7"
   },
   "peerDependencies": {
-    "@assistant-ui/store": "^0.2.5",
-    "@assistant-ui/tap": "^0.5.5",
+    "@assistant-ui/store": "^0.2.6",
+    "@assistant-ui/tap": "^0.5.6",
     "@types/react": "*",
     "react": "^18 || ^19",
-    "assistant-cloud": "^0.1.23",
+    "assistant-cloud": "^0.1.24",
     "zustand": "^5.0.11"
   },
   "peerDependenciesMeta": {
@@ -81,12 +75,12 @@
   "devDependencies": {
     "@types/react": "^19.2.14",
     "react": "^19.2.4",
-    "vitest": "^4.1.1",
+    "vitest": "^4.1.2",
     "zustand": "^5.0.12",
-    "@assistant-ui/store": "0.2.5",
-    "@assistant-ui/tap": "0.5.5",
+    "@assistant-ui/store": "0.2.6",
     "@assistant-ui/x-buildutils": "0.0.3",
-    "assistant-cloud": "0.1.23"
+    "assistant-cloud": "0.1.24",
+    "@assistant-ui/tap": "0.5.6"
   },
   "publishConfig": {
     "access": "public",

package/src/adapters/index.ts

@@ -13,6 +13,11 @@ export {
   WebSpeechDictationAdapter,
 } from "./speech";
 
+// Voice adapter
+export type { RealtimeVoiceAdapter } from "./voice";
+export { createVoiceSession } from "./voice";
+export type { VoiceSessionControls, VoiceSessionHelpers } from "./voice";
+
 // Feedback adapter
 export type { FeedbackAdapter } from "./feedback";
 

package/src/adapters/voice.ts

@@ -0,0 +1,166 @@
+import type { Unsubscribe } from "../types/unsubscribe";
+
+export namespace RealtimeVoiceAdapter {
+  export type Status =
+    | {
+        type: "starting" | "running";
+      }
+    | {
+        type: "ended";
+        reason: "finished" | "cancelled" | "error";
+        error?: unknown;
+      };
+
+  export type Mode = "listening" | "speaking";
+
+  export type TranscriptItem = {
+    role: "user" | "assistant";
+    text: string;
+    isFinal?: boolean;
+  };
+
+  export type Session = {
+    status: Status;
+    isMuted: boolean;
+
+    disconnect: () => void;
+    mute: () => void;
+    unmute: () => void;
+
+    onStatusChange: (callback: (status: Status) => void) => Unsubscribe;
+    onTranscript: (
+      callback: (transcript: TranscriptItem) => void,
+    ) => Unsubscribe;
+    onModeChange: (callback: (mode: Mode) => void) => Unsubscribe;
+    onVolumeChange: (callback: (volume: number) => void) => Unsubscribe;
+  };
+}
+
+export type RealtimeVoiceAdapter = {
+  connect: (options: {
+    abortSignal?: AbortSignal;
+  }) => RealtimeVoiceAdapter.Session;
+};
+
+export type VoiceSessionControls = {
+  disconnect: () => void;
+  mute: () => void;
+  unmute: () => void;
+};
+
+export type VoiceSessionHelpers = {
+  setStatus: (status: RealtimeVoiceAdapter.Status) => void;
+  end: (reason: "finished" | "cancelled" | "error", error?: unknown) => void;
+  emitTranscript: (item: RealtimeVoiceAdapter.TranscriptItem) => void;
+  emitMode: (mode: RealtimeVoiceAdapter.Mode) => void;
+  emitVolume: (volume: number) => void;
+  isDisposed: () => boolean;
+};
+
+export function createVoiceSession(
+  options: { abortSignal?: AbortSignal },
+  setup: (helpers: VoiceSessionHelpers) => Promise<VoiceSessionControls>,
+): RealtimeVoiceAdapter.Session {
+  const statusCbs = new Set<(s: RealtimeVoiceAdapter.Status) => void>();
+  const transcriptCbs = new Set<
+    (t: RealtimeVoiceAdapter.TranscriptItem) => void
+  >();
+  const modeCbs = new Set<(m: RealtimeVoiceAdapter.Mode) => void>();
+  const volumeCbs = new Set<(v: number) => void>();
+
+  let currentStatus: RealtimeVoiceAdapter.Status = { type: "starting" };
+  let isMuted = false;
+  let disposed = false;
+  let controls: VoiceSessionControls | null = null;
+
+  const cleanup = () => {
+    disposed = true;
+    statusCbs.clear();
+    transcriptCbs.clear();
+    modeCbs.clear();
+    volumeCbs.clear();
+  };
+
+  const helpers: VoiceSessionHelpers = {
+    setStatus: (status) => {
+      if (disposed) return;
+      currentStatus = status;
+      for (const cb of statusCbs) cb(status);
+    },
+    end: (reason, error?) => {
+      if (disposed) return;
+      currentStatus = { type: "ended", reason, error };
+      for (const cb of statusCbs) cb(currentStatus);
+      cleanup();
+    },
+    emitTranscript: (item) => {
+      if (disposed) return;
+      for (const cb of transcriptCbs) cb(item);
+    },
+    emitMode: (mode) => {
+      if (disposed) return;
+      for (const cb of modeCbs) cb(mode);
+    },
+    emitVolume: (volume) => {
+      if (disposed) return;
+      for (const cb of volumeCbs) cb(volume);
+    },
+    isDisposed: () => disposed,
+  };
+
+  const session: RealtimeVoiceAdapter.Session = {
+    get status() {
+      return currentStatus;
+    },
+    get isMuted() {
+      return isMuted;
+    },
+    disconnect: () => {
+      controls?.disconnect();
+      cleanup();
+    },
+    mute: () => {
+      controls?.mute();
+      isMuted = true;
+    },
+    unmute: () => {
+      controls?.unmute();
+      isMuted = false;
+    },
+    onStatusChange: (cb) => {
+      statusCbs.add(cb);
+      return () => statusCbs.delete(cb);
+    },
+    onTranscript: (cb) => {
+      transcriptCbs.add(cb);
+      return () => transcriptCbs.delete(cb);
+    },
+    onModeChange: (cb) => {
+      modeCbs.add(cb);
+      return () => modeCbs.delete(cb);
+    },
+    onVolumeChange: (cb) => {
+      volumeCbs.add(cb);
+      return () => volumeCbs.delete(cb);
+    },
+  };
+
+  if (options.abortSignal) {
+    options.abortSignal.addEventListener("abort", () => session.disconnect(), {
+      once: true,
+    });
+  }
+
+  const doSetup = async () => {
+    try {
+      if (disposed) return;
+      controls = await setup(helpers);
+      if (disposed) controls.disconnect();
+    } catch (error) {
+      helpers.end("error", error);
+    }
+  };
+
+  doSetup();
+  return session;
+}

package/src/index.ts

@@ -62,6 +62,7 @@ export type {
   // Tool & instruction config
   AssistantToolProps,
   AssistantInstructionsConfig,
+  AssistantContextConfig,
 } from "./model-context/types";
 export { mergeModelContexts } from "./model-context/types";
 
@@ -104,6 +105,14 @@ export {
   WebSpeechDictationAdapter,
 } from "./adapters/speech";
 
+// Voice adapter
+export type { RealtimeVoiceAdapter } from "./adapters/voice";
+export { createVoiceSession } from "./adapters/voice";
+export type {
+  VoiceSessionControls,
+  VoiceSessionHelpers,
+} from "./adapters/voice";
+
 // Feedback adapter
 export type { FeedbackAdapter } from "./adapters/feedback";
 
@@ -151,6 +160,7 @@ export type {
   SubmitFeedbackOptions,
   ThreadSuggestion,
   SpeechState,
+  VoiceSessionState,
   SubmittedFeedback,
   ThreadRuntimeEventType,
   StartRunConfig,

package/src/model-context/types.ts

@@ -55,6 +55,11 @@ export type AssistantInstructionsConfig = {
   instruction: string;
 };
 
+export type AssistantContextConfig = {
+  getContext: () => string;
+  disabled?: boolean | undefined;
+};
+
 // =============================================================================
 // Merging
 // =============================================================================