@assistant-ui/react 0.7.21 → 0.7.23

package/src/runtimes/edge/EdgeChatAdapter.ts

@@ -53,6 +53,7 @@ export class EdgeChatAdapter implements ChatModelAdapter {
 
   async *run({
     messages,
+    runConfig,
     abortSignal,
     config,
     unstable_assistantMessageId,
@@ -75,6 +76,7 @@ export class EdgeChatAdapter implements ChatModelAdapter {
             }),
         tools: config.tools ? toLanguageModelTools(config.tools) : [],
         unstable_assistantMessageId,
+        runConfig,
         ...config.callSettings,
         ...config.config,
 

package/src/runtimes/edge/EdgeRuntimeRequestOptions.ts

@@ -82,6 +82,11 @@ export const EdgeRuntimeRequestOptionsSchema = z
   .object({
     system: z.string().optional(),
     messages: z.array(CoreMessageSchema).min(1),
+    runConfig: z
+      .object({
+        custom: z.record(z.unknown()).optional(),
+      })
+      .optional(),
     tools: z.array(LanguageModelV1FunctionToolSchema).optional(),
     unstable_assistantMessageId: z.string().optional(),
   })

package/src/runtimes/external-store/ExternalStoreAdapter.tsx

@@ -2,6 +2,7 @@ import { AppendMessage, ThreadMessage } from "../../types";
 import { AttachmentAdapter } from "../attachment";
 import {
   AddToolResultOptions,
+  StartRunConfig,
   ThreadSuggestion,
 } from "../core/ThreadRuntimeCore";
 import { FeedbackAdapter } from "../feedback/FeedbackAdapter";
@@ -57,7 +58,9 @@ type ExternalStoreAdapterBase<T> = {
   setMessages?: ((messages: T[]) => void) | undefined;
   onNew: (message: AppendMessage) => Promise<void>;
   onEdit?: ((message: AppendMessage) => Promise<void>) | undefined;
-  onReload?: ((parentId: string | null) => Promise<void>) | undefined;
+  onReload?: // TODO: remove parentId in 0.8.0
+  | ((parentId: string | null, config: StartRunConfig) => Promise<void>)
+    | undefined;
   onCancel?: (() => Promise<void>) | undefined;
   onAddToolResult?:
     | ((options: AddToolResultOptions) => Promise<void> | void)

package/src/runtimes/external-store/ExternalStoreThreadRuntimeCore.tsx

@@ -1,5 +1,6 @@
 import {
   AddToolResultOptions,
+  StartRunConfig,
   ThreadSuggestion,
 } from "../core/ThreadRuntimeCore";
 
@@ -192,11 +193,11 @@ export class ExternalStoreThreadRuntimeCore
     }
   }
 
-  public async startRun(parentId: string | null): Promise<void> {
+  public async startRun(config: StartRunConfig): Promise<void> {
     if (!this._store.onReload)
       throw new Error("Runtime does not support reloading messages.");
 
-    await this._store.onReload(parentId);
+    await this._store.onReload(config.parentId, config);
   }
 
   public cancelRun(): void {

package/src/runtimes/local/ChatModelAdapter.tsx

@@ -2,6 +2,7 @@
 
 import type {
   MessageStatus,
+  RunConfig,
   ThreadAssistantContentPart,
   ThreadMessage,
   ThreadStep,
@@ -24,6 +25,7 @@ export type ChatModelRunResult = {
 
 export type ChatModelRunOptions = {
   messages: ThreadMessage[];
+  runConfig: RunConfig;
   abortSignal: AbortSignal;
   config: ModelConfig;
 

package/src/runtimes/local/LocalThreadRuntimeCore.tsx

@@ -12,8 +12,10 @@ import {
   AddToolResultOptions,
   ThreadSuggestion,
   ThreadRuntimeCore,
+  StartRunConfig,
 } from "../core/ThreadRuntimeCore";
 import { BaseThreadRuntimeCore } from "../core/BaseThreadRuntimeCore";
+import { RunConfig } from "../../types/AssistantTypes";
 
 export class LocalThreadRuntimeCore
   extends BaseThreadRuntimeCore
@@ -49,6 +51,8 @@ export class LocalThreadRuntimeCore
 
   private _options!: LocalRuntimeOptionsBase;
 
+  private _lastRunConfig: RunConfig = {};
+
   public get extras() {
     return undefined;
   }
@@ -91,14 +95,20 @@ export class LocalThreadRuntimeCore
 
     const startRun = message.startRun ?? message.role === "user";
     if (startRun) {
-      await this.startRun(newMessage.id);
+      await this.startRun({
+        parentId: newMessage.id,
+        runConfig: message.runConfig ?? {},
+      });
     } else {
       this.repository.resetHead(newMessage.id);
       this._notifySubscribers();
     }
   }
 
-  public async startRun(parentId: string | null): Promise<void> {
+  public async startRun({
+    parentId,
+    runConfig,
+  }: StartRunConfig): Promise<void> {
     this.ensureInitialized();
 
     this.repository.resetHead(parentId);
@@ -117,13 +127,14 @@ export class LocalThreadRuntimeCore
     this._notifyEventSubscribers("run-start");
 
     do {
-      message = await this.performRoundtrip(parentId, message);
+      message = await this.performRoundtrip(parentId, message, runConfig);
     } while (shouldContinue(message));
   }
 
   private async performRoundtrip(
     parentId: string | null,
     message: ThreadAssistantMessage,
+    runConfig: RunConfig | undefined,
   ) {
     const messages = this.repository.getMessages();
 
@@ -185,8 +196,10 @@ export class LocalThreadRuntimeCore
     }
 
     try {
+      this._lastRunConfig = runConfig ?? {};
       const promiseOrGenerator = this.adapters.chatModel.run({
         messages,
+        runConfig: this._lastRunConfig,
         abortSignal: this.abortController.signal,
         config: this.getModelConfig(),
         unstable_assistantMessageId: message.id,
@@ -267,7 +280,7 @@ export class LocalThreadRuntimeCore
     this.repository.addOrUpdateMessage(parentId, message);
 
     if (added && shouldContinue(message)) {
-      this.performRoundtrip(parentId, message);
+      this.performRoundtrip(parentId, message, this._lastRunConfig);
     }
   }
 }

package/src/types/AssistantTypes.ts

@@ -146,10 +146,17 @@ export type ThreadAssistantMessage = MessageCommonProps & {
   };
 };
 
+export type RunConfig = {
+  // TODO allow user customization via global type overrides
+  readonly custom?: Record<string, unknown>;
+};
+
 export type AppendMessage = CoreMessage & {
   parentId: string | null;
   attachments: readonly CompleteAttachment[];
   startRun?: boolean | undefined;
+  /** TODO: make required in 0.8.0 */
+  runConfig?: RunConfig | undefined;
 };
 
 type BaseThreadMessage = {