@assistant-ui/core 0.3.16 → 0.3.17

package/src/model-context/frame/provider.ts

@@ -38,7 +38,11 @@ export class AssistantFrameProvider {
   private _providerUnsubscribes = new Map<symbol, Unsubscribe | undefined>();
   private _activeToolCalls = new Map<
     string,
-    { abortController: AbortController; event: MessageEvent }
+    {
+      abortController: AbortController;
+      event: MessageEvent;
+      provider: ModelContextProvider | undefined;
+    }
   >();
   private _targetOrigin: string;
   private _strictRegistrations = 0;
@@ -115,10 +119,15 @@ export class AssistantFrameProvider {
     message: Extract<FrameMessage, { type: "tool-call" }>,
     event: MessageEvent,
   ) {
-    const tool = this.getModelContext().tools?.[message.toolName];
+    const resolvedTool = this.getTool(message.toolName);
+    const tool = resolvedTool?.tool;
     const abortController = new AbortController();
     this._activeToolCalls.get(message.id)?.abortController.abort();
-    const activeCall = { abortController, event };
+    const activeCall = {
+      abortController,
+      event,
+      provider: resolvedTool?.provider,
+    };
     this._activeToolCalls.set(message.id, activeCall);
 
     let result: any;
@@ -161,6 +170,37 @@ export class AssistantFrameProvider {
     activeCall.abortController.abort();
   }
 
+  private cancelToolCallsForProvider(provider: ModelContextProvider) {
+    const matchingCalls = Array.from(this._activeToolCalls).filter(
+      ([, activeCall]) => activeCall.provider === provider,
+    );
+    for (const [id, activeCall] of matchingCalls) {
+      this._activeToolCalls.delete(id);
+      activeCall.abortController.abort();
+    }
+
+    let sendFailed = false;
+    let sendError: unknown;
+    for (const [id, activeCall] of matchingCalls) {
+      try {
+        this.sendMessage(activeCall.event, {
+          type: "tool-result",
+          id,
+          error: "AssistantFrame tool provider has been removed",
+        });
+      } catch (error) {
+        if (sendFailed) {
+          console.error(error);
+        } else {
+          sendFailed = true;
+          sendError = error;
+        }
+      }
+    }
+
+    if (sendFailed) throw sendError;
+  }
+
   private sendMessage(event: MessageEvent, message: FrameMessage) {
     event.source?.postMessage(
       { channel: FRAME_MESSAGE_CHANNEL, message },
@@ -168,9 +208,26 @@ export class AssistantFrameProvider {
     );
   }
 
+  private getProviders() {
+    return Array.from(new Set(this._providers.values()));
+  }
+
+  private getTool(toolName: string) {
+    let resolved:
+      | { provider: ModelContextProvider; tool: Tool<any, any> }
+      | undefined;
+
+    for (const provider of this.getProviders()) {
+      const tool = provider.getModelContext().tools?.[toolName];
+      if (tool) resolved = { provider, tool };
+    }
+
+    return resolved;
+  }
+
   private getModelContext(): ModelContext {
-    const contexts = Array.from(new Set(this._providers.values())).map((p) =>
-      p.getModelContext(),
+    const contexts = this.getProviders().map((provider) =>
+      provider.getModelContext(),
     );
 
     return contexts.reduce(
@@ -200,7 +257,14 @@ export class AssistantFrameProvider {
     }
   }
 
-  private removeProvider(id: symbol, origin: string): Unsubscribe | undefined {
+  private removeProvider(
+    id: symbol,
+    origin: string,
+  ): {
+    unsubscribe: Unsubscribe | undefined;
+    removedProvider: ModelContextProvider | undefined;
+  } {
+    const provider = this._providers.get(id);
     this._providers.delete(id);
     const unsubscribe = this._providerUnsubscribes.get(id);
     this._providerUnsubscribes.delete(id);
@@ -219,7 +283,11 @@ export class AssistantFrameProvider {
           this._wildcardRegistrations > 0 ? "*" : getDefaultTargetOrigin();
       }
     }
-    return unsubscribe;
+    const removedProvider =
+      provider && !this.getProviders().includes(provider)
+        ? provider
+        : undefined;
+    return { unsubscribe, removedProvider };
   }
 
   static addModelContextProvider(
@@ -246,8 +314,18 @@ export class AssistantFrameProvider {
 
       instance.broadcastUpdate();
     } catch (error) {
-      const unsubscribe = instance.removeProvider(id, origin);
+      const { unsubscribe, removedProvider } = instance.removeProvider(
+        id,
+        origin,
+      );
       // Rollback failures must not replace the registration error.
+      try {
+        if (removedProvider) {
+          instance.cancelToolCallsForProvider(removedProvider);
+        }
+      } catch (cancelError) {
+        console.error(cancelError);
+      }
       try {
         unsubscribe?.();
       } catch (unsubscribeError) {
@@ -265,22 +343,32 @@ export class AssistantFrameProvider {
     return () => {
       if (released) return;
       released = true;
-      const unsubscribe = instance.removeProvider(id, origin);
-      let unsubscribeFailed = false;
-      let unsubscribeError: unknown;
-      try {
-        unsubscribe?.();
-      } catch (error) {
-        unsubscribeFailed = true;
-        unsubscribeError = error;
-      }
-      try {
-        instance.broadcastUpdate();
-      } catch (error) {
-        if (!unsubscribeFailed) throw error;
-        console.error(error);
+      const { unsubscribe, removedProvider } = instance.removeProvider(
+        id,
+        origin,
+      );
+      let cleanupFailed = false;
+      let cleanupError: unknown;
+      const runCleanup = (cleanup: () => void) => {
+        try {
+          cleanup();
+        } catch (error) {
+          if (cleanupFailed) {
+            console.error(error);
+          } else {
+            cleanupFailed = true;
+            cleanupError = error;
+          }
+        }
+      };
+
+      if (removedProvider) {
+        runCleanup(() => instance.cancelToolCallsForProvider(removedProvider));
       }
-      if (unsubscribeFailed) throw unsubscribeError;
+      if (unsubscribe) runCleanup(unsubscribe);
+      runCleanup(() => instance.broadcastUpdate());
+
+      if (cleanupFailed) throw cleanupError;
     };
   }
 

package/src/model-context/tool-call-text.test.ts

@@ -0,0 +1,67 @@
+import { describe, expect, it } from "vitest";
+import { resolveToolCallText } from "./tool-call-text";
+
+describe("resolveToolCallText", () => {
+  it("resolves literal text for running and complete tool calls", () => {
+    const text = {
+      running: "Searching...",
+      complete: "Done searching",
+    };
+
+    expect(
+      resolveToolCallText(text, {
+        args: {},
+        status: { type: "running" },
+      }),
+    ).toBe("Searching...");
+    expect(
+      resolveToolCallText(text, {
+        args: {},
+        status: { type: "complete" },
+      }),
+    ).toBe("Done searching");
+  });
+
+  it("passes args and results to text functions", () => {
+    const text = {
+      running: ({ args }: { args: { query: string } }) =>
+        `Searching ${args.query}...`,
+      complete: ({
+        args,
+        result,
+      }: {
+        args: { query: string };
+        result: number | undefined;
+      }) => `Found ${result ?? 0} results for ${args.query}`,
+    };
+
+    expect(
+      resolveToolCallText(text, {
+        args: { query: "docs" },
+        status: { type: "requires-action" },
+      }),
+    ).toBe("Searching docs...");
+    expect(
+      resolveToolCallText(text, {
+        args: { query: "docs" },
+        result: 3,
+        status: { type: "complete" },
+      }),
+    ).toBe("Found 3 results for docs");
+  });
+
+  it("returns null when the active status has no text", () => {
+    expect(
+      resolveToolCallText(
+        { running: "Searching..." },
+        { args: {}, status: { type: "complete" } },
+      ),
+    ).toBeNull();
+    expect(
+      resolveToolCallText(
+        { complete: "Done searching" },
+        { args: {}, status: { type: "running" } },
+      ),
+    ).toBeNull();
+  });
+});

package/src/model-context/tool-call-text.ts

@@ -0,0 +1,67 @@
+type ToolCallRunningText<TArgs extends Record<string, unknown>, TValue> =
+  | TValue
+  | undefined
+  | null
+  | ((options: { args: TArgs }) => TValue | undefined | null);
+
+type ToolCallCompleteText<
+  TArgs extends Record<string, unknown>,
+  TResult,
+  TValue,
+> =
+  | TValue
+  | undefined
+  | null
+  | ((options: {
+      args: TArgs;
+      result: TResult | undefined;
+    }) => TValue | undefined | null);
+
+export type ToolCallText<
+  TArgs extends Record<string, unknown>,
+  TResult,
+  TValue = string,
+> =
+  | {
+      running: ToolCallRunningText<TArgs, TValue>;
+      complete?: ToolCallCompleteText<TArgs, TResult, TValue> | undefined;
+    }
+  | {
+      running?: ToolCallRunningText<TArgs, TValue> | undefined;
+      complete: ToolCallCompleteText<TArgs, TResult, TValue>;
+    };
+
+type ToolCallTextPart<TArgs extends Record<string, unknown>, TResult> = {
+  readonly args: TArgs;
+  readonly result?: TResult | undefined;
+  readonly status?: { readonly type?: string | undefined } | undefined;
+};
+
+export const resolveToolCallText = <
+  TArgs extends Record<string, unknown>,
+  TResult,
+  TValue,
+>(
+  text: ToolCallText<TArgs, TResult, TValue>,
+  part: ToolCallTextPart<TArgs, TResult>,
+): TValue | undefined | null => {
+  const isRunning =
+    part.status?.type === "running" || part.status?.type === "requires-action";
+
+  if (!isRunning) {
+    const value = text.complete;
+    if (typeof value !== "function") return value ?? null;
+    return (
+      value as (options: {
+        args: TArgs;
+        result: TResult | undefined;
+      }) => TValue | undefined | null
+    )({ args: part.args, result: part.result });
+  }
+
+  const value = text.running;
+  if (typeof value !== "function") return value ?? null;
+  return (value as (options: { args: TArgs }) => TValue | undefined | null)({
+    args: part.args,
+  });
+};

package/src/react/AssistantRuntimeProvider.test.tsx

@@ -1,8 +1,8 @@
 // @vitest-environment jsdom
 
 import type { ReactNode } from "react";
-import { useEffect } from "react";
-import { cleanup, render } from "@testing-library/react";
+import { useEffect, useState } from "react";
+import { act, cleanup, render } from "@testing-library/react";
 import { afterEach, describe, expect, it } from "vitest";
 import { resource } from "@assistant-ui/tap";
 import {
@@ -12,8 +12,10 @@ import {
   type AssistantClient,
 } from "@assistant-ui/store";
 import type { ChatModelAdapter } from "../runtime/utils/chat-model-adapter";
+import type { ThreadMessage } from "../types/message";
 import { AssistantRuntimeProvider } from "./AssistantRuntimeProvider";
 import { useLocalRuntime } from "./runtimes/useLocalRuntime";
+import { useExternalStoreRuntime } from "./runtimes/useExternalStoreRuntime";
 
 type AnyClient = Record<string, any>;
 
@@ -21,6 +23,20 @@ const chatModel: ChatModelAdapter = {
   run: async () => ({ content: [] }),
 };
 
+const hoistedConfig = AuiConfig({});
+
+const message = (id: string, role: "user" | "assistant"): ThreadMessage =>
+  ({
+    id,
+    role,
+    content: [{ type: "text", text: `text of ${id}` }],
+    createdAt: new Date(1718000000000),
+    ...(role === "assistant"
+      ? { status: { type: "complete", reason: "stop" } }
+      : { attachments: [] }),
+    metadata: { custom: {} },
+  }) as ThreadMessage;
+
 const makeCounterClient = (log?: string[]) => {
   const useCounterClient = () => {
     useEffect(() => {
@@ -152,4 +168,52 @@ describe("AssistantRuntimeProvider aui composition", () => {
 
     expect(aui.threads.getState().main).toBeDefined();
   });
+
+  const countPublicationsOverThreeRerenders = async (
+    makeMessages: () => ThreadMessage[],
+  ) => {
+    let advance!: () => void;
+    let notifications = 0;
+
+    const Subscriber = () => {
+      const aui = useAui();
+      useEffect(() => aui.subscribe(() => notifications++), [aui]);
+      return null;
+    };
+
+    const App = () => {
+      const [, setTick] = useState(0);
+      advance = () => setTick((tick) => tick + 1);
+      const runtime = useExternalStoreRuntime<ThreadMessage>({
+        messages: makeMessages(),
+        onNew: async () => {},
+      });
+
+      return (
+        <AssistantRuntimeProvider runtime={runtime} config={hoistedConfig}>
+          <Subscriber />
+        </AssistantRuntimeProvider>
+      );
+    };
+
+    render(<App />);
+    notifications = 0;
+
+    await act(async () => advance());
+    await act(async () => advance());
+    await act(async () => advance());
+
+    return notifications;
+  };
+
+  it("publishes once when the external-store runtime owner rerenders", async () => {
+    expect(await countPublicationsOverThreeRerenders(() => [])).toBe(3);
+  });
+
+  it("publishes once per rerender when the thread already has messages", async () => {
+    const messages = [message("m1", "user"), message("m2", "assistant")];
+    expect(await countPublicationsOverThreeRerenders(() => [...messages])).toBe(
+      3,
+    );
+  });
 });

package/src/react/adapters/LocalStorageThreadListAdapter.tsx

@@ -21,6 +21,7 @@ import type {
   ExportedMessageRepository,
   ExportedMessageRepositoryItem,
 } from "../../internal";
+import { isRecord } from "../../utils/json/is-json";
 import {
   RuntimeAdapterProvider,
   type RuntimeAdapters,
@@ -82,9 +83,6 @@ type StoredSystemMessage = Extract<ThreadMessage, { role: "system" }>;
 type StoredUserMessage = Extract<ThreadMessage, { role: "user" }>;
 type StoredAssistantMessage = Extract<ThreadMessage, { role: "assistant" }>;
 
-const isRecord = (value: unknown): value is Record<string, unknown> =>
-  typeof value === "object" && value !== null && !Array.isArray(value);
-
 const parseJSON = (raw: string | null): unknown => {
   if (!raw) return undefined;
   try {