@assistant-ui/react-google-adk 0.0.18 → 0.0.20

package/src/AdkEventAccumulator.test.ts

@@ -452,13 +452,6 @@ describe("AdkEventAccumulator - HITL requires-action", () => {
     expect(aiMsg.status).toBeUndefined();
   });
 
-  it("matches tool call id to the longRunningToolIds entry", () => {
-    const acc = new AdkEventAccumulator();
-    const msgs = acc.processEvent(makeHitlEvent("tc-1"));
-    const aiMsg = msgs[0] as AdkMessage & { type: "ai" };
-    expect(aiMsg.tool_calls![0]!.id).toBe("tc-1");
-  });
-
   it("stays pending across a subsequent bookkeeping event", () => {
     const acc = new AdkEventAccumulator();
     acc.processEvent(makeHitlEvent("tc-1", { author: "WorkflowA" }));
@@ -480,35 +473,6 @@ describe("AdkEventAccumulator - HITL requires-action", () => {
     expect(aiMsg!.status).toBeUndefined();
   });
 
-  it("assigns manual complete status on non-HITL final event", () => {
-    const acc = new AdkEventAccumulator();
-    const msgs = acc.processEvent(
-      makeEvent({
-        author: "agent",
-        content: { role: "model", parts: [{ text: "Done." }] },
-      }),
-    );
-
-    expect(msgs[0]).toMatchObject({
-      status: { type: "complete", reason: "stop" },
-    });
-  });
-
-  it("assigns manual complete status on skipSummarization final event", () => {
-    const acc = new AdkEventAccumulator();
-    const msgs = acc.processEvent(
-      makeEvent({
-        author: "agent",
-        actions: { skipSummarization: true },
-        content: { role: "model", parts: [{ text: "skipped" }] },
-      }),
-    );
-
-    expect(msgs[0]).toMatchObject({
-      status: { type: "complete", reason: "stop" },
-    });
-  });
-
   it("prioritizes skipSummarization over longRunningToolIds", () => {
     const acc = new AdkEventAccumulator();
     const msgs = acc.processEvent(

package/src/AdkSessionAdapter.test.ts

@@ -224,20 +224,10 @@ describe("createAdkSessionAdapter - delete", () => {
 // ── adapter.rename / archive / unarchive ──
 
 describe("createAdkSessionAdapter - no-op methods", () => {
-  it("rename resolves without error", async () => {
+  it("rename/archive/unarchive resolve without hitting the network", async () => {
     const { adapter } = createAdkSessionAdapter(baseOptions);
     await expect(adapter.rename("s1", "New Title")).resolves.toBeUndefined();
-    expect(mockFetch).not.toHaveBeenCalled();
-  });
-
-  it("archive resolves without error", async () => {
-    const { adapter } = createAdkSessionAdapter(baseOptions);
     await expect(adapter.archive("s1")).resolves.toBeUndefined();
-    expect(mockFetch).not.toHaveBeenCalled();
-  });
-
-  it("unarchive resolves without error", async () => {
-    const { adapter } = createAdkSessionAdapter(baseOptions);
     await expect(adapter.unarchive("s1")).resolves.toBeUndefined();
     expect(mockFetch).not.toHaveBeenCalled();
   });

package/src/adkExtras.ts

@@ -1,4 +1,4 @@
-import { createRuntimeExtras } from "@assistant-ui/core/internal";
+import { createRuntimeExtras } from "@assistant-ui/core/react";
 import type { AdkRuntimeExtras } from "./types";
 
 export const adkExtras = createRuntimeExtras<AdkRuntimeExtras>("useAdkRuntime");

package/src/convertAdkMessages.test.ts

@@ -25,6 +25,72 @@ describe("convertAdkMessage - human messages", () => {
       content: [{ type: "text", text: "Hello" }],
     });
   });
+
+  it("restores an audio/mp3 file part as an audio message part", () => {
+    const msg: AdkMessage = {
+      id: "m1",
+      type: "human",
+      content: [{ type: "file", mimeType: "audio/mp3", data: "QUJD" }],
+    };
+    const result = convertAdkMessage(msg, {});
+    expect(result).toMatchObject({
+      role: "user",
+      content: [{ type: "audio", audio: { data: "QUJD", format: "mp3" } }],
+    });
+  });
+
+  it("restores an audio/wav file part as an audio message part", () => {
+    const msg: AdkMessage = {
+      id: "m1",
+      type: "human",
+      content: [{ type: "file", mimeType: "audio/wav", data: "QUJD" }],
+    };
+    const result = convertAdkMessage(msg, {});
+    expect(result).toMatchObject({
+      role: "user",
+      content: [{ type: "audio", audio: { data: "QUJD", format: "wav" } }],
+    });
+  });
+
+  it("keeps attachment-derived audio file parts (with filename) as file parts", () => {
+    const msg: AdkMessage = {
+      id: "m1",
+      type: "human",
+      content: [
+        {
+          type: "file",
+          mimeType: "audio/wav",
+          data: "QUJD",
+          filename: "memo.wav",
+        },
+      ],
+    };
+    const result = convertAdkMessage(msg, {});
+    expect(result).toMatchObject({
+      role: "user",
+      content: [
+        {
+          type: "file",
+          mimeType: "audio/wav",
+          data: "QUJD",
+          filename: "memo.wav",
+        },
+      ],
+    });
+  });
+
+  it("keeps file parts with other audio mime types as file parts", () => {
+    const msg: AdkMessage = {
+      id: "m1",
+      type: "human",
+      content: [{ type: "file", mimeType: "audio/ogg", data: "QUJD" }],
+    };
+    const result = convertAdkMessage(msg, {});
+    expect(result).toMatchObject({
+      role: "user",
+      content: [{ type: "file", mimeType: "audio/ogg", data: "QUJD" }],
+    });
+  });
 });
 
 describe("convertAdkMessage - ai messages", () => {
@@ -78,6 +144,19 @@ describe("convertAdkMessage - ai messages", () => {
     });
   });
 
+  it("keeps audio/mp3 file parts as file parts on assistant messages", () => {
+    const msg: AdkMessage = {
+      id: "m1",
+      type: "ai",
+      content: [{ type: "file", mimeType: "audio/mp3", data: "QUJD" }],
+    };
+    const result = convertAdkMessage(msg, {});
+    expect(result).toMatchObject({
+      role: "assistant",
+      content: [{ type: "file", mimeType: "audio/mp3", data: "QUJD" }],
+    });
+  });
+
   it("converts file content parts to file message parts", () => {
     const msg: AdkMessage = {
       id: "m1",

package/src/convertAdkMessages.ts

@@ -9,9 +9,13 @@ type ContentPart =
   | { type: "reasoning"; text: string }
   | { type: "image"; image: string }
   | { type: "file"; data: string; mimeType: string; filename?: string }
+  | { type: "audio"; audio: { data: string; format: "mp3" | "wav" } }
   | { type: "data"; name: string; data: unknown };
 
-const contentToParts = (content: AdkMessage["content"]): ContentPart[] => {
+const contentToParts = (
+  content: AdkMessage["content"],
+  role: "user" | "assistant",
+): ContentPart[] => {
   if (typeof content === "string")
     return [{ type: "text" as const, text: content }];
 
@@ -29,13 +33,25 @@ const contentToParts = (content: AdkMessage["content"]): ContentPart[] => {
           };
         case "image_url":
           return { type: "image", image: part.url };
-        case "file":
+        case "file": {
+          const format =
+            role === "user" && part.filename == null
+              ? part.mimeType === "audio/wav"
+                ? ("wav" as const)
+                : part.mimeType === "audio/mp3"
+                  ? ("mp3" as const)
+                  : null
+              : null;
+          if (format) {
+            return { type: "audio", audio: { data: part.data, format } };
+          }
           return {
             type: "file",
             data: part.data,
             mimeType: part.mimeType,
             ...(part.filename != null && { filename: part.filename }),
           };
+        }
         case "file_url":
           return {
             type: "data",
@@ -72,7 +88,7 @@ export const convertAdkMessage: useExternalMessageConverter.Callback<
       return {
         role: "user",
         id: message.id,
-        content: contentToParts(message.content),
+        content: contentToParts(message.content, "user"),
       };
 
     case "ai": {
@@ -88,7 +104,10 @@ export const convertAdkMessage: useExternalMessageConverter.Callback<
       return {
         role: "assistant",
         id: message.id,
-        content: [...contentToParts(message.content), ...toolCallParts],
+        content: [
+          ...contentToParts(message.content, "assistant"),
+          ...toolCallParts,
+        ],
         ...(message.status && { status: message.status }),
         ...(message.author && {
           metadata: {

package/src/useAdkMessages.ts

@@ -106,7 +106,7 @@ export const useAdkMessages = ({
           ...config,
           abortSignal: abortController.signal,
           initialize: async () => {
-            return await aui.threadListItem().initialize();
+            return await aui.threadListItem.initialize();
           },
         });
 

package/src/useAdkRuntime.test.ts

@@ -208,4 +208,65 @@ describe("getMessageContent", () => {
       { type: "file", mimeType: "application/pdf", data: "AAAA" },
     ]);
   });
+
+  it("forwards an audio part as a file block with the format-derived mime type", () => {
+    const result = getMessageContent(
+      makeAppendMessage([
+        { type: "audio", audio: { data: "QUJD", format: "mp3" } },
+      ]),
+    );
+    expect(result).toEqual([
+      { type: "file", mimeType: "audio/mp3", data: "QUJD" },
+    ]);
+  });
+
+  it("forwards a wav audio part with the audio/wav mime type", () => {
+    const result = getMessageContent(
+      makeAppendMessage([
+        { type: "audio", audio: { data: "QUJD", format: "wav" } },
+      ]),
+    );
+    expect(result).toEqual([
+      { type: "file", mimeType: "audio/wav", data: "QUJD" },
+    ]);
+  });
+
+  it("strips a data URL envelope from audio data", () => {
+    const result = getMessageContent(
+      makeAppendMessage([
+        {
+          type: "audio",
+          audio: { data: "data:audio/mp3;base64,QUJD", format: "mp3" },
+        },
+      ]),
+    );
+    expect(result).toEqual([
+      { type: "file", mimeType: "audio/mp3", data: "QUJD" },
+    ]);
+  });
+
+  it("skips data parts while keeping surrounding text", () => {
+    const result = getMessageContent(
+      makeAppendMessage([
+        { type: "text", text: "hi" },
+        { type: "data", name: "chart", data: { x: 1 } },
+      ]),
+    );
+    expect(result).toBe("hi");
+  });
+
+  it("returns empty content for a data-only message", () => {
+    const result = getMessageContent(
+      makeAppendMessage([{ type: "data", name: "chart", data: { x: 1 } }]),
+    );
+    expect(result).toEqual([]);
+  });
+
+  it("still throws on assistant-only part types", () => {
+    expect(() =>
+      getMessageContent(
+        makeAppendMessage([{ type: "reasoning", text: "thinking" }]),
+      ),
+    ).toThrow("Unsupported append message part type: reasoning");
+  });
 });

package/src/useAdkRuntime.ts

@@ -13,6 +13,7 @@ import {
   type ToolExecutionStatus,
   generateId,
 } from "@assistant-ui/core";
+import { parseDataUrl } from "@assistant-ui/core/internal";
 import {
   useCloudThreadListAdapter,
   useRemoteThreadListRuntime,
@@ -41,7 +42,7 @@ export const getMessageContent = (msg: AppendMessage) => {
     ...msg.content,
     ...(msg.attachments?.flatMap((a) => a.content) ?? []),
   ];
-  const content = allContent.map((part) => {
+  const content = allContent.flatMap((part) => {
     const type = part.type;
     switch (type) {
       case "text":
@@ -55,17 +56,22 @@ export const getMessageContent = (msg: AppendMessage) => {
           data: part.data,
           ...(part.filename != null && { filename: part.filename }),
         };
+      case "audio": {
+        const parsed = parseDataUrl(part.audio.data);
+        return {
+          type: "file" as const,
+          mimeType: `audio/${part.audio.format}`,
+          data: parsed?.data ?? part.audio.data,
+        };
+      }
+      case "data":
+        return [];
 
       case "tool-call":
         throw new Error("Tool call appends are not supported.");
 
       default: {
-        const _exhaustiveCheck:
-          | "reasoning"
-          | "source"
-          | "audio"
-          | "data"
-          | "generative-ui" = type;
+        const _exhaustiveCheck: "reasoning" | "source" | "generative-ui" = type;
         throw new Error(
           `Unsupported append message part type: ${_exhaustiveCheck}`,
         );
@@ -356,7 +362,7 @@ const useAdkRuntimeImpl = (options: UseAdkRuntimeOptions) => {
             setMessages(nextMessages);
             return;
           }
-          const externalId = aui.threadListItem().getState().externalId;
+          const externalId = aui.threadListItem.getState().externalId;
           const checkpointId = externalId
             ? await getCheckpointId(externalId, truncated)
             : null;
@@ -397,7 +403,7 @@ const useAdkRuntimeImpl = (options: UseAdkRuntimeOptions) => {
               parentId,
             );
             replaceMessages(truncated);
-            const externalId = aui.threadListItem().getState().externalId;
+            const externalId = aui.threadListItem.getState().externalId;
             const checkpointId = externalId
               ? await getCheckpointId(externalId, truncated)
               : null;
@@ -447,7 +453,7 @@ const useAdkRuntimeImpl = (options: UseAdkRuntimeOptions) => {
       const loadFn = loadRef.current;
       if (!loadFn) return;
 
-      const externalId = aui.threadListItem().getState().externalId;
+      const externalId = aui.threadListItem.getState().externalId;
       if (externalId == null) return;
 
       loadFn(externalId).then(
@@ -477,7 +483,7 @@ export const useAdkRuntime = ({
     cloud,
     create: async () => {
       if (create) return create();
-      if (aui.threadListItem.source) return aui.threadListItem().initialize();
+      if (aui.threadListItem.source) return aui.threadListItem.initialize();
       return { externalId: undefined };
     },
     delete: deleteFn,