@assistant-ui/react 0.7.35 → 0.7.36

package/src/runtimes/edge/EdgeRuntimeRequestOptions.ts

@@ -24,6 +24,12 @@ const ImageContentPartSchema = z.object({
   image: z.string(),
 });
 
+const FileContentPartSchema = z.object({
+  type: z.literal("file"),
+  data: z.string(),
+  mimeType: z.string(),
+});
+
 const Unstable_AudioContentPart = z.object({
   type: z.literal("audio"),
   audio: z.object({
@@ -49,6 +55,7 @@ const CoreUserMessageSchema = z.object({
       z.discriminatedUnion("type", [
         TextContentPartSchema,
         ImageContentPartSchema,
+        FileContentPartSchema,
         Unstable_AudioContentPart,
       ]),
     )

package/src/runtimes/edge/converters/fromLanguageModelMessages.ts

@@ -49,9 +49,16 @@ export const fromLanguageModelMessages = (
                 throw new Error("Only images with URL data are supported");
               }
               case "file": {
-                // TODO
-                throw new Error("File content parts are not supported");
+                if (part.data instanceof URL) {
+                  return {
+                    type: "file",
+                    data: part.data.href,
+                    mimeType: part.mimeType,
+                  };
+                }
+                throw new Error("Only files with URL data are supported");
               }
+
               default: {
                 const unhandledType: never = type;
                 throw new Error(`Unknown content part type: ${unhandledType}`);

package/src/runtimes/edge/converters/toLanguageModelMessages.ts

@@ -1,4 +1,5 @@
 import {
+  LanguageModelV1FilePart,
   LanguageModelV1ImagePart,
   LanguageModelV1Message,
   LanguageModelV1TextPart,
@@ -90,7 +91,12 @@ export function toLanguageModelMessages(
         const msg: LanguageModelV1Message = {
           role: "user",
           content: content.map(
-            (part): LanguageModelV1TextPart | LanguageModelV1ImagePart => {
+            (
+              part,
+            ):
+              | LanguageModelV1TextPart
+              | LanguageModelV1ImagePart
+              | LanguageModelV1FilePart => {
               const type = part.type;
               switch (type) {
                 case "text": {
@@ -104,6 +110,14 @@ export function toLanguageModelMessages(
                   };
                 }
 
+                case "file": {
+                  return {
+                    type: "file",
+                    data: new URL(part.data),
+                    mimeType: part.mimeType,
+                  };
+                }
+
                 default: {
                   const unhandledType: "ui" | "audio" = type;
                   throw new Error(

package/src/runtimes/external-store/ThreadMessageLike.tsx

@@ -11,11 +11,12 @@ import {
   ThreadUserMessage,
   ThreadSystemMessage,
   CompleteAttachment,
+  FileContentPart,
+  Unstable_AudioContentPart,
 } from "../../types";
 import {
   CoreToolCallContentPart,
   ThreadStep,
-  Unstable_AudioContentPart,
 } from "../../types/AssistantTypes";
 
 export type ThreadMessageLike = {
@@ -25,6 +26,7 @@ export type ThreadMessageLike = {
     | readonly (
         | TextContentPart
         | ImageContentPart
+        | FileContentPart
         | Unstable_AudioContentPart
         | ToolCallContentPart<any, any>
         | CoreToolCallContentPart<any, any>
@@ -93,8 +95,10 @@ export const fromThreadMessageLike = (
               }
 
               default: {
-                const unhandledType: "image" | "audio" = type;
-                throw new Error(`Unknown content part type: ${unhandledType}`);
+                const unhandledType: "image" | "audio" | "file" = type;
+                throw new Error(
+                  `Unsupported assistant content part type: ${unhandledType}`,
+                );
               }
             }
           })
@@ -118,11 +122,14 @@ export const fromThreadMessageLike = (
             case "ui":
             case "image":
             case "audio":
+            case "file":
               return part;
 
             default: {
               const unhandledType: "tool-call" = type;
-              throw new Error(`Unknown content part type: ${unhandledType}`);
+              throw new Error(
+                `Unsupported user content part type: ${unhandledType}`,
+              );
             }
           }
         }),

package/src/runtimes/local/LocalRuntimeCore.tsx

@@ -2,14 +2,20 @@ import type { CoreMessage } from "../../types/AssistantTypes";
 import { BaseAssistantRuntimeCore } from "../core/BaseAssistantRuntimeCore";
 import { LocalThreadRuntimeCore } from "./LocalThreadRuntimeCore";
 import { LocalRuntimeOptionsBase } from "./LocalRuntimeOptions";
-import { fromCoreMessages } from "../edge/converters/fromCoreMessage";
 import { LocalThreadListRuntimeCore } from "./LocalThreadListRuntimeCore";
 import { ExportedMessageRepository } from "../utils/MessageRepository";
+import { ThreadMessageLike } from "../external-store";
+import { fromThreadMessageLike } from "../external-store/ThreadMessageLike";
+import { generateId } from "../../internal";
+import { getAutoStatus } from "../external-store/auto-status";
 
 const getExportFromInitialMessages = (
-  initialMessages: readonly CoreMessage[],
+  initialMessages: readonly ThreadMessageLike[],
 ): ExportedMessageRepository => {
-  const messages = fromCoreMessages(initialMessages);
+  const messages = initialMessages.map((i, idx) => {
+    const isLast = idx === initialMessages.length - 1;
+    return fromThreadMessageLike(i, generateId(), getAutoStatus(isLast, false));
+  });
   return {
     messages: messages.map((m, idx) => ({
       parentId: messages[idx - 1]?.id ?? null,
@@ -26,7 +32,7 @@ export class LocalRuntimeCore extends BaseAssistantRuntimeCore {
 
   constructor(
     options: LocalRuntimeOptionsBase,
-    initialMessages: readonly CoreMessage[] | undefined,
+    initialMessages: readonly ThreadMessageLike[] | undefined,
   ) {
     super();
 

package/src/runtimes/local/LocalRuntimeOptions.tsx

@@ -1,5 +1,5 @@
-import type { CoreMessage } from "../../types";
 import { AttachmentAdapter } from "../attachment/AttachmentAdapter";
+import { ThreadMessageLike } from "../external-store";
 import { FeedbackAdapter } from "../feedback/FeedbackAdapter";
 import { SpeechSynthesisAdapter } from "../speech/SpeechAdapterTypes";
 import { ChatModelAdapter } from "./ChatModelAdapter";
@@ -16,7 +16,7 @@ export type LocalRuntimeOptionsBase = {
 
 // TODO align LocalRuntimeOptions with LocalRuntimeOptionsBase
 export type LocalRuntimeOptions = Omit<LocalRuntimeOptionsBase, "adapters"> & {
-  initialMessages?: readonly CoreMessage[] | undefined;
+  initialMessages?: readonly ThreadMessageLike[] | undefined;
   adapters?: Omit<LocalRuntimeOptionsBase["adapters"], "chatModel"> | undefined;
 };
 

package/src/styles/tailwindcss/thread.css

@@ -93,7 +93,7 @@
 }
 
 .aui-attachment-name {
-  @apply text-aui-muted-foreground line-clamp-1 text-ellipsis text-xs font-bold;
+  @apply text-aui-muted-foreground line-clamp-1 text-ellipsis break-all text-xs font-bold;
 }
 
 .aui-attachment-type {

package/src/types/AssistantTypes.ts

@@ -13,6 +13,12 @@ export type ImageContentPart = {
   readonly image: string;
 };
 
+export type FileContentPart = {
+  readonly type: "file";
+  readonly data: string;
+  readonly mimeType: string;
+};
+
 export type Unstable_AudioContentPart = {
   readonly type: "audio";
   readonly audio: {
@@ -21,6 +27,43 @@ export type Unstable_AudioContentPart = {
   };
 };
 
+/**
+ * @deprecated UI content parts are deprecated and will be removed in v0.8.0.
+ * Migration guide for external-store users using UI content parts:
+ * If you must, store UI elements on your external store messages, update your
+ * external store converter:
+ * ```ts
+ * const UI_PLACEHOLDER = Object.freeze({ type: "text", text: "UI content placeholder" });
+ * const convertMessage = (message: TMessage): ThreadMessageLike => ({
+ *   content: [
+ *     // other content parts,
+ *     UI_PLACEHOLDER
+ *   ],
+ * });
+ * ```
+ *
+ * Then, define a custom `TextContentPartComponent`:
+ *
+ * ```tsx
+ * const MyText: FC = () => {
+ *   const isUIPlaceholder = useContentPart(p => p === UI_PLACEHOLDER);
+ *
+ *   // this assumes that you have a `display` field on your original message objects before conversion.
+ *   const ui = useMessage(m => isUIPlaceholder ? getExternalStoreMessage(m).display : undefined);
+ *   if (ui) {
+ *     return ui;
+ *   }
+ *
+ *   return <MarkdownText />; // your default text component
+ * }
+ * ```
+ *
+ *  Pass this component to your Thread:
+ *
+ * ```tsx
+ * <Thread assistantMessage={{ components: { Text: MyText } }} userMessage={{ components: { Text: MyText } }} />
+ * ```
+ */
 export type UIContentPart = {
   readonly type: "ui";
   readonly display: ReactNode;
@@ -48,6 +91,7 @@ export type ToolCallContentPart<
 export type ThreadUserContentPart =
   | TextContentPart
   | ImageContentPart
+  | FileContentPart
   | Unstable_AudioContentPart
   | UIContentPart;
 
@@ -178,6 +222,7 @@ export type ThreadMessage = BaseThreadMessage &
 export type CoreUserContentPart =
   | TextContentPart
   | ImageContentPart
+  | FileContentPart
   | Unstable_AudioContentPart;
 export type CoreAssistantContentPart =
   | TextContentPart

package/src/types/ContentPartComponentTypes.tsx

@@ -1,6 +1,7 @@
 import type { ComponentType } from "react";
 import type {
   ContentPartStatus,
+  FileContentPart,
   ImageContentPart,
   TextContentPart,
   ToolCallContentPart,
@@ -20,6 +21,9 @@ export type TextContentPartComponent = ComponentType<TextContentPartProps>;
 export type ImageContentPartProps = ContentPartState & ImageContentPart;
 export type ImageContentPartComponent = ComponentType<ImageContentPartProps>;
 
+export type FileContentPartProps = ContentPartState & FileContentPart;
+export type FileContentPartComponent = ComponentType<FileContentPartProps>;
+
 export type Unstable_AudioContentPartProps = ContentPartState &
   Unstable_AudioContentPart;
 export type Unstable_AudioContentPartComponent =

package/src/types/index.ts

@@ -9,6 +9,8 @@ export type {
   AppendMessage,
   TextContentPart,
   ImageContentPart,
+  FileContentPart,
+  Unstable_AudioContentPart,
   ToolCallContentPart,
   UIContentPart,
   MessageStatus,
@@ -28,9 +30,6 @@ export type {
   CoreUserMessage,
   CoreAssistantMessage,
   CoreMessage,
-
-  // TODO
-  Unstable_AudioContentPart,
 } from "./AssistantTypes";
 
 export type {
@@ -40,12 +39,14 @@ export type {
   TextContentPartComponent,
   ImageContentPartProps,
   ImageContentPartComponent,
+  FileContentPartProps,
+  FileContentPartComponent,
+  Unstable_AudioContentPartProps,
+  Unstable_AudioContentPartComponent,
   UIContentPartProps,
   UIContentPartComponent,
   ToolCallContentPartProps,
   ToolCallContentPartComponent,
-  Unstable_AudioContentPartProps,
-  Unstable_AudioContentPartComponent,
 } from "./ContentPartComponentTypes";
 
 export type {