chat 4.20.0 → 4.20.2

package/dist/index.d.ts

@@ -1001,6 +1001,27 @@ interface Attachment {
     /** Image/video width (if applicable) */
     width?: number;
 }
+/**
+ * A link found in a message, with optional unfurl metadata.
+ *
+ * On the initial message event, only `url` is available (unfurl metadata
+ * arrives later via `message_changed`). The `fetchMessage` callback is
+ * provided when the URL points to another chat message on the same platform.
+ */
+interface LinkPreview {
+    /** Description from unfurl metadata (if available) */
+    description?: string;
+    /** If this links to a chat message, fetch the full Message */
+    fetchMessage?: () => Promise<Message>;
+    /** Preview image URL (if available) */
+    imageUrl?: string;
+    /** Site name (e.g., "Vercel") */
+    siteName?: string;
+    /** Title from unfurl metadata (if available) */
+    title?: string;
+    /** The URL */
+    url: string;
+}
 /**
  * File to upload with a message.
  */
@@ -1496,6 +1517,8 @@ interface MessageData<TRawMessage = unknown> {
     id: string;
     /** Whether the bot is @-mentioned in this message */
     isMention?: boolean;
+    /** Links found in the message */
+    links?: LinkPreview[];
     /** Message metadata */
     metadata: MessageMetadata;
     /** Platform-specific raw payload (escape hatch) */
@@ -1530,6 +1553,13 @@ interface SerializedMessage {
     formatted: Root;
     id: string;
     isMention?: boolean;
+    links?: Array<{
+        url: string;
+        title?: string;
+        description?: string;
+        imageUrl?: string;
+        siteName?: string;
+    }>;
     metadata: {
         dateSent: string;
         edited: boolean;
@@ -1598,6 +1628,8 @@ declare class Message<TRawMessage = unknown> {
      * ```
      */
     isMention?: boolean;
+    /** Links found in the message */
+    links: LinkPreview[];
     constructor(data: MessageData<TRawMessage>);
     /**
      * Serialize the message to a plain JSON object.
@@ -1624,12 +1656,44 @@ declare class Message<TRawMessage = unknown> {
     static [WORKFLOW_DESERIALIZE](data: SerializedMessage): Message;
 }
 
+/**
+ * Content part types structurally identical to AI SDK's TextPart, ImagePart,
+ * FilePart so that AiMessage[] is directly assignable to ModelMessage[].
+ * @see https://ai-sdk.dev/docs/reference/ai-sdk-core/model-message
+ */
+/** Matches AI SDK's DataContent */
+type DataContent = string | Uint8Array | ArrayBuffer | Buffer;
+interface AiTextPart {
+    text: string;
+    type: "text";
+}
+interface AiImagePart {
+    image: DataContent | URL;
+    mediaType?: string;
+    type: "image";
+}
+interface AiFilePart {
+    data: DataContent | URL;
+    filename?: string;
+    mediaType: string;
+    type: "file";
+}
+type AiMessagePart = AiTextPart | AiImagePart | AiFilePart;
 /**
  * A message formatted for AI SDK consumption.
+ *
+ * This is a discriminated union matching AI SDK's ModelMessage type:
+ * - User messages can have text, image, and file parts
+ * - Assistant messages have string content only
  */
-interface AiMessage {
+type AiMessage = AiUserMessage | AiAssistantMessage;
+interface AiUserMessage {
+    content: string | AiMessagePart[];
+    role: "user";
+}
+interface AiAssistantMessage {
     content: string;
-    role: "user" | "assistant";
+    role: "assistant";
 }
 /**
  * Options for converting messages to AI SDK format.
@@ -1637,6 +1701,20 @@ interface AiMessage {
 interface ToAiMessagesOptions {
     /** When true, prefixes user messages with "[username]: " for multi-user context */
     includeNames?: boolean;
+    /**
+     * Called when an attachment type is not supported (video, audio).
+     * Defaults to `console.warn`.
+     */
+    onUnsupportedAttachment?: (attachment: Attachment, message: Message) => void;
+    /**
+     * Called for each message after default processing (text, links, attachments).
+     * Return the message (modified or as-is) to include it, or `null` to skip it.
+     *
+     * @param aiMessage - The processed AI message
+     * @param source - The original chat Message
+     * @returns The message to include, or null to skip
+     */
+    transformMessage?: (aiMessage: AiMessage, source: Message) => AiMessage | null | Promise<AiMessage | null>;
 }
 /**
  * Convert chat SDK messages to AI SDK conversation format.
@@ -1644,17 +1722,21 @@ interface ToAiMessagesOptions {
  * - Filters out messages with empty/whitespace-only text
  * - Maps `author.isMe === true` to `"assistant"`, otherwise `"user"`
  * - Uses `message.text` for content
+ * - Appends link metadata when available
+ * - Includes image attachments and text files as `FilePart`
+ * - Uses `fetchData()` when available to include attachment data inline (base64)
+ * - Warns on unsupported attachment types (video, audio)
  *
  * Works with `FetchResult.messages`, `thread.recentMessages`, or collected iterables.
  *
  * @example
  * ```typescript
  * const result = await thread.adapter.fetchMessages(thread.id, { limit: 20 });
- * const history = toAiMessages(result.messages);
+ * const history = await toAiMessages(result.messages);
  * const response = await agent.stream({ prompt: history });
  * ```
  */
-declare function toAiMessages(messages: Message[], options?: ToAiMessagesOptions): AiMessage[];
+declare function toAiMessages(messages: Message[], options?: ToAiMessagesOptions): Promise<AiMessage[]>;
 
 interface MessageHistoryConfig {
     /** Maximum messages to keep per thread (default: 100) */
@@ -2315,6 +2397,7 @@ interface ThreadImplConfigWithAdapter {
     initialMessage?: Message;
     isDM?: boolean;
     isSubscribedContext?: boolean;
+    logger?: Logger;
     messageHistory?: MessageHistoryCache;
     stateAdapter: StateAdapter;
     streamingUpdateIntervalMs?: number;
@@ -2332,6 +2415,7 @@ interface ThreadImplConfigLazy {
     initialMessage?: Message;
     isDM?: boolean;
     isSubscribedContext?: boolean;
+    logger?: Logger;
     streamingUpdateIntervalMs?: number;
 }
 type ThreadImplConfig = ThreadImplConfigWithAdapter | ThreadImplConfigLazy;
@@ -2357,6 +2441,7 @@ declare class ThreadImpl<TState = Record<string, unknown>> implements Thread<TSt
     private _channel?;
     /** Message history cache (set only for adapters with persistMessageHistory) */
     private readonly _messageHistory?;
+    private readonly _logger?;
     constructor(config: ThreadImplConfig);
     /**
      * Get the adapter for this thread.
@@ -2904,4 +2989,4 @@ declare const Select: SelectComponent;
 declare const SelectOption: SelectOptionComponent;
 declare const TextInput: TextInputComponent;
 
-export { type ActionEvent, type ActionHandler, Actions, ActionsComponent, type Adapter, type AdapterPostableMessage, type AiMessage, type AppHomeOpenedEvent, type AppHomeOpenedHandler, type AssistantContextChangedEvent, type AssistantContextChangedHandler, type AssistantThreadStartedEvent, type AssistantThreadStartedHandler, type Attachment, type Author, BaseFormatConverter, Button, ButtonComponent, Card, CardChild, CardComponent, CardElement, CardLink, CardLinkComponent, CardText, type Channel, ChannelImpl, type ChannelInfo, Chat, type ChatConfig, ChatElement, ChatError, type ChatInstance, ConsoleLogger, type CustomEmojiMap, DEFAULT_EMOJI_MAP, type DirectMessageHandler, Divider, DividerComponent, type Emoji, type EmojiFormats, type EmojiMapConfig, EmojiResolver, type EmojiValue, type EphemeralMessage, type FetchDirection, type FetchOptions, type FetchResult, Field, FieldComponent, Fields, FieldsComponent, type FileUpload, type FormatConverter, type FormattedContent, Image, ImageComponent, LinkButton, LinkButtonComponent, type ListThreadsOptions, type ListThreadsResult, type Lock, LockError, type LogLevel, type Logger, type MarkdownConverter, type MarkdownTextChunk, type MemberJoinedChannelEvent, type MemberJoinedChannelHandler, type MentionHandler, Message, type MessageData, type MessageHandler, MessageHistoryCache, type MessageHistoryConfig, type MessageMetadata, Modal, type ModalCloseEvent, type ModalCloseHandler, type ModalCloseResponse, ModalComponent, ModalElement, type ModalErrorsResponse, type ModalPushResponse, type ModalResponse, type ModalSubmitEvent, type ModalSubmitHandler, type ModalUpdateResponse, NotImplementedError, type PlanUpdateChunk, type PostEphemeralOptions, type Postable, type PostableAst, type PostableCard, type PostableMarkdown, type PostableMessage, type PostableRaw, RadioSelect, RadioSelectComponent, RateLimitError, type RawMessage, type ReactionEvent, type ReactionHandler, type ScheduledMessage, Section, SectionComponent, Select, SelectComponent, SelectOption, SelectOptionComponent, type SentMessage, type SerializedChannel, type SerializedMessage, type SerializedThread, type SlashCommandEvent, type SlashCommandHandler, type StateAdapter, type StreamChunk, type StreamEvent, type StreamOptions, StreamingMarkdownRenderer, type SubscribedMessageHandler, THREAD_STATE_TTL_MS, Table, type TaskUpdateChunk, TextComponent, TextInput, TextInputComponent, type Thread, ThreadImpl, type ThreadInfo, type ThreadSummary, type WebhookOptions, type WellKnownEmoji, blockquote, cardChildToFallbackText, codeBlock, convertEmojiPlaceholders, createEmoji, defaultEmojiResolver, deriveChannelId, emoji, emphasis, fromFullStream, fromReactElement, fromReactModalElement, getEmoji, getNodeChildren, getNodeValue, inlineCode, isBlockquoteNode, isCardElement, isCodeNode, isDeleteNode, isEmphasisNode, isInlineCodeNode, isJSX, isLinkNode, isListItemNode, isListNode, isModalElement, isParagraphNode, isStrongNode, isTableCellNode, isTableNode, isTableRowNode, isTextNode, link, markdownToPlainText, paragraph, parseMarkdown, root, strikethrough, stringifyMarkdown, strong, tableElementToAscii, tableToAscii, text, toAiMessages, toCardElement, toModalElement, toPlainText, walkAst };
+export { type ActionEvent, type ActionHandler, Actions, ActionsComponent, type Adapter, type AdapterPostableMessage, type AiAssistantMessage, type AiFilePart, type AiImagePart, type AiMessage, type AiMessagePart, type AiTextPart, type AiUserMessage, type AppHomeOpenedEvent, type AppHomeOpenedHandler, type AssistantContextChangedEvent, type AssistantContextChangedHandler, type AssistantThreadStartedEvent, type AssistantThreadStartedHandler, type Attachment, type Author, BaseFormatConverter, Button, ButtonComponent, Card, CardChild, CardComponent, CardElement, CardLink, CardLinkComponent, CardText, type Channel, ChannelImpl, type ChannelInfo, Chat, type ChatConfig, ChatElement, ChatError, type ChatInstance, ConsoleLogger, type CustomEmojiMap, DEFAULT_EMOJI_MAP, type DirectMessageHandler, Divider, DividerComponent, type Emoji, type EmojiFormats, type EmojiMapConfig, EmojiResolver, type EmojiValue, type EphemeralMessage, type FetchDirection, type FetchOptions, type FetchResult, Field, FieldComponent, Fields, FieldsComponent, type FileUpload, type FormatConverter, type FormattedContent, Image, ImageComponent, LinkButton, LinkButtonComponent, type LinkPreview, type ListThreadsOptions, type ListThreadsResult, type Lock, LockError, type LogLevel, type Logger, type MarkdownConverter, type MarkdownTextChunk, type MemberJoinedChannelEvent, type MemberJoinedChannelHandler, type MentionHandler, Message, type MessageData, type MessageHandler, MessageHistoryCache, type MessageHistoryConfig, type MessageMetadata, Modal, type ModalCloseEvent, type ModalCloseHandler, type ModalCloseResponse, ModalComponent, ModalElement, type ModalErrorsResponse, type ModalPushResponse, type ModalResponse, type ModalSubmitEvent, type ModalSubmitHandler, type ModalUpdateResponse, NotImplementedError, type PlanUpdateChunk, type PostEphemeralOptions, type Postable, type PostableAst, type PostableCard, type PostableMarkdown, type PostableMessage, type PostableRaw, RadioSelect, RadioSelectComponent, RateLimitError, type RawMessage, type ReactionEvent, type ReactionHandler, type ScheduledMessage, Section, SectionComponent, Select, SelectComponent, SelectOption, SelectOptionComponent, type SentMessage, type SerializedChannel, type SerializedMessage, type SerializedThread, type SlashCommandEvent, type SlashCommandHandler, type StateAdapter, type StreamChunk, type StreamEvent, type StreamOptions, StreamingMarkdownRenderer, type SubscribedMessageHandler, THREAD_STATE_TTL_MS, Table, type TaskUpdateChunk, TextComponent, TextInput, TextInputComponent, type Thread, ThreadImpl, type ThreadInfo, type ThreadSummary, type WebhookOptions, type WellKnownEmoji, blockquote, cardChildToFallbackText, codeBlock, convertEmojiPlaceholders, createEmoji, defaultEmojiResolver, deriveChannelId, emoji, emphasis, fromFullStream, fromReactElement, fromReactModalElement, getEmoji, getNodeChildren, getNodeValue, inlineCode, isBlockquoteNode, isCardElement, isCodeNode, isDeleteNode, isEmphasisNode, isInlineCodeNode, isJSX, isLinkNode, isListItemNode, isListNode, isModalElement, isParagraphNode, isStrongNode, isTableCellNode, isTableNode, isTableRowNode, isTextNode, link, markdownToPlainText, paragraph, parseMarkdown, root, strikethrough, stringifyMarkdown, strong, tableElementToAscii, tableToAscii, text, toAiMessages, toCardElement, toModalElement, toPlainText, walkAst };

package/dist/index.js

@@ -62,16 +62,128 @@ import {
 } from "./chunk-JW7GYSMH.js";
 
 // src/ai.ts
-function toAiMessages(messages, options) {
+var TEXT_MIME_PREFIXES = [
+  "text/",
+  "application/json",
+  "application/xml",
+  "application/javascript",
+  "application/typescript",
+  "application/yaml",
+  "application/x-yaml",
+  "application/toml"
+];
+function isTextMimeType(mimeType) {
+  return TEXT_MIME_PREFIXES.some(
+    (prefix) => mimeType === prefix || mimeType.startsWith(prefix)
+  );
+}
+async function attachmentToPart(att) {
+  if (att.type === "image") {
+    if (att.fetchData) {
+      try {
+        const buffer = await att.fetchData();
+        const mimeType = att.mimeType ?? "image/png";
+        return {
+          type: "file",
+          data: `data:${mimeType};base64,${buffer.toString("base64")}`,
+          mediaType: mimeType,
+          filename: att.name
+        };
+      } catch (error) {
+        console.error("toAiMessages: failed to fetch image data", error);
+        return null;
+      }
+    }
+    return null;
+  }
+  if (att.type === "file" && att.mimeType && isTextMimeType(att.mimeType)) {
+    if (att.fetchData) {
+      try {
+        const buffer = await att.fetchData();
+        return {
+          type: "file",
+          data: `data:${att.mimeType};base64,${buffer.toString("base64")}`,
+          filename: att.name,
+          mediaType: att.mimeType
+        };
+      } catch (error) {
+        console.error("toAiMessages: failed to fetch file data", error);
+        return null;
+      }
+    }
+    return null;
+  }
+  return null;
+}
+async function toAiMessages(messages, options) {
   const includeNames = options?.includeNames ?? false;
+  const transformMessage = options?.transformMessage;
+  const onUnsupported = options?.onUnsupportedAttachment ?? ((att) => {
+    console.warn(
+      `toAiMessages: unsupported attachment type "${att.type}"${att.name ? ` (${att.name})` : ""} \u2014 skipped`
+    );
+  });
   const sorted = [...messages].sort(
     (a, b) => (a.metadata.dateSent?.getTime() ?? 0) - (b.metadata.dateSent?.getTime() ?? 0)
   );
-  return sorted.filter((msg) => msg.text.trim()).map((msg) => {
-    const role = msg.author.isMe ? "assistant" : "user";
-    const content = includeNames && role === "user" ? `[${msg.author.userName}]: ${msg.text}` : msg.text;
-    return { role, content };
-  });
+  const filtered = sorted.filter((msg) => msg.text.trim());
+  const results = await Promise.all(
+    filtered.map(async (msg) => {
+      const role = msg.author.isMe ? "assistant" : "user";
+      let textContent = includeNames && role === "user" ? `[${msg.author.userName}]: ${msg.text}` : msg.text;
+      if (msg.links.length > 0) {
+        const linkParts = msg.links.map((link2) => {
+          const parts = link2.fetchMessage ? [`[Embedded message: ${link2.url}]`] : [link2.url];
+          if (link2.title) {
+            parts.push(`Title: ${link2.title}`);
+          }
+          if (link2.description) {
+            parts.push(`Description: ${link2.description}`);
+          }
+          if (link2.siteName) {
+            parts.push(`Site: ${link2.siteName}`);
+          }
+          return parts.join("\n");
+        }).join("\n\n");
+        textContent += `
+
+Links:
+${linkParts}`;
+      }
+      let aiMessage;
+      if (role === "user") {
+        const attachmentParts = [];
+        for (const att of msg.attachments) {
+          const part = await attachmentToPart(att);
+          if (part) {
+            attachmentParts.push(part);
+          } else if (att.type === "video" || att.type === "audio") {
+            onUnsupported(att, msg);
+          }
+        }
+        if (attachmentParts.length > 0) {
+          aiMessage = {
+            role,
+            content: [
+              { type: "text", text: textContent },
+              ...attachmentParts
+            ]
+          };
+        } else {
+          aiMessage = { role, content: textContent };
+        }
+      } else {
+        aiMessage = { role, content: textContent };
+      }
+      if (transformMessage) {
+        return { result: await transformMessage(aiMessage, msg), source: msg };
+      }
+      return { result: aiMessage, source: msg };
+    })
+  );
+  return results.filter(
+    (r) => r.result != null
+  ).map((r) => r.result);
 }
 
 // src/channel.ts
@@ -170,6 +282,8 @@ var Message = class _Message {
    * ```
    */
   isMention;
+  /** Links found in the message */
+  links;
   constructor(data) {
     this.id = data.id;
     this.threadId = data.threadId;
@@ -180,6 +294,7 @@ var Message = class _Message {
     this.metadata = data.metadata;
     this.attachments = data.attachments;
     this.isMention = data.isMention;
+    this.links = data.links ?? [];
   }
   /**
    * Serialize the message to a plain JSON object.
@@ -217,7 +332,14 @@ var Message = class _Message {
         width: att.width,
         height: att.height
       })),
-      isMention: this.isMention
+      isMention: this.isMention,
+      links: this.links.length > 0 ? this.links.map((link2) => ({
+        url: link2.url,
+        title: link2.title,
+        description: link2.description,
+        imageUrl: link2.imageUrl,
+        siteName: link2.siteName
+      })) : void 0
     };
   }
   /**
@@ -238,7 +360,8 @@ var Message = class _Message {
         editedAt: json.metadata.editedAt ? new Date(json.metadata.editedAt) : void 0
       },
       attachments: json.attachments,
-      isMention: json.isMention
+      isMention: json.isMention,
+      links: json.links
     });
   }
   /**
@@ -615,6 +738,7 @@ var ChannelImpl = class _ChannelImpl {
         edited: false
       },
       attachments,
+      links: [],
       toJSON() {
         return new Message(this).toJSON();
       },
@@ -993,12 +1117,14 @@ var ThreadImpl = class _ThreadImpl {
   _channel;
   /** Message history cache (set only for adapters with persistMessageHistory) */
   _messageHistory;
+  _logger;
   constructor(config) {
     this.id = config.id;
     this.channelId = config.channelId;
     this.isDM = config.isDM ?? false;
     this._isSubscribedContext = config.isSubscribedContext ?? false;
     this._currentMessage = config.currentMessage;
+    this._logger = config.logger;
     this._streamingUpdateIntervalMs = config.streamingUpdateIntervalMs ?? 500;
     this._fallbackStreamingPlaceholderText = config.fallbackStreamingPlaceholderText !== void 0 ? config.fallbackStreamingPlaceholderText : "...";
     if (isLazyConfig2(config)) {
@@ -1355,7 +1481,8 @@ var ThreadImpl = class _ThreadImpl {
             markdown: content
           });
           lastEditContent = content;
-        } catch {
+        } catch (error) {
+          this._logger?.warn("fallbackStream edit failed", error);
         }
       }
       if (!stopped) {
@@ -1505,6 +1632,7 @@ var ThreadImpl = class _ThreadImpl {
       formatted,
       raw: null,
       // Will be populated if needed
+      links: [],
       author: {
         userId: "self",
         userName: adapter.userName,
@@ -1558,6 +1686,7 @@ var ThreadImpl = class _ThreadImpl {
       author: message.author,
       metadata: message.metadata,
       attachments: message.attachments,
+      links: message.links,
       isMention: message.isMention,
       toJSON() {
         return message.toJSON();
@@ -2788,6 +2917,7 @@ var Chat = class {
       isSubscribedContext,
       isDM,
       currentMessage: initialMessage,
+      logger: this.logger,
       streamingUpdateIntervalMs: this._streamingUpdateIntervalMs,
       fallbackStreamingPlaceholderText: this._fallbackStreamingPlaceholderText,
       messageHistory: adapter.persistMessageHistory ? this._messageHistory : void 0