@extrachill/chat 0.3.1 → 0.5.1

package/src/normalizer.ts

@@ -7,9 +7,9 @@
  * maps them into the package's role-based message model.
  */
 
-import type { ChatMessage, ToolCall } from './types/message.ts';
+import type { ChatMessage, MediaAttachment, ToolCall } from './types/message.ts';
 import type { ChatSession } from './types/session.ts';
-import type { RawMessage, RawSession } from './types/api.ts';
+import type { RawMessage, RawAttachment, RawSession } from './types/api.ts';
 
 let idCounter = 0;
 function generateId(): string {
@@ -75,10 +75,16 @@ export function normalizeMessage(raw: RawMessage, index: number): ChatMessage {
 	const message: ChatMessage = {
 		id: generateId(),
 		role: raw.role === 'user' ? 'user' : 'assistant',
-		content: raw.content,
+		content: extractTextContent(raw.content),
 		timestamp,
 	};
 
+	// Extract attachments from metadata (user uploads and tool-produced media).
+	const attachments = normalizeAttachments(raw);
+	if (attachments.length > 0) {
+		message.attachments = attachments;
+	}
+
 	// Assistant messages may carry tool_calls at the top level
 	if (raw.role === 'assistant' && raw.tool_calls?.length) {
 		message.toolCalls = raw.tool_calls.map((tc, i) => ({
@@ -110,3 +116,82 @@ export function normalizeSession(raw: RawSession): ChatSession {
 		messageCount: raw.message_count,
 	};
 }
+
+/**
+ * Extract text content from a message that may be multi-modal.
+ *
+ * When the backend sends multi-modal content, `content` is an array of
+ * content blocks. We extract the text portion for display.
+ */
+function extractTextContent(content: unknown): string {
+	if (typeof content === 'string') return content;
+
+	if (Array.isArray(content)) {
+		const textParts = content
+			.filter((block: Record<string, unknown>) => block.type === 'text' && typeof block.text === 'string')
+			.map((block: Record<string, unknown>) => block.text as string);
+		return textParts.join('\n');
+	}
+
+	return '';
+}
+
+/**
+ * Normalize a single raw attachment into a MediaAttachment.
+ */
+function normalizeRawAttachment(raw: RawAttachment): MediaAttachment | null {
+	if (!raw.url) return null;
+
+	const mimeType = raw.mime_type ?? '';
+	let type: MediaAttachment['type'] = 'file';
+
+	if (raw.type === 'image' || raw.type === 'video' || raw.type === 'file') {
+		type = raw.type;
+	} else if (mimeType.startsWith('image/')) {
+		type = 'image';
+	} else if (mimeType.startsWith('video/')) {
+		type = 'video';
+	}
+
+	const attachment: MediaAttachment = {
+		type,
+		url: raw.url,
+	};
+
+	if (raw.alt) attachment.alt = raw.alt;
+	if (raw.filename) attachment.filename = raw.filename;
+	if (mimeType) attachment.mimeType = mimeType;
+	if (raw.size) attachment.size = raw.size;
+	if (raw.media_id) attachment.mediaId = raw.media_id;
+	if (raw.thumbnail_url) attachment.thumbnailUrl = raw.thumbnail_url;
+
+	return attachment;
+}
+
+/**
+ * Extract all attachments from a raw message.
+ *
+ * Checks metadata.attachments (user uploads) and metadata.media
+ * (tool-produced media) for renderable media.
+ */
+function normalizeAttachments(raw: RawMessage): MediaAttachment[] {
+	const attachments: MediaAttachment[] = [];
+
+	// User-uploaded attachments.
+	if (raw.metadata?.attachments) {
+		for (const rawAtt of raw.metadata.attachments) {
+			const att = normalizeRawAttachment(rawAtt);
+			if (att) attachments.push(att);
+		}
+	}
+
+	// Tool-produced media.
+	if (raw.metadata?.media) {
+		for (const rawMedia of raw.metadata.media) {
+			const att = normalizeRawAttachment(rawMedia);
+			if (att) attachments.push(att);
+		}
+	}
+
+	return attachments;
+}

package/src/types/api.ts

@@ -10,18 +10,36 @@
  * A raw message as stored/returned by the backend.
  * The package normalizes these into ChatMessage before rendering.
  */
+/**
+ * A raw media attachment as returned by the backend.
+ */
+export interface RawAttachment {
+	type?: string;
+	url?: string;
+	alt?: string;
+	filename?: string;
+	mime_type?: string;
+	size?: number;
+	media_id?: number;
+	thumbnail_url?: string;
+}
+
 export interface RawMessage {
 	role: 'user' | 'assistant';
 	content: string;
 	metadata?: {
 		timestamp?: string;
-		type?: 'text' | 'tool_call' | 'tool_result';
+		type?: 'text' | 'multimodal' | 'tool_call' | 'tool_result';
 		tool_name?: string;
 		parameters?: Record<string, unknown>;
 		success?: boolean;
 		error?: string;
 		turn?: number;
 		tool_data?: Record<string, unknown>;
+		/** Attachments sent with the message. */
+		attachments?: RawAttachment[];
+		/** Media produced by tool results. */
+		media?: RawAttachment[];
 	};
 	tool_calls?: Array<{
 		tool_name: string;
@@ -36,6 +54,13 @@ export interface SendRequest {
 	message: string;
 	session_id?: string;
 	agent_id?: number;
+	/** Media attachments to send with the message. */
+	attachments?: Array<{
+		url?: string;
+		media_id?: number;
+		mime_type?: string;
+		filename?: string;
+	}>;
 }
 
 export interface SendResponse {

package/src/types/index.ts

@@ -2,6 +2,7 @@ export type {
 	MessageRole,
 	ToolCall,
 	ToolResultMeta,
+	MediaAttachment,
 	ChatMessage,
 	ContentFormat,
 } from './message.ts';
@@ -13,6 +14,7 @@ export type {
 } from './session.ts';
 
 export type {
+	RawAttachment,
 	RawMessage,
 	RawSession,
 	SendRequest,

package/src/types/message.ts

@@ -38,6 +38,28 @@ export interface ToolResultMeta {
 	success: boolean;
 }
 
+/**
+ * A media attachment on a chat message (image, video, or file).
+ */
+export interface MediaAttachment {
+	/** Media type. */
+	type: 'image' | 'video' | 'file';
+	/** Public URL of the media. */
+	url: string;
+	/** Alt text or description. */
+	alt?: string;
+	/** Original filename. */
+	filename?: string;
+	/** MIME type (e.g. 'image/jpeg'). */
+	mimeType?: string;
+	/** File size in bytes. */
+	size?: number;
+	/** WordPress media library attachment ID. */
+	mediaId?: number;
+	/** Thumbnail URL for previews. */
+	thumbnailUrl?: string;
+}
+
 /**
  * A single message in a chat conversation.
  */
@@ -54,6 +76,8 @@ export interface ChatMessage {
 	toolCalls?: ToolCall[];
 	/** Tool result metadata (only on tool_result messages). */
 	toolResult?: ToolResultMeta;
+	/** Media attachments (images, videos, files) on this message. */
+	attachments?: MediaAttachment[];
 }
 
 /**