@agi-cli/server 0.1.109 → 0.1.111

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@agi-cli/server",
-	"version": "0.1.109",
+	"version": "0.1.111",
 	"description": "HTTP API server for AGI CLI",
 	"type": "module",
 	"main": "./src/index.ts",
@@ -29,8 +29,8 @@
 		"typecheck": "tsc --noEmit"
 	},
 	"dependencies": {
-		"@agi-cli/sdk": "0.1.109",
-		"@agi-cli/database": "0.1.109",
+		"@agi-cli/sdk": "0.1.111",
+		"@agi-cli/database": "0.1.111",
 		"drizzle-orm": "^0.44.5",
 		"hono": "^4.9.9",
 		"zod": "^4.1.8"

package/src/routes/config/models.ts

@@ -43,6 +43,7 @@ export function registerModelsRoutes(app: Hono) {
 					label: m.label || m.id,
 					toolCall: m.toolCall,
 					reasoning: m.reasoning,
+					vision: m.modalities?.input?.includes('image') ?? false,
 				})),
 				default: getDefault(
 					embeddedConfig?.model,
@@ -94,6 +95,7 @@ export function registerModelsRoutes(app: Hono) {
 							label: m.label || m.id,
 							toolCall: m.toolCall,
 							reasoning: m.reasoning,
+							vision: m.modalities?.input?.includes('image') ?? false,
 						})),
 					};
 				}

package/src/routes/session-messages.ts

@@ -111,6 +111,7 @@ export function registerSessionMessagesRoutes(app: Hono) {
 			const agent = body?.agent ?? sess.agent ?? cfg.defaults.agent;
 			const content = body?.content ?? '';
 			const userContext = body?.userContext;
+			const images = Array.isArray(body?.images) ? body.images : undefined;
 
 			// DEBUG: Log extracted userContext
 			logger.info('[API] Extracted userContext', {
@@ -155,6 +156,7 @@ export function registerSessionMessagesRoutes(app: Hono) {
 				oneShot: Boolean(body?.oneShot),
 				userContext,
 				reasoning,
+				images,
 			});
 			return c.json({ messageId: assistantMessageId }, 202);
 		} catch (error) {

package/src/runtime/history-builder.ts

@@ -41,12 +41,27 @@ export async function buildHistoryMessages(
 		if (m.role === 'user') {
 			const uparts: UIMessage['parts'] = [];
 			for (const p of parts) {
-				if (p.type !== 'text') continue;
-				try {
-					const obj = JSON.parse(p.content ?? '{}');
-					const t = String(obj.text ?? '');
-					if (t) uparts.push({ type: 'text', text: t });
-				} catch {}
+				if (p.type === 'text') {
+					try {
+						const obj = JSON.parse(p.content ?? '{}');
+						const t = String(obj.text ?? '');
+						if (t) uparts.push({ type: 'text', text: t });
+					} catch {}
+				} else if (p.type === 'image') {
+					try {
+						const obj = JSON.parse(p.content ?? '{}') as {
+							data?: string;
+							mediaType?: string;
+						};
+						if (obj.data && obj.mediaType) {
+							uparts.push({
+								type: 'file',
+								mediaType: obj.mediaType,
+								url: `data:${obj.mediaType};base64,${obj.data}`,
+							} as never);
+						}
+					} catch {}
+				}
 			}
 			if (uparts.length) {
 				ui.push({ id: m.id, role: 'user', parts: uparts });

package/src/runtime/message-service.ts

@@ -23,6 +23,7 @@ type DispatchOptions = {
 	oneShot?: boolean;
 	userContext?: string;
 	reasoning?: boolean;
+	images?: Array<{ data: string; mediaType: string }>;
 };
 
 export async function dispatchAssistantMessage(
@@ -39,6 +40,7 @@ export async function dispatchAssistantMessage(
 		oneShot,
 		userContext,
 		reasoning,
+		images,
 	} = options;
 
 	// DEBUG: Log userContext in dispatch
@@ -70,6 +72,23 @@ export async function dispatchAssistantMessage(
 		provider,
 		model,
 	});
+
+	if (images && images.length > 0) {
+		for (let i = 0; i < images.length; i++) {
+			const img = images[i];
+			await db.insert(messageParts).values({
+				id: crypto.randomUUID(),
+				messageId: userMessageId,
+				index: i + 1,
+				type: 'image',
+				content: JSON.stringify({ data: img.data, mediaType: img.mediaType }),
+				agent,
+				provider,
+				model,
+			});
+		}
+	}
+
 	publish({
 		type: 'message.created',
 		sessionId,