@agi-cli/server 0.1.108 → 0.1.110

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@agi-cli/server",
-	"version": "0.1.108",
+	"version": "0.1.110",
 	"description": "HTTP API server for AGI CLI",
 	"type": "module",
 	"main": "./src/index.ts",
@@ -29,8 +29,8 @@
 		"typecheck": "tsc --noEmit"
 	},
 	"dependencies": {
-		"@agi-cli/sdk": "0.1.108",
-		"@agi-cli/database": "0.1.108",
+		"@agi-cli/sdk": "0.1.110",
+		"@agi-cli/database": "0.1.110",
 		"drizzle-orm": "^0.44.5",
 		"hono": "^4.9.9",
 		"zod": "^4.1.8"

package/src/routes/config/models.ts

@@ -43,6 +43,7 @@ export function registerModelsRoutes(app: Hono) {
 					label: m.label || m.id,
 					toolCall: m.toolCall,
 					reasoning: m.reasoning,
+					vision: m.modalities?.input?.includes('image') ?? false,
 				})),
 				default: getDefault(
 					embeddedConfig?.model,
@@ -94,6 +95,7 @@ export function registerModelsRoutes(app: Hono) {
 							label: m.label || m.id,
 							toolCall: m.toolCall,
 							reasoning: m.reasoning,
+							vision: m.modalities?.input?.includes('image') ?? false,
 						})),
 					};
 				}

package/src/routes/session-messages.ts

@@ -111,6 +111,7 @@ export function registerSessionMessagesRoutes(app: Hono) {
 			const agent = body?.agent ?? sess.agent ?? cfg.defaults.agent;
 			const content = body?.content ?? '';
 			const userContext = body?.userContext;
+			const images = Array.isArray(body?.images) ? body.images : undefined;
 
 			// DEBUG: Log extracted userContext
 			logger.info('[API] Extracted userContext', {
@@ -120,6 +121,8 @@ export function registerSessionMessagesRoutes(app: Hono) {
 				typeOf: typeof userContext,
 			});
 
+			const reasoning = body?.reasoning === true;
+
 			// Validate model capabilities if tools are allowed for this agent
 			const wantsToolCalls = true; // agent toolset may be non-empty
 			try {
@@ -152,6 +155,8 @@ export function registerSessionMessagesRoutes(app: Hono) {
 				content,
 				oneShot: Boolean(body?.oneShot),
 				userContext,
+				reasoning,
+				images,
 			});
 			return c.json({ messageId: assistantMessageId }, 202);
 		} catch (error) {

package/src/runtime/history-builder.ts

@@ -41,12 +41,27 @@ export async function buildHistoryMessages(
 		if (m.role === 'user') {
 			const uparts: UIMessage['parts'] = [];
 			for (const p of parts) {
-				if (p.type !== 'text') continue;
-				try {
-					const obj = JSON.parse(p.content ?? '{}');
-					const t = String(obj.text ?? '');
-					if (t) uparts.push({ type: 'text', text: t });
-				} catch {}
+				if (p.type === 'text') {
+					try {
+						const obj = JSON.parse(p.content ?? '{}');
+						const t = String(obj.text ?? '');
+						if (t) uparts.push({ type: 'text', text: t });
+					} catch {}
+				} else if (p.type === 'image') {
+					try {
+						const obj = JSON.parse(p.content ?? '{}') as {
+							data?: string;
+							mediaType?: string;
+						};
+						if (obj.data && obj.mediaType) {
+							uparts.push({
+								type: 'file',
+								mediaType: obj.mediaType,
+								url: `data:${obj.mediaType};base64,${obj.data}`,
+							} as never);
+						}
+					} catch {}
+				}
 			}
 			if (uparts.length) {
 				ui.push({ id: m.id, role: 'user', parts: uparts });

package/src/runtime/message-service.ts

@@ -22,6 +22,8 @@ type DispatchOptions = {
 	content: string;
 	oneShot?: boolean;
 	userContext?: string;
+	reasoning?: boolean;
+	images?: Array<{ data: string; mediaType: string }>;
 };
 
 export async function dispatchAssistantMessage(
@@ -37,6 +39,8 @@ export async function dispatchAssistantMessage(
 		content,
 		oneShot,
 		userContext,
+		reasoning,
+		images,
 	} = options;
 
 	// DEBUG: Log userContext in dispatch
@@ -68,6 +72,23 @@ export async function dispatchAssistantMessage(
 		provider,
 		model,
 	});
+
+	if (images && images.length > 0) {
+		for (let i = 0; i < images.length; i++) {
+			const img = images[i];
+			await db.insert(messageParts).values({
+				id: crypto.randomUUID(),
+				messageId: userMessageId,
+				index: i + 1,
+				type: 'image',
+				content: JSON.stringify({ data: img.data, mediaType: img.mediaType }),
+				agent,
+				provider,
+				model,
+			});
+		}
+	}
+
 	publish({
 		type: 'message.created',
 		sessionId,
@@ -108,6 +129,7 @@ export async function dispatchAssistantMessage(
 			projectRoot: cfg.projectRoot,
 			oneShot: Boolean(oneShot),
 			userContext,
+			reasoning,
 		},
 		runSessionLoop,
 	);

package/src/runtime/runner.ts

@@ -298,13 +298,44 @@ async function runAssistant(opts: RunOpts) {
 	let accumulated = '';
 	let stepIndex = 0;
 
+	// Build provider options for reasoning/extended thinking
+	const providerOptions: Record<string, unknown> = {};
+	const THINKING_BUDGET = 16000;
+	// When reasoning is enabled for Anthropic, the API requires max_tokens to fit
+	// both thinking tokens AND response tokens. AI SDK adds budgetTokens to maxOutputTokens,
+	// so we need to reduce maxOutputTokens to leave room for thinking.
+	let effectiveMaxOutputTokens = maxOutputTokens;
+
+	if (opts.reasoning) {
+		if (opts.provider === 'anthropic') {
+			providerOptions.anthropic = {
+				thinking: { type: 'enabled', budgetTokens: THINKING_BUDGET },
+			};
+			// Reduce max output to leave room for thinking budget
+			if (maxOutputTokens && maxOutputTokens > THINKING_BUDGET) {
+				effectiveMaxOutputTokens = maxOutputTokens - THINKING_BUDGET;
+			}
+		} else if (opts.provider === 'openai') {
+			providerOptions.openai = {
+				reasoningSummary: 'auto',
+			};
+		} else if (opts.provider === 'google') {
+			providerOptions.google = {
+				thinkingConfig: { thinkingBudget: THINKING_BUDGET },
+			};
+		}
+	}
+
 	try {
 		const result = streamText({
 			model,
 			tools: toolset,
 			...(cachedSystem ? { system: cachedSystem } : {}),
 			messages: optimizedMessages,
-			...(maxOutputTokens ? { maxOutputTokens } : {}),
+			...(effectiveMaxOutputTokens
+				? { maxOutputTokens: effectiveMaxOutputTokens }
+				: {}),
+			...(Object.keys(providerOptions).length > 0 ? { providerOptions } : {}),
 			abortSignal: opts.abortSignal,
 			stopWhen: hasToolCall('finish'),
 			onStepFinish,

package/src/runtime/session-queue.ts

@@ -9,6 +9,7 @@ export type RunOpts = {
 	projectRoot: string;
 	oneShot?: boolean;
 	userContext?: string;
+	reasoning?: boolean;
 	abortSignal?: AbortSignal;
 };