@ducci/jarvis 1.0.40 → 1.0.42

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ducci/jarvis",
-  "version": "1.0.40",
+  "version": "1.0.42",
   "description": "A fully automated agent system that lives on a server.",
   "main": "./src/index.js",
   "type": "module",

package/src/server/agent.js

@@ -50,6 +50,12 @@ async function callModel(client, model, messages, tools) {
   return await client.chat.completions.create(params);
 }
 
+function isImageUnsupportedError(apiErrors) {
+  if (!apiErrors) return false;
+  return [apiErrors.primary?.message, apiErrors.fallback?.message]
+    .some(m => m?.toLowerCase().includes('image input'));
+}
+
 function extractApiError(err, model) {
   return {
     model,
@@ -640,6 +646,22 @@ async function _runHandleChat(config, sessionId, userMessage, attachments = [])
         // windows). The synthetic note is sufficient context; tool results are preserved
         // in the JSONL log and accessible via read_session_log.
         if (finalStatus === 'model_error' || finalStatus === 'format_error') {
+          if (finalStatus === 'model_error' && isImageUnsupportedError(run.errorDetail)) {
+            finalResponse = 'This model does not support image input. Please switch to a multimodal model (e.g. claude-3.5-sonnet, gpt-4o) in settings.';
+            // Strip the image from the user message that caused the failure so it
+            // does not permanently break the session on every subsequent call.
+            // Replace with a text placeholder so the model knows a image was present.
+            for (let i = session.messages.length - 1; i >= 0; i--) {
+              const msg = session.messages[i];
+              if (msg.role === 'user' && Array.isArray(msg.content)) {
+                const textPart = msg.content.find(c => c.type === 'text')?.text || '';
+                msg.content = textPart
+                  ? `${textPart}\n[image removed — model does not support image input]`
+                  : '[image removed — model does not support image input]';
+                break;
+              }
+            }
+          }
           session.messages.splice(runStartIndex, session.messages.length - runStartIndex);
           const errorDetail = run.errorDetail ? ` Error detail: ${JSON.stringify(run.errorDetail)}` : '';
           session.messages.push({