openfox 0.2.4 → 1.0.1

package/dist/{chunk-5ZUU23XF.js → chunk-U6BUT37A.js}

@@ -1,6 +1,10 @@
+import {
+  describeImageFromDataUrl,
+  ensureVisionFallbackConfigLoaded
+} from "./chunk-M2C5GEQR.js";
 import {
   logger
-} from "./chunk-U62ZECSQ.js";
+} from "./chunk-PNBH3RAX.js";
 
 // src/server/llm/backend.ts
 var BACKEND_CAPABILITIES = {
@@ -288,7 +292,8 @@ var DEFAULT_PROFILE = {
   topP: 0.9,
   supportsReasoning: false,
   reasoningAsContent: false,
-  defaultMaxTokens: 4096
+  defaultMaxTokens: 4096,
+  supportsVision: true
 };
 var MOCK_PROFILE = {
   name: "mock",
@@ -296,7 +301,8 @@ var MOCK_PROFILE = {
   topP: 0.9,
   supportsReasoning: false,
   reasoningAsContent: false,
-  defaultMaxTokens: 1024
+  defaultMaxTokens: 1024,
+  supportsVision: false
 };
 var MODEL_PROFILES = [
   {
@@ -307,7 +313,8 @@ var MODEL_PROFILES = [
       topP: 0.9,
       supportsReasoning: false,
       reasoningAsContent: false,
-      defaultMaxTokens: 4096
+      defaultMaxTokens: 16384,
+      supportsVision: false
     }
   },
   {
@@ -321,7 +328,8 @@ var MODEL_PROFILES = [
       // "This model supports only non-thinking mode and does not generate <think></think> blocks"
       supportsReasoning: false,
       reasoningAsContent: false,
-      defaultMaxTokens: 8192
+      defaultMaxTokens: 16384,
+      supportsVision: false
     }
   },
   {
@@ -332,7 +340,20 @@ var MODEL_PROFILES = [
       topP: 0.9,
       supportsReasoning: true,
       reasoningAsContent: false,
-      defaultMaxTokens: 4096
+      defaultMaxTokens: 16384,
+      supportsVision: false
+    }
+  },
+  {
+    pattern: "qwen3-vl",
+    profile: {
+      name: "Qwen3-VL",
+      temperature: 0.7,
+      topP: 0.9,
+      supportsReasoning: true,
+      reasoningAsContent: false,
+      defaultMaxTokens: 16384,
+      supportsVision: true
     }
   },
   {
@@ -343,7 +364,72 @@ var MODEL_PROFILES = [
       topP: 0.95,
       supportsReasoning: true,
       reasoningAsContent: false,
-      defaultMaxTokens: 4096
+      defaultMaxTokens: 16384,
+      supportsVision: false
+    }
+  },
+  {
+    pattern: "minimax-m2.5",
+    profile: {
+      name: "MiniMax-M2.5",
+      temperature: 1,
+      topP: 0.95,
+      topK: 40,
+      supportsReasoning: true,
+      reasoningAsContent: false,
+      defaultMaxTokens: 16384,
+      supportsVision: false
+    }
+  },
+  {
+    pattern: "minimax-m2.7",
+    profile: {
+      name: "MiniMax-M2.7",
+      temperature: 1,
+      topP: 0.95,
+      topK: 40,
+      supportsReasoning: true,
+      reasoningAsContent: false,
+      defaultMaxTokens: 16384,
+      supportsVision: false
+    }
+  },
+  {
+    pattern: "minimax",
+    profile: {
+      name: "MiniMax",
+      temperature: 1,
+      topP: 0.95,
+      topK: 40,
+      supportsReasoning: true,
+      reasoningAsContent: false,
+      defaultMaxTokens: 16384,
+      supportsVision: false
+    }
+  },
+  {
+    pattern: "minimax-m3",
+    profile: {
+      name: "MiniMax-M3",
+      temperature: 1,
+      topP: 0.95,
+      topK: 40,
+      supportsReasoning: true,
+      reasoningAsContent: false,
+      defaultMaxTokens: 16384,
+      supportsVision: true
+    }
+  },
+  {
+    pattern: "llava",
+    profile: {
+      name: "LLaVA",
+      temperature: 0.7,
+      topP: 0.9,
+      supportsReasoning: false,
+      reasoningAsContent: false,
+      defaultMaxTokens: 16384,
+      supportsVision: true
     }
   },
   {
@@ -354,7 +440,8 @@ var MODEL_PROFILES = [
       topP: 0.9,
       supportsReasoning: false,
       reasoningAsContent: false,
-      defaultMaxTokens: 4096
+      defaultMaxTokens: 16384,
+      supportsVision: false
     }
   },
   {
@@ -365,7 +452,20 @@ var MODEL_PROFILES = [
       topP: 0.9,
       supportsReasoning: true,
       reasoningAsContent: false,
-      defaultMaxTokens: 4096
+      defaultMaxTokens: 16384,
+      supportsVision: false
+    }
+  },
+  {
+    pattern: "gemma-4",
+    profile: {
+      name: "Gemma 4",
+      temperature: 0.7,
+      topP: 0.9,
+      supportsReasoning: true,
+      reasoningAsContent: false,
+      defaultMaxTokens: 16384,
+      supportsVision: true
     }
   }
 ];
@@ -383,9 +483,50 @@ function getModelProfile(modelName) {
 }
 
 // src/server/llm/client-pure.ts
-function convertMessages(messages) {
+function convertAttachmentSync(attachment, modelSupportsVision) {
+  if (modelSupportsVision) {
+    return {
+      type: "image_url",
+      image_url: { url: attachment.data }
+    };
+  }
+  return {
+    type: "text",
+    text: `[Image: ${attachment.filename || "image"}] (vision not supported, cannot describe)`
+  };
+}
+async function convertAttachmentWithFallback(attachment, options) {
+  logger.debug("[VisionFallback] convertAttachmentWithFallback called", { filename: attachment.filename, id: attachment.id, hasCallbacks: !!options.onVisionFallbackStart });
+  if (options.modelSupportsVision) {
+    logger.debug("[VisionFallback] Model supports vision - passing image directly");
+    return {
+      type: "image_url",
+      image_url: { url: attachment.data }
+    };
+  }
+  if (!options.visionFallbackEnabled) {
+    logger.debug("[VisionFallback] Fallback disabled - returning placeholder");
+    return {
+      type: "text",
+      text: `[Image: ${attachment.filename || "image"}] (vision not supported)`
+    };
+  }
+  const attachmentId = attachment.id ?? crypto.randomUUID();
+  const filename = attachment.filename;
+  logger.debug("[VisionFallback] Starting delegation for:", { attachmentId, filename });
+  options.onVisionFallbackStart?.(attachmentId, filename);
+  const context = filename ? `File: ${filename}` : void 0;
+  const description = await describeImageFromDataUrl(attachment.data, context ? { context } : {});
+  logger.debug("[VisionFallback] Delegation complete:", { attachmentId, descriptionLength: description.length });
+  options.onVisionFallbackDone?.(attachmentId, description);
+  return {
+    type: "text",
+    text: `[Image: ${attachment.filename || "image"}] ${description}`
+  };
+}
+function convertMessages(messages, options) {
   const filtered = messages.filter((msg) => {
-    return !(msg.role === "assistant" && !msg.content?.trim() && !msg.toolCalls?.length);
+    return !(msg.role === "assistant" && !msg.content?.trim() && (!msg.toolCalls || msg.toolCalls.length === 0));
   });
   return filtered.map((msg) => {
     if (msg.role === "tool") {
@@ -395,10 +536,7 @@ function convertMessages(messages) {
           content.push({ type: "text", text: msg.content });
         }
         for (const attachment of msg.attachments) {
-          content.push({
-            type: "image_url",
-            image_url: { url: attachment.data }
-          });
+          content.push(convertAttachmentSync(attachment, options.modelSupportsVision));
         }
         return {
           role: "tool",
@@ -432,13 +570,7 @@ function convertMessages(messages) {
         content.push({ type: "text", text: msg.content });
       }
       for (const attachment of msg.attachments) {
-        content.push({
-          type: "image_url",
-          image_url: {
-            url: attachment.data
-            // base64 data URL
-          }
-        });
+        content.push(convertAttachmentSync(attachment, options.modelSupportsVision));
       }
       return {
         role: "user",
@@ -451,6 +583,80 @@ function convertMessages(messages) {
     };
   });
 }
+async function convertMessagesWithFallback(messages, options) {
+  logger.debug("[VisionFallback] convertMessagesWithFallback called", { messageCount: messages.length });
+  const filtered = messages.filter((msg) => {
+    return !(msg.role === "assistant" && !msg.content?.trim() && (!msg.toolCalls || msg.toolCalls.length === 0));
+  });
+  const converted = [];
+  for (const msg of filtered) {
+    if (msg.role === "tool") {
+      if (msg.attachments && msg.attachments.length > 0) {
+        const content = [];
+        if (msg.content?.trim()) {
+          content.push({ type: "text", text: msg.content });
+        }
+        for (const attachment of msg.attachments) {
+          const convertedContent = await convertAttachmentWithFallback(
+            { data: attachment.data, filename: attachment.filename, id: attachment.id },
+            options
+          );
+          content.push(convertedContent);
+        }
+        converted.push({
+          role: "tool",
+          content,
+          tool_call_id: msg.toolCallId
+        });
+      } else {
+        converted.push({
+          role: "tool",
+          content: msg.content,
+          tool_call_id: msg.toolCallId
+        });
+      }
+      continue;
+    }
+    if (msg.role === "assistant" && msg.toolCalls?.length) {
+      converted.push({
+        role: "assistant",
+        content: msg.content || null,
+        tool_calls: msg.toolCalls.map((toolCall) => ({
+          id: toolCall.id,
+          type: "function",
+          function: {
+            name: toolCall.name,
+            arguments: JSON.stringify(toolCall.arguments)
+          }
+        }))
+      });
+      continue;
+    }
+    if (msg.role === "user" && msg.attachments && msg.attachments.length > 0) {
+      const content = [];
+      if (msg.content?.trim()) {
+        content.push({ type: "text", text: msg.content });
+      }
+      for (const attachment of msg.attachments) {
+        const convertedContent = await convertAttachmentWithFallback(
+          { data: attachment.data, filename: attachment.filename, id: attachment.id },
+          options
+        );
+        content.push(convertedContent);
+      }
+      converted.push({
+        role: "user",
+        content
+      });
+      continue;
+    }
+    converted.push({
+      role: msg.role,
+      content: msg.content
+    });
+  }
+  return converted;
+}
 function convertTools(tools) {
   return tools.map((tool) => ({
     type: "function",
@@ -461,11 +667,33 @@ function convertTools(tools) {
     }
   }));
 }
-function buildNonStreamingCreateParams(input) {
-  const { model, request, profile, capabilities, disableThinking } = input;
+function needsVisionFallback(messages, modelSupportsVision, visionFallbackEnabled) {
+  const hasAttachments = messages.some(
+    (msg) => msg.attachments && msg.attachments.length > 0 || msg.role === "tool" && msg.attachments && msg.attachments.length > 0
+  );
+  const result = hasAttachments && !modelSupportsVision && visionFallbackEnabled;
+  logger.debug("[VisionFallback] needsVisionFallback check", {
+    hasAttachments,
+    modelSupportsVision,
+    visionFallbackEnabled,
+    result
+  });
+  return result;
+}
+async function buildNonStreamingCreateParams(input) {
+  const { model, request, profile, capabilities, disableThinking, visionFallbackEnabled = false, onVisionFallbackStart, onVisionFallbackDone } = input;
+  const messages = request.messages;
+  const modelSupportsVision = profile.supportsVision ?? false;
+  const options = {
+    modelSupportsVision,
+    visionFallbackEnabled,
+    onVisionFallbackStart,
+    onVisionFallbackDone
+  };
+  const convertedMessages = needsVisionFallback(messages, modelSupportsVision, visionFallbackEnabled) ? await convertMessagesWithFallback(messages, options) : convertMessages(messages, { modelSupportsVision, visionFallbackEnabled: false });
   const params = {
     model,
-    messages: convertMessages(request.messages),
+    messages: convertedMessages,
     ...request.tools ? { tools: convertTools(request.tools) } : {},
     ...request.toolChoice ? { tool_choice: request.toolChoice } : {},
     temperature: request.temperature ?? profile.temperature,
@@ -483,11 +711,15 @@ function buildNonStreamingCreateParams(input) {
   }
   return params;
 }
-function buildStreamingCreateParams(input) {
-  const { model, request, profile, capabilities, disableThinking } = input;
+async function buildStreamingCreateParams(input) {
+  const { model, request, profile, capabilities, disableThinking, visionFallbackEnabled = false, onVisionFallbackStart, onVisionFallbackDone } = input;
+  const messages = request.messages;
+  const modelSupportsVision = profile.supportsVision ?? false;
+  const options = { modelSupportsVision, visionFallbackEnabled, onVisionFallbackStart, onVisionFallbackDone };
+  const convertedMessages = needsVisionFallback(messages, modelSupportsVision, visionFallbackEnabled) ? await convertMessagesWithFallback(messages, options) : convertMessages(messages, { modelSupportsVision, visionFallbackEnabled: false });
   const params = {
     model,
-    messages: convertMessages(request.messages),
+    messages: convertedMessages,
     ...request.tools ? { tools: convertTools(request.tools) } : {},
     ...request.toolChoice ? { tool_choice: request.toolChoice } : {},
     temperature: request.temperature ?? profile.temperature,
@@ -585,13 +817,23 @@ function createLLMClient(config, initialBackend = "unknown") {
       });
       try {
         const shouldDisableThinking = disableThinking || request.disableThinking === true;
-        const createParams = buildNonStreamingCreateParams({
+        await ensureVisionFallbackConfigLoaded();
+        const { isVisionFallbackEnabled } = await import("./vision-fallback-63VPBSEN.js");
+        const paramsOptions = {
           model,
           request,
           profile,
           capabilities,
-          disableThinking: shouldDisableThinking
-        });
+          disableThinking: shouldDisableThinking,
+          visionFallbackEnabled: isVisionFallbackEnabled()
+        };
+        if (request.onVisionFallbackStart) {
+          paramsOptions.onVisionFallbackStart = request.onVisionFallbackStart;
+        }
+        if (request.onVisionFallbackDone) {
+          paramsOptions.onVisionFallbackDone = request.onVisionFallbackDone;
+        }
+        const createParams = await buildNonStreamingCreateParams(paramsOptions);
         const response = await openai.chat.completions.create(createParams, {
           signal: request.signal
         });
@@ -653,8 +895,19 @@ function createLLMClient(config, initialBackend = "unknown") {
         idleTimeout
       });
       try {
+        await ensureVisionFallbackConfigLoaded();
+        const { isVisionFallbackEnabled } = await import("./vision-fallback-63VPBSEN.js");
         const shouldDisableThinking = disableThinking || request.disableThinking === true;
-        const createParams = buildStreamingCreateParams({ model, request, profile, capabilities, disableThinking: shouldDisableThinking });
+        const createParams = await buildStreamingCreateParams({
+          model,
+          request,
+          profile,
+          capabilities,
+          disableThinking: shouldDisableThinking,
+          visionFallbackEnabled: isVisionFallbackEnabled(),
+          onVisionFallbackStart: request.onVisionFallbackStart,
+          onVisionFallbackDone: request.onVisionFallbackDone
+        });
         const stream = await openai.chat.completions.create(createParams, {
           signal: request.signal
         });
@@ -858,4 +1111,4 @@ export {
   getLlmStatus,
   clearModelCache
 };
-//# sourceMappingURL=chunk-5ZUU23XF.js.map
+//# sourceMappingURL=chunk-U6BUT37A.js.map

package/dist/{chunk-S5NRIWEU.js → chunk-VUQPJFMQ.js}

@@ -24,8 +24,8 @@ Options:
 `);
 }
 async function runConfig(mode) {
-  const { loadGlobalConfig, getActiveProvider, getDefaultModel } = await import("./config-GIXXE4VK.js");
-  const { getGlobalConfigPath } = await import("./paths-4BPXWB2W.js");
+  const { loadGlobalConfig, getActiveProvider, getDefaultModel } = await import("./config-GIFCEJDU.js");
+  const { getGlobalConfigPath } = await import("./paths-MM76AWYB.js");
   const config = await loadGlobalConfig(mode);
   const configPath = getGlobalConfigPath(mode);
   const activeProvider = getActiveProvider(config);
@@ -75,8 +75,8 @@ async function runCli(options) {
   const [command] = positionals;
   switch (command) {
     case "init": {
-      const { runInitWithSelect } = await import("./init-2EJ5AC7Z.js");
-      const { loadGlobalConfig, getActiveProvider } = await import("./config-GIXXE4VK.js");
+      const { runInitWithSelect } = await import("./init-MKTUIGZU.js");
+      const { loadGlobalConfig, getActiveProvider } = await import("./config-GIFCEJDU.js");
       const config = await loadGlobalConfig(mode);
       const activeProvider = getActiveProvider(config);
       if (activeProvider) {
@@ -91,17 +91,17 @@ async function runCli(options) {
       break;
     }
     case "provider": {
-      const { runProviderCommand } = await import("./provider-QEVVNYOX.js");
+      const { runProviderCommand } = await import("./provider-4KTWU6IV.js");
       const [, subcommand] = positionals;
       await runProviderCommand(mode, subcommand);
       break;
     }
     default: {
-      const { configFileExists } = await import("./config-GIXXE4VK.js");
+      const { configFileExists } = await import("./config-GIFCEJDU.js");
       const configExists = await configFileExists(mode);
       if (!configExists) {
         console.log("Welcome to OpenFox!\n");
-        const { trySmartDefaults, saveGlobalConfig, addProvider } = await import("./config-GIXXE4VK.js");
+        const { trySmartDefaults, saveGlobalConfig, addProvider } = await import("./config-GIFCEJDU.js");
         const detected = await trySmartDefaults(mode);
         if (detected) {
           console.log(`\u2713 Found ${detected.backend} (${detected.model}) at ${detected.url}`);
@@ -116,20 +116,20 @@ async function runCli(options) {
             name: "Default",
             url: detected.url,
             backend: detected.backend,
-            maxContext: 2e5,
+            models: [],
             isActive: true
           });
-          const { setDefaultModelSelection } = await import("./config-GIXXE4VK.js");
+          const { setDefaultModelSelection } = await import("./config-GIFCEJDU.js");
           const finalConfig = setDefaultModelSelection(configWithProvider, configWithProvider.providers[0].id, detected.model);
           await saveGlobalConfig(mode, finalConfig);
           console.log("Configuration saved!\n");
         } else {
           console.log("\u2717 No LLM server detected\n");
-          const { runInitWithSelect } = await import("./init-2EJ5AC7Z.js");
+          const { runInitWithSelect } = await import("./init-MKTUIGZU.js");
           await runInitWithSelect(mode);
         }
       }
-      const { runServe } = await import("./serve-RYEBLJVN.js");
+      const { runServe } = await import("./serve-5NHW3X5B.js");
       await runServe({
         mode,
         port: values.port ? parseInt(values.port) : void 0,
@@ -142,4 +142,4 @@ async function runCli(options) {
 export {
   runCli
 };
-//# sourceMappingURL=chunk-S5NRIWEU.js.map
+//# sourceMappingURL=chunk-VUQPJFMQ.js.map

package/dist/{chunk-26NRL3HX.js → chunk-XFXOSPYH.js}

@@ -95,9 +95,10 @@ async function* streamWithSegments(client, request) {
   const ttft = ((firstTokenTime ?? endTime) - startTime) / 1e3;
   const completionTime = (endTime - (firstTokenTime ?? startTime)) / 1e3;
   const { promptTokens, completionTokens } = response.usage;
+  const effectiveThinkingContent = thinkingContent || content === "" && response.reasoning_content || "";
   return {
     content,
-    thinkingContent,
+    thinkingContent: effectiveThinkingContent,
     toolCalls,
     response,
     segments,
@@ -113,4 +114,4 @@ async function* streamWithSegments(client, request) {
 export {
   streamWithSegments
 };
-//# sourceMappingURL=chunk-26NRL3HX.js.map
+//# sourceMappingURL=chunk-XFXOSPYH.js.map

package/dist/{chunk-N2XYX4ZA.js → chunk-XKFPU2FA.js}

@@ -1,6 +1,6 @@
 import {
   getDatabase
-} from "./chunk-4Z2OZ6NX.js";
+} from "./chunk-3EHGGBWE.js";
 
 // src/server/db/projects.ts
 function createProject(name, workdir) {
@@ -29,6 +29,16 @@ function getProject(id) {
   }
   return rowToProject(row);
 }
+function getProjectByWorkdir(workdir) {
+  const db = getDatabase();
+  const row = db.prepare(`
+    SELECT * FROM projects WHERE workdir = ?
+  `).get(workdir);
+  if (!row) {
+    return null;
+  }
+  return rowToProject(row);
+}
 function listProjects() {
   const db = getDatabase();
   const rows = db.prepare(`
@@ -76,8 +86,9 @@ function rowToProject(row) {
 export {
   createProject,
   getProject,
+  getProjectByWorkdir,
   listProjects,
   updateProject,
   deleteProject
 };
-//# sourceMappingURL=chunk-N2XYX4ZA.js.map
+//# sourceMappingURL=chunk-XKFPU2FA.js.map

package/dist/cli/dev.js

@@ -1,13 +1,14 @@
 #!/usr/bin/env node
 import {
   runCli
-} from "../chunk-S5NRIWEU.js";
+} from "../chunk-VUQPJFMQ.js";
 import {
   logger
-} from "../chunk-U62ZECSQ.js";
+} from "../chunk-PNBH3RAX.js";
 
 // src/cli/dev.ts
-runCli({ mode: "development" }).catch((error) => {
+var mode = process.env["OPENFOX_MODE"] ?? "development";
+runCli({ mode }).catch((error) => {
   logger.error("CLI fatal error", { error: error instanceof Error ? error.message : String(error) });
   process.exit(1);
 });

package/dist/cli/index.js

@@ -1,13 +1,14 @@
 #!/usr/bin/env node
 import {
   runCli
-} from "../chunk-S5NRIWEU.js";
+} from "../chunk-VUQPJFMQ.js";
 import {
   logger
-} from "../chunk-U62ZECSQ.js";
+} from "../chunk-PNBH3RAX.js";
 
 // src/cli/index.ts
-runCli({ mode: "production" }).catch((error) => {
+var mode = process.env["OPENFOX_MODE"] ?? "production";
+runCli({ mode }).catch((error) => {
   logger.error("CLI fatal error", { error: error instanceof Error ? error.message : String(error) });
   process.exit(1);
 });

package/dist/{config-GIXXE4VK.js → config-GIFCEJDU.js}

@@ -4,6 +4,8 @@ import {
   configFileExists,
   getActiveProvider,
   getDefaultModel,
+  getDefaultVisionFallback,
+  getVisionFallback,
   loadGlobalConfig,
   mergeConfigs,
   migrateConfig,
@@ -11,17 +13,20 @@ import {
   saveGlobalConfig,
   setDefaultModelSelection,
   trySmartDefaults
-} from "./chunk-GZ7ZVJIW.js";
-import "./chunk-5ZUU23XF.js";
-import "./chunk-26NRL3HX.js";
-import "./chunk-U62ZECSQ.js";
-import "./chunk-AF7XS4OI.js";
+} from "./chunk-3UQACISJ.js";
+import "./chunk-U6BUT37A.js";
+import "./chunk-XFXOSPYH.js";
+import "./chunk-5YQAXUKO.js";
+import "./chunk-M2C5GEQR.js";
+import "./chunk-PNBH3RAX.js";
 export {
   activateProvider,
   addProvider,
   configFileExists,
   getActiveProvider,
   getDefaultModel,
+  getDefaultVisionFallback,
+  getVisionFallback,
   loadGlobalConfig,
   mergeConfigs,
   migrateConfig,
@@ -30,4 +35,4 @@ export {
   setDefaultModelSelection,
   trySmartDefaults
 };
-//# sourceMappingURL=config-GIXXE4VK.js.map
+//# sourceMappingURL=config-GIFCEJDU.js.map