@iblai/web-utils 1.11.4 → 1.11.5

package/dist/index.js

@@ -12365,7 +12365,35 @@ const selectEnableChatActionsPopup = (state) => state.chat.enableChatActionsPopu
  * because browsers block mixed content (HTTPS page -> HTTP localhost).
  */
 const OLLAMA_BASE_URL = "http://localhost:11434";
+/**
+ * Ollama-compatible MCP/tool proxy. Chat for tool-capable models is routed here
+ * (instead of plain Ollama) so the model gets MCP tools. The host (ghost-os)
+ * owns the real routing for the Tauri path; this is the fetch-path equivalent.
+ */
+const TOOL_BRIDGE_BASE_URL = "http://localhost:8000";
 const OLLAMA_MODEL = "phi3:mini";
+const LOCAL_LLM_MODEL_KEY = "ibl_local_llm_model";
+const LOCAL_LLM_TOOL_SUPPORT_KEY = "ibl_local_llm_tool_support";
+/**
+ * The model the user has chosen to chat with (persisted by the Local Models
+ * settings UI), falling back to the default model.
+ */
+function getSelectedModel() {
+    if (typeof window === "undefined")
+        return OLLAMA_MODEL;
+    return localStorage.getItem(LOCAL_LLM_MODEL_KEY) || OLLAMA_MODEL;
+}
+/**
+ * Whether the selected model supports tools / function calling, persisted by the
+ * Local Models settings UI (`setLocalLLMToolSupport` in @iblai/web-containers).
+ * Read directly from localStorage to avoid a web-utils → web-containers import
+ * cycle — same approach as {@link getSelectedModel}.
+ */
+function getSelectedModelToolSupport() {
+    if (typeof window === "undefined")
+        return false;
+    return localStorage.getItem(LOCAL_LLM_TOOL_SUPPORT_KEY) === "true";
+}
 /**
  * Check if running in Tauri
  */
@@ -12449,11 +12477,17 @@ async function streamOllamaChatViaTauri(messages, callbacks, generationId) {
             }
         });
         try {
-            // Call the Tauri command to start streaming
+            const model = getSelectedModel();
+            const toolSupport = getSelectedModelToolSupport();
+            console.log("[LocalLLM] Chatting with model:", model, "toolSupport:", toolSupport);
+            // Call the Tauri command to start streaming. `toolSupport` (→ Rust
+            // `tool_support`) lets the host route to the MCP/tool proxy (:8000) vs
+            // plain Ollama (:11434); the host owns the actual routing decision.
             await invoke("ollama_chat_stream", {
                 messages,
-                model: OLLAMA_MODEL,
+                model,
                 generationId,
+                toolSupport,
             });
         }
         finally {
@@ -12476,13 +12510,19 @@ async function streamOllamaChatViaFetch(messages, callbacks, generationId, abort
     try {
         // Notify start
         callbacks.onStart(generationId);
-        const response = await fetch(`${OLLAMA_BASE_URL}/api/chat`, {
+        const model = getSelectedModel();
+        const toolSupport = getSelectedModelToolSupport();
+        // Tool-capable models stream from the MCP/tool proxy (:8000); others from
+        // plain Ollama (:11434).
+        const base = toolSupport ? TOOL_BRIDGE_BASE_URL : OLLAMA_BASE_URL;
+        console.log("[LocalLLM] Chatting with model:", model, "toolSupport:", toolSupport, "via", base);
+        const response = await fetch(`${base}/api/chat`, {
             method: "POST",
             headers: {
                 "Content-Type": "application/json",
             },
             body: JSON.stringify({
-                model: OLLAMA_MODEL,
+                model,
                 messages,
                 stream: true,
             }),