@draht/web-ui 2026.3.2-2

package/dist/utils/model-discovery.js

@@ -0,0 +1,243 @@
+import { LMStudioClient } from "@lmstudio/sdk";
+import { Ollama } from "ollama/browser";
+/**
+ * Discover models from an Ollama server.
+ * @param baseUrl - Base URL of the Ollama server (e.g., "http://localhost:11434")
+ * @param apiKey - Optional API key (currently unused by Ollama)
+ * @returns Array of discovered models
+ */
+export async function discoverOllamaModels(baseUrl, _apiKey) {
+    try {
+        // Create Ollama client
+        const ollama = new Ollama({ host: baseUrl });
+        // Get list of available models
+        const { models } = await ollama.list();
+        // Fetch details for each model and convert to Model format
+        const ollamaModelPromises = models.map(async (model) => {
+            try {
+                // Get model details
+                const details = await ollama.show({
+                    model: model.name,
+                });
+                // Check capabilities - filter out models that don't support tools
+                const capabilities = details.capabilities || [];
+                if (!capabilities.includes("tools")) {
+                    console.debug(`Skipping model ${model.name}: does not support tools`);
+                    return null;
+                }
+                // Extract model info
+                const modelInfo = details.model_info || {};
+                // Get context window size - look for architecture-specific keys
+                const architecture = modelInfo["general.architecture"] || "";
+                const contextKey = `${architecture}.context_length`;
+                const contextWindow = parseInt(modelInfo[contextKey] || "8192", 10);
+                // Ollama caps max tokens at 10x context length
+                const maxTokens = contextWindow * 10;
+                // Ollama only supports completions API
+                const ollamaModel = {
+                    id: model.name,
+                    name: model.name,
+                    api: "openai-completions",
+                    provider: "", // Will be set by caller
+                    baseUrl: `${baseUrl}/v1`,
+                    reasoning: capabilities.includes("thinking"),
+                    input: ["text"],
+                    cost: {
+                        input: 0,
+                        output: 0,
+                        cacheRead: 0,
+                        cacheWrite: 0,
+                    },
+                    contextWindow: contextWindow,
+                    maxTokens: maxTokens,
+                };
+                return ollamaModel;
+            }
+            catch (err) {
+                console.error(`Failed to fetch details for model ${model.name}:`, err);
+                return null;
+            }
+        });
+        const results = await Promise.all(ollamaModelPromises);
+        return results.filter((m) => m !== null);
+    }
+    catch (err) {
+        console.error("Failed to discover Ollama models:", err);
+        throw new Error(`Ollama discovery failed: ${err instanceof Error ? err.message : String(err)}`);
+    }
+}
+/**
+ * Discover models from a llama.cpp server via OpenAI-compatible /v1/models endpoint.
+ * @param baseUrl - Base URL of the llama.cpp server (e.g., "http://localhost:8080")
+ * @param apiKey - Optional API key
+ * @returns Array of discovered models
+ */
+export async function discoverLlamaCppModels(baseUrl, apiKey) {
+    try {
+        const headers = {
+            "Content-Type": "application/json",
+        };
+        if (apiKey) {
+            headers.Authorization = `Bearer ${apiKey}`;
+        }
+        const response = await fetch(`${baseUrl}/v1/models`, {
+            method: "GET",
+            headers,
+        });
+        if (!response.ok) {
+            throw new Error(`HTTP ${response.status}: ${response.statusText}`);
+        }
+        const data = await response.json();
+        if (!data.data || !Array.isArray(data.data)) {
+            throw new Error("Invalid response format from llama.cpp server");
+        }
+        return data.data.map((model) => {
+            // llama.cpp doesn't always provide context window info
+            const contextWindow = model.context_length || 8192;
+            const maxTokens = model.max_tokens || 4096;
+            const llamaModel = {
+                id: model.id,
+                name: model.id,
+                api: "openai-completions",
+                provider: "", // Will be set by caller
+                baseUrl: `${baseUrl}/v1`,
+                reasoning: false,
+                input: ["text"],
+                cost: {
+                    input: 0,
+                    output: 0,
+                    cacheRead: 0,
+                    cacheWrite: 0,
+                },
+                contextWindow: contextWindow,
+                maxTokens: maxTokens,
+            };
+            return llamaModel;
+        });
+    }
+    catch (err) {
+        console.error("Failed to discover llama.cpp models:", err);
+        throw new Error(`llama.cpp discovery failed: ${err instanceof Error ? err.message : String(err)}`);
+    }
+}
+/**
+ * Discover models from a vLLM server via OpenAI-compatible /v1/models endpoint.
+ * @param baseUrl - Base URL of the vLLM server (e.g., "http://localhost:8000")
+ * @param apiKey - Optional API key
+ * @returns Array of discovered models
+ */
+export async function discoverVLLMModels(baseUrl, apiKey) {
+    try {
+        const headers = {
+            "Content-Type": "application/json",
+        };
+        if (apiKey) {
+            headers.Authorization = `Bearer ${apiKey}`;
+        }
+        const response = await fetch(`${baseUrl}/v1/models`, {
+            method: "GET",
+            headers,
+        });
+        if (!response.ok) {
+            throw new Error(`HTTP ${response.status}: ${response.statusText}`);
+        }
+        const data = await response.json();
+        if (!data.data || !Array.isArray(data.data)) {
+            throw new Error("Invalid response format from vLLM server");
+        }
+        return data.data.map((model) => {
+            // vLLM provides max_model_len which is the context window
+            const contextWindow = model.max_model_len || 8192;
+            const maxTokens = Math.min(contextWindow, 4096); // Cap max tokens
+            const vllmModel = {
+                id: model.id,
+                name: model.id,
+                api: "openai-completions",
+                provider: "", // Will be set by caller
+                baseUrl: `${baseUrl}/v1`,
+                reasoning: false,
+                input: ["text"],
+                cost: {
+                    input: 0,
+                    output: 0,
+                    cacheRead: 0,
+                    cacheWrite: 0,
+                },
+                contextWindow: contextWindow,
+                maxTokens: maxTokens,
+            };
+            return vllmModel;
+        });
+    }
+    catch (err) {
+        console.error("Failed to discover vLLM models:", err);
+        throw new Error(`vLLM discovery failed: ${err instanceof Error ? err.message : String(err)}`);
+    }
+}
+/**
+ * Discover models from an LM Studio server using the LM Studio SDK.
+ * @param baseUrl - Base URL of the LM Studio server (e.g., "http://localhost:1234")
+ * @param apiKey - Optional API key (unused for LM Studio SDK)
+ * @returns Array of discovered models
+ */
+export async function discoverLMStudioModels(baseUrl, _apiKey) {
+    try {
+        // Extract host and port from baseUrl
+        const url = new URL(baseUrl);
+        const port = url.port ? parseInt(url.port, 10) : 1234;
+        // Create LM Studio client
+        const client = new LMStudioClient({ baseUrl: `ws://${url.hostname}:${port}` });
+        // List all downloaded models
+        const models = await client.system.listDownloadedModels();
+        // Filter to only LLM models and map to our Model format
+        return models
+            .filter((model) => model.type === "llm")
+            .map((model) => {
+            const contextWindow = model.maxContextLength;
+            // Use 10x context length like Ollama does
+            const maxTokens = contextWindow;
+            const lmStudioModel = {
+                id: model.path,
+                name: model.displayName || model.path,
+                api: "openai-completions",
+                provider: "", // Will be set by caller
+                baseUrl: `${baseUrl}/v1`,
+                reasoning: model.trainedForToolUse || false,
+                input: model.vision ? ["text", "image"] : ["text"],
+                cost: {
+                    input: 0,
+                    output: 0,
+                    cacheRead: 0,
+                    cacheWrite: 0,
+                },
+                contextWindow: contextWindow,
+                maxTokens: maxTokens,
+            };
+            return lmStudioModel;
+        });
+    }
+    catch (err) {
+        console.error("Failed to discover LM Studio models:", err);
+        throw new Error(`LM Studio discovery failed: ${err instanceof Error ? err.message : String(err)}`);
+    }
+}
+/**
+ * Convenience function to discover models based on provider type.
+ * @param type - Provider type
+ * @param baseUrl - Base URL of the server
+ * @param apiKey - Optional API key
+ * @returns Array of discovered models
+ */
+export async function discoverModels(type, baseUrl, apiKey) {
+    switch (type) {
+        case "ollama":
+            return discoverOllamaModels(baseUrl, apiKey);
+        case "llama.cpp":
+            return discoverLlamaCppModels(baseUrl, apiKey);
+        case "vllm":
+            return discoverVLLMModels(baseUrl, apiKey);
+        case "lmstudio":
+            return discoverLMStudioModels(baseUrl, apiKey);
+    }
+}
+//# sourceMappingURL=model-discovery.js.map

package/dist/utils/model-discovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-discovery.js","sourceRoot":"","sources":["../../src/utils/model-discovery.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,OAAe,EAAE,OAAgB,EAAyB;IACpG,IAAI,CAAC;QACJ,uBAAuB;QACvB,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAE7C,+BAA+B;QAC/B,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAEvC,2DAA2D;QAC3D,MAAM,mBAAmB,GAAiC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAU,EAAE,EAAE,CAAC;YAC1F,IAAI,CAAC;gBACJ,oBAAoB;gBACpB,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC;oBACjC,KAAK,EAAE,KAAK,CAAC,IAAI;iBACjB,CAAC,CAAC;gBAEH,kEAAkE;gBAClE,MAAM,YAAY,GAAc,OAAe,CAAC,YAAY,IAAI,EAAE,CAAC;gBACnE,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBACrC,OAAO,CAAC,KAAK,CAAC,kBAAkB,KAAK,CAAC,IAAI,0BAA0B,CAAC,CAAC;oBACtE,OAAO,IAAI,CAAC;gBACb,CAAC;gBAED,qBAAqB;gBACrB,MAAM,SAAS,GAAQ,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;gBAEhD,gEAAgE;gBAChE,MAAM,YAAY,GAAG,SAAS,CAAC,sBAAsB,CAAC,IAAI,EAAE,CAAC;gBAC7D,MAAM,UAAU,GAAG,GAAG,YAAY,iBAAiB,CAAC;gBACpD,MAAM,aAAa,GAAG,QAAQ,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;gBAEpE,+CAA+C;gBAC/C,MAAM,SAAS,GAAG,aAAa,GAAG,EAAE,CAAC;gBAErC,uCAAuC;gBACvC,MAAM,WAAW,GAAe;oBAC/B,EAAE,EAAE,KAAK,CAAC,IAAI;oBACd,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,GAAG,EAAE,oBAA2B;oBAChC,QAAQ,EAAE,EAAE,EAAE,wBAAwB;oBACtC,OAAO,EAAE,GAAG,OAAO,KAAK;oBACxB,SAAS,EAAE,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC;oBAC5C,KAAK,EAAE,CAAC,MAAM,CAAC;oBACf,IAAI,EAAE;wBACL,KAAK,EAAE,CAAC;wBACR,MAAM,EAAE,CAAC;wBACT,SAAS,EAAE,CAAC;wBACZ,UAAU,EAAE,CAAC;qBACb;oBACD,aAAa,EAAE,aAAa;oBAC5B,SAAS,EAAE,SAAS;iBACpB,CAAC;gBAEF,OAAO,WAAW,CAAC;YACpB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACd,OAAO,CAAC,KAAK,CAAC,qCAAqC,KAAK,CAAC,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC;gBACvE,OAAO,IAAI,CAAC;YACb,CAAC;QAAA,CACD,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACvD,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAmB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IAC3D,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,GAAG,CAAC,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,4BAA4B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACjG,CAAC;AAAA,CACD;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,OAAe,EAAE,MAAe,EAAyB;IACrG,IAAI,CAAC;QACJ,MAAM,OAAO,GAAgB;YAC5B,cAAc,EAAE,kBAAkB;SAClC,CAAC;QAEF,IAAI,MAAM,EAAE,CAAC;YACZ,OAAO,CAAC,aAAa,GAAG,UAAU,MAAM,EAAE,CAAC;QAC5C,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,YAAY,EAAE;YACpD,MAAM,EAAE,KAAK;YACb,OAAO;SACP,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEnC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QAClE,CAAC;QAED,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC;YACpC,uDAAuD;YACvD,MAAM,aAAa,GAAG,KAAK,CAAC,cAAc,IAAI,IAAI,CAAC;YACnD,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,IAAI,IAAI,CAAC;YAE3C,MAAM,UAAU,GAAe;gBAC9B,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,IAAI,EAAE,KAAK,CAAC,EAAE;gBACd,GAAG,EAAE,oBAA2B;gBAChC,QAAQ,EAAE,EAAE,EAAE,wBAAwB;gBACtC,OAAO,EAAE,GAAG,OAAO,KAAK;gBACxB,SAAS,EAAE,KAAK;gBAChB,KAAK,EAAE,CAAC,MAAM,CAAC;gBACf,IAAI,EAAE;oBACL,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,CAAC;oBACT,SAAS,EAAE,CAAC;oBACZ,UAAU,EAAE,CAAC;iBACb;gBACD,aAAa,EAAE,aAAa;gBAC5B,SAAS,EAAE,SAAS;aACpB,CAAC;YAEF,OAAO,UAAU,CAAC;QAAA,CAClB,CAAC,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,GAAG,CAAC,CAAC;QAC3D,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACpG,CAAC;AAAA,CACD;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,OAAe,EAAE,MAAe,EAAyB;IACjG,IAAI,CAAC;QACJ,MAAM,OAAO,GAAgB;YAC5B,cAAc,EAAE,kBAAkB;SAClC,CAAC;QAEF,IAAI,MAAM,EAAE,CAAC;YACZ,OAAO,CAAC,aAAa,GAAG,UAAU,MAAM,EAAE,CAAC;QAC5C,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,YAAY,EAAE;YACpD,MAAM,EAAE,KAAK;YACb,OAAO;SACP,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEnC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC7D,CAAC;QAED,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC;YACpC,0DAA0D;YAC1D,MAAM,aAAa,GAAG,KAAK,CAAC,aAAa,IAAI,IAAI,CAAC;YAClD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC,iBAAiB;YAElE,MAAM,SAAS,GAAe;gBAC7B,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,IAAI,EAAE,KAAK,CAAC,EAAE;gBACd,GAAG,EAAE,oBAA2B;gBAChC,QAAQ,EAAE,EAAE,EAAE,wBAAwB;gBACtC,OAAO,EAAE,GAAG,OAAO,KAAK;gBACxB,SAAS,EAAE,KAAK;gBAChB,KAAK,EAAE,CAAC,MAAM,CAAC;gBACf,IAAI,EAAE;oBACL,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,CAAC;oBACT,SAAS,EAAE,CAAC;oBACZ,UAAU,EAAE,CAAC;iBACb;gBACD,aAAa,EAAE,aAAa;gBAC5B,SAAS,EAAE,SAAS;aACpB,CAAC;YAEF,OAAO,SAAS,CAAC;QAAA,CACjB,CAAC,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,GAAG,CAAC,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,0BAA0B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC/F,CAAC;AAAA,CACD;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,OAAe,EAAE,OAAgB,EAAyB;IACtG,IAAI,CAAC;QACJ,qCAAqC;QACrC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7B,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAEtD,0BAA0B;QAC1B,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,EAAE,OAAO,EAAE,QAAQ,GAAG,CAAC,QAAQ,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;QAE/E,6BAA6B;QAC7B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC;QAE1D,wDAAwD;QACxD,OAAO,MAAM;aACX,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC;aACvC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;YACf,MAAM,aAAa,GAAG,KAAK,CAAC,gBAAgB,CAAC;YAC7C,0CAA0C;YAC1C,MAAM,SAAS,GAAG,aAAa,CAAC;YAEhC,MAAM,aAAa,GAAe;gBACjC,EAAE,EAAE,KAAK,CAAC,IAAI;gBACd,IAAI,EAAE,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,IAAI;gBACrC,GAAG,EAAE,oBAA2B;gBAChC,QAAQ,EAAE,EAAE,EAAE,wBAAwB;gBACtC,OAAO,EAAE,GAAG,OAAO,KAAK;gBACxB,SAAS,EAAE,KAAK,CAAC,iBAAiB,IAAI,KAAK;gBAC3C,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;gBAClD,IAAI,EAAE;oBACL,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,CAAC;oBACT,SAAS,EAAE,CAAC;oBACZ,UAAU,EAAE,CAAC;iBACb;gBACD,aAAa,EAAE,aAAa;gBAC5B,SAAS,EAAE,SAAS;aACpB,CAAC;YAEF,OAAO,aAAa,CAAC;QAAA,CACrB,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,GAAG,CAAC,CAAC;QAC3D,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACpG,CAAC;AAAA,CACD;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,IAAkD,EAClD,OAAe,EACf,MAAe,EACS;IACxB,QAAQ,IAAI,EAAE,CAAC;QACd,KAAK,QAAQ;YACZ,OAAO,oBAAoB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC9C,KAAK,WAAW;YACf,OAAO,sBAAsB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAChD,KAAK,MAAM;YACV,OAAO,kBAAkB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC5C,KAAK,UAAU;YACd,OAAO,sBAAsB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACjD,CAAC;AAAA,CACD"}

package/dist/utils/proxy-utils.d.ts

@@ -0,0 +1,45 @@
+import type { Api, Context, Model, SimpleStreamOptions } from "@draht/ai";
+/**
+ * Centralized proxy decision logic.
+ *
+ * Determines whether to use a CORS proxy for LLM API requests based on:
+ * - Provider name
+ * - API key pattern (for providers where it matters)
+ */
+/**
+ * Check if a provider/API key combination requires a CORS proxy.
+ *
+ * @param provider - Provider name (e.g., "anthropic", "openai", "zai")
+ * @param apiKey - API key for the provider
+ * @returns true if proxy is required, false otherwise
+ */
+export declare function shouldUseProxyForProvider(provider: string, apiKey: string): boolean;
+/**
+ * Apply CORS proxy to a model's baseUrl if needed.
+ *
+ * @param model - The model to potentially proxy
+ * @param apiKey - API key for the provider
+ * @param proxyUrl - CORS proxy URL (e.g., "https://proxy.mariozechner.at/proxy")
+ * @returns Model with modified baseUrl if proxy is needed, otherwise original model
+ */
+export declare function applyProxyIfNeeded<T extends Api>(model: Model<T>, apiKey: string, proxyUrl?: string): Model<T>;
+/**
+ * Check if an error is likely a CORS error.
+ *
+ * CORS errors in browsers typically manifest as:
+ * - TypeError with message "Failed to fetch"
+ * - NetworkError
+ *
+ * @param error - The error to check
+ * @returns true if error is likely a CORS error
+ */
+export declare function isCorsError(error: unknown): boolean;
+/**
+ * Create a streamFn that applies CORS proxy when needed.
+ * Reads proxy settings from storage on each call.
+ *
+ * @param getProxyUrl - Async function to get current proxy URL (or undefined if disabled)
+ * @returns A streamFn compatible with Agent's streamFn option
+ */
+export declare function createStreamFn(getProxyUrl: () => Promise<string | undefined>): (model: Model<any>, context: Context, options?: SimpleStreamOptions | undefined) => Promise<import("@draht/ai").AssistantMessageEventStream>;
+//# sourceMappingURL=proxy-utils.d.ts.map

package/dist/utils/proxy-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"proxy-utils.d.ts","sourceRoot":"","sources":["../../src/utils/proxy-utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAG1E;;;;;;GAMG;AAEH;;;;;;GAMG;AACH,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CA2BnF;AAED;;;;;;;GAOG;AACH,wBAAgB,kBAAkB,CAAC,CAAC,SAAS,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAqB9G;AAED;;;;;;;;;GASG;AACH,wBAAgB,WAAW,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAwBnD;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,WAAW,EAAE,MAAM,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,gJAY5E"}

package/dist/utils/proxy-utils.js

@@ -0,0 +1,116 @@
+import { streamSimple } from "@draht/ai";
+/**
+ * Centralized proxy decision logic.
+ *
+ * Determines whether to use a CORS proxy for LLM API requests based on:
+ * - Provider name
+ * - API key pattern (for providers where it matters)
+ */
+/**
+ * Check if a provider/API key combination requires a CORS proxy.
+ *
+ * @param provider - Provider name (e.g., "anthropic", "openai", "zai")
+ * @param apiKey - API key for the provider
+ * @returns true if proxy is required, false otherwise
+ */
+export function shouldUseProxyForProvider(provider, apiKey) {
+    switch (provider.toLowerCase()) {
+        case "zai":
+            // Z-AI always requires proxy
+            return true;
+        case "anthropic":
+            // Anthropic OAuth tokens (sk-ant-oat-*) require proxy
+            // Regular API keys (sk-ant-api-*) do NOT require proxy
+            return apiKey.startsWith("sk-ant-oat");
+        // These providers work without proxy
+        case "openai":
+        case "google":
+        case "groq":
+        case "openrouter":
+        case "cerebras":
+        case "xai":
+        case "ollama":
+        case "lmstudio":
+            return false;
+        // Unknown providers - assume no proxy needed
+        // This allows new providers to work by default
+        default:
+            return false;
+    }
+}
+/**
+ * Apply CORS proxy to a model's baseUrl if needed.
+ *
+ * @param model - The model to potentially proxy
+ * @param apiKey - API key for the provider
+ * @param proxyUrl - CORS proxy URL (e.g., "https://proxy.mariozechner.at/proxy")
+ * @returns Model with modified baseUrl if proxy is needed, otherwise original model
+ */
+export function applyProxyIfNeeded(model, apiKey, proxyUrl) {
+    // If no proxy URL configured, return original model
+    if (!proxyUrl) {
+        return model;
+    }
+    // If model has no baseUrl, can't proxy it
+    if (!model.baseUrl) {
+        return model;
+    }
+    // Check if this provider/key needs proxy
+    if (!shouldUseProxyForProvider(model.provider, apiKey)) {
+        return model;
+    }
+    // Apply proxy to baseUrl
+    return {
+        ...model,
+        baseUrl: `${proxyUrl}/?url=${encodeURIComponent(model.baseUrl)}`,
+    };
+}
+/**
+ * Check if an error is likely a CORS error.
+ *
+ * CORS errors in browsers typically manifest as:
+ * - TypeError with message "Failed to fetch"
+ * - NetworkError
+ *
+ * @param error - The error to check
+ * @returns true if error is likely a CORS error
+ */
+export function isCorsError(error) {
+    if (!(error instanceof Error)) {
+        return false;
+    }
+    // Check for common CORS error patterns
+    const message = error.message.toLowerCase();
+    // "Failed to fetch" is the standard CORS error in most browsers
+    if (error.name === "TypeError" && message.includes("failed to fetch")) {
+        return true;
+    }
+    // Some browsers report "NetworkError"
+    if (error.name === "NetworkError") {
+        return true;
+    }
+    // CORS-specific messages
+    if (message.includes("cors") || message.includes("cross-origin")) {
+        return true;
+    }
+    return false;
+}
+/**
+ * Create a streamFn that applies CORS proxy when needed.
+ * Reads proxy settings from storage on each call.
+ *
+ * @param getProxyUrl - Async function to get current proxy URL (or undefined if disabled)
+ * @returns A streamFn compatible with Agent's streamFn option
+ */
+export function createStreamFn(getProxyUrl) {
+    return async (model, context, options) => {
+        const apiKey = options?.apiKey;
+        const proxyUrl = await getProxyUrl();
+        if (!apiKey || !proxyUrl) {
+            return streamSimple(model, context, options);
+        }
+        const proxiedModel = applyProxyIfNeeded(model, apiKey, proxyUrl);
+        return streamSimple(proxiedModel, context, options);
+    };
+}
+//# sourceMappingURL=proxy-utils.js.map

package/dist/utils/proxy-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"proxy-utils.js","sourceRoot":"","sources":["../../src/utils/proxy-utils.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAEzC;;;;;;GAMG;AAEH;;;;;;GAMG;AACH,MAAM,UAAU,yBAAyB,CAAC,QAAgB,EAAE,MAAc,EAAW;IACpF,QAAQ,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;QAChC,KAAK,KAAK;YACT,6BAA6B;YAC7B,OAAO,IAAI,CAAC;QAEb,KAAK,WAAW;YACf,sDAAsD;YACtD,uDAAuD;YACvD,OAAO,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;QAExC,qCAAqC;QACrC,KAAK,QAAQ,CAAC;QACd,KAAK,QAAQ,CAAC;QACd,KAAK,MAAM,CAAC;QACZ,KAAK,YAAY,CAAC;QAClB,KAAK,UAAU,CAAC;QAChB,KAAK,KAAK,CAAC;QACX,KAAK,QAAQ,CAAC;QACd,KAAK,UAAU;YACd,OAAO,KAAK,CAAC;QAEd,6CAA6C;QAC7C,+CAA+C;QAC/C;YACC,OAAO,KAAK,CAAC;IACf,CAAC;AAAA,CACD;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,kBAAkB,CAAgB,KAAe,EAAE,MAAc,EAAE,QAAiB,EAAY;IAC/G,oDAAoD;IACpD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACf,OAAO,KAAK,CAAC;IACd,CAAC;IAED,0CAA0C;IAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC;IACd,CAAC;IAED,yCAAyC;IACzC,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;QACxD,OAAO,KAAK,CAAC;IACd,CAAC;IAED,yBAAyB;IACzB,OAAO;QACN,GAAG,KAAK;QACR,OAAO,EAAE,GAAG,QAAQ,SAAS,kBAAkB,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE;KAChE,CAAC;AAAA,CACF;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,WAAW,CAAC,KAAc,EAAW;IACpD,IAAI,CAAC,CAAC,KAAK,YAAY,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACd,CAAC;IAED,uCAAuC;IACvC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;IAE5C,gEAAgE;IAChE,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACvE,OAAO,IAAI,CAAC;IACb,CAAC;IAED,sCAAsC;IACtC,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC;IACb,CAAC;IAED,yBAAyB;IACzB,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QAClE,OAAO,IAAI,CAAC;IACb,CAAC;IAED,OAAO,KAAK,CAAC;AAAA,CACb;AAED;;;;;;GAMG;AACH,MAAM,UAAU,cAAc,CAAC,WAA8C,EAAE;IAC9E,OAAO,KAAK,EAAE,KAAiB,EAAE,OAAgB,EAAE,OAA6B,EAAE,EAAE,CAAC;QACpF,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC;QAC/B,MAAM,QAAQ,GAAG,MAAM,WAAW,EAAE,CAAC;QAErC,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC1B,OAAO,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,YAAY,GAAG,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QACjE,OAAO,YAAY,CAAC,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAAA,CACpD,CAAC;AAAA,CACF"}