@nodetool-ai/runtime 0.7.0-rc.23 → 0.8.2

package/dist/providers/llama-provider.js

@@ -1,373 +1,68 @@
-import OpenAI from "openai";
-import { BaseProvider } from "./base-provider.js";
-function parseKeywordArgs(raw) {
-    const args = {};
-    const src = raw.trim();
-    if (!src)
-        return args;
-    const parts = [];
-    let buf = "";
-    let quote = null;
-    let depth = 0;
-    for (let i = 0; i < src.length; i += 1) {
-        const ch = src[i];
-        if (quote) {
-            buf += ch;
-            if (ch === quote && src[i - 1] !== "\\")
-                quote = null;
-            continue;
-        }
-        if (ch === "'" || ch === '"') {
-            quote = ch;
-            buf += ch;
-            continue;
-        }
-        if (ch === "(" || ch === "[" || ch === "{") {
-            depth += 1;
-            buf += ch;
-            continue;
-        }
-        if (ch === ")" || ch === "]" || ch === "}") {
-            depth = Math.max(0, depth - 1);
-            buf += ch;
-            continue;
-        }
-        if (ch === "," && depth === 0) {
-            if (buf.trim())
-                parts.push(buf.trim());
-            buf = "";
-            continue;
-        }
-        buf += ch;
-    }
-    if (buf.trim())
-        parts.push(buf.trim());
-    for (const part of parts) {
-        const eq = part.indexOf("=");
-        if (eq <= 0)
-            continue;
-        const key = part.slice(0, eq).trim();
-        const valueRaw = part.slice(eq + 1).trim();
-        if (!key)
-            continue;
-        if ((valueRaw.startsWith("{") && valueRaw.endsWith("}")) ||
-            (valueRaw.startsWith("[") && valueRaw.endsWith("]"))) {
-            try {
-                args[key] = JSON.parse(valueRaw);
-                continue;
-            }
-            catch {
-                // fall through
-            }
-        }
-        if ((valueRaw.startsWith('"') && valueRaw.endsWith('"')) ||
-            (valueRaw.startsWith("'") && valueRaw.endsWith("'"))) {
-            args[key] = valueRaw.slice(1, -1);
-            continue;
-        }
-        if (valueRaw === "true" || valueRaw === "false") {
-            args[key] = valueRaw === "true";
-            continue;
-        }
-        if (valueRaw === "null") {
-            args[key] = null;
-            continue;
-        }
-        const num = Number(valueRaw);
-        if (Number.isFinite(num)) {
-            args[key] = num;
-            continue;
-        }
-        args[key] = valueRaw;
-    }
-    return args;
-}
-function parseEmulatedToolCalls(content, tools) {
-    const lines = content.split("\n");
-    const cleaned = [];
-    const calls = [];
-    const allowed = new Set(tools.map((t) => t.name));
-    const callPattern = /^\s*([A-Za-z_][A-Za-z0-9_]*)\((.*)\)\s*$/;
-    for (const line of lines) {
-        const match = line.match(callPattern);
-        if (!match) {
-            cleaned.push(line);
-            continue;
-        }
-        const name = match[1];
-        if (allowed.size > 0 && !allowed.has(name)) {
-            cleaned.push(line);
-            continue;
-        }
-        const args = parseKeywordArgs(match[2] ?? "");
-        calls.push({
-            id: `tool_${calls.length + 1}`,
-            name,
-            args
-        });
-    }
-    return {
-        toolCalls: calls,
-        cleanedContent: cleaned.join("\n").trim()
-    };
-}
-function asTextContent(content) {
-    if (typeof content === "string")
-        return content;
-    if (content == null)
-        return "";
-    if (!Array.isArray(content))
-        return "";
-    return content
-        .filter((c) => c.type === "text")
-        .map((c) => c.text)
-        .join("\n");
-}
-function contentToString(content) {
-    if (typeof content === "string")
-        return content;
-    if (Array.isArray(content))
-        return asTextContent(content);
-    if (content == null)
-        return "";
-    try {
-        return JSON.stringify(content);
-    }
-    catch {
-        return String(content);
-    }
-}
-export class LlamaProvider extends BaseProvider {
+import { OpenAICompatProvider } from "./openai-compat-provider.js";
+import { trimTrailingSlashes } from "./openai-compat/index.js";
+/**
+ * HTTP client for a remote `llama-server` (llama.cpp's OpenAI-compatible
+ * server). It speaks the same dialect as vLLM and LM Studio, so it rides the
+ * shared {@link OpenAICompatProvider} chat path rather than hand-rolling one:
+ * that supplies native tool calling, sampling parameters, usage tracking and a
+ * terminal chunk on every finish reason.
+ *
+ * For running GGUF models in-process instead, see `NodeLlamaCppProvider`.
+ */
+export class LlamaProvider extends OpenAICompatProvider {
     static requiredSecrets() {
         return ["LLAMA_CPP_URL"];
     }
     baseUrl;
-    _client;
-    _clientFactory;
-    _fetch;
+    _llamaFetch;
+    /** Bearer token for a llama-server started with `--api-key`. */
+    _llamaApiKey;
     constructor(secrets, options = {}) {
-        super("llama_cpp");
-        const raw = secrets.LLAMA_CPP_URL ?? process.env.LLAMA_CPP_URL;
-        if (!raw || !raw.trim()) {
+        const raw = options.baseURL ?? secrets.LLAMA_CPP_URL ?? process.env.LLAMA_CPP_URL;
+        if (!raw || !String(raw).trim()) {
             throw new Error("LLAMA_CPP_URL is required");
         }
-        const normalized = raw.replace(/\/+$/, "");
-        this.baseUrl = normalized;
-        this._client = options.client ?? null;
-        this._clientFactory =
-            options.clientFactory ??
-                ((url) => new OpenAI({
-                    apiKey: "sk-no-key-required",
-                    baseURL: `${url}/v1`
-                }));
-        this._fetch = options.fetchFn ?? globalThis.fetch.bind(globalThis);
+        const baseURL = trimTrailingSlashes(String(raw));
+        const fetchFn = options.fetchFn ?? globalThis.fetch.bind(globalThis);
+        const llamaApiKey = secrets.LLAMA_API_KEY?.trim() || undefined;
+        super({
+            providerId: "llama_cpp",
+            apiKey: llamaApiKey ?? "sk-no-key-required",
+            baseURL: `${baseURL}/v1`
+        }, { ...options, fetchFn });
+        this.baseUrl = baseURL;
+        this._llamaFetch = fetchFn;
+        this._llamaApiKey = llamaApiKey;
     }
     getContainerEnv() {
-        // Python provider intentionally does not inject env for container execution.
-        return {};
-    }
-    getClient() {
-        if (!this._client) {
-            this._client = this._clientFactory(this.baseUrl);
-        }
-        return this._client;
+        return this._llamaApiKey ? { LLAMA_API_KEY: this._llamaApiKey } : {};
     }
+    /**
+     * llama-server constrains generation with a grammar built from the tool
+     * schemas, so tool calling is native for any model it serves — no
+     * prompt-level emulation.
+     */
     async hasToolSupport(_model) {
-        // Python provider returns False and relies on tool emulation.
-        return false;
+        return true;
     }
     async getAvailableLanguageModels() {
-        const response = await this._fetch(`${this.baseUrl}/v1/models`);
-        if (!response.ok)
-            return [];
-        const payload = (await response.json());
-        const rows = payload.data ?? payload.models ?? [];
-        return rows
-            .map((m) => m.id)
-            .filter((id) => typeof id === "string" && id.length > 0)
-            .map((id) => ({ id, name: id, provider: "llama_cpp" }));
-    }
-    async normalizeMessagesForLlama(messages) {
-        const systemParts = [];
-        const normalized = [];
-        for (const msg of messages) {
-            if (msg.role === "system") {
-                systemParts.push(asTextContent(msg.content));
-                continue;
-            }
-            if (msg.role === "tool") {
-                const content = typeof msg.content === "string"
-                    ? msg.content
-                    : JSON.stringify(msg.content ?? null);
-                normalized.push({
-                    role: "user",
-                    content: `Tool result:\n${content}`
-                });
-                continue;
-            }
-            normalized.push(msg);
-        }
-        const out = [];
-        if (systemParts.length > 0) {
-            out.push({
-                role: "system",
-                content: systemParts.filter(Boolean).join("\n")
-            });
-        }
-        // Ensure post-system strict alternation (user/assistant/user/assistant...).
-        const seq = normalized;
-        const startExpected = ["user"];
-        let expected = startExpected[0];
-        for (const msg of seq) {
-            const mappedRole = msg.role === "assistant" ? "assistant" : "user";
-            while (mappedRole !== expected) {
-                out.push({ role: expected, content: "" });
-                expected = expected === "user" ? "assistant" : "user";
-            }
-            out.push({ ...msg, role: mappedRole });
-            expected = expected === "user" ? "assistant" : "user";
-        }
-        return out;
-    }
-    async convertMessage(message) {
-        if (message.role === "assistant") {
-            const toolCalls = (message.toolCalls ?? []).map((tc) => ({
-                type: "function",
-                id: tc.id,
-                function: {
-                    name: tc.name,
-                    arguments: JSON.stringify(tc.args)
-                }
-            }));
-            return {
-                role: "assistant",
-                content: asTextContent(message.content),
-                ...(toolCalls.length > 0 ? { tool_calls: toolCalls } : {})
-            };
-        }
-        if (message.role === "system") {
-            return { role: "system", content: asTextContent(message.content) };
-        }
-        if (message.role === "tool") {
-            return {
-                role: "user",
-                content: `Tool result:\n${contentToString(message.content)}`
-            };
-        }
-        return { role: "user", content: asTextContent(message.content) };
-    }
-    formatTools(tools) {
-        return tools.map((tool) => ({
-            type: "function",
-            function: {
-                name: tool.name,
-                description: tool.description ?? "",
-                parameters: tool.inputSchema ?? { type: "object", properties: {} }
-            }
-        }));
-    }
-    async *generateMessages(args) {
-        const { model, tools = [], maxTokens = 1024 } = args;
-        const normalized = await this.normalizeMessagesForLlama(args.messages);
-        const openaiMessages = await Promise.all(normalized.map((m) => this.convertMessage(m)));
-        const request = {
-            model,
-            messages: openaiMessages,
-            max_tokens: maxTokens,
-            stream: true
-        };
-        if (tools.length > 0 && (await this.hasToolSupport(model))) {
-            request.tools = this.formatTools(tools);
-        }
-        const stream = (await this.getClient().chat.completions.create(request));
-        const deltaToolCalls = new Map();
-        let accumulatedText = "";
         try {
-            for await (const chunk of stream) {
-                const choice = chunk?.choices?.[0];
-                if (!choice)
-                    continue;
-                const delta = choice.delta;
-                if (Array.isArray(delta?.tool_calls)) {
-                    for (const tc of delta.tool_calls) {
-                        const index = Number(tc.index ?? 0);
-                        const cur = deltaToolCalls.get(index) ?? {
-                            id: String(tc.id ?? ""),
-                            name: "",
-                            arguments: ""
-                        };
-                        if (tc.id)
-                            cur.id = String(tc.id);
-                        if (tc.function?.name)
-                            cur.name = String(tc.function.name);
-                        if (tc.function?.arguments)
-                            cur.arguments += String(tc.function.arguments);
-                        deltaToolCalls.set(index, cur);
-                    }
-                }
-                const content = String(delta?.content ?? "");
-                if (content.length > 0) {
-                    accumulatedText += content;
-                }
-                if (content.length > 0 || choice.finish_reason === "stop") {
-                    const out = {
-                        type: "chunk",
-                        content,
-                        done: choice.finish_reason === "stop"
-                    };
-                    yield out;
-                }
-                if (choice.finish_reason === "tool_calls") {
-                    for (const call of deltaToolCalls.values()) {
-                        yield this.buildToolCall(call.id, call.name, call.arguments);
-                    }
-                    deltaToolCalls.clear();
-                }
-                if (choice.finish_reason === "stop" &&
-                    tools.length > 0 &&
-                    !(await this.hasToolSupport(model))) {
-                    const parsed = parseEmulatedToolCalls(accumulatedText, tools);
-                    for (const tc of parsed.toolCalls) {
-                        yield tc;
-                    }
-                }
-            }
-        }
-        finally {
-            if (typeof stream.close === "function") {
-                await stream.close();
-            }
-        }
-    }
-    async generateMessage(args) {
-        const { model, tools = [], maxTokens = 1024 } = args;
-        const normalized = await this.normalizeMessagesForLlama(args.messages);
-        const openaiMessages = await Promise.all(normalized.map((m) => this.convertMessage(m)));
-        const request = {
-            model,
-            messages: openaiMessages,
-            max_tokens: maxTokens,
-            stream: false
-        };
-        if (tools.length > 0 && (await this.hasToolSupport(model))) {
-            request.tools = this.formatTools(tools);
-        }
-        const completion = await this.getClient().chat.completions.create(request);
-        const message = completion.choices?.[0]?.message;
-        const content = String(message?.content ?? "");
-        let toolCalls = [];
-        const nativeToolCalls = message?.tool_calls ?? [];
-        if (nativeToolCalls.length > 0) {
-            toolCalls = nativeToolCalls.map((tc) => this.buildToolCall(String(tc.id ?? ""), String(tc.function?.name ?? ""), tc.function?.arguments));
-        }
-        else if (tools.length > 0 && !(await this.hasToolSupport(model))) {
-            toolCalls = parseEmulatedToolCalls(content, tools).toolCalls;
+            const response = await this._llamaFetch(`${this.baseUrl}/v1/models`, this._llamaApiKey
+                ? { headers: { Authorization: `Bearer ${this._llamaApiKey}` } }
+                : undefined);
+            if (!response.ok)
+                return [];
+            // llama-server answers with `data`; some builds and proxies use `models`.
+            const payload = (await response.json());
+            const rows = payload.data ?? payload.models ?? [];
+            return rows
+                .map((m) => m.id)
+                .filter((id) => typeof id === "string" && id.length > 0)
+                .map((id) => ({ id, name: id, provider: "llama_cpp" }));
+        }
+        catch {
+            return [];
         }
-        return {
-            role: "assistant",
-            content,
-            toolCalls
-        };
     }
     isContextLengthError(error) {
         const msg = String(error).toLowerCase();

package/dist/providers/llama-provider.js.map

@@ -1 +1 @@
-{"version":3,"file":"llama-provider.js","sourceRoot":"","sources":["../../src/providers/llama-provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAsBlD,SAAS,gBAAgB,CAAC,GAAW;IACnC,MAAM,IAAI,GAA4B,EAAE,CAAC;IACzC,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IACvB,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IAEtB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,IAAI,KAAK,GAAkB,IAAI,CAAC;IAChC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAClB,IAAI,KAAK,EAAE,CAAC;YACV,GAAG,IAAI,EAAE,CAAC;YACV,IAAI,EAAE,KAAK,KAAK,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI;gBAAE,KAAK,GAAG,IAAI,CAAC;YACtD,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAC7B,KAAK,GAAG,EAAE,CAAC;YACX,GAAG,IAAI,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAC3C,KAAK,IAAI,CAAC,CAAC;YACX,GAAG,IAAI,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAC3C,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAC/B,GAAG,IAAI,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAC9B,IAAI,GAAG,CAAC,IAAI,EAAE;gBAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;YACvC,GAAG,GAAG,EAAE,CAAC;YACT,SAAS;QACX,CAAC;QACD,GAAG,IAAI,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,GAAG,CAAC,IAAI,EAAE;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;IAEvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,EAAE,IAAI,CAAC;YAAE,SAAS;QACtB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3C,IAAI,CAAC,GAAG;YAAE,SAAS;QAEnB,IACE,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACpD,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EACpD,CAAC;YACD,IAAI,CAAC;gBACH,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACjC,SAAS;YACX,CAAC;YAAC,MAAM,CAAC;gBACP,eAAe;YACjB,CAAC;QACH,CAAC;QAED,IACE,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACpD,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EACpD,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAClC,SAAS;QACX,CAAC;QAED,IAAI,QAAQ,KAAK,MAAM,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;YAChD,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,KAAK,MAAM,CAAC;YAChC,SAAS;QACX,CAAC;QAED,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;YACxB,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YACjB,SAAS;QACX,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC7B,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;YAChB,SAAS;QACX,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;IACvB,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,sBAAsB,CAC7B,OAAe,EACf,KAAqB;IAErB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAe,EAAE,CAAC;IAE7B,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAClD,MAAM,WAAW,GAAG,0CAA0C,CAAC;IAC/D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC;YACT,EAAE,EAAE,QAAQ,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;YAC9B,IAAI;YACJ,IAAI;SACL,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,SAAS,EAAE,KAAK;QAChB,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE;KAC1C,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,OAA2B;IAChD,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,OAAO,IAAI,IAAI;QAAE,OAAO,EAAE,CAAC;IAC/B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACvC,OAAO,OAAO;SACX,MAAM,CAAC,CAAC,CAAC,EAA2B,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;SACzD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;SAClB,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAC,OAA2B;IAClD,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,aAAa,CAAC,OAAO,CAAC,CAAC;IAC1D,IAAI,OAAO,IAAI,IAAI;QAAE,OAAO,EAAE,CAAC;IAC/B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC;AACH,CAAC;AAED,MAAM,OAAO,aAAc,SAAQ,YAAY;IAC7C,MAAM,CAAC,eAAe;QACpB,OAAO,CAAC,eAAe,CAAC,CAAC;IAC3B,CAAC;IAEQ,OAAO,CAAS;IACjB,OAAO,CAAgB;IACvB,cAAc,CAA8B;IAC5C,MAAM,CAAe;IAE7B,YACE,OAAmC,EACnC,UAAgC,EAAE;QAElC,KAAK,CAAC,WAAW,CAAC,CAAC;QAEnB,MAAM,GAAG,GAAG,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;QAC/D,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QACD,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAE3C,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC;QACtC,IAAI,CAAC,cAAc;YACjB,OAAO,CAAC,aAAa;gBACrB,CAAC,CAAC,GAAG,EAAE,EAAE,CACP,IAAI,MAAM,CAAC;oBACT,MAAM,EAAE,oBAAoB;oBAC5B,OAAO,EAAE,GAAG,GAAG,KAAK;iBACrB,CAAC,CAAC,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACrE,CAAC;IAED,eAAe;QACb,6EAA6E;QAC7E,OAAO,EAAE,CAAC;IACZ,CAAC;IAEO,SAAS;QACf,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnD,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,MAAc;QACjC,8DAA8D;QAC9D,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,0BAA0B;QAC9B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,YAAY,CAAC,CAAC;QAChE,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAGrC,CAAC;QACF,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;QAClD,OAAO,IAAI;aACR,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChB,MAAM,CAAC,CAAC,EAAE,EAAgB,EAAE,CAAC,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;aACrE,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IAC5D,CAAC;IAEO,KAAK,CAAC,yBAAyB,CACrC,QAAmB;QAEnB,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,MAAM,UAAU,GAAc,EAAE,CAAC;QAEjC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1B,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC7C,SAAS;YACX,CAAC;YACD,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxB,MAAM,OAAO,GACX,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;oBAC7B,CAAC,CAAC,GAAG,CAAC,OAAO;oBACb,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC;gBAC1C,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,iBAAiB,OAAO,EAAE;iBACpC,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YACD,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,GAAG,GAAc,EAAE,CAAC;QAC1B,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;aAChD,CAAC,CAAC;QACL,CAAC;QAED,4EAA4E;QAC5E,MAAM,GAAG,GAAG,UAAU,CAAC;QACvB,MAAM,aAAa,GAAgC,CAAC,MAAM,CAAC,CAAC;QAC5D,IAAI,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QAChC,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;YACtB,MAAM,UAAU,GACd,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;YAClD,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;gBAC/B,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC1C,QAAQ,GAAG,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;YACxD,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;YACvC,QAAQ,GAAG,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;QACxD,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAAgB;QACnC,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACjC,MAAM,SAAS,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACvD,IAAI,EAAE,UAAU;gBAChB,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,QAAQ,EAAE;oBACR,IAAI,EAAE,EAAE,CAAC,IAAI;oBACb,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC;iBACnC;aACF,CAAC,CAAC,CAAC;YACJ,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC;gBACvC,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3D,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC9B,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACrE,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC5B,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,iBAAiB,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;aAC7D,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;IACnE,CAAC;IAED,WAAW,CAAC,KAAqB;QAC/B,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1B,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;gBACnC,UAAU,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE;aACnE;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,CAAC,gBAAgB,CAAC,IAUvB;QACC,MAAM,EACJ,KAAK,EACL,KAAK,GAAG,EAAE,EACV,SAAS,GAAG,IAAI,EACjB,GAAG,IAAI,CAAC;QAET,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvE,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,CACtC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAC9C,CAAC;QAEF,MAAM,OAAO,GAA4B;YACvC,KAAK;YACL,QAAQ,EAAE,cAAc;YACxB,UAAU,EAAE,SAAS;YACrB,MAAM,EAAE,IAAI;SACb,CAAC;QACF,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAC3D,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAC5D,OAAiF,CAClF,CAAyD,CAAC;QAE3D,MAAM,cAAc,GAAG,IAAI,GAAG,EAA2B,CAAC;QAC1D,IAAI,eAAe,GAAG,EAAE,CAAC;QAEzB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,MAAM,MAAM,GAAG,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;gBACnC,IAAI,CAAC,MAAM;oBAAE,SAAS;gBACtB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gBAE3B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC;oBACrC,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;wBAClC,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;wBACpC,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI;4BACvC,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC;4BACvB,IAAI,EAAE,EAAE;4BACR,SAAS,EAAE,EAAE;yBACd,CAAC;wBACF,IAAI,EAAE,CAAC,EAAE;4BAAE,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;wBAClC,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;4BAAE,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;wBAC3D,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS;4BACxB,GAAG,CAAC,SAAS,IAAI,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;wBACjD,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;oBACjC,CAAC;gBACH,CAAC;gBAED,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;gBAC7C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvB,eAAe,IAAI,OAAO,CAAC;gBAC7B,CAAC;gBAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,aAAa,KAAK,MAAM,EAAE,CAAC;oBAC1D,MAAM,GAAG,GAAU;wBACjB,IAAI,EAAE,OAAO;wBACb,OAAO;wBACP,IAAI,EAAE,MAAM,CAAC,aAAa,KAAK,MAAM;qBACtC,CAAC;oBACF,MAAM,GAAG,CAAC;gBACZ,CAAC;gBAED,IAAI,MAAM,CAAC,aAAa,KAAK,YAAY,EAAE,CAAC;oBAC1C,KAAK,MAAM,IAAI,IAAI,cAAc,CAAC,MAAM,EAAE,EAAE,CAAC;wBAC3C,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;oBAC/D,CAAC;oBACD,cAAc,CAAC,KAAK,EAAE,CAAC;gBACzB,CAAC;gBAED,IACE,MAAM,CAAC,aAAa,KAAK,MAAM;oBAC/B,KAAK,CAAC,MAAM,GAAG,CAAC;oBAChB,CAAC,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EACnC,CAAC;oBACD,MAAM,MAAM,GAAG,sBAAsB,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;oBAC9D,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;wBAClC,MAAM,EAAE,CAAC;oBACX,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;gBACvC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,IASrB;QACC,MAAM,EACJ,KAAK,EACL,KAAK,GAAG,EAAE,EACV,SAAS,GAAG,IAAI,EACjB,GAAG,IAAI,CAAC;QAET,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvE,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,CACtC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAC9C,CAAC;QAEF,MAAM,OAAO,GAA4B;YACvC,KAAK;YACL,QAAQ,EAAE,cAAc;YACxB,UAAU,EAAE,SAAS;YACrB,MAAM,EAAE,KAAK;SACd,CAAC;QACF,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAC3D,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAC/D,OAAoF,CACrF,CAAC;QACF,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;QACjD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;QAE/C,IAAI,SAAS,GAAe,EAAE,CAAC;QAC/B,MAAM,eAAe,GAAG,OAAO,EAAE,UAAU,IAAI,EAAE,CAAC;QAClD,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,EAAO,EAAE,EAAE,CAC1C,IAAI,CAAC,aAAa,CAChB,MAAM,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EACnB,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,EAC/B,EAAE,CAAC,QAAQ,EAAE,SAAS,CACvB,CACF,CAAC;QACJ,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACnE,SAAS,GAAG,sBAAsB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,SAAS,CAAC;QAC/D,CAAC;QAED,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,OAAO;YACP,SAAS;SACV,CAAC;IACJ,CAAC;IAED,oBAAoB,CAAC,KAAc;QACjC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QACxC,OAAO,CACL,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC;YAC9B,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC;YAC9B,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC;YAC3B,GAAG,CAAC,QAAQ,CAAC,mBAAmB,CAAC;YACjC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CACpB,CAAC;IACJ,CAAC;CACF"}
+{"version":3,"file":"llama-provider.js","sourceRoot":"","sources":["../../src/providers/llama-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,oBAAoB,EAErB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAO/D;;;;;;;;GAQG;AACH,MAAM,OAAO,aAAc,SAAQ,oBAAoB;IACrD,MAAM,CAAU,eAAe;QAC7B,OAAO,CAAC,eAAe,CAAC,CAAC;IAC3B,CAAC;IAEQ,OAAO,CAAS;IACR,WAAW,CAAe;IAC3C,gEAAgE;IAC/C,YAAY,CAAqB;IAElD,YACE,OAA2D,EAC3D,OAAO,GAAyB,EAAE;QAElC,MAAM,GAAG,GACP,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;QACxE,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QACD,MAAM,OAAO,GAAG,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACrE,MAAM,WAAW,GAAG,OAAO,CAAC,aAAa,EAAE,IAAI,EAAE,IAAI,SAAS,CAAC;QAE/D,KAAK,CACH;YACE,UAAU,EAAE,WAAW;YACvB,MAAM,EAAE,WAAW,IAAI,oBAAoB;YAC3C,OAAO,EAAE,GAAG,OAAO,KAAK;SACzB,EACD,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,CACxB,CAAC;QAEF,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;IAClC,CAAC;IAEQ,eAAe;QACtB,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACvE,CAAC;IAED;;;;OAIG;IACM,KAAK,CAAC,cAAc,CAAC,MAAc;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAEQ,KAAK,CAAC,0BAA0B;QACvC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CACrC,GAAG,IAAI,CAAC,OAAO,YAAY,EAC3B,IAAI,CAAC,YAAY;gBACf,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,YAAY,EAAE,EAAE,EAAE;gBAC/D,CAAC,CAAC,SAAS,CACd,CAAC;YACF,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,OAAO,EAAE,CAAC;YAC5B,0EAA0E;YAC1E,MAAM,OAAO,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAGrC,CAAC;YACF,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;YAClD,OAAO,IAAI;iBACR,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAChB,MAAM,CAAC,CAAC,EAAE,EAAgB,EAAE,CAAC,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;iBACrE,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;QAC5D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEQ,oBAAoB,CAAC,KAAc;QAC1C,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QACxC,OAAO,CACL,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC;YAC9B,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC;YAC9B,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC;YAC3B,GAAG,CAAC,QAAQ,CAAC,mBAAmB,CAAC;YACjC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CACpB,CAAC;IACJ,CAAC;CACF"}

package/dist/providers/lmstudio-provider.d.ts

@@ -1,18 +1,15 @@
-import OpenAI from "openai";
-import { OpenAIProvider } from "./openai-provider.js";
+import { OpenAICompatProvider, type OpenAICompatProviderOptions } from "./openai-compat-provider.js";
 import type { LanguageModel } from "./types.js";
-interface LMStudioProviderOptions {
-    client?: OpenAI;
-    clientFactory?: (apiKey: string) => OpenAI;
-    fetchFn?: typeof fetch;
+interface LMStudioProviderOptions extends OpenAICompatProviderOptions {
     baseURL?: string;
 }
-export declare class LMStudioProvider extends OpenAIProvider {
+export declare class LMStudioProvider extends OpenAICompatProvider {
     static requiredSecrets(): string[];
     private _lmstudioFetch;
     private _lmstudioBaseURL;
     constructor(secrets?: {
         LMSTUDIO_API_KEY?: string;
+        LMSTUDIO_API_URL?: string;
     }, options?: LMStudioProviderOptions);
     getContainerEnv(): Record<string, string>;
     hasToolSupport(_model: string): Promise<boolean>;

package/dist/providers/lmstudio-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"lmstudio-provider.d.ts","sourceRoot":"","sources":["../../src/providers/lmstudio-provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD,UAAU,uBAAuB;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;IAC3C,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,gBAAiB,SAAQ,cAAc;WAClC,eAAe,IAAI,MAAM,EAAE;IAI3C,OAAO,CAAC,cAAc,CAAe;IACrC,OAAO,CAAC,gBAAgB,CAAS;gBAG/B,OAAO,GAAE;QAAE,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAAO,EAC3C,OAAO,GAAE,uBAA4B;IA0B9B,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAUnC,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIhD,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;CAiCtE"}
+{"version":3,"file":"lmstudio-provider.d.ts","sourceRoot":"","sources":["../../src/providers/lmstudio-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,oBAAoB,EACpB,KAAK,2BAA2B,EACjC,MAAM,6BAA6B,CAAC;AAGrC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAMhD,UAAU,uBAAwB,SAAQ,2BAA2B;IACnE,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,gBAAiB,SAAQ,oBAAoB;IACxD,OAAgB,eAAe,IAAI,MAAM,EAAE,CAE1C;IAED,OAAO,CAAC,cAAc,CAAe;IACrC,OAAO,CAAC,gBAAgB,CAAS;IAEjC,YACE,OAAO,GAAE;QAAE,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAAO,EACtE,OAAO,GAAE,uBAA4B,EAsBtC;IAEQ,eAAe,2BAQvB;IAEc,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAE9D;IAEc,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC,CAsCpE;CACF"}

package/dist/providers/lmstudio-provider.js

@@ -1,25 +1,28 @@
-import OpenAI from "openai";
-import { OpenAIProvider } from "./openai-provider.js";
-export class LMStudioProvider extends OpenAIProvider {
+import { OpenAICompatProvider } from "./openai-compat-provider.js";
+import { trimTrailingSlashes } from "./openai-compat/index.js";
+import { LMSTUDIO_DEFAULT_URL } from "./defaults.js";
+/** Cap on the local LM Studio model-list probe so a down/unreachable host
+ * can't stall the model menu's parallel provider load. */
+const MODEL_LIST_TIMEOUT_MS = 2500;
+export class LMStudioProvider extends OpenAICompatProvider {
     static requiredSecrets() {
         return [];
     }
     _lmstudioFetch;
     _lmstudioBaseURL;
     constructor(secrets = {}, options = {}) {
-        const baseURL = options.baseURL ?? "http://127.0.0.1:1234";
+        // Precedence: explicit options.baseURL > secret/env LMSTUDIO_API_URL > default.
+        // The provider registry passes resolved settings (secret store, then env) as
+        // the `secrets` arg, so honoring `secrets.LMSTUDIO_API_URL` is what lets
+        // users override the port via API Keys / settings.
+        const rawBaseURL = options.baseURL ??
+            secrets.LMSTUDIO_API_URL ??
+            process.env["LMSTUDIO_API_URL"] ??
+            LMSTUDIO_DEFAULT_URL;
+        const baseURL = trimTrailingSlashes(rawBaseURL);
         const apiKey = secrets.LMSTUDIO_API_KEY ?? "lm-studio";
         const fetchFn = options.fetchFn ?? globalThis.fetch.bind(globalThis);
-        super({ OPENAI_API_KEY: apiKey }, {
-            client: options.client,
-            clientFactory: options.clientFactory ??
-                ((key) => new OpenAI({
-                    apiKey: key,
-                    baseURL: `${baseURL}/v1`
-                })),
-            fetchFn
-        });
-        this.provider = "lmstudio";
+        super({ providerId: "lmstudio", apiKey, baseURL: `${baseURL}/v1` }, { ...options, fetchFn });
         this._lmstudioFetch = fetchFn;
         this._lmstudioBaseURL = baseURL;
     }
@@ -40,12 +43,18 @@ export class LMStudioProvider extends OpenAIProvider {
             const response = await this._lmstudioFetch(`${this._lmstudioBaseURL}/v1/models`, {
                 headers: {
                     Authorization: `Bearer ${this.apiKey}`
-                }
+                },
+                // LM Studio is a local, optional server. Without a timeout a
+                // non-responsive host (proxy swallowing localhost, port open but
+                // silent) hangs this call indefinitely and stalls the whole model
+                // menu's parallel provider load. Bail fast to an empty list instead.
+                signal: AbortSignal.timeout(MODEL_LIST_TIMEOUT_MS)
             });
             if (!response.ok) {
                 return [];
             }
             const payload = (await response.json());
+            // Stryker disable next-line ArrayDeclaration: the fallback is filtered downstream (rows need a string id), so [] vs any array is observably identical.
             const rows = payload.data ?? [];
             return rows
                 .filter((row) => typeof row.id === "string" && row.id.length > 0)

package/dist/providers/lmstudio-provider.js.map

@@ -1 +1 @@
-{"version":3,"file":"lmstudio-provider.js","sourceRoot":"","sources":["../../src/providers/lmstudio-provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAUtD,MAAM,OAAO,gBAAiB,SAAQ,cAAc;IAClD,MAAM,CAAU,eAAe;QAC7B,OAAO,EAAE,CAAC;IACZ,CAAC;IAEO,cAAc,CAAe;IAC7B,gBAAgB,CAAS;IAEjC,YACE,UAAyC,EAAE,EAC3C,UAAmC,EAAE;QAErC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,uBAAuB,CAAC;QAC3D,MAAM,MAAM,GAAG,OAAO,CAAC,gBAAgB,IAAI,WAAW,CAAC;QACvD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAErE,KAAK,CACH,EAAE,cAAc,EAAE,MAAM,EAAE,EAC1B;YACE,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,aAAa,EACX,OAAO,CAAC,aAAa;gBACrB,CAAC,CAAC,GAAG,EAAE,EAAE,CACP,IAAI,MAAM,CAAC;oBACT,MAAM,EAAE,GAAG;oBACX,OAAO,EAAE,GAAG,OAAO,KAAK;iBACzB,CAAC,CAAC;YACP,OAAO;SACR,CACF,CAAC;QAED,IAA6B,CAAC,QAAQ,GAAG,UAAU,CAAC;QACrD,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC;QAC9B,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC;IAClC,CAAC;IAEQ,eAAe;QACtB,MAAM,GAAG,GAA2B;YAClC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAC/C,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC;QACrC,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAEQ,KAAK,CAAC,cAAc,CAAC,MAAc;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAEQ,KAAK,CAAC,0BAA0B;QACvC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CACxC,GAAG,IAAI,CAAC,gBAAgB,YAAY,EACpC;gBACE,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;aACF,CACF,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,MAAM,OAAO,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAErC,CAAC;YACF,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;YAChC,OAAO,IAAI;iBACR,MAAM,CACL,CAAC,GAAG,EAAyB,EAAE,CAC7B,OAAO,GAAG,CAAC,EAAE,KAAK,QAAQ,IAAI,GAAG,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAClD;iBACA,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACb,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,IAAI,EAAE,GAAG,CAAC,EAAE;gBACZ,QAAQ,EAAE,UAAU;aACrB,CAAC,CAAC,CAAC;QACR,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF"}
+{"version":3,"file":"lmstudio-provider.js","sourceRoot":"","sources":["../../src/providers/lmstudio-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,oBAAoB,EAErB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAGrD;0DAC0D;AAC1D,MAAM,qBAAqB,GAAG,IAAI,CAAC;AAMnC,MAAM,OAAO,gBAAiB,SAAQ,oBAAoB;IACxD,MAAM,CAAU,eAAe;QAC7B,OAAO,EAAE,CAAC;IACZ,CAAC;IAEO,cAAc,CAAe;IAC7B,gBAAgB,CAAS;IAEjC,YACE,OAAO,GAA6D,EAAE,EACtE,OAAO,GAA4B,EAAE;QAErC,gFAAgF;QAChF,6EAA6E;QAC7E,yEAAyE;QACzE,mDAAmD;QACnD,MAAM,UAAU,GACd,OAAO,CAAC,OAAO;YACf,OAAO,CAAC,gBAAgB;YACxB,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;YAC/B,oBAAoB,CAAC;QACvB,MAAM,OAAO,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,OAAO,CAAC,gBAAgB,IAAI,WAAW,CAAC;QACvD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAErE,KAAK,CACH,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,KAAK,EAAE,EAC5D,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,CACxB,CAAC;QAEF,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC;QAC9B,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC;IAClC,CAAC;IAEQ,eAAe;QACtB,MAAM,GAAG,GAA2B;YAClC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAC/C,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC;QACrC,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAEQ,KAAK,CAAC,cAAc,CAAC,MAAc;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAEQ,KAAK,CAAC,0BAA0B;QACvC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CACxC,GAAG,IAAI,CAAC,gBAAgB,YAAY,EACpC;gBACE,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;gBACD,6DAA6D;gBAC7D,iEAAiE;gBACjE,kEAAkE;gBAClE,qEAAqE;gBACrE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,qBAAqB,CAAC;aACnD,CACF,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,MAAM,OAAO,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAErC,CAAC;YACF,uJAAuJ;YACzJ,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;YAC9B,OAAO,IAAI;iBACR,MAAM,CACL,CAAC,GAAG,EAAyB,EAAE,CAC7B,OAAO,GAAG,CAAC,EAAE,KAAK,QAAQ,IAAI,GAAG,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAClD;iBACA,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACb,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,IAAI,EAAE,GAAG,CAAC,EAAE;gBACZ,QAAQ,EAAE,UAAU;aACrB,CAAC,CAAC,CAAC;QACR,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF"}

package/dist/providers/loop-tracing.d.ts

@@ -0,0 +1,17 @@
+import { context, type Span } from "@opentelemetry/api";
+import { type RunTraceScope } from "../run-trace-context.js";
+import { type Message, type ProviderStreamItem, type ProviderToolResult, type ToolCall } from "./types.js";
+export declare function traceContentAllowed(): boolean;
+export declare function traceTextContent(value: string): string;
+export declare function messageTraceContent(messages: readonly Message[]): string;
+export declare function tracedToolCall<T extends ProviderToolResult>(call: ToolCall, fn: () => Promise<T>): Promise<T>;
+export declare function getProviderStreamTrace(item: ProviderStreamItem): {
+    span: Span;
+    scope: RunTraceScope;
+} | undefined;
+export declare function beginProviderRound(provider: string, model: string): void;
+export declare function providerRoundContext(): ReturnType<typeof context.active>;
+/** Provider overrides and the base loop share the same iterator lifecycle. */
+export declare function tracedProviderLoop(provider: string, model: string, factory: () => AsyncGenerator<ProviderStreamItem>): AsyncGenerator<ProviderStreamItem>;
+export declare function tracedProviderLlm(provider: string, model: string, messages: readonly Message[], factory: () => AsyncGenerator<ProviderStreamItem>): AsyncGenerator<ProviderStreamItem>;
+//# sourceMappingURL=loop-tracing.d.ts.map

package/dist/providers/loop-tracing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"loop-tracing.d.ts","sourceRoot":"","sources":["../../src/providers/loop-tracing.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAyB,KAAK,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAG/E,OAAO,EAA+C,KAAK,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAG1G,OAAO,EAAsC,KAAK,OAAO,EAAE,KAAK,kBAAkB,EAAE,KAAK,kBAAkB,EAAE,KAAK,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE/I,wBAAgB,mBAAmB,IAAI,OAAO,CAG7C;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAGtD;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,SAAS,OAAO,EAAE,GAAG,MAAM,CAOxE;AAED,wBAAsB,cAAc,CAAC,CAAC,SAAS,kBAAkB,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAcnH;AAGD,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,kBAAkB,GAAG;IAAE,IAAI,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,aAAa,CAAA;CAAE,GAAG,SAAS,CAAkC;AAKpJ,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAQxE;AAED,wBAAgB,oBAAoB,IAAI,UAAU,CAAC,OAAO,OAAO,CAAC,MAAM,CAAC,CAGxE;AAED,8EAA8E;AAC9E,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC,kBAAkB,CAAC,GAAG,cAAc,CAAC,kBAAkB,CAAC,CAEzJ;AAsCD,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,OAAO,EAAE,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC,kBAAkB,CAAC,GAAG,cAAc,CAAC,kBAAkB,CAAC,CAiBtL"}