@nodetool-ai/runtime 0.7.0-rc.11

package/dist/providers/llama-provider.js

@@ -0,0 +1,381 @@
+import OpenAI from "openai";
+import { BaseProvider } from "./base-provider.js";
+function parseKeywordArgs(raw) {
+    const args = {};
+    const src = raw.trim();
+    if (!src)
+        return args;
+    const parts = [];
+    let buf = "";
+    let quote = null;
+    let depth = 0;
+    for (let i = 0; i < src.length; i += 1) {
+        const ch = src[i];
+        if (quote) {
+            buf += ch;
+            if (ch === quote && src[i - 1] !== "\\")
+                quote = null;
+            continue;
+        }
+        if (ch === "'" || ch === '"') {
+            quote = ch;
+            buf += ch;
+            continue;
+        }
+        if (ch === "(" || ch === "[" || ch === "{") {
+            depth += 1;
+            buf += ch;
+            continue;
+        }
+        if (ch === ")" || ch === "]" || ch === "}") {
+            depth = Math.max(0, depth - 1);
+            buf += ch;
+            continue;
+        }
+        if (ch === "," && depth === 0) {
+            if (buf.trim())
+                parts.push(buf.trim());
+            buf = "";
+            continue;
+        }
+        buf += ch;
+    }
+    if (buf.trim())
+        parts.push(buf.trim());
+    for (const part of parts) {
+        const eq = part.indexOf("=");
+        if (eq <= 0)
+            continue;
+        const key = part.slice(0, eq).trim();
+        const valueRaw = part.slice(eq + 1).trim();
+        if (!key)
+            continue;
+        if ((valueRaw.startsWith("{") && valueRaw.endsWith("}")) ||
+            (valueRaw.startsWith("[") && valueRaw.endsWith("]"))) {
+            try {
+                args[key] = JSON.parse(valueRaw);
+                continue;
+            }
+            catch {
+                // fall through
+            }
+        }
+        if ((valueRaw.startsWith('"') && valueRaw.endsWith('"')) ||
+            (valueRaw.startsWith("'") && valueRaw.endsWith("'"))) {
+            args[key] = valueRaw.slice(1, -1);
+            continue;
+        }
+        if (valueRaw === "true" || valueRaw === "false") {
+            args[key] = valueRaw === "true";
+            continue;
+        }
+        if (valueRaw === "null") {
+            args[key] = null;
+            continue;
+        }
+        const num = Number(valueRaw);
+        if (Number.isFinite(num)) {
+            args[key] = num;
+            continue;
+        }
+        args[key] = valueRaw;
+    }
+    return args;
+}
+function parseEmulatedToolCalls(content, tools) {
+    const lines = content.split("\n");
+    const cleaned = [];
+    const calls = [];
+    const allowed = new Set(tools.map((t) => t.name));
+    const callPattern = /^\s*([A-Za-z_][A-Za-z0-9_]*)\((.*)\)\s*$/;
+    for (const line of lines) {
+        const match = line.match(callPattern);
+        if (!match) {
+            cleaned.push(line);
+            continue;
+        }
+        const name = match[1];
+        if (allowed.size > 0 && !allowed.has(name)) {
+            cleaned.push(line);
+            continue;
+        }
+        const args = parseKeywordArgs(match[2] ?? "");
+        calls.push({
+            id: `tool_${calls.length + 1}`,
+            name,
+            args
+        });
+    }
+    return {
+        toolCalls: calls,
+        cleanedContent: cleaned.join("\n").trim()
+    };
+}
+function asTextContent(content) {
+    if (typeof content === "string")
+        return content;
+    if (content == null)
+        return "";
+    if (!Array.isArray(content))
+        return "";
+    return content
+        .filter((c) => c.type === "text")
+        .map((c) => c.text)
+        .join("\n");
+}
+function contentToString(content) {
+    if (typeof content === "string")
+        return content;
+    if (Array.isArray(content))
+        return asTextContent(content);
+    if (content == null)
+        return "";
+    try {
+        return JSON.stringify(content);
+    }
+    catch {
+        return String(content);
+    }
+}
+export class LlamaProvider extends BaseProvider {
+    static requiredSecrets() {
+        return ["LLAMA_CPP_URL"];
+    }
+    baseUrl;
+    _client;
+    _clientFactory;
+    _fetch;
+    constructor(secrets, options = {}) {
+        super("llama_cpp");
+        const raw = secrets.LLAMA_CPP_URL ?? process.env.LLAMA_CPP_URL;
+        if (!raw || !raw.trim()) {
+            throw new Error("LLAMA_CPP_URL is required");
+        }
+        const normalized = raw.replace(/\/+$/, "");
+        this.baseUrl = normalized;
+        this._client = options.client ?? null;
+        this._clientFactory =
+            options.clientFactory ??
+                ((url) => new OpenAI({
+                    apiKey: "sk-no-key-required",
+                    baseURL: `${url}/v1`
+                }));
+        this._fetch = options.fetchFn ?? globalThis.fetch.bind(globalThis);
+    }
+    getContainerEnv() {
+        // Python provider intentionally does not inject env for container execution.
+        return {};
+    }
+    getClient() {
+        if (!this._client) {
+            this._client = this._clientFactory(this.baseUrl);
+        }
+        return this._client;
+    }
+    async hasToolSupport(_model) {
+        // Python provider returns False and relies on tool emulation.
+        return false;
+    }
+    async getAvailableLanguageModels() {
+        const response = await this._fetch(`${this.baseUrl}/v1/models`);
+        if (!response.ok)
+            return [];
+        const payload = (await response.json());
+        const rows = payload.data ?? payload.models ?? [];
+        return rows
+            .map((m) => m.id)
+            .filter((id) => typeof id === "string" && id.length > 0)
+            .map((id) => ({ id, name: id, provider: "llama_cpp" }));
+    }
+    async normalizeMessagesForLlama(messages) {
+        const systemParts = [];
+        const normalized = [];
+        for (const msg of messages) {
+            if (msg.role === "system") {
+                systemParts.push(asTextContent(msg.content));
+                continue;
+            }
+            if (msg.role === "tool") {
+                const content = typeof msg.content === "string"
+                    ? msg.content
+                    : JSON.stringify(msg.content ?? null);
+                normalized.push({
+                    role: "user",
+                    content: `Tool result:\n${content}`
+                });
+                continue;
+            }
+            normalized.push(msg);
+        }
+        const out = [];
+        if (systemParts.length > 0) {
+            out.push({
+                role: "system",
+                content: systemParts.filter(Boolean).join("\n")
+            });
+        }
+        // Ensure post-system strict alternation (user/assistant/user/assistant...).
+        const seq = normalized;
+        const startExpected = ["user"];
+        let expected = startExpected[0];
+        for (const msg of seq) {
+            const mappedRole = msg.role === "assistant" ? "assistant" : "user";
+            while (mappedRole !== expected) {
+                out.push({ role: expected, content: "" });
+                expected = expected === "user" ? "assistant" : "user";
+            }
+            out.push({ ...msg, role: mappedRole });
+            expected = expected === "user" ? "assistant" : "user";
+        }
+        return out;
+    }
+    async convertMessage(message) {
+        if (message.role === "assistant") {
+            const toolCalls = (message.toolCalls ?? []).map((tc) => ({
+                type: "function",
+                id: tc.id,
+                function: {
+                    name: tc.name,
+                    arguments: JSON.stringify(tc.args)
+                }
+            }));
+            return {
+                role: "assistant",
+                content: asTextContent(message.content),
+                ...(toolCalls.length > 0 ? { tool_calls: toolCalls } : {})
+            };
+        }
+        if (message.role === "system") {
+            return { role: "system", content: asTextContent(message.content) };
+        }
+        if (message.role === "tool") {
+            return {
+                role: "user",
+                content: `Tool result:\n${contentToString(message.content)}`
+            };
+        }
+        return { role: "user", content: asTextContent(message.content) };
+    }
+    formatTools(tools) {
+        return tools.map((tool) => ({
+            type: "function",
+            function: {
+                name: tool.name,
+                description: tool.description ?? "",
+                parameters: tool.inputSchema ?? { type: "object", properties: {} }
+            }
+        }));
+    }
+    async *generateMessages(args) {
+        const { model, tools = [], maxTokens = 1024 } = args;
+        const normalized = await this.normalizeMessagesForLlama(args.messages);
+        const openaiMessages = await Promise.all(normalized.map((m) => this.convertMessage(m)));
+        const request = {
+            model,
+            messages: openaiMessages,
+            max_tokens: maxTokens,
+            stream: true
+        };
+        if (tools.length > 0 && (await this.hasToolSupport(model))) {
+            request.tools = this.formatTools(tools);
+        }
+        const stream = (await this.getClient().chat.completions.create(request));
+        const deltaToolCalls = new Map();
+        let accumulatedText = "";
+        try {
+            for await (const chunk of stream) {
+                const choice = chunk?.choices?.[0];
+                if (!choice)
+                    continue;
+                const delta = choice.delta;
+                if (Array.isArray(delta?.tool_calls)) {
+                    for (const tc of delta.tool_calls) {
+                        const index = Number(tc.index ?? 0);
+                        const cur = deltaToolCalls.get(index) ?? {
+                            id: String(tc.id ?? ""),
+                            name: "",
+                            arguments: ""
+                        };
+                        if (tc.id)
+                            cur.id = String(tc.id);
+                        if (tc.function?.name)
+                            cur.name = String(tc.function.name);
+                        if (tc.function?.arguments)
+                            cur.arguments += String(tc.function.arguments);
+                        deltaToolCalls.set(index, cur);
+                    }
+                }
+                const content = String(delta?.content ?? "");
+                if (content.length > 0) {
+                    accumulatedText += content;
+                }
+                if (content.length > 0 || choice.finish_reason === "stop") {
+                    const out = {
+                        type: "chunk",
+                        content,
+                        done: choice.finish_reason === "stop"
+                    };
+                    yield out;
+                }
+                if (choice.finish_reason === "tool_calls") {
+                    for (const call of deltaToolCalls.values()) {
+                        yield this.buildToolCall(call.id, call.name, call.arguments);
+                    }
+                    deltaToolCalls.clear();
+                }
+                if (choice.finish_reason === "stop" &&
+                    tools.length > 0 &&
+                    !(await this.hasToolSupport(model))) {
+                    const parsed = parseEmulatedToolCalls(accumulatedText, tools);
+                    for (const tc of parsed.toolCalls) {
+                        yield tc;
+                    }
+                }
+            }
+        }
+        finally {
+            if (typeof stream.close === "function") {
+                await stream.close();
+            }
+        }
+    }
+    async generateMessage(args) {
+        const { model, tools = [], maxTokens = 1024 } = args;
+        const normalized = await this.normalizeMessagesForLlama(args.messages);
+        const openaiMessages = await Promise.all(normalized.map((m) => this.convertMessage(m)));
+        const request = {
+            model,
+            messages: openaiMessages,
+            max_tokens: maxTokens,
+            stream: false
+        };
+        if (tools.length > 0 && (await this.hasToolSupport(model))) {
+            request.tools = this.formatTools(tools);
+        }
+        const completion = await this.getClient().chat.completions.create(request);
+        const message = completion.choices?.[0]?.message;
+        const content = String(message?.content ?? "");
+        let toolCalls = [];
+        const nativeToolCalls = message?.tool_calls ?? [];
+        if (nativeToolCalls.length > 0) {
+            toolCalls = nativeToolCalls.map((tc) => this.buildToolCall(String(tc.id ?? ""), String(tc.function?.name ?? ""), tc.function?.arguments));
+        }
+        else if (tools.length > 0 && !(await this.hasToolSupport(model))) {
+            toolCalls = parseEmulatedToolCalls(content, tools).toolCalls;
+        }
+        return {
+            role: "assistant",
+            content,
+            toolCalls
+        };
+    }
+    isContextLengthError(error) {
+        const msg = String(error).toLowerCase();
+        return (msg.includes("context length") ||
+            msg.includes("context window") ||
+            msg.includes("token limit") ||
+            msg.includes("request too large") ||
+            msg.includes("413"));
+    }
+}
+//# sourceMappingURL=llama-provider.js.map

package/dist/providers/llama-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llama-provider.js","sourceRoot":"","sources":["../../src/providers/llama-provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAsBlD,SAAS,gBAAgB,CAAC,GAAW;IACnC,MAAM,IAAI,GAA4B,EAAE,CAAC;IACzC,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IACvB,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IAEtB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,IAAI,KAAK,GAAkB,IAAI,CAAC;IAChC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAClB,IAAI,KAAK,EAAE,CAAC;YACV,GAAG,IAAI,EAAE,CAAC;YACV,IAAI,EAAE,KAAK,KAAK,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI;gBAAE,KAAK,GAAG,IAAI,CAAC;YACtD,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAC7B,KAAK,GAAG,EAAE,CAAC;YACX,GAAG,IAAI,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAC3C,KAAK,IAAI,CAAC,CAAC;YACX,GAAG,IAAI,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAC3C,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAC/B,GAAG,IAAI,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAC9B,IAAI,GAAG,CAAC,IAAI,EAAE;gBAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;YACvC,GAAG,GAAG,EAAE,CAAC;YACT,SAAS;QACX,CAAC;QACD,GAAG,IAAI,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,GAAG,CAAC,IAAI,EAAE;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;IAEvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,EAAE,IAAI,CAAC;YAAE,SAAS;QACtB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3C,IAAI,CAAC,GAAG;YAAE,SAAS;QAEnB,IACE,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACpD,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EACpD,CAAC;YACD,IAAI,CAAC;gBACH,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACjC,SAAS;YACX,CAAC;YAAC,MAAM,CAAC;gBACP,eAAe;YACjB,CAAC;QACH,CAAC;QAED,IACE,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACpD,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EACpD,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAClC,SAAS;QACX,CAAC;QAED,IAAI,QAAQ,KAAK,MAAM,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;YAChD,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,KAAK,MAAM,CAAC;YAChC,SAAS;QACX,CAAC;QAED,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;YACxB,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YACjB,SAAS;QACX,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC7B,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;YAChB,SAAS;QACX,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;IACvB,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,sBAAsB,CAC7B,OAAe,EACf,KAAqB;IAErB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAe,EAAE,CAAC;IAE7B,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAClD,MAAM,WAAW,GAAG,0CAA0C,CAAC;IAC/D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC;YACT,EAAE,EAAE,QAAQ,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;YAC9B,IAAI;YACJ,IAAI;SACL,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,SAAS,EAAE,KAAK;QAChB,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE;KAC1C,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,OAA2B;IAChD,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,OAAO,IAAI,IAAI;QAAE,OAAO,EAAE,CAAC;IAC/B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACvC,OAAO,OAAO;SACX,MAAM,CAAC,CAAC,CAAC,EAA2B,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;SACzD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;SAClB,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAC,OAA2B;IAClD,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,aAAa,CAAC,OAAO,CAAC,CAAC;IAC1D,IAAI,OAAO,IAAI,IAAI;QAAE,OAAO,EAAE,CAAC;IAC/B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC;AACH,CAAC;AAED,MAAM,OAAO,aAAc,SAAQ,YAAY;IAC7C,MAAM,CAAC,eAAe;QACpB,OAAO,CAAC,eAAe,CAAC,CAAC;IAC3B,CAAC;IAEQ,OAAO,CAAS;IACjB,OAAO,CAAgB;IACvB,cAAc,CAA8B;IAC5C,MAAM,CAAe;IAE7B,YACE,OAAmC,EACnC,UAAgC,EAAE;QAElC,KAAK,CAAC,WAAW,CAAC,CAAC;QAEnB,MAAM,GAAG,GAAG,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;QAC/D,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QACD,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAE3C,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC;QACtC,IAAI,CAAC,cAAc;YACjB,OAAO,CAAC,aAAa;gBACrB,CAAC,CAAC,GAAG,EAAE,EAAE,CACP,IAAI,MAAM,CAAC;oBACT,MAAM,EAAE,oBAAoB;oBAC5B,OAAO,EAAE,GAAG,GAAG,KAAK;iBACrB,CAAC,CAAC,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACrE,CAAC;IAED,eAAe;QACb,6EAA6E;QAC7E,OAAO,EAAE,CAAC;IACZ,CAAC;IAEO,SAAS;QACf,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnD,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,MAAc;QACjC,8DAA8D;QAC9D,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,0BAA0B;QAC9B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,YAAY,CAAC,CAAC;QAChE,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAGrC,CAAC;QACF,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;QAClD,OAAO,IAAI;aACR,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChB,MAAM,CAAC,CAAC,EAAE,EAAgB,EAAE,CAAC,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;aACrE,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IAC5D,CAAC;IAEO,KAAK,CAAC,yBAAyB,CACrC,QAAmB;QAEnB,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,MAAM,UAAU,GAAc,EAAE,CAAC;QAEjC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1B,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC7C,SAAS;YACX,CAAC;YACD,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxB,MAAM,OAAO,GACX,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;oBAC7B,CAAC,CAAC,GAAG,CAAC,OAAO;oBACb,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC;gBAC1C,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,iBAAiB,OAAO,EAAE;iBACpC,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YACD,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,GAAG,GAAc,EAAE,CAAC;QAC1B,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;aAChD,CAAC,CAAC;QACL,CAAC;QAED,4EAA4E;QAC5E,MAAM,GAAG,GAAG,UAAU,CAAC;QACvB,MAAM,aAAa,GAAgC,CAAC,MAAM,CAAC,CAAC;QAC5D,IAAI,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QAChC,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;YACtB,MAAM,UAAU,GACd,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;YAClD,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;gBAC/B,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC1C,QAAQ,GAAG,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;YACxD,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;YACvC,QAAQ,GAAG,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;QACxD,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAAgB;QACnC,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACjC,MAAM,SAAS,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACvD,IAAI,EAAE,UAAU;gBAChB,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,QAAQ,EAAE;oBACR,IAAI,EAAE,EAAE,CAAC,IAAI;oBACb,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC;iBACnC;aACF,CAAC,CAAC,CAAC;YACJ,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC;gBACvC,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3D,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC9B,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACrE,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC5B,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,iBAAiB,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;aAC7D,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;IACnE,CAAC;IAED,WAAW,CAAC,KAAqB;QAC/B,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1B,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;gBACnC,UAAU,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE;aACnE;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,CAAC,gBAAgB,CAAC,IAUvB;QACC,MAAM,EACJ,KAAK,EACL,KAAK,GAAG,EAAE,EACV,SAAS,GAAG,IAAI,EACjB,GAAG,IAAI,CAAC;QAET,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvE,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,CACtC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAC9C,CAAC;QAEF,MAAM,OAAO,GAA4B;YACvC,KAAK;YACL,QAAQ,EAAE,cAAc;YACxB,UAAU,EAAE,SAAS;YACrB,MAAM,EAAE,IAAI;SACb,CAAC;QACF,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAC3D,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAC5D,OAAiF,CAClF,CAAyD,CAAC;QAE3D,MAAM,cAAc,GAAG,IAAI,GAAG,EAA2B,CAAC;QAC1D,IAAI,eAAe,GAAG,EAAE,CAAC;QAEzB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,MAAM,MAAM,GAAG,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;gBACnC,IAAI,CAAC,MAAM;oBAAE,SAAS;gBACtB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gBAE3B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC;oBACrC,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;wBAClC,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;wBACpC,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI;4BACvC,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC;4BACvB,IAAI,EAAE,EAAE;4BACR,SAAS,EAAE,EAAE;yBACd,CAAC;wBACF,IAAI,EAAE,CAAC,EAAE;4BAAE,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;wBAClC,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;4BAAE,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;wBAC3D,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS;4BACxB,GAAG,CAAC,SAAS,IAAI,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;wBACjD,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;oBACjC,CAAC;gBACH,CAAC;gBAED,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;gBAC7C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvB,eAAe,IAAI,OAAO,CAAC;gBAC7B,CAAC;gBAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,aAAa,KAAK,MAAM,EAAE,CAAC;oBAC1D,MAAM,GAAG,GAAU;wBACjB,IAAI,EAAE,OAAO;wBACb,OAAO;wBACP,IAAI,EAAE,MAAM,CAAC,aAAa,KAAK,MAAM;qBACtC,CAAC;oBACF,MAAM,GAAG,CAAC;gBACZ,CAAC;gBAED,IAAI,MAAM,CAAC,aAAa,KAAK,YAAY,EAAE,CAAC;oBAC1C,KAAK,MAAM,IAAI,IAAI,cAAc,CAAC,MAAM,EAAE,EAAE,CAAC;wBAC3C,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;oBAC/D,CAAC;oBACD,cAAc,CAAC,KAAK,EAAE,CAAC;gBACzB,CAAC;gBAED,IACE,MAAM,CAAC,aAAa,KAAK,MAAM;oBAC/B,KAAK,CAAC,MAAM,GAAG,CAAC;oBAChB,CAAC,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EACnC,CAAC;oBACD,MAAM,MAAM,GAAG,sBAAsB,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;oBAC9D,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;wBAClC,MAAM,EAAE,CAAC;oBACX,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;gBACvC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,IASrB;QACC,MAAM,EACJ,KAAK,EACL,KAAK,GAAG,EAAE,EACV,SAAS,GAAG,IAAI,EACjB,GAAG,IAAI,CAAC;QAET,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvE,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,CACtC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAC9C,CAAC;QAEF,MAAM,OAAO,GAA4B;YACvC,KAAK;YACL,QAAQ,EAAE,cAAc;YACxB,UAAU,EAAE,SAAS;YACrB,MAAM,EAAE,KAAK;SACd,CAAC;QACF,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAC3D,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAC/D,OAAoF,CACrF,CAAC;QACF,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;QACjD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;QAE/C,IAAI,SAAS,GAAe,EAAE,CAAC;QAC/B,MAAM,eAAe,GAAG,OAAO,EAAE,UAAU,IAAI,EAAE,CAAC;QAClD,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,EAAO,EAAE,EAAE,CAC1C,IAAI,CAAC,aAAa,CAChB,MAAM,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EACnB,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,EAC/B,EAAE,CAAC,QAAQ,EAAE,SAAS,CACvB,CACF,CAAC;QACJ,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACnE,SAAS,GAAG,sBAAsB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,SAAS,CAAC;QAC/D,CAAC;QAED,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,OAAO;YACP,SAAS;SACV,CAAC;IACJ,CAAC;IAED,oBAAoB,CAAC,KAAc;QACjC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QACxC,OAAO,CACL,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC;YAC9B,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC;YAC9B,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC;YAC3B,GAAG,CAAC,QAAQ,CAAC,mBAAmB,CAAC;YACjC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CACpB,CAAC;IACJ,CAAC;CACF"}

package/dist/providers/lmstudio-provider.d.ts

@@ -0,0 +1,22 @@
+import OpenAI from "openai";
+import { OpenAIProvider } from "./openai-provider.js";
+import type { LanguageModel } from "./types.js";
+interface LMStudioProviderOptions {
+    client?: OpenAI;
+    clientFactory?: (apiKey: string) => OpenAI;
+    fetchFn?: typeof fetch;
+    baseURL?: string;
+}
+export declare class LMStudioProvider extends OpenAIProvider {
+    static requiredSecrets(): string[];
+    private _lmstudioFetch;
+    private _lmstudioBaseURL;
+    constructor(secrets?: {
+        LMSTUDIO_API_KEY?: string;
+    }, options?: LMStudioProviderOptions);
+    getContainerEnv(): Record<string, string>;
+    hasToolSupport(_model: string): Promise<boolean>;
+    getAvailableLanguageModels(): Promise<LanguageModel[]>;
+}
+export {};
+//# sourceMappingURL=lmstudio-provider.d.ts.map

package/dist/providers/lmstudio-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lmstudio-provider.d.ts","sourceRoot":"","sources":["../../src/providers/lmstudio-provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD,UAAU,uBAAuB;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;IAC3C,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,gBAAiB,SAAQ,cAAc;WAClC,eAAe,IAAI,MAAM,EAAE;IAI3C,OAAO,CAAC,cAAc,CAAe;IACrC,OAAO,CAAC,gBAAgB,CAAS;gBAG/B,OAAO,GAAE;QAAE,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAAO,EAC3C,OAAO,GAAE,uBAA4B;IA0B9B,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAUnC,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIhD,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;CAiCtE"}

package/dist/providers/lmstudio-provider.js

@@ -0,0 +1,63 @@
+import OpenAI from "openai";
+import { OpenAIProvider } from "./openai-provider.js";
+export class LMStudioProvider extends OpenAIProvider {
+    static requiredSecrets() {
+        return [];
+    }
+    _lmstudioFetch;
+    _lmstudioBaseURL;
+    constructor(secrets = {}, options = {}) {
+        const baseURL = options.baseURL ?? "http://127.0.0.1:1234";
+        const apiKey = secrets.LMSTUDIO_API_KEY ?? "lm-studio";
+        const fetchFn = options.fetchFn ?? globalThis.fetch.bind(globalThis);
+        super({ OPENAI_API_KEY: apiKey }, {
+            client: options.client,
+            clientFactory: options.clientFactory ??
+                ((key) => new OpenAI({
+                    apiKey: key,
+                    baseURL: `${baseURL}/v1`
+                })),
+            fetchFn
+        });
+        this.provider = "lmstudio";
+        this._lmstudioFetch = fetchFn;
+        this._lmstudioBaseURL = baseURL;
+    }
+    getContainerEnv() {
+        const env = {
+            LMSTUDIO_API_URL: this._lmstudioBaseURL
+        };
+        if (this.apiKey && this.apiKey !== "lm-studio") {
+            env.LMSTUDIO_API_KEY = this.apiKey;
+        }
+        return env;
+    }
+    async hasToolSupport(_model) {
+        return true;
+    }
+    async getAvailableLanguageModels() {
+        try {
+            const response = await this._lmstudioFetch(`${this._lmstudioBaseURL}/v1/models`, {
+                headers: {
+                    Authorization: `Bearer ${this.apiKey}`
+                }
+            });
+            if (!response.ok) {
+                return [];
+            }
+            const payload = (await response.json());
+            const rows = payload.data ?? [];
+            return rows
+                .filter((row) => typeof row.id === "string" && row.id.length > 0)
+                .map((row) => ({
+                id: row.id,
+                name: row.id,
+                provider: "lmstudio"
+            }));
+        }
+        catch {
+            return [];
+        }
+    }
+}
+//# sourceMappingURL=lmstudio-provider.js.map

package/dist/providers/lmstudio-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lmstudio-provider.js","sourceRoot":"","sources":["../../src/providers/lmstudio-provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAUtD,MAAM,OAAO,gBAAiB,SAAQ,cAAc;IAClD,MAAM,CAAU,eAAe;QAC7B,OAAO,EAAE,CAAC;IACZ,CAAC;IAEO,cAAc,CAAe;IAC7B,gBAAgB,CAAS;IAEjC,YACE,UAAyC,EAAE,EAC3C,UAAmC,EAAE;QAErC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,uBAAuB,CAAC;QAC3D,MAAM,MAAM,GAAG,OAAO,CAAC,gBAAgB,IAAI,WAAW,CAAC;QACvD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAErE,KAAK,CACH,EAAE,cAAc,EAAE,MAAM,EAAE,EAC1B;YACE,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,aAAa,EACX,OAAO,CAAC,aAAa;gBACrB,CAAC,CAAC,GAAG,EAAE,EAAE,CACP,IAAI,MAAM,CAAC;oBACT,MAAM,EAAE,GAAG;oBACX,OAAO,EAAE,GAAG,OAAO,KAAK;iBACzB,CAAC,CAAC;YACP,OAAO;SACR,CACF,CAAC;QAED,IAA6B,CAAC,QAAQ,GAAG,UAAU,CAAC;QACrD,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC;QAC9B,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC;IAClC,CAAC;IAEQ,eAAe;QACtB,MAAM,GAAG,GAA2B;YAClC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAC/C,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC;QACrC,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAEQ,KAAK,CAAC,cAAc,CAAC,MAAc;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAEQ,KAAK,CAAC,0BAA0B;QACvC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CACxC,GAAG,IAAI,CAAC,gBAAgB,YAAY,EACpC;gBACE,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;aACF,CACF,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,MAAM,OAAO,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAErC,CAAC;YACF,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;YAChC,OAAO,IAAI;iBACR,MAAM,CACL,CAAC,GAAG,EAAyB,EAAE,CAC7B,OAAO,GAAG,CAAC,EAAE,KAAK,QAAQ,IAAI,GAAG,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAClD;iBACA,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACb,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,IAAI,EAAE,GAAG,CAAC,EAAE;gBACZ,QAAQ,EAAE,UAAU;aACrB,CAAC,CAAC,CAAC;QACR,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF"}

package/dist/providers/manifest-models.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Load image / video model lists from node-package manifests.
+ *
+ * Each provider's node package ships a manifest JSON describing every node
+ * (endpoint, class name, output type, etc.).  This module extracts and
+ * deduplicates the image and video entries so providers don't need to
+ * maintain hardcoded model lists.
+ */
+import type { ImageModel, VideoModel } from "./types.js";
+export declare function loadVideoModels(packageName: string, exportPath: string, provider: string): VideoModel[];
+export declare function loadImageModels(packageName: string, exportPath: string, provider: string): ImageModel[];
+//# sourceMappingURL=manifest-models.d.ts.map

package/dist/providers/manifest-models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"manifest-models.d.ts","sourceRoot":"","sources":["../../src/providers/manifest-models.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AA0EzD,wBAAgB,eAAe,CAC7B,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,UAAU,EAAE,CAqBd;AAED,wBAAgB,eAAe,CAC7B,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,UAAU,EAAE,CAad"}

package/dist/providers/manifest-models.js

@@ -0,0 +1,96 @@
+/**
+ * Load image / video model lists from node-package manifests.
+ *
+ * Each provider's node package ships a manifest JSON describing every node
+ * (endpoint, class name, output type, etc.).  This module extracts and
+ * deduplicates the image and video entries so providers don't need to
+ * maintain hardcoded model lists.
+ */
+import { createRequire } from "node:module";
+import { createLogger } from "@nodetool-ai/config";
+const log = createLogger("nodetool.runtime.providers.manifest-models");
+function nodeId(n) {
+    return n.modelId ?? n.endpointId ?? "";
+}
+function nodeName(n) {
+    // className often looks like "FluxSchnellRedux" — split on caps
+    const raw = n.title ?? n.className ?? nodeId(n);
+    // If it's PascalCase with no spaces, add spaces before capitals
+    if (raw && !raw.includes(" ") && /[a-z][A-Z]/.test(raw)) {
+        return raw.replace(/([a-z])([A-Z])/g, "$1 $2")
+            .replace(/([A-Z]+)([A-Z][a-z])/g, "$1 $2");
+    }
+    return raw;
+}
+function inferVideoTasks(name) {
+    const tl = name.toLowerCase();
+    const tasks = [];
+    if (tl.includes("text-to-video") || tl.includes("text to video") || tl.includes("texttovideo")) {
+        tasks.push("text_to_video");
+    }
+    if (tl.includes("image-to-video") || tl.includes("image to video") || tl.includes("imagetovideo")) {
+        tasks.push("image_to_video");
+    }
+    return tasks.length > 0 ? tasks : ["text_to_video"];
+}
+// ---------------------------------------------------------------------------
+// Manifest cache
+// ---------------------------------------------------------------------------
+const _cache = new Map();
+function loadManifest(packageName, exportPath) {
+    const key = `${packageName}/${exportPath}`;
+    if (_cache.has(key))
+        return _cache.get(key);
+    try {
+        const req = createRequire(import.meta.url);
+        const data = req(`${packageName}/${exportPath}`);
+        _cache.set(key, data);
+        return data;
+    }
+    catch (err) {
+        log.warn(`Could not load ${key}: ${err}`);
+        _cache.set(key, []);
+        return [];
+    }
+}
+// ---------------------------------------------------------------------------
+// Public API
+// ---------------------------------------------------------------------------
+export function loadVideoModels(packageName, exportPath, provider) {
+    const manifest = loadManifest(packageName, exportPath);
+    const seen = new Map();
+    for (const n of manifest) {
+        if (n.outputType !== "video")
+            continue;
+        const id = nodeId(n);
+        if (!id)
+            continue;
+        const name = nodeName(n);
+        const tasks = inferVideoTasks(name);
+        const existing = seen.get(id);
+        if (existing) {
+            const merged = new Set([...(existing.supportedTasks ?? []), ...tasks]);
+            existing.supportedTasks = [...merged];
+        }
+        else {
+            seen.set(id, { id, name, provider, supportedTasks: tasks });
+        }
+    }
+    return [...seen.values()];
+}
+export function loadImageModels(packageName, exportPath, provider) {
+    const manifest = loadManifest(packageName, exportPath);
+    const seen = new Map();
+    for (const n of manifest) {
+        if (n.outputType !== "image")
+            continue;
+        const id = nodeId(n);
+        if (!id)
+            continue;
+        if (seen.has(id))
+            continue;
+        seen.set(id, { id, name: nodeName(n), provider });
+    }
+    return [...seen.values()];
+}
+//# sourceMappingURL=manifest-models.js.map

package/dist/providers/manifest-models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manifest-models.js","sourceRoot":"","sources":["../../src/providers/manifest-models.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAGnD,MAAM,GAAG,GAAG,YAAY,CAAC,4CAA4C,CAAC,CAAC;AAmBvE,SAAS,MAAM,CAAC,CAAe;IAC7B,OAAO,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC;AACzC,CAAC;AAED,SAAS,QAAQ,CAAC,CAAe;IAC/B,gEAAgE;IAChE,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;IAChD,gEAAgE;IAChE,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACxD,OAAO,GAAG,CAAC,OAAO,CAAC,iBAAiB,EAAE,OAAO,CAAC;aAC3C,OAAO,CAAC,uBAAuB,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QAC/F,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC9B,CAAC;IACD,IAAI,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QAClG,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;AACtD,CAAC;AAED,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAE9E,MAAM,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;AAEjD,SAAS,YAAY,CAAC,WAAmB,EAAE,UAAkB;IAC3D,MAAM,GAAG,GAAG,GAAG,WAAW,IAAI,UAAU,EAAE,CAAC;IAC3C,IAAI,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;QAAE,OAAO,MAAM,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;IAE7C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,WAAW,IAAI,UAAU,EAAE,CAAmB,CAAC;QACnE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACtB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,IAAI,CAAC,kBAAkB,GAAG,KAAK,GAAG,EAAE,CAAC,CAAC;QAC1C,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACpB,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAE9E,MAAM,UAAU,eAAe,CAC7B,WAAmB,EACnB,UAAkB,EAClB,QAAgB;IAEhB,MAAM,QAAQ,GAAG,YAAY,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IACvD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAsB,CAAC;IAE3C,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,UAAU,KAAK,OAAO;YAAE,SAAS;QACvC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,CAAC,EAAE;YAAE,SAAS;QAClB,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;QAEpC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9B,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,cAAc,IAAI,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;YACvE,QAAQ,CAAC,cAAc,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,WAAmB,EACnB,UAAkB,EAClB,QAAgB;IAEhB,MAAM,QAAQ,GAAG,YAAY,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IACvD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAsB,CAAC;IAE3C,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,UAAU,KAAK,OAAO;YAAE,SAAS;QACvC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,CAAC,EAAE;YAAE,SAAS;QAClB,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,SAAS;QAC3B,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;AAC5B,CAAC"}