@fraziym/axoniz 0.1.0

package/dist/core/backend/lmstudio.js

@@ -0,0 +1,274 @@
+/**
+ * LM Studio (LMS) backend.
+ * Port of `LMStudioBackend` from axoniz/core/backend.py.
+ *
+ * Uses LM Studio's native REST API for model discovery/loading and chat, and
+ * falls back to its OpenAI-compatible endpoints. Auto-start uses the `lms` CLI.
+ */
+import { spawn } from "node:child_process";
+import { Backend, errMsg, httpPost, httpStreamLines, HttpStatusError, parseSseDelta, textResponse, } from "./types.js";
+import { debug, warn } from "../debug.js";
+import { whichSync } from "../which.js";
+export class LMStudioBackend extends Backend {
+    baseUrl;
+    modelName;
+    apiKey;
+    temperature;
+    maxTokens;
+    autoLoad;
+    autoStart;
+    lmsBin;
+    loadedModel = null;
+    proc = null;
+    constructor(opts = {}) {
+        super();
+        this.baseUrl = (opts.baseUrl ?? "http://localhost:1234").replace(/\/+$/, "");
+        this.modelName = opts.modelName ?? "";
+        this.apiKey = opts.apiKey ?? "lm-studio";
+        this.temperature = opts.temperature ?? 0.2;
+        this.maxTokens = opts.maxTokens ?? 4096;
+        this.autoLoad = opts.autoLoad ?? true;
+        this.autoStart = opts.autoStart ?? false;
+        this.lmsBin = opts.lmsBin || "lms";
+        this.tools = opts.tools ?? [];
+    }
+    get name() {
+        return "lmstudio";
+    }
+    headers() {
+        return {
+            "Content-Type": "application/json",
+            Authorization: `Bearer ${this.apiKey}`,
+        };
+    }
+    /** Start the LM Studio server via the `lms` CLI when it is not running. */
+    async ensureServer() {
+        if (this.autoStart) {
+            const h = await this.healthCheck();
+            if (h.status !== "ok")
+                await this.tryStartServer();
+        }
+    }
+    async tryStartServer() {
+        if (!whichSync(this.lmsBin)) {
+            warn(`[LMStudio] lms CLI not found on PATH: ${this.lmsBin}`);
+            return;
+        }
+        try {
+            const child = spawn(this.lmsBin, ["server", "start"], {
+                stdio: "ignore",
+                windowsHide: true,
+            });
+            this.proc = child;
+            for (let i = 0; i < 120; i++) {
+                await sleep(500);
+                if ((await this.healthCheck()).status === "ok") {
+                    debug(`[LMStudio] server started at ${this.baseUrl}`);
+                    return;
+                }
+                if (child.exitCode !== null)
+                    break;
+            }
+            warn("[LMStudio] server did not start in time");
+        }
+        catch (e) {
+            warn(`[LMStudio] auto-start failed: ${errMsg(e)}`);
+        }
+    }
+    async nativeRequest(endpoint, payload, method = "POST", timeoutMs = 60_000) {
+        const url = `${this.baseUrl}/api/v1${endpoint}`;
+        const res = await fetch(url, {
+            method,
+            headers: this.headers(),
+            body: payload === undefined ? undefined : JSON.stringify(payload),
+            signal: AbortSignal.timeout(timeoutMs),
+        });
+        const body = await res.text();
+        if (!res.ok)
+            throw new HttpStatusError(res.status, body);
+        return JSON.parse(body);
+    }
+    /** List available models from LM Studio (native, then OpenAI-compatible). */
+    async discoverModels() {
+        try {
+            const data = await this.nativeRequest("/models", undefined, "GET");
+            const list = data.data ?? (Array.isArray(data) ? data : []);
+            return list ?? [];
+        }
+        catch {
+            try {
+                const res = await fetch(`${this.baseUrl}/v1/models`, {
+                    headers: this.headers(),
+                    signal: AbortSignal.timeout(3000),
+                });
+                const data = (await res.json());
+                return data.data ?? [];
+            }
+            catch {
+                return [];
+            }
+        }
+    }
+    /** Return the currently loaded model, or null. */
+    async getLoadedModel() {
+        const models = await this.discoverModels();
+        return models.find((m) => m.state === "loaded" || m.is_loaded) ?? null;
+    }
+    async load() {
+        if (this.loadedModel) {
+            if (!this.modelName) {
+                this.modelName = String(this.loadedModel.id ?? this.loadedModel.model_id ?? "");
+            }
+            return "ok";
+        }
+        const loaded = await this.getLoadedModel();
+        if (loaded) {
+            this.loadedModel = loaded;
+            if (!this.modelName) {
+                this.modelName = String(loaded.id ?? loaded.model_id ?? "");
+            }
+            return "ok";
+        }
+        if (this.modelName && this.autoLoad) {
+            try {
+                await this.nativeRequest("/models/load", { model: this.modelName });
+                for (let i = 0; i < 30; i++) {
+                    const m = await this.getLoadedModel();
+                    if (m) {
+                        this.loadedModel = m;
+                        return "ok";
+                    }
+                    await sleep(500);
+                }
+                return "[ERROR] LMStudio: model load timed out";
+            }
+            catch (e) {
+                return `[ERROR] LMStudio: failed to load model: ${errMsg(e)}`;
+            }
+        }
+        return "ok";
+    }
+    isLoaded() {
+        return this.loadedModel !== null;
+    }
+    unload() {
+        void this.nativeRequest("/models/unload", {}, "POST").catch(() => undefined);
+        this.loadedModel = null;
+        if (whichSync(this.lmsBin)) {
+            try {
+                spawn(this.lmsBin, ["unload"], { stdio: "ignore", windowsHide: true }).unref();
+            }
+            catch {
+                /* ignore */
+            }
+        }
+    }
+    async resolveModel() {
+        if (this.modelName)
+            return this.modelName;
+        if (this.loadedModel) {
+            return String(this.loadedModel.id ?? this.loadedModel.model_id ?? "local");
+        }
+        const loaded = await this.getLoadedModel();
+        if (loaded)
+            return String(loaded.id ?? loaded.model_id ?? "local");
+        return "local";
+    }
+    async nativeComplete(messages, maxTokens) {
+        const resp = await this.nativeRequest("/chat", {
+            model: await this.resolveModel(),
+            messages,
+            temperature: this.temperature,
+            max_tokens: maxTokens ?? this.maxTokens,
+        });
+        // Native responses may be either { content } or OpenAI-shaped.
+        let content = String(resp.content ?? "");
+        if (!content && Array.isArray(resp.choices)) {
+            const choices = resp.choices;
+            content = choices[0]?.message?.content ?? "";
+        }
+        return textResponse(content);
+    }
+    async openaiComplete(messages, maxTokens) {
+        const resp = (await httpPost(`${this.baseUrl}/v1/chat/completions`, {
+            model: await this.resolveModel(),
+            messages,
+            temperature: this.temperature,
+            max_tokens: maxTokens ?? this.maxTokens,
+            stream: false,
+        }, this.headers()));
+        return textResponse(resp.choices?.[0]?.message?.content ?? "");
+    }
+    async complete(messages, maxTokens) {
+        try {
+            return await this.nativeComplete(messages, maxTokens);
+        }
+        catch (e) {
+            debug(`[LMStudio] native chat failed (${errMsg(e)}), falling back to OpenAI-compatible`);
+        }
+        try {
+            return await this.openaiComplete(messages, maxTokens);
+        }
+        catch (e) {
+            return textResponse(`[ERROR] LMStudio: ${errMsg(e)}`);
+        }
+    }
+    async *streamText(messages, signal, maxTokens) {
+        // Native streaming is not universally supported; use the OpenAI-compatible path.
+        try {
+            const payload = {
+                model: await this.resolveModel(),
+                messages,
+                temperature: this.temperature,
+                max_tokens: maxTokens ?? this.maxTokens,
+                stream: true,
+            };
+            for await (const line of httpStreamLines(`${this.baseUrl}/v1/chat/completions`, payload, this.headers(), undefined, signal)) {
+                const token = parseSseDelta(line);
+                if (token)
+                    yield token;
+            }
+        }
+        catch (e) {
+            yield `[ERROR] LMStudio stream: ${errMsg(e)}`;
+        }
+    }
+    async healthCheck() {
+        try {
+            const loaded = await this.getLoadedModel();
+            if (loaded) {
+                return {
+                    status: "ok",
+                    backend: "lmstudio",
+                    url: this.baseUrl,
+                    model: String(loaded.id ?? loaded.model_id ?? ""),
+                };
+            }
+            const res = await fetch(`${this.baseUrl}/api/v1/models`, {
+                headers: this.headers(),
+                signal: AbortSignal.timeout(3000),
+            });
+            if (!res.ok)
+                throw new HttpStatusError(res.status, "");
+            return { status: "no_model", backend: "lmstudio", url: this.baseUrl };
+        }
+        catch {
+            try {
+                const res = await fetch(`${this.baseUrl}/v1/models`, {
+                    headers: this.headers(),
+                    signal: AbortSignal.timeout(3000),
+                });
+                if (!res.ok)
+                    throw new HttpStatusError(res.status, "");
+                return { status: "no_model", backend: "lmstudio", url: this.baseUrl };
+            }
+            catch (e) {
+                return { status: "error", error: errMsg(e), backend: "lmstudio" };
+            }
+        }
+    }
+}
+function sleep(ms) {
+    return new Promise((r) => setTimeout(r, ms));
+}
+//# sourceMappingURL=lmstudio.js.map

package/dist/core/backend/lmstudio.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lmstudio.js","sourceRoot":"","sources":["../../../src/core/backend/lmstudio.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EACL,OAAO,EACP,MAAM,EACN,QAAQ,EACR,eAAe,EACf,eAAe,EACf,aAAa,EACb,YAAY,GAIb,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAsBxC,MAAM,OAAO,eAAgB,SAAQ,OAAO;IACjC,OAAO,CAAS;IACzB,SAAS,CAAS;IACT,MAAM,CAAS;IACf,WAAW,CAAS;IACpB,SAAS,CAAS;IAClB,QAAQ,CAAU;IAClB,SAAS,CAAU;IACnB,MAAM,CAAS;IAEhB,WAAW,GAAmB,IAAI,CAAC;IACnC,IAAI,GAAoC,IAAI,CAAC;IAErD,YAAY,IAAI,GAAoB,EAAE;QACpC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,uBAAuB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC7E,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;QACtC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,WAAW,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC;QAC3C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;QACxC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC;QACtC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;QACnC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;IAChC,CAAC;IAED,IAAI,IAAI;QACN,OAAO,UAAU,CAAC;IACpB,CAAC;IAEO,OAAO;QACb,OAAO;YACL,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;SACvC,CAAC;IACJ,CAAC;IAED,2EAA2E;IAC3E,KAAK,CAAC,YAAY;QAChB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YACnC,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI;gBAAE,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QACrD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,yCAAyC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7D,OAAO;QACT,CAAC;QACD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE;gBACpD,KAAK,EAAE,QAAQ;gBACf,WAAW,EAAE,IAAI;aAClB,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC;YAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7B,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;gBACjB,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;oBAC/C,KAAK,CAAC,gCAAgC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;oBACtD,OAAO;gBACT,CAAC;gBACD,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI;oBAAE,MAAM;YACrC,CAAC;YACD,IAAI,CAAC,yCAAyC,CAAC,CAAC;QAClD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,iCAAiC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,QAAgB,EAChB,OAAiB,EACjB,MAAM,GAAmB,MAAM,EAC/B,SAAS,GAAG,MAAM;QAElB,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,UAAU,QAAQ,EAAE,CAAC;QAChD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC3B,MAAM;YACN,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;YACvB,IAAI,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YACjE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC;SACvC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAC9B,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,MAAM,IAAI,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACzD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;IACrD,CAAC;IAED,6EAA6E;IAC7E,KAAK,CAAC,cAAc;QAClB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YACnE,MAAM,IAAI,GAAI,IAAI,CAAC,IAA8B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,IAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACtG,OAAO,IAAI,IAAI,EAAE,CAAC;QACpB,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,YAAY,EAAE;oBACnD,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;oBACvB,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;iBAClC,CAAC,CAAC;gBACH,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAyB,CAAC;gBACxD,OAAO,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;YACzB,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;IACH,CAAC;IAED,kDAAkD;IAClD,KAAK,CAAC,cAAc;QAClB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC3C,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IACzE,CAAC;IAEQ,KAAK,CAAC,IAAI;QACjB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;YAClF,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC3C,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;YAC9D,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;gBACpE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC5B,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;oBACtC,IAAI,CAAC,EAAE,CAAC;wBACN,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;wBACrB,OAAO,IAAI,CAAC;oBACd,CAAC;oBACD,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC;gBACD,OAAO,wCAAwC,CAAC;YAClD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,2CAA2C,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEQ,QAAQ;QACf,OAAO,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC;IACnC,CAAC;IAEQ,MAAM;QACb,KAAK,IAAI,CAAC,aAAa,CAAC,gBAAgB,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC7E,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC;gBACH,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;YACjF,CAAC;YAAC,MAAM,CAAC;gBACP,YAAY;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC;QAC1C,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAO,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,IAAI,OAAO,CAAC,CAAC;QAC7E,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC3C,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,QAAQ,IAAI,OAAO,CAAC,CAAC;QACnE,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,QAAuB,EACvB,SAAkB;QAElB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;YAC7C,KAAK,EAAE,MAAM,IAAI,CAAC,YAAY,EAAE;YAChC,QAAQ;YACR,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS;SACxC,CAAC,CAAC;QACH,+DAA+D;QAC/D,IAAI,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAoD,CAAC;YAC1E,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAC/C,CAAC;QACD,OAAO,YAAY,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,QAAuB,EACvB,SAAkB;QAElB,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAC1B,GAAG,IAAI,CAAC,OAAO,sBAAsB,EACrC;YACE,KAAK,EAAE,MAAM,IAAI,CAAC,YAAY,EAAE;YAChC,QAAQ;YACR,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS;YACvC,MAAM,EAAE,KAAK;SACd,EACD,IAAI,CAAC,OAAO,EAAE,CACf,CAA4D,CAAC;QAC9D,OAAO,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAuB,EAAE,SAAkB;QACxD,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACxD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,KAAK,CAAC,kCAAkC,MAAM,CAAC,CAAC,CAAC,sCAAsC,CAAC,CAAC;QAC3F,CAAC;QACD,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACxD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,YAAY,CAAC,qBAAqB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CACf,QAAuB,EACvB,MAAoB,EACpB,SAAkB;QAElB,iFAAiF;QACjF,IAAI,CAAC;YACH,MAAM,OAAO,GAAG;gBACd,KAAK,EAAE,MAAM,IAAI,CAAC,YAAY,EAAE;gBAChC,QAAQ;gBACR,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS;gBACvC,MAAM,EAAE,IAAI;aACb,CAAC;YACF,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,eAAe,CACtC,GAAG,IAAI,CAAC,OAAO,sBAAsB,EACrC,OAAO,EACP,IAAI,CAAC,OAAO,EAAE,EACd,SAAS,EACT,MAAM,CACP,EAAE,CAAC;gBACF,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;gBAClC,IAAI,KAAK;oBAAE,MAAM,KAAK,CAAC;YACzB,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,4BAA4B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAChD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAC3C,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO;oBACL,MAAM,EAAE,IAAI;oBACZ,OAAO,EAAE,UAAU;oBACnB,GAAG,EAAE,IAAI,CAAC,OAAO;oBACjB,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;iBAClD,CAAC;YACJ,CAAC;YACD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,gBAAgB,EAAE;gBACvD,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;gBACvB,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aAClC,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,MAAM,IAAI,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACvD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;QACxE,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,YAAY,EAAE;oBACnD,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;oBACvB,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;iBAClC,CAAC,CAAC;gBACH,IAAI,CAAC,GAAG,CAAC,EAAE;oBAAE,MAAM,IAAI,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBACvD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;YACxE,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;YACpE,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAC/C,CAAC"}

package/dist/core/backend/ollama.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Ollama backend. Port of `OllamaBackend` from axoniz/core/backend.py.
+ * Ollama streams NDJSON (one JSON object per line), not SSE.
+ */
+import { Backend, type BackendHealth, type ChatMessage, type CompletionResult } from "./types.js";
+export interface OllamaOptions {
+    baseUrl?: string;
+    modelName?: string;
+    temperature?: number;
+    maxTokens?: number;
+    tools?: unknown[];
+}
+export declare class OllamaBackend extends Backend {
+    readonly baseUrl: string;
+    readonly modelName: string;
+    readonly temperature: number;
+    readonly maxTokens: number;
+    constructor(opts?: OllamaOptions);
+    get name(): string;
+    private headers;
+    complete(messages: ChatMessage[], maxTokens?: number): Promise<CompletionResult>;
+    streamText(messages: ChatMessage[], signal?: AbortSignal, maxTokens?: number): AsyncGenerator<string>;
+    healthCheck(): Promise<BackendHealth>;
+}
+//# sourceMappingURL=ollama.d.ts.map

package/dist/core/backend/ollama.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../../src/core/backend/ollama.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EACL,OAAO,EAMP,KAAK,aAAa,EAClB,KAAK,WAAW,EAChB,KAAK,gBAAgB,EACtB,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,aAAa;IAC5B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC;CACnB;AAED,qBAAa,aAAc,SAAQ,OAAO;IACxC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAE3B,YAAY,IAAI,GAAE,aAAkB,EAOnC;IAED,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,OAAO,CAAC,OAAO;IAIT,QAAQ,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAkBrF;IAEM,UAAU,CACf,QAAQ,EAAE,WAAW,EAAE,EACvB,MAAM,CAAC,EAAE,WAAW,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,cAAc,CAAC,MAAM,CAAC,CA6BxB;IAEK,WAAW,IAAI,OAAO,CAAC,aAAa,CAAC,CAY1C;CACF"}

package/dist/core/backend/ollama.js

@@ -0,0 +1,86 @@
+/**
+ * Ollama backend. Port of `OllamaBackend` from axoniz/core/backend.py.
+ * Ollama streams NDJSON (one JSON object per line), not SSE.
+ */
+import { Backend, errMsg, httpPost, httpStreamLines, HttpStatusError, textResponse, } from "./types.js";
+export class OllamaBackend extends Backend {
+    baseUrl;
+    modelName;
+    temperature;
+    maxTokens;
+    constructor(opts = {}) {
+        super();
+        this.baseUrl = (opts.baseUrl ?? "http://localhost:11434").replace(/\/+$/, "");
+        this.modelName = opts.modelName ?? "llama3";
+        this.temperature = opts.temperature ?? 0.2;
+        this.maxTokens = opts.maxTokens ?? 4096;
+        this.tools = opts.tools ?? [];
+    }
+    get name() {
+        return "ollama";
+    }
+    headers() {
+        return { "Content-Type": "application/json" };
+    }
+    async complete(messages, maxTokens) {
+        const payload = {
+            model: this.modelName,
+            messages,
+            stream: false,
+            options: {
+                temperature: this.temperature,
+                num_predict: maxTokens ?? this.maxTokens,
+            },
+        };
+        try {
+            const resp = (await httpPost(`${this.baseUrl}/api/chat`, payload, this.headers()));
+            return textResponse(resp.message?.content ?? "");
+        }
+        catch (e) {
+            return textResponse(`[ERROR] Ollama Backend: ${errMsg(e)}`);
+        }
+    }
+    async *streamText(messages, signal, maxTokens) {
+        const payload = {
+            model: this.modelName,
+            messages,
+            stream: true,
+            options: {
+                temperature: this.temperature,
+                num_predict: maxTokens ?? this.maxTokens,
+            },
+        };
+        try {
+            for await (const line of httpStreamLines(`${this.baseUrl}/api/chat`, payload, this.headers(), undefined, signal)) {
+                try {
+                    const chunk = JSON.parse(line);
+                    const token = chunk.message?.content;
+                    if (token)
+                        yield token;
+                }
+                catch {
+                    continue;
+                }
+            }
+        }
+        catch (e) {
+            yield `[ERROR] Ollama Backend stream: ${errMsg(e)}`;
+        }
+    }
+    async healthCheck() {
+        try {
+            const res = await fetch(`${this.baseUrl}/api/tags`, { signal: AbortSignal.timeout(3000) });
+            if (!res.ok)
+                throw new HttpStatusError(res.status, await res.text().catch(() => ""));
+            return { status: "ok", backend: "ollama", url: this.baseUrl };
+        }
+        catch (e) {
+            return {
+                status: "error",
+                error: e instanceof HttpStatusError ? e.message : errMsg(e),
+                backend: "ollama",
+            };
+        }
+    }
+}
+//# sourceMappingURL=ollama.js.map

package/dist/core/backend/ollama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../../src/core/backend/ollama.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EACL,OAAO,EACP,MAAM,EACN,QAAQ,EACR,eAAe,EACf,eAAe,EACf,YAAY,GAIb,MAAM,YAAY,CAAC;AAUpB,MAAM,OAAO,aAAc,SAAQ,OAAO;IAC/B,OAAO,CAAS;IAChB,SAAS,CAAS;IAClB,WAAW,CAAS;IACpB,SAAS,CAAS;IAE3B,YAAY,IAAI,GAAkB,EAAE;QAClC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,wBAAwB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC9E,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,QAAQ,CAAC;QAC5C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC;QAC3C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;QACxC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;IAChC,CAAC;IAED,IAAI,IAAI;QACN,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,OAAO;QACb,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAuB,EAAE,SAAkB;QACxD,MAAM,OAAO,GAAG;YACd,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,QAAQ;YACR,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS;aACzC;SACF,CAAC;QACF,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAEhF,CAAC;YACF,OAAO,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;QACnD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,YAAY,CAAC,2BAA2B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CACf,QAAuB,EACvB,MAAoB,EACpB,SAAkB;QAElB,MAAM,OAAO,GAAG;YACd,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,QAAQ;YACR,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE;gBACP,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,WAAW,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS;aACzC;SACF,CAAC;QACF,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,eAAe,CACtC,GAAG,IAAI,CAAC,OAAO,WAAW,EAC1B,OAAO,EACP,IAAI,CAAC,OAAO,EAAE,EACd,SAAS,EACT,MAAM,CACP,EAAE,CAAC;gBACF,IAAI,CAAC;oBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAuC,CAAC;oBACrE,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC;oBACrC,IAAI,KAAK;wBAAE,MAAM,KAAK,CAAC;gBACzB,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,kCAAkC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACtD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC3F,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,MAAM,IAAI,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YACrF,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;QAChE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO;gBACL,MAAM,EAAE,OAAO;gBACf,KAAK,EAAE,CAAC,YAAY,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC3D,OAAO,EAAE,QAAQ;aAClB,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}

package/dist/core/backend/openai.d.ts

@@ -0,0 +1,27 @@
+/**
+ * OpenAI-compatible backend (OpenAI, vLLM, Groq, LM Studio's OpenAI endpoint, ...).
+ * Port of `OpenAICompatibleBackend` from axoniz/core/backend.py.
+ */
+import { Backend, type BackendHealth, type ChatMessage, type CompletionResult } from "./types.js";
+export interface OpenAICompatibleOptions {
+    baseUrl: string;
+    apiKey?: string;
+    modelName?: string;
+    temperature?: number;
+    maxTokens?: number;
+    tools?: unknown[];
+}
+export declare class OpenAICompatibleBackend extends Backend {
+    readonly baseUrl: string;
+    readonly apiKey: string;
+    readonly modelName: string;
+    readonly temperature: number;
+    readonly maxTokens: number;
+    constructor(opts: OpenAICompatibleOptions);
+    get name(): string;
+    private headers;
+    complete(messages: ChatMessage[], maxTokens?: number): Promise<CompletionResult>;
+    streamText(messages: ChatMessage[], signal?: AbortSignal, maxTokens?: number): AsyncGenerator<string>;
+    healthCheck(): Promise<BackendHealth>;
+}
+//# sourceMappingURL=openai.d.ts.map

package/dist/core/backend/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/core/backend/openai.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EACL,OAAO,EAOP,KAAK,aAAa,EAClB,KAAK,WAAW,EAChB,KAAK,gBAAgB,EACtB,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC;CACnB;AAED,qBAAa,uBAAwB,SAAQ,OAAO;IAClD,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAE3B,YAAY,IAAI,EAAE,uBAAuB,EAQxC;IAED,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,OAAO,CAAC,OAAO;IAOT,QAAQ,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAkBrF;IAEM,UAAU,CACf,QAAQ,EAAE,WAAW,EAAE,EACvB,MAAM,CAAC,EAAE,WAAW,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,cAAc,CAAC,MAAM,CAAC,CAsBxB;IAEK,WAAW,IAAI,OAAO,CAAC,aAAa,CAAC,CAe1C;CACF"}

package/dist/core/backend/openai.js

@@ -0,0 +1,84 @@
+/**
+ * OpenAI-compatible backend (OpenAI, vLLM, Groq, LM Studio's OpenAI endpoint, ...).
+ * Port of `OpenAICompatibleBackend` from axoniz/core/backend.py.
+ */
+import { Backend, errMsg, httpPost, httpStreamLines, HttpStatusError, parseSseDelta, textResponse, } from "./types.js";
+export class OpenAICompatibleBackend extends Backend {
+    baseUrl;
+    apiKey;
+    modelName;
+    temperature;
+    maxTokens;
+    constructor(opts) {
+        super();
+        this.baseUrl = opts.baseUrl.replace(/\/+$/, "");
+        this.apiKey = opts.apiKey || "sk-no-key";
+        this.modelName = opts.modelName ?? "local-model";
+        this.temperature = opts.temperature ?? 0.2;
+        this.maxTokens = opts.maxTokens ?? 4096;
+        this.tools = opts.tools ?? [];
+    }
+    get name() {
+        return "openai_compatible";
+    }
+    headers() {
+        return {
+            "Content-Type": "application/json",
+            Authorization: `Bearer ${this.apiKey}`,
+        };
+    }
+    async complete(messages, maxTokens) {
+        const payload = {
+            model: this.modelName,
+            messages,
+            temperature: this.temperature,
+            max_tokens: maxTokens ?? this.maxTokens,
+            stream: false,
+        };
+        try {
+            const resp = (await httpPost(`${this.baseUrl}/chat/completions`, payload, this.headers()));
+            return textResponse(resp.choices?.[0]?.message?.content ?? "");
+        }
+        catch (e) {
+            return textResponse(`[ERROR] OpenAI Backend: ${errMsg(e)}`);
+        }
+    }
+    async *streamText(messages, signal, maxTokens) {
+        const payload = {
+            model: this.modelName,
+            messages,
+            temperature: this.temperature,
+            max_tokens: maxTokens ?? this.maxTokens,
+            stream: true,
+        };
+        try {
+            for await (const line of httpStreamLines(`${this.baseUrl}/chat/completions`, payload, this.headers(), undefined, signal)) {
+                const token = parseSseDelta(line);
+                if (token)
+                    yield token;
+            }
+        }
+        catch (e) {
+            yield `[ERROR] OpenAI Backend stream: ${errMsg(e)}`;
+        }
+    }
+    async healthCheck() {
+        try {
+            const res = await fetch(`${this.baseUrl}/models`, {
+                headers: this.headers(),
+                signal: AbortSignal.timeout(3000),
+            });
+            if (!res.ok)
+                throw new HttpStatusError(res.status, await res.text().catch(() => ""));
+            return { status: "ok", backend: "openai_compatible", url: this.baseUrl };
+        }
+        catch (e) {
+            return {
+                status: "error",
+                error: e instanceof HttpStatusError ? e.message : errMsg(e),
+                backend: "openai_compatible",
+            };
+        }
+    }
+}
+//# sourceMappingURL=openai.js.map

package/dist/core/backend/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/core/backend/openai.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EACL,OAAO,EACP,MAAM,EACN,QAAQ,EACR,eAAe,EACf,eAAe,EACf,aAAa,EACb,YAAY,GAIb,MAAM,YAAY,CAAC;AAWpB,MAAM,OAAO,uBAAwB,SAAQ,OAAO;IACzC,OAAO,CAAS;IAChB,MAAM,CAAS;IACf,SAAS,CAAS;IAClB,WAAW,CAAS;IACpB,SAAS,CAAS;IAE3B,YAAY,IAA6B;QACvC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,WAAW,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,aAAa,CAAC;QACjD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC;QAC3C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;QACxC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;IAChC,CAAC;IAED,IAAI,IAAI;QACN,OAAO,mBAAmB,CAAC;IAC7B,CAAC;IAEO,OAAO;QACb,OAAO;YACL,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;SACvC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAuB,EAAE,SAAkB;QACxD,MAAM,OAAO,GAAG;YACd,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,QAAQ;YACR,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS;YACvC,MAAM,EAAE,KAAK;SACd,CAAC;QACF,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAC1B,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAClC,OAAO,EACP,IAAI,CAAC,OAAO,EAAE,CACf,CAA4D,CAAC;YAC9D,OAAO,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;QACjE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,YAAY,CAAC,2BAA2B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CACf,QAAuB,EACvB,MAAoB,EACpB,SAAkB;QAElB,MAAM,OAAO,GAAG;YACd,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,QAAQ;YACR,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,SAAS,IAAI,IAAI,CAAC,SAAS;YACvC,MAAM,EAAE,IAAI;SACb,CAAC;QACF,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,eAAe,CACtC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAClC,OAAO,EACP,IAAI,CAAC,OAAO,EAAE,EACd,SAAS,EACT,MAAM,CACP,EAAE,CAAC;gBACF,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;gBAClC,IAAI,KAAK;oBAAE,MAAM,KAAK,CAAC;YACzB,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,kCAAkC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACtD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,SAAS,EAAE;gBAChD,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;gBACvB,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aAClC,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,MAAM,IAAI,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YACrF,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,mBAAmB,EAAE,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;QAC3E,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO;gBACL,MAAM,EAAE,OAAO;gBACf,KAAK,EAAE,CAAC,YAAY,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC3D,OAAO,EAAE,mBAAmB;aAC7B,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}

package/dist/core/backend/types.d.ts

@@ -0,0 +1,73 @@
+/**
+ * Shared response types and the universal backend interface.
+ * Port of the response types and `Backend` ABC from axoniz/core/backend.py.
+ */
+import { debug } from "../debug.js";
+export interface TextResponse {
+    kind: "text";
+    text: string;
+    /** Native tool calls, when the backend could produce them. */
+    toolCalls?: ToolCall[];
+}
+export interface ToolCall {
+    name: string;
+    args: Record<string, unknown>;
+}
+export interface ToolCallResponse {
+    kind: "tool_calls";
+    calls: ToolCall[];
+}
+export type CompletionResult = TextResponse | ToolCallResponse;
+export declare function textResponse(text: string): TextResponse;
+export declare function toolCallResponse(calls: ToolCall[]): ToolCallResponse;
+export declare function isToolCallResponse(r: CompletionResult): r is ToolCallResponse;
+export interface ChatMessage {
+    role: "system" | "user" | "assistant" | "tool";
+    content: string;
+    name?: string;
+    tool_call_id?: string;
+}
+export interface BackendHealth {
+    status: string;
+    backend?: string;
+    model?: string;
+    url?: string;
+    loaded?: boolean;
+    error?: string;
+    [key: string]: unknown;
+}
+/** Universal interface every backend must implement. */
+export declare abstract class Backend {
+    /** Tool schemas offered to the backend (JSON-schema function definitions). */
+    tools: unknown[];
+    /** Blocking completion. Returns a TextResponse or ToolCallResponse. */
+    abstract complete(messages: ChatMessage[], maxTokens?: number): Promise<CompletionResult>;
+    /** Token-streaming completion. Yields string tokens. */
+    abstract streamText(messages: ChatMessage[], signal?: AbortSignal, maxTokens?: number): AsyncGenerator<string>;
+    /** Load/warm the model. Returns 'ok' or an error string. */
+    load(): Promise<string>;
+    isLoaded(): boolean;
+    unload(): void;
+    abstract healthCheck(): Promise<BackendHealth>;
+    /** Human-readable identifier for logs. */
+    abstract get name(): string;
+}
+export declare class HttpStatusError extends Error {
+    readonly status: number;
+    readonly body: string;
+    constructor(status: number, body: string);
+}
+export declare function httpPost(url: string, payload: unknown, headers?: Record<string, string>, timeoutMs?: number): Promise<Record<string, unknown>>;
+/** Stream an HTTP POST body as decoded text lines (SSE / NDJSON friendly). */
+export declare function httpStreamLines(url: string, payload: unknown, headers?: Record<string, string>, timeoutMs?: number, signal?: AbortSignal): AsyncGenerator<string>;
+export declare class ConnectionError extends Error {
+    constructor(message: string);
+}
+export declare function errMsg(e: unknown): string;
+/**
+ * Parse an OpenAI-style SSE `data:` line into a token delta.
+ * Returns null for non-data lines, `[DONE]`, or unparseable chunks.
+ */
+export declare function parseSseDelta(line: string): string | null;
+export { debug };
+//# sourceMappingURL=types.d.ts.map

package/dist/core/backend/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/core/backend/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAEpC,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,8DAA8D;IAC9D,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC/B;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,YAAY,CAAC;IACnB,KAAK,EAAE,QAAQ,EAAE,CAAC;CACnB;AAED,MAAM,MAAM,gBAAgB,GAAG,YAAY,GAAG,gBAAgB,CAAC;AAE/D,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAEvD;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,gBAAgB,CAEpE;AAED,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,gBAAgB,GAAG,CAAC,IAAI,gBAAgB,CAE7E;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,wDAAwD;AACxD,8BAAsB,OAAO;IAC3B,8EAA8E;IAC9E,KAAK,EAAE,OAAO,EAAE,CAAM;IAEtB,uEAAuE;IACvE,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAE1F,wDAAwD;IACxD,QAAQ,CAAC,UAAU,CACjB,QAAQ,EAAE,WAAW,EAAE,EACvB,MAAM,CAAC,EAAE,WAAW,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,cAAc,CAAC,MAAM,CAAC,CAAC;IAE1B,4DAA4D;IAC5D,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,CAEtB;IAED,QAAQ,IAAI,OAAO,CAElB;IAED,MAAM,IAAI,IAAI,CAEb;IAED,QAAQ,CAAC,WAAW,IAAI,OAAO,CAAC,aAAa,CAAC,CAAC;IAE/C,0CAA0C;IAC1C,QAAQ,KAAK,IAAI,IAAI,MAAM,CAAC;CAC7B;AAID,qBAAa,eAAgB,SAAQ,KAAK;IAEtC,QAAQ,CAAC,MAAM,EAAE,MAAM;IACvB,QAAQ,CAAC,IAAI,EAAE,MAAM;IAFvB,YACW,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,MAAM,EAItB;CACF;AAED,wBAAsB,QAAQ,CAC5B,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,OAAO,EAChB,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAM,EACpC,SAAS,SAAU,GAClB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAoBlC;AAED,8EAA8E;AAC9E,wBAAuB,eAAe,CACpC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,OAAO,EAChB,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAM,EACpC,SAAS,SAAU,EACnB,MAAM,CAAC,EAAE,WAAW,GACnB,cAAc,CAAC,MAAM,CAAC,CA0CxB;AAED,qBAAa,eAAgB,SAAQ,KAAK;IACxC,YAAY,OAAO,EAAE,MAAM,EAG1B;CACF;AAED,wBAAgB,MAAM,CAAC,CAAC,EAAE,OAAO,GAAG,MAAM,CAEzC;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAazD;AAED,OAAO,EAAE,KAAK,EAAE,CAAC"}