@dahura/super-agent-runtime 0.1.1

package/dist/providers/index.d.ts

@@ -0,0 +1,30 @@
+/**
+ * Provider definitions index.
+ *
+ * This module exports all built-in provider definitions and registers
+ * them with the default registry.
+ */
+export { llamaServerProvider } from "./llama-server.provider";
+export { audioLocalProvider } from "./audio-local.provider";
+export { whisperCppProvider } from "./whisper-cpp.provider";
+export { openaiCompatibleProvider } from "./openai-compatible.provider";
+export { openaiProvider } from "./openai.provider";
+export { anthropicProvider } from "./anthropic.provider";
+export { buildLlamaServerModel, probeLlamaServer } from "./llama-server";
+export type { LlamaServerConfig } from "./llama-server";
+export { buildAudioLocalModel } from "./audio-local";
+export type { AudioLocalConfig, AudioLocalRuntime } from "./audio-local";
+export { buildWhisperCppModel } from "./whisper-cpp";
+export type { WhisperCppConfig } from "./whisper-cpp";
+export { buildOpenAICompatibleModel, probeOpenAICompatible } from "./openai-compatible";
+export type { OpenAICompatibleConfig, ProviderProbeResult } from "./openai-compatible";
+export { buildOpenAIModel } from "./openai";
+export type { OpenAIConfig } from "./openai";
+export { buildAnthropicModel } from "./anthropic";
+export type { AnthropicConfig } from "./anthropic";
+/**
+ * Register all built-in providers with the default registry.
+ * This is called when the module is imported.
+ */
+export declare function registerBuiltinProviders(): void;
+//# sourceMappingURL=index.d.ts.map

package/dist/providers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAKH,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAGzD,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACzE,YAAY,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAExD,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AACrD,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAEzE,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AACrD,YAAY,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAEtD,OAAO,EAAE,0BAA0B,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AACxF,YAAY,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAEvF,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAC5C,YAAY,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAE7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClD,YAAY,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAUnD;;;GAGG;AACH,wBAAgB,wBAAwB,IAAI,IAAI,CAoB/C"}

package/dist/providers/index.js

@@ -0,0 +1,56 @@
+/**
+ * Provider definitions index.
+ *
+ * This module exports all built-in provider definitions and registers
+ * them with the default registry.
+ */
+import { defaultRegistry } from "../registry";
+// Provider definitions
+export { llamaServerProvider } from "./llama-server.provider";
+export { audioLocalProvider } from "./audio-local.provider";
+export { whisperCppProvider } from "./whisper-cpp.provider";
+export { openaiCompatibleProvider } from "./openai-compatible.provider";
+export { openaiProvider } from "./openai.provider";
+export { anthropicProvider } from "./anthropic.provider";
+// Re-export original build functions for backward compatibility
+export { buildLlamaServerModel, probeLlamaServer } from "./llama-server";
+export { buildAudioLocalModel } from "./audio-local";
+export { buildWhisperCppModel } from "./whisper-cpp";
+export { buildOpenAICompatibleModel, probeOpenAICompatible } from "./openai-compatible";
+export { buildOpenAIModel } from "./openai";
+export { buildAnthropicModel } from "./anthropic";
+// Import providers for registration
+import { llamaServerProvider } from "./llama-server.provider";
+import { audioLocalProvider } from "./audio-local.provider";
+import { whisperCppProvider } from "./whisper-cpp.provider";
+import { openaiCompatibleProvider } from "./openai-compatible.provider";
+import { openaiProvider } from "./openai.provider";
+import { anthropicProvider } from "./anthropic.provider";
+/**
+ * Register all built-in providers with the default registry.
+ * This is called when the module is imported.
+ */
+export function registerBuiltinProviders() {
+    // Only register if not already registered
+    if (!defaultRegistry.get("llama-server")) {
+        defaultRegistry.register(llamaServerProvider);
+    }
+    if (!defaultRegistry.get("audio-local")) {
+        defaultRegistry.register(audioLocalProvider);
+    }
+    if (!defaultRegistry.get("whisper-cpp")) {
+        defaultRegistry.register(whisperCppProvider);
+    }
+    if (!defaultRegistry.get("openai-compatible")) {
+        defaultRegistry.register(openaiCompatibleProvider);
+    }
+    if (!defaultRegistry.get("openai")) {
+        defaultRegistry.register(openaiProvider);
+    }
+    if (!defaultRegistry.get("anthropic")) {
+        defaultRegistry.register(anthropicProvider);
+    }
+}
+// Auto-register on import
+registerBuiltinProviders();
+//# sourceMappingURL=index.js.map

package/dist/providers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,uBAAuB;AACvB,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEzD,gEAAgE;AAChE,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAGzE,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAGrD,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAGrD,OAAO,EAAE,0BAA0B,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAGxF,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAG5C,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAGlD,oCAAoC;AACpC,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEzD;;;GAGG;AACH,MAAM,UAAU,wBAAwB;IACtC,0CAA0C;IAC1C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;QACzC,eAAe,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC;QACxC,eAAe,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC;QACxC,eAAe,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE,CAAC;QAC9C,eAAe,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC;IACrD,CAAC;IACD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnC,eAAe,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;QACtC,eAAe,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;IAC9C,CAAC;AACH,CAAC;AAED,0BAA0B;AAC1B,wBAAwB,EAAE,CAAC"}

package/dist/providers/llama-server.d.ts

@@ -0,0 +1,57 @@
+import type { ResolvedModel } from "../model";
+/**
+ * Managed llama.cpp `llama-server` provider.
+ *
+ * Spawns a local `llama-server` binary on first use, waits for it to be ready,
+ * then proxies calls through the standard openai-compatible HTTP interface.
+ * Subsequent calls reuse the running process — no double-spawn.
+ *
+ * This is the "llama.cpp for LLMs" counterpart to the whisper-cpp provider:
+ * the same local-binary philosophy, but for a persistent HTTP server instead
+ * of a one-shot process.
+ *
+ * Required env (per-agent or global):
+ *   SUPERAGENT_PROVIDER=llama-server
+ *   SUPERAGENT_BIN          path to llama-server binary
+ *   SUPERAGENT_MODEL_PATH   path to GGUF model file
+ *
+ * Optional:
+ *   SUPERAGENT_PORT         port to bind (default 8080)
+ *   SUPERAGENT_HOST         host to bind (default 127.0.0.1)
+ *   SUPERAGENT_PARALLEL     maximum concurrent slots (llama-server --parallel)
+ *   SUPERAGENT_GPU_LAYERS   number of layers to offload to GPU (default 0)
+ *   SUPERAGENT_THREADS      number of CPU threads
+ *   SUPERAGENT_CTX_SIZE     context window size (default 4096)
+ *   SUPERAGENT_MMPROJ       path to mmproj GGUF (required for vision with llama-server)
+ *   SUPERAGENT_ENABLE_REASONING=true to allow reasoning mode
+ */
+export type LlamaServerConfig = {
+    bin: string;
+    modelPath: string;
+    port: number;
+    host: string;
+    parallel?: number;
+    gpuLayers?: number;
+    threads?: number;
+    ctxSize?: number;
+    /** Path to multimodal projector for vision models (e.g. mmproj-Qwen3.5-9B-BF16.gguf) */
+    mmproj?: string;
+    /** Disable reasoning/thinking mode (default: true = disabled) */
+    noReasoning?: boolean;
+    resolvedModelId: string;
+    originalModelId: string;
+};
+export declare function shutdownAllManagedLlamaServers(): Promise<void>;
+export declare function buildLlamaServerModel(cfg: LlamaServerConfig): Promise<ResolvedModel>;
+/**
+ * Quick reachability probe for the Playground /providers screen.
+ * Returns ok=true and model list if a llama-server is already running on the
+ * configured port, without starting a new one.
+ */
+export declare function probeLlamaServer(host: string, port: number): Promise<{
+    ok: boolean;
+    latencyMs: number;
+    models?: string[];
+    error?: string;
+}>;
+//# sourceMappingURL=llama-server.d.ts.map

package/dist/providers/llama-server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llama-server.d.ts","sourceRoot":"","sources":["../../src/providers/llama-server.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAG9C;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAEH,MAAM,MAAM,iBAAiB,GAAG;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,wFAAwF;IACxF,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,iEAAiE;IACjE,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;CACzB,CAAC;AAkGF,wBAAsB,8BAA8B,IAAI,OAAO,CAAC,IAAI,CAAC,CAGpE;AA6BD,wBAAsB,qBAAqB,CAAC,GAAG,EAAE,iBAAiB,GAAG,OAAO,CAAC,aAAa,CAAC,CA8F1F;AAED;;;;GAIG;AACH,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,GACX,OAAO,CAAC;IAAE,EAAE,EAAE,OAAO,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAwBhF"}

package/dist/providers/llama-server.js

@@ -0,0 +1,231 @@
+import { access } from "node:fs/promises";
+import { basename } from "node:path";
+import { buildOpenAICompatibleModel } from "./openai-compatible";
+import { ProviderError } from "../errors";
+const HEALTH_POLL_INTERVAL_MS = 300;
+const HEALTH_TIMEOUT_MS = 60_000;
+const PROCESS_KILL_TIMEOUT_MS = 1_500;
+/** Module-level singleton: port → running subprocess. */
+const _procs = new Map();
+let _shutdownHooksRegistered = false;
+async function fileExists(path) {
+    try {
+        await access(path);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function isMmprojFile(path) {
+    return /^mmproj-.+\.gguf$/i.test(basename(path));
+}
+async function isPortOpen(host, port) {
+    try {
+        const res = await fetch(`http://${host}:${port}/health`, {
+            signal: AbortSignal.timeout(500),
+        });
+        return res.ok || res.status === 503; // 503 = loading model, still alive
+    }
+    catch {
+        return false;
+    }
+}
+async function waitForReady(host, port) {
+    const deadline = Date.now() + HEALTH_TIMEOUT_MS;
+    while (Date.now() < deadline) {
+        try {
+            const res = await fetch(`http://${host}:${port}/health`, {
+                signal: AbortSignal.timeout(500),
+            });
+            // llama-server returns 200 {"status":"ok"} when fully loaded
+            if (res.ok)
+                return;
+        }
+        catch {
+            // not ready yet, keep polling
+        }
+        await new Promise((r) => setTimeout(r, HEALTH_POLL_INTERVAL_MS));
+    }
+    throw new ProviderError(`llama-server did not become ready within ${HEALTH_TIMEOUT_MS / 1000}s. ` +
+        `Check that the binary and model path are correct.`);
+}
+function buildConfigSignature(cfg) {
+    return JSON.stringify({
+        bin: cfg.bin,
+        modelPath: cfg.modelPath,
+        host: cfg.host,
+        port: cfg.port,
+        parallel: cfg.parallel,
+        gpuLayers: cfg.gpuLayers,
+        threads: cfg.threads,
+        ctxSize: cfg.ctxSize ?? 4096,
+        mmproj: cfg.mmproj ?? null,
+        noReasoning: cfg.noReasoning !== false,
+    });
+}
+async function stopManagedProc(port) {
+    const managed = _procs.get(port);
+    if (!managed)
+        return;
+    try {
+        managed.proc.kill("SIGTERM");
+        await Promise.race([
+            managed.proc.exited,
+            new Promise((_, reject) => setTimeout(() => reject(new Error("SIGTERM timeout")), PROCESS_KILL_TIMEOUT_MS)),
+        ]);
+    }
+    catch {
+        // Best-effort SIGTERM timed out or failed, fallback to force kill.
+        try {
+            managed.proc.kill("SIGKILL");
+            await managed.proc.exited;
+        }
+        catch {
+            // Ignore errors during hard kill.
+        }
+    }
+    finally {
+        _procs.delete(port);
+    }
+}
+export async function shutdownAllManagedLlamaServers() {
+    const ports = [..._procs.keys()];
+    await Promise.allSettled(ports.map((port) => stopManagedProc(port)));
+}
+function ensureShutdownHooksRegistered() {
+    if (_shutdownHooksRegistered)
+        return;
+    _shutdownHooksRegistered = true;
+    const shutdownForSignal = async (signal, listener) => {
+        process.removeListener(signal, listener);
+        await shutdownAllManagedLlamaServers();
+        process.kill(process.pid, signal);
+    };
+    const onSigint = () => {
+        void shutdownForSignal("SIGINT", onSigint);
+    };
+    const onSigterm = () => {
+        void shutdownForSignal("SIGTERM", onSigterm);
+    };
+    process.on("SIGINT", onSigint);
+    process.on("SIGTERM", onSigterm);
+    process.on("beforeExit", () => {
+        void shutdownAllManagedLlamaServers();
+    });
+}
+export async function buildLlamaServerModel(cfg) {
+    ensureShutdownHooksRegistered();
+    if (!cfg.bin) {
+        throw new ProviderError("llama-server provider requires BIN (set SUPERAGENT_BIN or SUPERAGENT_<AGENT>_BIN)");
+    }
+    if (!cfg.modelPath) {
+        throw new ProviderError("llama-server provider requires MODEL_PATH (set SUPERAGENT_MODEL_PATH or SUPERAGENT_<AGENT>_MODEL_PATH)");
+    }
+    if (!(await fileExists(cfg.bin))) {
+        throw new ProviderError(`llama-server binary not found at "${cfg.bin}"`);
+    }
+    if (!(await fileExists(cfg.modelPath))) {
+        throw new ProviderError(`llama-server model file not found at "${cfg.modelPath}"`);
+    }
+    if (isMmprojFile(cfg.modelPath)) {
+        throw new ProviderError(`llama-server MODEL_PATH points to "${basename(cfg.modelPath)}", which is an mmproj projector file, not a runnable model. Select the base GGUF model instead and keep mmproj only for vision support.`);
+    }
+    if (cfg.mmproj && !(await fileExists(cfg.mmproj))) {
+        throw new ProviderError(`llama-server mmproj file not found at "${cfg.mmproj}"`);
+    }
+    const { host, port } = cfg;
+    const baseURL = `http://${host}:${port}/v1`;
+    const desiredSignature = buildConfigSignature(cfg);
+    const managed = _procs.get(port);
+    if (managed && managed.signature !== desiredSignature) {
+        await stopManagedProc(port);
+    }
+    const alreadyUp = await isPortOpen(host, port);
+    if (!alreadyUp) {
+        if (!_procs.has(port)) {
+            const args = [
+                cfg.bin,
+                "--model", cfg.modelPath,
+                "--host", host,
+                "--port", String(port),
+            ];
+            if (cfg.parallel !== undefined)
+                args.push("--parallel", String(cfg.parallel));
+            if (cfg.gpuLayers !== undefined)
+                args.push("--n-gpu-layers", String(cfg.gpuLayers));
+            if (cfg.threads !== undefined)
+                args.push("--threads", String(cfg.threads));
+            // Default context size 4096 to save memory (vs 32K default which eats ~16GB)
+            args.push("--ctx-size", String(cfg.ctxSize ?? 4096));
+            // Multimodal projector for vision support
+            if (cfg.mmproj)
+                args.push("--mmproj", cfg.mmproj);
+            // Disable reasoning/thinking mode by default (reasoning-budget 0)
+            // This makes Qwen3.5 models output content directly without <think> blocks
+            if (cfg.noReasoning !== false)
+                args.push("--reasoning-budget", "0");
+            const proc = Bun.spawn({
+                cmd: args,
+                stdout: "ignore",
+                stderr: "ignore",
+            });
+            _procs.set(port, { proc, signature: desiredSignature });
+        }
+        await waitForReady(host, port);
+    }
+    const inner = buildOpenAICompatibleModel({
+        baseURL,
+        apiKey: "local",
+        resolvedModelId: cfg.resolvedModelId,
+        originalModelId: cfg.originalModelId,
+    });
+    const managedProcess = _procs.has(port);
+    if (inner.kind !== "ai-sdk") {
+        throw new ProviderError("llama-server: unexpected inner model kind");
+    }
+    return {
+        kind: "ai-sdk",
+        id: inner.id,
+        resolvedId: inner.resolvedId,
+        provider: "llama-server",
+        model: inner.model,
+        meta: {
+            baseURL,
+            bin: cfg.bin,
+            modelPath: cfg.modelPath,
+            port,
+            host,
+            managedProcess,
+        },
+    };
+}
+/**
+ * Quick reachability probe for the Playground /providers screen.
+ * Returns ok=true and model list if a llama-server is already running on the
+ * configured port, without starting a new one.
+ */
+export async function probeLlamaServer(host, port) {
+    const startedAt = performance.now();
+    try {
+        const url = `http://${host}:${port}/v1/models`;
+        const res = await fetch(url, { signal: AbortSignal.timeout(1500) });
+        const latencyMs = Math.round(performance.now() - startedAt);
+        if (!res.ok) {
+            return { ok: false, latencyMs, error: `HTTP ${res.status}` };
+        }
+        const body = (await res.json().catch(() => null));
+        const models = body?.data
+            ?.map((e) => e.id)
+            .filter((id) => typeof id === "string") ?? [];
+        return { ok: true, latencyMs, models };
+    }
+    catch (error) {
+        return {
+            ok: false,
+            latencyMs: Math.round(performance.now() - startedAt),
+            error: error instanceof Error ? error.message : String(error),
+        };
+    }
+}
+//# sourceMappingURL=llama-server.js.map

package/dist/providers/llama-server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llama-server.js","sourceRoot":"","sources":["../../src/providers/llama-server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,0BAA0B,EAAE,MAAM,qBAAqB,CAAC;AAEjE,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AA8C1C,MAAM,uBAAuB,GAAG,GAAG,CAAC;AACpC,MAAM,iBAAiB,GAAG,MAAM,CAAC;AACjC,MAAM,uBAAuB,GAAG,KAAK,CAAC;AAOtC,yDAAyD;AACzD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;AAC9C,IAAI,wBAAwB,GAAG,KAAK,CAAC;AAErC,KAAK,UAAU,UAAU,CAAC,IAAY;IACpC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,OAAO,oBAAoB,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;AACnD,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,IAAY;IAClD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,UAAU,IAAI,IAAI,IAAI,SAAS,EAAE;YACvD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC;SACjC,CAAC,CAAC;QACH,OAAO,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,mCAAmC;IAC1E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,IAAY,EAAE,IAAY;IACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,iBAAiB,CAAC;IAChD,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,UAAU,IAAI,IAAI,IAAI,SAAS,EAAE;gBACvD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC;aACjC,CAAC,CAAC;YACH,6DAA6D;YAC7D,IAAI,GAAG,CAAC,EAAE;gBAAE,OAAO;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,8BAA8B;QAChC,CAAC;QACD,MAAM,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,uBAAuB,CAAC,CAAC,CAAC;IACzE,CAAC;IACD,MAAM,IAAI,aAAa,CACrB,4CAA4C,iBAAiB,GAAG,IAAI,KAAK;QACvE,mDAAmD,CACtD,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,GAAsB;IAClD,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,GAAG,EAAE,GAAG,CAAC,GAAG;QACZ,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,IAAI;QAC5B,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,IAAI;QAC1B,WAAW,EAAE,GAAG,CAAC,WAAW,KAAK,KAAK;KACvC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,IAAY;IACzC,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,CAAC,OAAO;QAAE,OAAO;IACrB,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7B,MAAM,OAAO,CAAC,IAAI,CAAC;YACjB,OAAO,CAAC,IAAI,CAAC,MAAM;YACnB,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAC/B,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,EAAE,uBAAuB,CAAC,CAChF;SACF,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,mEAAmE;QACnE,IAAI,CAAC;YACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC7B,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,kCAAkC;QACpC,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B;IAClD,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACjC,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACvE,CAAC;AAED,SAAS,6BAA6B;IACpC,IAAI,wBAAwB;QAAE,OAAO;IACrC,wBAAwB,GAAG,IAAI,CAAC;IAEhC,MAAM,iBAAiB,GAAG,KAAK,EAC7B,MAA4B,EAC5B,QAAoB,EACpB,EAAE;QACF,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACzC,MAAM,8BAA8B,EAAE,CAAC;QACvC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACpC,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,GAAG,EAAE;QACpB,KAAK,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC,CAAC;IACF,MAAM,SAAS,GAAG,GAAG,EAAE;QACrB,KAAK,iBAAiB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IAC/C,CAAC,CAAC;IAEF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC/B,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACjC,OAAO,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;QAC5B,KAAK,8BAA8B,EAAE,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,GAAsB;IAChE,6BAA6B,EAAE,CAAC;IAChC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,aAAa,CACrB,mFAAmF,CACpF,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;QACnB,MAAM,IAAI,aAAa,CACrB,wGAAwG,CACzG,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,aAAa,CAAC,qCAAqC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,aAAa,CAAC,yCAAyC,GAAG,CAAC,SAAS,GAAG,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,aAAa,CACrB,sCAAsC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,yIAAyI,CACvM,CAAC;IACJ,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,aAAa,CAAC,0CAA0C,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;IACnF,CAAC;IAED,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC;IAC3B,MAAM,OAAO,GAAG,UAAU,IAAI,IAAI,IAAI,KAAK,CAAC;IAC5C,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAEjC,IAAI,OAAO,IAAI,OAAO,CAAC,SAAS,KAAK,gBAAgB,EAAE,CAAC;QACtD,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAE/C,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,GAAa;gBACrB,GAAG,CAAC,GAAG;gBACP,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC;aACvB,CAAC;YACF,IAAI,GAAG,CAAC,QAAQ,KAAK,SAAS;gBAAE,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC9E,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS;gBAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;YACpF,IAAI,GAAG,CAAC,OAAO,KAAK,SAAS;gBAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;YAC3E,6EAA6E;YAC7E,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC;YACrD,0CAA0C;YAC1C,IAAI,GAAG,CAAC,MAAM;gBAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YAClD,kEAAkE;YAClE,2EAA2E;YAC3E,IAAI,GAAG,CAAC,WAAW,KAAK,KAAK;gBAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,GAAG,CAAC,CAAC;YAEpE,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC;gBACrB,GAAG,EAAE,IAAI;gBACT,MAAM,EAAE,QAAQ;gBAChB,MAAM,EAAE,QAAQ;aACjB,CAAC,CAAC;YACH,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,MAAM,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,KAAK,GAAG,0BAA0B,CAAC;QACvC,OAAO;QACP,MAAM,EAAE,OAAO;QACf,eAAe,EAAE,GAAG,CAAC,eAAe;QACpC,eAAe,EAAE,GAAG,CAAC,eAAe;KACrC,CAAC,CAAC;IACH,MAAM,cAAc,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAExC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,IAAI,aAAa,CAAC,2CAA2C,CAAC,CAAC;IACvE,CAAC;IAED,OAAO;QACL,IAAI,EAAE,QAAiB;QACvB,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,QAAQ,EAAE,cAAuB;QACjC,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,IAAI,EAAE;YACJ,OAAO;YACP,GAAG,EAAE,GAAG,CAAC,GAAG;YACZ,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,IAAI;YACJ,IAAI;YACJ,cAAc;SACf;KACF,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAY,EACZ,IAAY;IAEZ,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACpC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,UAAU,IAAI,IAAI,IAAI,YAAY,CAAC;QAC/C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;QAC5D,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC;QAC/D,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAExC,CAAC;QACT,MAAM,MAAM,GACV,IAAI,EAAE,IAAI;YACR,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACjB,MAAM,CAAC,CAAC,EAAE,EAAgB,EAAE,CAAC,OAAO,EAAE,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC;QAChE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;IACzC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,EAAE,EAAE,KAAK;YACT,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACpD,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/providers/llama-server.provider.d.ts

@@ -0,0 +1,34 @@
+/**
+ * llama-server provider definition using defineProvider.
+ *
+ * Manages a local llama.cpp server for LLM inference with automatic
+ * model discovery from LM Studio paths.
+ */
+import { type ProviderConfig } from "@dahura/super-agent-kit";
+export declare const LLAMA_SERVER_MODEL_DISCOVERY_PATHS: readonly ["~/.lmstudio/models", "~/.cache/lm-studio/models", "~/Library/Application Support/LM Studio/models"];
+/**
+ * Configuration type for llama-server provider.
+ */
+export type LlamaServerProviderConfig = ProviderConfig & {
+    bin?: string;
+    modelPath?: string;
+    port?: string;
+    host?: string;
+    parallel?: string;
+    gpuLayers?: string;
+    threads?: string;
+    ctxSize?: string;
+    mmproj?: string;
+    enableReasoning?: string;
+};
+/**
+ * llama-server provider definition.
+ *
+ * Features:
+ * - Automatic server lifecycle management (spawn on first use)
+ * - OpenAI-compatible API
+ * - Model discovery from LM Studio paths
+ * - GPU offloading support
+ */
+export declare const llamaServerProvider: import("@dahura/super-agent-kit").ProviderModule<LlamaServerProviderConfig>;
+//# sourceMappingURL=llama-server.provider.d.ts.map

package/dist/providers/llama-server.provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llama-server.provider.d.ts","sourceRoot":"","sources":["../../src/providers/llama-server.provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAkB,KAAK,cAAc,EAA4B,MAAM,yBAAyB,CAAC;AAGxG,eAAO,MAAM,kCAAkC,gHAIrC,CAAC;AAEX;;GAEG;AACH,MAAM,MAAM,yBAAyB,GAAG,cAAc,GAAG;IACvD,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B,CAAC;AAwEF;;;;;;;;GAQG;AACH,eAAO,MAAM,mBAAmB,6EA+D9B,CAAC"}

package/dist/providers/llama-server.provider.js

@@ -0,0 +1,147 @@
+/**
+ * llama-server provider definition using defineProvider.
+ *
+ * Manages a local llama.cpp server for LLM inference with automatic
+ * model discovery from LM Studio paths.
+ */
+import { basename } from "node:path";
+import { defineProvider } from "@dahura/super-agent-kit";
+import { buildLlamaServerModel, probeLlamaServer } from "./llama-server";
+export const LLAMA_SERVER_MODEL_DISCOVERY_PATHS = [
+    "~/.lmstudio/models",
+    "~/.cache/lm-studio/models",
+    "~/Library/Application Support/LM Studio/models",
+];
+/**
+ * Probe function wrapper for defineProvider compatibility.
+ */
+async function probeLlamaServerProvider(config) {
+    const host = config.host ?? "127.0.0.1";
+    const port = config.port ? parseInt(config.port, 10) : 8080;
+    // If no bin/modelPath configured, provider is not set up
+    if (!config.bin || !config.modelPath) {
+        return {
+            ok: false,
+            error: "Not configured (BIN and MODEL_PATH required)",
+        };
+    }
+    const result = await probeLlamaServer(host, port);
+    return {
+        ok: result.ok,
+        latencyMs: result.latencyMs,
+        models: result.models,
+        error: result.error,
+        meta: {
+            host,
+            port,
+            bin: config.bin,
+            modelPath: config.modelPath,
+        },
+    };
+}
+/**
+ * Build function wrapper for defineProvider compatibility.
+ */
+async function buildLlamaServerProviderModel(config) {
+    const enableReasoning = config.enableReasoning === "true";
+    const llamaConfig = {
+        bin: config.bin ?? "",
+        modelPath: config.modelPath ?? "",
+        port: config.port ? parseInt(config.port, 10) : 8080,
+        host: config.host ?? "127.0.0.1",
+        parallel: config.parallel ? parseInt(config.parallel, 10) : undefined,
+        gpuLayers: config.gpuLayers ? parseInt(config.gpuLayers, 10) : undefined,
+        threads: config.threads ? parseInt(config.threads, 10) : undefined,
+        ctxSize: config.ctxSize ? parseInt(config.ctxSize, 10) : undefined,
+        mmproj: config.mmproj,
+        noReasoning: !enableReasoning,
+        resolvedModelId: basename(config.modelPath ?? "", ".gguf"),
+        originalModelId: `local/${basename(config.modelPath ?? "", ".gguf")}`,
+    };
+    return buildLlamaServerModel(llamaConfig);
+}
+/**
+ * Extract a human-readable model ID from a GGUF file path.
+ * Examples:
+ *   ~/.cache/lm-studio/models/lmstudio-community/Qwen3.5-9B-GGUF/Qwen3.5-9B-Q4_K_M.gguf
+ *   → "Qwen3.5-9B-Q4_K_M"
+ */
+function extractGgufModelId(filePath) {
+    const filename = basename(filePath);
+    // Remove .gguf extension
+    return filename.replace(/\.gguf$/i, "");
+}
+/**
+ * llama-server provider definition.
+ *
+ * Features:
+ * - Automatic server lifecycle management (spawn on first use)
+ * - OpenAI-compatible API
+ * - Model discovery from LM Studio paths
+ * - GPU offloading support
+ */
+export const llamaServerProvider = defineProvider({
+    meta: {
+        id: "llama-server",
+        description: "Managed llama.cpp server for local LLM inference",
+        version: "1.0.0",
+        capabilities: ["text", "vision"],
+    },
+    kind: "ai-sdk",
+    env: {
+        bin: {
+            env: "BIN",
+            required: true,
+            description: "Path to llama-server binary",
+        },
+        modelPath: {
+            env: "MODEL_PATH",
+            required: true,
+            description: "Path to GGUF model file",
+        },
+        port: {
+            env: "PORT",
+            default: "8080",
+            description: "Port to bind (default 8080)",
+        },
+        host: {
+            env: "HOST",
+            default: "127.0.0.1",
+            description: "Host to bind (default 127.0.0.1)",
+        },
+        parallel: {
+            env: "PARALLEL",
+            description: "Maximum concurrent llama-server slots",
+        },
+        gpuLayers: {
+            env: "GPU_LAYERS",
+            description: "Number of layers to offload to GPU",
+        },
+        threads: {
+            env: "THREADS",
+            description: "Number of CPU threads",
+        },
+        ctxSize: {
+            env: "CTX_SIZE",
+            default: "4096",
+            description: "Context window size (default 4096)",
+        },
+        mmproj: {
+            env: "MMPROJ",
+            description: "Path to mmproj GGUF file for vision models",
+        },
+        enableReasoning: {
+            env: "ENABLE_REASONING",
+            description: "Set true to enable reasoning/thinking mode",
+        },
+    },
+    modelDiscovery: {
+        paths: LLAMA_SERVER_MODEL_DISCOVERY_PATHS,
+        pattern: "**/*.gguf",
+        extractModelId: extractGgufModelId,
+        filter: (filePath) => !/\/mmproj-[^/]+\.gguf$/i.test(filePath),
+    },
+    probe: probeLlamaServerProvider,
+    build: buildLlamaServerProviderModel,
+});
+//# sourceMappingURL=llama-server.provider.js.map

package/dist/providers/llama-server.provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llama-server.provider.js","sourceRoot":"","sources":["../../src/providers/llama-server.provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,cAAc,EAAiD,MAAM,yBAAyB,CAAC;AACxG,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAA0B,MAAM,gBAAgB,CAAC;AAEjG,MAAM,CAAC,MAAM,kCAAkC,GAAG;IAChD,oBAAoB;IACpB,2BAA2B;IAC3B,gDAAgD;CACxC,CAAC;AAkBX;;GAEG;AACH,KAAK,UAAU,wBAAwB,CACrC,MAAiC;IAEjC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,WAAW,CAAC;IACxC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAE5D,yDAAyD;IACzD,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QACrC,OAAO;YACL,EAAE,EAAE,KAAK;YACT,KAAK,EAAE,8CAA8C;SACtD,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAElD,OAAO;QACL,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,IAAI,EAAE;YACJ,IAAI;YACJ,IAAI;YACJ,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,SAAS,EAAE,MAAM,CAAC,SAAS;SAC5B;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,6BAA6B,CAC1C,MAAiC;IAEjC,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,KAAK,MAAM,CAAC;IAC1D,MAAM,WAAW,GAAsB;QACrC,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE;QACrB,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE;QACjC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;QACpD,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,WAAW;QAChC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;QACrE,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;QACxE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;QAClE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;QAClE,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,WAAW,EAAE,CAAC,eAAe;QAC7B,eAAe,EAAE,QAAQ,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,EAAE,OAAO,CAAC;QAC1D,eAAe,EAAE,SAAS,QAAQ,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,EAAE,OAAO,CAAC,EAAE;KACtE,CAAC;IAEF,OAAO,qBAAqB,CAAC,WAAW,CAAC,CAAC;AAC5C,CAAC;AAED;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,QAAgB;IAC1C,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpC,yBAAyB;IACzB,OAAO,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;AAC1C,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,cAAc,CAA4B;IAC3E,IAAI,EAAE;QACJ,EAAE,EAAE,cAAc;QAClB,WAAW,EAAE,kDAAkD;QAC/D,OAAO,EAAE,OAAO;QAChB,YAAY,EAAE,CAAC,MAAM,EAAE,QAAQ,CAAC;KACjC;IACD,IAAI,EAAE,QAAQ;IACd,GAAG,EAAE;QACH,GAAG,EAAE;YACH,GAAG,EAAE,KAAK;YACV,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,6BAA6B;SAC3C;QACD,SAAS,EAAE;YACT,GAAG,EAAE,YAAY;YACjB,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,yBAAyB;SACvC;QACD,IAAI,EAAE;YACJ,GAAG,EAAE,MAAM;YACX,OAAO,EAAE,MAAM;YACf,WAAW,EAAE,6BAA6B;SAC3C;QACD,IAAI,EAAE;YACJ,GAAG,EAAE,MAAM;YACX,OAAO,EAAE,WAAW;YACpB,WAAW,EAAE,kCAAkC;SAChD;QACD,QAAQ,EAAE;YACR,GAAG,EAAE,UAAU;YACf,WAAW,EAAE,uCAAuC;SACrD;QACD,SAAS,EAAE;YACT,GAAG,EAAE,YAAY;YACjB,WAAW,EAAE,oCAAoC;SAClD;QACD,OAAO,EAAE;YACP,GAAG,EAAE,SAAS;YACd,WAAW,EAAE,uBAAuB;SACrC;QACD,OAAO,EAAE;YACP,GAAG,EAAE,UAAU;YACf,OAAO,EAAE,MAAM;YACf,WAAW,EAAE,oCAAoC;SAClD;QACD,MAAM,EAAE;YACN,GAAG,EAAE,QAAQ;YACb,WAAW,EAAE,4CAA4C;SAC1D;QACD,eAAe,EAAE;YACf,GAAG,EAAE,kBAAkB;YACvB,WAAW,EAAE,4CAA4C;SAC1D;KACF;IACD,cAAc,EAAE;QACd,KAAK,EAAE,kCAAkC;QACzC,OAAO,EAAE,WAAW;QACpB,cAAc,EAAE,kBAAkB;QAClC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,wBAAwB,CAAC,IAAI,CAAC,QAAQ,CAAC;KAC/D;IACD,KAAK,EAAE,wBAAwB;IAC/B,KAAK,EAAE,6BAA6B;CACrC,CAAC,CAAC"}

package/dist/providers/openai-compatible.d.ts

@@ -0,0 +1,32 @@
+import type { ResolvedModel } from "../model";
+/**
+ * Local-first OpenAI-compatible provider.
+ *
+ * One adapter, many backends: Ollama (`/v1`), llama-server (`/v1`),
+ * LM Studio (`/v1`), vLLM (`/v1`). They all expose the same OpenAI REST
+ * surface, so a single `@ai-sdk/openai` instance with a custom baseURL
+ * covers them all.
+ *
+ * This is the DEFAULT provider in SuperAgent's local-first stance — when
+ * `.env` has nothing else, the resolver tries `openai-compatible` first.
+ */
+export type OpenAICompatibleConfig = {
+    baseURL: string;
+    apiKey: string;
+    resolvedModelId: string;
+    originalModelId: string;
+};
+export declare function buildOpenAICompatibleModel(cfg: OpenAICompatibleConfig): ResolvedModel;
+/**
+ * Quick reachability probe used by the Playground /providers screen.
+ * Issues a `/models` GET against the baseURL. Returns latency + list of
+ * available model ids on success, or a ProviderError-backed result on failure.
+ */
+export type ProviderProbeResult = {
+    ok: boolean;
+    latencyMs: number;
+    models?: string[];
+    error?: string;
+};
+export declare function probeOpenAICompatible(baseURL: string, apiKey: string, abortSignal?: AbortSignal): Promise<ProviderProbeResult>;
+//# sourceMappingURL=openai-compatible.d.ts.map

package/dist/providers/openai-compatible.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-compatible.d.ts","sourceRoot":"","sources":["../../src/providers/openai-compatible.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAG9C;;;;;;;;;;GAUG;AACH,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF,wBAAgB,0BAA0B,CAAC,GAAG,EAAE,sBAAsB,GAAG,aAAa,CAuBrF;AAED;;;;GAIG;AACH,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,OAAO,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,EACd,WAAW,CAAC,EAAE,WAAW,GACxB,OAAO,CAAC,mBAAmB,CAAC,CA0B9B"}