@tmhs/local-ai-mcp 0.1.0

package/dist/providers/lmstudio.d.ts

@@ -0,0 +1,44 @@
+import type { CompletionParams, CompletionResult, EmbedParams, EmbedResult, HealthStatus, LoadedModelInfo, ModelDetail, ModelSummary, Provider, ProviderCapabilities, PullResult } from "./types.js";
+declare const PROVIDER: "lmstudio";
+export interface CliResult {
+    status: number;
+    stdout: string;
+    stderr: string;
+}
+export type CliRunner = (args: string[]) => CliResult;
+export declare class LMStudioProvider implements Provider {
+    readonly id: "lmstudio";
+    readonly host: string;
+    private cliRunner;
+    private lmsAvailableCache;
+    constructor(host: string, cliRunner?: CliRunner);
+    lmsAvailable(): boolean;
+    capabilities(): ProviderCapabilities;
+    detect(timeoutMs: number): Promise<boolean>;
+    health(timeoutMs: number): Promise<HealthStatus>;
+    private mapModel;
+    listModels(timeoutMs: number): Promise<ModelSummary[]>;
+    listLoaded(timeoutMs: number): Promise<LoadedModelInfo[]>;
+    modelInfo(model: string, timeoutMs: number): Promise<ModelDetail>;
+    pull(model: string, _timeoutMs: number): Promise<PullResult>;
+    remove(model: string, _timeoutMs: number): Promise<{
+        provider: typeof PROVIDER;
+        model: string;
+        removed: boolean;
+    }>;
+    load(model: string, _timeoutMs: number, _keepAlive?: string): Promise<{
+        provider: typeof PROVIDER;
+        model: string;
+        loaded: boolean;
+        detail?: string;
+    }>;
+    unload(model: string, _timeoutMs: number): Promise<{
+        provider: typeof PROVIDER;
+        model: string;
+        unloaded: boolean;
+        detail?: string;
+    }>;
+    complete(params: CompletionParams, timeoutMs: number): Promise<CompletionResult>;
+    embed(params: EmbedParams, timeoutMs: number): Promise<EmbedResult>;
+}
+export {};

package/dist/providers/lmstudio.js

@@ -0,0 +1,181 @@
+import { spawnSync } from "node:child_process";
+import { httpJson, probe } from "../http.js";
+const PROVIDER = "lmstudio";
+function defaultCliRunner(args) {
+    const res = spawnSync("lms", args, { encoding: "utf8" });
+    return {
+        status: res.status ?? (res.error ? 1 : 0),
+        stdout: res.stdout ?? "",
+        stderr: res.stderr ?? (res.error ? String(res.error.message) : ""),
+    };
+}
+export class LMStudioProvider {
+    id = PROVIDER;
+    host;
+    cliRunner;
+    lmsAvailableCache;
+    constructor(host, cliRunner = defaultCliRunner) {
+        this.host = host;
+        this.cliRunner = cliRunner;
+    }
+    lmsAvailable() {
+        if (this.lmsAvailableCache === undefined) {
+            try {
+                this.lmsAvailableCache = this.cliRunner(["version"]).status === 0;
+            }
+            catch {
+                this.lmsAvailableCache = false;
+            }
+        }
+        return this.lmsAvailableCache;
+    }
+    capabilities() {
+        const cli = this.lmsAvailable();
+        return {
+            provider: PROVIDER,
+            complete: true,
+            embed: true,
+            pull: cli,
+            remove: cli,
+            load: cli,
+            unload: cli,
+            search: false,
+        };
+    }
+    async detect(timeoutMs) {
+        if (await probe(`${this.host}/api/v0/models`, timeoutMs))
+            return true;
+        return probe(`${this.host}/v1/models`, timeoutMs);
+    }
+    async health(timeoutMs) {
+        const live = await this.detect(timeoutMs);
+        return live
+            ? { provider: PROVIDER, live: true, host: this.host }
+            : {
+                provider: PROVIDER,
+                live: false,
+                host: this.host,
+                error: "LM Studio server not reachable",
+            };
+    }
+    mapModel(m) {
+        return {
+            id: m.id,
+            provider: PROVIDER,
+            family: m.arch,
+            quantization: m.quantization,
+        };
+    }
+    async listModels(timeoutMs) {
+        const data = await httpJson(`${this.host}/api/v0/models`, {
+            timeoutMs,
+        });
+        return (data.data ?? []).map((m) => this.mapModel(m));
+    }
+    async listLoaded(timeoutMs) {
+        const data = await httpJson(`${this.host}/api/v0/models`, {
+            timeoutMs,
+        });
+        return (data.data ?? [])
+            .filter((m) => m.state === "loaded")
+            .map((m) => ({
+            id: m.id,
+            provider: PROVIDER,
+            contextLength: m.loaded_context_length ?? m.max_context_length,
+        }));
+    }
+    async modelInfo(model, timeoutMs) {
+        const m = await httpJson(`${this.host}/api/v0/models/${encodeURIComponent(model)}`, { timeoutMs });
+        return {
+            id: m.id ?? model,
+            provider: PROVIDER,
+            family: m.arch,
+            quantization: m.quantization,
+            contextLength: m.max_context_length,
+            details: m,
+        };
+    }
+    async pull(model, _timeoutMs) {
+        if (!this.lmsAvailable()) {
+            throw new Error("LM Studio pull requires the lms CLI");
+        }
+        const res = this.cliRunner(["get", model]);
+        if (res.status !== 0) {
+            throw new Error(`lms get failed: ${res.stderr || res.stdout}`);
+        }
+        return { provider: PROVIDER, model, status: "success" };
+    }
+    async remove(model, _timeoutMs) {
+        if (!this.lmsAvailable()) {
+            throw new Error("LM Studio remove requires the lms CLI");
+        }
+        const res = this.cliRunner(["rm", model]);
+        if (res.status !== 0) {
+            throw new Error(`lms rm failed: ${res.stderr || res.stdout}`);
+        }
+        return { provider: PROVIDER, model, removed: true };
+    }
+    async load(model, _timeoutMs, _keepAlive) {
+        if (this.lmsAvailable()) {
+            const res = this.cliRunner(["load", model]);
+            if (res.status !== 0) {
+                throw new Error(`lms load failed: ${res.stderr || res.stdout}`);
+            }
+            return { provider: PROVIDER, model, loaded: true };
+        }
+        return {
+            provider: PROVIDER,
+            model,
+            loaded: true,
+            detail: "LM Studio loads on first request (JIT); no CLI present",
+        };
+    }
+    async unload(model, _timeoutMs) {
+        if (!this.lmsAvailable()) {
+            throw new Error("LM Studio unload requires the lms CLI; install it to unload models");
+        }
+        const res = this.cliRunner(["unload", model]);
+        if (res.status !== 0) {
+            throw new Error(`lms unload failed: ${res.stderr || res.stdout}`);
+        }
+        return { provider: PROVIDER, model, unloaded: true };
+    }
+    async complete(params, timeoutMs) {
+        const messages = params.messages ?? [{ role: "user", content: params.prompt ?? "" }];
+        const start = Date.now();
+        const data = await httpJson(`${this.host}/v1/chat/completions`, {
+            method: "POST",
+            body: JSON.stringify({
+                model: params.model,
+                messages,
+                max_tokens: params.maxTokens,
+                temperature: params.temperature,
+                stop: params.stop,
+            }),
+            timeoutMs,
+        });
+        return {
+            provider: PROVIDER,
+            model: params.model,
+            text: data.choices?.[0]?.message?.content ?? "",
+            promptTokens: data.usage?.prompt_tokens,
+            completionTokens: data.usage?.completion_tokens,
+            totalDurationMs: Date.now() - start,
+        };
+    }
+    async embed(params, timeoutMs) {
+        const data = await httpJson(`${this.host}/v1/embeddings`, {
+            method: "POST",
+            body: JSON.stringify({ model: params.model, input: params.input }),
+            timeoutMs,
+        });
+        const embeddings = (data.data ?? []).map((d) => d.embedding);
+        return {
+            provider: PROVIDER,
+            model: params.model,
+            embeddings,
+            dimensions: embeddings[0]?.length ?? 0,
+        };
+    }
+}
+//# sourceMappingURL=lmstudio.js.map

package/dist/providers/lmstudio.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lmstudio.js","sourceRoot":"","sources":["../../src/providers/lmstudio.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAe7C,MAAM,QAAQ,GAAG,UAAmB,CAAC;AAUrC,SAAS,gBAAgB,CAAC,IAAc;IACtC,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;IACzD,OAAO;QACL,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,EAAE;QACxB,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KACnE,CAAC;AACJ,CAAC;AAsBD,MAAM,OAAO,gBAAgB;IAClB,EAAE,GAAG,QAAQ,CAAC;IACd,IAAI,CAAS;IACd,SAAS,CAAY;IACrB,iBAAiB,CAAsB;IAE/C,YAAY,IAAY,EAAE,YAAuB,gBAAgB;QAC/D,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,YAAY;QACV,IAAI,IAAI,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;YACzC,IAAI,CAAC;gBACH,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC;YACpE,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;YACjC,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;IAED,YAAY;QACV,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAChC,OAAO;YACL,QAAQ,EAAE,QAAQ;YAClB,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,GAAG;YACT,MAAM,EAAE,GAAG;YACX,IAAI,EAAE,GAAG;YACT,MAAM,EAAE,GAAG;YACX,MAAM,EAAE,KAAK;SACd,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAiB;QAC5B,IAAI,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,gBAAgB,EAAE,SAAS,CAAC;YAAE,OAAO,IAAI,CAAC;QACtE,OAAO,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,YAAY,EAAE,SAAS,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAiB;QAC5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC1C,OAAO,IAAI;YACT,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;YACrD,CAAC,CAAC;gBACE,QAAQ,EAAE,QAAQ;gBAClB,IAAI,EAAE,KAAK;gBACX,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,KAAK,EAAE,gCAAgC;aACxC,CAAC;IACR,CAAC;IAEO,QAAQ,CAAC,CAAgB;QAC/B,OAAO;YACL,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,CAAC,CAAC,IAAI;YACd,YAAY,EAAE,CAAC,CAAC,YAAY;SAC7B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAAiB;QAChC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAA6B,GAAG,IAAI,CAAC,IAAI,gBAAgB,EAAE;YACpF,SAAS;SACV,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAAiB;QAChC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAA6B,GAAG,IAAI,CAAC,IAAI,gBAAgB,EAAE;YACpF,SAAS;SACV,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;aACrB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC;aACnC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACX,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,QAAQ,EAAE,QAAQ;YAClB,aAAa,EAAE,CAAC,CAAC,qBAAqB,IAAI,CAAC,CAAC,kBAAkB;SAC/D,CAAC,CAAC,CAAC;IACR,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,KAAa,EAAE,SAAiB;QAC9C,MAAM,CAAC,GAAG,MAAM,QAAQ,CACtB,GAAG,IAAI,CAAC,IAAI,kBAAkB,kBAAkB,CAAC,KAAK,CAAC,EAAE,EACzD,EAAE,SAAS,EAAE,CACd,CAAC;QACF,OAAO;YACL,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,KAAK;YACjB,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,CAAC,CAAC,IAAI;YACd,YAAY,EAAE,CAAC,CAAC,YAAY;YAC5B,aAAa,EAAE,CAAC,CAAC,kBAAkB;YACnC,OAAO,EAAE,CAAuC;SACjD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,KAAa,EAAE,UAAkB;QAC1C,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;QAC3C,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QACjE,CAAC;QACD,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,MAAM,CACV,KAAa,EACb,UAAkB;QAElB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;QAC1C,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,IAAI,CACR,KAAa,EACb,UAAkB,EAClB,UAAmB;QAEnB,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACxB,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;YAC5C,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrB,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YAClE,CAAC;YACD,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QACrD,CAAC;QACD,OAAO;YACL,QAAQ,EAAE,QAAQ;YAClB,KAAK;YACL,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,wDAAwD;SACjE,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CACV,KAAa,EACb,UAAkB;QAElB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CACb,oEAAoE,CACrE,CAAC;QACJ,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;QAC9C,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,sBAAsB,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAwB,EAAE,SAAiB;QACxD,MAAM,QAAQ,GACZ,MAAM,CAAC,QAAQ,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC,CAAC;QACtE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAqB,GAAG,IAAI,CAAC,IAAI,sBAAsB,EAAE;YAClF,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,QAAQ;gBACR,UAAU,EAAE,MAAM,CAAC,SAAS;gBAC5B,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;aAClB,CAAC;YACF,SAAS;SACV,CAAC,CAAC;QACH,OAAO;YACL,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;YAC/C,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa;YACvC,gBAAgB,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB;YAC/C,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SACpC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAmB,EAAE,SAAiB;QAChD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAsB,GAAG,IAAI,CAAC,IAAI,gBAAgB,EAAE;YAC7E,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;YAClE,SAAS;SACV,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC7D,OAAO;YACL,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,UAAU;YACV,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC;SACvC,CAAC;IACJ,CAAC;CACF"}

package/dist/providers/manager.d.ts

@@ -0,0 +1,9 @@
+import type { Config } from "../config.js";
+import type { Provider } from "./types.js";
+export declare class ProviderManager {
+    readonly providers: Provider[];
+    constructor(config: Config);
+    get(id: string): Provider | undefined;
+    detected(timeoutMs: number): Promise<Provider[]>;
+    resolve(providerArg: string | undefined, timeoutMs: number): Promise<Provider[]>;
+}

package/dist/providers/manager.js

@@ -0,0 +1,31 @@
+import { LMStudioProvider } from "./lmstudio.js";
+import { OllamaProvider } from "./ollama.js";
+export class ProviderManager {
+    providers;
+    constructor(config) {
+        this.providers = [
+            new OllamaProvider(config.ollamaHost),
+            new LMStudioProvider(config.lmstudioHost),
+        ];
+    }
+    get(id) {
+        return this.providers.find((p) => p.id === id);
+    }
+    async detected(timeoutMs) {
+        const results = await Promise.all(this.providers.map(async (p) => ({ provider: p, live: await p.detect(timeoutMs) })));
+        return results.filter((r) => r.live).map((r) => r.provider);
+    }
+    async resolve(providerArg, timeoutMs) {
+        if (providerArg) {
+            const p = this.get(providerArg);
+            if (!p) {
+                throw new Error(`Unknown provider: ${providerArg}. Known providers: ${this.providers
+                    .map((x) => x.id)
+                    .join(", ")}`);
+            }
+            return [p];
+        }
+        return this.detected(timeoutMs);
+    }
+}
+//# sourceMappingURL=manager.js.map

package/dist/providers/manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manager.js","sourceRoot":"","sources":["../../src/providers/manager.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAG7C,MAAM,OAAO,eAAe;IACjB,SAAS,CAAa;IAE/B,YAAY,MAAc;QACxB,IAAI,CAAC,SAAS,GAAG;YACf,IAAI,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC;YACrC,IAAI,gBAAgB,CAAC,MAAM,CAAC,YAAY,CAAC;SAC1C,CAAC;IACJ,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAM,EAAiB,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAiB;QAC9B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CACpF,CAAC;QACF,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,WAA+B,EAAE,SAAiB;QAC9D,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAChC,IAAI,CAAC,CAAC,EAAE,CAAC;gBACP,MAAM,IAAI,KAAK,CACb,qBAAqB,WAAW,sBAAsB,IAAI,CAAC,SAAS;qBACjE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBAChB,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;YACJ,CAAC;YACD,OAAO,CAAC,CAAC,CAAC,CAAC;QACb,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;CACF"}

package/dist/providers/ollama.d.ts

@@ -0,0 +1,34 @@
+import type { CompletionParams, CompletionResult, EmbedParams, EmbedResult, HealthStatus, LoadedModelInfo, ModelDetail, ModelSummary, Provider, ProviderCapabilities, PullResult } from "./types.js";
+declare const PROVIDER: "ollama";
+export declare class OllamaProvider implements Provider {
+    readonly id: "ollama";
+    readonly host: string;
+    constructor(host: string);
+    capabilities(): ProviderCapabilities;
+    detect(timeoutMs: number): Promise<boolean>;
+    health(timeoutMs: number): Promise<HealthStatus>;
+    listModels(timeoutMs: number): Promise<ModelSummary[]>;
+    listLoaded(timeoutMs: number): Promise<LoadedModelInfo[]>;
+    modelInfo(model: string, timeoutMs: number): Promise<ModelDetail>;
+    pull(model: string, timeoutMs: number): Promise<PullResult>;
+    remove(model: string, timeoutMs: number): Promise<{
+        provider: typeof PROVIDER;
+        model: string;
+        removed: boolean;
+    }>;
+    load(model: string, timeoutMs: number, keepAlive?: string): Promise<{
+        provider: typeof PROVIDER;
+        model: string;
+        loaded: boolean;
+        detail?: string;
+    }>;
+    unload(model: string, timeoutMs: number): Promise<{
+        provider: typeof PROVIDER;
+        model: string;
+        unloaded: boolean;
+        detail?: string;
+    }>;
+    complete(params: CompletionParams, timeoutMs: number): Promise<CompletionResult>;
+    embed(params: EmbedParams, timeoutMs: number): Promise<EmbedResult>;
+}
+export {};

package/dist/providers/ollama.js

@@ -0,0 +1,157 @@
+import { httpJson, probe } from "../http.js";
+const PROVIDER = "ollama";
+export class OllamaProvider {
+    id = PROVIDER;
+    host;
+    constructor(host) {
+        this.host = host;
+    }
+    capabilities() {
+        return {
+            provider: PROVIDER,
+            complete: true,
+            embed: true,
+            pull: true,
+            remove: true,
+            load: true,
+            unload: true,
+            search: false,
+        };
+    }
+    async detect(timeoutMs) {
+        return probe(`${this.host}/api/version`, timeoutMs);
+    }
+    async health(timeoutMs) {
+        try {
+            const data = await httpJson(`${this.host}/api/version`, { timeoutMs });
+            return { provider: PROVIDER, live: true, host: this.host, version: data.version };
+        }
+        catch (err) {
+            return {
+                provider: PROVIDER,
+                live: false,
+                host: this.host,
+                error: err instanceof Error ? err.message : String(err),
+            };
+        }
+    }
+    async listModels(timeoutMs) {
+        const data = await httpJson(`${this.host}/api/tags`, {
+            timeoutMs,
+        });
+        return (data.models ?? []).map((m) => ({
+            id: m.name,
+            provider: PROVIDER,
+            sizeBytes: m.size,
+            family: m.details?.family,
+            parameterSize: m.details?.parameter_size,
+            quantization: m.details?.quantization_level,
+            modifiedAt: m.modified_at,
+        }));
+    }
+    async listLoaded(timeoutMs) {
+        const data = await httpJson(`${this.host}/api/ps`, { timeoutMs });
+        return (data.models ?? []).map((m) => ({
+            id: m.name,
+            provider: PROVIDER,
+            sizeVramBytes: m.size_vram,
+            expiresAt: m.expires_at,
+            contextLength: m.context_length,
+        }));
+    }
+    async modelInfo(model, timeoutMs) {
+        const data = await httpJson(`${this.host}/api/show`, {
+            method: "POST",
+            body: JSON.stringify({ model }),
+            timeoutMs,
+        });
+        let contextLength;
+        if (data.model_info) {
+            for (const [key, value] of Object.entries(data.model_info)) {
+                if (key.endsWith(".context_length") && typeof value === "number") {
+                    contextLength = value;
+                    break;
+                }
+            }
+        }
+        return {
+            id: model,
+            provider: PROVIDER,
+            family: data.details?.family,
+            parameterSize: data.details?.parameter_size,
+            quantization: data.details?.quantization_level,
+            contextLength,
+            details: data.details,
+        };
+    }
+    async pull(model, timeoutMs) {
+        const data = await httpJson(`${this.host}/api/pull`, {
+            method: "POST",
+            body: JSON.stringify({ model, stream: false }),
+            timeoutMs,
+        });
+        return { provider: PROVIDER, model, status: data.status ?? "success" };
+    }
+    async remove(model, timeoutMs) {
+        await httpJson(`${this.host}/api/delete`, {
+            method: "DELETE",
+            body: JSON.stringify({ model }),
+            timeoutMs,
+        });
+        return { provider: PROVIDER, model, removed: true };
+    }
+    async load(model, timeoutMs, keepAlive) {
+        await httpJson(`${this.host}/api/generate`, {
+            method: "POST",
+            body: JSON.stringify({ model, prompt: "", keep_alive: keepAlive ?? "5m" }),
+            timeoutMs,
+        });
+        return { provider: PROVIDER, model, loaded: true };
+    }
+    async unload(model, timeoutMs) {
+        await httpJson(`${this.host}/api/generate`, {
+            method: "POST",
+            body: JSON.stringify({ model, prompt: "", keep_alive: 0 }),
+            timeoutMs,
+        });
+        return { provider: PROVIDER, model, unloaded: true };
+    }
+    async complete(params, timeoutMs) {
+        const messages = params.messages ?? [{ role: "user", content: params.prompt ?? "" }];
+        const start = Date.now();
+        const data = await httpJson(`${this.host}/v1/chat/completions`, {
+            method: "POST",
+            body: JSON.stringify({
+                model: params.model,
+                messages,
+                max_tokens: params.maxTokens,
+                temperature: params.temperature,
+                stop: params.stop,
+            }),
+            timeoutMs,
+        });
+        return {
+            provider: PROVIDER,
+            model: params.model,
+            text: data.choices?.[0]?.message?.content ?? "",
+            promptTokens: data.usage?.prompt_tokens,
+            completionTokens: data.usage?.completion_tokens,
+            totalDurationMs: Date.now() - start,
+        };
+    }
+    async embed(params, timeoutMs) {
+        const data = await httpJson(`${this.host}/v1/embeddings`, {
+            method: "POST",
+            body: JSON.stringify({ model: params.model, input: params.input }),
+            timeoutMs,
+        });
+        const embeddings = (data.data ?? []).map((d) => d.embedding);
+        return {
+            provider: PROVIDER,
+            model: params.model,
+            embeddings,
+            dimensions: embeddings[0]?.length ?? 0,
+        };
+    }
+}
+//# sourceMappingURL=ollama.js.map

package/dist/providers/ollama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAe7C,MAAM,QAAQ,GAAG,QAAiB,CAAC;AA6BnC,MAAM,OAAO,cAAc;IAChB,EAAE,GAAG,QAAQ,CAAC;IACd,IAAI,CAAS;IAEtB,YAAY,IAAY;QACtB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,YAAY;QACV,OAAO;YACL,QAAQ,EAAE,QAAQ;YAClB,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,IAAI;YACZ,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,KAAK;SACd,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAiB;QAC5B,OAAO,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,cAAc,EAAE,SAAS,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAiB;QAC5B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAuB,GAAG,IAAI,CAAC,IAAI,cAAc,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;YAC7F,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;QACpF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,QAAQ,EAAE,QAAQ;gBAClB,IAAI,EAAE,KAAK;gBACX,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAAiB;QAChC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAgC,GAAG,IAAI,CAAC,IAAI,WAAW,EAAE;YAClF,SAAS;SACV,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrC,EAAE,EAAE,CAAC,CAAC,IAAI;YACV,QAAQ,EAAE,QAAQ;YAClB,SAAS,EAAE,CAAC,CAAC,IAAI;YACjB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM;YACzB,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,cAAc;YACxC,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,kBAAkB;YAC3C,UAAU,EAAE,CAAC,CAAC,WAAW;SAC1B,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAAiB;QAChC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAA+B,GAAG,IAAI,CAAC,IAAI,SAAS,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QAChG,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrC,EAAE,EAAE,CAAC,CAAC,IAAI;YACV,QAAQ,EAAE,QAAQ;YAClB,aAAa,EAAE,CAAC,CAAC,SAAS;YAC1B,SAAS,EAAE,CAAC,CAAC,UAAU;YACvB,aAAa,EAAE,CAAC,CAAC,cAAc;SAChC,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,KAAa,EAAE,SAAiB;QAC9C,MAAM,IAAI,GAAG,MAAM,QAAQ,CAOxB,GAAG,IAAI,CAAC,IAAI,WAAW,EAAE;YAC1B,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC;YAC/B,SAAS;SACV,CAAC,CAAC;QACH,IAAI,aAAiC,CAAC;QACtC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC3D,IAAI,GAAG,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBACjE,aAAa,GAAG,KAAK,CAAC;oBACtB,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO;YACL,EAAE,EAAE,KAAK;YACT,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM;YAC5B,aAAa,EAAE,IAAI,CAAC,OAAO,EAAE,cAAc;YAC3C,YAAY,EAAE,IAAI,CAAC,OAAO,EAAE,kBAAkB;YAC9C,aAAa;YACb,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,KAAa,EAAE,SAAiB;QACzC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAsB,GAAG,IAAI,CAAC,IAAI,WAAW,EAAE;YACxE,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;YAC9C,SAAS;SACV,CAAC,CAAC;QACH,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,MAAM,CACV,KAAa,EACb,SAAiB;QAEjB,MAAM,QAAQ,CAAC,GAAG,IAAI,CAAC,IAAI,aAAa,EAAE;YACxC,MAAM,EAAE,QAAQ;YAChB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC;YAC/B,SAAS;SACV,CAAC,CAAC;QACH,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,IAAI,CACR,KAAa,EACb,SAAiB,EACjB,SAAkB;QAElB,MAAM,QAAQ,CAAC,GAAG,IAAI,CAAC,IAAI,eAAe,EAAE;YAC1C,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,IAAI,IAAI,EAAE,CAAC;YAC1E,SAAS;SACV,CAAC,CAAC;QACH,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,MAAM,CACV,KAAa,EACb,SAAiB;QAEjB,MAAM,QAAQ,CAAC,GAAG,IAAI,CAAC,IAAI,eAAe,EAAE;YAC1C,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;YAC1D,SAAS;SACV,CAAC,CAAC;QACH,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAwB,EAAE,SAAiB;QACxD,MAAM,QAAQ,GACZ,MAAM,CAAC,QAAQ,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC,CAAC;QACtE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAqB,GAAG,IAAI,CAAC,IAAI,sBAAsB,EAAE;YAClF,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,QAAQ;gBACR,UAAU,EAAE,MAAM,CAAC,SAAS;gBAC5B,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;aAClB,CAAC;YACF,SAAS;SACV,CAAC,CAAC;QACH,OAAO;YACL,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;YAC/C,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa;YACvC,gBAAgB,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB;YAC/C,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SACpC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAmB,EAAE,SAAiB;QAChD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAsB,GAAG,IAAI,CAAC,IAAI,gBAAgB,EAAE;YAC7E,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;YAClE,SAAS;SACV,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC7D,OAAO;YACL,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,UAAU;YACV,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC;SACvC,CAAC;IACJ,CAAC;CACF"}

package/dist/providers/types.d.ts

@@ -0,0 +1,102 @@
+export type ProviderId = "ollama" | "lmstudio";
+export interface ModelSummary {
+    id: string;
+    provider: ProviderId;
+    sizeBytes?: number;
+    family?: string;
+    parameterSize?: string;
+    quantization?: string;
+    modifiedAt?: string;
+}
+export interface LoadedModelInfo {
+    id: string;
+    provider: ProviderId;
+    sizeVramBytes?: number;
+    expiresAt?: string;
+    contextLength?: number;
+}
+export interface ModelDetail extends ModelSummary {
+    contextLength?: number;
+    details?: Record<string, unknown>;
+}
+export interface CompletionParams {
+    model: string;
+    prompt?: string;
+    messages?: Array<{
+        role: string;
+        content: string;
+    }>;
+    maxTokens?: number;
+    temperature?: number;
+    stop?: string[];
+}
+export interface CompletionResult {
+    provider: ProviderId;
+    model: string;
+    text: string;
+    promptTokens?: number;
+    completionTokens?: number;
+    totalDurationMs?: number;
+}
+export interface EmbedParams {
+    model: string;
+    input: string | string[];
+}
+export interface EmbedResult {
+    provider: ProviderId;
+    model: string;
+    embeddings: number[][];
+    dimensions: number;
+}
+export interface HealthStatus {
+    provider: ProviderId;
+    live: boolean;
+    host: string;
+    version?: string;
+    error?: string;
+}
+export interface ProviderCapabilities {
+    provider: ProviderId;
+    complete: boolean;
+    embed: boolean;
+    pull: boolean;
+    remove: boolean;
+    load: boolean;
+    unload: boolean;
+    search: boolean;
+}
+export interface PullResult {
+    provider: ProviderId;
+    model: string;
+    status: string;
+}
+export interface Provider {
+    readonly id: ProviderId;
+    readonly host: string;
+    capabilities(): ProviderCapabilities;
+    detect(timeoutMs: number): Promise<boolean>;
+    health(timeoutMs: number): Promise<HealthStatus>;
+    listModels(timeoutMs: number): Promise<ModelSummary[]>;
+    listLoaded(timeoutMs: number): Promise<LoadedModelInfo[]>;
+    modelInfo(model: string, timeoutMs: number): Promise<ModelDetail>;
+    pull(model: string, timeoutMs: number): Promise<PullResult>;
+    remove(model: string, timeoutMs: number): Promise<{
+        provider: ProviderId;
+        model: string;
+        removed: boolean;
+    }>;
+    load(model: string, timeoutMs: number, keepAlive?: string): Promise<{
+        provider: ProviderId;
+        model: string;
+        loaded: boolean;
+        detail?: string;
+    }>;
+    unload(model: string, timeoutMs: number): Promise<{
+        provider: ProviderId;
+        model: string;
+        unloaded: boolean;
+        detail?: string;
+    }>;
+    complete(params: CompletionParams, timeoutMs: number): Promise<CompletionResult>;
+    embed(params: EmbedParams, timeoutMs: number): Promise<EmbedResult>;
+}

package/dist/providers/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/providers/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/providers/types.ts"],"names":[],"mappings":""}

package/dist/tools/catalog.d.ts

@@ -0,0 +1,3 @@
+import type { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
+import type { ToolContext } from "./context.js";
+export declare function register(server: McpServer, ctx: ToolContext): void;

package/dist/tools/catalog.js

@@ -0,0 +1,55 @@
+import { z } from "zod";
+import { CATALOG, searchCatalog } from "../catalog/models.js";
+import { computeFit, errMsg, fail, ok } from "./helpers.js";
+const TASKS = ["chat", "code", "embed", "vision", "reasoning", "general"];
+export function register(server, ctx) {
+    const { hardware } = ctx;
+    server.tool("search_available", "Search the built-in catalog of well-known local models by name, family, or task. Note: this searches a curated static catalog, not the full live Ollama library (https://ollama.com/library).", { query: z.string().describe("Search text matched against model name, family, and tasks") }, async ({ query }) => {
+        try {
+            const matches = searchCatalog(query).map((m) => ({ ...m }));
+            return ok({
+                query,
+                note: "Curated static catalog. For the full set, browse the Ollama library.",
+                results: matches,
+            });
+        }
+        catch (err) {
+            return fail(errMsg(err));
+        }
+    });
+    server.tool("suggest_model", "Recommend local models for a task (chat/code/embed/vision/reasoning/general), ranked by task match and then by whether they fit the detected free GPU VRAM or system RAM. Returns a ranked list with fit flags.", {
+        task: z.enum(TASKS).describe("The task you want a model for"),
+    }, async ({ task }) => {
+        try {
+            const resources = await hardware.getSystemResources();
+            const ranked = CATALOG.map((m) => {
+                const taskMatch = m.tasks.includes(task);
+                const fit = computeFit(resources, m.approxSizeBytes);
+                return {
+                    name: m.name,
+                    family: m.family,
+                    parameterSize: m.parameterSize,
+                    quantization: m.quantization,
+                    approxSizeBytes: m.approxSizeBytes,
+                    tasks: m.tasks,
+                    taskMatch,
+                    fits: fit.fits,
+                    fitTarget: fit.target,
+                };
+            })
+                .sort((a, b) => {
+                if (a.taskMatch !== b.taskMatch)
+                    return a.taskMatch ? -1 : 1;
+                if (a.fits !== b.fits)
+                    return a.fits ? -1 : 1;
+                return a.approxSizeBytes - b.approxSizeBytes;
+            })
+                .filter((m) => m.taskMatch);
+            return ok({ task, suggestions: ranked });
+        }
+        catch (err) {
+            return fail(errMsg(err));
+        }
+    });
+}
+//# sourceMappingURL=catalog.js.map

package/dist/tools/catalog.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"catalog.js","sourceRoot":"","sources":["../../src/tools/catalog.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,cAAc,CAAC;AAG5D,MAAM,KAAK,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,CAAU,CAAC;AAEnF,MAAM,UAAU,QAAQ,CAAC,MAAiB,EAAE,GAAgB;IAC1D,MAAM,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC;IAEzB,MAAM,CAAC,IAAI,CACT,kBAAkB,EAClB,+LAA+L,EAC/L,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2DAA2D,CAAC,EAAE,EAC3F,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;QAClB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5D,OAAO,EAAE,CAAC;gBACR,KAAK;gBACL,IAAI,EAAE,sEAAsE;gBAC5E,OAAO,EAAE,OAAO;aACjB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CACF,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,eAAe,EACf,iNAAiN,EACjN;QACE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,+BAA+B,CAAC;KAC9D,EACD,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE;QACjB,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,kBAAkB,EAAE,CAAC;YACtD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC/B,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACzC,MAAM,GAAG,GAAG,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,eAAe,CAAC,CAAC;gBACrD,OAAO;oBACL,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,MAAM,EAAE,CAAC,CAAC,MAAM;oBAChB,aAAa,EAAE,CAAC,CAAC,aAAa;oBAC9B,YAAY,EAAE,CAAC,CAAC,YAAY;oBAC5B,eAAe,EAAE,CAAC,CAAC,eAAe;oBAClC,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,SAAS;oBACT,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,SAAS,EAAE,GAAG,CAAC,MAAM;iBACtB,CAAC;YACJ,CAAC,CAAC;iBACC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACb,IAAI,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,SAAS;oBAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7D,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI;oBAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9C,OAAO,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC;YAC/C,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAC9B,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CACF,CAAC;AACJ,CAAC"}