@tmhs/local-ai-mcp 0.1.0

package/dist/tools/context.d.ts

@@ -0,0 +1,8 @@
+import type { Config } from "../config.js";
+import type { HardwareProbe } from "../hardware/index.js";
+import type { ProviderManager } from "../providers/manager.js";
+export interface ToolContext {
+    manager: ProviderManager;
+    hardware: HardwareProbe;
+    config: Config;
+}

package/dist/tools/context.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=context.js.map

package/dist/tools/context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context.js","sourceRoot":"","sources":["../../src/tools/context.ts"],"names":[],"mappings":""}

package/dist/tools/delegation.d.ts

@@ -0,0 +1,3 @@
+import type { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
+import type { ToolContext } from "./context.js";
+export declare function register(server: McpServer, ctx: ToolContext): void;

package/dist/tools/delegation.js

@@ -0,0 +1,54 @@
+import { z } from "zod";
+import { errMsg, fail, ok } from "./helpers.js";
+export function register(server, ctx) {
+    const { manager, config } = ctx;
+    server.tool("complete", "DELEGATED INFERENCE: Offload a text/chat completion to a local model runtime for cost savings and privacy (data never leaves the machine). This is NOT a chat feature for the user; it delegates work to a local LLM. Provide either prompt or messages. Without a provider arg, uses the first detected provider.", {
+        model: z.string().describe("Model id/name to run the completion on"),
+        prompt: z.string().optional().describe("Plain prompt text (alternative to messages)"),
+        messages: z
+            .array(z.object({ role: z.string(), content: z.string() }))
+            .optional()
+            .describe("Chat-style messages (alternative to prompt)"),
+        maxTokens: z.number().optional().describe("Maximum tokens to generate"),
+        temperature: z.number().optional().describe("Sampling temperature"),
+        stop: z.array(z.string()).optional().describe("Stop sequences"),
+        provider: z.enum(["ollama", "lmstudio"]).optional().describe("Optional provider id"),
+    }, async ({ model, prompt, messages, maxTokens, temperature, stop, provider }) => {
+        try {
+            if (!prompt && (!messages || messages.length === 0)) {
+                return fail("Provide either 'prompt' or non-empty 'messages'.");
+            }
+            const providers = await manager.resolve(provider, config.detectTimeoutMs);
+            if (providers.length === 0) {
+                return fail("No live providers detected to run the completion.");
+            }
+            const p = providers[0];
+            const result = await p.complete({ model, prompt, messages, maxTokens, temperature, stop }, config.requestTimeoutMs);
+            return ok(result);
+        }
+        catch (err) {
+            return fail(errMsg(err));
+        }
+    });
+    server.tool("embed", "DELEGATED EMBEDDINGS: Offload embedding generation to a local model runtime for cost savings and privacy. Accepts a single string or an array of strings. Without a provider arg, uses the first detected provider.", {
+        model: z.string().describe("Embedding model id/name"),
+        input: z
+            .union([z.string(), z.array(z.string())])
+            .describe("Text or array of texts to embed"),
+        provider: z.enum(["ollama", "lmstudio"]).optional().describe("Optional provider id"),
+    }, async ({ model, input, provider }) => {
+        try {
+            const providers = await manager.resolve(provider, config.detectTimeoutMs);
+            if (providers.length === 0) {
+                return fail("No live providers detected to generate embeddings.");
+            }
+            const p = providers[0];
+            const result = await p.embed({ model, input }, config.requestTimeoutMs);
+            return ok(result);
+        }
+        catch (err) {
+            return fail(errMsg(err));
+        }
+    });
+}
+//# sourceMappingURL=delegation.js.map

package/dist/tools/delegation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"delegation.js","sourceRoot":"","sources":["../../src/tools/delegation.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,cAAc,CAAC;AAEhD,MAAM,UAAU,QAAQ,CAAC,MAAiB,EAAE,GAAgB;IAC1D,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;IAEhC,MAAM,CAAC,IAAI,CACT,UAAU,EACV,oTAAoT,EACpT;QACE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;QACpE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6CAA6C,CAAC;QACrF,QAAQ,EAAE,CAAC;aACR,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;aAC1D,QAAQ,EAAE;aACV,QAAQ,CAAC,6CAA6C,CAAC;QAC1D,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;QACvE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;QACnE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAC/D,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;KACrF,EACD,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC5E,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;gBACpD,OAAO,IAAI,CAAC,kDAAkD,CAAC,CAAC;YAClE,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;YAC1E,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC3B,OAAO,IAAI,CAAC,mDAAmD,CAAC,CAAC;YACnE,CAAC;YACD,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACvB,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,QAAQ,CAC7B,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,EACzD,MAAM,CAAC,gBAAgB,CACxB,CAAC;YACF,OAAO,EAAE,CAAC,MAAM,CAAC,CAAC;QACpB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CACF,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,OAAO,EACP,qNAAqN,EACrN;QACE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;QACrD,KAAK,EAAE,CAAC;aACL,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;aACxC,QAAQ,CAAC,iCAAiC,CAAC;QAC9C,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;KACrF,EACD,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE;QACnC,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;YAC1E,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC3B,OAAO,IAAI,CAAC,oDAAoD,CAAC,CAAC;YACpE,CAAC;YACD,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACvB,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC;YACxE,OAAO,EAAE,CAAC,MAAM,CAAC,CAAC;QACpB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/tools/discovery.d.ts

@@ -0,0 +1,3 @@
+import type { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
+import type { ToolContext } from "./context.js";
+export declare function register(server: McpServer, ctx: ToolContext): void;

package/dist/tools/discovery.js

@@ -0,0 +1,61 @@
+import { z } from "zod";
+import { aggregate, errMsg, fail, ok } from "./helpers.js";
+export function register(server, ctx) {
+    const { manager, config } = ctx;
+    server.tool("list_providers", "List the configured local model runtime providers (Ollama, LM Studio) with their host, whether they are detected/live, and their capabilities. Optionally filter to a single provider.", { provider: z.enum(["ollama", "lmstudio"]).optional().describe("Optional provider id to filter to") }, async ({ provider }) => {
+        try {
+            const targets = provider ? [manager.get(provider)].filter(Boolean) : manager.providers;
+            if (provider && targets.length === 0) {
+                return fail(`Unknown provider: ${provider}`);
+            }
+            const results = await Promise.all(targets.map(async (p) => {
+                const live = await p.detect(config.detectTimeoutMs).catch(() => false);
+                return {
+                    provider: p.id,
+                    host: p.host,
+                    detected: live,
+                    live,
+                    capabilities: p.capabilities(),
+                };
+            }));
+            return ok({ providers: results });
+        }
+        catch (err) {
+            return fail(errMsg(err));
+        }
+    });
+    server.tool("list_models", "List models installed/available on each detected provider. Without a provider arg, aggregates across all detected providers keyed by provider.", { provider: z.enum(["ollama", "lmstudio"]).optional().describe("Optional provider id") }, async ({ provider }) => {
+        try {
+            const providers = await manager.resolve(provider, config.detectTimeoutMs);
+            const byProvider = await aggregate(providers, (p) => p.listModels(config.requestTimeoutMs));
+            return ok({ models: byProvider });
+        }
+        catch (err) {
+            return fail(errMsg(err));
+        }
+    });
+    server.tool("list_loaded", "List models currently loaded into memory on each detected provider. Without a provider arg, aggregates across all detected providers keyed by provider.", { provider: z.enum(["ollama", "lmstudio"]).optional().describe("Optional provider id") }, async ({ provider }) => {
+        try {
+            const providers = await manager.resolve(provider, config.detectTimeoutMs);
+            const byProvider = await aggregate(providers, (p) => p.listLoaded(config.requestTimeoutMs));
+            return ok({ loaded: byProvider });
+        }
+        catch (err) {
+            return fail(errMsg(err));
+        }
+    });
+    server.tool("model_info", "Show detailed metadata for a specific model (family, parameter size, quantization, context length). Without a provider arg, queries all detected providers.", {
+        model: z.string().describe("Model id/name to inspect"),
+        provider: z.enum(["ollama", "lmstudio"]).optional().describe("Optional provider id"),
+    }, async ({ model, provider }) => {
+        try {
+            const providers = await manager.resolve(provider, config.detectTimeoutMs);
+            const byProvider = await aggregate(providers, (p) => p.modelInfo(model, config.requestTimeoutMs));
+            return ok({ model, info: byProvider });
+        }
+        catch (err) {
+            return fail(errMsg(err));
+        }
+    });
+}
+//# sourceMappingURL=discovery.js.map

package/dist/tools/discovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"discovery.js","sourceRoot":"","sources":["../../src/tools/discovery.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,cAAc,CAAC;AAE3D,MAAM,UAAU,QAAQ,CAAC,MAAiB,EAAE,GAAgB;IAC1D,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;IAEhC,MAAM,CAAC,IAAI,CACT,gBAAgB,EAChB,wLAAwL,EACxL,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC,EAAE,EACrG,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;QACrB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;YACvF,IAAI,QAAQ,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrC,OAAO,IAAI,CAAC,qBAAqB,QAAQ,EAAE,CAAC,CAAC;YAC/C,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B,OAAmD,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;gBACnE,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;gBACvE,OAAO;oBACL,QAAQ,EAAE,CAAC,CAAC,EAAE;oBACd,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,QAAQ,EAAE,IAAI;oBACd,IAAI;oBACJ,YAAY,EAAE,CAAC,CAAC,YAAY,EAAE;iBAC/B,CAAC;YACJ,CAAC,CAAC,CACH,CAAC;YACF,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CACF,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,aAAa,EACb,gJAAgJ,EAChJ,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,EACxF,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;QACrB,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;YAC1E,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC;YAC5F,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CACF,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,aAAa,EACb,yJAAyJ,EACzJ,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,EACxF,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;QACrB,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;YAC1E,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC;YAC5F,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CACF,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,YAAY,EACZ,6JAA6J,EAC7J;QACE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;QACtD,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;KACrF,EACD,KAAK,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC5B,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;YAC1E,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAClD,CAAC,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAC5C,CAAC;YACF,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/tools/helpers.d.ts

@@ -0,0 +1,42 @@
+import type { SystemResources } from "../hardware/index.js";
+export type ToolResult = {
+    content: Array<{
+        type: "text";
+        text: string;
+    }>;
+    isError?: boolean;
+};
+export declare function ok(data: unknown): ToolResult;
+export declare function fail(message: string): ToolResult;
+export declare function errMsg(err: unknown): string;
+/**
+ * Aggregate per-provider results, capturing errors per provider rather than
+ * failing the whole call.
+ */
+export declare function aggregate<T>(providers: Array<{
+    id: string;
+}>, fn: (p: any) => Promise<T>): Promise<Record<string, T | {
+    error: string;
+}>>;
+export interface FitOutcome {
+    fits: boolean;
+    target: "gpu" | "cpu" | "none";
+    requiredBytes: number;
+    availableBytes: number;
+    note: string;
+}
+/**
+ * Pure fit computation. Prefers GPU VRAM (free) when a GPU reports free VRAM;
+ * otherwise falls back to system RAM free. Requires requiredBytes * 1.2 to fit.
+ */
+export declare function computeFit(resources: SystemResources, requiredBytes: number): FitOutcome;
+/**
+ * Destructive-action confirm gate for remove_model. Refuses unless confirm === true.
+ */
+export declare function removeModelGuarded(confirm: boolean, model: string, remove: () => Promise<unknown>): Promise<{
+    refused: true;
+    message: string;
+} | {
+    refused: false;
+    result: unknown;
+}>;

package/dist/tools/helpers.js

@@ -0,0 +1,83 @@
+export function ok(data) {
+    return { content: [{ type: "text", text: JSON.stringify(data, null, 2) }] };
+}
+export function fail(message) {
+    return {
+        content: [{ type: "text", text: JSON.stringify({ error: message }, null, 2) }],
+        isError: true,
+    };
+}
+export function errMsg(err) {
+    return err instanceof Error ? err.message : String(err);
+}
+/**
+ * Aggregate per-provider results, capturing errors per provider rather than
+ * failing the whole call.
+ */
+export async function aggregate(
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+providers, fn) {
+    const entries = await Promise.all(providers.map(async (p) => {
+        try {
+            return [p.id, await fn(p)];
+        }
+        catch (err) {
+            return [p.id, { error: errMsg(err) }];
+        }
+    }));
+    return Object.fromEntries(entries);
+}
+/**
+ * Pure fit computation. Prefers GPU VRAM (free) when a GPU reports free VRAM;
+ * otherwise falls back to system RAM free. Requires requiredBytes * 1.2 to fit.
+ */
+export function computeFit(resources, requiredBytes) {
+    const headroom = requiredBytes * 1.2;
+    const gpuFree = resources.gpus
+        .map((g) => g.vramFreeBytes)
+        .filter((v) => typeof v === "number" && v > 0);
+    const bestGpuFree = gpuFree.length > 0 ? Math.max(...gpuFree) : undefined;
+    if (bestGpuFree !== undefined) {
+        if (headroom <= bestGpuFree) {
+            return {
+                fits: true,
+                target: "gpu",
+                requiredBytes,
+                availableBytes: bestGpuFree,
+                note: "Fits in free GPU VRAM (with 20% headroom).",
+            };
+        }
+    }
+    const ramFree = resources.ramFreeBytes;
+    if (headroom <= ramFree) {
+        return {
+            fits: true,
+            target: "cpu",
+            requiredBytes,
+            availableBytes: ramFree,
+            note: bestGpuFree !== undefined
+                ? "Does not fit in free GPU VRAM; fits in system RAM (CPU inference, slower)."
+                : "No GPU VRAM info available; fits in system RAM (CPU inference, slower).",
+        };
+    }
+    return {
+        fits: false,
+        target: "none",
+        requiredBytes,
+        availableBytes: bestGpuFree !== undefined ? Math.max(bestGpuFree, ramFree) : ramFree,
+        note: "Does not fit in free GPU VRAM or system RAM (with 20% headroom).",
+    };
+}
+/**
+ * Destructive-action confirm gate for remove_model. Refuses unless confirm === true.
+ */
+export async function removeModelGuarded(confirm, model, remove) {
+    if (confirm !== true) {
+        return {
+            refused: true,
+            message: `Refusing to remove "${model}": this is a destructive action. Pass confirm:true to proceed.`,
+        };
+    }
+    return { refused: false, result: await remove() };
+}
+//# sourceMappingURL=helpers.js.map

package/dist/tools/helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"helpers.js","sourceRoot":"","sources":["../../src/tools/helpers.ts"],"names":[],"mappings":"AAOA,MAAM,UAAU,EAAE,CAAC,IAAa;IAC9B,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AAC9E,CAAC;AAED,MAAM,UAAU,IAAI,CAAC,OAAe;IAClC,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;QAC9E,OAAO,EAAE,IAAI;KACd,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,GAAY;IACjC,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AAC1D,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS;AAC7B,8DAA8D;AAC9D,SAAgC,EAChC,EAA0B;IAE1B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QACxB,IAAI,CAAC;YACH,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAU,CAAC;QACtC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAU,CAAC;QACjD,CAAC;IACH,CAAC,CAAC,CACH,CAAC;IACF,OAAO,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;AACrC,CAAC;AAUD;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,SAA0B,EAAE,aAAqB;IAC1E,MAAM,QAAQ,GAAG,aAAa,GAAG,GAAG,CAAC;IAErC,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI;SAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC;SAC3B,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAE1E,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;QAC9B,IAAI,QAAQ,IAAI,WAAW,EAAE,CAAC;YAC5B,OAAO;gBACL,IAAI,EAAE,IAAI;gBACV,MAAM,EAAE,KAAK;gBACb,aAAa;gBACb,cAAc,EAAE,WAAW;gBAC3B,IAAI,EAAE,4CAA4C;aACnD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,SAAS,CAAC,YAAY,CAAC;IACvC,IAAI,QAAQ,IAAI,OAAO,EAAE,CAAC;QACxB,OAAO;YACL,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,KAAK;YACb,aAAa;YACb,cAAc,EAAE,OAAO;YACvB,IAAI,EACF,WAAW,KAAK,SAAS;gBACvB,CAAC,CAAC,4EAA4E;gBAC9E,CAAC,CAAC,yEAAyE;SAChF,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,EAAE,KAAK;QACX,MAAM,EAAE,MAAM;QACd,aAAa;QACb,cAAc,EAAE,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO;QACpF,IAAI,EAAE,kEAAkE;KACzE,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAAgB,EAChB,KAAa,EACb,MAA8B;IAE9B,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,OAAO;YACL,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,uBAAuB,KAAK,gEAAgE;SACtG,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,EAAE,EAAE,CAAC;AACpD,CAAC"}

package/dist/tools/index.d.ts

@@ -0,0 +1,3 @@
+import type { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
+import type { ToolContext } from "./context.js";
+export declare function registerAll(server: McpServer, ctx: ToolContext): void;

package/dist/tools/index.js

@@ -0,0 +1,13 @@
+import { register as registerCatalog } from "./catalog.js";
+import { register as registerDelegation } from "./delegation.js";
+import { register as registerDiscovery } from "./discovery.js";
+import { register as registerLifecycle } from "./lifecycle.js";
+import { register as registerOps } from "./ops.js";
+export function registerAll(server, ctx) {
+    registerDiscovery(server, ctx);
+    registerLifecycle(server, ctx);
+    registerOps(server, ctx);
+    registerCatalog(server, ctx);
+    registerDelegation(server, ctx);
+}
+//# sourceMappingURL=index.js.map

package/dist/tools/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,IAAI,eAAe,EAAE,MAAM,cAAc,CAAC;AAC3D,OAAO,EAAE,QAAQ,IAAI,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACjE,OAAO,EAAE,QAAQ,IAAI,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,QAAQ,IAAI,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,QAAQ,IAAI,WAAW,EAAE,MAAM,UAAU,CAAC;AAEnD,MAAM,UAAU,WAAW,CAAC,MAAiB,EAAE,GAAgB;IAC7D,iBAAiB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC/B,iBAAiB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC/B,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACzB,eAAe,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC7B,kBAAkB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAClC,CAAC"}

package/dist/tools/lifecycle.d.ts

@@ -0,0 +1,3 @@
+import type { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
+import type { ToolContext } from "./context.js";
+export declare function register(server: McpServer, ctx: ToolContext): void;

package/dist/tools/lifecycle.js

@@ -0,0 +1,66 @@
+import { z } from "zod";
+import { aggregate, errMsg, fail, ok, removeModelGuarded } from "./helpers.js";
+export function register(server, ctx) {
+    const { manager, config } = ctx;
+    server.tool("pull_model", "HEAVY: Download/pull a model onto a provider. WARNING: this may download multiple gigabytes and can take a long time. Without a provider arg, attempts the pull on every detected provider.", {
+        model: z.string().describe("Model id/name to pull (download)"),
+        provider: z.enum(["ollama", "lmstudio"]).optional().describe("Optional provider id"),
+    }, async ({ model, provider }) => {
+        try {
+            const providers = await manager.resolve(provider, config.detectTimeoutMs);
+            const byProvider = await aggregate(providers, (p) => p.pull(model, config.requestTimeoutMs));
+            return ok({ pull: byProvider });
+        }
+        catch (err) {
+            return fail(errMsg(err));
+        }
+    });
+    server.tool("remove_model", "DESTRUCTIVE: Permanently delete a model from a provider. Requires confirm:true; without it the action is refused. Without a provider arg, removes from every detected provider.", {
+        model: z.string().describe("Model id/name to remove"),
+        confirm: z.boolean().describe("Must be true to perform this destructive deletion"),
+        provider: z.enum(["ollama", "lmstudio"]).optional().describe("Optional provider id"),
+    }, async ({ model, confirm, provider }) => {
+        try {
+            const providers = await manager.resolve(provider, config.detectTimeoutMs);
+            const byProvider = await aggregate(providers, async (p) => {
+                const guarded = await removeModelGuarded(confirm, model, () => p.remove(model, config.requestTimeoutMs));
+                if (guarded.refused) {
+                    return { removed: false, refused: true, message: guarded.message };
+                }
+                return guarded.result;
+            });
+            return ok({ remove: byProvider });
+        }
+        catch (err) {
+            return fail(errMsg(err));
+        }
+    });
+    server.tool("load_model", "Load a model into memory so it is ready for inference. Optionally set keepAlive (e.g. '5m', '1h'). Without a provider arg, loads on every detected provider.", {
+        model: z.string().describe("Model id/name to load"),
+        keepAlive: z.string().optional().describe("How long to keep the model resident, e.g. '5m'"),
+        provider: z.enum(["ollama", "lmstudio"]).optional().describe("Optional provider id"),
+    }, async ({ model, keepAlive, provider }) => {
+        try {
+            const providers = await manager.resolve(provider, config.detectTimeoutMs);
+            const byProvider = await aggregate(providers, (p) => p.load(model, config.requestTimeoutMs, keepAlive));
+            return ok({ load: byProvider });
+        }
+        catch (err) {
+            return fail(errMsg(err));
+        }
+    });
+    server.tool("unload_model", "Unload a model from memory to free VRAM/RAM. Without a provider arg, unloads from every detected provider.", {
+        model: z.string().describe("Model id/name to unload"),
+        provider: z.enum(["ollama", "lmstudio"]).optional().describe("Optional provider id"),
+    }, async ({ model, provider }) => {
+        try {
+            const providers = await manager.resolve(provider, config.detectTimeoutMs);
+            const byProvider = await aggregate(providers, (p) => p.unload(model, config.requestTimeoutMs));
+            return ok({ unload: byProvider });
+        }
+        catch (err) {
+            return fail(errMsg(err));
+        }
+    });
+}
+//# sourceMappingURL=lifecycle.js.map

package/dist/tools/lifecycle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lifecycle.js","sourceRoot":"","sources":["../../src/tools/lifecycle.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAE/E,MAAM,UAAU,QAAQ,CAAC,MAAiB,EAAE,GAAgB;IAC1D,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;IAEhC,MAAM,CAAC,IAAI,CACT,YAAY,EACZ,6LAA6L,EAC7L;QACE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;QAC9D,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;KACrF,EACD,KAAK,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC5B,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;YAC1E,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAClD,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,gBAAgB,CAAC,CACvC,CAAC;YACF,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CACF,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,cAAc,EACd,iLAAiL,EACjL;QACE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;QACrD,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,mDAAmD,CAAC;QAClF,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;KACrF,EACD,KAAK,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE;QACrC,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;YAC1E,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;gBACxD,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAC5D,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,gBAAgB,CAAC,CACzC,CAAC;gBACF,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrE,CAAC;gBACD,OAAO,OAAO,CAAC,MAAM,CAAC;YACxB,CAAC,CAAC,CAAC;YACH,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CACF,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,YAAY,EACZ,8JAA8J,EAC9J;QACE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;QACnD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gDAAgD,CAAC;QAC3F,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;KACrF,EACD,KAAK,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE;QACvC,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;YAC1E,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAClD,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAClD,CAAC;YACF,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CACF,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,cAAc,EACd,4GAA4G,EAC5G;QACE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;QACrD,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;KACrF,EACD,KAAK,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC5B,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;YAC1E,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAClD,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,gBAAgB,CAAC,CACzC,CAAC;YACF,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/tools/ops.d.ts

@@ -0,0 +1,12 @@
+import type { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
+import type { ToolContext } from "./context.js";
+/**
+ * Resolve the on-disk byte size for a model: explicit sizeBytes wins, then a
+ * provider's listModels entry, then the static catalog. Returns undefined if
+ * unknown.
+ */
+export declare function resolveModelSizeBytes(ctx: ToolContext, model: string, explicitSizeBytes: number | undefined, providerArg: string | undefined): Promise<{
+    requiredBytes: number | undefined;
+    source: string;
+}>;
+export declare function register(server: McpServer, ctx: ToolContext): void;

package/dist/tools/ops.js

@@ -0,0 +1,113 @@
+import { z } from "zod";
+import { CATALOG } from "../catalog/models.js";
+import { aggregate, computeFit, errMsg, fail, ok } from "./helpers.js";
+/**
+ * Resolve the on-disk byte size for a model: explicit sizeBytes wins, then a
+ * provider's listModels entry, then the static catalog. Returns undefined if
+ * unknown.
+ */
+export async function resolveModelSizeBytes(ctx, model, explicitSizeBytes, providerArg) {
+    if (typeof explicitSizeBytes === "number" && explicitSizeBytes > 0) {
+        return { requiredBytes: explicitSizeBytes, source: "explicit" };
+    }
+    try {
+        const providers = await ctx.manager.resolve(providerArg, ctx.config.detectTimeoutMs);
+        for (const p of providers) {
+            const models = await p.listModels(ctx.config.requestTimeoutMs).catch(() => []);
+            const match = models.find((m) => m.id === model);
+            if (match && typeof match.sizeBytes === "number" && match.sizeBytes > 0) {
+                return { requiredBytes: match.sizeBytes, source: `provider:${p.id}` };
+            }
+        }
+    }
+    catch {
+        // ignore detection/listing failures and fall back to catalog
+    }
+    const cat = CATALOG.find((c) => c.name === model);
+    if (cat) {
+        return { requiredBytes: cat.approxSizeBytes, source: "catalog" };
+    }
+    return { requiredBytes: undefined, source: "unknown" };
+}
+export function register(server, ctx) {
+    const { manager, hardware, config } = ctx;
+    server.tool("health_check", "Check whether each provider's local runtime is reachable and report its version. Without a provider arg, checks all configured providers.", { provider: z.enum(["ollama", "lmstudio"]).optional().describe("Optional provider id") }, async ({ provider }) => {
+        try {
+            const targets = provider ? [manager.get(provider)].filter(Boolean) : manager.providers;
+            if (provider && targets.length === 0) {
+                return fail(`Unknown provider: ${provider}`);
+            }
+            const byProvider = await aggregate(targets, (p) => p.health(config.detectTimeoutMs));
+            return ok({ health: byProvider });
+        }
+        catch (err) {
+            return fail(errMsg(err));
+        }
+    });
+    server.tool("system_resources", "Report local hardware resources: platform, total/free RAM, CPU count, and detected GPUs with VRAM. Used to reason about which models can run locally.", {}, async () => {
+        try {
+            const resources = await hardware.getSystemResources();
+            return ok(resources);
+        }
+        catch (err) {
+            return fail(errMsg(err));
+        }
+    });
+    server.tool("fit_check", "Determine whether a model fits on the local hardware. Resolves the model size from the provider or the static catalog (or an explicit sizeBytes), then compares against free GPU VRAM, falling back to system RAM. Returns fits, target (gpu/cpu/none), required and available bytes.", {
+        model: z.string().describe("Model id/name to check"),
+        sizeBytes: z
+            .number()
+            .optional()
+            .describe("Optional explicit model size in bytes (overrides lookup)"),
+        provider: z.enum(["ollama", "lmstudio"]).optional().describe("Optional provider id"),
+    }, async ({ model, sizeBytes, provider }) => {
+        try {
+            const { requiredBytes, source } = await resolveModelSizeBytes(ctx, model, sizeBytes, provider);
+            if (requiredBytes === undefined) {
+                return fail(`Could not determine size for "${model}" from provider or catalog. Pass sizeBytes to check fit explicitly.`);
+            }
+            const resources = await hardware.getSystemResources();
+            const outcome = computeFit(resources, requiredBytes);
+            return ok({ model, sizeSource: source, ...outcome });
+        }
+        catch (err) {
+            return fail(errMsg(err));
+        }
+    });
+    server.tool("benchmark", "HEAVY: Runs REAL inference. Executes one small completion against a loaded/loadable model and measures latency (ms) and throughput (tokens/sec). This consumes compute and may load the model. Without a provider arg, runs on the first detected provider.", {
+        model: z.string().describe("Model id/name to benchmark"),
+        prompt: z.string().optional().describe("Optional prompt; a short default is used otherwise"),
+        maxTokens: z.number().optional().describe("Max tokens to generate (default 64)"),
+        provider: z.enum(["ollama", "lmstudio"]).optional().describe("Optional provider id"),
+    }, async ({ model, prompt, maxTokens, provider }) => {
+        try {
+            const providers = await manager.resolve(provider, config.detectTimeoutMs);
+            if (providers.length === 0) {
+                return fail("No live providers detected to benchmark against.");
+            }
+            const p = providers[0];
+            const max = typeof maxTokens === "number" && maxTokens > 0 ? maxTokens : 64;
+            const start = Date.now();
+            const result = await p.complete({
+                model,
+                prompt: prompt ?? "Write one short sentence about local AI.",
+                maxTokens: max,
+            }, config.requestTimeoutMs);
+            const latencyMs = Date.now() - start;
+            const completionTokens = result.completionTokens ?? Math.max(1, Math.round(result.text.length / 4));
+            const tokensPerSec = latencyMs > 0 ? (completionTokens / latencyMs) * 1000 : 0;
+            return ok({
+                provider: p.id,
+                model,
+                latencyMs,
+                completionTokens,
+                tokensPerSec: Number(tokensPerSec.toFixed(2)),
+                maxTokens: max,
+            });
+        }
+        catch (err) {
+            return fail(errMsg(err));
+        }
+    });
+}
+//# sourceMappingURL=ops.js.map

package/dist/tools/ops.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ops.js","sourceRoot":"","sources":["../../src/tools/ops.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAE/C,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,cAAc,CAAC;AAEvE;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,GAAgB,EAChB,KAAa,EACb,iBAAqC,EACrC,WAA+B;IAE/B,IAAI,OAAO,iBAAiB,KAAK,QAAQ,IAAI,iBAAiB,GAAG,CAAC,EAAE,CAAC;QACnE,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;IAClE,CAAC;IACD,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QACrF,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/E,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC;YACjD,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBACxE,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC;YACxE,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,6DAA6D;IAC/D,CAAC;IACD,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC;IAClD,IAAI,GAAG,EAAE,CAAC;QACR,OAAO,EAAE,aAAa,EAAE,GAAG,CAAC,eAAe,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IACnE,CAAC;IACD,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,MAAiB,EAAE,GAAgB;IAC1D,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;IAE1C,MAAM,CAAC,IAAI,CACT,cAAc,EACd,2IAA2I,EAC3I,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,EACxF,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;QACrB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;YACvF,IAAI,QAAQ,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrC,OAAO,IAAI,CAAC,qBAAqB,QAAQ,EAAE,CAAC,CAAC;YAC/C,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,SAAS,CAChC,OAAkD,EAClD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CACxC,CAAC;YACF,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CACF,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,kBAAkB,EAClB,uJAAuJ,EACvJ,EAAE,EACF,KAAK,IAAI,EAAE;QACT,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,kBAAkB,EAAE,CAAC;YACtD,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;QACvB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CACF,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,WAAW,EACX,uRAAuR,EACvR;QACE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;QACpD,SAAS,EAAE,CAAC;aACT,MAAM,EAAE;aACR,QAAQ,EAAE;aACV,QAAQ,CAAC,0DAA0D,CAAC;QACvE,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;KACrF,EACD,KAAK,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE;QACvC,IAAI,CAAC;YACH,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,MAAM,qBAAqB,CAC3D,GAAG,EACH,KAAK,EACL,SAAS,EACT,QAAQ,CACT,CAAC;YACF,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChC,OAAO,IAAI,CACT,iCAAiC,KAAK,qEAAqE,CAC5G,CAAC;YACJ,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,kBAAkB,EAAE,CAAC;YACtD,MAAM,OAAO,GAAG,UAAU,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;YACrD,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CACF,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,WAAW,EACX,6PAA6P,EAC7P;QACE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;QACxD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC;QAC5F,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;QAChF,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;KACrF,EACD,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC/C,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;YAC1E,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC3B,OAAO,IAAI,CAAC,kDAAkD,CAAC,CAAC;YAClE,CAAC;YACD,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACvB,MAAM,GAAG,GAAG,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5E,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,QAAQ,CAC7B;gBACE,KAAK;gBACL,MAAM,EAAE,MAAM,IAAI,0CAA0C;gBAC5D,SAAS,EAAE,GAAG;aACf,EACD,MAAM,CAAC,gBAAgB,CACxB,CAAC;YACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YACrC,MAAM,gBAAgB,GACpB,MAAM,CAAC,gBAAgB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;YAC7E,MAAM,YAAY,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/E,OAAO,EAAE,CAAC;gBACR,QAAQ,EAAE,CAAC,CAAC,EAAE;gBACd,KAAK;gBACL,SAAS;gBACT,gBAAgB;gBAChB,YAAY,EAAE,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC7C,SAAS,EAAE,GAAG;aACf,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CACF,CAAC;AACJ,CAAC"}

package/package.json

@@ -0,0 +1,54 @@
+{
+  "name": "@tmhs/local-ai-mcp",
+  "version": "0.1.0",
+  "description": "Unified MCP server for managing local model runtimes (Ollama, LM Studio, and more): provider-agnostic discovery, lifecycle, hardware-fit, and delegated inference.",
+  "type": "module",
+  "main": "dist/index.js",
+  "bin": {
+    "local-ai-mcp": "dist/index.js"
+  },
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "typecheck": "tsc -p tsconfig.json --noEmit",
+    "prepublishOnly": "npm run build"
+  },
+  "author": "TMHSDigital",
+  "license": "CC-BY-NC-ND-4.0",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/TMHSDigital/local-ai-mcp.git"
+  },
+  "homepage": "https://tmhsdigital.github.io/local-ai-mcp/",
+  "bugs": {
+    "url": "https://github.com/TMHSDigital/local-ai-mcp/issues"
+  },
+  "keywords": [
+    "mcp",
+    "model-context-protocol",
+    "ollama",
+    "lm-studio",
+    "local-llm",
+    "local-ai",
+    "inference",
+    "developer-tools"
+  ],
+  "engines": {
+    "node": ">=20.0.0"
+  },
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.29.0",
+    "zod": "^3.25.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22.10.0",
+    "typescript": "^5.6.0",
+    "vitest": "^2.1.9"
+  }
+}