@elizaos/agent 2.0.0-alpha.520 → 2.0.0-alpha.521

package/packages/app-core/src/services/local-inference/providers.js

@@ -1,277 +0,0 @@
-/**
- * Provider registry.
- *
- * Treats every inference source the same way — cloud subscription, cloud
- * API, local llama.cpp engine, paired-device bridge, Capacitor on-device
- * — each is a `ProviderDefinition` with an `id`, a human label, a set of
- * supported model slots, and a pluggable `getEnableState()` that inspects
- * whatever underlying gate controls it (API key presence, subscription
- * status, env flag, file on disk).
- *
- * The cloud-provider status readers are intentionally permissive: they
- * report what they can introspect without depending on the specific
- * cloud-plugin internals, and hand off to the existing ProviderSwitcher
- * UI for actual enable/disable via `configureHref`. That avoids the
- * "combined enable matrix is an architectural project" problem by making
- * configuration navigable rather than centralised.
- */
-import fs from "node:fs/promises";
-import { getDefaultAccountPool } from "../account-pool";
-import { deviceBridge } from "./device-bridge";
-import { handlerRegistry } from "./handler-registry";
-import { localInferenceRoot } from "./paths";
-/** Resolve which slots have at least one registered handler from this provider. */
-export function getRegisteredSlotsForProvider(providerId) {
-    const regs = handlerRegistry.getAll();
-    const slots = new Set();
-    for (const r of regs) {
-        if (r.provider === providerId)
-            slots.add(r.modelType);
-    }
-    return [...slots];
-}
-// ── Built-in provider definitions ────────────────────────────────────
-const LOCAL_PROVIDER = {
-    id: "milady-local-inference",
-    label: "Local llama.cpp",
-    kind: "local",
-    description: "On-device inference using node-llama-cpp. Free, private, runs on your machine's CPU/GPU.",
-    supportedSlots: ["TEXT_SMALL", "TEXT_LARGE"],
-    async getEnableState() {
-        // Enabled when at least one model file lives under our root and the
-        // binding is loadable. We don't force-load node-llama-cpp here — that
-        // would tie up GPU memory just for a status probe.
-        try {
-            const entries = await fs.readdir(`${localInferenceRoot()}/models`, {
-                withFileTypes: true,
-            });
-            const hasModel = entries.some((e) => e.isFile() && e.name.toLowerCase().endsWith(".gguf"));
-            return hasModel
-                ? { enabled: true, reason: "GGUF model installed" }
-                : { enabled: false, reason: "No local model installed" };
-        }
-        catch {
-            return { enabled: false, reason: "No local model installed" };
-        }
-    },
-    configureHref: "#local-inference-panel",
-};
-const DEVICE_BRIDGE_PROVIDER = {
-    id: "milady-device-bridge",
-    label: "Paired device bridge",
-    kind: "device-bridge",
-    description: "Inference on a paired mobile or desktop device over WebSocket. Useful when the agent runs in a container but the model lives on your phone or laptop.",
-    supportedSlots: ["TEXT_SMALL", "TEXT_LARGE"],
-    async getEnableState() {
-        const bridgeEnabled = process.env.ELIZA_DEVICE_BRIDGE_ENABLED?.trim() === "1";
-        if (!bridgeEnabled) {
-            return {
-                enabled: false,
-                reason: "Set ELIZA_DEVICE_BRIDGE_ENABLED=1 to enable",
-            };
-        }
-        const status = deviceBridge.status();
-        if (status.connected) {
-            return {
-                enabled: true,
-                reason: `${status.devices.length} device(s) connected`,
-            };
-        }
-        return {
-            enabled: true,
-            reason: "Waiting for a device to connect",
-        };
-    },
-    configureHref: "#device-bridge-status",
-};
-const CAPACITOR_LLAMA_PROVIDER = {
-    id: "capacitor-llama",
-    label: "On-device llama.cpp (mobile)",
-    kind: "local",
-    description: "Runs llama.cpp natively on iOS or Android via Capacitor. Only available in mobile builds.",
-    supportedSlots: ["TEXT_SMALL", "TEXT_LARGE"],
-    async getEnableState() {
-        const cap = globalThis.Capacitor;
-        if (cap?.isNativePlatform?.()) {
-            return {
-                enabled: true,
-                reason: "Native Capacitor runtime detected",
-            };
-        }
-        return {
-            enabled: false,
-            reason: "Only available in iOS/Android builds",
-        };
-    },
-    configureHref: null,
-};
-const ANTHROPIC_PROVIDER = {
-    id: "anthropic",
-    label: "Anthropic API",
-    kind: "cloud-api",
-    description: "Claude models via the Anthropic API. Requires an API key.",
-    supportedSlots: ["TEXT_SMALL", "TEXT_LARGE", "OBJECT_SMALL", "OBJECT_LARGE"],
-    async getEnableState() {
-        const key = process.env.ANTHROPIC_API_KEY?.trim();
-        return key
-            ? { enabled: true, reason: "API key set" }
-            : { enabled: false, reason: "No API key" };
-    },
-    configureHref: "#ai-model",
-};
-const OPENAI_PROVIDER = {
-    id: "openai",
-    label: "OpenAI API",
-    kind: "cloud-api",
-    description: "GPT models via the OpenAI API. Requires an API key.",
-    supportedSlots: [
-        "TEXT_SMALL",
-        "TEXT_LARGE",
-        "TEXT_EMBEDDING",
-        "OBJECT_SMALL",
-        "OBJECT_LARGE",
-    ],
-    async getEnableState() {
-        const key = process.env.OPENAI_API_KEY?.trim();
-        return key
-            ? { enabled: true, reason: "API key set" }
-            : { enabled: false, reason: "No API key" };
-    },
-    configureHref: "#ai-model",
-};
-const GROK_PROVIDER = {
-    id: "grok",
-    label: "Grok API",
-    kind: "cloud-api",
-    description: "xAI Grok models. Requires an API key.",
-    supportedSlots: ["TEXT_SMALL", "TEXT_LARGE"],
-    async getEnableState() {
-        const key = process.env.GROK_API_KEY?.trim() ?? process.env.XAI_API_KEY?.trim();
-        return key
-            ? { enabled: true, reason: "API key set" }
-            : { enabled: false, reason: "No API key" };
-    },
-    configureHref: "#ai-model",
-};
-const ELIZACLOUD_PROVIDER = {
-    id: "elizacloud",
-    label: "Eliza Cloud",
-    kind: "cloud-subscription",
-    description: "Milady-hosted inference routed through your subscription. No API key to manage.",
-    supportedSlots: [
-        "TEXT_SMALL",
-        "TEXT_LARGE",
-        "TEXT_EMBEDDING",
-        "OBJECT_SMALL",
-        "OBJECT_LARGE",
-    ],
-    async getEnableState() {
-        const token = process.env.ELIZA_CLOUD_TOKEN?.trim() ??
-            process.env.ELIZACLOUD_TOKEN?.trim() ??
-            process.env.ELIZAOS_API_KEY?.trim();
-        return token
-            ? { enabled: true, reason: "Cloud token set" }
-            : { enabled: false, reason: "Not signed in" };
-    },
-    configureHref: "#ai-model",
-};
-const ANTHROPIC_SUBSCRIPTION_PROVIDER = {
-    id: "anthropic-subscription",
-    label: "Claude subscription",
-    kind: "cloud-subscription",
-    description: "Claude Code task-agent access through linked accounts.",
-    // Claude.ai OAuth subscriptions serve text + structured-object generation
-    // through Anthropic's chat models. Embeddings are not exposed by the
-    // subscription path (Anthropic does not ship an embeddings endpoint), so
-    // TEXT_EMBEDDING is intentionally omitted — that slot needs a separate
-    // API-key provider.
-    supportedSlots: ["TEXT_SMALL", "TEXT_LARGE", "OBJECT_SMALL", "OBJECT_LARGE"],
-    async getEnableState() {
-        return subscriptionEnableState("anthropic-subscription");
-    },
-    configureHref: "#ai-model",
-};
-const OPENAI_CODEX_PROVIDER = {
-    id: "openai-codex",
-    label: "Codex subscription",
-    kind: "cloud-subscription",
-    description: "Codex and ChatGPT subscription access through linked accounts.",
-    supportedSlots: ["TEXT_SMALL", "TEXT_LARGE", "OBJECT_SMALL", "OBJECT_LARGE"],
-    async getEnableState() {
-        return subscriptionEnableState("openai-codex");
-    },
-    configureHref: "#ai-model",
-};
-const GOOGLE_PROVIDER = {
-    id: "google",
-    label: "Google (Gemini)",
-    kind: "cloud-api",
-    description: "Gemini models via Google Generative AI. Requires an API key.",
-    supportedSlots: ["TEXT_SMALL", "TEXT_LARGE", "OBJECT_SMALL", "OBJECT_LARGE"],
-    async getEnableState() {
-        const key = process.env.GOOGLE_API_KEY?.trim() ?? process.env.GEMINI_API_KEY?.trim();
-        return key
-            ? { enabled: true, reason: "API key set" }
-            : { enabled: false, reason: "No API key" };
-    },
-    configureHref: "#ai-model",
-};
-const MISTRAL_PROVIDER = {
-    id: "mistral",
-    label: "Mistral API",
-    kind: "cloud-api",
-    description: "Mistral models via la Plateforme. Requires an API key.",
-    supportedSlots: ["TEXT_SMALL", "TEXT_LARGE"],
-    async getEnableState() {
-        const key = process.env.MISTRAL_API_KEY?.trim();
-        return key
-            ? { enabled: true, reason: "API key set" }
-            : { enabled: false, reason: "No API key" };
-    },
-    configureHref: "#ai-model",
-};
-export const BUILT_IN_PROVIDERS = [
-    LOCAL_PROVIDER,
-    DEVICE_BRIDGE_PROVIDER,
-    CAPACITOR_LLAMA_PROVIDER,
-    ANTHROPIC_SUBSCRIPTION_PROVIDER,
-    OPENAI_CODEX_PROVIDER,
-    ELIZACLOUD_PROVIDER,
-    ANTHROPIC_PROVIDER,
-    OPENAI_PROVIDER,
-    GOOGLE_PROVIDER,
-    GROK_PROVIDER,
-    MISTRAL_PROVIDER,
-];
-function subscriptionEnableState(providerId) {
-    if (providerId !== "anthropic-subscription" &&
-        providerId !== "openai-codex") {
-        return { enabled: false, reason: "Unsupported subscription" };
-    }
-    const accounts = getDefaultAccountPool()
-        .list(providerId)
-        .filter((account) => account.enabled && account.health === "ok");
-    if (accounts.length === 0) {
-        return { enabled: false, reason: "No linked account" };
-    }
-    return {
-        enabled: true,
-        reason: `${accounts.length} linked account${accounts.length === 1 ? "" : "s"}`,
-    };
-}
-export async function snapshotProviders() {
-    const entries = await Promise.all(BUILT_IN_PROVIDERS.map(async (def) => {
-        const state = await def.getEnableState();
-        return {
-            id: def.id,
-            label: def.label,
-            kind: def.kind,
-            description: def.description,
-            supportedSlots: def.supportedSlots,
-            configureHref: def.configureHref,
-            enableState: state,
-            registeredSlots: getRegisteredSlotsForProvider(def.id),
-        };
-    }));
-    return entries;
-}

package/packages/app-core/src/services/local-inference/registry.d.ts

@@ -1,35 +0,0 @@
-/**
- * On-disk registry of installed models.
- *
- * Two sources feed the registry:
- *   1. Milady-owned downloads (source: "milady-download") — written on
- *      successful completion by the downloader.
- *   2. External scans (source: "external-scan") — merged in at read time
- *      from `scanExternalModels()`. These are never persisted to the
- *      registry file; a rescan runs whenever we read.
- *
- * The JSON file only holds Milady-owned entries. That way, if a user
- * cleans up LM Studio models we don't show stale ghosts.
- */
-import type { InstalledModel } from "./types";
-/**
- * Return all models currently usable: persisted Milady downloads plus a
- * fresh external-tool scan. External duplicates of Milady-owned files are
- * filtered out by path.
- */
-export declare function listInstalledModels(): Promise<InstalledModel[]>;
-/** Add or update a Milady-owned entry. External entries are rejected. */
-export declare function upsertMiladyModel(model: InstalledModel): Promise<void>;
-/** Mark an existing Milady-owned model as most-recently-used. */
-export declare function touchMiladyModel(id: string): Promise<void>;
-/**
- * Delete a Milady-owned model from the registry and from disk.
- *
- * Refuses if the model was discovered from another tool — Milady must not
- * touch files it doesn't own. Callers surface that refusal as a 4xx.
- */
-export declare function removeMiladyModel(id: string): Promise<{
-    removed: boolean;
-    reason?: "external" | "not-found";
-}>;
-//# sourceMappingURL=registry.d.ts.map

package/packages/app-core/src/services/local-inference/registry.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../../../../../../app-core/src/services/local-inference/registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAMH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAmC9C;;;;GAIG;AACH,wBAAsB,mBAAmB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC,CAcrE;AAED,yEAAyE;AACzE,wBAAsB,iBAAiB,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAe5E;AAED,iEAAiE;AACjE,wBAAsB,gBAAgB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAMhE;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC;IAC3D,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,UAAU,GAAG,WAAW,CAAC;CACnC,CAAC,CAyBD"}

package/packages/app-core/src/services/local-inference/registry.js

@@ -1,108 +0,0 @@
-/**
- * On-disk registry of installed models.
- *
- * Two sources feed the registry:
- *   1. Milady-owned downloads (source: "milady-download") — written on
- *      successful completion by the downloader.
- *   2. External scans (source: "external-scan") — merged in at read time
- *      from `scanExternalModels()`. These are never persisted to the
- *      registry file; a rescan runs whenever we read.
- *
- * The JSON file only holds Milady-owned entries. That way, if a user
- * cleans up LM Studio models we don't show stale ghosts.
- */
-import fs from "node:fs/promises";
-import path from "node:path";
-import { scanExternalModels } from "./external-scanner";
-import { isWithinMiladyRoot, localInferenceRoot, registryPath } from "./paths";
-async function ensureRootDir() {
-    await fs.mkdir(localInferenceRoot(), { recursive: true });
-}
-async function readMiladyOwned() {
-    try {
-        const raw = await fs.readFile(registryPath(), "utf8");
-        const parsed = JSON.parse(raw);
-        if (!parsed || parsed.version !== 1 || !Array.isArray(parsed.models)) {
-            return [];
-        }
-        return parsed.models.filter((m) => m && typeof m === "object" && m.source === "milady-download");
-    }
-    catch {
-        return [];
-    }
-}
-async function writeMiladyOwned(models) {
-    await ensureRootDir();
-    const tmp = `${registryPath()}.tmp`;
-    const payload = { version: 1, models };
-    await fs.writeFile(tmp, JSON.stringify(payload, null, 2), "utf8");
-    await fs.rename(tmp, registryPath());
-}
-/**
- * Return all models currently usable: persisted Milady downloads plus a
- * fresh external-tool scan. External duplicates of Milady-owned files are
- * filtered out by path.
- */
-export async function listInstalledModels() {
-    const [owned, external] = await Promise.all([
-        readMiladyOwned(),
-        scanExternalModels(),
-    ]);
-    // Filter out Milady-owned files that also survived a reboot of the local
-    // file and got re-detected by the scanner.
-    const ownedPaths = new Set(owned.map((m) => path.resolve(m.path)));
-    const dedupedExternal = external.filter((m) => !ownedPaths.has(path.resolve(m.path)));
-    return [...owned, ...dedupedExternal];
-}
-/** Add or update a Milady-owned entry. External entries are rejected. */
-export async function upsertMiladyModel(model) {
-    if (model.source !== "milady-download") {
-        throw new Error("[local-inference] registry only accepts Milady-owned models");
-    }
-    if (!isWithinMiladyRoot(model.path)) {
-        throw new Error("[local-inference] Milady-owned models must live under the local-inference root");
-    }
-    const owned = await readMiladyOwned();
-    const withoutCurrent = owned.filter((m) => m.id !== model.id);
-    withoutCurrent.push(model);
-    await writeMiladyOwned(withoutCurrent);
-}
-/** Mark an existing Milady-owned model as most-recently-used. */
-export async function touchMiladyModel(id) {
-    const owned = await readMiladyOwned();
-    const target = owned.find((m) => m.id === id);
-    if (!target)
-        return;
-    target.lastUsedAt = new Date().toISOString();
-    await writeMiladyOwned(owned);
-}
-/**
- * Delete a Milady-owned model from the registry and from disk.
- *
- * Refuses if the model was discovered from another tool — Milady must not
- * touch files it doesn't own. Callers surface that refusal as a 4xx.
- */
-export async function removeMiladyModel(id) {
-    const owned = await readMiladyOwned();
-    const target = owned.find((m) => m.id === id);
-    if (!target) {
-        // Check whether it's a known external entry so we can return a
-        // helpful error message instead of 404.
-        const external = await scanExternalModels();
-        if (external.some((m) => m.id === id)) {
-            return { removed: false, reason: "external" };
-        }
-        return { removed: false, reason: "not-found" };
-    }
-    if (!isWithinMiladyRoot(target.path)) {
-        return { removed: false, reason: "external" };
-    }
-    try {
-        await fs.rm(target.path, { force: true });
-    }
-    catch {
-        // If the file was already gone we still want to clear the registry entry.
-    }
-    await writeMiladyOwned(owned.filter((m) => m.id !== id));
-    return { removed: true };
-}

package/packages/app-core/src/services/local-inference/routing-preferences.d.ts

@@ -1,31 +0,0 @@
-/**
- * Per-model-type user override: "for TEXT_LARGE, prefer this provider".
- *
- * Persisted to `$STATE_DIR/local-inference/routing.json` and read by the
- * router-handler (see `router-handler.ts`) to pick a provider at dispatch
- * time. When a slot has no override, the runtime's native priority order
- * wins — i.e. this is layered over the existing registration priority
- * rather than replacing it.
- */
-import type { AgentModelSlot } from "./types";
-export type RoutingPolicy = "manual" | "cheapest" | "fastest" | "prefer-local" | "round-robin";
-export declare const DEFAULT_ROUTING_POLICY: RoutingPolicy;
-export interface RoutingPreferences {
-    /**
-     * Explicit provider override per agent slot. Empty record = no overrides,
-     * runtime picks the highest-priority registered handler.
-     */
-    preferredProvider: Partial<Record<AgentModelSlot, string>>;
-    /**
-     * Per-slot policy. "manual" honours `preferredProvider` verbatim;
-     * everything else lets the router-handler compute a winner from the
-     * policy rule set. Absent = "prefer-local" so local models and
-     * subscriptions are tried before direct paid APIs and managed cloud.
-     */
-    policy: Partial<Record<AgentModelSlot, RoutingPolicy>>;
-}
-export declare function readRoutingPreferences(): Promise<RoutingPreferences>;
-export declare function writeRoutingPreferences(prefs: RoutingPreferences): Promise<void>;
-export declare function setPreferredProvider(slot: AgentModelSlot, provider: string | null): Promise<RoutingPreferences>;
-export declare function setPolicy(slot: AgentModelSlot, policy: RoutingPolicy | null): Promise<RoutingPreferences>;
-//# sourceMappingURL=routing-preferences.d.ts.map

package/packages/app-core/src/services/local-inference/routing-preferences.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"routing-preferences.d.ts","sourceRoot":"","sources":["../../../../../../../app-core/src/services/local-inference/routing-preferences.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAKH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE9C,MAAM,MAAM,aAAa,GACrB,QAAQ,GACR,UAAU,GACV,SAAS,GACT,cAAc,GACd,aAAa,CAAC;AAElB,eAAO,MAAM,sBAAsB,EAAE,aAA8B,CAAC;AAEpE,MAAM,WAAW,kBAAkB;IACjC;;;OAGG;IACH,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3D;;;;;OAKG;IACH,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC,CAAC;CACxD;AAiBD,wBAAsB,sBAAsB,IAAI,OAAO,CAAC,kBAAkB,CAAC,CAY1E;AAED,wBAAsB,uBAAuB,CAC3C,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,IAAI,CAAC,CAMf;AAED,wBAAsB,oBAAoB,CACxC,IAAI,EAAE,cAAc,EACpB,QAAQ,EAAE,MAAM,GAAG,IAAI,GACtB,OAAO,CAAC,kBAAkB,CAAC,CAa7B;AAED,wBAAsB,SAAS,CAC7B,IAAI,EAAE,cAAc,EACpB,MAAM,EAAE,aAAa,GAAG,IAAI,GAC3B,OAAO,CAAC,kBAAkB,CAAC,CAa7B"}

package/packages/app-core/src/services/local-inference/routing-preferences.js

@@ -1,72 +0,0 @@
-/**
- * Per-model-type user override: "for TEXT_LARGE, prefer this provider".
- *
- * Persisted to `$STATE_DIR/local-inference/routing.json` and read by the
- * router-handler (see `router-handler.ts`) to pick a provider at dispatch
- * time. When a slot has no override, the runtime's native priority order
- * wins — i.e. this is layered over the existing registration priority
- * rather than replacing it.
- */
-import fs from "node:fs/promises";
-import path from "node:path";
-import { localInferenceRoot } from "./paths";
-export const DEFAULT_ROUTING_POLICY = "prefer-local";
-const EMPTY = { preferredProvider: {}, policy: {} };
-function routingPath() {
-    return path.join(localInferenceRoot(), "routing.json");
-}
-async function ensureRoot() {
-    await fs.mkdir(localInferenceRoot(), { recursive: true });
-}
-export async function readRoutingPreferences() {
-    try {
-        const raw = await fs.readFile(routingPath(), "utf8");
-        const parsed = JSON.parse(raw);
-        if (!parsed || parsed.version !== 1 || !parsed.preferences)
-            return EMPTY;
-        return {
-            preferredProvider: parsed.preferences.preferredProvider ?? {},
-            policy: parsed.preferences.policy ?? {},
-        };
-    }
-    catch {
-        return EMPTY;
-    }
-}
-export async function writeRoutingPreferences(prefs) {
-    await ensureRoot();
-    const payload = { version: 1, preferences: prefs };
-    const tmp = `${routingPath()}.tmp`;
-    await fs.writeFile(tmp, JSON.stringify(payload, null, 2), "utf8");
-    await fs.rename(tmp, routingPath());
-}
-export async function setPreferredProvider(slot, provider) {
-    const current = await readRoutingPreferences();
-    const next = {
-        preferredProvider: { ...current.preferredProvider },
-        policy: { ...current.policy },
-    };
-    if (provider) {
-        next.preferredProvider[slot] = provider;
-    }
-    else {
-        delete next.preferredProvider[slot];
-    }
-    await writeRoutingPreferences(next);
-    return next;
-}
-export async function setPolicy(slot, policy) {
-    const current = await readRoutingPreferences();
-    const next = {
-        preferredProvider: { ...current.preferredProvider },
-        policy: { ...current.policy },
-    };
-    if (policy) {
-        next.policy[slot] = policy;
-    }
-    else {
-        delete next.policy[slot];
-    }
-    await writeRoutingPreferences(next);
-    return next;
-}

package/packages/app-core/src/services/local-inference/types.d.ts

@@ -1,121 +0,0 @@
-/**
- * Local inference model-management types.
- *
- * Shared across the service layer, API routes, and renderer.
- * The catalog is Milady-curated; installed models are tracked locally in a
- * JSON registry under the state dir.
- */
-export type ModelBucket = "small" | "mid" | "large" | "xl";
-export type ModelCategory = "chat" | "code" | "tools" | "tiny" | "reasoning";
-export interface CatalogModel {
-    /** Stable Milady id — used as the primary key. */
-    id: string;
-    displayName: string;
-    /** HuggingFace repo slug, e.g. "bartowski/Llama-3.2-3B-Instruct-GGUF". */
-    hfRepo: string;
-    /** Exact GGUF filename in the repo. */
-    ggufFile: string;
-    params: "360M" | "1B" | "1.7B" | "3B" | "7B" | "8B" | "9B" | "14B" | "16B" | "22B" | "24B" | "27B" | "32B" | "70B";
-    quant: string;
-    sizeGb: number;
-    /** Minimum system RAM (GB) we recommend before offering this model. */
-    minRamGb: number;
-    category: ModelCategory;
-    bucket: ModelBucket;
-    blurb: string;
-}
-export type HardwareFitLevel = "fits" | "tight" | "wontfit";
-export interface HardwareProbe {
-    totalRamGb: number;
-    freeRamGb: number;
-    /** Null when no supported GPU is available (CPU-only). */
-    gpu: {
-        backend: "cuda" | "metal" | "vulkan";
-        totalVramGb: number;
-        freeVramGb: number;
-    } | null;
-    cpuCores: number;
-    platform: NodeJS.Platform;
-    arch: NodeJS.Architecture;
-    /** True on Apple Silicon (shared memory — large models are viable on 16GB+). */
-    appleSilicon: boolean;
-    /** Recommended default bucket based on available memory. */
-    recommendedBucket: ModelBucket;
-    /** Source of the probe; "node-llama-cpp" when GPU values come from the binding. */
-    source: "node-llama-cpp" | "os-fallback";
-}
-export interface InstalledModel {
-    /** Matches CatalogModel.id when installed from the curated catalog. */
-    id: string;
-    displayName: string;
-    /** Absolute path to the GGUF file on disk. */
-    path: string;
-    sizeBytes: number;
-    /** HF repo this came from, when known. */
-    hfRepo?: string;
-    /** ISO timestamp of install completion. */
-    installedAt: string;
-    /** ISO timestamp of last activation (null if never loaded). */
-    lastUsedAt: string | null;
-    /** Where we got this model from. Determines whether Milady owns the file. */
-    source: "milady-download" | "external-scan";
-    /**
-     * When source === "external-scan", which tool the file belonged to.
-     * Prevents Milady from deleting files other apps own.
-     */
-    externalOrigin?: "lm-studio" | "jan" | "ollama" | "huggingface" | "text-gen-webui";
-    /** SHA256 of the GGUF file recorded at install time. Optional for legacy entries. */
-    sha256?: string;
-    /** ISO timestamp of the last successful re-verification. Absent = never verified since install. */
-    lastVerifiedAt?: string;
-}
-export type DownloadState = "queued" | "downloading" | "completed" | "failed" | "cancelled";
-export interface DownloadJob {
-    jobId: string;
-    modelId: string;
-    state: DownloadState;
-    /** Bytes transferred so far. */
-    received: number;
-    /** Total bytes expected (from Content-Length or HEAD). */
-    total: number;
-    /** Moving-average bytes/sec over the last few seconds. */
-    bytesPerSec: number;
-    /** Milliseconds remaining based on current rate. Null when unknown. */
-    etaMs: number | null;
-    startedAt: string;
-    updatedAt: string;
-    /** Set when state === "failed". */
-    error?: string;
-}
-export interface ActiveModelState {
-    modelId: string | null;
-    loadedAt: string | null;
-    /**
-     * Human-readable load status. "idle" means nothing loaded.
-     * "loading" is set while we're swapping models.
-     */
-    status: "idle" | "loading" | "ready" | "error";
-    error?: string;
-}
-export interface DownloadEvent {
-    type: "progress" | "completed" | "failed" | "cancelled";
-    job: DownloadJob;
-}
-/**
- * Agent model-type slots Milady lets the user wire to local models. These
- * match the `ModelType` enum in `@elizaos/core` — kept as string literals
- * here so the types file stays framework-free.
- */
-export type AgentModelSlot = "TEXT_SMALL" | "TEXT_LARGE" | "TEXT_EMBEDDING" | "OBJECT_SMALL" | "OBJECT_LARGE";
-export declare const AGENT_MODEL_SLOTS: AgentModelSlot[];
-/** User-configured mapping of agent model slots → installed model ids. */
-export type ModelAssignments = Partial<Record<AgentModelSlot, string>>;
-export interface ModelHubSnapshot {
-    catalog: CatalogModel[];
-    installed: InstalledModel[];
-    active: ActiveModelState;
-    downloads: DownloadJob[];
-    hardware: HardwareProbe;
-    assignments: ModelAssignments;
-}
-//# sourceMappingURL=types.d.ts.map

package/packages/app-core/src/services/local-inference/types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../../../../app-core/src/services/local-inference/types.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,MAAM,MAAM,WAAW,GAAG,OAAO,GAAG,KAAK,GAAG,OAAO,GAAG,IAAI,CAAC;AAE3D,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,WAAW,CAAC;AAE7E,MAAM,WAAW,YAAY;IAC3B,kDAAkD;IAClD,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,0EAA0E;IAC1E,MAAM,EAAE,MAAM,CAAC;IACf,uCAAuC;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EACF,MAAM,GACN,IAAI,GACJ,MAAM,GACN,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,KAAK,GACL,KAAK,GACL,KAAK,GACL,KAAK,GACL,KAAK,GACL,KAAK,GACL,KAAK,CAAC;IACV,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,uEAAuE;IACvE,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,aAAa,CAAC;IACxB,MAAM,EAAE,WAAW,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC;AAE5D,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,0DAA0D;IAC1D,GAAG,EAAE;QACH,OAAO,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;QACrC,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;KACpB,GAAG,IAAI,CAAC;IACT,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC,YAAY,CAAC;IAC1B,gFAAgF;IAChF,YAAY,EAAE,OAAO,CAAC;IACtB,4DAA4D;IAC5D,iBAAiB,EAAE,WAAW,CAAC;IAC/B,mFAAmF;IACnF,MAAM,EAAE,gBAAgB,GAAG,aAAa,CAAC;CAC1C;AAED,MAAM,WAAW,cAAc;IAC7B,uEAAuE;IACvE,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,8CAA8C;IAC9C,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,0CAA0C;IAC1C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,2CAA2C;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,+DAA+D;IAC/D,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,6EAA6E;IAC7E,MAAM,EAAE,iBAAiB,GAAG,eAAe,CAAC;IAC5C;;;OAGG;IACH,cAAc,CAAC,EACX,WAAW,GACX,KAAK,GACL,QAAQ,GACR,aAAa,GACb,gBAAgB,CAAC;IACrB,qFAAqF;IACrF,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mGAAmG;IACnG,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,MAAM,aAAa,GACrB,QAAQ,GACR,aAAa,GACb,WAAW,GACX,QAAQ,GACR,WAAW,CAAC;AAEhB,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,aAAa,CAAC;IACrB,gCAAgC;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,0DAA0D;IAC1D,KAAK,EAAE,MAAM,CAAC;IACd,0DAA0D;IAC1D,WAAW,EAAE,MAAM,CAAC;IACpB,uEAAuE;IACvE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,mCAAmC;IACnC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB;;;OAGG;IACH,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,OAAO,CAAC;IAC/C,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;IACxD,GAAG,EAAE,WAAW,CAAC;CAClB;AAED;;;;GAIG;AACH,MAAM,MAAM,cAAc,GACtB,YAAY,GACZ,YAAY,GACZ,gBAAgB,GAChB,cAAc,GACd,cAAc,CAAC;AAEnB,eAAO,MAAM,iBAAiB,EAAE,cAAc,EAM7C,CAAC;AAEF,0EAA0E;AAC1E,MAAM,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,CAAC;AAEvE,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,SAAS,EAAE,cAAc,EAAE,CAAC;IAC5B,MAAM,EAAE,gBAAgB,CAAC;IACzB,SAAS,EAAE,WAAW,EAAE,CAAC;IACzB,QAAQ,EAAE,aAAa,CAAC;IACxB,WAAW,EAAE,gBAAgB,CAAC;CAC/B"}

package/packages/app-core/src/services/local-inference/types.js

@@ -1,14 +0,0 @@
-/**
- * Local inference model-management types.
- *
- * Shared across the service layer, API routes, and renderer.
- * The catalog is Milady-curated; installed models are tracked locally in a
- * JSON registry under the state dir.
- */
-export const AGENT_MODEL_SLOTS = [
-    "TEXT_SMALL",
-    "TEXT_LARGE",
-    "TEXT_EMBEDDING",
-    "OBJECT_SMALL",
-    "OBJECT_LARGE",
-];