@elizaos/ui 2.0.0-alpha.85 → 2.0.0-beta.2

package/services/local-inference/routing-preferences.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"routing-preferences.d.ts","sourceRoot":"","sources":["../../../../../../src/services/local-inference/routing-preferences.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EACL,sBAAsB,EACtB,KAAK,aAAa,EAClB,KAAK,kBAAkB,EACvB,sBAAsB,EACtB,SAAS,EACT,oBAAoB,EACpB,uBAAuB,GACxB,MAAM,iBAAiB,CAAC"}

package/services/local-inference/routing-preferences.js

@@ -0,0 +1,7 @@
+/**
+ * Re-export of the shared routing-preferences module. The canonical
+ * implementation lives in `@elizaos/shared/local-inference` because both
+ * the server (`@elizaos/app-core`) and the UI client (`@elizaos/ui`)
+ * read/write the same routing.json with identical semantics.
+ */
+export { DEFAULT_ROUTING_POLICY, readRoutingPreferences, setPolicy, setPreferredProvider, writeRoutingPreferences, } from "@elizaos/shared";

package/services/local-inference/service.d.ts

@@ -0,0 +1,59 @@
+/**
+ * Public facade for the local-inference service.
+ *
+ * Single entry point used by the API routes, the settings UI, and any
+ * future orchestration code. Holds singleton instances of the downloader
+ * and active-model coordinator so subscribers receive the same event
+ * stream across the process.
+ */
+import type { AgentRuntime } from "@elizaos/core";
+import { type RecommendedModelSelection } from "./recommendation";
+import type { ActiveModelState, AgentModelSlot, CatalogModel, DownloadEvent, DownloadJob, HardwareProbe, LocalInferenceReadiness, ModelAssignments, ModelHubSnapshot, TextGenerationSlot } from "./types";
+import { type VerifyResult } from "./verify";
+export declare class LocalInferenceService {
+    private readonly downloader;
+    private readonly activeModel;
+    private bundledBootstrap;
+    getCatalog(): CatalogModel[];
+    /**
+     * Register any bundled GGUF files staged by the AOSP build (or any
+     * other install path that drops a `manifest.json` next to the model
+     * files) into the registry. Runs at most once per process; the
+     * promise is cached so concurrent first callers wait on the same
+     * work.
+     */
+    private bootstrapBundled;
+    getInstalled(): Promise<import("@elizaos/shared").InstalledModel[]>;
+    getHardware(): Promise<HardwareProbe>;
+    getDownloads(): DownloadJob[];
+    getActive(): ActiveModelState;
+    getAssignments(): Promise<ModelAssignments>;
+    setSlotAssignment(slot: AgentModelSlot, modelId: string | null): Promise<ModelAssignments>;
+    snapshot(): Promise<ModelHubSnapshot>;
+    getTextReadiness(): Promise<LocalInferenceReadiness>;
+    getRecommendedModel(slot: TextGenerationSlot, hardware?: HardwareProbe): Promise<RecommendedModelSelection>;
+    getRecommendedModels(hardware?: HardwareProbe): Promise<Record<TextGenerationSlot, RecommendedModelSelection>>;
+    startDownload(modelIdOrSpec: string | CatalogModel): Promise<DownloadJob>;
+    startSmallerFallbackDownload(currentModelId: string, slot?: TextGenerationSlot, hardware?: HardwareProbe): Promise<{
+        model: CatalogModel;
+        job: DownloadJob;
+    } | null>;
+    searchHuggingFace(query: string, limit?: number): Promise<CatalogModel[]>;
+    /**
+     * Verify an installed model's file integrity. When the model was a
+     * Eliza-download and there was no stored sha256 yet (legacy entry), the
+     * computed hash is persisted so subsequent verifies have a baseline.
+     */
+    verifyModel(id: string): Promise<VerifyResult>;
+    cancelDownload(modelId: string): boolean;
+    subscribeDownloads(listener: (event: DownloadEvent) => void): () => void;
+    subscribeActive(listener: (state: ActiveModelState) => void): () => void;
+    setActive(runtime: AgentRuntime | null, modelId: string): Promise<ActiveModelState>;
+    clearActive(runtime: AgentRuntime | null): Promise<ActiveModelState>;
+    uninstall(modelId: string): Promise<{
+        removed: boolean;
+        reason?: "external" | "not-found";
+    }>;
+}
+export declare const localInferenceService: LocalInferenceService;
+//# sourceMappingURL=service.d.ts.map

package/services/local-inference/service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../../../../../src/services/local-inference/service.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AASlD,OAAO,EAEL,KAAK,yBAAyB,EAG/B,MAAM,kBAAkB,CAAC;AAM1B,OAAO,KAAK,EACV,gBAAgB,EAChB,cAAc,EACd,YAAY,EACZ,aAAa,EACb,WAAW,EACX,aAAa,EACb,uBAAuB,EACvB,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,EACnB,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,KAAK,YAAY,EAAwB,MAAM,UAAU,CAAC;AAEnE,qBAAa,qBAAqB;IAChC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAoB;IAC/C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAgC;IAC5D,OAAO,CAAC,gBAAgB,CAA8B;IAEtD,UAAU;IAIV;;;;;;OAMG;IACH,OAAO,CAAC,gBAAgB;IASlB,YAAY;IAKZ,WAAW,IAAI,OAAO,CAAC,aAAa,CAAC;IAI3C,YAAY,IAAI,WAAW,EAAE;IAI7B,SAAS,IAAI,gBAAgB;IAIvB,cAAc,IAAI,OAAO,CAAC,gBAAgB,CAAC;IAI3C,iBAAiB,CACrB,IAAI,EAAE,cAAc,EACpB,OAAO,EAAE,MAAM,GAAG,IAAI,GACrB,OAAO,CAAC,gBAAgB,CAAC;IAKtB,QAAQ,IAAI,OAAO,CAAC,gBAAgB,CAAC;IAyBrC,gBAAgB,IAAI,OAAO,CAAC,uBAAuB,CAAC;IAcpD,mBAAmB,CACvB,IAAI,EAAE,kBAAkB,EACxB,QAAQ,CAAC,EAAE,aAAa,GACvB,OAAO,CAAC,yBAAyB,CAAC;IAQ/B,oBAAoB,CACxB,QAAQ,CAAC,EAAE,aAAa,GACvB,OAAO,CAAC,MAAM,CAAC,kBAAkB,EAAE,yBAAyB,CAAC,CAAC;IAO3D,aAAa,CACjB,aAAa,EAAE,MAAM,GAAG,YAAY,GACnC,OAAO,CAAC,WAAW,CAAC;IAIjB,4BAA4B,CAChC,cAAc,EAAE,MAAM,EACtB,IAAI,GAAE,kBAAiC,EACvC,QAAQ,CAAC,EAAE,aAAa,GACvB,OAAO,CAAC;QAAE,KAAK,EAAE,YAAY,CAAC;QAAC,GAAG,EAAE,WAAW,CAAA;KAAE,GAAG,IAAI,CAAC;IActD,iBAAiB,CACrB,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,YAAY,EAAE,CAAC;IAI1B;;;;OAIG;IACG,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAoCpD,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIxC,kBAAkB,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,GAAG,MAAM,IAAI;IAIxE,eAAe,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,GAAG,MAAM,IAAI;IAIlE,SAAS,CACb,OAAO,EAAE,YAAY,GAAG,IAAI,EAC5B,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,gBAAgB,CAAC;IAQtB,WAAW,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAIpE,SAAS,CACb,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,MAAM,CAAC,EAAE,UAAU,GAAG,WAAW,CAAA;KAAE,CAAC;CAQpE;AAED,eAAO,MAAM,qBAAqB,uBAA8B,CAAC"}

package/services/local-inference/service.js

@@ -0,0 +1,185 @@
+/**
+ * Public facade for the local-inference service.
+ *
+ * Single entry point used by the API routes, the settings UI, and any
+ * future orchestration code. Holds singleton instances of the downloader
+ * and active-model coordinator so subscribers receive the same event
+ * stream across the process.
+ */
+import { ActiveModelCoordinator } from "./active-model.js";
+import { readEffectiveAssignments, setAssignment } from "./assignments.js";
+import { registerBundledModels } from "./bundled-models.js";
+import { MODEL_CATALOG } from "./catalog.js";
+import { Downloader } from "./downloader.js";
+import { probeHardware } from "./hardware.js";
+import { searchHuggingFaceGguf } from "./hf-search.js";
+import { buildTextGenerationReadiness } from "./readiness.js";
+import { chooseSmallerFallbackModel, selectRecommendedModelForSlot, selectRecommendedModels, } from "./recommendation.js";
+import { listInstalledModels, removeElizaModel, upsertElizaModel, } from "./registry.js";
+import { verifyInstalledModel } from "./verify.js";
+export class LocalInferenceService {
+    downloader = new Downloader();
+    activeModel = new ActiveModelCoordinator();
+    bundledBootstrap = null;
+    getCatalog() {
+        return MODEL_CATALOG.filter((model) => !model.hiddenFromCatalog);
+    }
+    /**
+     * Register any bundled GGUF files staged by the AOSP build (or any
+     * other install path that drops a `manifest.json` next to the model
+     * files) into the registry. Runs at most once per process; the
+     * promise is cached so concurrent first callers wait on the same
+     * work.
+     */
+    bootstrapBundled() {
+        if (!this.bundledBootstrap) {
+            this.bundledBootstrap = registerBundledModels()
+                .then(() => undefined)
+                .catch(() => undefined);
+        }
+        return this.bundledBootstrap;
+    }
+    async getInstalled() {
+        await this.bootstrapBundled();
+        return listInstalledModels();
+    }
+    async getHardware() {
+        return probeHardware();
+    }
+    getDownloads() {
+        return this.downloader.snapshot();
+    }
+    getActive() {
+        return this.activeModel.snapshot();
+    }
+    async getAssignments() {
+        return readEffectiveAssignments();
+    }
+    async setSlotAssignment(slot, modelId) {
+        await setAssignment(slot, modelId);
+        return readEffectiveAssignments();
+    }
+    async snapshot() {
+        const [installed, hardware, assignments] = await Promise.all([
+            this.getInstalled(),
+            this.getHardware(),
+            this.getAssignments(),
+        ]);
+        const active = this.getActive();
+        const downloads = this.getDownloads();
+        return {
+            catalog: this.getCatalog(),
+            installed,
+            active,
+            downloads,
+            hardware,
+            assignments,
+            textReadiness: buildTextGenerationReadiness({
+                assignments,
+                installed,
+                active,
+                downloads,
+                catalog: MODEL_CATALOG,
+            }),
+        };
+    }
+    async getTextReadiness() {
+        const [installed, assignments] = await Promise.all([
+            this.getInstalled(),
+            this.getAssignments(),
+        ]);
+        return buildTextGenerationReadiness({
+            assignments,
+            installed,
+            active: this.getActive(),
+            downloads: this.getDownloads(),
+            catalog: MODEL_CATALOG,
+        });
+    }
+    async getRecommendedModel(slot, hardware) {
+        return selectRecommendedModelForSlot(slot, hardware ?? (await this.getHardware()), MODEL_CATALOG);
+    }
+    async getRecommendedModels(hardware) {
+        return selectRecommendedModels(hardware ?? (await this.getHardware()), MODEL_CATALOG);
+    }
+    async startDownload(modelIdOrSpec) {
+        return this.downloader.start(modelIdOrSpec);
+    }
+    async startSmallerFallbackDownload(currentModelId, slot = "TEXT_LARGE", hardware) {
+        const model = chooseSmallerFallbackModel(currentModelId, hardware ?? (await this.getHardware()), slot, MODEL_CATALOG);
+        if (!model)
+            return null;
+        return {
+            model,
+            job: await this.startDownload(model.id),
+        };
+    }
+    async searchHuggingFace(query, limit) {
+        return searchHuggingFaceGguf(query, limit);
+    }
+    /**
+     * Verify an installed model's file integrity. When the model was a
+     * Eliza-download and there was no stored sha256 yet (legacy entry), the
+     * computed hash is persisted so subsequent verifies have a baseline.
+     */
+    async verifyModel(id) {
+        const installed = await listInstalledModels();
+        const model = installed.find((m) => m.id === id);
+        if (!model) {
+            throw new Error(`Model not installed: ${id}`);
+        }
+        const result = await verifyInstalledModel(model);
+        // Self-heal: when a Eliza-owned legacy entry has no sha256 yet and
+        // the file passes the structural GGUF check, pin the computed hash as
+        // the baseline. External models are never mutated.
+        if (result.state === "unknown" &&
+            result.currentSha256 &&
+            model.source === "eliza-download") {
+            await upsertElizaModel({
+                ...model,
+                sha256: result.currentSha256,
+                lastVerifiedAt: new Date().toISOString(),
+            });
+            return {
+                ...result,
+                state: "ok",
+                expectedSha256: result.currentSha256,
+            };
+        }
+        if (result.state === "ok" && model.source === "eliza-download") {
+            await upsertElizaModel({
+                ...model,
+                lastVerifiedAt: new Date().toISOString(),
+            });
+        }
+        return result;
+    }
+    cancelDownload(modelId) {
+        return this.downloader.cancel(modelId);
+    }
+    subscribeDownloads(listener) {
+        return this.downloader.subscribe(listener);
+    }
+    subscribeActive(listener) {
+        return this.activeModel.subscribe(listener);
+    }
+    async setActive(runtime, modelId) {
+        const installed = (await this.getInstalled()).find((m) => m.id === modelId);
+        if (!installed) {
+            throw new Error(`Model not installed: ${modelId}`);
+        }
+        return this.activeModel.switchTo(runtime, installed);
+    }
+    async clearActive(runtime) {
+        return this.activeModel.unload(runtime);
+    }
+    async uninstall(modelId) {
+        // If the user is uninstalling the active model, unload it first so we
+        // don't leave the plugin holding a handle to a deleted file.
+        if (this.activeModel.snapshot().modelId === modelId) {
+            await this.activeModel.unload(null);
+        }
+        return removeElizaModel(modelId);
+    }
+}
+export const localInferenceService = new LocalInferenceService();

package/services/local-inference/types.d.ts

@@ -0,0 +1,239 @@
+/**
+ * Local inference model-management types (UI-side public subset).
+ *
+ * Shared across the service layer, API routes, and renderer.
+ * The catalog is Eliza-curated; installed models are tracked locally in a
+ * JSON registry under the state dir.
+ *
+ * Foundational types that are byte-identical between the UI client and the
+ * app-core server (`AgentModelSlot`, `InstalledModel`, `ModelAssignments`,
+ * `TextGenerationSlot`, `AGENT_MODEL_SLOTS`) live in
+ * `@elizaos/shared/local-inference` and are re-exported here so existing
+ * import paths keep working.
+ */
+import { AGENT_MODEL_SLOTS, type AgentModelSlot, type InstalledModel, type ModelAssignments, type TextGenerationSlot } from "@elizaos/shared";
+export { AGENT_MODEL_SLOTS, type AgentModelSlot, type InstalledModel, type ModelAssignments, type TextGenerationSlot, };
+export type ModelBucket = "small" | "mid" | "large" | "xl";
+export type ModelCategory = "chat" | "code" | "tools" | "tiny" | "reasoning" | "drafter";
+export type LocalRuntimeBackend = "node-llama-cpp" | "llama-server";
+export type LocalRuntimeKernel = "dflash" | "turbo3" | "turbo4" | "turbo3_tcq" | "qjl_full" | "polarquant";
+export interface LocalRuntimeOptimizations {
+    lookahead?: number;
+    ngramDraft?: {
+        min: number;
+        max: number;
+        minProb: number;
+    };
+    parallel?: number;
+    moeOffload?: "cpu" | "none";
+    mlock?: boolean;
+    noMmap?: boolean;
+    mmproj?: string;
+    alias?: string;
+    flashAttention?: boolean;
+    requiresKernel?: LocalRuntimeKernel[];
+}
+export interface LocalRuntimeAcceleration {
+    /**
+     * Prefer out-of-process llama-server over the node binding when the
+     * required binary and companion files are available.
+     */
+    preferredBackend?: LocalRuntimeBackend;
+    /** Optimization knobs declared per-model. */
+    optimizations?: LocalRuntimeOptimizations;
+    dflash?: {
+        /** Catalog id of the hidden drafter GGUF companion. */
+        drafterModelId: string;
+        specType: "dflash";
+        /** llama-server context for the target model. */
+        contextSize: number;
+        /** llama-server context for the drafter. */
+        draftContextSize: number;
+        /** Default draft range passed to llama-server. */
+        draftMin: number;
+        draftMax: number;
+        /** `--n-gpu-layers` and `--n-gpu-layers-draft` defaults. */
+        gpuLayers: number | "auto";
+        draftGpuLayers: number | "auto";
+        /** Some DFlash drafters are trained against non-thinking text. */
+        disableThinking: boolean;
+    };
+    kvCache?: {
+        /**
+         * llama.cpp KV cache type overrides. Stock builds support f16/q8_0;
+         * TurboQuant-capable forks add tbq3_0/tbq4_0.
+         */
+        typeK?: string;
+        typeV?: string;
+        requiresFork?: "apothic-turboquant" | "buun-llama-cpp";
+    };
+}
+/**
+ * Tokenizer family identifier used to verify that a DFlash target and its
+ * paired drafter share a vocabulary. Speculative decoding requires the
+ * target and drafter to emit token ids drawn from the same vocabulary —
+ * see `docs/porting/dflash-drafter-strategy.md` for why mismatched
+ * tokenizers cannot be bridged by metadata repair. Add new families here
+ * as the catalog grows.
+ */
+export type TokenizerFamily = "eliza1" | "sentencepiece" | (string & {});
+export interface CatalogModel {
+    /** Stable Eliza id — used as the primary key. */
+    id: string;
+    displayName: string;
+    /** HuggingFace repo slug, e.g. "elizalabs/eliza-1-mobile-1_7b". */
+    hfRepo: string;
+    /** Exact GGUF filename in the repo. */
+    ggufFile: string;
+    /**
+     * Optional Eliza-1 bundle manifest in the same HF repo. When present, the
+     * downloader installs every file listed in the manifest and uses
+     * `ggufFile` as the primary text GGUF inside that bundle.
+     */
+    bundleManifestFile?: string;
+    params: "360M" | "1B" | "1.7B" | "2B" | "3B" | "4B" | "7B" | "8B" | "9B" | "14B" | "16B" | "22B" | "24B" | "27B" | "32B";
+    quant: string;
+    sizeGb: number;
+    /** Minimum system RAM (GB) we recommend before offering this model. */
+    minRamGb: number;
+    category: ModelCategory;
+    bucket: ModelBucket;
+    blurb: string;
+    /**
+     * Hidden entries are installable by id and can be downloaded as companions,
+     * but are omitted from the visible Model Hub catalog.
+     */
+    hiddenFromCatalog?: boolean;
+    /** Models such as DFlash drafters are not valid standalone chat choices. */
+    runtimeRole?: "chat" | "dflash-drafter";
+    /** Parent chat model id when this entry is a hidden companion. */
+    companionForModelId?: string;
+    /** Extra catalog model ids to download alongside this model. */
+    companionModelIds?: string[];
+    /** Maximum context length supported by the underlying GGUF, in tokens. */
+    contextLength?: number;
+    /** Default GPU offload strategy for this model. */
+    gpuLayers?: "auto" | number;
+    /**
+     * Tokenizer/vocabulary family this GGUF emits. Required for any entry
+     * that participates in DFlash pairing.
+     */
+    tokenizerFamily?: TokenizerFamily;
+    /** Runtime-specific acceleration metadata. */
+    runtime?: LocalRuntimeAcceleration;
+}
+export type HardwareFitLevel = "fits" | "tight" | "wontfit";
+export interface MobileHardwareProbe {
+    platform: "ios" | "android" | "web";
+    deviceModel?: string;
+    machineId?: string;
+    osVersion?: string;
+    isSimulator?: boolean;
+    availableRamGb?: number | null;
+    freeStorageGb?: number | null;
+    lowPowerMode?: boolean;
+    thermalState?: "nominal" | "fair" | "serious" | "critical" | "unknown";
+    gpuSupported?: boolean;
+    dflashSupported?: boolean;
+    dflashReason?: string;
+    source?: "native" | "adapter-fallback";
+}
+export interface HardwareProbe {
+    totalRamGb: number;
+    freeRamGb: number;
+    /** Null when no supported GPU is available (CPU-only). */
+    gpu: {
+        backend: "cuda" | "metal" | "vulkan";
+        totalVramGb: number;
+        freeVramGb: number;
+    } | null;
+    cpuCores: number;
+    platform: NodeJS.Platform;
+    arch: NodeJS.Architecture;
+    /** True on Apple Silicon (shared memory — large models are viable on 16GB+). */
+    appleSilicon: boolean;
+    /** Recommended default bucket based on available memory. */
+    recommendedBucket: ModelBucket;
+    /** Source of the probe; "node-llama-cpp" when GPU values come from the binding. */
+    source: "node-llama-cpp" | "os-fallback";
+    /** Mobile-only details used for minspec, storage, and native DFlash gating. */
+    mobile?: MobileHardwareProbe;
+}
+export type DownloadState = "queued" | "downloading" | "completed" | "failed" | "cancelled";
+export interface DownloadJob {
+    jobId: string;
+    modelId: string;
+    state: DownloadState;
+    /** Bytes transferred so far. */
+    received: number;
+    /** Total bytes expected (from Content-Length or HEAD). */
+    total: number;
+    /** Moving-average bytes/sec over the last few seconds. */
+    bytesPerSec: number;
+    /** Milliseconds remaining based on current rate. Null when unknown. */
+    etaMs: number | null;
+    startedAt: string;
+    updatedAt: string;
+    /** Set when state === "failed". */
+    error?: string;
+}
+export interface LocalInferenceDownloadStatus {
+    state: DownloadState | "missing";
+    receivedBytes: number;
+    totalBytes: number;
+    percent: number | null;
+    bytesPerSec: number;
+    etaMs: number | null;
+    updatedAt: string | null;
+    errors: string[];
+}
+export interface ActiveModelState {
+    modelId: string | null;
+    loadedAt: string | null;
+    /**
+     * Human-readable load status. "idle" means nothing loaded.
+     * "loading" is set while we're swapping models.
+     */
+    status: "idle" | "loading" | "ready" | "error";
+    error?: string;
+    loadedContextSize?: number | null;
+    loadedCacheTypeK?: string | null;
+    loadedCacheTypeV?: string | null;
+    loadedGpuLayers?: number | null;
+}
+export interface DownloadEvent {
+    type: "progress" | "completed" | "failed" | "cancelled";
+    job: DownloadJob;
+}
+export declare const TEXT_GENERATION_SLOTS: TextGenerationSlot[];
+export interface LocalInferenceSlotReadiness {
+    slot: TextGenerationSlot;
+    assigned: boolean;
+    assignedModelId: string | null;
+    displayName: string | null;
+    primaryDownloaded: boolean;
+    downloaded: boolean;
+    active: boolean;
+    ready: boolean;
+    state: "unassigned" | "missing" | "downloading" | "downloaded" | "active" | "failed" | "cancelled";
+    requiredModelIds: string[];
+    missingModelIds: string[];
+    installedBytes: number;
+    expectedBytes: number;
+    download: LocalInferenceDownloadStatus;
+    errors: string[];
+}
+export interface LocalInferenceReadiness {
+    updatedAt: string;
+    slots: Record<TextGenerationSlot, LocalInferenceSlotReadiness>;
+}
+export interface ModelHubSnapshot {
+    catalog: CatalogModel[];
+    installed: InstalledModel[];
+    active: ActiveModelState;
+    downloads: DownloadJob[];
+    hardware: HardwareProbe;
+    assignments: ModelAssignments;
+    textReadiness: LocalInferenceReadiness;
+}
+//# sourceMappingURL=types.d.ts.map

package/services/local-inference/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../../../src/services/local-inference/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EACL,iBAAiB,EACjB,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,gBAAgB,EACrB,KAAK,kBAAkB,EACxB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,iBAAiB,EACjB,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,gBAAgB,EACrB,KAAK,kBAAkB,GACxB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG,OAAO,GAAG,KAAK,GAAG,OAAO,GAAG,IAAI,CAAC;AAE3D,MAAM,MAAM,aAAa,GACrB,MAAM,GACN,MAAM,GACN,OAAO,GACP,MAAM,GACN,WAAW,GACX,SAAS,CAAC;AAEd,MAAM,MAAM,mBAAmB,GAAG,gBAAgB,GAAG,cAAc,CAAC;AAEpE,MAAM,MAAM,kBAAkB,GAC1B,QAAQ,GACR,QAAQ,GACR,QAAQ,GACR,YAAY,GACZ,UAAU,GACV,YAAY,CAAC;AAEjB,MAAM,WAAW,yBAAyB;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,cAAc,CAAC,EAAE,kBAAkB,EAAE,CAAC;CACvC;AAED,MAAM,WAAW,wBAAwB;IACvC;;;OAGG;IACH,gBAAgB,CAAC,EAAE,mBAAmB,CAAC;IACvC,6CAA6C;IAC7C,aAAa,CAAC,EAAE,yBAAyB,CAAC;IAC1C,MAAM,CAAC,EAAE;QACP,uDAAuD;QACvD,cAAc,EAAE,MAAM,CAAC;QACvB,QAAQ,EAAE,QAAQ,CAAC;QACnB,iDAAiD;QACjD,WAAW,EAAE,MAAM,CAAC;QACpB,4CAA4C;QAC5C,gBAAgB,EAAE,MAAM,CAAC;QACzB,kDAAkD;QAClD,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,4DAA4D;QAC5D,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;QAC3B,cAAc,EAAE,MAAM,GAAG,MAAM,CAAC;QAChC,kEAAkE;QAClE,eAAe,EAAE,OAAO,CAAC;KAC1B,CAAC;IACF,OAAO,CAAC,EAAE;QACR;;;WAGG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,YAAY,CAAC,EAAE,oBAAoB,GAAG,gBAAgB,CAAC;KACxD,CAAC;CACH;AAED;;;;;;;GAOG;AACH,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG,eAAe,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;AAEzE,MAAM,WAAW,YAAY;IAC3B,iDAAiD;IACjD,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,mEAAmE;IACnE,MAAM,EAAE,MAAM,CAAC;IACf,uCAAuC;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,MAAM,EACF,MAAM,GACN,IAAI,GACJ,MAAM,GACN,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,KAAK,GACL,KAAK,GACL,KAAK,GACL,KAAK,GACL,KAAK,GACL,KAAK,CAAC;IACV,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,uEAAuE;IACvE,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,aAAa,CAAC;IACxB,MAAM,EAAE,WAAW,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd;;;OAGG;IACH,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,4EAA4E;IAC5E,WAAW,CAAC,EAAE,MAAM,GAAG,gBAAgB,CAAC;IACxC,kEAAkE;IAClE,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,gEAAgE;IAChE,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,0EAA0E;IAC1E,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mDAAmD;IACnD,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC5B;;;OAGG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,8CAA8C;IAC9C,OAAO,CAAC,EAAE,wBAAwB,CAAC;CACpC;AAED,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC;AAE5D,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,KAAK,GAAG,SAAS,GAAG,KAAK,CAAC;IACpC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,YAAY,CAAC,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAAC;IACvE,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,QAAQ,GAAG,kBAAkB,CAAC;CACxC;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,0DAA0D;IAC1D,GAAG,EAAE;QACH,OAAO,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;QACrC,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;KACpB,GAAG,IAAI,CAAC;IACT,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC,YAAY,CAAC;IAC1B,gFAAgF;IAChF,YAAY,EAAE,OAAO,CAAC;IACtB,4DAA4D;IAC5D,iBAAiB,EAAE,WAAW,CAAC;IAC/B,mFAAmF;IACnF,MAAM,EAAE,gBAAgB,GAAG,aAAa,CAAC;IACzC,+EAA+E;IAC/E,MAAM,CAAC,EAAE,mBAAmB,CAAC;CAC9B;AAED,MAAM,MAAM,aAAa,GACrB,QAAQ,GACR,aAAa,GACb,WAAW,GACX,QAAQ,GACR,WAAW,CAAC;AAEhB,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,aAAa,CAAC;IACrB,gCAAgC;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,0DAA0D;IAC1D,KAAK,EAAE,MAAM,CAAC;IACd,0DAA0D;IAC1D,WAAW,EAAE,MAAM,CAAC;IACpB,uEAAuE;IACvE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,mCAAmC;IACnC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,4BAA4B;IAC3C,KAAK,EAAE,aAAa,GAAG,SAAS,CAAC;IACjC,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB;;;OAGG;IACH,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,OAAO,CAAC;IAC/C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;IACxD,GAAG,EAAE,WAAW,CAAC;CAClB;AAKD,eAAO,MAAM,qBAAqB,EAAE,kBAAkB,EAGrD,CAAC;AAEF,MAAM,WAAW,2BAA2B;IAC1C,IAAI,EAAE,kBAAkB,CAAC;IACzB,QAAQ,EAAE,OAAO,CAAC;IAClB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,UAAU,EAAE,OAAO,CAAC;IACpB,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,OAAO,CAAC;IACf,KAAK,EACD,YAAY,GACZ,SAAS,GACT,aAAa,GACb,YAAY,GACZ,QAAQ,GACR,QAAQ,GACR,WAAW,CAAC;IAChB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,4BAA4B,CAAC;IACvC,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,WAAW,uBAAuB;IACtC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC,kBAAkB,EAAE,2BAA2B,CAAC,CAAC;CAChE;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,SAAS,EAAE,cAAc,EAAE,CAAC;IAC5B,MAAM,EAAE,gBAAgB,CAAC;IACzB,SAAS,EAAE,WAAW,EAAE,CAAC;IACzB,QAAQ,EAAE,aAAa,CAAC;IACxB,WAAW,EAAE,gBAAgB,CAAC;IAC9B,aAAa,EAAE,uBAAuB,CAAC;CACxC"}

package/services/local-inference/types.js

@@ -0,0 +1,21 @@
+/**
+ * Local inference model-management types (UI-side public subset).
+ *
+ * Shared across the service layer, API routes, and renderer.
+ * The catalog is Eliza-curated; installed models are tracked locally in a
+ * JSON registry under the state dir.
+ *
+ * Foundational types that are byte-identical between the UI client and the
+ * app-core server (`AgentModelSlot`, `InstalledModel`, `ModelAssignments`,
+ * `TextGenerationSlot`, `AGENT_MODEL_SLOTS`) live in
+ * `@elizaos/shared/local-inference` and are re-exported here so existing
+ * import paths keep working.
+ */
+import { AGENT_MODEL_SLOTS, } from "@elizaos/shared";
+export { AGENT_MODEL_SLOTS, };
+// AgentModelSlot, TextGenerationSlot, AGENT_MODEL_SLOTS, ModelAssignments
+// are re-exported above from @elizaos/shared.
+export const TEXT_GENERATION_SLOTS = [
+    "TEXT_SMALL",
+    "TEXT_LARGE",
+];

package/services/local-inference/verify.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Re-export of the shared model-file verification module. The canonical
+ * implementation lives in `@elizaos/shared/local-inference` because both
+ * the server (`@elizaos/app-core`) and the UI client (`@elizaos/ui`)
+ * compute the same SHA256 / GGUF-magic checks against on-disk models.
+ */
+export { __registryPathForTests, hashFile, type VerifyResult, type VerifyState, verifyInstalledModel, } from "@elizaos/shared";
+//# sourceMappingURL=verify.d.ts.map

package/services/local-inference/verify.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verify.d.ts","sourceRoot":"","sources":["../../../../../../src/services/local-inference/verify.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EACL,sBAAsB,EACtB,QAAQ,EACR,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,oBAAoB,GACrB,MAAM,iBAAiB,CAAC"}

package/services/local-inference/verify.js

@@ -0,0 +1,7 @@
+/**
+ * Re-export of the shared model-file verification module. The canonical
+ * implementation lives in `@elizaos/shared/local-inference` because both
+ * the server (`@elizaos/app-core`) and the UI client (`@elizaos/ui`)
+ * compute the same SHA256 / GGUF-magic checks against on-disk models.
+ */
+export { __registryPathForTests, hashFile, verifyInstalledModel, } from "@elizaos/shared";

package/shell-params.d.ts

@@ -0,0 +1,12 @@
+export type DetachedShellTab = "browser" | "chat" | "release" | "triggers" | "plugins" | "connectors" | "cloud";
+export type ShellRoute = {
+    mode: "main";
+} | {
+    mode: "settings";
+    tab?: string;
+} | {
+    mode: "surface";
+    tab: DetachedShellTab;
+};
+export declare function parseShellRoute(search: string): ShellRoute;
+//# sourceMappingURL=shell-params.d.ts.map

package/shell-params.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shell-params.d.ts","sourceRoot":"","sources":["../../../../src/shell-params.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,gBAAgB,GACxB,SAAS,GACT,MAAM,GACN,SAAS,GACT,UAAU,GACV,SAAS,GACT,YAAY,GACZ,OAAO,CAAC;AAEZ,MAAM,MAAM,UAAU,GAClB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,GAClC;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,GAAG,EAAE,gBAAgB,CAAA;CAAE,CAAC;AAE/C,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAyB1D"}

package/shell-params.js

@@ -0,0 +1,21 @@
+export function parseShellRoute(search) {
+    const params = new URLSearchParams(search);
+    const shell = params.get("shell");
+    if (shell === "settings") {
+        const tab = params.get("tab")?.trim() || undefined;
+        return tab ? { mode: "settings", tab } : { mode: "settings" };
+    }
+    if (shell === "surface") {
+        const tab = params.get("tab");
+        if (tab === "browser" ||
+            tab === "chat" ||
+            tab === "release" ||
+            tab === "triggers" ||
+            tab === "plugins" ||
+            tab === "connectors" ||
+            tab === "cloud") {
+            return { mode: "surface", tab };
+        }
+    }
+    return { mode: "main" };
+}

package/slots/task-coordinator-slots.d.ts

@@ -0,0 +1,39 @@
+/**
+ * Slots for task-coordinator (coding-agent) UI surfaces rendered by app-core.
+ *
+ * app-core deliberately does not import from @elizaos/app-task-coordinator —
+ * that would create a package -> app-plugin dependency (coding-agent
+ * components live under plugins/app-task-coordinator) and a circular edge
+ * (task-coordinator already imports app-core for its hooks/types). Instead,
+ * app plugins that want coding-agent surfaces call
+ * `registerTaskCoordinatorSlots` with their component implementations at
+ * boot time, and app-core renders them via the `*Slot` components below.
+ *
+ * Registration happens via a side-effect import in the root app entry (see
+ * the task-coordinator slot-registration module).
+ */
+import type { ComponentType, JSX } from "react";
+import type { CodingAgentSession } from "../api/client-types-cloud.js";
+export type TaskCoordinatorCodingAgentSettingsSectionProps = Record<string, never>;
+export interface TaskCoordinatorCodingAgentTasksPanelProps {
+    fullPage?: boolean;
+}
+export type TaskCoordinatorCodingAgentControlChipProps = Record<string, never>;
+export interface TaskCoordinatorPtyConsoleBaseProps {
+    activeSessionId: string;
+    sessions: CodingAgentSession[];
+    onClose: () => void;
+    variant: "drawer" | "side-panel" | "full";
+}
+export interface TaskCoordinatorSlots {
+    CodingAgentSettingsSection: ComponentType<TaskCoordinatorCodingAgentSettingsSectionProps>;
+    CodingAgentTasksPanel: ComponentType<TaskCoordinatorCodingAgentTasksPanelProps>;
+    CodingAgentControlChip: ComponentType<TaskCoordinatorCodingAgentControlChipProps>;
+    PtyConsoleBase: ComponentType<TaskCoordinatorPtyConsoleBaseProps>;
+}
+export declare function registerTaskCoordinatorSlots(components: Partial<TaskCoordinatorSlots>): void;
+export declare function CodingAgentSettingsSection(props: TaskCoordinatorCodingAgentSettingsSectionProps): JSX.Element | null;
+export declare function CodingAgentTasksPanel(props: TaskCoordinatorCodingAgentTasksPanelProps): JSX.Element | null;
+export declare function CodingAgentControlChip(props: TaskCoordinatorCodingAgentControlChipProps): JSX.Element | null;
+export declare function PtyConsoleBase(props: TaskCoordinatorPtyConsoleBaseProps): JSX.Element | null;
+//# sourceMappingURL=task-coordinator-slots.d.ts.map

package/slots/task-coordinator-slots.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-coordinator-slots.d.ts","sourceRoot":"","sources":["../../../../../src/slots/task-coordinator-slots.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC;AAChD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAEvE,MAAM,MAAM,8CAA8C,GAAG,MAAM,CACjE,MAAM,EACN,KAAK,CACN,CAAC;AAEF,MAAM,WAAW,yCAAyC;IACxD,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,MAAM,0CAA0C,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;AAE/E,MAAM,WAAW,kCAAkC;IACjD,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,kBAAkB,EAAE,CAAC;IAC/B,OAAO,EAAE,MAAM,IAAI,CAAC;IACpB,OAAO,EAAE,QAAQ,GAAG,YAAY,GAAG,MAAM,CAAC;CAC3C;AAED,MAAM,WAAW,oBAAoB;IACnC,0BAA0B,EAAE,aAAa,CAAC,8CAA8C,CAAC,CAAC;IAC1F,qBAAqB,EAAE,aAAa,CAAC,yCAAyC,CAAC,CAAC;IAChF,sBAAsB,EAAE,aAAa,CAAC,0CAA0C,CAAC,CAAC;IAClF,cAAc,EAAE,aAAa,CAAC,kCAAkC,CAAC,CAAC;CACnE;AAID,wBAAgB,4BAA4B,CAC1C,UAAU,EAAE,OAAO,CAAC,oBAAoB,CAAC,GACxC,IAAI,CAEN;AAED,wBAAgB,0BAA0B,CACxC,KAAK,EAAE,8CAA8C,GACpD,GAAG,CAAC,OAAO,GAAG,IAAI,CAGpB;AAED,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,yCAAyC,GAC/C,GAAG,CAAC,OAAO,GAAG,IAAI,CAGpB;AAED,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,0CAA0C,GAChD,GAAG,CAAC,OAAO,GAAG,IAAI,CAGpB;AAED,wBAAgB,cAAc,CAC5B,KAAK,EAAE,kCAAkC,GACxC,GAAG,CAAC,OAAO,GAAG,IAAI,CAGpB"}