@elizaos/plugin-local-inference 2.0.0-beta.1 → 2.0.3-beta.3

package/dist/services/cloud-fallback.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloud-fallback.d.ts","sourceRoot":"","sources":["../../src/services/cloud-fallback.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,KAAK,EACX,kBAAkB,EAClB,aAAa,EACb,SAAS,EACT,aAAa,EACb,MAAM,eAAe,CAAC;AAEvB,MAAM,MAAM,cAAc;AACzB,oGAAoG;AAClG,mBAAmB;AACrB,uFAAuF;GACrF,kBAAkB;AACpB,sDAAsD;GACpD,aAAa;AACf,yEAAyE;GACvE,8BAA8B;AAChC,4DAA4D;GAC1D,sBAAsB,CAAC;AAE1B,MAAM,MAAM,oBAAoB,GAC7B;IAAE,IAAI,EAAE,IAAI,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC5B;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,MAAM,EAAE,cAAc,CAAC;IAAC,KAAK,CAAC,EAAE,KAAK,CAAA;CAAE,CAAC;AAE/D;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,OAAO,GAAG;IACjD,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,EAAE,cAAc,CAAC;CACvB,CAyCA;AAED;;;;;GAKG;AACH,MAAM,MAAM,sBAAsB,GAAG,aAAa,GAAG;IACpD,MAAM,EAAE,GAAG,CACV,MAAM,EACN,KAAK,CAAC;QACL,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,CACR,OAAO,EAAE,aAAa,EACtB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM,CAAC,KACtC,OAAO,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC;KACjC,CAAC,CACF,CAAC;CACF,CAAC;AAEF,MAAM,WAAW,cAAc;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,CACR,OAAO,EAAE,aAAa,EACtB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM,CAAC,KACtC,OAAO,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC;CACjC;AAED,wBAAgB,kBAAkB,CACjC,OAAO,EAAE,aAAa,EACtB,SAAS,EAAE,aAAa,GAAG,MAAM,EACjC,eAAe,EAAE,MAAM,GACrB,cAAc,GAAG,IAAI,CAgBvB;AAED,MAAM,WAAW,oBAAoB;IACpC,gFAAgF;IAChF,aAAa,EAAE,MAAM,CAAC;IACtB,sEAAsE;IACtE,SAAS,EAAE,aAAa,GAAG,MAAM,CAAC;IAClC;;;OAGG;IACH,aAAa,EAAE,CACd,OAAO,EAAE,aAAa,EACtB,MAAM,EAAE,kBAAkB,KACtB,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACnC,oFAAoF;IACpF,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;CAClE;AAED;;;;;;;;;GASG;AACH,wBAAgB,wBAAwB,CACvC,IAAI,EAAE,oBAAoB,GACxB,CACF,OAAO,EAAE,aAAa,EACtB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM,CAAC,KACtC,OAAO,CAAC,MAAM,CAAC,CA0CnB"}

package/dist/services/context-fit.d.ts

@@ -0,0 +1,36 @@
+export interface RuntimeContextFitInput {
+    params: string;
+    weightMb: number;
+    usableMb: number;
+    nativeContext: number;
+    minContext?: number;
+    workingSetMb?: number;
+    contextStep?: number;
+    /**
+     * When the host has enough headroom to run the more accurate f16 KV cache at
+     * (at least) the same window q8_0 would give, prefer f16 instead of leaving
+     * precision on the table. Opt-in — q8_0 stays the default per the device-fit
+     * contract; this only ever *upgrades* precision and never trades away context
+     * (#8809 AC#4). See CONTEXT_SCALING.md §5.
+     */
+    preferAccurateKvWhenHeadroom?: boolean;
+}
+export interface RuntimeContextFit {
+    contextSize: number;
+    contextDownscaled: boolean;
+    maxFittingContext: number;
+    kvBytesPerToken: number;
+    workingSetMb: number;
+    /** The KV cache precision the chosen window was sized against. */
+    kvQuant: "q8_0" | "f16";
+}
+/**
+ * Choose the runtime context window that fits the current host budget.
+ *
+ * The admission gate still decides whether the model may load at all. This
+ * helper only sizes the q8_0 KV window for an admitted Eliza-1 tier so a tight
+ * host gets the largest safe window instead of blindly taking the catalog
+ * ceiling.
+ */
+export declare function computeRuntimeContextFit(input: RuntimeContextFitInput): RuntimeContextFit | null;
+//# sourceMappingURL=context-fit.d.ts.map

package/dist/services/context-fit.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-fit.d.ts","sourceRoot":"","sources":["../../src/services/context-fit.ts"],"names":[],"mappings":"AAWA,MAAM,WAAW,sBAAsB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;;;OAMG;IACH,4BAA4B,CAAC,EAAE,OAAO,CAAC;CACvC;AAED,MAAM,WAAW,iBAAiB;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,kEAAkE;IAClE,OAAO,EAAE,MAAM,GAAG,KAAK,CAAC;CACxB;AAMD;;;;;;;GAOG;AACH,wBAAgB,wBAAwB,CACvC,KAAK,EAAE,sBAAsB,GAC3B,iBAAiB,GAAG,IAAI,CA2D1B"}

package/dist/services/conversation-registry.d.ts

@@ -0,0 +1,142 @@
+/**
+ * Conversation registry for the local-inference path.
+ *
+ * Today's slot allocation is purely a hash function: `deriveSlotId` maps a
+ * `promptCacheKey` (or any stable string) to `slot_id` in `[0, parallel)`.
+ * That works for one-shot calls but breaks for long agentic loops:
+ *
+ *   - Two distinct conversations whose cache keys hash to the same slot
+ *     evict each other's KV every turn (slot thrashing).
+ *   - The current high-water mark of concurrent conversations is invisible,
+ *     so `--parallel N` cannot be tuned to fit.
+ *   - There is no notion of an explicit "I am still using this slot" lease,
+ *     so eviction is purely best-effort.
+ *
+ * This registry keeps a per-conversation reservation. `openConversation`
+ * picks the lowest-loaded slot and pins the conversation to it; subsequent
+ * `generateInConversation` calls always land on the same slot. When the
+ * pool is full, slot reuse falls back to the same-as-before hash policy
+ * (two leases on the same slot still serialise correctly via the dispatcher's
+ * generation queue).
+ *
+ * The registry tracks the high-water mark of concurrently-open conversations
+ * so the engine can warn, or later restart llama-server with a higher
+ * --parallel, when the load outgrows the configured slot count.
+ */
+/**
+ * Opaque handle returned by `openConversation`. Callers MUST treat this as
+ * opaque — the registry owns the slot id and lifetime.
+ */
+export interface ConversationHandle {
+    readonly conversationId: string;
+    readonly modelId: string;
+    /**
+     * Pinned slot id in `[0, parallel)`, or `-1` when slot pinning is disabled
+     * (parallel <= 0). Used by both backends as the cache key:
+     *   - llama-server: forwarded as `slot_id` in the request payload.
+     *   - node-llama-cpp: combined with the conversation id to derive the
+     *     session-pool key so identical conversations share a session.
+     */
+    readonly slotId: number;
+    /** Wall-clock ms when the handle was opened. */
+    readonly openedAtMs: number;
+    /** Wall-clock ms when the handle was last touched (open or generate). */
+    lastUsedMs: number;
+    /** TTL after which the registry MAY auto-close on the next sweep. */
+    readonly ttlMs: number;
+    /** True when `closeConversation` has been called; further use is rejected. */
+    closed: boolean;
+}
+export interface OpenConversationArgs {
+    conversationId: string;
+    modelId: string;
+    /** Slot count from the running server (`--parallel N`). Defaults to 1. */
+    parallel?: number;
+    /**
+     * TTL after which the handle is considered idle and may be auto-closed
+     * by `evictIdle`. Defaults to 60 minutes — long enough for an LLM call
+     * to finish even on a slow drafter, short enough to recover from forgotten
+     * close calls within the long-cache window.
+     */
+    ttlMs?: number;
+}
+/**
+ * In-memory registry of open conversation handles. A single instance is
+ * shared by the engine; each backend reads from it on every generate to
+ * decide which slot to pin to.
+ */
+export declare class ConversationRegistry {
+    private readonly handles;
+    /** Per-slot reference count; lowest-loaded slot wins on next open. */
+    private readonly slotLoad;
+    /** Largest concurrent open count seen; the engine reads this for parallel auto-tune. */
+    private highWaterMark;
+    /**
+     * Lookup / open a conversation handle. Idempotent for the same
+     * conversation id + model id; callers can call this on every turn
+     * without leaking handles. When the call is reusing an existing handle,
+     * `lastUsedMs` is bumped for LRU-style eviction tracking.
+     */
+    open(args: OpenConversationArgs): ConversationHandle;
+    /**
+     * Lookup an open handle by conversation+model. Returns null when the
+     * conversation has not been opened or has already been closed. Bumps
+     * `lastUsedMs` so an LRU sweep treats reads as activity.
+     */
+    get(conversationId: string, modelId: string): ConversationHandle | null;
+    /**
+     * Close + drop a handle. Idempotent — closing an unknown / already-closed
+     * handle has no additional effect, so callers can call this from cleanup paths
+     * unconditionally.
+     */
+    close(conversationId: string, modelId: string): void;
+    /**
+     * Sweep handles whose `lastUsedMs` is older than their TTL. Returns the
+     * conversation ids dropped so callers can persist final KV state to
+     * disk, etc. Safe to call on a timer.
+     */
+    evictIdle(now?: number): string[];
+    /**
+     * Snapshot every currently-open handle. Used by the shutdown path to
+     * emit a save-state request per slot.
+     */
+    snapshot(): readonly ConversationHandle[];
+    /** Largest concurrent open count seen since the registry was created. */
+    highWater(): number;
+    /** Number of currently-open handles. */
+    size(): number;
+    /**
+     * Recommended `--parallel` slot count given the observed high-water mark
+     * of concurrently-open conversations plus a small headroom (max(2, 25%)).
+     * The engine's auto-tune (J4) compares this against the running server's
+     * slot count: when this is larger AND there's RAM headroom, it restarts
+     * llama-server with the higher value so new conversations get their own
+     * KV slots instead of thrashing.
+     *
+     * `running` is the currently-configured slot count; when the high-water
+     * mark hasn't outgrown it, this returns `running` (no resize needed) so
+     * callers can compare against equality without a second branch.
+     */
+    recommendedParallel(running: number): number;
+    /**
+     * Drop every handle and reset the high-water mark + slot-load bookkeeping.
+     * Test-only — the module singleton leaks state across files when the suite
+     * runs together; call this in `beforeEach` to isolate. Not part of the
+     * runtime contract.
+     */
+    __resetForTests(): void;
+    /**
+     * Pick the slot with the fewest in-flight handles. Ties are broken by a
+     * deterministic hash of the conversation id, which avoids consistently
+     * loading slot 0 when N concurrent opens race.
+     */
+    private pickLowestLoadedSlot;
+    private compositeKey;
+}
+/**
+ * Module-singleton registry. The engine reads this on every generate; the
+ * conversation lifecycle API (`openConversation`, `closeConversation`)
+ * mutates it.
+ */
+export declare const conversationRegistry: ConversationRegistry;
+//# sourceMappingURL=conversation-registry.d.ts.map

package/dist/services/conversation-registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"conversation-registry.d.ts","sourceRoot":"","sources":["../../src/services/conversation-registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAIH;;;GAGG;AACH,MAAM,WAAW,kBAAkB;IAClC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB;;;;;;OAMG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,gDAAgD;IAChD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,yEAAyE;IACzE,UAAU,EAAE,MAAM,CAAC;IACnB,qEAAqE;IACrE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,8EAA8E;IAC9E,MAAM,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,WAAW,oBAAoB;IACpC,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,0EAA0E;IAC1E,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;;;OAKG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;CACf;AAID;;;;GAIG;AACH,qBAAa,oBAAoB;IAChC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyC;IACjE,sEAAsE;IACtE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA6B;IACtD,wFAAwF;IACxF,OAAO,CAAC,aAAa,CAAK;IAE1B;;;;;OAKG;IACH,IAAI,CAAC,IAAI,EAAE,oBAAoB,GAAG,kBAAkB;IAqCpD;;;;OAIG;IACH,GAAG,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,kBAAkB,GAAG,IAAI;IAOvE;;;;OAIG;IACH,KAAK,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI;IAcpD;;;;OAIG;IACH,SAAS,CAAC,GAAG,GAAE,MAAmB,GAAG,MAAM,EAAE;IAkB7C;;;OAGG;IACH,QAAQ,IAAI,SAAS,kBAAkB,EAAE;IAIzC,yEAAyE;IACzE,SAAS,IAAI,MAAM;IAInB,wCAAwC;IACxC,IAAI,IAAI,MAAM;IAId;;;;;;;;;;;OAWG;IACH,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAM5C;;;;;OAKG;IACH,eAAe,IAAI,IAAI;IAOvB;;;;OAIG;IACH,OAAO,CAAC,oBAAoB;IAqB5B,OAAO,CAAC,YAAY;CAGpB;AAED;;;;GAIG;AACH,eAAO,MAAM,oBAAoB,sBAA6B,CAAC"}

package/dist/services/desktop-fused-ffi-backend-runtime.d.ts

@@ -0,0 +1,111 @@
+/**
+ * Desktop production `FfiBackendRuntime` over the FUSED `libelizainference` —
+ * the SOLE desktop text runtime now that libllama has been retired.
+ *
+ * Desktop text generation runs through the fused library: the same
+ * `eliza_inference_llm_stream_*` ABI (v9) the voice subsystem already loads,
+ * so text + voice share one native lib, one GGML pin, and one resident text
+ * model.
+ *
+ *   - The fused lib's `eliza_inference_llm_stream_open` loads the bundle's text
+ *     GGUF (`<bundleRoot>/text/*.gguf`) and applies MTP speculative
+ *     decoding + KV-cache quant + per-load GPU layers natively (ABI v9). The
+ *     path is gated on the capability probes
+ *     (`llmStreamSupported && llmMtpSupported && llmKvQuantSupported`).
+ *   - A fused lib that lacks MTP / KV-quant / native tokenize is REFUSED by
+ *     `supported()` → the engine raises LocalInferenceUnavailable. There is no
+ *     libllama fallback and never an unoptimized fused loop.
+ *
+ * Tokenization runs over the fused handle's resident text vocab via ABI-v9
+ * `eliza_inference_tokenize`: the fused `create()` + first `llmStreamOpen`
+ * already made the text vocab resident, so no second model is loaded.
+ * `tokenizeSupported()` gates this; a pre-v9 lib without the symbol is refused.
+ *
+ * Lifecycle: one fused context per loaded model; `acquire()` builds it,
+ * `release()` tears it down. A throwing native free poisons the runtime so no
+ * new allocation happens over leaked resources.
+ */
+import type { BackendPlan } from "./backend";
+import type { FfiBackendRuntime, FfiBackendSession } from "./ffi-streaming-backend";
+/**
+ * Resolve the on-disk path to the fused `libelizainference`. Precedence:
+ *   1. `ELIZA_INFERENCE_LIBRARY` — an explicit absolute path.
+ *   2. `<bundleRoot>/lib/<name>` — the bundle-local lib.
+ *   3. `ELIZA_INFERENCE_LIB_DIR/<name>` — an explicit lib directory.
+ *   4. `<stateDir>/local-inference/lib/<name>` — the default staging dir written
+ *      by `scripts/stage-desktop-fused-lib.mjs`, so a staged desktop build is
+ *      found with no env wiring.
+ * Returns null when none of the candidates exist on disk — `supported()` then
+ * reports unavailable and the engine raises LocalInferenceUnavailable.
+ */
+export declare function resolveFusedLibraryPath(bundleRoot: string | null, env?: NodeJS.ProcessEnv): string | null;
+export declare class DesktopFusedFfiBackendRuntime implements FfiBackendRuntime {
+    private active;
+    private poisonedError;
+    /** Cached `supported()` result so the engine gate and the dispatcher agree. */
+    private supportedCache;
+    /**
+     * Viable only when:
+     *   - bun:ffi resolves on the current runtime,
+     *   - the fused dylib is present AND reports ABI-v9 capability: the
+     *     streaming-LLM surface, MTP, KV-cache quant, AND native
+     *     tokenization (`eliza_inference_tokenize`).
+     * A pre-v9 fused lib reports the probes as unsupported → refused, and the
+     * engine raises LocalInferenceUnavailable. libllama has been retired; there
+     * is no fallback runtime and no tokenizer sidecar.
+     */
+    supported(): boolean;
+    /** Clear the cached `supported()` result (tests / lib swaps). */
+    resetSupportedCache(): void;
+    private computeSupported;
+    acquire(plan: BackendPlan): Promise<FfiBackendSession>;
+    parallelSlots(): number;
+    /**
+     * Whether the LIVE session can describe images through the fused
+     * `eliza_inference_describe_image`. Mirrors the FfiStreamingBackend gate:
+     * true only when a session is bound and the fused lib exposes vision.
+     */
+    visionSupported(): boolean;
+    /**
+     * Whether the LIVE session can STREAM a vision describe token-by-token
+     * through `eliza_inference_describe_image_stream_open` + the existing
+     * `llmStreamNext` loop (ABI v13). A <=v12 lib reports false and the handler
+     * uses the buffered one-shot `describeImage` path.
+     */
+    visionStreamSupported(): boolean;
+    /**
+     * Vision describe through the fused mmproj path. Reuses the mtmd machinery
+     * linked for ASR over the bundle's text model + the passed mmproj projector.
+     * The `FfiStreamingBackend` forwards `describeImage`/`visionSupported` to this
+     * runtime by duck-typing.
+     *
+     * When `onTextChunk` is supplied AND the fused lib exposes ABI-v13 streaming
+     * vision, the description is decoded token-by-token: `describeImageStreamOpen`
+     * primes a stream with the image+prompt KV and the EXISTING `llmStreamNext`
+     * loop pulls tokens — the same machinery that streams chat text, so vision
+     * flows into the dashboard through one pipe. Otherwise it falls back to the
+     * buffered one-shot `eliza_inference_describe_image`.
+     */
+    describeImage(args: {
+        imageBytes: Uint8Array;
+        mmprojPath: string;
+        prompt?: string;
+        maxTokens?: number;
+        temperature?: number;
+        signal?: AbortSignal;
+        onTextChunk?: (chunk: string) => void | Promise<void>;
+        maxTokensPerStep?: number;
+    }): Promise<{
+        text: string;
+        projectorMs?: number;
+        decodeMs?: number;
+    }>;
+    release(): Promise<void>;
+}
+/**
+ * Process singleton — the engine wires this as the sole `FfiBackendRuntime` for
+ * the dispatcher's `"llama-cpp"` slot. The ABI-v9 capability probes in
+ * `supported()` gate whether the fused lib serves text at all.
+ */
+export declare const desktopFusedFfiBackendRuntime: DesktopFusedFfiBackendRuntime;
+//# sourceMappingURL=desktop-fused-ffi-backend-runtime.d.ts.map

package/dist/services/desktop-fused-ffi-backend-runtime.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"desktop-fused-ffi-backend-runtime.d.ts","sourceRoot":"","sources":["../../src/services/desktop-fused-ffi-backend-runtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAOH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,KAAK,EACX,iBAAiB,EACjB,iBAAiB,EACjB,MAAM,yBAAyB,CAAC;AA6BjC;;;;;;;;;;GAUG;AACH,wBAAgB,uBAAuB,CACtC,UAAU,EAAE,MAAM,GAAG,IAAI,EACzB,GAAG,GAAE,MAAM,CAAC,UAAwB,GAClC,MAAM,GAAG,IAAI,CAgBf;AAmBD,qBAAa,6BAA8B,YAAW,iBAAiB;IACtE,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,aAAa,CAAsB;IAC3C,+EAA+E;IAC/E,OAAO,CAAC,cAAc,CAAwB;IAE9C;;;;;;;;;OASG;IACH,SAAS,IAAI,OAAO;IAMpB,iEAAiE;IACjE,mBAAmB,IAAI,IAAI;IAI3B,OAAO,CAAC,gBAAgB;IAsClB,OAAO,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAqF5D,aAAa,IAAI,MAAM;IAMvB;;;;OAIG;IACH,eAAe,IAAI,OAAO;IAS1B;;;;;OAKG;IACH,qBAAqB,IAAI,OAAO;IAYhC;;;;;;;;;;;;OAYG;IACG,aAAa,CAAC,IAAI,EAAE;QACzB,UAAU,EAAE,UAAU,CAAC;QACvB,UAAU,EAAE,MAAM,CAAC;QACnB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QACtD,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC1B,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAiFhE,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAgB9B;AAED;;;;GAIG;AACH,eAAO,MAAM,6BAA6B,+BACN,CAAC"}

package/dist/services/device-bridge.d.ts

@@ -0,0 +1,188 @@
+/**
+ * Device-bridge: agent-side half of the "inference on the user's phone,
+ * agent in a container" architecture.
+ *
+ * Multi-device aware. Any number of devices can dial in; each `generate`
+ * is routed to the highest-scoring connected device at call time. A phone
+ * and a Mac paired to the same agent → requests go to the Mac; when the
+ * Mac disconnects, new requests fall through to the phone automatically.
+ *
+ * Scoring (higher = preferred):
+ *   - desktop / electrobun: 100 base
+ *   - ios / android:        10 base
+ *   - per GB of total RAM:  +2
+ *   - per GB of VRAM:       +5 (dedicated GPU wins big)
+ *   - has loaded the right model already: +50 (avoid a swap)
+ *
+ * Disconnect tolerance
+ * --------------------
+ * A pending request stays in `pendingGenerates` until either (a) a device
+ * (same or different) returns a matching correlation-id, or (b) the
+ * timeout fires. On any device (re)connect we re-route orphaned
+ * generates to the new best device.
+ *
+ * Durability
+ * ----------
+ * Pending requests are best-effort persisted to a JSON log under
+ * `$ELIZA_STATE_DIR/local-inference/pending-requests.json` so a brief
+ * agent restart doesn't lose the queue. Persistence is async and
+ * non-blocking — failures fall back to in-memory only.
+ */
+import type { Server as HttpServer } from "node:http";
+import type { AgentRuntime } from "@elizaos/core";
+import { type GenerationThroughput } from "@elizaos/shared/local-inference";
+import type { LocalInferenceLoadArgs } from "./active-model";
+interface DeviceCapabilities {
+    platform: "ios" | "android" | "web" | "electrobun" | "desktop";
+    deviceModel: string;
+    machineId?: string;
+    osVersion?: string;
+    isSimulator?: boolean;
+    totalRamGb: number;
+    availableRamGb?: number | null;
+    freeStorageGb?: number | null;
+    cpuCores: number;
+    gpu: {
+        backend: "metal" | "vulkan" | "gpu-delegate" | "cuda";
+        available: boolean;
+        totalVramGb?: number;
+    } | null;
+    gpuSupported?: boolean;
+    lowPowerMode?: boolean;
+    thermalState?: "nominal" | "fair" | "serious" | "critical" | "unknown";
+    mtpSupported?: boolean;
+    mtpReason?: string;
+}
+export interface DeviceSummary {
+    deviceId: string;
+    capabilities: DeviceCapabilities;
+    loadedPath: string | null;
+    connectedSince: string;
+    score: number;
+    activeRequests: number;
+    isPrimary: boolean;
+}
+export interface DeviceBridgeStatus {
+    /** True if any device is currently connected. */
+    connected: boolean;
+    devices: DeviceSummary[];
+    /** Device id of the current best-score device, or null when none. */
+    primaryDeviceId: string | null;
+    /** Total generates/loads/unloads queued (either in-flight or awaiting a device). */
+    pendingRequests: number;
+    deviceId: string | null;
+    capabilities: DeviceCapabilities | null;
+    loadedPath: string | null;
+    connectedSince: string | null;
+}
+/**
+ * One on-device generation's measured resource signal, emitted to
+ * `subscribeGenerationMetrics` listeners after every successful `generateResult`.
+ * The Mobile Resource Workbench folds these into a `DeviceResourceMetrics`
+ * accumulator (prefill/decode tok/s, TTFT, per-tier aggregation). All
+ * throughput fields are `null` when the device could not measure the inputs.
+ */
+export interface DeviceGenerationMetrics {
+    deviceId: string;
+    platform: DeviceCapabilities["platform"] | null;
+    /** Device model identifier (e.g. `iPhone17,2`) for per-device baselines. */
+    deviceModel: string | null;
+    promptTokens: number;
+    outputTokens: number;
+    durationMs: number;
+    ttftMs: number | null;
+    throughput: GenerationThroughput;
+}
+export declare class DeviceBridge {
+    private readonly devices;
+    private wss;
+    private restored;
+    private readonly pendingLoads;
+    private readonly pendingUnloads;
+    private readonly pendingGenerates;
+    private readonly pendingEmbeds;
+    private readonly statusListeners;
+    private readonly generationMetricsListeners;
+    /** The most recent successful generation's metrics, or null. */
+    private lastGenerationMetrics;
+    /** Bounded ring buffer of recent generation metrics for the dev endpoint. */
+    private readonly recentGenerations;
+    private static readonly RECENT_GENERATIONS_CAP;
+    private readonly expectedPairingToken;
+    status(): DeviceBridgeStatus;
+    private countRouted;
+    subscribeStatus(listener: (status: DeviceBridgeStatus) => void): () => void;
+    private emitStatus;
+    /**
+     * Subscribe to per-generation throughput metrics. Fires once per successful
+     * on-device generation with the differenced prefill/decode tok/s. Returns an
+     * unsubscribe function.
+     */
+    subscribeGenerationMetrics(listener: (metrics: DeviceGenerationMetrics) => void): () => void;
+    /** The most recent successful generation's measured metrics, or null. */
+    latestGenerationMetrics(): DeviceGenerationMetrics | null;
+    /** Most recent generation metrics (newest last), capped at `limit`. */
+    recentGenerationMetrics(limit?: number): DeviceGenerationMetrics[];
+    private emitGenerationMetrics;
+    attachToHttpServer(server: HttpServer): Promise<void>;
+    private handleConnection;
+    private onDeviceRegistered;
+    private onDeviceDisconnected;
+    private handleDeviceMessage;
+    private sendToDevice;
+    /** Highest-scoring connected device, optionally boosted for an already-loaded model. */
+    private pickBestDevice;
+    loadModel(args: LocalInferenceLoadArgs): Promise<void>;
+    unloadModel(): Promise<void>;
+    currentModelPath(): string | null;
+    embed(args: {
+        input: string;
+    }): Promise<{
+        embedding: number[];
+        tokens: number;
+    }>;
+    generate(args: {
+        prompt: string;
+        stopSequences?: string[];
+        maxTokens?: number;
+        temperature?: number;
+        cacheKey?: string;
+    }): Promise<string>;
+    private pendingLogPath;
+    /**
+     * Rewrite the pending-generate log. Called after every mutation to the
+     * pendingGenerates map. We only persist `generate` — loads/unloads are
+     * bound to a specific device's current state and aren't safely replayable
+     * across restart.
+     */
+    private persistPendingGenerates;
+    /**
+     * On startup, read persisted pending requests back into memory. Their
+     * promises are gone (the original caller's process is dead) so they can
+     * only be resolved externally, so we re-queue them with a fresh timeout.
+     * The first connected device that can handle generation will process them.
+     * If nothing consumes them within the timeout they reject quietly.
+     *
+     * Stale entries older than 24h are purged rather than resurrected.
+     */
+    private restorePendingGenerates;
+}
+export declare const deviceBridge: DeviceBridge;
+/** Shape returned by `GET /api/dev/device-resource-metrics`. */
+export interface DeviceResourceMetricsDevPayload {
+    generatedAtEpochMs: number;
+    status: DeviceBridgeStatus;
+    latest: DeviceGenerationMetrics | null;
+    recentGenerations: DeviceGenerationMetrics[];
+}
+/**
+ * Build the JSON body for `GET /api/dev/device-resource-metrics` — the Mobile
+ * Resource Workbench reads this to harvest per-generation prefill/decode tok/s
+ * (already differenced by the bridge) without driving the device WebView.
+ */
+export declare function buildDeviceResourceMetricsDevPayload(bridge?: DeviceBridge, limit?: number): DeviceResourceMetricsDevPayload;
+export declare function registerDeviceBridgeLoader(runtime: AgentRuntime & {
+    registerService?: (name: string, impl: unknown) => unknown;
+}): void;
+export {};
+//# sourceMappingURL=device-bridge.d.ts.map

package/dist/services/device-bridge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"device-bridge.d.ts","sourceRoot":"","sources":["../../src/services/device-bridge.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAIH,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAmB,MAAM,WAAW,CAAC;AAGvE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAElD,OAAO,EAEN,KAAK,oBAAoB,EACzB,MAAM,iCAAiC,CAAC;AACzC,OAAO,KAAK,EACX,sBAAsB,EAEtB,MAAM,gBAAgB,CAAC;AAQxB,UAAU,kBAAkB;IAC3B,QAAQ,EAAE,KAAK,GAAG,SAAS,GAAG,KAAK,GAAG,YAAY,GAAG,SAAS,CAAC;IAC/D,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE;QACJ,OAAO,EAAE,OAAO,GAAG,QAAQ,GAAG,cAAc,GAAG,MAAM,CAAC;QACtD,SAAS,EAAE,OAAO,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;KACrB,GAAG,IAAI,CAAC;IACT,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,YAAY,CAAC,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAAC;IACvE,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACnB;AAwLD,MAAM,WAAW,aAAa;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,kBAAkB,CAAC;IACjC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,kBAAkB;IAClC,iDAAiD;IACjD,SAAS,EAAE,OAAO,CAAC;IACnB,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,qEAAqE;IACrE,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,oFAAoF;IACpF,eAAe,EAAE,MAAM,CAAC;IAGxB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,YAAY,EAAE,kBAAkB,GAAG,IAAI,CAAC;IACxC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B;AAQD;;;;;;GAMG;AACH,MAAM,WAAW,uBAAuB;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,kBAAkB,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;IAChD,4EAA4E;IAC5E,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,UAAU,EAAE,oBAAoB,CAAC;CACjC;AAyCD,qBAAa,YAAY;IACxB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsC;IAC9D,OAAO,CAAC,GAAG,CAA4B;IACvC,OAAO,CAAC,QAAQ,CAAS;IAEzB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAkC;IAC/D,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAoC;IACnE,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAsC;IACvE,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAmC;IAEjE,OAAO,CAAC,QAAQ,CAAC,eAAe,CAE5B;IAEJ,OAAO,CAAC,QAAQ,CAAC,0BAA0B,CAEvC;IAEJ,gEAAgE;IAChE,OAAO,CAAC,qBAAqB,CAAwC;IAErE,6EAA6E;IAC7E,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAiC;IACnE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAAO;IAErD,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CACmB;IAExD,MAAM,IAAI,kBAAkB;IA0C5B,OAAO,CAAC,WAAW;IAWnB,eAAe,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,kBAAkB,KAAK,IAAI,GAAG,MAAM,IAAI;IAO3E,OAAO,CAAC,UAAU;IAWlB;;;;OAIG;IACH,0BAA0B,CACzB,QAAQ,EAAE,CAAC,OAAO,EAAE,uBAAuB,KAAK,IAAI,GAClD,MAAM,IAAI;IAOb,yEAAyE;IACzE,uBAAuB,IAAI,uBAAuB,GAAG,IAAI;IAIzD,uEAAuE;IACvE,uBAAuB,CAAC,KAAK,SAAK,GAAG,uBAAuB,EAAE;IAK9D,OAAO,CAAC,qBAAqB;IAevB,kBAAkB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IA8B3D,OAAO,CAAC,gBAAgB;IAiExB,OAAO,CAAC,kBAAkB;IA6G1B,OAAO,CAAC,oBAAoB;IA2D5B,OAAO,CAAC,mBAAmB;IA2F3B,OAAO,CAAC,YAAY;IAMpB,wFAAwF;IACxF,OAAO,CAAC,cAAc;IAiBhB,SAAS,CAAC,IAAI,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC;IAsCtD,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAuClC,gBAAgB,IAAI,MAAM,GAAG,IAAI;IAO3B,KAAK,CAAC,IAAI,EAAE;QACjB,KAAK,EAAE,MAAM,CAAC;KACd,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IA6D9C,QAAQ,CAAC,IAAI,EAAE;QACpB,MAAM,EAAE,MAAM,CAAC;QACf,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;QACzB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;KAClB,GAAG,OAAO,CAAC,MAAM,CAAC;IAgEnB,OAAO,CAAC,cAAc;IAItB;;;;;OAKG;YACW,uBAAuB;IAqBrC;;;;;;;;OAQG;YACW,uBAAuB;CA2DrC;AAED,eAAO,MAAM,YAAY,cAAqB,CAAC;AAE/C,gEAAgE;AAChE,MAAM,WAAW,+BAA+B;IAC/C,kBAAkB,EAAE,MAAM,CAAC;IAC3B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,MAAM,EAAE,uBAAuB,GAAG,IAAI,CAAC;IACvC,iBAAiB,EAAE,uBAAuB,EAAE,CAAC;CAC7C;AAED;;;;GAIG;AACH,wBAAgB,oCAAoC,CACnD,MAAM,GAAE,YAA2B,EACnC,KAAK,SAAK,GACR,+BAA+B,CAOjC;AAED,wBAAgB,0BAA0B,CACzC,OAAO,EAAE,YAAY,GAAG;IACvB,eAAe,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,KAAK,OAAO,CAAC;CAC3D,GACC,IAAI,CAuBN"}

package/dist/services/device-resource-metrics.d.ts

@@ -0,0 +1,149 @@
+/**
+ * DeviceResourceMetrics — on-device resource profiling accumulator.
+ *
+ * Sibling to `VoiceRunMetrics` (`latency-trace.ts`), generalised for the Mobile
+ * Resource Workbench (issue #8800). Where `VoiceRunMetrics` accumulates the
+ * non-latency signals of a *host-side* voice run (server RSS, MTP accept-rate),
+ * this accumulates the signals of an *on-device* agent run:
+ *
+ *   - per-generation **prefill / decode / combined tokens-per-second** + TTFT
+ *     (fed from the device-bridge `computeGenerationThroughput` differencing),
+ *   - **peak + steady resident memory (RSS)** with an RSS-leak flag,
+ *   - **battery drain** (% and, where the OS exposes a charge counter, µAh),
+ *   - a **thermal-state timeline** + transition count,
+ *   - **low-power-mode transitions**.
+ *
+ * Every field is optional on input and every output is `null` when nothing
+ * could be measured — a quantity the device could not report is recorded as
+ * missing, never as a fabricated `0` (AGENTS.md §3 / §7). The workbench writes
+ * `summary()` to `results/<workload>/latest.json`.
+ */
+import { type HistogramSummary } from "./latency-trace";
+export type DeviceThermalState = "nominal" | "fair" | "serious" | "critical" | "unknown";
+/** A single generation's differenced throughput (see `throughput.ts`). */
+export interface GenerationObservation {
+    prefillTokensPerSecond?: number | null;
+    decodeTokensPerSecond?: number | null;
+    combinedTokensPerSecond?: number | null;
+    ttftMs?: number | null;
+}
+/**
+ * A sampled device-resource snapshot, taken on an interval across a workload.
+ * Sourced from the native `getResourceSnapshot` bridge (iOS/Android) and/or
+ * host-side OS probes (`adb dumpsys`, `/proc`).
+ */
+export interface ResourceSample {
+    /** Timestamp in ms (epoch or run-relative); orders the timeline + drain rate. */
+    atMs: number;
+    /** Resident set size in MB (peak / steady / leak tracking). */
+    residentMemoryMb?: number | null;
+    /** Available device RAM in MB at sample time. */
+    availableRamMb?: number | null;
+    /** Battery level 0..100. */
+    batteryLevelPct?: number | null;
+    /** Cumulative charge counter in µAh (Android `BATTERY_PROPERTY_CHARGE_COUNTER`). */
+    batteryChargeMicroAmpHours?: number | null;
+    /** Whether the device was charging at sample time. */
+    isCharging?: boolean | null;
+    thermalState?: DeviceThermalState | null;
+    lowPowerMode?: boolean | null;
+    /** Cumulative process CPU time in ms, when the platform exposes it. */
+    cpuTimeMs?: number | null;
+}
+export interface RssSummary {
+    firstMb: number | null;
+    lastMb: number | null;
+    peakMb: number | null;
+    /** Median RSS over the back half of the run (warm/steady state). */
+    steadyMb: number | null;
+    samples: number;
+    /** lastMb − firstMb, or null. */
+    growthMb: number | null;
+    /** True when RSS is monotone non-decreasing across ≥4 samples and grew past the threshold. */
+    leakSuspected: boolean;
+}
+export interface BatterySummary {
+    firstPct: number | null;
+    lastPct: number | null;
+    /** firstPct − lastPct (positive = battery consumed), or null. */
+    drainPct: number | null;
+    samples: number;
+    /** True if any sample reported charging (drain numbers are then unreliable). */
+    chargingObserved: boolean;
+    /** firstCharge − lastCharge in µAh (positive = consumed), when the counter is present. */
+    energyMicroAmpHoursDelta: number | null;
+    /** Wall-clock span across battery samples in ms, or null. */
+    durationMs: number | null;
+}
+export interface ThermalTransition {
+    atMs: number;
+    state: DeviceThermalState;
+}
+export interface ThermalSummary {
+    samples: number;
+    initialState: DeviceThermalState | null;
+    /** Worst (highest-severity) known state observed. */
+    maxState: DeviceThermalState | null;
+    /** State-change timeline (first known state + every change after). */
+    transitions: ThermalTransition[];
+    transitionCount: number;
+    /** Fraction of known-state samples at serious|critical, or null when no known state. */
+    fractionThrottled: number | null;
+}
+export interface LowPowerSummary {
+    samples: number;
+    everEnabled: boolean;
+    transitionCount: number;
+}
+export interface DeviceResourceSummary {
+    generations: number;
+    resourceSamples: number;
+    prefillTokensPerSecond: HistogramSummary;
+    decodeTokensPerSecond: HistogramSummary;
+    combinedTokensPerSecond: HistogramSummary;
+    ttftMs: HistogramSummary;
+    rss: RssSummary;
+    battery: BatterySummary;
+    thermal: ThermalSummary;
+    lowPowerMode: LowPowerSummary;
+}
+export declare class DeviceResourceMetrics {
+    private readonly opts;
+    private generations;
+    private readonly prefillHist;
+    private readonly decodeHist;
+    private readonly combinedHist;
+    private readonly ttftHist;
+    private readonly rssSamples;
+    private resourceSamples;
+    private firstBattery;
+    private lastBattery;
+    private firstChargeUah;
+    private lastChargeUah;
+    private batterySampleCount;
+    private chargingObserved;
+    private thermalSampleCount;
+    private thermalInitial;
+    private thermalLast;
+    private thermalMaxRank;
+    private thermalMaxState;
+    private thermalThrottledCount;
+    private thermalKnownCount;
+    private readonly thermalTransitions;
+    private lowPowerSampleCount;
+    private lowPowerEver;
+    private lowPowerLast;
+    private lowPowerTransitions;
+    constructor(opts?: {
+        leakGrowthMbThreshold?: number;
+    });
+    /** Record one generation's differenced throughput. */
+    recordGeneration(obs: GenerationObservation): void;
+    /** Record one sampled device-resource snapshot. */
+    recordResourceSample(sample: ResourceSample): void;
+    private rssSummary;
+    private batterySummary;
+    private thermalSummary;
+    summary(): DeviceResourceSummary;
+}
+//# sourceMappingURL=device-resource-metrics.d.ts.map

package/dist/services/device-resource-metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"device-resource-metrics.d.ts","sourceRoot":"","sources":["../../src/services/device-resource-metrics.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAoB,KAAK,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAE1E,MAAM,MAAM,kBAAkB,GAC3B,SAAS,GACT,MAAM,GACN,SAAS,GACT,UAAU,GACV,SAAS,CAAC;AAUb,0EAA0E;AAC1E,MAAM,WAAW,qBAAqB;IACrC,sBAAsB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,uBAAuB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED;;;;GAIG;AACH,MAAM,WAAW,cAAc;IAC9B,iFAAiF;IACjF,IAAI,EAAE,MAAM,CAAC;IACb,+DAA+D;IAC/D,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,iDAAiD;IACjD,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,4BAA4B;IAC5B,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,oFAAoF;IACpF,0BAA0B,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3C,sDAAsD;IACtD,UAAU,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC5B,YAAY,CAAC,EAAE,kBAAkB,GAAG,IAAI,CAAC;IACzC,YAAY,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC9B,uEAAuE;IACvE,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,MAAM,WAAW,UAAU;IAC1B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,oEAAoE;IACpE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,iCAAiC;IACjC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,8FAA8F;IAC9F,aAAa,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,cAAc;IAC9B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,iEAAiE;IACjE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,gFAAgF;IAChF,gBAAgB,EAAE,OAAO,CAAC;IAC1B,0FAA0F;IAC1F,wBAAwB,EAAE,MAAM,GAAG,IAAI,CAAC;IACxC,6DAA6D;IAC7D,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,MAAM,WAAW,iBAAiB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,kBAAkB,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,kBAAkB,GAAG,IAAI,CAAC;IACxC,qDAAqD;IACrD,QAAQ,EAAE,kBAAkB,GAAG,IAAI,CAAC;IACpC,sEAAsE;IACtE,WAAW,EAAE,iBAAiB,EAAE,CAAC;IACjC,eAAe,EAAE,MAAM,CAAC;IACxB,wFAAwF;IACxF,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC;AAED,MAAM,WAAW,eAAe;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,OAAO,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,qBAAqB;IACrC,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,sBAAsB,EAAE,gBAAgB,CAAC;IACzC,qBAAqB,EAAE,gBAAgB,CAAC;IACxC,uBAAuB,EAAE,gBAAgB,CAAC;IAC1C,MAAM,EAAE,gBAAgB,CAAC;IACzB,GAAG,EAAE,UAAU,CAAC;IAChB,OAAO,EAAE,cAAc,CAAC;IACxB,OAAO,EAAE,cAAc,CAAC;IACxB,YAAY,EAAE,eAAe,CAAC;CAC9B;AAoBD,qBAAa,qBAAqB;IA+BrB,OAAO,CAAC,QAAQ,CAAC,IAAI;IA9BjC,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA4C;IACxE,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA4C;IACvE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA4C;IACzE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA4C;IAErE,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAgB;IAE3C,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,YAAY,CAA8C;IAClE,OAAO,CAAC,WAAW,CAA8C;IACjE,OAAO,CAAC,cAAc,CAAuB;IAC7C,OAAO,CAAC,aAAa,CAAuB;IAC5C,OAAO,CAAC,kBAAkB,CAAK;IAC/B,OAAO,CAAC,gBAAgB,CAAS;IAEjC,OAAO,CAAC,kBAAkB,CAAK;IAC/B,OAAO,CAAC,cAAc,CAAmC;IACzD,OAAO,CAAC,WAAW,CAAmC;IACtD,OAAO,CAAC,cAAc,CAAM;IAC5B,OAAO,CAAC,eAAe,CAAmC;IAC1D,OAAO,CAAC,qBAAqB,CAAK;IAClC,OAAO,CAAC,iBAAiB,CAAK;IAC9B,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAA2B;IAE9D,OAAO,CAAC,mBAAmB,CAAK;IAChC,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,mBAAmB,CAAK;gBAEH,IAAI,GAAE;QAAE,qBAAqB,CAAC,EAAE,MAAM,CAAA;KAAO;IAE1E,sDAAsD;IACtD,gBAAgB,CAAC,GAAG,EAAE,qBAAqB,GAAG,IAAI;IAWlD,mDAAmD;IACnD,oBAAoB,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI;IA4DlD,OAAO,CAAC,UAAU;IA+BlB,OAAO,CAAC,cAAc;IAwBtB,OAAO,CAAC,cAAc;IAetB,OAAO,IAAI,qBAAqB;CAkBhC"}