@elizaos/agent 2.0.0-alpha.441 → 2.0.0-alpha.501

package/packages/app-core/src/services/account-usage.js

@@ -0,0 +1,179 @@
+/**
+ * Account usage probes + local JSONL counters.
+ *
+ * Two responsibilities:
+ *  1. Probe provider usage APIs (`pollAnthropicUsage`, `pollCodexUsage`)
+ *     to populate the `LinkedAccountUsage` snapshot on each account.
+ *  2. Maintain append-only JSONL counters per `(providerId, accountId, day)`
+ *     so we can answer "calls made today / tokens used / errors" without
+ *     re-reading every trajectory.
+ *
+ * The probes throw on HTTP error so the caller can decide whether to mark
+ * the account as `rate-limited` / `needs-reauth` / `invalid`. The counters
+ * are best-effort and synchronous — at our scale appendFileSync is fine.
+ */
+import { appendFileSync, existsSync, mkdirSync, readFileSync } from "node:fs";
+import os from "node:os";
+import path from "node:path";
+const ANTHROPIC_USAGE_URL = "https://api.anthropic.com/api/oauth/usage";
+const CODEX_USAGE_URL = "https://chatgpt.com/backend-api/wham/usage";
+function utilizationToPct(value) {
+    if (typeof value !== "number" || !Number.isFinite(value))
+        return undefined;
+    // Provider returns either 0..1 (legacy) or 0..100 — both are normalized
+    // to percent. Anthropic ships 0..1, so we always multiply.
+    return Math.max(0, Math.min(100, value * 100));
+}
+function normalizeResetTimestamp(value) {
+    if (typeof value === "number" && Number.isFinite(value)) {
+        // Heuristic: epoch seconds vs ms. Seconds will be ~1.7e9 today; ms is ~1.7e12.
+        return value < 1e12 ? value * 1000 : value;
+    }
+    if (typeof value === "string" && value.length > 0) {
+        const parsed = Date.parse(value);
+        return Number.isFinite(parsed) ? parsed : undefined;
+    }
+    return undefined;
+}
+/**
+ * Probe Anthropic's OAuth usage endpoint.
+ *
+ * Endpoint: `GET https://api.anthropic.com/api/oauth/usage`
+ * Headers : `Authorization: Bearer <accessToken>`,
+ *           `anthropic-beta: oauth-2025-04-20`,
+ *           `Content-Type: application/json`
+ *
+ * Handles both legacy flat (`five_hour_utilization`) and new nested
+ * (`five_hour: { utilization }`) response shapes. Throws on any HTTP
+ * error with the status code included in the message.
+ */
+export async function pollAnthropicUsage(accessToken, fetchImpl = fetch) {
+    const res = await fetchImpl(ANTHROPIC_USAGE_URL, {
+        method: "GET",
+        headers: {
+            Authorization: `Bearer ${accessToken}`,
+            "anthropic-beta": "oauth-2025-04-20",
+            "Content-Type": "application/json",
+        },
+    });
+    if (!res.ok) {
+        throw new Error(`Anthropic usage probe failed: HTTP ${res.status}`);
+    }
+    const payload = (await res.json());
+    const fiveHour = payload.five_hour;
+    const sevenDay = payload.seven_day;
+    const sessionPct = utilizationToPct(fiveHour?.utilization) ??
+        utilizationToPct(payload.five_hour_utilization);
+    const weeklyPct = utilizationToPct(sevenDay?.utilization) ??
+        utilizationToPct(payload.seven_day_utilization);
+    const resetsAt = normalizeResetTimestamp(fiveHour?.resets_at) ??
+        normalizeResetTimestamp(payload.five_hour_resets_at);
+    return {
+        refreshedAt: Date.now(),
+        ...(sessionPct !== undefined ? { sessionPct } : {}),
+        ...(weeklyPct !== undefined ? { weeklyPct } : {}),
+        ...(resetsAt !== undefined ? { resetsAt } : {}),
+    };
+}
+/**
+ * Probe Codex / ChatGPT's usage endpoint.
+ *
+ * Endpoint: `GET https://chatgpt.com/backend-api/wham/usage`
+ * Headers : `Authorization: Bearer <accessToken>`,
+ *           `ChatGPT-Account-Id: <openAIAccountId>`,
+ *           `User-Agent: codex-cli`
+ *
+ * `used_percent` is already on the 0..100 scale. `reset_at` is epoch
+ * seconds. Codex has no weekly equivalent, so `weeklyPct` stays undefined.
+ */
+export async function pollCodexUsage(accessToken, accountId, fetchImpl = fetch) {
+    const res = await fetchImpl(CODEX_USAGE_URL, {
+        method: "GET",
+        headers: {
+            Authorization: `Bearer ${accessToken}`,
+            "ChatGPT-Account-Id": accountId,
+            "User-Agent": "codex-cli",
+        },
+    });
+    if (!res.ok) {
+        throw new Error(`Codex usage probe failed: HTTP ${res.status}`);
+    }
+    const payload = (await res.json());
+    const primary = payload.rate_limit?.primary_window;
+    let sessionPct;
+    if (typeof primary?.used_percent === "number" &&
+        Number.isFinite(primary.used_percent)) {
+        sessionPct = Math.max(0, Math.min(100, primary.used_percent));
+    }
+    const resetsAt = normalizeResetTimestamp(primary?.reset_at);
+    return {
+        refreshedAt: Date.now(),
+        ...(sessionPct !== undefined ? { sessionPct } : {}),
+        ...(resetsAt !== undefined ? { resetsAt } : {}),
+    };
+}
+// Local JSONL counters.
+function elizaHome() {
+    return process.env.ELIZA_HOME || path.join(os.homedir(), ".eliza");
+}
+function dayStamp(ts = Date.now()) {
+    const d = new Date(ts);
+    const yyyy = d.getUTCFullYear();
+    const mm = String(d.getUTCMonth() + 1).padStart(2, "0");
+    const dd = String(d.getUTCDate()).padStart(2, "0");
+    return `${yyyy}-${mm}-${dd}`;
+}
+function counterFile(providerId, accountId, ts = Date.now()) {
+    return path.join(elizaHome(), "usage", providerId, accountId, `${dayStamp(ts)}.jsonl`);
+}
+/**
+ * Append a usage entry for the given `(providerId, accountId)` pair.
+ * One line per call, written synchronously with mode 0o600. The day
+ * directory is created on demand.
+ */
+export function recordCall(providerId, accountId, entry) {
+    const ts = Date.now();
+    const line = { ts, ...entry };
+    const file = counterFile(providerId, accountId, ts);
+    const dir = path.dirname(file);
+    if (!existsSync(dir)) {
+        mkdirSync(dir, { recursive: true, mode: 0o700 });
+    }
+    appendFileSync(file, `${JSON.stringify(line)}\n`, {
+        flag: "a",
+        mode: 0o600,
+    });
+}
+/**
+ * Read today's JSONL and aggregate `(calls, tokens, errors)`. Lines that
+ * fail to parse are skipped silently (best-effort).
+ */
+export function readTodayCounters(providerId, accountId) {
+    const file = counterFile(providerId, accountId);
+    if (!existsSync(file)) {
+        return { calls: 0, tokens: 0, errors: 0 };
+    }
+    const raw = readFileSync(file, "utf-8");
+    let calls = 0;
+    let tokens = 0;
+    let errors = 0;
+    for (const line of raw.split("\n")) {
+        if (!line.trim())
+            continue;
+        let parsed;
+        try {
+            parsed = JSON.parse(line);
+        }
+        catch {
+            continue;
+        }
+        calls += 1;
+        if (typeof parsed.tokens === "number" && Number.isFinite(parsed.tokens)) {
+            tokens += parsed.tokens;
+        }
+        if (parsed.ok === false) {
+            errors += 1;
+        }
+    }
+    return { calls, tokens, errors };
+}

package/packages/app-core/src/services/local-inference/active-model.d.ts

@@ -30,6 +30,20 @@ export interface LocalInferenceLoader {
         maxTokens?: number;
         temperature?: number;
     }): Promise<string>;
+    /**
+     * Optional embedding surface. When a loader implements this, the runtime
+     * handler routes `TEXT_EMBEDDING` requests through it. The AOSP bun:ffi
+     * loader populates this directly via `llama_get_embeddings_seq`; the
+     * device-bridge loader populates it by dispatching an `embed` frame to
+     * the connected device. Loaders that cannot embed leave this undefined,
+     * and the runtime falls back to its non-local embedding provider chain.
+     */
+    embed?(args: {
+        input: string;
+    }): Promise<{
+        embedding: number[];
+        tokens: number;
+    }>;
 }
 export declare class ActiveModelCoordinator {
     private state;

package/packages/app-core/src/services/local-inference/active-model.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"active-model.d.ts","sourceRoot":"","sources":["../../../../../../../app-core/src/services/local-inference/active-model.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAGlD,OAAO,KAAK,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAEhE,MAAM,WAAW,oBAAoB;IACnC,SAAS,CAAC,IAAI,EAAE;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtD,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,gBAAgB,IAAI,MAAM,GAAG,IAAI,CAAC;IAClC;;;;;;OAMG;IACH,QAAQ,CAAC,CAAC,IAAI,EAAE;QACd,MAAM,EAAE,MAAM,CAAC;QACf,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;QACzB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACrB;AAYD,qBAAa,sBAAsB;IACjC,OAAO,CAAC,KAAK,CAIX;IAEF,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgD;IAE1E,QAAQ,IAAI,gBAAgB;IAI5B,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,GAAG,MAAM,IAAI;IAOlE,OAAO,CAAC,IAAI;IAWZ,yEAAyE;IACzE,OAAO,CAAC,SAAS;IAUX,QAAQ,CACZ,OAAO,EAAE,YAAY,GAAG,IAAI,EAC5B,SAAS,EAAE,cAAc,GACxB,OAAO,CAAC,gBAAgB,CAAC;IA0CtB,MAAM,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAsBtE"}
+{"version":3,"file":"active-model.d.ts","sourceRoot":"","sources":["../../../../../../../app-core/src/services/local-inference/active-model.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAGlD,OAAO,KAAK,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAEhE,MAAM,WAAW,oBAAoB;IACnC,SAAS,CAAC,IAAI,EAAE;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtD,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,gBAAgB,IAAI,MAAM,GAAG,IAAI,CAAC;IAClC;;;;;;OAMG;IACH,QAAQ,CAAC,CAAC,IAAI,EAAE;QACd,MAAM,EAAE,MAAM,CAAC;QACf,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;QACzB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACpB;;;;;;;OAOG;IACH,KAAK,CAAC,CAAC,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC;QACvC,SAAS,EAAE,MAAM,EAAE,CAAC;QACpB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;CACJ;AAYD,qBAAa,sBAAsB;IACjC,OAAO,CAAC,KAAK,CAIX;IAEF,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgD;IAE1E,QAAQ,IAAI,gBAAgB;IAI5B,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,GAAG,MAAM,IAAI;IAOlE,OAAO,CAAC,IAAI;IAWZ,yEAAyE;IACzE,OAAO,CAAC,SAAS;IAUX,QAAQ,CACZ,OAAO,EAAE,YAAY,GAAG,IAAI,EAC5B,SAAS,EAAE,cAAc,GACxB,OAAO,CAAC,gBAAgB,CAAC;IA0CtB,MAAM,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAsBtE"}

package/packages/app-core/src/services/local-inference/device-bridge.d.ts

@@ -70,6 +70,7 @@ export declare class DeviceBridge {
     private readonly pendingLoads;
     private readonly pendingUnloads;
     private readonly pendingGenerates;
+    private readonly pendingEmbeds;
     private readonly statusListeners;
     private readonly expectedPairingToken;
     status(): DeviceBridgeStatus;
@@ -91,6 +92,12 @@ export declare class DeviceBridge {
     }): Promise<void>;
     unloadModel(): Promise<void>;
     currentModelPath(): string | null;
+    embed(args: {
+        input: string;
+    }): Promise<{
+        embedding: number[];
+        tokens: number;
+    }>;
     generate(args: {
         prompt: string;
         stopSequences?: string[];

package/packages/app-core/src/services/local-inference/device-bridge.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"device-bridge.d.ts","sourceRoot":"","sources":["../../../../../../../app-core/src/services/local-inference/device-bridge.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAIH,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAmB,MAAM,WAAW,CAAC;AAGvE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAUlD,UAAU,kBAAkB;IAC1B,QAAQ,EAAE,KAAK,GAAG,SAAS,GAAG,KAAK,GAAG,YAAY,GAAG,SAAS,CAAC;IAC/D,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE;QACH,OAAO,EAAE,OAAO,GAAG,QAAQ,GAAG,cAAc,GAAG,MAAM,CAAC;QACtD,SAAS,EAAE,OAAO,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,IAAI,CAAC;CACV;AA6HD,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,kBAAkB,CAAC;IACjC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,iDAAiD;IACjD,SAAS,EAAE,OAAO,CAAC;IACnB,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,qEAAqE;IACrE,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,oFAAoF;IACpF,eAAe,EAAE,MAAM,CAAC;IAGxB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,YAAY,EAAE,kBAAkB,GAAG,IAAI,CAAC;IACxC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;CAC/B;AAkCD,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsC;IAC9D,OAAO,CAAC,GAAG,CAA4B;IACvC,OAAO,CAAC,QAAQ,CAAS;IAEzB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAkC;IAC/D,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAoC;IACnE,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAsC;IAEvE,OAAO,CAAC,QAAQ,CAAC,eAAe,CAE5B;IAEJ,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CACoB;IAEzD,MAAM,IAAI,kBAAkB;IAwC5B,OAAO,CAAC,WAAW;IAWnB,eAAe,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,kBAAkB,KAAK,IAAI,GAAG,MAAM,IAAI;IAO3E,OAAO,CAAC,UAAU;IAWZ,kBAAkB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IA8B3D,OAAO,CAAC,gBAAgB;IAiExB,OAAO,CAAC,kBAAkB;IAwF1B,OAAO,CAAC,oBAAoB;IAwC5B,OAAO,CAAC,mBAAmB;IAuD3B,OAAO,CAAC,YAAY;IAMpB,wFAAwF;IACxF,OAAO,CAAC,cAAc;IAiBhB,SAAS,CAAC,IAAI,EAAE;QACpB,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,CAAC,EAAE,OAAO,CAAC;KAClB,GAAG,OAAO,CAAC,IAAI,CAAC;IAwCX,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAuClC,gBAAgB,IAAI,MAAM,GAAG,IAAI;IAO3B,QAAQ,CAAC,IAAI,EAAE;QACnB,MAAM,EAAE,MAAM,CAAC;QACf,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;QACzB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,OAAO,CAAC,MAAM,CAAC;IA+DnB,OAAO,CAAC,cAAc;IAItB;;;;;OAKG;YACW,uBAAuB;IAqBrC;;;;;;;;OAQG;YACW,uBAAuB;CA2DtC;AAED,eAAO,MAAM,YAAY,cAAqB,CAAC;AAE/C,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,YAAY,GAAG;IACtB,eAAe,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,KAAK,OAAO,CAAC;CAC5D,GACA,IAAI,CAoBN"}
+{"version":3,"file":"device-bridge.d.ts","sourceRoot":"","sources":["../../../../../../../app-core/src/services/local-inference/device-bridge.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAIH,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAmB,MAAM,WAAW,CAAC;AAGvE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAUlD,UAAU,kBAAkB;IAC1B,QAAQ,EAAE,KAAK,GAAG,SAAS,GAAG,KAAK,GAAG,YAAY,GAAG,SAAS,CAAC;IAC/D,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE;QACH,OAAO,EAAE,OAAO,GAAG,QAAQ,GAAG,cAAc,GAAG,MAAM,CAAC;QACtD,SAAS,EAAE,OAAO,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,IAAI,CAAC;CACV;AAwJD,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,kBAAkB,CAAC;IACjC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,iDAAiD;IACjD,SAAS,EAAE,OAAO,CAAC;IACnB,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,qEAAqE;IACrE,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,oFAAoF;IACpF,eAAe,EAAE,MAAM,CAAC;IAGxB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,YAAY,EAAE,kBAAkB,GAAG,IAAI,CAAC;IACxC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;CAC/B;AAkCD,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsC;IAC9D,OAAO,CAAC,GAAG,CAA4B;IACvC,OAAO,CAAC,QAAQ,CAAS;IAEzB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAkC;IAC/D,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAoC;IACnE,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAsC;IACvE,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAmC;IAEjE,OAAO,CAAC,QAAQ,CAAC,eAAe,CAE5B;IAEJ,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CACoB;IAEzD,MAAM,IAAI,kBAAkB;IA0C5B,OAAO,CAAC,WAAW;IAWnB,eAAe,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,kBAAkB,KAAK,IAAI,GAAG,MAAM,IAAI;IAO3E,OAAO,CAAC,UAAU;IAWZ,kBAAkB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IA8B3D,OAAO,CAAC,gBAAgB;IAiExB,OAAO,CAAC,kBAAkB;IA6G1B,OAAO,CAAC,oBAAoB;IA2D5B,OAAO,CAAC,mBAAmB;IAoE3B,OAAO,CAAC,YAAY;IAMpB,wFAAwF;IACxF,OAAO,CAAC,cAAc;IAiBhB,SAAS,CAAC,IAAI,EAAE;QACpB,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,CAAC,EAAE,OAAO,CAAC;KAClB,GAAG,OAAO,CAAC,IAAI,CAAC;IAwCX,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAuClC,gBAAgB,IAAI,MAAM,GAAG,IAAI;IAO3B,KAAK,CAAC,IAAI,EAAE;QAChB,KAAK,EAAE,MAAM,CAAC;KACf,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IA6D9C,QAAQ,CAAC,IAAI,EAAE;QACnB,MAAM,EAAE,MAAM,CAAC;QACf,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;QACzB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,OAAO,CAAC,MAAM,CAAC;IA+DnB,OAAO,CAAC,cAAc;IAItB;;;;;OAKG;YACW,uBAAuB;IAqBrC;;;;;;;;OAQG;YACW,uBAAuB;CA2DtC;AAED,eAAO,MAAM,YAAY,cAAqB,CAAC;AAE/C,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,YAAY,GAAG;IACtB,eAAe,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,KAAK,OAAO,CAAC;CAC5D,GACA,IAAI,CAuBN"}

package/packages/app-core/src/services/local-inference/device-bridge.js

@@ -64,6 +64,7 @@ export class DeviceBridge {
     pendingLoads = new Map();
     pendingUnloads = new Map();
     pendingGenerates = new Map();
+    pendingEmbeds = new Map();
     statusListeners = new Set();
     expectedPairingToken = process.env.ELIZA_DEVICE_PAIRING_TOKEN?.trim() || null;
     status() {
@@ -71,6 +72,7 @@ export class DeviceBridge {
         for (const device of this.devices.values()) {
             const score = scoreDevice(device);
             const activeRequests = this.countRouted(this.pendingGenerates, device.deviceId) +
+                this.countRouted(this.pendingEmbeds, device.deviceId) +
                 this.countRouted(this.pendingLoads, device.deviceId) +
                 this.countRouted(this.pendingUnloads, device.deviceId);
             summaries.push({
@@ -89,6 +91,7 @@ export class DeviceBridge {
             summaries[0].isPrimary = true;
         const primary = summaries[0] ?? null;
         const pendingRequests = this.pendingGenerates.size +
+            this.pendingEmbeds.size +
             this.pendingLoads.size +
             this.pendingUnloads.size;
         return {
@@ -280,6 +283,25 @@ export class DeviceBridge {
                 }
             }
         }
+        // Same re-route logic for orphaned embeds. Embeds are short-lived and
+        // idempotent (the device just runs llama_get_embeddings), so we can
+        // safely retarget them on reconnect.
+        for (const pending of this.pendingEmbeds.values()) {
+            if (pending.routedDeviceId === null) {
+                const best = this.pickBestDevice();
+                if (best) {
+                    pending.routedDeviceId = best.deviceId;
+                    try {
+                        this.sendToDevice(best.deviceId, pending.request);
+                    }
+                    catch (err) {
+                        pending.reject(err instanceof Error
+                            ? err
+                            : new Error("Failed to re-route after reconnect"));
+                    }
+                }
+            }
+        }
         this.emitStatus();
     }
     onDeviceDisconnected(deviceId) {
@@ -288,8 +310,8 @@ export class DeviceBridge {
             return;
         clearInterval(device.heartbeatTimer);
         this.devices.delete(deviceId);
-        // Orphan any generates routed to this device so they can be re-routed
-        // to a surviving device (or await a reconnect).
+        // Orphan any generates / embeds routed to this device so they can be
+        // re-routed to a surviving device (or await a reconnect).
         let orphaned = 0;
         for (const pending of this.pendingGenerates.values()) {
             if (pending.routedDeviceId === deviceId) {
@@ -297,7 +319,13 @@ export class DeviceBridge {
                 orphaned += 1;
             }
         }
-        logger.info(`[device-bridge] Device disconnected: ${deviceId}; ${orphaned} generates orphaned`);
+        for (const pending of this.pendingEmbeds.values()) {
+            if (pending.routedDeviceId === deviceId) {
+                pending.routedDeviceId = null;
+                orphaned += 1;
+            }
+        }
+        logger.info(`[device-bridge] Device disconnected: ${deviceId}; ${orphaned} request(s) orphaned`);
         // Fast-path: if there are other connected devices, re-route now.
         if (this.devices.size > 0) {
             for (const pending of this.pendingGenerates.values()) {
@@ -314,6 +342,20 @@ export class DeviceBridge {
                     }
                 }
             }
+            for (const pending of this.pendingEmbeds.values()) {
+                if (pending.routedDeviceId === null) {
+                    const best = this.pickBestDevice();
+                    if (best) {
+                        pending.routedDeviceId = best.deviceId;
+                        try {
+                            this.sendToDevice(best.deviceId, pending.request);
+                        }
+                        catch {
+                            /* will be retried on the next reconnect */
+                        }
+                    }
+                }
+            }
         }
         this.emitStatus();
     }
@@ -375,6 +417,20 @@ export class DeviceBridge {
             }
             return;
         }
+        if (msg.type === "embedResult") {
+            const pending = this.pendingEmbeds.get(msg.correlationId);
+            if (!pending)
+                return;
+            clearTimeout(pending.timeout);
+            this.pendingEmbeds.delete(msg.correlationId);
+            if (msg.ok === false) {
+                pending.reject(new Error(msg.error));
+            }
+            else {
+                pending.resolve({ embedding: msg.embedding, tokens: msg.tokens });
+            }
+            return;
+        }
     }
     sendToDevice(deviceId, msg) {
         const device = this.devices.get(deviceId);
@@ -475,6 +531,52 @@ export class DeviceBridge {
         const best = this.pickBestDevice();
         return best?.loadedPath ?? null;
     }
+    async embed(args) {
+        const envTimeout = Number.parseInt(process.env.ELIZA_DEVICE_GENERATE_TIMEOUT_MS?.trim() ?? "", 10);
+        const timeoutMs = Number.isFinite(envTimeout) && envTimeout > 0
+            ? envTimeout
+            : DEFAULT_CALL_TIMEOUT_MS;
+        const correlationId = randomUUID();
+        const request = {
+            type: "embed",
+            correlationId,
+            input: args.input,
+        };
+        const best = this.pickBestDevice();
+        return new Promise((resolve, reject) => {
+            const timeout = setTimeout(() => {
+                this.pendingEmbeds.delete(correlationId);
+                reject(new Error(`DEVICE_TIMEOUT: no device responded to embed within ${timeoutMs}ms`));
+            }, timeoutMs);
+            if (typeof timeout === "object" && timeout && "unref" in timeout) {
+                timeout.unref();
+            }
+            const pending = {
+                correlationId,
+                resolve,
+                reject,
+                timeout,
+                request,
+                routedDeviceId: best?.deviceId ?? null,
+                submittedAt: new Date().toISOString(),
+            };
+            this.pendingEmbeds.set(correlationId, pending);
+            if (best) {
+                try {
+                    this.sendToDevice(best.deviceId, request);
+                }
+                catch {
+                    // Routed device went away between pickBestDevice and send.
+                    // Mark as orphaned; reroute logic will pick it up on the next
+                    // device (re)connect.
+                    pending.routedDeviceId = null;
+                }
+            }
+            else {
+                logger.debug(`[device-bridge] No device available; parking embed ${correlationId} pending connection`);
+            }
+        });
+    }
     async generate(args) {
         const envTimeout = Number.parseInt(process.env.ELIZA_DEVICE_GENERATE_TIMEOUT_MS?.trim() ?? "", 10);
         const timeoutMs = Number.isFinite(envTimeout) && envTimeout > 0
@@ -637,6 +739,9 @@ export function registerDeviceBridgeLoader(runtime) {
         async generate(args) {
             return deviceBridge.generate(args);
         },
+        async embed(args) {
+            return deviceBridge.embed(args);
+        },
     };
     runtime.registerService("localInferenceLoader", loader);
     logger.info("[device-bridge] Registered device-bridge loader for remote on-device inference");

package/packages/app-core/src/services/local-inference/paths.d.ts

@@ -1,9 +1,16 @@
 /**
  * Path resolution for the local-inference service.
  *
- * All Milady-owned files live under `$ELIZA_STATE_DIR/local-inference/` to
- * match the convention established by `plugin-installer.ts` and the rest of
+ * All Milady-owned files live under `$STATE_DIR/local-inference/` to match
+ * the convention established by `plugin-installer.ts` and the rest of
  * app-core. We never write to paths outside of this root.
+ *
+ * The state dir is resolved in `MILADY_STATE_DIR` → `ELIZA_STATE_DIR` →
+ * `~/.eliza` order. The `.eliza` fallback is preserved for desktop
+ * backward-compat with existing installs; on AOSP `MILADY_STATE_DIR` is
+ * set by `MiladyAgentService.java` to `/data/data/<pkg>/files/.milady`,
+ * so models land at `<that>/local-inference/models/` and not under a
+ * stray homedir-derived path.
  */
 export declare function localInferenceRoot(): string;
 /** Directory for models Milady downloaded itself. Safe to delete. */

package/packages/app-core/src/services/local-inference/paths.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"paths.d.ts","sourceRoot":"","sources":["../../../../../../../app-core/src/services/local-inference/paths.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAKH,wBAAgB,kBAAkB,IAAI,MAAM,CAI3C;AAED,qEAAqE;AACrE,wBAAgB,eAAe,IAAI,MAAM,CAExC;AAED,6EAA6E;AAC7E,wBAAgB,YAAY,IAAI,MAAM,CAErC;AAED,4EAA4E;AAC5E,wBAAgB,mBAAmB,IAAI,MAAM,CAE5C;AAED,kEAAkE;AAClE,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAK1D"}
+{"version":3,"file":"paths.d.ts","sourceRoot":"","sources":["../../../../../../../app-core/src/services/local-inference/paths.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAKH,wBAAgB,kBAAkB,IAAI,MAAM,CAK3C;AAED,qEAAqE;AACrE,wBAAgB,eAAe,IAAI,MAAM,CAExC;AAED,6EAA6E;AAC7E,wBAAgB,YAAY,IAAI,MAAM,CAErC;AAED,4EAA4E;AAC5E,wBAAgB,mBAAmB,IAAI,MAAM,CAE5C;AAED,kEAAkE;AAClE,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAK1D"}

package/packages/app-core/src/services/local-inference/paths.js

@@ -1,14 +1,21 @@
 /**
  * Path resolution for the local-inference service.
  *
- * All Milady-owned files live under `$ELIZA_STATE_DIR/local-inference/` to
- * match the convention established by `plugin-installer.ts` and the rest of
+ * All Milady-owned files live under `$STATE_DIR/local-inference/` to match
+ * the convention established by `plugin-installer.ts` and the rest of
  * app-core. We never write to paths outside of this root.
+ *
+ * The state dir is resolved in `MILADY_STATE_DIR` → `ELIZA_STATE_DIR` →
+ * `~/.eliza` order. The `.eliza` fallback is preserved for desktop
+ * backward-compat with existing installs; on AOSP `MILADY_STATE_DIR` is
+ * set by `MiladyAgentService.java` to `/data/data/<pkg>/files/.milady`,
+ * so models land at `<that>/local-inference/models/` and not under a
+ * stray homedir-derived path.
  */
 import os from "node:os";
 import path from "node:path";
 export function localInferenceRoot() {
-    const stateDir = process.env.ELIZA_STATE_DIR?.trim();
+    const stateDir = process.env.MILADY_STATE_DIR?.trim() || process.env.ELIZA_STATE_DIR?.trim();
     const base = stateDir || path.join(os.homedir(), ".eliza");
     return path.join(base, "local-inference");
 }

package/packages/app-core/src/services/local-inference/providers.d.ts

@@ -16,7 +16,7 @@
  * configuration navigable rather than centralised.
  */
 import type { AgentModelSlot } from "./types";
-export type ProviderId = "milady-local-inference" | "milady-device-bridge" | "capacitor-llama" | "anthropic" | "openai" | "grok" | "elizacloud" | "google" | "mistral";
+export type ProviderId = "milady-local-inference" | "milady-device-bridge" | "capacitor-llama" | "anthropic-subscription" | "openai-codex" | "anthropic" | "openai" | "grok" | "elizacloud" | "google" | "mistral";
 export interface ProviderEnableState {
     enabled: boolean;
     /** Short reason, e.g. "API key set", "Device connected", "No API key". */

package/packages/app-core/src/services/local-inference/providers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../../../../../../../app-core/src/services/local-inference/providers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAMH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE9C,MAAM,MAAM,UAAU,GAClB,wBAAwB,GACxB,sBAAsB,GACtB,iBAAiB,GACjB,WAAW,GACX,QAAQ,GACR,MAAM,GACN,YAAY,GACZ,QAAQ,GACR,SAAS,CAAC;AAEd,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,OAAO,CAAC;IACjB,0EAA0E;IAC1E,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,UAAU,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,WAAW,GAAG,oBAAoB,GAAG,OAAO,GAAG,eAAe,CAAC;IACrE,mCAAmC;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,qDAAqD;IACrD,cAAc,EAAE,cAAc,EAAE,CAAC;IACjC;;;;OAIG;IACH,cAAc,IAAI,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAC/C;;;;OAIG;IACH,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B;AAED,mFAAmF;AACnF,wBAAgB,6BAA6B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CAO1E;AAoMD,eAAO,MAAM,kBAAkB,EAAE,SAAS,kBAAkB,EAU3D,CAAC;AAEF,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,UAAU,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,cAAc,EAAE,CAAC;IACjC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,WAAW,EAAE,mBAAmB,CAAC;IACjC,wEAAwE;IACxE,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC,CAiBnE"}
+{"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../../../../../../../app-core/src/services/local-inference/providers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAOH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE9C,MAAM,MAAM,UAAU,GAClB,wBAAwB,GACxB,sBAAsB,GACtB,iBAAiB,GACjB,wBAAwB,GACxB,cAAc,GACd,WAAW,GACX,QAAQ,GACR,MAAM,GACN,YAAY,GACZ,QAAQ,GACR,SAAS,CAAC;AAEd,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,OAAO,CAAC;IACjB,0EAA0E;IAC1E,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,UAAU,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,WAAW,GAAG,oBAAoB,GAAG,OAAO,GAAG,eAAe,CAAC;IACrE,mCAAmC;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,qDAAqD;IACrD,cAAc,EAAE,cAAc,EAAE,CAAC;IACjC;;;;OAIG;IACH,cAAc,IAAI,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAC/C;;;;OAIG;IACH,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B;AAED,mFAAmF;AACnF,wBAAgB,6BAA6B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CAO1E;AAiOD,eAAO,MAAM,kBAAkB,EAAE,SAAS,kBAAkB,EAY3D,CAAC;AAqBF,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,UAAU,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,cAAc,EAAE,CAAC;IACjC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,WAAW,EAAE,mBAAmB,CAAC;IACjC,wEAAwE;IACxE,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC,CAiBnE"}

package/packages/app-core/src/services/local-inference/providers.js

@@ -16,6 +16,7 @@
  * configuration navigable rather than centralised.
  */
 import fs from "node:fs/promises";
+import { getDefaultAccountPool } from "../account-pool";
 import { deviceBridge } from "./device-bridge";
 import { handlerRegistry } from "./handler-registry";
 import { localInferenceRoot } from "./paths";
@@ -174,6 +175,33 @@ const ELIZACLOUD_PROVIDER = {
     },
     configureHref: "#ai-model",
 };
+const ANTHROPIC_SUBSCRIPTION_PROVIDER = {
+    id: "anthropic-subscription",
+    label: "Claude subscription",
+    kind: "cloud-subscription",
+    description: "Claude Code task-agent access through linked accounts.",
+    // Claude.ai OAuth subscriptions serve text + structured-object generation
+    // through Anthropic's chat models. Embeddings are not exposed by the
+    // subscription path (Anthropic does not ship an embeddings endpoint), so
+    // TEXT_EMBEDDING is intentionally omitted — that slot needs a separate
+    // API-key provider.
+    supportedSlots: ["TEXT_SMALL", "TEXT_LARGE", "OBJECT_SMALL", "OBJECT_LARGE"],
+    async getEnableState() {
+        return subscriptionEnableState("anthropic-subscription");
+    },
+    configureHref: "#ai-model",
+};
+const OPENAI_CODEX_PROVIDER = {
+    id: "openai-codex",
+    label: "Codex subscription",
+    kind: "cloud-subscription",
+    description: "Codex and ChatGPT subscription access through linked accounts.",
+    supportedSlots: ["TEXT_SMALL", "TEXT_LARGE", "OBJECT_SMALL", "OBJECT_LARGE"],
+    async getEnableState() {
+        return subscriptionEnableState("openai-codex");
+    },
+    configureHref: "#ai-model",
+};
 const GOOGLE_PROVIDER = {
     id: "google",
     label: "Google (Gemini)",
@@ -206,6 +234,8 @@ export const BUILT_IN_PROVIDERS = [
     LOCAL_PROVIDER,
     DEVICE_BRIDGE_PROVIDER,
     CAPACITOR_LLAMA_PROVIDER,
+    ANTHROPIC_SUBSCRIPTION_PROVIDER,
+    OPENAI_CODEX_PROVIDER,
     ELIZACLOUD_PROVIDER,
     ANTHROPIC_PROVIDER,
     OPENAI_PROVIDER,
@@ -213,6 +243,22 @@ export const BUILT_IN_PROVIDERS = [
     GROK_PROVIDER,
     MISTRAL_PROVIDER,
 ];
+function subscriptionEnableState(providerId) {
+    if (providerId !== "anthropic-subscription" &&
+        providerId !== "openai-codex") {
+        return { enabled: false, reason: "Unsupported subscription" };
+    }
+    const accounts = getDefaultAccountPool()
+        .list(providerId)
+        .filter((account) => account.enabled && account.health === "ok");
+    if (accounts.length === 0) {
+        return { enabled: false, reason: "No linked account" };
+    }
+    return {
+        enabled: true,
+        reason: `${accounts.length} linked account${accounts.length === 1 ? "" : "s"}`,
+    };
+}
 export async function snapshotProviders() {
     const entries = await Promise.all(BUILT_IN_PROVIDERS.map(async (def) => {
         const state = await def.getEnableState();

package/packages/app-core/src/services/local-inference/routing-preferences.d.ts

@@ -9,6 +9,7 @@
  */
 import type { AgentModelSlot } from "./types";
 export type RoutingPolicy = "manual" | "cheapest" | "fastest" | "prefer-local" | "round-robin";
+export declare const DEFAULT_ROUTING_POLICY: RoutingPolicy;
 export interface RoutingPreferences {
     /**
      * Explicit provider override per agent slot. Empty record = no overrides,
@@ -18,7 +19,8 @@ export interface RoutingPreferences {
     /**
      * Per-slot policy. "manual" honours `preferredProvider` verbatim;
      * everything else lets the router-handler compute a winner from the
-     * policy rule set. Absent = "manual" (matches the legacy behaviour).
+     * policy rule set. Absent = "prefer-local" so local models and
+     * subscriptions are tried before direct paid APIs and managed cloud.
      */
     policy: Partial<Record<AgentModelSlot, RoutingPolicy>>;
 }

package/packages/app-core/src/services/local-inference/routing-preferences.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"routing-preferences.d.ts","sourceRoot":"","sources":["../../../../../../../app-core/src/services/local-inference/routing-preferences.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAKH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE9C,MAAM,MAAM,aAAa,GACrB,QAAQ,GACR,UAAU,GACV,SAAS,GACT,cAAc,GACd,aAAa,CAAC;AAElB,MAAM,WAAW,kBAAkB;IACjC;;;OAGG;IACH,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3D;;;;OAIG;IACH,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC,CAAC;CACxD;AAiBD,wBAAsB,sBAAsB,IAAI,OAAO,CAAC,kBAAkB,CAAC,CAY1E;AAED,wBAAsB,uBAAuB,CAC3C,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,IAAI,CAAC,CAMf;AAED,wBAAsB,oBAAoB,CACxC,IAAI,EAAE,cAAc,EACpB,QAAQ,EAAE,MAAM,GAAG,IAAI,GACtB,OAAO,CAAC,kBAAkB,CAAC,CAa7B;AAED,wBAAsB,SAAS,CAC7B,IAAI,EAAE,cAAc,EACpB,MAAM,EAAE,aAAa,GAAG,IAAI,GAC3B,OAAO,CAAC,kBAAkB,CAAC,CAa7B"}
+{"version":3,"file":"routing-preferences.d.ts","sourceRoot":"","sources":["../../../../../../../app-core/src/services/local-inference/routing-preferences.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAKH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE9C,MAAM,MAAM,aAAa,GACrB,QAAQ,GACR,UAAU,GACV,SAAS,GACT,cAAc,GACd,aAAa,CAAC;AAElB,eAAO,MAAM,sBAAsB,EAAE,aAA8B,CAAC;AAEpE,MAAM,WAAW,kBAAkB;IACjC;;;OAGG;IACH,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3D;;;;;OAKG;IACH,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC,CAAC;CACxD;AAiBD,wBAAsB,sBAAsB,IAAI,OAAO,CAAC,kBAAkB,CAAC,CAY1E;AAED,wBAAsB,uBAAuB,CAC3C,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,IAAI,CAAC,CAMf;AAED,wBAAsB,oBAAoB,CACxC,IAAI,EAAE,cAAc,EACpB,QAAQ,EAAE,MAAM,GAAG,IAAI,GACtB,OAAO,CAAC,kBAAkB,CAAC,CAa7B;AAED,wBAAsB,SAAS,CAC7B,IAAI,EAAE,cAAc,EACpB,MAAM,EAAE,aAAa,GAAG,IAAI,GAC3B,OAAO,CAAC,kBAAkB,CAAC,CAa7B"}

package/packages/app-core/src/services/local-inference/routing-preferences.js

@@ -10,6 +10,7 @@
 import fs from "node:fs/promises";
 import path from "node:path";
 import { localInferenceRoot } from "./paths";
+export const DEFAULT_ROUTING_POLICY = "prefer-local";
 const EMPTY = { preferredProvider: {}, policy: {} };
 function routingPath() {
     return path.join(localInferenceRoot(), "routing.json");

package/packages/app-core/src/services/local-inference/types.d.ts

@@ -15,7 +15,7 @@ export interface CatalogModel {
     hfRepo: string;
     /** Exact GGUF filename in the repo. */
     ggufFile: string;
-    params: "1B" | "1.7B" | "3B" | "7B" | "8B" | "9B" | "14B" | "16B" | "22B" | "24B" | "27B" | "32B" | "70B";
+    params: "360M" | "1B" | "1.7B" | "3B" | "7B" | "8B" | "9B" | "14B" | "16B" | "22B" | "24B" | "27B" | "32B" | "70B";
     quant: string;
     sizeGb: number;
     /** Minimum system RAM (GB) we recommend before offering this model. */

package/packages/app-core/src/services/local-inference/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../../../../app-core/src/services/local-inference/types.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,MAAM,MAAM,WAAW,GAAG,OAAO,GAAG,KAAK,GAAG,OAAO,GAAG,IAAI,CAAC;AAE3D,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,WAAW,CAAC;AAE7E,MAAM,WAAW,YAAY;IAC3B,kDAAkD;IAClD,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,0EAA0E;IAC1E,MAAM,EAAE,MAAM,CAAC;IACf,uCAAuC;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EACF,IAAI,GACJ,MAAM,GACN,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,KAAK,GACL,KAAK,GACL,KAAK,GACL,KAAK,GACL,KAAK,GACL,KAAK,GACL,KAAK,CAAC;IACV,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,uEAAuE;IACvE,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,aAAa,CAAC;IACxB,MAAM,EAAE,WAAW,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC;AAE5D,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,0DAA0D;IAC1D,GAAG,EAAE;QACH,OAAO,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;QACrC,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;KACpB,GAAG,IAAI,CAAC;IACT,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC,YAAY,CAAC;IAC1B,gFAAgF;IAChF,YAAY,EAAE,OAAO,CAAC;IACtB,4DAA4D;IAC5D,iBAAiB,EAAE,WAAW,CAAC;IAC/B,mFAAmF;IACnF,MAAM,EAAE,gBAAgB,GAAG,aAAa,CAAC;CAC1C;AAED,MAAM,WAAW,cAAc;IAC7B,uEAAuE;IACvE,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,8CAA8C;IAC9C,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,0CAA0C;IAC1C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,2CAA2C;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,+DAA+D;IAC/D,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,6EAA6E;IAC7E,MAAM,EAAE,iBAAiB,GAAG,eAAe,CAAC;IAC5C;;;OAGG;IACH,cAAc,CAAC,EACX,WAAW,GACX,KAAK,GACL,QAAQ,GACR,aAAa,GACb,gBAAgB,CAAC;IACrB,qFAAqF;IACrF,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mGAAmG;IACnG,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,MAAM,aAAa,GACrB,QAAQ,GACR,aAAa,GACb,WAAW,GACX,QAAQ,GACR,WAAW,CAAC;AAEhB,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,aAAa,CAAC;IACrB,gCAAgC;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,0DAA0D;IAC1D,KAAK,EAAE,MAAM,CAAC;IACd,0DAA0D;IAC1D,WAAW,EAAE,MAAM,CAAC;IACpB,uEAAuE;IACvE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,mCAAmC;IACnC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB;;;OAGG;IACH,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,OAAO,CAAC;IAC/C,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;IACxD,GAAG,EAAE,WAAW,CAAC;CAClB;AAED;;;;GAIG;AACH,MAAM,MAAM,cAAc,GACtB,YAAY,GACZ,YAAY,GACZ,gBAAgB,GAChB,cAAc,GACd,cAAc,CAAC;AAEnB,eAAO,MAAM,iBAAiB,EAAE,cAAc,EAM7C,CAAC;AAEF,0EAA0E;AAC1E,MAAM,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,CAAC;AAEvE,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,SAAS,EAAE,cAAc,EAAE,CAAC;IAC5B,MAAM,EAAE,gBAAgB,CAAC;IACzB,SAAS,EAAE,WAAW,EAAE,CAAC;IACzB,QAAQ,EAAE,aAAa,CAAC;IACxB,WAAW,EAAE,gBAAgB,CAAC;CAC/B"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../../../../app-core/src/services/local-inference/types.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,MAAM,MAAM,WAAW,GAAG,OAAO,GAAG,KAAK,GAAG,OAAO,GAAG,IAAI,CAAC;AAE3D,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,WAAW,CAAC;AAE7E,MAAM,WAAW,YAAY;IAC3B,kDAAkD;IAClD,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,0EAA0E;IAC1E,MAAM,EAAE,MAAM,CAAC;IACf,uCAAuC;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EACF,MAAM,GACN,IAAI,GACJ,MAAM,GACN,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,KAAK,GACL,KAAK,GACL,KAAK,GACL,KAAK,GACL,KAAK,GACL,KAAK,GACL,KAAK,CAAC;IACV,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,uEAAuE;IACvE,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,aAAa,CAAC;IACxB,MAAM,EAAE,WAAW,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC;AAE5D,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,0DAA0D;IAC1D,GAAG,EAAE;QACH,OAAO,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;QACrC,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;KACpB,GAAG,IAAI,CAAC;IACT,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC,YAAY,CAAC;IAC1B,gFAAgF;IAChF,YAAY,EAAE,OAAO,CAAC;IACtB,4DAA4D;IAC5D,iBAAiB,EAAE,WAAW,CAAC;IAC/B,mFAAmF;IACnF,MAAM,EAAE,gBAAgB,GAAG,aAAa,CAAC;CAC1C;AAED,MAAM,WAAW,cAAc;IAC7B,uEAAuE;IACvE,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,8CAA8C;IAC9C,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,0CAA0C;IAC1C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,2CAA2C;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,+DAA+D;IAC/D,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,6EAA6E;IAC7E,MAAM,EAAE,iBAAiB,GAAG,eAAe,CAAC;IAC5C;;;OAGG;IACH,cAAc,CAAC,EACX,WAAW,GACX,KAAK,GACL,QAAQ,GACR,aAAa,GACb,gBAAgB,CAAC;IACrB,qFAAqF;IACrF,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mGAAmG;IACnG,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,MAAM,aAAa,GACrB,QAAQ,GACR,aAAa,GACb,WAAW,GACX,QAAQ,GACR,WAAW,CAAC;AAEhB,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,aAAa,CAAC;IACrB,gCAAgC;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,0DAA0D;IAC1D,KAAK,EAAE,MAAM,CAAC;IACd,0DAA0D;IAC1D,WAAW,EAAE,MAAM,CAAC;IACpB,uEAAuE;IACvE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,mCAAmC;IACnC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB;;;OAGG;IACH,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,OAAO,CAAC;IAC/C,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;IACxD,GAAG,EAAE,WAAW,CAAC;CAClB;AAED;;;;GAIG;AACH,MAAM,MAAM,cAAc,GACtB,YAAY,GACZ,YAAY,GACZ,gBAAgB,GAChB,cAAc,GACd,cAAc,CAAC;AAEnB,eAAO,MAAM,iBAAiB,EAAE,cAAc,EAM7C,CAAC;AAEF,0EAA0E;AAC1E,MAAM,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,CAAC;AAEvE,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,SAAS,EAAE,cAAc,EAAE,CAAC;IAC5B,MAAM,EAAE,gBAAgB,CAAC;IACzB,SAAS,EAAE,WAAW,EAAE,CAAC;IACzB,QAAQ,EAAE,aAAa,CAAC;IACxB,WAAW,EAAE,gBAAgB,CAAC;CAC/B"}

package/packages/app-core/src/shell/AppWindowRenderer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"AppWindowRenderer.d.ts","sourceRoot":"","sources":["../../../../../../app-core/src/shell/AppWindowRenderer.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAEL,KAAK,GAAG,EAQT,MAAM,OAAO,CAAC;AA8Cf,UAAU,sBAAsB;IAC9B,IAAI,EAAE,MAAM,CAAC;CACd;AAgXD,wBAAgB,iBAAiB,CAAC,EAChC,IAAI,GACL,EAAE,sBAAsB,GAAG,GAAG,CAAC,OAAO,CA6CtC"}
+{"version":3,"file":"AppWindowRenderer.d.ts","sourceRoot":"","sources":["../../../../../../app-core/src/shell/AppWindowRenderer.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EACL,KAAK,GAAG,EAMT,MAAM,OAAO,CAAC;AA+Cf,UAAU,sBAAsB;IAC9B,IAAI,EAAE,MAAM,CAAC;CACd;AAwVD,wBAAgB,iBAAiB,CAAC,EAChC,IAAI,GACL,EAAE,sBAAsB,GAAG,GAAG,CAAC,OAAO,CA6CtC"}