llm-relay 0.0.11 → 0.0.13

package/dist/ping/probe-cache.js

@@ -0,0 +1,96 @@
+import { readFileSync, writeFileSync, renameSync, mkdirSync } from "node:fs";
+import { join, dirname } from "node:path";
+import { homedir } from "node:os";
+export const DEFAULT_PROBE_TTL_MS = 24 * 60 * 60 * 1000; // 24 hours
+export const CURRENT_PROBE_VERSION = 1;
+export function getProbeCachePath() {
+    const xdg = process.env.XDG_CACHE_HOME;
+    const baseDir = xdg && xdg.trim() ? join(xdg, "llm-relay") : join(homedir(), ".llm-relay");
+    return join(baseDir, "probe-cache.json");
+}
+function emptyCache() {
+    return { version: CURRENT_PROBE_VERSION, providers: {} };
+}
+let _cache = null;
+let _cachePath = null;
+export function loadProbeCache(opts = {}) {
+    const target = opts.path ?? getProbeCachePath();
+    _cachePath = target;
+    try {
+        const raw = readFileSync(target, "utf8");
+        const parsed = JSON.parse(raw);
+        if (parsed && typeof parsed === "object" && parsed.providers) {
+            _cache = parsed;
+            return parsed;
+        }
+    }
+    catch {
+        /* No cache or parse error */
+    }
+    _cache = emptyCache();
+    return _cache;
+}
+export function flushProbeCache(opts = {}) {
+    const target = opts.path ?? _cachePath ?? getProbeCachePath();
+    const cacheData = opts.cache ?? _cache ?? emptyCache();
+    try {
+        mkdirSync(dirname(target), { recursive: true });
+        const tmpPath = `${target}.${Date.now()}.${Math.random().toString(36).slice(2, 8)}.tmp`;
+        writeFileSync(tmpPath, JSON.stringify(cacheData, null, 2) + "\n", "utf8");
+        renameSync(tmpPath, target);
+    }
+    catch {
+        /* best-effort persistence */
+    }
+}
+export function getModelsDueForProbe(providerKey, modelIds, opts = {}) {
+    const ttlMs = opts.ttlMs ?? DEFAULT_PROBE_TTL_MS;
+    const now = opts.now ?? Date.now();
+    const probeVersion = opts.probeVersion ?? CURRENT_PROBE_VERSION;
+    const cache = opts.path ? loadProbeCache({ path: opts.path }) : (_cache ?? loadProbeCache());
+    const providerBucket = cache.providers[providerKey];
+    const models = providerBucket?.models ?? {};
+    const due = [];
+    for (const id of modelIds) {
+        const entry = models[id];
+        if (!entry) {
+            due.push(id);
+            continue;
+        }
+        if (entry.probeVersion !== probeVersion) {
+            due.push(id);
+            continue;
+        }
+        if (entry.status === "broken") {
+            due.push(id);
+            continue;
+        }
+        if (now - entry.lastProbedAt >= ttlMs) {
+            due.push(id);
+            continue;
+        }
+    }
+    return due;
+}
+export function recordProbeResult(providerKey, modelId, result, opts = {}) {
+    const now = opts.now ?? Date.now();
+    const probeVersion = opts.probeVersion ?? CURRENT_PROBE_VERSION;
+    const cache = opts.path ? loadProbeCache({ path: opts.path }) : (_cache ?? loadProbeCache());
+    if (!cache.providers[providerKey]) {
+        cache.providers[providerKey] = { models: {} };
+    }
+    const isOk = result.code === "200" || result.code === "401";
+    const entry = {
+        modelId,
+        status: isOk ? "ok" : "broken",
+        lastProbedAt: now,
+        probeVersion,
+        ms: result.ms,
+        code: result.code,
+        quotaPercent: result.quotaPercent,
+    };
+    cache.providers[providerKey].models[modelId] = entry;
+    flushProbeCache({ ...(opts.path ? { path: opts.path } : {}), cache });
+    return entry;
+}
+//# sourceMappingURL=probe-cache.js.map

package/dist/ping/probe-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"probe-cache.js","sourceRoot":"","sources":["../../src/ping/probe-cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAc,MAAM,SAAS,CAAC;AACzF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAElC,MAAM,CAAC,MAAM,oBAAoB,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,WAAW;AACpE,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAiBvC,MAAM,UAAU,iBAAiB;IAC/B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IACvC,MAAM,OAAO,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,YAAY,CAAC,CAAC;IAC3F,OAAO,IAAI,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,UAAU;IACjB,OAAO,EAAE,OAAO,EAAE,qBAAqB,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;AAC3D,CAAC;AAED,IAAI,MAAM,GAA0B,IAAI,CAAC;AACzC,IAAI,UAAU,GAAkB,IAAI,CAAC;AAErC,MAAM,UAAU,cAAc,CAAC,OAA0B,EAAE;IACzD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,IAAI,iBAAiB,EAAE,CAAC;IAChD,UAAU,GAAG,MAAM,CAAC;IAEpB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAmB,CAAC;QACjD,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YAC7D,MAAM,GAAG,MAAM,CAAC;YAChB,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,6BAA6B;IAC/B,CAAC;IAED,MAAM,GAAG,UAAU,EAAE,CAAC;IACtB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,OAAkD,EAAE;IAClF,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,IAAI,UAAU,IAAI,iBAAiB,EAAE,CAAC;IAC9D,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,IAAI,MAAM,IAAI,UAAU,EAAE,CAAC;IAEvD,IAAI,CAAC;QACH,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,GAAG,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;QACxF,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;QAC1E,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,6BAA6B;IAC/B,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,WAAmB,EACnB,QAAkB,EAClB,OAA+E,EAAE;IAEjF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,oBAAoB,CAAC;IACjD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;IACnC,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,qBAAqB,CAAC;IAChE,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC,CAAC;IAE7F,MAAM,cAAc,GAAG,KAAK,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,cAAc,EAAE,MAAM,IAAI,EAAE,CAAC;IAE5C,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;QACzB,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACb,SAAS;QACX,CAAC;QACD,IAAI,KAAK,CAAC,YAAY,KAAK,YAAY,EAAE,CAAC;YACxC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACb,SAAS;QACX,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC9B,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACb,SAAS;QACX,CAAC;QACD,IAAI,GAAG,GAAG,KAAK,CAAC,YAAY,IAAI,KAAK,EAAE,CAAC;YACtC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACb,SAAS;QACX,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,WAAmB,EACnB,OAAe,EACf,MAAiE,EACjE,OAA+D,EAAE;IAEjE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;IACnC,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,qBAAqB,CAAC;IAChE,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC,CAAC;IAE7F,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC;QAClC,KAAK,CAAC,SAAS,CAAC,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAChD,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,KAAK,KAAK,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,CAAC;IAC5D,MAAM,KAAK,GAAe;QACxB,OAAO;QACP,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ;QAC9B,YAAY,EAAE,GAAG;QACjB,YAAY;QACZ,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,YAAY,EAAE,MAAM,CAAC,YAAY;KAClC,CAAC;IAEF,KAAK,CAAC,SAAS,CAAC,WAAW,CAAE,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC;IACtD,eAAe,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IACtE,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/ping/quota.d.ts

@@ -0,0 +1,15 @@
+import type { ProviderConfig } from "../config.js";
+export interface QuotaInfo {
+    provider: string;
+    ok: boolean;
+    quotaPercent?: number | null;
+    creditBalanceUsd?: number | null;
+    limitUsd?: number | null;
+    usageUsd?: number | null;
+    statusText?: string;
+}
+/**
+ * Explicit quota/balance fetcher for key providers.
+ * OpenRouter: GET https://openrouter.ai/api/v1/auth/key
+ */
+export declare function fetchProviderQuota(providerName: string, cfg: ProviderConfig, apiKey?: string, fetchFn?: typeof fetch): Promise<QuotaInfo>;

package/dist/ping/quota.js

@@ -0,0 +1,42 @@
+/**
+ * Explicit quota/balance fetcher for key providers.
+ * OpenRouter: GET https://openrouter.ai/api/v1/auth/key
+ */
+export async function fetchProviderQuota(providerName, cfg, apiKey, fetchFn = fetch) {
+    if (!apiKey) {
+        return { provider: providerName, ok: false, statusText: "No API key configured" };
+    }
+    // OpenRouter key management API
+    if (providerName.toLowerCase().includes("openrouter") || cfg.base.includes("openrouter.ai")) {
+        try {
+            const resp = await fetchFn("https://openrouter.ai/api/v1/auth/key", {
+                headers: { Authorization: apiKey.startsWith("Bearer ") ? apiKey : `Bearer ${apiKey}` },
+            });
+            if (!resp.ok) {
+                return { provider: providerName, ok: false, statusText: `HTTP ${resp.status}` };
+            }
+            const data = (await resp.json());
+            const limit = data.data?.limit;
+            const usage = data.data?.usage;
+            let pct = null;
+            if (typeof limit === "number" && typeof usage === "number" && limit > 0) {
+                const rem = Math.max(0, limit - usage);
+                pct = Math.round((rem / limit) * 100);
+            }
+            return {
+                provider: providerName,
+                ok: true,
+                quotaPercent: pct,
+                limitUsd: limit ?? null,
+                usageUsd: usage ?? null,
+                creditBalanceUsd: limit && usage !== undefined ? limit - usage : null,
+            };
+        }
+        catch (e) {
+            return { provider: providerName, ok: false, statusText: e.message };
+        }
+    }
+    // Generic fallback: returns true if provider is reachable
+    return { provider: providerName, ok: true };
+}
+//# sourceMappingURL=quota.js.map

package/dist/ping/quota.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"quota.js","sourceRoot":"","sources":["../../src/ping/quota.ts"],"names":[],"mappings":"AAYA;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,YAAoB,EACpB,GAAmB,EACnB,MAAe,EACf,UAAwB,KAAK;IAE7B,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,uBAAuB,EAAE,CAAC;IACpF,CAAC;IAED,gCAAgC;IAChC,IAAI,YAAY,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;QAC5F,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,uCAAuC,EAAE;gBAClE,OAAO,EAAE,EAAE,aAAa,EAAE,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,MAAM,EAAE,EAAE;aACvF,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;gBACb,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAClF,CAAC;YACD,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAA0E,CAAC;YAC1G,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC;YAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC;YAE/B,IAAI,GAAG,GAAkB,IAAI,CAAC;YAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACxE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,CAAC;gBACvC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;YACxC,CAAC;YAED,OAAO;gBACL,QAAQ,EAAE,YAAY;gBACtB,EAAE,EAAE,IAAI;gBACR,YAAY,EAAE,GAAG;gBACjB,QAAQ,EAAE,KAAK,IAAI,IAAI;gBACvB,QAAQ,EAAE,KAAK,IAAI,IAAI;gBACvB,gBAAgB,EAAE,KAAK,IAAI,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI;aACtE,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,EAAE,EAAE,KAAK,EAAE,UAAU,EAAG,CAAW,CAAC,OAAO,EAAE,CAAC;QACjF,CAAC;IACH,CAAC;IAED,0DAA0D;IAC1D,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;AAC9C,CAAC"}

package/dist/ping/runtime-telemetry.d.ts

@@ -0,0 +1,42 @@
+export declare const MAX_RECENT_CALLS = 50;
+export declare const DEFAULT_MIN_CALLS_FOR_SCORE = 5;
+export interface RecentCall {
+    timestamp: number;
+    ok: boolean;
+    latencyMs: number;
+    tokens?: number;
+}
+export interface ModelTelemetry {
+    providerKey: string;
+    modelId: string;
+    totalCalls: number;
+    successCalls: number;
+    totalLatencyMs: number;
+    totalCompletionTokens: number;
+    lastCalledAt: number;
+    recentCalls: RecentCall[];
+}
+export interface TelemetryData {
+    version: number;
+    models: Record<string, ModelTelemetry>;
+}
+export declare function getRuntimeTelemetryPath(): string;
+export declare function loadRuntimeTelemetry(opts?: {
+    path?: string;
+}): TelemetryData;
+export declare function flushRuntimeTelemetry(opts?: {
+    path?: string;
+    telemetry?: TelemetryData;
+}): void;
+export declare function recordModelCall(providerKey: string, modelId: string, callResult: {
+    ok: boolean;
+    latencyMs: number;
+    completionTokens?: number;
+}, opts?: {
+    now?: number;
+    path?: string;
+}): void;
+export declare function getRealWorldScore(providerKey: string, modelId: string, opts?: {
+    minCalls?: number;
+    path?: string;
+}): number | null;

package/dist/ping/runtime-telemetry.js

@@ -0,0 +1,86 @@
+import { readFileSync, writeFileSync, renameSync, mkdirSync } from "node:fs";
+import { join, dirname } from "node:path";
+import { homedir } from "node:os";
+export const MAX_RECENT_CALLS = 50;
+export const DEFAULT_MIN_CALLS_FOR_SCORE = 5;
+export function getRuntimeTelemetryPath() {
+    const xdg = process.env.XDG_CACHE_HOME;
+    const baseDir = xdg && xdg.trim() ? join(xdg, "llm-relay") : join(homedir(), ".llm-relay");
+    return join(baseDir, "runtime-telemetry.json");
+}
+let _telemetry = null;
+export function loadRuntimeTelemetry(opts = {}) {
+    const target = opts.path ?? getRuntimeTelemetryPath();
+    try {
+        const raw = readFileSync(target, "utf8");
+        const parsed = JSON.parse(raw);
+        if (parsed && typeof parsed === "object" && parsed.models) {
+            _telemetry = parsed;
+            return parsed;
+        }
+    }
+    catch { }
+    _telemetry = { version: 1, models: {} };
+    return _telemetry;
+}
+export function flushRuntimeTelemetry(opts = {}) {
+    const target = opts.path ?? getRuntimeTelemetryPath();
+    const data = opts.telemetry ?? _telemetry ?? { version: 1, models: {} };
+    try {
+        mkdirSync(dirname(target), { recursive: true });
+        const tmpPath = `${target}.${Date.now()}.${Math.random().toString(36).slice(2, 8)}.tmp`;
+        writeFileSync(tmpPath, JSON.stringify(data, null, 2) + "\n", "utf8");
+        renameSync(tmpPath, target);
+    }
+    catch { }
+}
+export function recordModelCall(providerKey, modelId, callResult, opts = {}) {
+    const now = opts.now ?? Date.now();
+    const data = opts.path ? loadRuntimeTelemetry({ path: opts.path }) : (_telemetry ?? loadRuntimeTelemetry());
+    const key = `${providerKey}/${modelId}`;
+    if (!data.models[key]) {
+        data.models[key] = {
+            providerKey,
+            modelId,
+            totalCalls: 0,
+            successCalls: 0,
+            totalLatencyMs: 0,
+            totalCompletionTokens: 0,
+            lastCalledAt: now,
+            recentCalls: [],
+        };
+    }
+    const m = data.models[key];
+    m.totalCalls += 1;
+    if (callResult.ok)
+        m.successCalls += 1;
+    m.totalLatencyMs += callResult.latencyMs;
+    m.totalCompletionTokens += callResult.completionTokens ?? 0;
+    m.lastCalledAt = now;
+    m.recentCalls.push({
+        timestamp: now,
+        ok: callResult.ok,
+        latencyMs: callResult.latencyMs,
+        ...(callResult.completionTokens !== undefined ? { tokens: callResult.completionTokens } : {}),
+    });
+    if (m.recentCalls.length > MAX_RECENT_CALLS) {
+        m.recentCalls.shift();
+    }
+    flushRuntimeTelemetry({ ...(opts.path ? { path: opts.path } : {}), telemetry: data });
+}
+export function getRealWorldScore(providerKey, modelId, opts = {}) {
+    const minCalls = opts.minCalls ?? DEFAULT_MIN_CALLS_FOR_SCORE;
+    const data = opts.path ? loadRuntimeTelemetry({ path: opts.path }) : (_telemetry ?? loadRuntimeTelemetry());
+    const key = `${providerKey}/${modelId}`;
+    const m = data.models[key];
+    if (!m || m.totalCalls < minCalls)
+        return null;
+    const successRate = m.successCalls / m.totalCalls;
+    const avgLatency = m.totalLatencyMs / m.totalCalls;
+    const speedScore = Math.max(0, Math.min(100, 100 * (1 - avgLatency / 5000)));
+    const recencyHours = (Date.now() - m.lastCalledAt) / (1000 * 60 * 60);
+    const recencyScore = Math.max(0, Math.min(100, 100 * (1 - recencyHours / 24)));
+    const score = 0.6 * (successRate * 100) + 0.25 * speedScore + 0.15 * recencyScore;
+    return Math.round(score);
+}
+//# sourceMappingURL=runtime-telemetry.js.map

package/dist/ping/runtime-telemetry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime-telemetry.js","sourceRoot":"","sources":["../../src/ping/runtime-telemetry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAElC,MAAM,CAAC,MAAM,gBAAgB,GAAG,EAAE,CAAC;AACnC,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC;AAyB7C,MAAM,UAAU,uBAAuB;IACrC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IACvC,MAAM,OAAO,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,YAAY,CAAC,CAAC;IAC3F,OAAO,IAAI,CAAC,OAAO,EAAE,wBAAwB,CAAC,CAAC;AACjD,CAAC;AAED,IAAI,UAAU,GAAyB,IAAI,CAAC;AAE5C,MAAM,UAAU,oBAAoB,CAAC,OAA0B,EAAE;IAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,IAAI,uBAAuB,EAAE,CAAC;IACtD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAkB,CAAC;QAChD,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAC1D,UAAU,GAAG,MAAM,CAAC;YACpB,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAAC,MAAM,CAAC,CAAA,CAAC;IAEV,UAAU,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACxC,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,OAAqD,EAAE;IAC3F,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,IAAI,uBAAuB,EAAE,CAAC;IACtD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,IAAI,UAAU,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACxE,IAAI,CAAC;QACH,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,GAAG,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;QACxF,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;QACrE,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC,CAAA,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,WAAmB,EACnB,OAAe,EACf,UAAyE,EACzE,OAAwC,EAAE;IAE1C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;IACnC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,IAAI,oBAAoB,EAAE,CAAC,CAAC;IAC5G,MAAM,GAAG,GAAG,GAAG,WAAW,IAAI,OAAO,EAAE,CAAC;IAExC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QACtB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG;YACjB,WAAW;YACX,OAAO;YACP,UAAU,EAAE,CAAC;YACb,YAAY,EAAE,CAAC;YACf,cAAc,EAAE,CAAC;YACjB,qBAAqB,EAAE,CAAC;YACxB,YAAY,EAAE,GAAG;YACjB,WAAW,EAAE,EAAE;SAChB,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAE,CAAC;IAC5B,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC;IAClB,IAAI,UAAU,CAAC,EAAE;QAAE,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC;IACvC,CAAC,CAAC,cAAc,IAAI,UAAU,CAAC,SAAS,CAAC;IACzC,CAAC,CAAC,qBAAqB,IAAI,UAAU,CAAC,gBAAgB,IAAI,CAAC,CAAC;IAC5D,CAAC,CAAC,YAAY,GAAG,GAAG,CAAC;IAErB,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC;QACjB,SAAS,EAAE,GAAG;QACd,EAAE,EAAE,UAAU,CAAC,EAAE;QACjB,SAAS,EAAE,UAAU,CAAC,SAAS;QAC/B,GAAG,CAAC,UAAU,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9F,CAAC,CAAC;IAEH,IAAI,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,gBAAgB,EAAE,CAAC;QAC5C,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAED,qBAAqB,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACxF,CAAC;AAGD,MAAM,UAAU,iBAAiB,CAC/B,WAAmB,EACnB,OAAe,EACf,OAA6C,EAAE;IAE/C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,2BAA2B,CAAC;IAC9D,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,IAAI,oBAAoB,EAAE,CAAC,CAAC;IAC5G,MAAM,GAAG,GAAG,GAAG,WAAW,IAAI,OAAO,EAAE,CAAC;IACxC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAE3B,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,GAAG,QAAQ;QAAE,OAAO,IAAI,CAAC;IAE/C,MAAM,WAAW,GAAG,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,UAAU,CAAC;IAClD,MAAM,UAAU,GAAG,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,UAAU,CAAC;IACnD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC,GAAG,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7E,MAAM,YAAY,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;IACtE,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC,GAAG,YAAY,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IAE/E,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,IAAI,GAAG,UAAU,GAAG,IAAI,GAAG,YAAY,CAAC;IAClF,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC"}

package/dist/presets.d.ts

@@ -0,0 +1,23 @@
+import type { ProviderConfig } from "./config.js";
+export interface PresetProvider extends ProviderConfig {
+    name: string;
+    displayName: string;
+    signupUrl?: string;
+    tierType: "free" | "subscription";
+    recommendedModels: string[];
+}
+/** 100%-Free provider presets with direct signup URLs and recommended models. */
+export declare const FREE_PROVIDER_PRESETS: Record<string, PresetProvider>;
+/** User subscription templates for pooling subscription quotas. */
+export declare const SUBSCRIPTION_PROVIDER_PRESETS: Record<string, PresetProvider>;
+/** All available provider presets (free + subscription). */
+export declare const ALL_PROVIDER_PRESETS: Record<string, PresetProvider>;
+/** Default multi-tier routing mapping across free & subscription endpoints. */
+export declare const DEFAULT_PRESET_ROUTING: {
+    default: string[];
+    tiers: {
+        opus: string[];
+        sonnet: string[];
+        haiku: string[];
+    };
+};

package/dist/presets.js

@@ -0,0 +1,167 @@
+/** 100%-Free provider presets with direct signup URLs and recommended models. */
+export const FREE_PROVIDER_PRESETS = {
+    nim: {
+        name: "nim",
+        displayName: "NVIDIA NIM (Free Credits)",
+        base: "https://integrate.api.nvidia.com/v1",
+        kind: "openai",
+        authEnv: "NVIDIA_API_KEY",
+        authHeader: "authorization",
+        timeoutMs: 120000,
+        tierType: "free",
+        signupUrl: "https://build.nvidia.com",
+        recommendedModels: [
+            "z-ai/glm-5.2",
+            "nvidia/nemotron-3-super-120b-a12b",
+            "meta/llama-3.1-70b-instruct",
+            "meta/llama-3.1-8b-instruct",
+        ],
+    },
+    groq: {
+        name: "groq",
+        displayName: "Groq (Free Tier)",
+        base: "https://api.groq.com/openai/v1",
+        kind: "openai",
+        authEnv: "GROQ_API_KEY",
+        authHeader: "authorization",
+        timeoutMs: 60000,
+        tierType: "free",
+        signupUrl: "https://console.groq.com/keys",
+        recommendedModels: [
+            "llama-3.3-70b-versatile",
+            "llama-3.1-8b-instant",
+            "mixtral-8x7b-32768",
+        ],
+    },
+    gemini: {
+        name: "gemini",
+        displayName: "Google Gemini AI Studio (Free Tier)",
+        base: "https://generativelanguage.googleapis.com/v1beta/openai",
+        kind: "openai",
+        authEnv: "GEMINI_API_KEY",
+        authHeader: "authorization",
+        timeoutMs: 120000,
+        tierType: "free",
+        signupUrl: "https://aistudio.google.com/app/apikey",
+        recommendedModels: [
+            "gemini-2.5-flash",
+            "gemini-2.5-pro",
+            "gemini-1.5-flash",
+        ],
+    },
+    openrouter: {
+        name: "openrouter",
+        displayName: "OpenRouter (Free Models)",
+        base: "https://openrouter.ai/api/v1",
+        kind: "openai",
+        authEnv: "OPENROUTER_API_KEY",
+        authHeader: "authorization",
+        timeoutMs: 120000,
+        tierType: "free",
+        signupUrl: "https://openrouter.ai/keys",
+        recommendedModels: [
+            "meta-llama/llama-3.3-70b-instruct:free",
+            "qwen/qwen-2.5-coder-32b-instruct:free",
+            "google/gemma-2-9b-it:free",
+        ],
+    },
+    cerebras: {
+        name: "cerebras",
+        displayName: "Cerebras Inference (Free Tier)",
+        base: "https://api.cerebras.ai/v1",
+        kind: "openai",
+        authEnv: "CEREBRAS_API_KEY",
+        authHeader: "authorization",
+        timeoutMs: 30000,
+        tierType: "free",
+        signupUrl: "https://cloud.cerebras.ai",
+        recommendedModels: [
+            "llama3.1-70b",
+            "llama3.1-8b",
+        ],
+    },
+    sambanova: {
+        name: "sambanova",
+        displayName: "SambaNova Cloud (Free Tier)",
+        base: "https://api.sambanova.ai/v1",
+        kind: "openai",
+        authEnv: "SAMBANOVA_API_KEY",
+        authHeader: "authorization",
+        timeoutMs: 60000,
+        tierType: "free",
+        signupUrl: "https://cloud.sambanova.ai",
+        recommendedModels: [
+            "Meta-Llama-3.3-70B-Instruct",
+            "Qwen2.5-Coder-32B-Instruct",
+        ],
+    },
+};
+/** User subscription templates for pooling subscription quotas. */
+export const SUBSCRIPTION_PROVIDER_PRESETS = {
+    openai: {
+        name: "openai",
+        displayName: "OpenAI ChatGPT / API Subscription",
+        base: "https://api.openai.com/v1",
+        kind: "openai",
+        authEnv: "OPENAI_API_KEY",
+        authHeader: "authorization",
+        timeoutMs: 120000,
+        tierType: "subscription",
+        signupUrl: "https://platform.openai.com/api-keys",
+        recommendedModels: [
+            "gpt-4o",
+            "gpt-4o-mini",
+            "o3-mini",
+        ],
+    },
+    anthropic: {
+        name: "anthropic",
+        displayName: "Anthropic Direct Subscription",
+        base: "https://api.anthropic.com",
+        kind: "anthropic",
+        authEnv: "ANTHROPIC_API_KEY",
+        authHeader: "x-api-key",
+        timeoutMs: 120000,
+        tierType: "subscription",
+        signupUrl: "https://console.anthropic.com",
+        recommendedModels: [
+            "claude-3-5-sonnet-20241022",
+            "claude-3-5-haiku-20241022",
+        ],
+    },
+};
+/** All available provider presets (free + subscription). */
+export const ALL_PROVIDER_PRESETS = {
+    ...FREE_PROVIDER_PRESETS,
+    ...SUBSCRIPTION_PROVIDER_PRESETS,
+};
+/** Default multi-tier routing mapping across free & subscription endpoints. */
+export const DEFAULT_PRESET_ROUTING = {
+    default: [
+        "groq/llama-3.3-70b-versatile",
+        "nim/z-ai/glm-5.2",
+        "gemini/gemini-2.5-flash",
+        "openrouter/meta-llama/llama-3.3-70b-instruct:free",
+    ],
+    tiers: {
+        opus: [
+            "openai/gpt-4o",
+            "nim/nvidia/nemotron-3-super-120b-a12b",
+            "gemini/gemini-2.5-pro",
+        ],
+        sonnet: [
+            "openai/gpt-4o-mini",
+            "groq/llama-3.3-70b-versatile",
+            "nim/z-ai/glm-5.2",
+            "gemini/gemini-2.5-flash",
+            "sambanova/Meta-Llama-3.3-70B-Instruct",
+        ],
+        haiku: [
+            "groq/llama-3.1-8b-instant",
+            "cerebras/llama3.1-8b",
+            "nim/meta/llama-3.1-8b-instruct",
+            "openrouter/google/gemma-2-9b-it:free",
+        ],
+    },
+};
+//# sourceMappingURL=presets.js.map

package/dist/presets.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"presets.js","sourceRoot":"","sources":["../src/presets.ts"],"names":[],"mappings":"AAUA,iFAAiF;AACjF,MAAM,CAAC,MAAM,qBAAqB,GAAmC;IACnE,GAAG,EAAE;QACH,IAAI,EAAE,KAAK;QACX,WAAW,EAAE,2BAA2B;QACxC,IAAI,EAAE,qCAAqC;QAC3C,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,gBAAgB;QACzB,UAAU,EAAE,eAAe;QAC3B,SAAS,EAAE,MAAM;QACjB,QAAQ,EAAE,MAAM;QAChB,SAAS,EAAE,0BAA0B;QACrC,iBAAiB,EAAE;YACjB,cAAc;YACd,mCAAmC;YACnC,6BAA6B;YAC7B,4BAA4B;SAC7B;KACF;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,kBAAkB;QAC/B,IAAI,EAAE,gCAAgC;QACtC,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,cAAc;QACvB,UAAU,EAAE,eAAe;QAC3B,SAAS,EAAE,KAAK;QAChB,QAAQ,EAAE,MAAM;QAChB,SAAS,EAAE,+BAA+B;QAC1C,iBAAiB,EAAE;YACjB,yBAAyB;YACzB,sBAAsB;YACtB,oBAAoB;SACrB;KACF;IACD,MAAM,EAAE;QACN,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,qCAAqC;QAClD,IAAI,EAAE,yDAAyD;QAC/D,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,gBAAgB;QACzB,UAAU,EAAE,eAAe;QAC3B,SAAS,EAAE,MAAM;QACjB,QAAQ,EAAE,MAAM;QAChB,SAAS,EAAE,wCAAwC;QACnD,iBAAiB,EAAE;YACjB,kBAAkB;YAClB,gBAAgB;YAChB,kBAAkB;SACnB;KACF;IACD,UAAU,EAAE;QACV,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,0BAA0B;QACvC,IAAI,EAAE,8BAA8B;QACpC,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,oBAAoB;QAC7B,UAAU,EAAE,eAAe;QAC3B,SAAS,EAAE,MAAM;QACjB,QAAQ,EAAE,MAAM;QAChB,SAAS,EAAE,4BAA4B;QACvC,iBAAiB,EAAE;YACjB,wCAAwC;YACxC,uCAAuC;YACvC,2BAA2B;SAC5B;KACF;IACD,QAAQ,EAAE;QACR,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,gCAAgC;QAC7C,IAAI,EAAE,4BAA4B;QAClC,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,kBAAkB;QAC3B,UAAU,EAAE,eAAe;QAC3B,SAAS,EAAE,KAAK;QAChB,QAAQ,EAAE,MAAM;QAChB,SAAS,EAAE,2BAA2B;QACtC,iBAAiB,EAAE;YACjB,cAAc;YACd,aAAa;SACd;KACF;IACD,SAAS,EAAE;QACT,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,6BAA6B;QAC1C,IAAI,EAAE,6BAA6B;QACnC,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,mBAAmB;QAC5B,UAAU,EAAE,eAAe;QAC3B,SAAS,EAAE,KAAK;QAChB,QAAQ,EAAE,MAAM;QAChB,SAAS,EAAE,4BAA4B;QACvC,iBAAiB,EAAE;YACjB,6BAA6B;YAC7B,4BAA4B;SAC7B;KACF;CACF,CAAC;AAEF,mEAAmE;AACnE,MAAM,CAAC,MAAM,6BAA6B,GAAmC;IAC3E,MAAM,EAAE;QACN,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,mCAAmC;QAChD,IAAI,EAAE,2BAA2B;QACjC,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,gBAAgB;QACzB,UAAU,EAAE,eAAe;QAC3B,SAAS,EAAE,MAAM;QACjB,QAAQ,EAAE,cAAc;QACxB,SAAS,EAAE,sCAAsC;QACjD,iBAAiB,EAAE;YACjB,QAAQ;YACR,aAAa;YACb,SAAS;SACV;KACF;IACD,SAAS,EAAE;QACT,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,+BAA+B;QAC5C,IAAI,EAAE,2BAA2B;QACjC,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,mBAAmB;QAC5B,UAAU,EAAE,WAAW;QACvB,SAAS,EAAE,MAAM;QACjB,QAAQ,EAAE,cAAc;QACxB,SAAS,EAAE,+BAA+B;QAC1C,iBAAiB,EAAE;YACjB,4BAA4B;YAC5B,2BAA2B;SAC5B;KACF;CACF,CAAC;AAEF,4DAA4D;AAC5D,MAAM,CAAC,MAAM,oBAAoB,GAAmC;IAClE,GAAG,qBAAqB;IACxB,GAAG,6BAA6B;CACjC,CAAC;AAEF,+EAA+E;AAC/E,MAAM,CAAC,MAAM,sBAAsB,GAAG;IACpC,OAAO,EAAE;QACP,8BAA8B;QAC9B,kBAAkB;QAClB,yBAAyB;QACzB,mDAAmD;KACpD;IACD,KAAK,EAAE;QACL,IAAI,EAAE;YACJ,eAAe;YACf,uCAAuC;YACvC,uBAAuB;SACxB;QACD,MAAM,EAAE;YACN,oBAAoB;YACpB,8BAA8B;YAC9B,kBAAkB;YAClB,yBAAyB;YACzB,uCAAuC;SACxC;QACD,KAAK,EAAE;YACL,2BAA2B;YAC3B,sBAAsB;YACtB,gCAAgC;YAChC,sCAAsC;SACvC;KACF;CACF,CAAC"}

package/dist/registry.d.ts

@@ -1,5 +1,6 @@
 import type { Config } from "./config.js";
 import type { ModelCatalog } from "./catalog.js";
+import type { PingLoop, ModelHealthSummary } from "./ping/cadence.js";
 interface CapabilityScore {
     bfcl_overall: number | null;
     bfcl_multi_turn: number | null;
@@ -12,6 +13,7 @@ interface RegistryModel {
     id: string;
     /** Best-effort leaderboard match (null when no confident match — matching is fuzzy). */
     capability: CapabilityScore | null;
+    health?: ModelHealthSummary;
 }
 interface RegistryProvider {
     base: string;
@@ -21,6 +23,7 @@ interface RegistryProvider {
     has_key: boolean;
     /** openai providers only: did the live /models catalog return anything (reachable + authorized)? */
     reachable: boolean | null;
+    quota_percent?: number | null;
     models: RegistryModel[];
 }
 export interface RegistryView {
@@ -28,8 +31,8 @@ export interface RegistryView {
     /** How to address a backend: namespace a request model "provider/model" (audit-tools names the
      *  exact model), or let routing map by Claude tier / default (dumb-client convenience). */
     routing: {
-        default: string;
-        tiers: Record<string, string>;
+        default: string | string[];
+        tiers: Record<string, string | string[]>;
     };
     providers: Record<string, RegistryProvider>;
     capability_source: {
@@ -43,5 +46,6 @@ export interface RegistryView {
 /** Build the discovery view: providers × live models (best-effort capability) + routing + raw scores. */
 export declare function buildRegistry(cfg: Config, catalog: ModelCatalog, opts?: {
     now?: string;
+    pingLoop?: PingLoop;
 }): Promise<RegistryView>;
 export {};

package/dist/registry.js

@@ -52,14 +52,20 @@ export async function buildRegistry(cfg, catalog, opts = {}) {
         if (p.kind === "openai") {
             const ids = await catalog.list(name, p);
             reachable = ids.length > 0;
-            models = ids.map((id) => ({ id, capability: joinCapability(id, byNorm) }));
+            models = ids.map((id) => {
+                const capability = joinCapability(id, byNorm);
+                const health = opts.pingLoop ? opts.pingLoop.getModelSummary(name, id) : undefined;
+                return { id, capability, ...(health ? { health } : {}) };
+            });
         }
+        const quota_percent = opts.pingLoop ? opts.pingLoop.getProviderQuota(name) : undefined;
         providers[name] = {
             base: p.base,
             kind: p.kind,
             ...(p.authEnv ? { authEnv: p.authEnv } : {}),
             has_key,
             reachable,
+            ...(quota_percent !== undefined ? { quota_percent } : {}),
             models,
         };
     }

package/dist/registry.js.map

@@ -1 +1 @@
-{"version":3,"file":"registry.js","sourceRoot":"","sources":["../src/registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAgDzC,SAAS,YAAY;IACnB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,wBAAwB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/E,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAoE,CAAC;QACpH,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACjH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,OAAO,CAAC,CAA0B;IACzC,MAAM,CAAC,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,CAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC9E,OAAO;QACL,YAAY,EAAE,CAAC,CAAC,cAAc,CAAC;QAC/B,eAAe,EAAE,CAAC,CAAC,iBAAiB,CAAC;QACrC,gBAAgB,EAAE,CAAC,CAAC,kBAAkB,CAAC;QACvC,YAAY,EAAE,CAAC,CAAC,cAAc,CAAC;QAC/B,UAAU,EAAE,CAAC,CAAC,YAAY,CAAC;QAC3B,cAAc,EAAE,CAAC,CAAC,gBAAgB,CAAC;KACpC,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,SAAS,cAAc,CAAC,OAAe,EAAE,MAA6D;IACpG,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IACvE,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAChC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC;IACjD,IAAI,KAAK;QAAE,OAAO,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACrC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3D,OAAO,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACnD,CAAC;AAED,yGAAyG;AACzG,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,GAAW,EACX,OAAqB,EACrB,OAAyB,EAAE;IAE3B,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,CAAC,QAAQ,EAAE,MAAM,IAAI,EAAE,CAAC;SACpC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;SACzC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAG,CAAC,CAAC,IAAe,CAAC,WAAW,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAEpE,MAAM,SAAS,GAAqC,EAAE,CAAC;IACvD,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAoC,EAAE,CAAC;QACzF,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACpE,IAAI,MAAM,GAAoB,EAAE,CAAC;QACjC,IAAI,SAAS,GAAmB,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QACnE,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACxC,SAAS,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;YAC3B,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,cAAc,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7E,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,GAAG;YAChB,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5C,OAAO;YACP,SAAS;YACT,MAAM;SACP,CAAC;IACJ,CAAC;IAED,OAAO;QACL,YAAY,EAAE,IAAI,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QAClD,OAAO,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE;QACnE,SAAS;QACT,iBAAiB,EAAE;YACjB,OAAO,EAAE,CAAC,CAAC,QAAQ;YACnB,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjE,IAAI,EAAE,QAAQ;gBACZ,CAAC,CAAC,0IAA0I;gBAC5I,CAAC,CAAC,qFAAqF;YACzF,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjD;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../src/registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAoDzC,SAAS,YAAY;IACnB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,wBAAwB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/E,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAoE,CAAC;QACpH,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACjH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,OAAO,CAAC,CAA0B;IACzC,MAAM,CAAC,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,CAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC9E,OAAO;QACL,YAAY,EAAE,CAAC,CAAC,cAAc,CAAC;QAC/B,eAAe,EAAE,CAAC,CAAC,iBAAiB,CAAC;QACrC,gBAAgB,EAAE,CAAC,CAAC,kBAAkB,CAAC;QACvC,YAAY,EAAE,CAAC,CAAC,cAAc,CAAC;QAC/B,UAAU,EAAE,CAAC,CAAC,YAAY,CAAC;QAC3B,cAAc,EAAE,CAAC,CAAC,gBAAgB,CAAC;KACpC,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,SAAS,cAAc,CAAC,OAAe,EAAE,MAA6D;IACpG,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IACvE,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAChC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC;IACjD,IAAI,KAAK;QAAE,OAAO,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACrC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3D,OAAO,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACnD,CAAC;AAED,yGAAyG;AACzG,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,GAAW,EACX,OAAqB,EACrB,OAA8C,EAAE;IAEhD,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,CAAC,QAAQ,EAAE,MAAM,IAAI,EAAE,CAAC;SACpC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;SACzC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAG,CAAC,CAAC,IAAe,CAAC,WAAW,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAEpE,MAAM,SAAS,GAAqC,EAAE,CAAC;IACvD,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAoC,EAAE,CAAC;QACzF,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACpE,IAAI,MAAM,GAAoB,EAAE,CAAC;QACjC,IAAI,SAAS,GAAmB,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QACnE,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACxC,SAAS,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;YAC3B,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;gBACtB,MAAM,UAAU,GAAG,cAAc,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;gBAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBACnF,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YAC3D,CAAC,CAAC,CAAC;QACL,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAEvF,SAAS,CAAC,IAAI,CAAC,GAAG;YAChB,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5C,OAAO;YACP,SAAS;YACT,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,MAAM;SACP,CAAC;IACJ,CAAC;IAED,OAAO;QACL,YAAY,EAAE,IAAI,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QAClD,OAAO,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE;QACnE,SAAS;QACT,iBAAiB,EAAE;YACjB,OAAO,EAAE,CAAC,CAAC,QAAQ;YACnB,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjE,IAAI,EAAE,QAAQ;gBACZ,CAAC,CAAC,0IAA0I;gBAC5I,CAAC,CAAC,qFAAqF;YACzF,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjD;KACF,CAAC;AACJ,CAAC"}

package/dist/server.d.ts

@@ -2,8 +2,10 @@ import { type IncomingMessage, type ServerResponse } from "node:http";
 import { type Config } from "./config.js";
 import { type Reshaper } from "./reshaper.js";
 import { ModelCatalog } from "./catalog.js";
+import { PingLoop } from "./ping/cadence.js";
 export interface ProxyDeps {
     reshaper?: Reshaper;
     catalog?: ModelCatalog;
+    pingLoop?: PingLoop;
 }
 export declare function createProxy(cfg: Config, deps?: ProxyDeps): import("http").Server<typeof IncomingMessage, typeof ServerResponse>;