llm-relay 0.0.11 → 0.0.13

package/dist/ping/cadence.js

@@ -0,0 +1,165 @@
+import { pingProviderModel } from "./ping.js";
+import { getAvg, getP95, getJitter, getStabilityScore, getVerdict, getUptime } from "./metrics.js";
+import { recordProbeResult, getModelsDueForProbe } from "./probe-cache.js";
+export const PING_MODE_INTERVALS = {
+    speed: 2000,
+    normal: 10000,
+    slow: 30000,
+    forced: 4000,
+};
+export const SPEED_MODE_DURATION_MS = 60000; // 60s
+export const IDLE_SLOW_AFTER_MS = 300000; // 5 min
+export class PingLoop {
+    cfg;
+    catalog;
+    opts;
+    mode = "speed";
+    modeSource = "startup";
+    intervalMs = PING_MODE_INTERVALS.speed;
+    speedUntil = Date.now() + SPEED_MODE_DURATION_MS;
+    lastActivityAt = Date.now();
+    resumeSpeedOnActivity = false;
+    timerObj = null;
+    running = false;
+    pingHistory = new Map();
+    latestQuota = new Map();
+    constructor(cfg, catalog, opts = {}) {
+        this.cfg = cfg;
+        this.catalog = catalog;
+        this.opts = opts;
+    }
+    getMode() {
+        return this.mode;
+    }
+    getIntervalMs() {
+        return this.intervalMs;
+    }
+    setPingMode(nextMode, source = "manual") {
+        this.mode = nextMode;
+        this.modeSource = source;
+        this.intervalMs = PING_MODE_INTERVALS[nextMode];
+        this.speedUntil = nextMode === "speed" ? Date.now() + SPEED_MODE_DURATION_MS : null;
+        this.resumeSpeedOnActivity = source === "idle";
+        if (this.timerObj) {
+            clearTimeout(this.timerObj);
+            this.timerObj = null;
+        }
+    }
+    noteUserActivity() {
+        this.lastActivityAt = Date.now();
+        if (this.mode === "forced")
+            return;
+        if (this.resumeSpeedOnActivity || this.mode === "slow") {
+            this.setPingMode("speed", "activity");
+        }
+    }
+    refreshAutoPingMode() {
+        const now = Date.now();
+        if (this.mode === "forced")
+            return;
+        if (this.speedUntil && now >= this.speedUntil) {
+            this.setPingMode("normal", "auto");
+            return;
+        }
+        if (now - this.lastActivityAt >= IDLE_SLOW_AFTER_MS) {
+            if (this.mode !== "slow") {
+                this.setPingMode("slow", "idle");
+            }
+            else {
+                this.resumeSpeedOnActivity = true;
+            }
+        }
+    }
+    recordPing(providerKey, modelId, res, timestamp = Date.now()) {
+        const key = `${providerKey}/${modelId}`;
+        let history = this.pingHistory.get(key);
+        if (!history) {
+            history = [];
+            this.pingHistory.set(key, history);
+        }
+        history.push({ ms: res.ms, code: res.code, timestamp });
+        if (history.length > 50)
+            history.shift();
+        if (res.quotaPercent !== null) {
+            this.latestQuota.set(providerKey, res.quotaPercent);
+        }
+        recordProbeResult(providerKey, modelId, res);
+    }
+    getModelPings(providerKey, modelId) {
+        return this.pingHistory.get(`${providerKey}/${modelId}`) ?? [];
+    }
+    getProviderQuota(providerKey) {
+        return this.latestQuota.get(providerKey) ?? null;
+    }
+    getModelSummary(providerKey, modelId) {
+        const pings = this.getModelPings(providerKey, modelId);
+        const avgMs = getAvg(pings);
+        const p95Ms = getP95(pings);
+        const jitterMs = getJitter(pings);
+        const stabilityScore = getStabilityScore(pings);
+        const uptimePct = getUptime(pings);
+        const lastPing = pings[pings.length - 1];
+        const verdict = getVerdict(pings, {
+            httpCode: lastPing?.code ?? null,
+            isDown: lastPing ? lastPing.code !== "200" && lastPing.code !== "401" : false,
+        });
+        return {
+            providerKey,
+            modelId,
+            avgMs: avgMs === Infinity ? -1 : avgMs,
+            p95Ms: p95Ms === Infinity ? -1 : p95Ms,
+            jitterMs,
+            stabilityScore,
+            uptimePct,
+            verdict,
+            quotaPercent: this.getProviderQuota(providerKey),
+            lastPingCode: lastPing?.code ?? null,
+            lastPingMs: lastPing?.ms ?? null,
+        };
+    }
+    async tickOnce() {
+        this.refreshAutoPingMode();
+        for (const [providerName, pCfg] of Object.entries(this.cfg.providers)) {
+            const apiKey = pCfg.authEnv ? process.env[pCfg.authEnv] : undefined;
+            let modelIds = [];
+            try {
+                modelIds = await this.catalog.list(providerName, pCfg, optsObj(this.opts.fetchFn));
+            }
+            catch { }
+            if (modelIds.length === 0)
+                continue;
+            const dueIds = getModelsDueForProbe(providerName, modelIds);
+            // Probe up to 3 due models per provider per tick to avoid flooding
+            const toProbe = dueIds.slice(0, 3);
+            for (const mId of toProbe) {
+                const res = await pingProviderModel(providerName, mId, pCfg, apiKey, optsObj(this.opts.fetchFn));
+                this.recordPing(providerName, mId, res);
+            }
+        }
+    }
+    start() {
+        if (this.running)
+            return;
+        this.running = true;
+        const loop = async () => {
+            if (!this.running)
+                return;
+            await this.tickOnce().catch(() => { });
+            if (this.running) {
+                this.timerObj = setTimeout(loop, this.intervalMs);
+            }
+        };
+        void loop();
+    }
+    stop() {
+        this.running = false;
+        if (this.timerObj) {
+            clearTimeout(this.timerObj);
+            this.timerObj = null;
+        }
+    }
+}
+function optsObj(fetchFn) {
+    return fetchFn ? { fetchFn } : {};
+}
+//# sourceMappingURL=cadence.js.map

package/dist/ping/cadence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cadence.js","sourceRoot":"","sources":["../../src/ping/cadence.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iBAAiB,EAAmB,MAAM,WAAW,CAAC;AAC/D,OAAO,EAAmB,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,iBAAiB,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACpH,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAI3E,MAAM,CAAC,MAAM,mBAAmB,GAA6B;IAC3D,KAAK,EAAE,IAAI;IACX,MAAM,EAAE,KAAK;IACb,IAAI,EAAE,KAAK;IACX,MAAM,EAAE,IAAI;CACb,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,CAAC,CAAC,MAAM;AACnD,MAAM,CAAC,MAAM,kBAAkB,GAAG,MAAM,CAAC,CAAC,QAAQ;AAgBlD,MAAM,OAAO,QAAQ;IAcT;IACA;IACA;IAfF,IAAI,GAAa,OAAO,CAAC;IACzB,UAAU,GAAG,SAAS,CAAC;IACvB,UAAU,GAAG,mBAAmB,CAAC,KAAK,CAAC;IACvC,UAAU,GAAkB,IAAI,CAAC,GAAG,EAAE,GAAG,sBAAsB,CAAC;IAChE,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC5B,qBAAqB,GAAG,KAAK,CAAC;IAC9B,QAAQ,GAA0B,IAAI,CAAC;IACvC,OAAO,GAAG,KAAK,CAAC;IAEhB,WAAW,GAAG,IAAI,GAAG,EAAwB,CAAC;IAC9C,WAAW,GAAG,IAAI,GAAG,EAAyB,CAAC;IAEvD,YACU,GAAW,EACX,OAAqB,EACrB,OAAwD,EAAE;QAF1D,QAAG,GAAH,GAAG,CAAQ;QACX,YAAO,GAAP,OAAO,CAAc;QACrB,SAAI,GAAJ,IAAI,CAAsD;IACjE,CAAC;IAEG,OAAO;QACZ,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAEM,aAAa;QAClB,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAEM,WAAW,CAAC,QAAkB,EAAE,MAAM,GAAG,QAAQ;QACtD,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC;QACzB,IAAI,CAAC,UAAU,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,GAAG,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAC;QACpF,IAAI,CAAC,qBAAqB,GAAG,MAAM,KAAK,MAAM,CAAC;QAC/C,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACvB,CAAC;IACH,CAAC;IAEM,gBAAgB;QACrB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACjC,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO;QACnC,IAAI,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACvD,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAEM,mBAAmB;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO;QAEnC,IAAI,IAAI,CAAC,UAAU,IAAI,GAAG,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAC9C,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACnC,OAAO;QACT,CAAC;QAED,IAAI,GAAG,GAAG,IAAI,CAAC,cAAc,IAAI,kBAAkB,EAAE,CAAC;YACpD,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACzB,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACnC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;YACpC,CAAC;QACH,CAAC;IACH,CAAC;IAEM,UAAU,CAAC,WAAmB,EAAE,OAAe,EAAE,GAAe,EAAE,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE;QAC7F,MAAM,GAAG,GAAG,GAAG,WAAW,IAAI,OAAO,EAAE,CAAC;QACxC,IAAI,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACxC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACrC,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;QACxD,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE;YAAE,OAAO,CAAC,KAAK,EAAE,CAAC;QAEzC,IAAI,GAAG,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;YAC9B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC;QACtD,CAAC;QAED,iBAAiB,CAAC,WAAW,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;IAC/C,CAAC;IAEM,aAAa,CAAC,WAAmB,EAAE,OAAe;QACvD,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,WAAW,IAAI,OAAO,EAAE,CAAC,IAAI,EAAE,CAAC;IACjE,CAAC;IAEM,gBAAgB,CAAC,WAAmB;QACzC,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC;IACnD,CAAC;IAEM,eAAe,CAAC,WAAmB,EAAE,OAAe;QACzD,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAClC,MAAM,cAAc,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,EAAE;YAChC,QAAQ,EAAE,QAAQ,EAAE,IAAI,IAAI,IAAI;YAChC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,KAAK,IAAI,QAAQ,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK;SAC9E,CAAC,CAAC;QAEH,OAAO;YACL,WAAW;YACX,OAAO;YACP,KAAK,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK;YACtC,KAAK,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK;YACtC,QAAQ;YACR,cAAc;YACd,SAAS;YACT,OAAO;YACP,YAAY,EAAE,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC;YAChD,YAAY,EAAE,QAAQ,EAAE,IAAI,IAAI,IAAI;YACpC,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,IAAI;SACjC,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,QAAQ;QACnB,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAE3B,KAAK,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAoC,EAAE,CAAC;YACzG,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACpE,IAAI,QAAQ,GAAa,EAAE,CAAC;YAE5B,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YACrF,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YAEV,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEpC,MAAM,MAAM,GAAG,oBAAoB,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;YAC5D,mEAAmE;YACnE,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAEnC,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;gBAC1B,MAAM,GAAG,GAAG,MAAM,iBAAiB,CAAC,YAAY,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBACjG,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;IACH,CAAC;IAEM,KAAK;QACV,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,MAAM,IAAI,GAAG,KAAK,IAAI,EAAE;YACtB,IAAI,CAAC,IAAI,CAAC,OAAO;gBAAE,OAAO;YAC1B,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACtC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YACpD,CAAC;QACH,CAAC,CAAC;QAEF,KAAK,IAAI,EAAE,CAAC;IACd,CAAC;IAEM,IAAI;QACT,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACvB,CAAC;IACH,CAAC;CACF;AAED,SAAS,OAAO,CAAC,OAAsB;IACrC,OAAO,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACpC,CAAC"}

package/dist/ping/metrics.d.ts

@@ -0,0 +1,23 @@
+export interface PingRecord {
+    ms: number;
+    code: string;
+    timestamp: number;
+}
+export type Verdict = "Perfect" | "Normal" | "Slow" | "Spiky" | "Overloaded" | "Unstable" | "Not Active" | "Pending";
+/** Calculate average latency from measurable pings (HTTP 200/401). Returns Infinity if none. */
+export declare function getAvg(pings: PingRecord[]): number;
+/** Calculate 95th percentile latency from measurable pings. Returns Infinity if none. */
+export declare function getP95(pings: PingRecord[]): number;
+/** Calculate latency standard deviation (jitter) in ms from measurable pings. */
+export declare function getJitter(pings: PingRecord[]): number;
+/** Calculate spike rate: fraction (0–1) of measurable pings with latency > 3000ms. */
+export declare function getSpikeRate(pings: PingRecord[]): number;
+/** Calculate uptime percentage (0–100) of HTTP 200 pings over total pings. */
+export declare function getUptime(pings: PingRecord[]): number;
+/** Calculate composite Stability Score (0–100). Returns -1 if no measurable pings exist. */
+export declare function getStabilityScore(pings: PingRecord[]): number;
+/** Determine human-readable health verdict for a model based on average latency and tail latency. */
+export declare function getVerdict(pings: PingRecord[], opts?: {
+    httpCode?: string | null;
+    isDown?: boolean;
+}): Verdict;

package/dist/ping/metrics.js

@@ -0,0 +1,88 @@
+const MEASURABLE_CODES = new Set(["200", "401"]);
+/** Calculate average latency from measurable pings (HTTP 200/401). Returns Infinity if none. */
+export function getAvg(pings) {
+    const measurable = pings.filter((p) => MEASURABLE_CODES.has(p.code));
+    if (measurable.length === 0)
+        return Infinity;
+    const sum = measurable.reduce((acc, p) => acc + p.ms, 0);
+    return Math.round(sum / measurable.length);
+}
+/** Calculate 95th percentile latency from measurable pings. Returns Infinity if none. */
+export function getP95(pings) {
+    const measurable = pings.filter((p) => MEASURABLE_CODES.has(p.code));
+    if (measurable.length === 0)
+        return Infinity;
+    const sorted = measurable.map((p) => p.ms).sort((a, b) => a - b);
+    const idx = Math.ceil(sorted.length * 0.95) - 1;
+    return sorted[Math.max(0, idx)];
+}
+/** Calculate latency standard deviation (jitter) in ms from measurable pings. */
+export function getJitter(pings) {
+    const measurable = pings.filter((p) => MEASURABLE_CODES.has(p.code));
+    if (measurable.length < 2)
+        return 0;
+    const mean = measurable.reduce((acc, p) => acc + p.ms, 0) / measurable.length;
+    const variance = measurable.reduce((sum, p) => sum + (p.ms - mean) ** 2, 0) / measurable.length;
+    return Math.round(Math.sqrt(variance));
+}
+/** Calculate spike rate: fraction (0–1) of measurable pings with latency > 3000ms. */
+export function getSpikeRate(pings) {
+    const measurable = pings.filter((p) => MEASURABLE_CODES.has(p.code));
+    if (measurable.length === 0)
+        return 0;
+    const spikes = measurable.filter((p) => p.ms > 3000).length;
+    return spikes / measurable.length;
+}
+/** Calculate uptime percentage (0–100) of HTTP 200 pings over total pings. */
+export function getUptime(pings) {
+    if (pings.length === 0)
+        return 0;
+    const successful = pings.filter((p) => p.code === "200").length;
+    return Math.round((successful / pings.length) * 100);
+}
+/** Calculate composite Stability Score (0–100). Returns -1 if no measurable pings exist. */
+export function getStabilityScore(pings) {
+    const measurable = pings.filter((p) => MEASURABLE_CODES.has(p.code));
+    if (measurable.length === 0)
+        return -1;
+    const p95 = getP95(pings);
+    const jitter = getJitter(pings);
+    const uptime = getUptime(pings);
+    const spikeRate = getSpikeRate(pings);
+    const p95Score = Math.max(0, Math.min(100, 100 * (1 - p95 / 5000)));
+    const jitterScore = Math.max(0, Math.min(100, 100 * (1 - jitter / 2000)));
+    const spikeScore = Math.max(0, 100 * (1 - spikeRate));
+    const reliabilityScore = uptime;
+    const score = 0.3 * p95Score + 0.3 * jitterScore + 0.2 * spikeScore + 0.2 * reliabilityScore;
+    return Math.round(score);
+}
+/** Determine human-readable health verdict for a model based on average latency and tail latency. */
+export function getVerdict(pings, opts = {}) {
+    if (opts.httpCode === "429")
+        return "Overloaded";
+    const wasUpBefore = pings.length > 0 && pings.some((p) => p.code === "200");
+    if (opts.isDown) {
+        return wasUpBefore ? "Unstable" : "Not Active";
+    }
+    const avg = getAvg(pings);
+    if (avg === Infinity)
+        return "Pending";
+    const measurable = pings.filter((p) => MEASURABLE_CODES.has(p.code));
+    const p95 = getP95(pings);
+    if (avg < 400) {
+        if (measurable.length >= 3 && p95 > 3000)
+            return "Spiky";
+        return "Perfect";
+    }
+    if (avg < 1000) {
+        if (measurable.length >= 3 && p95 > 5000)
+            return "Spiky";
+        return "Normal";
+    }
+    if (avg < 3000)
+        return "Slow";
+    if (avg < 5000)
+        return "Slow";
+    return "Unstable";
+}
+//# sourceMappingURL=metrics.js.map

package/dist/ping/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../src/ping/metrics.ts"],"names":[],"mappings":"AAgBA,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;AAEjD,gGAAgG;AAChG,MAAM,UAAU,MAAM,CAAC,KAAmB;IACxC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACrE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC7C,MAAM,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IACzD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;AAC7C,CAAC;AAED,yFAAyF;AACzF,MAAM,UAAU,MAAM,CAAC,KAAmB;IACxC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACrE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC7C,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjE,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IAChD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAE,CAAC;AACnC,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,SAAS,CAAC,KAAmB;IAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACrE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;IAC9E,MAAM,QAAQ,GACZ,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;IACjF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,sFAAsF;AACtF,MAAM,UAAU,YAAY,CAAC,KAAmB;IAC9C,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACrE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC;IAC5D,OAAO,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;AACpC,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,SAAS,CAAC,KAAmB;IAC3C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACjC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,MAAM,CAAC;IAChE,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;AACvD,CAAC;AAED,4FAA4F;AAC5F,MAAM,UAAU,iBAAiB,CAAC,KAAmB;IACnD,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACrE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC,CAAC;IAEvC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1B,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IAChC,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IAChC,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IAEtC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACpE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1E,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC;IACtD,MAAM,gBAAgB,GAAG,MAAM,CAAC;IAEhC,MAAM,KAAK,GAAG,GAAG,GAAG,QAAQ,GAAG,GAAG,GAAG,WAAW,GAAG,GAAG,GAAG,UAAU,GAAG,GAAG,GAAG,gBAAgB,CAAC;IAC7F,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,qGAAqG;AACrG,MAAM,UAAU,UAAU,CACxB,KAAmB,EACnB,OAAuD,EAAE;IAEzD,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK;QAAE,OAAO,YAAY,CAAC;IAEjD,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC;IAC5E,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,OAAO,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC;IACjD,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1B,IAAI,GAAG,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAEvC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACrE,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAE1B,IAAI,GAAG,GAAG,GAAG,EAAE,CAAC;QACd,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC,IAAI,GAAG,GAAG,IAAI;YAAE,OAAO,OAAO,CAAC;QACzD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,GAAG,GAAG,IAAI,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC,IAAI,GAAG,GAAG,IAAI;YAAE,OAAO,OAAO,CAAC;QACzD,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,GAAG,GAAG,IAAI;QAAE,OAAO,MAAM,CAAC;IAC9B,IAAI,GAAG,GAAG,IAAI;QAAE,OAAO,MAAM,CAAC;IAC9B,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/dist/ping/ping.d.ts

@@ -0,0 +1,40 @@
+import type { ProviderConfig } from "../config.js";
+export declare const DEFAULT_PING_TIMEOUT_MS = 15000;
+export declare const DEFAULT_BENCHMARK_TIMEOUT_MS = 20000;
+export interface PingResult {
+    code: string;
+    ms: number;
+    quotaPercent: number | null;
+}
+export interface BenchmarkResult {
+    ok: boolean;
+    code: string;
+    totalMs: number;
+    outputTokens: number;
+    tokensPerSecond: number;
+    answerPreview: string;
+}
+/** Parse rate-limit response headers to calculate remaining quota percentage (0–100). */
+export declare function extractQuotaPercent(headers: Headers | Record<string, string | undefined>): number | null;
+export declare function markDisabledThinkingUnsupported(providerName: string): void;
+export declare function shouldUseDisabledThinkingForProvider(providerName: string): boolean;
+export declare function buildPingEndpoint(base: string, kind: string): string;
+export declare function buildPingRequest(providerName: string, modelId: string, cfg: ProviderConfig, apiKey?: string, options?: {
+    disableThinking?: boolean;
+}): {
+    url: string;
+    headers: Record<string, string>;
+    body: Record<string, unknown>;
+};
+/** Execute a single async ping to measure latency and remaining quota. */
+export declare function pingProviderModel(providerName: string, modelId: string, cfg: ProviderConfig, apiKey?: string, opts?: {
+    timeoutMs?: number;
+    fetchFn?: typeof fetch;
+}): Promise<PingResult>;
+/** Execute a benchmark prompt against a provider model to measure throughput (TPS). */
+export declare function benchmarkProviderModel(providerName: string, modelId: string, cfg: ProviderConfig, apiKey?: string, opts?: {
+    prompt?: string;
+    maxTokens?: number;
+    timeoutMs?: number;
+    fetchFn?: typeof fetch;
+}): Promise<BenchmarkResult>;

package/dist/ping/ping.js

@@ -0,0 +1,231 @@
+export const DEFAULT_PING_TIMEOUT_MS = 15000;
+export const DEFAULT_BENCHMARK_TIMEOUT_MS = 20000;
+const DISABLED_THINKING_RETRY_STATUSES = new Set([400, 422]);
+const disabledThinkingUnsupportedProviders = new Set();
+function getHeaderValue(headers, key) {
+    if (!headers)
+        return null;
+    if (typeof headers.get === "function") {
+        return headers.get(key);
+    }
+    const obj = headers;
+    return obj[key] ?? obj[key.toLowerCase()] ?? null;
+}
+/** Parse rate-limit response headers to calculate remaining quota percentage (0–100). */
+export function extractQuotaPercent(headers) {
+    const variants = [
+        ["x-ratelimit-remaining", "x-ratelimit-limit"],
+        ["x-ratelimit-remaining-requests", "x-ratelimit-limit-requests"],
+        ["x-ratelimit-remaining-requests-day", "x-ratelimit-limit-requests-day"],
+        ["x-ratelimit-remaining-tokens", "x-ratelimit-limit-tokens"],
+        ["x-ratelimit-remaining-tokens-minute", "x-ratelimit-limit-tokens-minute"],
+        ["ratelimit-remaining", "ratelimit-limit"],
+        ["ratelimit-remaining-requests", "ratelimit-limit-requests"],
+    ];
+    for (const [remainingKey, limitKey] of variants) {
+        const remainingRaw = getHeaderValue(headers, remainingKey);
+        const limitRaw = getHeaderValue(headers, limitKey);
+        if (remainingRaw !== null && limitRaw !== null) {
+            const remaining = parseFloat(remainingRaw);
+            const limit = parseFloat(limitRaw);
+            if (Number.isFinite(remaining) && Number.isFinite(limit) && limit > 0) {
+                const pct = Math.round((remaining / limit) * 100);
+                return Math.max(0, Math.min(100, pct));
+            }
+        }
+    }
+    return null;
+}
+export function markDisabledThinkingUnsupported(providerName) {
+    disabledThinkingUnsupportedProviders.add(providerName);
+}
+export function shouldUseDisabledThinkingForProvider(providerName) {
+    if (["cerebras", "mistral", "groq", "sambanova"].includes(providerName))
+        return false;
+    return !disabledThinkingUnsupportedProviders.has(providerName);
+}
+export function buildPingEndpoint(base, kind) {
+    const cleanBase = base.endsWith("/") ? base.slice(0, -1) : base;
+    if (kind === "openai") {
+        return cleanBase.endsWith("/chat/completions") ? cleanBase : `${cleanBase}/chat/completions`;
+    }
+    return cleanBase.endsWith("/messages") ? cleanBase : `${cleanBase}/v1/messages`;
+}
+export function buildPingRequest(providerName, modelId, cfg, apiKey, options = {}) {
+    const url = buildPingEndpoint(cfg.base, cfg.kind);
+    const headers = { "Content-Type": "application/json" };
+    if (apiKey) {
+        if (cfg.authHeader === "x-api-key" || cfg.kind === "anthropic") {
+            headers["x-api-key"] = apiKey;
+        }
+        else {
+            headers["authorization"] = apiKey.startsWith("Bearer ") ? apiKey : `Bearer ${apiKey}`;
+        }
+    }
+    if (cfg.kind === "openai") {
+        const body = {
+            model: modelId,
+            messages: [{ role: "user", content: "hi" }],
+            max_tokens: 1,
+        };
+        const allowThinkingToggle = options.disableThinking ?? shouldUseDisabledThinkingForProvider(providerName);
+        if (allowThinkingToggle) {
+            body["thinking"] = { type: "disabled" };
+        }
+        return { url, headers, body };
+    }
+    // Anthropic Messages probe
+    headers["anthropic-version"] = "2023-06-01";
+    const body = {
+        model: modelId,
+        messages: [{ role: "user", content: "hi" }],
+        max_tokens: 1,
+    };
+    return { url, headers, body };
+}
+async function sendPingFetch(req, signal, fetchFn = fetch) {
+    return fetchFn(req.url, {
+        method: "POST",
+        signal,
+        headers: req.headers,
+        body: JSON.stringify(req.body),
+    });
+}
+async function isDisabledThinkingRejected(resp, req) {
+    if (!req.body["thinking"] || !DISABLED_THINKING_RETRY_STATUSES.has(resp.status))
+        return false;
+    try {
+        const text = await resp.clone().text();
+        return /thinking/i.test(text);
+    }
+    catch {
+        return false;
+    }
+}
+/** Execute a single async ping to measure latency and remaining quota. */
+export async function pingProviderModel(providerName, modelId, cfg, apiKey, opts = {}) {
+    const timeoutMs = opts.timeoutMs ?? DEFAULT_PING_TIMEOUT_MS;
+    const ctrl = new AbortController();
+    const timer = setTimeout(() => ctrl.abort(), timeoutMs);
+    const t0 = performance.now();
+    try {
+        let req = buildPingRequest(providerName, modelId, cfg, apiKey);
+        let resp = await sendPingFetch(req, ctrl.signal, opts.fetchFn);
+        if (await isDisabledThinkingRejected(resp, req)) {
+            markDisabledThinkingUnsupported(providerName);
+            req = buildPingRequest(providerName, modelId, cfg, apiKey, { disableThinking: false });
+            resp = await sendPingFetch(req, ctrl.signal, opts.fetchFn);
+        }
+        const code = resp.status >= 200 && resp.status < 300 ? "200" : String(resp.status);
+        const ms = Math.round(performance.now() - t0);
+        const quotaPercent = extractQuotaPercent(resp.headers);
+        return { code, ms, quotaPercent };
+    }
+    catch (err) {
+        const isTimeout = err instanceof Error && err.name === "AbortError";
+        return {
+            code: isTimeout ? "000" : "ERR",
+            ms: isTimeout ? timeoutMs : Math.round(performance.now() - t0),
+            quotaPercent: null,
+        };
+    }
+    finally {
+        clearTimeout(timer);
+    }
+}
+/** Execute a benchmark prompt against a provider model to measure throughput (TPS). */
+export async function benchmarkProviderModel(providerName, modelId, cfg, apiKey, opts = {}) {
+    const prompt = opts.prompt ?? "Why is the sky blue? Answer in exactly one paragraph of 80 to 100 words.";
+    const maxTokens = opts.maxTokens ?? 140;
+    const timeoutMs = opts.timeoutMs ?? DEFAULT_BENCHMARK_TIMEOUT_MS;
+    const ctrl = new AbortController();
+    const timer = setTimeout(() => ctrl.abort(), timeoutMs);
+    const t0 = performance.now();
+    try {
+        const url = buildPingEndpoint(cfg.base, cfg.kind);
+        const headers = { "Content-Type": "application/json" };
+        if (apiKey) {
+            if (cfg.authHeader === "x-api-key" || cfg.kind === "anthropic") {
+                headers["x-api-key"] = apiKey;
+            }
+            else {
+                headers["authorization"] = apiKey.startsWith("Bearer ") ? apiKey : `Bearer ${apiKey}`;
+            }
+        }
+        let body;
+        if (cfg.kind === "openai") {
+            body = {
+                model: modelId,
+                messages: [{ role: "user", content: prompt }],
+                max_tokens: maxTokens,
+                temperature: 0,
+            };
+        }
+        else {
+            headers["anthropic-version"] = "2023-06-01";
+            body = {
+                model: modelId,
+                messages: [{ role: "user", content: prompt }],
+                max_tokens: maxTokens,
+            };
+        }
+        const resp = await (opts.fetchFn ?? fetch)(url, {
+            method: "POST",
+            signal: ctrl.signal,
+            headers,
+            body: JSON.stringify(body),
+        });
+        const totalMs = Math.round(performance.now() - t0);
+        const text = await resp.text();
+        let data = null;
+        try {
+            data = JSON.parse(text);
+        }
+        catch { }
+        if (!resp.ok) {
+            return {
+                ok: false,
+                code: String(resp.status),
+                totalMs,
+                outputTokens: 0,
+                tokensPerSecond: 0,
+                answerPreview: "",
+            };
+        }
+        let content = "";
+        let outputTokens = 0;
+        if (cfg.kind === "openai") {
+            content = data?.choices?.[0]?.message?.content || "";
+            outputTokens = data?.usage?.completion_tokens ?? Math.ceil(content.length / 4);
+        }
+        else {
+            content = data?.content?.[0]?.text || "";
+            outputTokens = data?.usage?.output_tokens ?? Math.ceil(content.length / 4);
+        }
+        const seconds = totalMs / 1000;
+        const tokensPerSecond = seconds > 0 ? Math.round(outputTokens / seconds) : 0;
+        return {
+            ok: true,
+            code: "200",
+            totalMs,
+            outputTokens,
+            tokensPerSecond,
+            answerPreview: content.slice(0, 60),
+        };
+    }
+    catch (err) {
+        const isTimeout = err instanceof Error && err.name === "AbortError";
+        return {
+            ok: false,
+            code: isTimeout ? "TIMEOUT" : "ERR",
+            totalMs: Math.round(performance.now() - t0),
+            outputTokens: 0,
+            tokensPerSecond: 0,
+            answerPreview: "",
+        };
+    }
+    finally {
+        clearTimeout(timer);
+    }
+}
+//# sourceMappingURL=ping.js.map

package/dist/ping/ping.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ping.js","sourceRoot":"","sources":["../../src/ping/ping.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,uBAAuB,GAAG,KAAK,CAAC;AAC7C,MAAM,CAAC,MAAM,4BAA4B,GAAG,KAAK,CAAC;AAElD,MAAM,gCAAgC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAC7D,MAAM,oCAAoC,GAAG,IAAI,GAAG,EAAU,CAAC;AAiB/D,SAAS,cAAc,CAAC,OAAqD,EAAE,GAAW;IACxF,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,IAAI,OAAQ,OAAmB,CAAC,GAAG,KAAK,UAAU,EAAE,CAAC;QACnD,OAAQ,OAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IACD,MAAM,GAAG,GAAG,OAA6C,CAAC;IAC1D,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,IAAI,CAAC;AACpD,CAAC;AAED,yFAAyF;AACzF,MAAM,UAAU,mBAAmB,CAAC,OAAqD;IACvF,MAAM,QAAQ,GAA4B;QACxC,CAAC,uBAAuB,EAAE,mBAAmB,CAAC;QAC9C,CAAC,gCAAgC,EAAE,4BAA4B,CAAC;QAChE,CAAC,oCAAoC,EAAE,gCAAgC,CAAC;QACxE,CAAC,8BAA8B,EAAE,0BAA0B,CAAC;QAC5D,CAAC,qCAAqC,EAAE,iCAAiC,CAAC;QAC1E,CAAC,qBAAqB,EAAE,iBAAiB,CAAC;QAC1C,CAAC,8BAA8B,EAAE,0BAA0B,CAAC;KAC7D,CAAC;IAEF,KAAK,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,IAAI,QAAQ,EAAE,CAAC;QAChD,MAAM,YAAY,GAAG,cAAc,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAC3D,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QACnD,IAAI,YAAY,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YAC/C,MAAM,SAAS,GAAG,UAAU,CAAC,YAAY,CAAC,CAAC;YAC3C,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;YAEnC,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACtE,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;gBAClD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,YAAoB;IAClE,oCAAoC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,oCAAoC,CAAC,YAAoB;IACvE,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC;QAAE,OAAO,KAAK,CAAC;IACtF,OAAO,CAAC,oCAAoC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAY,EAAE,IAAY;IAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAChE,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtB,OAAO,SAAS,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,mBAAmB,CAAC;IAC/F,CAAC;IACD,OAAO,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,cAAc,CAAC;AAClF,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,YAAoB,EACpB,OAAe,EACf,GAAmB,EACnB,MAAe,EACf,UAAyC,EAAE;IAE3C,MAAM,GAAG,GAAG,iBAAiB,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;IAClD,MAAM,OAAO,GAA2B,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;IAE/E,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,GAAG,CAAC,UAAU,KAAK,WAAW,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC/D,OAAO,CAAC,WAAW,CAAC,GAAG,MAAM,CAAC;QAChC,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,eAAe,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,MAAM,EAAE,CAAC;QACxF,CAAC;IACH,CAAC;IAED,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,OAAO;YACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3C,UAAU,EAAE,CAAC;SACd,CAAC;QACF,MAAM,mBAAmB,GAAG,OAAO,CAAC,eAAe,IAAI,oCAAoC,CAAC,YAAY,CAAC,CAAC;QAC1G,IAAI,mBAAmB,EAAE,CAAC;YACxB,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;QAC1C,CAAC;QACD,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAChC,CAAC;IAED,2BAA2B;IAC3B,OAAO,CAAC,mBAAmB,CAAC,GAAG,YAAY,CAAC;IAC5C,MAAM,IAAI,GAA4B;QACpC,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC3C,UAAU,EAAE,CAAC;KACd,CAAC;IACF,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAChC,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,GAAoF,EACpF,MAAmB,EACnB,UAAwB,KAAK;IAE7B,OAAO,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;QACtB,MAAM,EAAE,MAAM;QACd,MAAM;QACN,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC;KAC/B,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,0BAA0B,CAAC,IAAc,EAAE,GAAsC;IAC9F,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,gCAAgC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9F,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;QACvC,OAAO,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,0EAA0E;AAC1E,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,YAAoB,EACpB,OAAe,EACf,GAAmB,EACnB,MAAe,EACf,OAAuD,EAAE;IAEzD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,uBAAuB,CAAC;IAC5D,MAAM,IAAI,GAAG,IAAI,eAAe,EAAE,CAAC;IACnC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;IACxD,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,CAAC;QACH,IAAI,GAAG,GAAG,gBAAgB,CAAC,YAAY,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAC/D,IAAI,IAAI,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAE/D,IAAI,MAAM,0BAA0B,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC;YAChD,+BAA+B,CAAC,YAAY,CAAC,CAAC;YAC9C,GAAG,GAAG,gBAAgB,CAAC,YAAY,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC;YACvF,IAAI,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnF,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;QAC9C,MAAM,YAAY,GAAG,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEvD,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC;IACpC,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,SAAS,GAAG,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC;QACpE,OAAO;YACL,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK;YAC/B,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YAC9D,YAAY,EAAE,IAAI;SACnB,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED,uFAAuF;AACvF,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,YAAoB,EACpB,OAAe,EACf,GAAmB,EACnB,MAAe,EACf,OAA4F,EAAE;IAE9F,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,0EAA0E,CAAC;IACzG,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC;IACxC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,4BAA4B,CAAC;IAEjE,MAAM,IAAI,GAAG,IAAI,eAAe,EAAE,CAAC;IACnC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;IACxD,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,iBAAiB,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,OAAO,GAA2B,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;QAC/E,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,GAAG,CAAC,UAAU,KAAK,WAAW,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC/D,OAAO,CAAC,WAAW,CAAC,GAAG,MAAM,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,eAAe,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,MAAM,EAAE,CAAC;YACxF,CAAC;QACH,CAAC;QAED,IAAI,IAA6B,CAAC;QAClC,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC1B,IAAI,GAAG;gBACL,KAAK,EAAE,OAAO;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;gBAC7C,UAAU,EAAE,SAAS;gBACrB,WAAW,EAAE,CAAC;aACf,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,mBAAmB,CAAC,GAAG,YAAY,CAAC;YAC5C,IAAI,GAAG;gBACL,KAAK,EAAE,OAAO;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;gBAC7C,UAAU,EAAE,SAAS;aACtB,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC,GAAG,EAAE;YAC9C,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/B,IAAI,IAAI,GAA+B,IAAI,CAAC;QAC5C,IAAI,CAAC;YACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QAEV,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;gBACzB,OAAO;gBACP,YAAY,EAAE,CAAC;gBACf,eAAe,EAAE,CAAC;gBAClB,aAAa,EAAE,EAAE;aAClB,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC1B,OAAO,GAAG,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;YACrD,YAAY,GAAG,IAAI,EAAE,KAAK,EAAE,iBAAiB,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACjF,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;YACzC,YAAY,GAAG,IAAI,EAAE,KAAK,EAAE,aAAa,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC7E,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,GAAG,IAAI,CAAC;QAC/B,MAAM,eAAe,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7E,OAAO;YACL,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,KAAK;YACX,OAAO;YACP,YAAY;YACZ,eAAe;YACf,aAAa,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACpC,CAAC;IACJ,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,SAAS,GAAG,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC;QACpE,OAAO;YACL,EAAE,EAAE,KAAK;YACT,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK;YACnC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YAC3C,YAAY,EAAE,CAAC;YACf,eAAe,EAAE,CAAC;YAClB,aAAa,EAAE,EAAE;SAClB,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC"}

package/dist/ping/probe-cache.d.ts

@@ -0,0 +1,40 @@
+export declare const DEFAULT_PROBE_TTL_MS: number;
+export declare const CURRENT_PROBE_VERSION = 1;
+export interface ProbeEntry {
+    modelId: string;
+    status: "ok" | "broken";
+    lastProbedAt: number;
+    probeVersion: number;
+    ms: number;
+    code: string;
+    quotaPercent: number | null;
+}
+export interface ProbeCacheData {
+    version: number;
+    providers: Record<string, {
+        models: Record<string, ProbeEntry>;
+    }>;
+}
+export declare function getProbeCachePath(): string;
+export declare function loadProbeCache(opts?: {
+    path?: string;
+}): ProbeCacheData;
+export declare function flushProbeCache(opts?: {
+    path?: string;
+    cache?: ProbeCacheData;
+}): void;
+export declare function getModelsDueForProbe(providerKey: string, modelIds: string[], opts?: {
+    ttlMs?: number;
+    now?: number;
+    probeVersion?: number;
+    path?: string;
+}): string[];
+export declare function recordProbeResult(providerKey: string, modelId: string, result: {
+    code: string;
+    ms: number;
+    quotaPercent: number | null;
+}, opts?: {
+    now?: number;
+    probeVersion?: number;
+    path?: string;
+}): ProbeEntry;