@pentoshi/clai 4.11.28 → 4.11.29

package/dist/llm/freebuff-session.js

@@ -0,0 +1,265 @@
+import { createHash } from "node:crypto";
+import { ProviderError } from "./http.js";
+import { callFreebuffSession, freebuffSessionMetadata, FreebuffSessionRequestError, FREEBUFF_HEARTBEAT_INTERVAL_MS, newFreebuffCliInstanceId, } from "./freebuff-session-api.js";
+function refusalMessage(response) {
+    switch (response.status) {
+        case "consent_required":
+            return `Freebuff needs explicit consent to spend ${response.walletConsent.walletSpend} wallet Freebucks (price ${response.walletConsent.price}). clai never spends automatically; start this model from the Freebuff CLI to confirm.`;
+        case "first_tab_discount_changed":
+            return "Freebuff pricing changed before admission. Retry to pick up the current price.";
+        case "model_locked":
+            return `Freebuff already has an active session on ${response.currentModel}; end it before switching to ${response.requestedModel}.`;
+        case "model_unavailable":
+            return response.withdrawn
+                ? `Freebuff model ${response.requestedModel} is withdrawn from free mode.`
+                : `Freebuff model ${response.requestedModel} is unavailable right now${response.availableHours ? ` (${response.availableHours})` : ""}.`;
+        case "premium_slot_taken":
+        case "purchase_in_use":
+        case "purchase_capacity":
+            return "Your Freebuff concurrent-session limit is reached; end another session and retry.";
+        case "purchase_claim_released":
+            return "This Freebuff session claim was released; retry to start a new session.";
+        case "rate_limited":
+            return "Freebuff free-session quota is exhausted for now; try again later.";
+        case "spend_limited":
+            return response.message ?? "Freebuff daily provider-spend budget reached; try again later.";
+        case "ip_capped":
+            return "Too many Freebuff free sessions on this network; try again shortly.";
+        case "country_blocked":
+            return `Freebuff free mode is not available in your country${response.countryCode ? ` (${response.countryCode})` : ""}.`;
+        case "banned":
+            return response.message ?? "This Freebuff account cannot start a session.";
+        case "superseded":
+            return "Another client took over this Freebuff session.";
+        default:
+            return `Freebuff admission returned status "${response.status}".`;
+    }
+}
+function admissionStatusCode(response) {
+    switch (response.status) {
+        case "rate_limited":
+        case "spend_limited":
+        case "ip_capped":
+            return 429;
+        case "country_blocked":
+        case "banned":
+            return 403;
+        default:
+            return 409;
+    }
+}
+function expiryMs(response) {
+    if (typeof response.remainingMs === "number")
+        return Date.now() + response.remainingMs;
+    if (response.expiresAt) {
+        const parsed = Date.parse(response.expiresAt);
+        if (Number.isFinite(parsed))
+            return parsed;
+    }
+    return undefined;
+}
+export class FreebuffSessionManager {
+    deps;
+    claims = new Map();
+    inflight = new Map();
+    closing = false;
+    disposePromise;
+    constructor(deps = {}) {
+        this.deps = deps;
+    }
+    scope(token, model) {
+        return `${createHash("sha256").update(token).digest("hex").slice(0, 16)}:${model}`;
+    }
+    async ensureAdmission(token, model, signal) {
+        if (this.closing)
+            throw new ProviderError("Freebuff session manager is shutting down.");
+        const key = this.scope(token, model);
+        const claim = this.claims.get(key);
+        if (claim && (claim.expiresAt === undefined || claim.expiresAt > Date.now() + 5_000)) {
+            return this.toAdmission(claim);
+        }
+        const existing = this.inflight.get(key);
+        if (existing)
+            return existing;
+        const attempt = this.claim(key, token, model, signal).finally(() => {
+            if (this.inflight.get(key) === attempt)
+                this.inflight.delete(key);
+        });
+        this.inflight.set(key, attempt);
+        return attempt;
+    }
+    async claim(key, token, model, signal) {
+        if (this.closing)
+            throw new ProviderError("Freebuff session manager is shutting down.");
+        await this.releaseKey(key, token).catch(() => undefined);
+        if (this.closing)
+            throw new ProviderError("Freebuff session manager is shutting down.");
+        const instanceId = newFreebuffCliInstanceId();
+        let response;
+        try {
+            response = await callFreebuffSession("POST", token, {
+                ...this.deps,
+                instanceId,
+                model,
+                walletSpendLimit: 0,
+                signal,
+            });
+        }
+        catch (error) {
+            if (error instanceof FreebuffSessionRequestError && error.errorCode === "session_superseded") {
+                response = await callFreebuffSession("POST", token, {
+                    ...this.deps,
+                    instanceId,
+                    model,
+                    walletSpendLimit: 0,
+                    signal,
+                }).catch((retryError) => {
+                    if (retryError instanceof FreebuffSessionRequestError) {
+                        throw new ProviderError(`Freebuff session admission failed (${retryError.statusCode}). ${retryError.message}`, retryError.statusCode, undefined, retryError.retryAfterMs ? Math.ceil(retryError.retryAfterMs / 1_000) : undefined);
+                    }
+                    throw retryError;
+                });
+            }
+            else {
+                await callFreebuffSession("DELETE", token, {
+                    ...this.deps,
+                    instanceId,
+                }).catch(() => undefined);
+                if (error instanceof FreebuffSessionRequestError) {
+                    throw new ProviderError(`Freebuff session admission failed (${error.statusCode}). ${error.message}`, error.statusCode, undefined, error.retryAfterMs ? Math.ceil(error.retryAfterMs / 1_000) : undefined);
+                }
+                throw error;
+            }
+        }
+        if (response.status !== "active") {
+            throw new ProviderError(refusalMessage(response), admissionStatusCode(response));
+        }
+        const activeInstance = response.instanceId || instanceId;
+        const claim = {
+            instanceId: activeInstance,
+            model,
+            token,
+            expiresAt: expiryMs(response),
+            heartbeat: undefined,
+        };
+        this.claims.set(key, claim);
+        this.scheduleHeartbeat(key, token, claim);
+        return this.toAdmission(claim);
+    }
+    toAdmission(claim) {
+        return {
+            instanceId: claim.instanceId,
+            model: claim.model,
+            expiresAt: claim.expiresAt,
+            metadata: freebuffSessionMetadata(claim.instanceId),
+        };
+    }
+    scheduleHeartbeat(key, token, claim) {
+        if (claim.heartbeat)
+            clearInterval(claim.heartbeat);
+        const timer = setInterval(() => {
+            void this.beat(key, token, claim);
+        }, FREEBUFF_HEARTBEAT_INTERVAL_MS);
+        if (typeof timer.unref === "function")
+            timer.unref();
+        claim.heartbeat = timer;
+    }
+    async beat(key, token, claim) {
+        if (this.claims.get(key) !== claim)
+            return;
+        try {
+            const response = await callFreebuffSession("GET", token, {
+                ...this.deps,
+                instanceId: claim.instanceId,
+                heartbeat: true,
+                compact: true,
+            });
+            if (this.claims.get(key) !== claim)
+                return;
+            if (response.status === "active") {
+                claim.expiresAt = expiryMs(response);
+                return;
+            }
+            if (response.status === "superseded" || response.status === "none" || response.status === "ended") {
+                this.clearClaim(key, claim);
+            }
+        }
+        catch {
+            return;
+        }
+    }
+    clearClaim(key, claim) {
+        if (claim.heartbeat)
+            clearInterval(claim.heartbeat);
+        claim.heartbeat = undefined;
+        if (this.claims.get(key) === claim)
+            this.claims.delete(key);
+    }
+    async releaseKey(key, token, signal) {
+        const claim = this.claims.get(key);
+        if (!claim)
+            return;
+        this.clearClaim(key, claim);
+        await callFreebuffSession("DELETE", token, {
+            ...this.deps,
+            instanceId: claim.instanceId,
+            ...(signal ? { signal } : {}),
+        }).catch(() => undefined);
+    }
+    async release(token, model, signal) {
+        if (model) {
+            await this.releaseKey(this.scope(token, model), token, signal);
+            return;
+        }
+        const prefix = `${createHash("sha256").update(token).digest("hex").slice(0, 16)}:`;
+        await Promise.all([...this.claims.keys()]
+            .filter((key) => key.startsWith(prefix))
+            .map((key) => this.releaseKey(key, token, signal)));
+    }
+    async dispose() {
+        if (this.disposePromise)
+            return this.disposePromise;
+        this.closing = true;
+        this.disposePromise = (async () => {
+            await Promise.all([...this.inflight.values()].map((request) => request.catch(() => undefined)));
+            const claims = [...this.claims.values()];
+            this.claims.clear();
+            this.inflight.clear();
+            await Promise.all(claims.map(async (claim) => {
+                if (claim.heartbeat)
+                    clearInterval(claim.heartbeat);
+                await callFreebuffSession("DELETE", claim.token, {
+                    ...this.deps,
+                    instanceId: claim.instanceId,
+                }).catch(() => undefined);
+            }));
+        })();
+        return this.disposePromise;
+    }
+    hasActiveClaim(token, model) {
+        return this.claims.has(this.scope(token, model));
+    }
+}
+let sharedManager;
+export function freebuffSessionManager() {
+    if (!sharedManager)
+        sharedManager = new FreebuffSessionManager();
+    return sharedManager;
+}
+export async function disposeFreebuffSessionManager() {
+    const manager = sharedManager;
+    if (!manager)
+        return;
+    await manager.dispose();
+    if (sharedManager === manager)
+        sharedManager = undefined;
+}
+export async function runFreebuffSessionShutdownCleanup(runEpilogue) {
+    try {
+        await disposeFreebuffSessionManager();
+    }
+    finally {
+        await runEpilogue?.();
+    }
+}
+//# sourceMappingURL=freebuff-session.js.map

package/dist/llm/freebuff-session.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"freebuff-session.js","sourceRoot":"","sources":["../../src/llm/freebuff-session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EACL,mBAAmB,EACnB,uBAAuB,EACvB,2BAA2B,EAE3B,8BAA8B,EAC9B,wBAAwB,GAEzB,MAAM,2BAA2B,CAAC;AAmBnC,SAAS,cAAc,CAAC,QAAiC;IACvD,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC;QACxB,KAAK,kBAAkB;YACrB,OAAO,4CAA4C,QAAQ,CAAC,aAAa,CAAC,WAAW,4BAA4B,QAAQ,CAAC,aAAa,CAAC,KAAK,wFAAwF,CAAC;QACxO,KAAK,4BAA4B;YAC/B,OAAO,gFAAgF,CAAC;QAC1F,KAAK,cAAc;YACjB,OAAO,6CAA6C,QAAQ,CAAC,YAAY,gCAAgC,QAAQ,CAAC,cAAc,GAAG,CAAC;QACtI,KAAK,mBAAmB;YACtB,OAAO,QAAQ,CAAC,SAAS;gBACvB,CAAC,CAAC,kBAAkB,QAAQ,CAAC,cAAc,+BAA+B;gBAC1E,CAAC,CAAC,kBAAkB,QAAQ,CAAC,cAAc,4BAA4B,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC;QAC7I,KAAK,oBAAoB,CAAC;QAC1B,KAAK,iBAAiB,CAAC;QACvB,KAAK,mBAAmB;YACtB,OAAO,mFAAmF,CAAC;QAC7F,KAAK,yBAAyB;YAC5B,OAAO,yEAAyE,CAAC;QACnF,KAAK,cAAc;YACjB,OAAO,oEAAoE,CAAC;QAC9E,KAAK,eAAe;YAClB,OAAO,QAAQ,CAAC,OAAO,IAAI,gEAAgE,CAAC;QAC9F,KAAK,WAAW;YACd,OAAO,qEAAqE,CAAC;QAC/E,KAAK,iBAAiB;YACpB,OAAO,sDAAsD,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC;QAC3H,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC,OAAO,IAAI,+CAA+C,CAAC;QAC7E,KAAK,YAAY;YACf,OAAO,iDAAiD,CAAC;QAC3D;YACE,OAAO,uCAAuC,QAAQ,CAAC,MAAM,IAAI,CAAC;IACtE,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,QAAiC;IAC5D,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC;QACxB,KAAK,cAAc,CAAC;QACpB,KAAK,eAAe,CAAC;QACrB,KAAK,WAAW;YACd,OAAO,GAAG,CAAC;QACb,KAAK,iBAAiB,CAAC;QACvB,KAAK,QAAQ;YACX,OAAO,GAAG,CAAC;QACb;YACE,OAAO,GAAG,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,QAAgE;IAChF,IAAI,OAAO,QAAQ,CAAC,WAAW,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,WAAW,CAAC;IACvF,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC9C,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,MAAM,CAAC;IAC7C,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,OAAO,sBAAsB;IAMJ;IALZ,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;IACxC,QAAQ,GAAG,IAAI,GAAG,EAAsC,CAAC;IAClE,OAAO,GAAG,KAAK,CAAC;IAChB,cAAc,CAA4B;IAElD,YAA6B,OAAoB,EAAE;QAAtB,SAAI,GAAJ,IAAI,CAAkB;IAAG,CAAC;IAE/C,KAAK,CAAC,KAAa,EAAE,KAAa;QACxC,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;IACrF,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,KAAa,EACb,KAAa,EACb,MAAoB;QAEpB,IAAI,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,aAAa,CAAC,4CAA4C,CAAC,CAAC;QACxF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,EAAE,CAAC;YACrF,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACxC,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAC;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YACjE,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,OAAO;gBAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAChC,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,KAAK,CACjB,GAAW,EACX,KAAa,EACb,KAAa,EACb,MAA+B;QAE/B,IAAI,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,aAAa,CAAC,4CAA4C,CAAC,CAAC;QACxF,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACzD,IAAI,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,aAAa,CAAC,4CAA4C,CAAC,CAAC;QACxF,MAAM,UAAU,GAAG,wBAAwB,EAAE,CAAC;QAC9C,IAAI,QAAiC,CAAC;QACtC,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,mBAAmB,CAAC,MAAM,EAAE,KAAK,EAAE;gBAClD,GAAG,IAAI,CAAC,IAAI;gBACZ,UAAU;gBACV,KAAK;gBACL,gBAAgB,EAAE,CAAC;gBACnB,MAAM;aACP,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,2BAA2B,IAAI,KAAK,CAAC,SAAS,KAAK,oBAAoB,EAAE,CAAC;gBAC7F,QAAQ,GAAG,MAAM,mBAAmB,CAAC,MAAM,EAAE,KAAK,EAAE;oBAClD,GAAG,IAAI,CAAC,IAAI;oBACZ,UAAU;oBACV,KAAK;oBACL,gBAAgB,EAAE,CAAC;oBACnB,MAAM;iBACP,CAAC,CAAC,KAAK,CAAC,CAAC,UAAmB,EAAE,EAAE;oBAC/B,IAAI,UAAU,YAAY,2BAA2B,EAAE,CAAC;wBACtD,MAAM,IAAI,aAAa,CACrB,sCAAsC,UAAU,CAAC,UAAU,MAAM,UAAU,CAAC,OAAO,EAAE,EACrF,UAAU,CAAC,UAAU,EACrB,SAAS,EACT,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CACjF,CAAC;oBACJ,CAAC;oBACD,MAAM,UAAU,CAAC;gBACnB,CAAC,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,MAAM,mBAAmB,CAAC,QAAQ,EAAE,KAAK,EAAE;oBACzC,GAAG,IAAI,CAAC,IAAI;oBACZ,UAAU;iBACX,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;gBAC1B,IAAI,KAAK,YAAY,2BAA2B,EAAE,CAAC;oBACjD,MAAM,IAAI,aAAa,CACrB,sCAAsC,KAAK,CAAC,UAAU,MAAM,KAAK,CAAC,OAAO,EAAE,EAC3E,KAAK,CAAC,UAAU,EAChB,SAAS,EACT,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CACvE,CAAC;gBACJ,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACjC,MAAM,IAAI,aAAa,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,mBAAmB,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnF,CAAC;QACD,MAAM,cAAc,GAAG,QAAQ,CAAC,UAAU,IAAI,UAAU,CAAC;QACzD,MAAM,KAAK,GAAgB;YACzB,UAAU,EAAE,cAAc;YAC1B,KAAK;YACL,KAAK;YACL,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC;YAC7B,SAAS,EAAE,SAAS;SACrB,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC5B,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QAC1C,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IAEO,WAAW,CAAC,KAAkB;QACpC,OAAO;YACL,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,QAAQ,EAAE,uBAAuB,CAAC,KAAK,CAAC,UAAU,CAAC;SACpD,CAAC;IACJ,CAAC;IAEO,iBAAiB,CAAC,GAAW,EAAE,KAAa,EAAE,KAAkB;QACtE,IAAI,KAAK,CAAC,SAAS;YAAE,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACpD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;YAC7B,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QACpC,CAAC,EAAE,8BAA8B,CAAC,CAAC;QACnC,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,UAAU;YAAE,KAAK,CAAC,KAAK,EAAE,CAAC;QACrD,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,GAAW,EAAE,KAAa,EAAE,KAAkB;QAC/D,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,KAAK;YAAE,OAAO;QAC3C,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CAAC,KAAK,EAAE,KAAK,EAAE;gBACvD,GAAG,IAAI,CAAC,IAAI;gBACZ,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,SAAS,EAAE,IAAI;gBACf,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;YACH,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,KAAK;gBAAE,OAAO;YAC3C,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACjC,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBACrC,OAAO;YACT,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,KAAK,YAAY,IAAI,QAAQ,CAAC,MAAM,KAAK,MAAM,IAAI,QAAQ,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;gBAClG,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;IACH,CAAC;IAEO,UAAU,CAAC,GAAW,EAAE,KAAkB;QAChD,IAAI,KAAK,CAAC,SAAS;YAAE,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACpD,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC;QAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,KAAK;YAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC9D,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,GAAW,EAAE,KAAa,EAAE,MAAoB;QACvE,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC5B,MAAM,mBAAmB,CAAC,QAAQ,EAAE,KAAK,EAAE;YACzC,GAAG,IAAI,CAAC,IAAI;YACZ,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9B,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAa,EAAE,KAAc,EAAE,MAAoB;QAC/D,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;YAC/D,OAAO;QACT,CAAC;QACD,MAAM,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC;QACnF,MAAM,OAAO,CAAC,GAAG,CACf,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;aACpB,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;aACvC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CACrD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,cAAc;YAAE,OAAO,IAAI,CAAC,cAAc,CAAC;QACpD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,cAAc,GAAG,CAAC,KAAK,IAAI,EAAE;YAChC,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAChG,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACpB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YACtB,MAAM,OAAO,CAAC,GAAG,CACf,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;gBACzB,IAAI,KAAK,CAAC,SAAS;oBAAE,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACpD,MAAM,mBAAmB,CAAC,QAAQ,EAAE,KAAK,CAAC,KAAK,EAAE;oBAC/C,GAAG,IAAI,CAAC,IAAI;oBACZ,UAAU,EAAE,KAAK,CAAC,UAAU;iBAC7B,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC5B,CAAC,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED,cAAc,CAAC,KAAa,EAAE,KAAa;QACzC,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;IACnD,CAAC;CACF;AAED,IAAI,aAAiD,CAAC;AAEtD,MAAM,UAAU,sBAAsB;IACpC,IAAI,CAAC,aAAa;QAAE,aAAa,GAAG,IAAI,sBAAsB,EAAE,CAAC;IACjE,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B;IACjD,MAAM,OAAO,GAAG,aAAa,CAAC;IAC9B,IAAI,CAAC,OAAO;QAAE,OAAO;IACrB,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IACxB,IAAI,aAAa,KAAK,OAAO;QAAE,aAAa,GAAG,SAAS,CAAC;AAC3D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iCAAiC,CACrD,WAAwC;IAExC,IAAI,CAAC;QACH,MAAM,6BAA6B,EAAE,CAAC;IACxC,CAAC;YAAS,CAAC;QACT,MAAM,WAAW,EAAE,EAAE,CAAC;IACxB,CAAC;AACH,CAAC"}

package/dist/llm/freebuff.d.ts

@@ -0,0 +1,2 @@
+import { type LlmProvider } from "./provider.js";
+export declare const freebuffProvider: LlmProvider;

package/dist/llm/freebuff.js

@@ -0,0 +1,149 @@
+import { defaultModels, } from "./provider.js";
+import { openAiCompatibleComplete, openAiCompatiblePing, openAiCompatibleStream, toCompletionResult, } from "./http.js";
+import { FREEBUFF_API_BASE_URL } from "./freebuff-auth.js";
+import { fetchFreebuffModelIds, freebuffStaticModelIds } from "./freebuff-models.js";
+import { freebuffSessionManager } from "./freebuff-session.js";
+import { finishFreebuffRun, startFreebuffRun } from "./freebuff-run.js";
+const CHAT_BASE_URL = `${FREEBUFF_API_BASE_URL}/api/v1`;
+const CLIENT_USER_AGENT = "ai-sdk/openai-compatible/7.0.59/codebuff";
+const CLAI_USER_AGENT = "clai/1.0 (+https://github.com/clai/clai)";
+function requireKey(auth) {
+    if (!auth.apiKey || auth.apiKey.trim().length < 8) {
+        throw new Error("Freebuff authentication required. Run `clai auth freebuff` to sign in (browser or headless), or set FREEBUFF_API_KEY.");
+    }
+    return auth.apiKey.trim();
+}
+function requestHeaders(token, run) {
+    const headers = {
+        "user-agent": `${CLIENT_USER_AGENT} ${CLAI_USER_AGENT}`,
+        accept: "text/event-stream",
+    };
+    if (run?.instanceId) {
+        headers["x-freebuff-instance-id"] = run.instanceId;
+    }
+    try {
+        headers["x-fb-timezone"] = Intl.DateTimeFormat().resolvedOptions().timeZone;
+    }
+    catch {
+    }
+    return headers;
+}
+/**
+ * The backend rejects a completion whose `codebuff_metadata.run_id` names no
+ * registered run, so every call opens one. The session claim is separate: the
+ * completions endpoint does not require it, so admission is best-effort and a
+ * refusal degrades to an unclaimed run rather than failing the request.
+ */
+async function withRun(token, model, signal, body) {
+    const manager = freebuffSessionManager();
+    const admission = await manager
+        .ensureAdmission(token, model, signal)
+        .catch(() => undefined);
+    const run = await startFreebuffRun(token, model, { ...(signal ? { signal } : {}) });
+    let steps = 0;
+    const scope = {
+        bodyExtras: {
+            codebuff_metadata: {
+                run_id: run.runId,
+                client_id: run.clientId,
+                ...admission?.metadata,
+            },
+            provider: { allow_fallbacks: true },
+        },
+        finish: async (status, count) => {
+            steps = count;
+            await finishFreebuffRun(token, run, status, steps, signal ? { signal } : {});
+        },
+    };
+    try {
+        return await body(scope);
+    }
+    catch (error) {
+        await scope.finish("failed", steps);
+        throw error;
+    }
+    finally {
+        if (admission) {
+            await manager.release(token, model).catch(() => undefined);
+        }
+    }
+}
+export const freebuffProvider = {
+    id: "freebuff",
+    displayName: "Freebuff",
+    reasoningStyle: "openrouter",
+    defaultModel: defaultModels.freebuff,
+    envVar: "FREEBUFF_API_KEY",
+    validateKey: (key) => key.trim().length >= 8,
+    async listModels(auth) {
+        if (!auth.apiKey)
+            return freebuffStaticModelIds();
+        return fetchFreebuffModelIds(auth.apiKey);
+    },
+    async ping(auth) {
+        const token = requireKey(auth);
+        await openAiCompatiblePing(CHAT_BASE_URL, token, requestHeaders(token));
+    },
+    async complete(request, auth) {
+        const token = requireKey(auth);
+        const model = request.model ?? defaultModels.freebuff;
+        const payload = await withRun(token, model, request.signal, (scope) => openAiCompatibleComplete({
+            provider: "Freebuff",
+            providerId: "freebuff",
+            baseUrl: CHAT_BASE_URL,
+            apiKey: token,
+            model,
+            messages: request.messages,
+            maxTokens: request.maxTokens,
+            temperature: request.temperature,
+            headers: requestHeaders(token),
+            bodyExtras: scope.bodyExtras,
+            signal: request.signal,
+            reasoning: request.thinking,
+            reasoningStyle: "openrouter",
+            tools: request.tools,
+            toolChoice: request.toolChoice,
+            parallelToolCalls: request.parallelToolCalls,
+            reasoningArtifactReplayObserver: request.onReasoningArtifactReplayDecision,
+            ...(request.forceReasoningReplay ? { forceReasoningReplay: true } : {}),
+        }).then(async (result) => {
+            await scope.finish("completed", 1);
+            return result;
+        }));
+        return toCompletionResult("freebuff", model, payload);
+    },
+    async stream(request, auth, onToken) {
+        const token = requireKey(auth);
+        const model = request.model ?? defaultModels.freebuff;
+        const headers = requestHeaders(token);
+        const payload = await withRun(token, model, request.signal, (scope) => openAiCompatibleStream({
+            provider: "Freebuff",
+            providerId: "freebuff",
+            baseUrl: CHAT_BASE_URL,
+            apiKey: token,
+            model,
+            messages: request.messages,
+            maxTokens: request.maxTokens,
+            temperature: request.temperature,
+            headers,
+            bodyExtras: scope.bodyExtras,
+            includeStreamUsage: true,
+            signal: request.signal,
+            onToken,
+            onToolCallDelta: request.onToolCallDelta,
+            onStreamEvent: request.onStreamEvent,
+            reasoning: request.thinking,
+            reasoningStyle: "openrouter",
+            tools: request.tools,
+            toolChoice: request.toolChoice,
+            parallelToolCalls: request.parallelToolCalls,
+            reasoningArtifactReplayObserver: request.onReasoningArtifactReplayDecision,
+            ...(request.forceReasoningReplay ? { forceReasoningReplay: true } : {}),
+        }).then(async (result) => {
+            await scope.finish("completed", 1);
+            return result;
+        }));
+        return toCompletionResult("freebuff", model, payload);
+    },
+};
+//# sourceMappingURL=freebuff.js.map

package/dist/llm/freebuff.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"freebuff.js","sourceRoot":"","sources":["../../src/llm/freebuff.ts"],"names":[],"mappings":"AACA,OAAO,EACL,aAAa,GAGd,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,EACtB,kBAAkB,GACnB,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AACrF,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAExE,MAAM,aAAa,GAAG,GAAG,qBAAqB,SAAS,CAAC;AACxD,MAAM,iBAAiB,GAAG,0CAA0C,CAAC;AACrE,MAAM,eAAe,GAAG,0CAA0C,CAAC;AAEnE,SAAS,UAAU,CAAC,IAAkB;IACpC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CACb,uHAAuH,CACxH,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;AAC5B,CAAC;AAED,SAAS,cAAc,CAAC,KAAa,EAAE,GAAsC;IAC3E,MAAM,OAAO,GAA2B;QACtC,YAAY,EAAE,GAAG,iBAAiB,IAAI,eAAe,EAAE;QACvD,MAAM,EAAE,mBAAmB;KAC5B,CAAC;IACF,IAAI,GAAG,EAAE,UAAU,EAAE,CAAC;QACpB,OAAO,CAAC,wBAAwB,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC;IACrD,CAAC;IACD,IAAI,CAAC;QACH,OAAO,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC,eAAe,EAAE,CAAC,QAAQ,CAAC;IAC9E,CAAC;IAAC,MAAM,CAAC;IACT,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAOD;;;;;GAKG;AACH,KAAK,UAAU,OAAO,CACpB,KAAa,EACb,KAAa,EACb,MAA+B,EAC/B,IAAqC;IAErC,MAAM,OAAO,GAAG,sBAAsB,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,MAAM,OAAO;SAC5B,eAAe,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC;SACrC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC1B,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACpF,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,KAAK,GAAa;QACtB,UAAU,EAAE;YACV,iBAAiB,EAAE;gBACjB,MAAM,EAAE,GAAG,CAAC,KAAK;gBACjB,SAAS,EAAE,GAAG,CAAC,QAAQ;gBACvB,GAAG,SAAS,EAAE,QAAQ;aACvB;YACD,QAAQ,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE;SACpC;QACD,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE;YAC9B,KAAK,GAAG,KAAK,CAAC;YACd,MAAM,iBAAiB,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/E,CAAC;KACF,CAAC;IACF,IAAI,CAAC;QACH,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACpC,MAAM,KAAK,CAAC;IACd,CAAC;YAAS,CAAC;QACT,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAgB;IAC3C,EAAE,EAAE,UAAU;IACd,WAAW,EAAE,UAAU;IACvB,cAAc,EAAE,YAAY;IAC5B,YAAY,EAAE,aAAa,CAAC,QAAQ;IACpC,MAAM,EAAE,kBAAkB;IAC1B,WAAW,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC;IACpD,KAAK,CAAC,UAAU,CAAC,IAAkB;QACjC,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO,sBAAsB,EAAE,CAAC;QAClD,OAAO,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,IAAkB;QAC3B,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,oBAAoB,CAAC,aAAa,EAAE,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1E,CAAC;IACD,KAAK,CAAC,QAAQ,CACZ,OAA0B,EAC1B,IAAkB;QAElB,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,QAAQ,CAAC;QACtD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CACpE,wBAAwB,CAAC;YACvB,QAAQ,EAAE,UAAU;YACpB,UAAU,EAAE,UAAU;YACtB,OAAO,EAAE,aAAa;YACtB,MAAM,EAAE,KAAK;YACb,KAAK;YACL,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC;YAC9B,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,SAAS,EAAE,OAAO,CAAC,QAAQ;YAC3B,cAAc,EAAE,YAAY;YAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,+BAA+B,EAAE,OAAO,CAAC,iCAAiC;YAC1E,GAAG,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxE,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YACvB,MAAM,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;YACnC,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CACH,CAAC;QACF,OAAO,kBAAkB,CAAC,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;IACD,KAAK,CAAC,MAAM,CACV,OAA0B,EAC1B,IAAkB,EAClB,OAAgC;QAEhC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,QAAQ,CAAC;QACtD,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CACpE,sBAAsB,CAAC;YACrB,QAAQ,EAAE,UAAU;YACpB,UAAU,EAAE,UAAU;YACtB,OAAO,EAAE,aAAa;YACtB,MAAM,EAAE,KAAK;YACb,KAAK;YACL,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO;YACP,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,kBAAkB,EAAE,IAAI;YACxB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO;YACP,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,SAAS,EAAE,OAAO,CAAC,QAAQ;YAC3B,cAAc,EAAE,YAAY;YAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,+BAA+B,EAAE,OAAO,CAAC,iCAAiC;YAC1E,GAAG,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxE,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YACvB,MAAM,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;YACnC,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CACH,CAAC;QACF,OAAO,kBAAkB,CAAC,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;CACF,CAAC"}

package/dist/llm/gemini.js

@@ -1,6 +1,6 @@
 import { defaultModels, } from "./provider.js";
 import { ProviderError, createSseFrameAssembler, imageCapableMessages, ingestModelCatalogEntries, readJson, readStreamLines, streamIdleBudgets, } from "./http.js";
-import { generationFetch } from "./operation-usage.js";
+import { generationFetch, observeStreamUsage } from "./operation-usage.js";
 import { geminiToolBodyFields, parseGeminiFunctionCalls, toGeminiToolContents, } from "./adapters/gemini-tools.js";
 import { fromWireName } from "./tool-protocol.js";
 import { parseGeminiUsage, withReasoningObservation, } from "./token-usage.js";
@@ -284,8 +284,10 @@ export const geminiProvider = {
             try {
                 const parsed = JSON.parse(payload);
                 const u = parseGeminiUsage(parsed.usageMetadata);
-                if (u)
+                if (u) {
                     streamUsage = u;
+                    observeStreamUsage(u);
+                }
                 const candidate = parsed.candidates?.[0];
                 if (candidate?.finishReason)
                     finishReason = candidate.finishReason;

package/dist/llm/gemini.js.map

@@ -1 +1 @@
-{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../src/llm/gemini.ts"],"names":[],"mappings":"AAOA,OAAO,EACL,aAAa,GAGd,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,aAAa,EACb,uBAAuB,EACvB,oBAAoB,EACpB,yBAAyB,EACzB,QAAQ,EACR,eAAe,EACf,iBAAiB,GAClB,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EACL,oBAAoB,EACpB,wBAAwB,EACxB,oBAAoB,GAErB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EACL,gBAAgB,EAChB,wBAAwB,GACzB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,4BAA4B,EAC5B,wBAAwB,GACzB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EACL,uBAAuB,EACvB,iCAAiC,GAClC,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,kBAAkB,EAAsB,MAAM,mBAAmB,CAAC;AAE3E,MAAM,mBAAmB,GAAG,kDAAkD,CAAC;AAE/E,SAAS,wBAAwB,CAC/B,KAAa,EACb,KAAqC;IAErC,MAAM,UAAU,GAAG,iCAAiC,CAAC;QACnD,QAAQ,EAAE,QAAQ;QAClB,KAAK;QACL,OAAO,EAAE,yBAAyB;QAClC,QAAQ,EAAE,mBAAmB;KAC9B,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACnC,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,KAAK,SAAS,CAAC;QACrD,OAAO,uBAAuB,CAAC;YAC7B,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,mBAAmB;YACjE,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvE,UAAU;YACV,MAAM,EAAE,WAAW;gBACjB,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE;gBAClD,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE;YAC3C,QAAQ,EAAE;gBACR,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,SAAS,EAAE,WAAW;oBACpB,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,mBAAmB;wBACjC,CAAC,CAAC,cAAc;wBAChB,CAAC,CAAC,kBAAkB;oBACtB,CAAC,CAAC,WAAW;gBACf,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC9D;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AAClD,CAAC;AAMD,SAAS,cAAc,CACrB,QAAuB,EACvB,KAAa,EACb,OAA+D,EAC/D,MAAyC;IAEzC,OAAO,oBAAoB,CACzB,QAAQ,EACR;QACE,MAAM;QACN,OAAO;KACR,CAID,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB,CACxB,QAAuB;IAEvB,MAAM,KAAK,GAAG,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;SACxC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;SAC/C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC7B,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AAClD,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACnC,OAAO,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,oBAAoB,CAC3B,SAA0C,EAC1C,KAAa;IAEb,IAAI,CAAC,SAAS;QAAE,OAAO,SAAS,CAAC;IACjC,IAAI,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,SAAS,EAAE,MAAM,IAAI,QAAQ,CAAC;QAC7C,MAAM,YAAY,GAAG,CAAC,SAAS,EAAE,OAAO,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,SAAS,CAAC;QACtF,MAAM,KAAK,GAAG,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,aAAa,GAAG,YAAY;YAChC,CAAC,CAAC,KAAK;gBACL,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,SAAS;YACb,CAAC,CAAC,MAAM,KAAK,KAAK;gBAChB,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,OAAO,IAAI,MAAM,KAAK,KAAK;oBAC3D,CAAC,CAAC,MAAM;oBACR,CAAC,CAAC,QAAQ,CAAC;QACjB,OAAO;YACL,aAAa;YACb,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACzD,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAClD,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC;QACxB,OAAO,mCAAmC,CAAC,IAAI,CAAC,KAAK,CAAC;YACpD,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE;YACvB,CAAC,CAAC,SAAS,CAAC;IAChB,CAAC;IACD,QAAQ,SAAS,CAAC,MAAM,EAAE,CAAC;QACzB,KAAK,KAAK;YACR,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;QAC1D,KAAK,MAAM,CAAC;QACZ,KAAK,OAAO,CAAC;QACb,KAAK,KAAK;YACR,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;QAC3D;YACE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;IAC5D,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,sBAAsB,GAAG;IAC7B,0BAA0B;IAC1B,2BAA2B;IAC3B,iCAAiC;IACjC,iCAAiC;CAClC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC;AAElE,MAAM,8BAA8B,GAAG,IAAI,GAAG,CAAC;IAC7C,QAAQ;IACR,YAAY;IACZ,WAAW;IACX,oBAAoB;IACpB,MAAM;CACP,CAAC,CAAC;AAEH,MAAM,UAAU,+BAA+B,CAC7C,YAAgC;IAEhC,IAAI,CAAC,YAAY;QAAE,OAAO;IAC1B,IAAI,CAAC,8BAA8B,CAAC,GAAG,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC;QAAE,OAAO;IAC5E,MAAM,IAAI,aAAa,CACrB,6CAA6C,YAAY,kEAAkE,CAC5H,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,cAAmD,EACnD,eAAuB;IAEvB,IAAI,CAAC,cAAc;QAAE,OAAO,cAAc,CAAC;IAC3C,MAAM,MAAM,GAAG,cAAc,CAAC,cAAc,CAAC;IAC7C,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,IAAI,CAAC;QAAE,OAAO,cAAc,CAAC;IACrE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC;IAC7D,IAAI,MAAM,IAAI,OAAO;QAAE,OAAO,cAAc,CAAC;IAC7C,OAAO,EAAE,GAAG,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,OAA0B,EAAE,MAAM,GAAG,KAAK;IACnE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,MAAM,CAAC;IACpD,MAAM,IAAI,GAAG,kBAAkB,CAAC;QAC9B,QAAQ,EAAE,QAAQ;QAClB,KAAK;QACL,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,MAAM;QACN,QAAQ,EAAE,mBAAmB;QAC7B,SAAS,EAAE,OAAO,CAAC,QAAQ;QAC3B,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAC,CAAC;IACH,MAAM,gBAAgB,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;IAC1E,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,kBAAkB,IAAI,gBAAgB,CAAC;IAC7E,MAAM,cAAc,GAAG,yBAAyB,CAC9C,oBAAoB,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,EACpD,eAAe,CAChB,CAAC;IACF,MAAM,IAAI,GAA4B;QACpC,QAAQ,EAAE,cAAc,CACtB,oBAAoB,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAClE,KAAK,EACL,OAAO,CAAC,iCAAiC,EACzC,IAAI,CAAC,MAAM,CAAC,MAAM,CACnB;QACD,gBAAgB,EAAE;YAChB,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW;YACtC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzE,eAAe;YACf,GAAG,CAAC,cAAc,KAAK,SAAS;gBAC9B,CAAC,CAAC,EAAE,cAAc,EAAE;gBACpB,CAAC,CAAC,EAAE,CAAC;SACR;QACD,cAAc,EAAE,sBAAsB;QACtC,GAAG,oBAAoB,CAAC;YACtB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM;gBAClC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;gBAC7B,CAAC,CAAC,SAAS;YACb,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;SAC9B,CAAC;KACH,CAAC;IACF,MAAM,GAAG,GAAG,iBAAiB,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC3D,IAAI,GAAG;QAAE,IAAI,CAAC,iBAAiB,GAAG,GAAG,CAAC;IACtC,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC;AAED,MAAM,CAAC,MAAM,cAAc,GAAgB;IACzC,EAAE,EAAE,QAAQ;IACZ,WAAW,EAAE,eAAe;IAC5B,YAAY,EAAE,aAAa,CAAC,MAAM;IAClC,MAAM,EAAE,gBAAgB;IACxB,WAAW,EAAE,CAAC,GAAW,EAAE,EAAE,CAC3B,0BAA0B,CAAC,IAAI,CAAC,GAAG,CAAC;QACpC,0BAA0B,CAAC,IAAI,CAAC,GAAG,CAAC;IACtC,KAAK,CAAC,UAAU,CAAC,IAAkB;QACjC,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChE,MAAM,OAAO,GAAmC,EAAE,CAAC;QACnD,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;QACzC,IAAI,SAA6B,CAAC;QAClC,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,GAAG,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;YACzC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,yDAAyD,CAAC,CAAC;YAC/E,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACzC,IAAI,SAAS;gBAAE,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YAC5D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,sCAAsC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAC3E,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAOxB,QAAQ,CAAC,CAAC;YACb,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;gBACtC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,0BAA0B,EAAE,QAAQ,CAAC,iBAAiB,CAAC;oBAAE,SAAS;gBAC5F,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;YACtE,CAAC;YACD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC;YACjD,IAAI,CAAC,aAAa,IAAI,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC;gBAAE,MAAM;YAC/D,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAClC,SAAS,GAAG,aAAa,CAAC;QAC5B,CAAC;QACD,OAAO,yBAAyB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,IAAkB;QAC3B,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,+DAA+D,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CACjG,CAAC;QACF,MAAM,QAAQ,CAAU,QAAQ,CAAC,CAAC;IACpC,CAAC;IACD,KAAK,CAAC,QAAQ,CACZ,OAA0B,EAC1B,IAAkB;QAElB,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,MAAM,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,eAAe,CACpC,2DAA2D,kBAAkB,CAAC,KAAK,CAAC,wBAAwB,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAC7I;YACE,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;YAC9B,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC;SAC1B,CACF,CAAC;QACF,MAAM,IAAI,GAAG,MAAM,QAAQ,CAiBxB,QAAQ,CAAC,CAAC;QACb,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;QACzD,MAAM,MAAM,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;QAC/C,MAAM,kBAAkB,GAAG,wBAAwB,CACjD,KAAK,EACL,MAAM,CAAC,cAAc,CACtB,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClD,+BAA+B,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;YACpE,MAAM,IAAI,aAAa,CAAC,4CAA4C,CAAC,CAAC;QACxE,CAAC;QACD,MAAM,KAAK,GAAG,wBAAwB,CACpC,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,EACpC,MAAM,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CACjC,CAAC;QACF,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,QAAQ,EAAE,QAAQ;YAClB,KAAK;YACL,GAAG,EAAE,yBAAyB;YAC9B,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY;gBACpC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE;gBACnD,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM;oBACvB,CAAC,CAAC,EAAE,YAAY,EAAE,YAAY,EAAE;oBAChC,CAAC,CAAC,EAAE,CAAC;YACT,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5B,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,MAAM,CACV,OAA0B,EAC1B,IAAkB,EAClB,OAAgC;QAEhC,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,MAAM,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,eAAe,CACpC,2DAA2D,kBAAkB,CAAC,KAAK,CAAC,sCAAsC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAC3J;YACE,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;YAC9B,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC;SAChC,CACF,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,QAAQ,CAAU,QAAQ,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,MAAM,cAAc,GASf,EAAE,CAAC;QACR,IAAI,YAAgC,CAAC;QACrC,IAAI,WAAmC,CAAC;QAExC,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;QAC5C,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,eAAe,CAAC,QAAQ,EAAE;YACjD,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,GAAG,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACxD,cAAc,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,cAAc,GAAG,cAAc,CAAC,MAAM;SAC3E,CAAC,EAAE,CAAC;YACH,MAAM,OAAO,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACzC,IAAI,OAAO,KAAK,SAAS;gBAAE,SAAS;YACpC,IAAI,OAAO,KAAK,QAAQ;gBAAE,MAAM;YAChC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAiBhC,CAAC;gBACF,MAAM,CAAC,GAAG,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;gBACjD,IAAI,CAAC;oBAAE,WAAW,GAAG,CAAC,CAAC;gBACvB,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;gBACzC,IAAI,SAAS,EAAE,YAAY;oBAAE,YAAY,GAAG,SAAS,CAAC,YAAY,CAAC;gBACnE,MAAM,KAAK,GAAG,SAAS,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;gBAC9C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC1B,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;wBACtB,IAAI,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;4BACtD,MAAM,GAAG,GACP,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;4BAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;4BACpC,OAAO,CAAC,eAAe,CAAC;gCACtB,KAAK,EAAE,GAAG;gCACV,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE;oCACtB,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE;oCAC9B,CAAC,CAAC,EAAE,CAAC;gCACP,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,IAAI,IAAI;gCAChC,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC;qCACzD,MAAM;6BACV,CAAC,CAAC;wBACL,CAAC;wBACD,SAAS;oBACX,CAAC;oBACD,IAAI,CAAC,IAAI,CAAC,IAAI;wBAAE,SAAS;oBACzB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;wBACjB,cAAc,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;wBACnC,wBAAwB,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC7D,CAAC;yBAAM,CAAC;wBACN,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC;wBACrB,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;wBAClB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACrB,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,IAAI,CAAC,CAAC,UAAU,YAAY,WAAW,CAAC;oBAAE,MAAM,UAAU,CAAC;YAC7D,CAAC;QACH,CAAC;QACD,IAAI,uBAAuB,GAAG,CAAC,CAAC;QAChC,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;YAClC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,uBAAuB,IAAI,IAAI,CAAC,SAAS,CACvC,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAC7B,CAAC,MAAM,CAAC;YACX,CAAC;QACH,CAAC;QACD,oBAAoB,CAAC;YACnB,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,sBAAsB;YAC9B,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS;YAClD,WAAW,EAAE,OAAO,CAAC,MAAM;YAC3B,cAAc,EAAE,cAAc;YAC9B,iBAAiB,EAAE,uBAAuB;SAC3C,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,wBAAwB,CAAC,cAAc,CAAC,CAAC;QAC5D,MAAM,kBAAkB,GAAG,wBAAwB,CACjD,KAAK,EACL,UAAU,CAAC,cAAc,CAC1B,CAAC;QACF,4BAA4B,CAAC,OAAO,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC;QACxE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,UAAU,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzD,+BAA+B,CAAC,YAAY,CAAC,CAAC;YAC9C,MAAM,IAAI,aAAa,CAAC,4CAA4C,CAAC,CAAC;QACxE,CAAC;QACD,MAAM,KAAK,GAAG,wBAAwB,CACpC,WAAW,EACX,UAAU,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CACrC,CAAC;QACF,OAAO;YACL,IAAI,EAAE,IAAI;YACV,QAAQ,EAAE,QAAQ;YAClB,KAAK;YACL,GAAG,EAAE,yBAAyB;YAC9B,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM;gBAC7B,CAAC,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE;gBACrC,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,GAAG,CAAC,YAAY;gBACd,CAAC,CAAC,EAAE,YAAY,EAAE;gBAClB,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM;oBAC3B,CAAC,CAAC,EAAE,YAAY,EAAE,YAAY,EAAE;oBAChC,CAAC,CAAC,EAAE,CAAC;YACT,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5B,CAAC;IACJ,CAAC;CACF,CAAC"}
+{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../src/llm/gemini.ts"],"names":[],"mappings":"AAOA,OAAO,EACL,aAAa,GAGd,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,aAAa,EACb,uBAAuB,EACvB,oBAAoB,EACpB,yBAAyB,EACzB,QAAQ,EACR,eAAe,EACf,iBAAiB,GAClB,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC3E,OAAO,EACL,oBAAoB,EACpB,wBAAwB,EACxB,oBAAoB,GAErB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EACL,gBAAgB,EAChB,wBAAwB,GACzB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,4BAA4B,EAC5B,wBAAwB,GACzB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EACL,uBAAuB,EACvB,iCAAiC,GAClC,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,kBAAkB,EAAsB,MAAM,mBAAmB,CAAC;AAE3E,MAAM,mBAAmB,GAAG,kDAAkD,CAAC;AAE/E,SAAS,wBAAwB,CAC/B,KAAa,EACb,KAAqC;IAErC,MAAM,UAAU,GAAG,iCAAiC,CAAC;QACnD,QAAQ,EAAE,QAAQ;QAClB,KAAK;QACL,OAAO,EAAE,yBAAyB;QAClC,QAAQ,EAAE,mBAAmB;KAC9B,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACnC,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,KAAK,SAAS,CAAC;QACrD,OAAO,uBAAuB,CAAC;YAC7B,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,mBAAmB;YACjE,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvE,UAAU;YACV,MAAM,EAAE,WAAW;gBACjB,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE;gBAClD,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE;YAC3C,QAAQ,EAAE;gBACR,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,SAAS,EAAE,WAAW;oBACpB,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,mBAAmB;wBACjC,CAAC,CAAC,cAAc;wBAChB,CAAC,CAAC,kBAAkB;oBACtB,CAAC,CAAC,WAAW;gBACf,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC9D;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AAClD,CAAC;AAMD,SAAS,cAAc,CACrB,QAAuB,EACvB,KAAa,EACb,OAA+D,EAC/D,MAAyC;IAEzC,OAAO,oBAAoB,CACzB,QAAQ,EACR;QACE,MAAM;QACN,OAAO;KACR,CAID,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB,CACxB,QAAuB;IAEvB,MAAM,KAAK,GAAG,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;SACxC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;SAC/C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC7B,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AAClD,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACnC,OAAO,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,oBAAoB,CAC3B,SAA0C,EAC1C,KAAa;IAEb,IAAI,CAAC,SAAS;QAAE,OAAO,SAAS,CAAC;IACjC,IAAI,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,SAAS,EAAE,MAAM,IAAI,QAAQ,CAAC;QAC7C,MAAM,YAAY,GAAG,CAAC,SAAS,EAAE,OAAO,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,SAAS,CAAC;QACtF,MAAM,KAAK,GAAG,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,aAAa,GAAG,YAAY;YAChC,CAAC,CAAC,KAAK;gBACL,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,SAAS;YACb,CAAC,CAAC,MAAM,KAAK,KAAK;gBAChB,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,OAAO,IAAI,MAAM,KAAK,KAAK;oBAC3D,CAAC,CAAC,MAAM;oBACR,CAAC,CAAC,QAAQ,CAAC;QACjB,OAAO;YACL,aAAa;YACb,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACzD,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAClD,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC;QACxB,OAAO,mCAAmC,CAAC,IAAI,CAAC,KAAK,CAAC;YACpD,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE;YACvB,CAAC,CAAC,SAAS,CAAC;IAChB,CAAC;IACD,QAAQ,SAAS,CAAC,MAAM,EAAE,CAAC;QACzB,KAAK,KAAK;YACR,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;QAC1D,KAAK,MAAM,CAAC;QACZ,KAAK,OAAO,CAAC;QACb,KAAK,KAAK;YACR,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;QAC3D;YACE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;IAC5D,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,sBAAsB,GAAG;IAC7B,0BAA0B;IAC1B,2BAA2B;IAC3B,iCAAiC;IACjC,iCAAiC;CAClC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC;AAElE,MAAM,8BAA8B,GAAG,IAAI,GAAG,CAAC;IAC7C,QAAQ;IACR,YAAY;IACZ,WAAW;IACX,oBAAoB;IACpB,MAAM;CACP,CAAC,CAAC;AAEH,MAAM,UAAU,+BAA+B,CAC7C,YAAgC;IAEhC,IAAI,CAAC,YAAY;QAAE,OAAO;IAC1B,IAAI,CAAC,8BAA8B,CAAC,GAAG,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC;QAAE,OAAO;IAC5E,MAAM,IAAI,aAAa,CACrB,6CAA6C,YAAY,kEAAkE,CAC5H,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,cAAmD,EACnD,eAAuB;IAEvB,IAAI,CAAC,cAAc;QAAE,OAAO,cAAc,CAAC;IAC3C,MAAM,MAAM,GAAG,cAAc,CAAC,cAAc,CAAC;IAC7C,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,IAAI,CAAC;QAAE,OAAO,cAAc,CAAC;IACrE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC;IAC7D,IAAI,MAAM,IAAI,OAAO;QAAE,OAAO,cAAc,CAAC;IAC7C,OAAO,EAAE,GAAG,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,OAA0B,EAAE,MAAM,GAAG,KAAK;IACnE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,MAAM,CAAC;IACpD,MAAM,IAAI,GAAG,kBAAkB,CAAC;QAC9B,QAAQ,EAAE,QAAQ;QAClB,KAAK;QACL,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,MAAM;QACN,QAAQ,EAAE,mBAAmB;QAC7B,SAAS,EAAE,OAAO,CAAC,QAAQ;QAC3B,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAC,CAAC;IACH,MAAM,gBAAgB,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;IAC1E,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,kBAAkB,IAAI,gBAAgB,CAAC;IAC7E,MAAM,cAAc,GAAG,yBAAyB,CAC9C,oBAAoB,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,EACpD,eAAe,CAChB,CAAC;IACF,MAAM,IAAI,GAA4B;QACpC,QAAQ,EAAE,cAAc,CACtB,oBAAoB,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAClE,KAAK,EACL,OAAO,CAAC,iCAAiC,EACzC,IAAI,CAAC,MAAM,CAAC,MAAM,CACnB;QACD,gBAAgB,EAAE;YAChB,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW;YACtC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzE,eAAe;YACf,GAAG,CAAC,cAAc,KAAK,SAAS;gBAC9B,CAAC,CAAC,EAAE,cAAc,EAAE;gBACpB,CAAC,CAAC,EAAE,CAAC;SACR;QACD,cAAc,EAAE,sBAAsB;QACtC,GAAG,oBAAoB,CAAC;YACtB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM;gBAClC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;gBAC7B,CAAC,CAAC,SAAS;YACb,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;SAC9B,CAAC;KACH,CAAC;IACF,MAAM,GAAG,GAAG,iBAAiB,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC3D,IAAI,GAAG;QAAE,IAAI,CAAC,iBAAiB,GAAG,GAAG,CAAC;IACtC,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC;AAED,MAAM,CAAC,MAAM,cAAc,GAAgB;IACzC,EAAE,EAAE,QAAQ;IACZ,WAAW,EAAE,eAAe;IAC5B,YAAY,EAAE,aAAa,CAAC,MAAM;IAClC,MAAM,EAAE,gBAAgB;IACxB,WAAW,EAAE,CAAC,GAAW,EAAE,EAAE,CAC3B,0BAA0B,CAAC,IAAI,CAAC,GAAG,CAAC;QACpC,0BAA0B,CAAC,IAAI,CAAC,GAAG,CAAC;IACtC,KAAK,CAAC,UAAU,CAAC,IAAkB;QACjC,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChE,MAAM,OAAO,GAAmC,EAAE,CAAC;QACnD,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;QACzC,IAAI,SAA6B,CAAC;QAClC,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,GAAG,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;YACzC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,yDAAyD,CAAC,CAAC;YAC/E,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACzC,IAAI,SAAS;gBAAE,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YAC5D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,sCAAsC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAC3E,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAOxB,QAAQ,CAAC,CAAC;YACb,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;gBACtC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,0BAA0B,EAAE,QAAQ,CAAC,iBAAiB,CAAC;oBAAE,SAAS;gBAC5F,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;YACtE,CAAC;YACD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC;YACjD,IAAI,CAAC,aAAa,IAAI,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC;gBAAE,MAAM;YAC/D,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAClC,SAAS,GAAG,aAAa,CAAC;QAC5B,CAAC;QACD,OAAO,yBAAyB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,IAAkB;QAC3B,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,+DAA+D,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CACjG,CAAC;QACF,MAAM,QAAQ,CAAU,QAAQ,CAAC,CAAC;IACpC,CAAC;IACD,KAAK,CAAC,QAAQ,CACZ,OAA0B,EAC1B,IAAkB;QAElB,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,MAAM,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,eAAe,CACpC,2DAA2D,kBAAkB,CAAC,KAAK,CAAC,wBAAwB,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAC7I;YACE,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;YAC9B,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC;SAC1B,CACF,CAAC;QACF,MAAM,IAAI,GAAG,MAAM,QAAQ,CAiBxB,QAAQ,CAAC,CAAC;QACb,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;QACzD,MAAM,MAAM,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;QAC/C,MAAM,kBAAkB,GAAG,wBAAwB,CACjD,KAAK,EACL,MAAM,CAAC,cAAc,CACtB,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClD,+BAA+B,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;YACpE,MAAM,IAAI,aAAa,CAAC,4CAA4C,CAAC,CAAC;QACxE,CAAC;QACD,MAAM,KAAK,GAAG,wBAAwB,CACpC,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,EACpC,MAAM,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CACjC,CAAC;QACF,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,QAAQ,EAAE,QAAQ;YAClB,KAAK;YACL,GAAG,EAAE,yBAAyB;YAC9B,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY;gBACpC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE;gBACnD,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM;oBACvB,CAAC,CAAC,EAAE,YAAY,EAAE,YAAY,EAAE;oBAChC,CAAC,CAAC,EAAE,CAAC;YACT,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5B,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,MAAM,CACV,OAA0B,EAC1B,IAAkB,EAClB,OAAgC;QAEhC,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,MAAM,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,eAAe,CACpC,2DAA2D,kBAAkB,CAAC,KAAK,CAAC,sCAAsC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAC3J;YACE,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;YAC9B,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC;SAChC,CACF,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,QAAQ,CAAU,QAAQ,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,MAAM,cAAc,GASf,EAAE,CAAC;QACR,IAAI,YAAgC,CAAC;QACrC,IAAI,WAAmC,CAAC;QAExC,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;QAC5C,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,eAAe,CAAC,QAAQ,EAAE;YACjD,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,GAAG,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACxD,cAAc,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,cAAc,GAAG,cAAc,CAAC,MAAM;SAC3E,CAAC,EAAE,CAAC;YACH,MAAM,OAAO,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACzC,IAAI,OAAO,KAAK,SAAS;gBAAE,SAAS;YACpC,IAAI,OAAO,KAAK,QAAQ;gBAAE,MAAM;YAChC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAiBhC,CAAC;gBACF,MAAM,CAAC,GAAG,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;gBACjD,IAAI,CAAC,EAAE,CAAC;oBACN,WAAW,GAAG,CAAC,CAAC;oBAChB,kBAAkB,CAAC,CAAC,CAAC,CAAC;gBACxB,CAAC;gBACD,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;gBACzC,IAAI,SAAS,EAAE,YAAY;oBAAE,YAAY,GAAG,SAAS,CAAC,YAAY,CAAC;gBACnE,MAAM,KAAK,GAAG,SAAS,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;gBAC9C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC1B,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;wBACtB,IAAI,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;4BACtD,MAAM,GAAG,GACP,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;4BAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;4BACpC,OAAO,CAAC,eAAe,CAAC;gCACtB,KAAK,EAAE,GAAG;gCACV,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE;oCACtB,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE;oCAC9B,CAAC,CAAC,EAAE,CAAC;gCACP,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,IAAI,IAAI;gCAChC,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC;qCACzD,MAAM;6BACV,CAAC,CAAC;wBACL,CAAC;wBACD,SAAS;oBACX,CAAC;oBACD,IAAI,CAAC,IAAI,CAAC,IAAI;wBAAE,SAAS;oBACzB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;wBACjB,cAAc,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;wBACnC,wBAAwB,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC7D,CAAC;yBAAM,CAAC;wBACN,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC;wBACrB,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;wBAClB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACrB,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,IAAI,CAAC,CAAC,UAAU,YAAY,WAAW,CAAC;oBAAE,MAAM,UAAU,CAAC;YAC7D,CAAC;QACH,CAAC;QACD,IAAI,uBAAuB,GAAG,CAAC,CAAC;QAChC,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;YAClC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,uBAAuB,IAAI,IAAI,CAAC,SAAS,CACvC,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAC7B,CAAC,MAAM,CAAC;YACX,CAAC;QACH,CAAC;QACD,oBAAoB,CAAC;YACnB,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,sBAAsB;YAC9B,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS;YAClD,WAAW,EAAE,OAAO,CAAC,MAAM;YAC3B,cAAc,EAAE,cAAc;YAC9B,iBAAiB,EAAE,uBAAuB;SAC3C,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,wBAAwB,CAAC,cAAc,CAAC,CAAC;QAC5D,MAAM,kBAAkB,GAAG,wBAAwB,CACjD,KAAK,EACL,UAAU,CAAC,cAAc,CAC1B,CAAC;QACF,4BAA4B,CAAC,OAAO,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC;QACxE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,UAAU,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzD,+BAA+B,CAAC,YAAY,CAAC,CAAC;YAC9C,MAAM,IAAI,aAAa,CAAC,4CAA4C,CAAC,CAAC;QACxE,CAAC;QACD,MAAM,KAAK,GAAG,wBAAwB,CACpC,WAAW,EACX,UAAU,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CACrC,CAAC;QACF,OAAO;YACL,IAAI,EAAE,IAAI;YACV,QAAQ,EAAE,QAAQ;YAClB,KAAK;YACL,GAAG,EAAE,yBAAyB;YAC9B,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM;gBAC7B,CAAC,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE;gBACrC,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,GAAG,CAAC,YAAY;gBACd,CAAC,CAAC,EAAE,YAAY,EAAE;gBAClB,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM;oBAC3B,CAAC,CAAC,EAAE,YAAY,EAAE,YAAY,EAAE;oBAChC,CAAC,CAAC,EAAE,CAAC;YACT,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5B,CAAC;IACJ,CAAC;CACF,CAAC"}

package/dist/llm/operation-usage.d.ts

@@ -21,6 +21,14 @@ export interface OperationUsageSnapshot {
     readonly attempts: readonly GenerationAttemptRecord[];
     readonly aggregate: OperationUsageAggregate;
 }
+export interface DiscardedAttemptUsage {
+    readonly usage: TokenUsage;
+    readonly provider: GenerationAttemptInput["provider"];
+    readonly model: string;
+}
+export declare function claimDiscardedAttemptUsage(snapshot: OperationUsageSnapshot | undefined): DiscardedAttemptUsage[];
+export declare function knownAttemptUsage(snapshot: OperationUsageSnapshot | undefined): DiscardedAttemptUsage[];
+export declare function observeStreamUsage(usage: TokenUsage | undefined): void;
 export declare function withUnrecordedTransport<T>(run: () => T, maxOutputTokens?: number): T;
 export declare function recordGenerationAttemptOutcome(outcome: GenerationAttemptOutcome, usage?: TokenUsage, statusCode?: number): void;
 export declare function completeGenerationAttempt(outcome: GenerationAttemptOutcome, usage?: TokenUsage, statusCode?: number): void;

package/dist/llm/operation-usage.js

@@ -2,6 +2,21 @@ import { AsyncLocalStorage } from "node:async_hooks";
 import { fingerprintFinalRequest } from "./request-fingerprint.js";
 import { sessionCacheAffinityKey } from "./cache-affinity.js";
 import { currentSessionAffinity } from "./session-affinity.js";
+const accountedAttempts = new WeakSet();
+const attemptUsage = (attempt) => attempt.usage.kind === "known"
+    ? [{ usage: attempt.usage.value, provider: attempt.provider, model: attempt.model }]
+    : [];
+export function claimDiscardedAttemptUsage(snapshot) {
+    return (snapshot?.attempts ?? []).flatMap((attempt) => {
+        if (attempt.outcome === "success" || accountedAttempts.has(attempt))
+            return [];
+        accountedAttempts.add(attempt);
+        return attemptUsage(attempt);
+    });
+}
+export function knownAttemptUsage(snapshot) {
+    return (snapshot?.attempts ?? []).flatMap(attemptUsage);
+}
 function immutableUsage(usage) {
     return Object.freeze({ ...usage });
 }
@@ -96,6 +111,12 @@ function withSessionAffinityHeaders(init, sessionId) {
     return { ...init, headers };
 }
 const generationAttemptContext = new AsyncLocalStorage();
+export function observeStreamUsage(usage) {
+    const context = generationAttemptContext.getStore();
+    if (context && usage)
+        context.streamUsage = usage;
+}
+const failedAttemptUsage = (context, error) => canonicalUsageFromError(error) ?? context.streamUsage;
 const unrecordedTransportStorage = new AsyncLocalStorage();
 export function withUnrecordedTransport(run, maxOutputTokens) {
     return unrecordedTransportStorage.run({ ...(maxOutputTokens !== undefined ? { maxOutputTokens } : {}) }, run);
@@ -142,6 +163,7 @@ export async function generationFetch(input, init) {
     const reason = context.admissions === 0 ? context.input.reason : "provider-retry";
     const requestFingerprint = fingerprintFinalRequest(context.input, init?.body);
     context.admissions += 1;
+    context.streamUsage = undefined;
     context.active = context.request.attemptUsage.begin({
         provider: context.input.provider,
         model: context.input.model,
@@ -157,7 +179,7 @@ export async function generationFetch(input, init) {
         return response;
     }
     catch (error) {
-        settleActiveAttempt(context, context.request.signal?.aborted ? "cancelled" : "failure", canonicalUsageFromError(error), statusCodeFromError(error));
+        settleActiveAttempt(context, context.request.signal?.aborted ? "cancelled" : "failure", failedAttemptUsage(context, error), statusCodeFromError(error));
         throw error;
     }
 }
@@ -170,7 +192,7 @@ export async function runGenerationAttempt(request, input, run) {
             return result;
         }
         catch (error) {
-            settleActiveAttempt(context, request.signal?.aborted ? "cancelled" : "failure", canonicalUsageFromError(error), statusCodeFromError(error));
+            settleActiveAttempt(context, request.signal?.aborted ? "cancelled" : "failure", failedAttemptUsage(context, error), statusCodeFromError(error));
             throw error;
         }
     });