@pentoshi/clai 4.0.3 → 4.2.0

package/dist/llm/openrouter.js.map

@@ -1 +1 @@
-{"version":3,"file":"openrouter.js","sourceRoot":"","sources":["../../src/llm/openrouter.ts"],"names":[],"mappings":"AACA,OAAO,EACL,aAAa,GAGd,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,EACtB,kBAAkB,EAClB,QAAQ,EACR,wBAAwB,GACzB,MAAM,WAAW,CAAC;AAEnB,MAAM,OAAO,GAAG,8BAA8B,CAAC;AAC/C,MAAM,OAAO,GAAG;IACd,cAAc,EAAE,8BAA8B;IAC9C,SAAS,EAAE,MAAM;CAClB,CAAC;AAEF,IAAI,YAAY,GAAoB,IAAI,CAAC;AACzC,IAAI,aAAa,GAAG,CAAC,CAAC;AACtB,MAAM,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,mBAAmB;AAExD,MAAM,CAAC,MAAM,kBAAkB,GAAgB;IAC7C,EAAE,EAAE,YAAY;IAChB,WAAW,EAAE,YAAY;IACzB,YAAY,EAAE,aAAa,CAAC,UAAU;IACtC,MAAM,EAAE,oBAAoB;IAC5B,WAAW,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,kCAAkC,CAAC,IAAI,CAAC,GAAG,CAAC;IAC1E,KAAK,CAAC,UAAU,CAAC,IAAkB;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,YAAY,IAAI,GAAG,GAAG,aAAa,GAAG,YAAY,EAAE,CAAC;YACvD,OAAO,YAAY,CAAC;QACtB,CAAC;QACD,MAAM,UAAU,GAA2B,EAAE,GAAG,OAAO,EAAE,CAAC;QAC1D,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,UAAU,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC;QACxD,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,SAAS,EAAE;YAChD,OAAO,EAAE,UAAU;SACpB,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAmC,QAAQ,CAAC,CAAC;QACxE,MAAM,MAAM,GAAG,wBAAwB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAC5D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,YAAY,GAAG,MAAM,CAAC;YACtB,aAAa,GAAG,GAAG,CAAC;QACtB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,IAAkB;QAC3B,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpE,MAAM,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5D,CAAC;IACD,KAAK,CAAC,QAAQ,CACZ,OAA0B,EAC1B,IAAkB;QAElB,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,UAAU,CAAC;QACxD,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC;YAC7C,QAAQ,EAAE,YAAY;YACtB,UAAU,EAAE,YAAY;YACxB,OAAO;YACP,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK;YACL,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO;YACP,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,SAAS,EAAE,OAAO,CAAC,QAAQ;YAC3B,cAAc,EAAE,YAAY;YAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;SAC7C,CAAC,CAAC;QACH,OAAO,kBAAkB,CAAC,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;IACD,KAAK,CAAC,MAAM,CACV,OAA0B,EAC1B,IAAkB,EAClB,OAAgC;QAEhC,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,UAAU,CAAC;QACxD,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC;YAC3C,QAAQ,EAAE,YAAY;YACtB,UAAU,EAAE,YAAY;YACxB,OAAO;YACP,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK;YACL,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO;YACP,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO;YACP,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,SAAS,EAAE,OAAO,CAAC,QAAQ;YAC3B,cAAc,EAAE,YAAY;YAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;SAC7C,CAAC,CAAC;QACH,OAAO,kBAAkB,CAAC,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;CACF,CAAC"}
+{"version":3,"file":"openrouter.js","sourceRoot":"","sources":["../../src/llm/openrouter.ts"],"names":[],"mappings":"AACA,OAAO,EACL,aAAa,GAGd,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,EACtB,kBAAkB,EAClB,QAAQ,EACR,wBAAwB,GACzB,MAAM,WAAW,CAAC;AAEnB,MAAM,OAAO,GAAG,8BAA8B,CAAC;AAC/C,MAAM,OAAO,GAAG;IACd,cAAc,EAAE,8BAA8B;IAC9C,SAAS,EAAE,MAAM;CAClB,CAAC;AAEF,IAAI,YAAY,GAAoB,IAAI,CAAC;AACzC,IAAI,aAAa,GAAG,CAAC,CAAC;AACtB,MAAM,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,mBAAmB;AAExD,MAAM,CAAC,MAAM,kBAAkB,GAAgB;IAC7C,EAAE,EAAE,YAAY;IAChB,cAAc,EAAE,YAAY;IAC5B,WAAW,EAAE,YAAY;IACzB,YAAY,EAAE,aAAa,CAAC,UAAU;IACtC,MAAM,EAAE,oBAAoB;IAC5B,WAAW,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,kCAAkC,CAAC,IAAI,CAAC,GAAG,CAAC;IAC1E,KAAK,CAAC,UAAU,CAAC,IAAkB;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,YAAY,IAAI,GAAG,GAAG,aAAa,GAAG,YAAY,EAAE,CAAC;YACvD,OAAO,YAAY,CAAC;QACtB,CAAC;QACD,MAAM,UAAU,GAA2B,EAAE,GAAG,OAAO,EAAE,CAAC;QAC1D,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,UAAU,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC;QACxD,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,SAAS,EAAE;YAChD,OAAO,EAAE,UAAU;SACpB,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAmC,QAAQ,CAAC,CAAC;QACxE,MAAM,MAAM,GAAG,wBAAwB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAC5D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,YAAY,GAAG,MAAM,CAAC;YACtB,aAAa,GAAG,GAAG,CAAC;QACtB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,IAAkB;QAC3B,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpE,MAAM,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5D,CAAC;IACD,KAAK,CAAC,QAAQ,CACZ,OAA0B,EAC1B,IAAkB;QAElB,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,UAAU,CAAC;QACxD,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC;YAC7C,QAAQ,EAAE,YAAY;YACtB,UAAU,EAAE,YAAY;YACxB,OAAO;YACP,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK;YACL,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO;YACP,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,SAAS,EAAE,OAAO,CAAC,QAAQ;YAC3B,cAAc,EAAE,YAAY;YAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,+BAA+B,EAAE,OAAO,CAAC,iCAAiC;SAC3E,CAAC,CAAC;QACH,OAAO,kBAAkB,CAAC,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;IACD,KAAK,CAAC,MAAM,CACV,OAA0B,EAC1B,IAAkB,EAClB,OAAgC;QAEhC,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,UAAU,CAAC;QACxD,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC;YAC3C,QAAQ,EAAE,YAAY;YACtB,UAAU,EAAE,YAAY;YACxB,OAAO;YACP,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK;YACL,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO;YACP,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO;YACP,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,SAAS,EAAE,OAAO,CAAC,QAAQ;YAC3B,cAAc,EAAE,YAAY;YAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,+BAA+B,EAAE,OAAO,CAAC,iCAAiC;SAC3E,CAAC,CAAC;QACH,OAAO,kBAAkB,CAAC,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;CACF,CAAC"}

package/dist/llm/operation-ledger.d.ts

@@ -0,0 +1,60 @@
+import type { GenerationAttemptHandle, GenerationAttemptInput } from "../types.js";
+import { OperationUsageRecorder, type OperationUsageSnapshot } from "./operation-usage.js";
+export type OperationKind = "turn" | "compaction" | "provider_validation" | "background";
+export type OperationTerminalOutcome = "completed" | "failed" | "cancelled" | "budget-exceeded" | "semantic-output-stopped";
+export interface OperationPolicy {
+    readonly kind: OperationKind;
+    readonly admissionBudget: number;
+    readonly continuationBudget: number;
+}
+export declare function turnOperationPolicy(admissionBudget?: number, continuationBudget?: number): OperationPolicy;
+export declare function singleAdmissionOperationPolicy(kind: OperationKind, admissionBudget?: number): OperationPolicy;
+interface OperationLedgerIdentity {
+    readonly operationId: string;
+    readonly kind: OperationKind;
+    readonly admissionBudget: number;
+    readonly continuationBudget: number;
+}
+export declare class OperationAdmissionBudgetExceededError extends Error {
+    readonly name = "OperationAdmissionBudgetExceededError";
+    readonly operation: OperationLedgerIdentity;
+    constructor(operation: OperationLedgerIdentity);
+}
+export declare class OperationSemanticOutputError extends Error {
+    readonly name = "OperationSemanticOutputError";
+    readonly operation: OperationLedgerIdentity;
+    constructor(operation: OperationLedgerIdentity);
+}
+export declare function isOperationPolicyError(error: unknown): error is OperationAdmissionBudgetExceededError | OperationSemanticOutputError;
+export declare class OperationLedger {
+    readonly operationId: string;
+    readonly policy: OperationPolicy;
+    private readonly recorder;
+    private admissions;
+    private continuations;
+    private refusals;
+    private semanticOutput;
+    private terminal;
+    constructor(policy?: OperationPolicy, recorder?: OperationUsageRecorder);
+    get kind(): OperationKind;
+    get admissionsUsed(): number;
+    get continuationsUsed(): number;
+    get semanticOutputPublished(): boolean;
+    /** True once this ledger refused a dispatch the caller tried to make. */
+    get admissionRefused(): boolean;
+    get terminalOutcome(): OperationTerminalOutcome | undefined;
+    begin(input: GenerationAttemptInput): GenerationAttemptHandle;
+    noteSemanticOutput(): void;
+    beginContinuation(): void;
+    /**
+     * Callers surface the failure that caused the operation to stop, which is the
+     * provider error rather than the guard that refused the retry. The ledger
+     * still records the budget as the terminal reason so telemetry is not lost.
+     */
+    settle(outcome: OperationTerminalOutcome): void;
+    snapshot(): OperationUsageSnapshot;
+    private identity;
+}
+export declare function operationTerminalOutcome(error: unknown, signal?: AbortSignal): OperationTerminalOutcome;
+export declare function operationUsageFromError(error: unknown): OperationUsageSnapshot | undefined;
+export {};

package/dist/llm/operation-ledger.js

@@ -0,0 +1,136 @@
+import { randomUUID } from "node:crypto";
+import { OperationUsageRecorder, } from "./operation-usage.js";
+const DEFAULT_TURN_ADMISSION_BUDGET = 64;
+export function turnOperationPolicy(admissionBudget = DEFAULT_TURN_ADMISSION_BUDGET, continuationBudget = 0) {
+    return Object.freeze({
+        kind: "turn",
+        admissionBudget,
+        continuationBudget,
+    });
+}
+export function singleAdmissionOperationPolicy(kind, admissionBudget = 1) {
+    return Object.freeze({
+        kind,
+        admissionBudget,
+        continuationBudget: 0,
+    });
+}
+export class OperationAdmissionBudgetExceededError extends Error {
+    name = "OperationAdmissionBudgetExceededError";
+    operation;
+    constructor(operation) {
+        super(`${operation.kind} operation ${operation.operationId} exhausted its admission budget (${operation.admissionBudget}) before another generation dispatch`);
+        this.operation = Object.freeze({ ...operation });
+    }
+}
+export class OperationSemanticOutputError extends Error {
+    name = "OperationSemanticOutputError";
+    operation;
+    constructor(operation) {
+        super(`${operation.kind} operation ${operation.operationId} already published typed semantic output; transparent regeneration is not allowed`);
+        this.operation = Object.freeze({ ...operation });
+    }
+}
+export function isOperationPolicyError(error) {
+    return (error instanceof OperationAdmissionBudgetExceededError ||
+        error instanceof OperationSemanticOutputError);
+}
+const TRANSPARENT_RETRY_REASONS = new Set(["retry", "fallback", "adaptation", "provider-retry"]);
+export class OperationLedger {
+    operationId = randomUUID();
+    policy;
+    recorder;
+    admissions = 0;
+    continuations = 0;
+    refusals = 0;
+    semanticOutput = false;
+    terminal;
+    constructor(policy = turnOperationPolicy(), recorder = new OperationUsageRecorder()) {
+        this.policy = Object.freeze({ ...policy });
+        this.recorder = recorder;
+    }
+    get kind() {
+        return this.policy.kind;
+    }
+    get admissionsUsed() {
+        return this.admissions;
+    }
+    get continuationsUsed() {
+        return this.continuations;
+    }
+    get semanticOutputPublished() {
+        return this.semanticOutput;
+    }
+    /** True once this ledger refused a dispatch the caller tried to make. */
+    get admissionRefused() {
+        return this.refusals > 0;
+    }
+    get terminalOutcome() {
+        return this.terminal;
+    }
+    begin(input) {
+        if (this.admissions >= this.policy.admissionBudget) {
+            this.refusals += 1;
+            throw new OperationAdmissionBudgetExceededError(this.identity());
+        }
+        if (this.semanticOutput && TRANSPARENT_RETRY_REASONS.has(input.reason)) {
+            throw new OperationSemanticOutputError(this.identity());
+        }
+        this.admissions += 1;
+        return this.recorder.begin(input);
+    }
+    noteSemanticOutput() {
+        this.semanticOutput = true;
+    }
+    beginContinuation() {
+        if (this.continuations >= this.policy.continuationBudget) {
+            throw new OperationAdmissionBudgetExceededError(this.identity());
+        }
+        this.continuations += 1;
+        this.admissions = 0;
+    }
+    /**
+     * Callers surface the failure that caused the operation to stop, which is the
+     * provider error rather than the guard that refused the retry. The ledger
+     * still records the budget as the terminal reason so telemetry is not lost.
+     */
+    settle(outcome) {
+        this.terminal ??=
+            outcome === "failed" && this.refusals > 0 ? "budget-exceeded" : outcome;
+    }
+    snapshot() {
+        return this.recorder.snapshot();
+    }
+    identity() {
+        return {
+            operationId: this.operationId,
+            kind: this.policy.kind,
+            admissionBudget: this.policy.admissionBudget,
+            continuationBudget: this.policy.continuationBudget,
+        };
+    }
+}
+export function operationTerminalOutcome(error, signal) {
+    if (error instanceof OperationAdmissionBudgetExceededError) {
+        return "budget-exceeded";
+    }
+    if (error instanceof OperationSemanticOutputError) {
+        return "semantic-output-stopped";
+    }
+    if (signal?.aborted)
+        return "cancelled";
+    return "failed";
+}
+export function operationUsageFromError(error) {
+    if (!error || typeof error !== "object" || !("operationUsage" in error)) {
+        return undefined;
+    }
+    const snapshot = error.operationUsage;
+    if (!snapshot || typeof snapshot !== "object")
+        return undefined;
+    if (!Array.isArray(snapshot.attempts)) {
+        return undefined;
+    }
+    return snapshot;
+}
+//# sourceMappingURL=operation-ledger.js.map

package/dist/llm/operation-ledger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"operation-ledger.js","sourceRoot":"","sources":["../../src/llm/operation-ledger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAOzC,OAAO,EACL,sBAAsB,GAEvB,MAAM,sBAAsB,CAAC;AAqB9B,MAAM,6BAA6B,GAAG,EAAE,CAAC;AAEzC,MAAM,UAAU,mBAAmB,CACjC,kBAA0B,6BAA6B,EACvD,qBAA6B,CAAC;IAE9B,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,IAAI,EAAE,MAAe;QACrB,eAAe;QACf,kBAAkB;KACnB,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,IAAmB,EACnB,eAAe,GAAG,CAAC;IAEnB,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,IAAI;QACJ,eAAe;QACf,kBAAkB,EAAE,CAAC;KACtB,CAAC,CAAC;AACL,CAAC;AASD,MAAM,OAAO,qCAAsC,SAAQ,KAAK;IACrD,IAAI,GAAG,uCAAuC,CAAC;IAC/C,SAAS,CAA0B;IAE5C,YAAY,SAAkC;QAC5C,KAAK,CACH,GAAG,SAAS,CAAC,IAAI,cAAc,SAAS,CAAC,WAAW,oCAAoC,SAAS,CAAC,eAAe,sCAAsC,CACxJ,CAAC;QACF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC;IACnD,CAAC;CACF;AAED,MAAM,OAAO,4BAA6B,SAAQ,KAAK;IAC5C,IAAI,GAAG,8BAA8B,CAAC;IACtC,SAAS,CAA0B;IAE5C,YAAY,SAAkC;QAC5C,KAAK,CACH,GAAG,SAAS,CAAC,IAAI,cAAc,SAAS,CAAC,WAAW,mFAAmF,CACxI,CAAC;QACF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC;IACnD,CAAC;CACF;AAED,MAAM,UAAU,sBAAsB,CACpC,KAAc;IAId,OAAO,CACL,KAAK,YAAY,qCAAqC;QACtD,KAAK,YAAY,4BAA4B,CAC9C,CAAC;AACJ,CAAC;AAED,MAAM,yBAAyB,GAC7B,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,gBAAgB,CAAC,CAAC,CAAC;AAEjE,MAAM,OAAO,eAAe;IACjB,WAAW,GAAW,UAAU,EAAE,CAAC;IACnC,MAAM,CAAkB;IAEhB,QAAQ,CAAyB;IAC1C,UAAU,GAAG,CAAC,CAAC;IACf,aAAa,GAAG,CAAC,CAAC;IAClB,QAAQ,GAAG,CAAC,CAAC;IACb,cAAc,GAAG,KAAK,CAAC;IACvB,QAAQ,CAAuC;IAEvD,YACE,SAA0B,mBAAmB,EAAE,EAC/C,WAAmC,IAAI,sBAAsB,EAAE;QAE/D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;IAC1B,CAAC;IAED,IAAI,cAAc;QAChB,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,IAAI,uBAAuB;QACzB,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED,yEAAyE;IACzE,IAAI,gBAAgB;QAClB,OAAO,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED,IAAI,eAAe;QACjB,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,KAA6B;QACjC,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;YACnD,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;YACnB,MAAM,IAAI,qCAAqC,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,IAAI,yBAAyB,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YACvE,MAAM,IAAI,4BAA4B,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,kBAAkB;QAChB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;IAC7B,CAAC;IAED,iBAAiB;QACf,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;YACzD,MAAM,IAAI,qCAAqC,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,CAAC,aAAa,IAAI,CAAC,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;IACtB,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,OAAiC;QACtC,IAAI,CAAC,QAAQ;YACX,OAAO,KAAK,QAAQ,IAAI,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC;IAC5E,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;IAClC,CAAC;IAEO,QAAQ;QACd,OAAO;YACL,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;YAC5C,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,kBAAkB;SACnD,CAAC;IACJ,CAAC;CACF;AAED,MAAM,UAAU,wBAAwB,CACtC,KAAc,EACd,MAAoB;IAEpB,IAAI,KAAK,YAAY,qCAAqC,EAAE,CAAC;QAC3D,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IACD,IAAI,KAAK,YAAY,4BAA4B,EAAE,CAAC;QAClD,OAAO,yBAAyB,CAAC;IACnC,CAAC;IACD,IAAI,MAAM,EAAE,OAAO;QAAE,OAAO,WAAW,CAAC;IACxC,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,KAAc;IAEd,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,gBAAgB,IAAI,KAAK,CAAC,EAAE,CAAC;QACxE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,QAAQ,GAAI,KAAsC,CAAC,cAAc,CAAC;IACxE,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAChE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAE,QAAmC,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,QAAkC,CAAC;AAC5C,CAAC"}

package/dist/llm/operation-usage.d.ts

@@ -0,0 +1,32 @@
+import type { CompletionRequest, CompletionResult, GenerationAttemptHandle, GenerationAttemptInput, GenerationAttemptOutcome, GenerationAttemptUsageSink, TokenUsage } from "../types.js";
+export type AttemptUsageValue = {
+    readonly kind: "known";
+    readonly value: TokenUsage;
+} | {
+    readonly kind: "unknown";
+};
+export interface GenerationAttemptRecord extends GenerationAttemptInput {
+    readonly sequence: number;
+    readonly outcome: GenerationAttemptOutcome;
+    readonly usage: AttemptUsageValue;
+    readonly statusCode?: number | undefined;
+}
+export interface OperationUsageAggregate {
+    readonly status: "known" | "partial" | "unknown";
+    readonly knownAdmissions: number;
+    readonly unknownAdmissions: number;
+    readonly usage?: TokenUsage | undefined;
+}
+export interface OperationUsageSnapshot {
+    readonly attempts: readonly GenerationAttemptRecord[];
+    readonly aggregate: OperationUsageAggregate;
+}
+export declare function completeGenerationAttempt(outcome: GenerationAttemptOutcome, usage?: TokenUsage, statusCode?: number): void;
+export declare function generationFetch(input: string | URL | Request, init?: RequestInit): Promise<Response>;
+export declare function runGenerationAttempt(request: CompletionRequest, input: GenerationAttemptInput, run: () => Promise<CompletionResult>): Promise<CompletionResult>;
+export declare class OperationUsageRecorder implements GenerationAttemptUsageSink {
+    private nextSequence;
+    private readonly records;
+    begin(input: GenerationAttemptInput): GenerationAttemptHandle;
+    snapshot(): OperationUsageSnapshot;
+}

package/dist/llm/operation-usage.js

@@ -0,0 +1,172 @@
+import { AsyncLocalStorage } from "node:async_hooks";
+import { fingerprintFinalRequest } from "./request-fingerprint.js";
+function immutableUsage(usage) {
+    return Object.freeze({ ...usage });
+}
+function immutableRequestFingerprint(fingerprint) {
+    return Object.freeze({
+        ...fingerprint,
+        serializer: Object.freeze({ ...fingerprint.serializer }),
+        body: Object.freeze({ ...fingerprint.body }),
+        sections: Object.freeze(fingerprint.sections.map((section) => Object.freeze({ ...section }))),
+        prefixes: Object.freeze(fingerprint.prefixes.map((prefix) => Object.freeze({ ...prefix }))),
+    });
+}
+function aggregateAttempts(attempts) {
+    const known = attempts.filter((attempt) => attempt.usage.kind === "known");
+    const unknownAdmissions = attempts.length - known.length;
+    if (known.length === 0) {
+        return Object.freeze({
+            status: "unknown",
+            knownAdmissions: 0,
+            unknownAdmissions,
+        });
+    }
+    const allAdmissionsKnown = unknownAdmissions === 0;
+    const usage = immutableUsage({
+        promptTokens: known.reduce((total, attempt) => total + attempt.usage.value.promptTokens, 0),
+        completionTokens: known.reduce((total, attempt) => total + attempt.usage.value.completionTokens, 0),
+        totalTokens: known.reduce((total, attempt) => total + attempt.usage.value.totalTokens, 0),
+        exact: known.every((attempt) => attempt.usage.value.exact),
+        ...(allAdmissionsKnown &&
+            known.every((attempt) => attempt.usage.value.cachedPromptTokens !== undefined)
+            ? {
+                cachedPromptTokens: known.reduce((total, attempt) => total + attempt.usage.value.cachedPromptTokens, 0),
+            }
+            : {}),
+        ...(allAdmissionsKnown &&
+            known.every((attempt) => attempt.usage.value.cacheCreationTokens !== undefined)
+            ? {
+                cacheCreationTokens: known.reduce((total, attempt) => total + attempt.usage.value.cacheCreationTokens, 0),
+            }
+            : {}),
+        ...(allAdmissionsKnown &&
+            known.every((attempt) => attempt.usage.value.uncachedPromptTokens !== undefined)
+            ? {
+                uncachedPromptTokens: known.reduce((total, attempt) => total + attempt.usage.value.uncachedPromptTokens, 0),
+            }
+            : {}),
+        ...(allAdmissionsKnown &&
+            known.every((attempt) => attempt.usage.value.reasoningTokens !== undefined)
+            ? {
+                reasoningTokens: known.reduce((total, attempt) => total + attempt.usage.value.reasoningTokens, 0),
+            }
+            : {}),
+    });
+    return Object.freeze({
+        status: unknownAdmissions === 0 ? "known" : "partial",
+        knownAdmissions: known.length,
+        unknownAdmissions,
+        usage,
+    });
+}
+function canonicalUsageFromError(error) {
+    if (!error || typeof error !== "object" || !("usage" in error))
+        return undefined;
+    const usage = error.usage;
+    if (!usage || typeof usage !== "object")
+        return undefined;
+    const value = usage;
+    if (typeof value.promptTokens !== "number" ||
+        typeof value.completionTokens !== "number" ||
+        typeof value.totalTokens !== "number" ||
+        typeof value.exact !== "boolean") {
+        return undefined;
+    }
+    return value;
+}
+function statusCodeFromError(error) {
+    if (!error || typeof error !== "object" || !("status" in error))
+        return undefined;
+    const status = Number(error.status);
+    return Number.isFinite(status) && status > 0 ? status : undefined;
+}
+const generationAttemptContext = new AsyncLocalStorage();
+function settleActiveAttempt(context, outcome, usage, statusCode) {
+    context.active?.complete(outcome, usage, statusCode);
+    context.active = undefined;
+}
+export function completeGenerationAttempt(outcome, usage, statusCode) {
+    const context = generationAttemptContext.getStore();
+    if (!context)
+        return;
+    settleActiveAttempt(context, outcome, usage, statusCode);
+}
+export async function generationFetch(input, init) {
+    const context = generationAttemptContext.getStore();
+    if (!context?.request.attemptUsage)
+        return fetch(input, init);
+    if (context.active) {
+        throw new Error("generation admission started before the prior admission settled");
+    }
+    const reason = context.admissions === 0 ? context.input.reason : "provider-retry";
+    const requestFingerprint = fingerprintFinalRequest(context.input, init?.body);
+    context.admissions += 1;
+    context.active = context.request.attemptUsage.begin({
+        provider: context.input.provider,
+        model: context.input.model,
+        mode: context.input.mode,
+        reason,
+        ...(requestFingerprint ? { requestFingerprint } : {}),
+    });
+    try {
+        const response = await fetch(input, init);
+        if (!response.ok) {
+            settleActiveAttempt(context, "failure", undefined, response.status);
+        }
+        return response;
+    }
+    catch (error) {
+        settleActiveAttempt(context, context.request.signal?.aborted ? "cancelled" : "failure", canonicalUsageFromError(error), statusCodeFromError(error));
+        throw error;
+    }
+}
+export async function runGenerationAttempt(request, input, run) {
+    const context = { request, input, admissions: 0 };
+    return generationAttemptContext.run(context, async () => {
+        try {
+            const result = await run();
+            settleActiveAttempt(context, "success", result.usage);
+            return result;
+        }
+        catch (error) {
+            settleActiveAttempt(context, request.signal?.aborted ? "cancelled" : "failure", canonicalUsageFromError(error), statusCodeFromError(error));
+            throw error;
+        }
+    });
+}
+export class OperationUsageRecorder {
+    nextSequence = 1;
+    records = new Map();
+    begin(input) {
+        const sequence = this.nextSequence;
+        this.nextSequence += 1;
+        let completed = false;
+        return Object.freeze({
+            complete: (outcome, usage, statusCode) => {
+                if (completed)
+                    return;
+                completed = true;
+                const { requestFingerprint, ...attemptInput } = input;
+                const record = Object.freeze({
+                    ...attemptInput,
+                    ...(requestFingerprint
+                        ? { requestFingerprint: immutableRequestFingerprint(requestFingerprint) }
+                        : {}),
+                    sequence,
+                    outcome,
+                    usage: usage
+                        ? Object.freeze({ kind: "known", value: immutableUsage(usage) })
+                        : Object.freeze({ kind: "unknown" }),
+                    ...(statusCode !== undefined ? { statusCode } : {}),
+                });
+                this.records.set(sequence, record);
+            },
+        });
+    }
+    snapshot() {
+        const attempts = Object.freeze([...this.records.values()].sort((left, right) => left.sequence - right.sequence));
+        return Object.freeze({ attempts, aggregate: aggregateAttempts(attempts) });
+    }
+}
+//# sourceMappingURL=operation-usage.js.map

package/dist/llm/operation-usage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"operation-usage.js","sourceRoot":"","sources":["../../src/llm/operation-usage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAYrD,OAAO,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAC;AAyBnE,SAAS,cAAc,CAAC,KAAiB;IACvC,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,2BAA2B,CAClC,WAAiC;IAEjC,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,GAAG,WAAW;QACd,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,WAAW,CAAC,UAAU,EAAE,CAAC;QACxD,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC;QAC5C,QAAQ,EAAE,MAAM,CAAC,MAAM,CACrB,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC,CACrE;QACD,QAAQ,EAAE,MAAM,CAAC,MAAM,CACrB,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC,CACnE;KACF,CAAC,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB,CACxB,QAA4C;IAE5C,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAC3B,CAAC,OAAO,EAEN,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CACpC,CAAC;IACF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IACzD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,MAAM,CAAC,MAAM,CAAC;YACnB,MAAM,EAAE,SAAkB;YAC1B,eAAe,EAAE,CAAC;YAClB,iBAAiB;SAClB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,kBAAkB,GAAG,iBAAiB,KAAK,CAAC,CAAC;IACnD,MAAM,KAAK,GAAe,cAAc,CAAC;QACvC,YAAY,EAAE,KAAK,CAAC,MAAM,CACxB,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,EAC5D,CAAC,CACF;QACD,gBAAgB,EAAE,KAAK,CAAC,MAAM,CAC5B,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,gBAAgB,EAChE,CAAC,CACF;QACD,WAAW,EAAE,KAAK,CAAC,MAAM,CACvB,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,EAC3D,CAAC,CACF;QACD,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC;QAC1D,GAAG,CAAC,kBAAkB;YACtB,KAAK,CAAC,KAAK,CACT,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,kBAAkB,KAAK,SAAS,CAClE;YACC,CAAC,CAAC;gBACE,kBAAkB,EAAE,KAAK,CAAC,MAAM,CAC9B,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CACjB,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,kBAAmB,EACjD,CAAC,CACF;aACF;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,kBAAkB;YACtB,KAAK,CAAC,KAAK,CACT,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,mBAAmB,KAAK,SAAS,CACnE;YACC,CAAC,CAAC;gBACE,mBAAmB,EAAE,KAAK,CAAC,MAAM,CAC/B,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CACjB,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,mBAAoB,EAClD,CAAC,CACF;aACF;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,kBAAkB;YACtB,KAAK,CAAC,KAAK,CACT,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,oBAAoB,KAAK,SAAS,CACpE;YACC,CAAC,CAAC;gBACE,oBAAoB,EAAE,KAAK,CAAC,MAAM,CAChC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CACjB,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,oBAAqB,EACnD,CAAC,CACF;aACF;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,kBAAkB;YACtB,KAAK,CAAC,KAAK,CACT,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,KAAK,SAAS,CAC/D;YACC,CAAC,CAAC;gBACE,eAAe,EAAE,KAAK,CAAC,MAAM,CAC3B,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,eAAgB,EAChE,CAAC,CACF;aACF;YACH,CAAC,CAAC,EAAE,CAAC;KACR,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,MAAM,EAAE,iBAAiB,KAAK,CAAC,CAAC,CAAC,CAAE,OAAiB,CAAC,CAAC,CAAE,SAAmB;QAC3E,eAAe,EAAE,KAAK,CAAC,MAAM;QAC7B,iBAAiB;QACjB,KAAK;KACN,CAAC,CAAC;AACL,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAc;IAC7C,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACjF,MAAM,KAAK,GAAI,KAA6B,CAAC,KAAK,CAAC;IACnD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC1D,MAAM,KAAK,GAAG,KAA4B,CAAC;IAC3C,IACE,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ;QACtC,OAAO,KAAK,CAAC,gBAAgB,KAAK,QAAQ;QAC1C,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ;QACrC,OAAO,KAAK,CAAC,KAAK,KAAK,SAAS,EAChC,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,KAAmB,CAAC;AAC7B,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAClF,MAAM,MAAM,GAAG,MAAM,CAAE,KAA8B,CAAC,MAAM,CAAC,CAAC;IAC9D,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AACpE,CAAC;AASD,MAAM,wBAAwB,GAAG,IAAI,iBAAiB,EAA4B,CAAC;AAEnF,SAAS,mBAAmB,CAC1B,OAAiC,EACjC,OAAiC,EACjC,KAAkB,EAClB,UAAmB;IAEnB,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;IACrD,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,OAAiC,EACjC,KAAkB,EAClB,UAAmB;IAEnB,MAAM,OAAO,GAAG,wBAAwB,CAAC,QAAQ,EAAE,CAAC;IACpD,IAAI,CAAC,OAAO;QAAE,OAAO;IACrB,mBAAmB,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,KAA6B,EAC7B,IAAkB;IAElB,MAAM,OAAO,GAAG,wBAAwB,CAAC,QAAQ,EAAE,CAAC;IACpD,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,YAAY;QAAE,OAAO,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC9D,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;IACrF,CAAC;IACD,MAAM,MAAM,GACV,OAAO,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC;IACrE,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC9E,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC;IACxB,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC;QAClD,QAAQ,EAAE,OAAO,CAAC,KAAK,CAAC,QAAQ;QAChC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK;QAC1B,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI;QACxB,MAAM;QACN,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtD,CAAC,CAAC;IACH,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QACtE,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,mBAAmB,CACjB,OAAO,EACP,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,EACzD,uBAAuB,CAAC,KAAK,CAAC,EAC9B,mBAAmB,CAAC,KAAK,CAAC,CAC3B,CAAC;QACF,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,OAA0B,EAC1B,KAA6B,EAC7B,GAAoC;IAEpC,MAAM,OAAO,GAA6B,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;IAC5E,OAAO,wBAAwB,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;QACtD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,GAAG,EAAE,CAAC;YAC3B,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YACtD,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,mBAAmB,CACjB,OAAO,EACP,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,EACjD,uBAAuB,CAAC,KAAK,CAAC,EAC9B,mBAAmB,CAAC,KAAK,CAAC,CAC3B,CAAC;YACF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,OAAO,sBAAsB;IACzB,YAAY,GAAG,CAAC,CAAC;IACR,OAAO,GAAG,IAAI,GAAG,EAAmC,CAAC;IAEtE,KAAK,CAAC,KAA6B;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC;QACnC,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC;QACvB,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,OAAO,MAAM,CAAC,MAAM,CAAC;YACnB,QAAQ,EAAE,CACR,OAAiC,EACjC,KAAkB,EAClB,UAAmB,EACb,EAAE;gBACR,IAAI,SAAS;oBAAE,OAAO;gBACtB,SAAS,GAAG,IAAI,CAAC;gBACjB,MAAM,EAAE,kBAAkB,EAAE,GAAG,YAAY,EAAE,GAAG,KAAK,CAAC;gBACtD,MAAM,MAAM,GAA4B,MAAM,CAAC,MAAM,CAAC;oBACpD,GAAG,YAAY;oBACf,GAAG,CAAC,kBAAkB;wBACpB,CAAC,CAAC,EAAE,kBAAkB,EAAE,2BAA2B,CAAC,kBAAkB,CAAC,EAAE;wBACzE,CAAC,CAAC,EAAE,CAAC;oBACP,QAAQ;oBACR,OAAO;oBACP,KAAK,EAAE,KAAK;wBACV,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAgB,EAAE,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;wBACzE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAkB,EAAE,CAAC;oBAC/C,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACpD,CAAC,CAAC;gBACH,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACrC,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED,QAAQ;QACN,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAC5B,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,CACjF,CAAC;QACF,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,iBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC7E,CAAC;CACF"}

package/dist/llm/orcarouter.d.ts

@@ -0,0 +1,7 @@
+import { type LlmProvider } from "./provider.js";
+/**
+ * Offline fallback catalog (documented chat models) used when `/models` is
+ * unreachable. The live catalog is authoritative when it can be fetched.
+ */
+export declare const orcarouterFallbackModels: string[];
+export declare const orcarouterProvider: LlmProvider;

package/dist/llm/orcarouter.js

@@ -0,0 +1,166 @@
+import { defaultModels, } from "./provider.js";
+import { singleLeadingSystemMessages } from "./system-messages.js";
+import { ingestOpenAiModelCatalog, openAiCompatibleComplete, openAiCompatiblePing, openAiCompatibleStream, readJson, toCompletionResult, } from "./http.js";
+/**
+ * OrcaRouter — an OpenAI-compatible multi-provider gateway
+ * (https://api.orcarouter.ai/v1) that routes OpenAI, Anthropic, Google
+ * Gemini, DeepSeek, xAI Grok, Qwen, Kimi, MiniMax, Z.ai GLM and more behind
+ * one bearer key at provider cost price. Model ids are provider-prefixed
+ * (`openai/gpt-4o-mini`, `anthropic/claude-sonnet-4.6`, …).
+ *
+ * Chat Completions with SSE streaming, native tool calling, structured
+ * outputs (`response_format`), vision via `image_url` and a unified
+ * top-level `reasoning_effort` knob that the gateway translates to each
+ * upstream's native reasoning shape. Reasoning output arrives as
+ * `reasoning_content`, which the shared OpenAI helper folds into the
+ * thinking block.
+ */
+const baseUrl = "https://api.orcarouter.ai/v1";
+/**
+ * Offline fallback catalog (documented chat models) used when `/models` is
+ * unreachable. The live catalog is authoritative when it can be fetched.
+ */
+export const orcarouterFallbackModels = [
+    "orcarouter/auto",
+    "openai/gpt-4o-mini",
+    "openai/gpt-4o",
+    "openai/gpt-5",
+    "openai/gpt-5-mini",
+    "openai/o3-mini",
+    "openai/o4-mini",
+    "anthropic/claude-sonnet-4.6",
+    "anthropic/claude-opus-4.7",
+    "google/gemini-2.5-flash",
+    "google/gemini-2.5-pro",
+    "google/gemini-3-pro-preview",
+    "deepseek/deepseek-chat",
+    "deepseek/deepseek-reasoner",
+    "grok/grok-4-fast-reasoning",
+    "qwen/qwen3-max",
+    "qwen/qwen3.6-plus",
+    "kimi/kimi-k2.6",
+    "minimax/minimax-m2.7",
+    "z-ai/glm-5.1",
+];
+/** Non-chat modalities that still advertise an `openai` endpoint type. */
+const NON_CHAT_MODEL = /image|imagen|dall-e|tts|whisper|embed|video|imagine|dreamina|seedance|kling|moderation/i;
+/**
+ * Keep only models reachable over Chat Completions. OrcaRouter's catalog
+ * flags each entry with `supported_endpoint_types`; anything that does not
+ * list `openai` (plus image/video/tts/embedding ids that do) would 404 on
+ * `/chat/completions` and pollutes the `/model` picker.
+ */
+function chatModelsFromCatalog(payload) {
+    const container = payload;
+    const entries = Array.isArray(payload)
+        ? payload
+        : Array.isArray(container?.data)
+            ? container.data
+            : [];
+    return entries.filter((entry) => {
+        if (typeof entry === "string")
+            return !NON_CHAT_MODEL.test(entry);
+        const item = entry;
+        const id = typeof item.id === "string" ? item.id : "";
+        if (!id || NON_CHAT_MODEL.test(id))
+            return false;
+        const endpoints = item.supported_endpoint_types;
+        if (Array.isArray(endpoints) && endpoints.length > 0) {
+            return endpoints.includes("openai");
+        }
+        return true;
+    });
+}
+let cachedModels = null;
+let lastFetchTime = 0;
+const CACHE_TTL_MS = 60 * 60 * 1000; // 1 hour cache TTL
+export const orcarouterProvider = {
+    id: "orcarouter",
+    reasoningStyle: "openai",
+    displayName: "OrcaRouter",
+    defaultModel: defaultModels.orcarouter,
+    envVar: "ORCAROUTER_API_KEY",
+    validateKey: (key) => /^sk-[A-Za-z0-9_-]{8,}$/.test(key),
+    async listModels(auth) {
+        const now = Date.now();
+        if (cachedModels && now - lastFetchTime < CACHE_TTL_MS) {
+            return cachedModels;
+        }
+        try {
+            const reqHeaders = {};
+            if (auth.apiKey)
+                reqHeaders["authorization"] = `Bearer ${auth.apiKey}`;
+            const response = await fetch(`${baseUrl}/models`, {
+                headers: reqHeaders,
+            });
+            if (!response.ok)
+                throw new Error(`HTTP ${response.status}`);
+            const data = await readJson(response);
+            const models = ingestOpenAiModelCatalog("orcarouter", chatModelsFromCatalog(data));
+            if (models.length > 0) {
+                cachedModels = models;
+                lastFetchTime = now;
+                return models;
+            }
+            return cachedModels ?? orcarouterFallbackModels;
+        }
+        catch {
+            return cachedModels ?? orcarouterFallbackModels;
+        }
+    },
+    async ping(auth) {
+        if (!auth.apiKey)
+            throw new Error("OrcaRouter API key is required");
+        await openAiCompatiblePing(baseUrl, auth.apiKey);
+    },
+    async complete(request, auth) {
+        if (!auth.apiKey)
+            throw new Error("OrcaRouter API key is required");
+        const model = request.model ?? defaultModels.orcarouter;
+        const payload = await openAiCompatibleComplete({
+            provider: "OrcaRouter",
+            providerId: "orcarouter",
+            baseUrl,
+            apiKey: auth.apiKey,
+            model,
+            messages: singleLeadingSystemMessages(request.messages),
+            maxTokens: request.maxTokens,
+            temperature: request.temperature,
+            signal: request.signal,
+            reasoning: request.thinking,
+            reasoningStyle: "openai",
+            tools: request.tools,
+            toolChoice: request.toolChoice,
+            parallelToolCalls: request.parallelToolCalls,
+            reasoningArtifactReplayObserver: request.onReasoningArtifactReplayDecision,
+        });
+        return toCompletionResult("orcarouter", model, payload);
+    },
+    async stream(request, auth, onToken) {
+        if (!auth.apiKey)
+            throw new Error("OrcaRouter API key is required");
+        const model = request.model ?? defaultModels.orcarouter;
+        const payload = await openAiCompatibleStream({
+            provider: "OrcaRouter",
+            providerId: "orcarouter",
+            baseUrl,
+            apiKey: auth.apiKey,
+            model,
+            messages: singleLeadingSystemMessages(request.messages),
+            maxTokens: request.maxTokens,
+            temperature: request.temperature,
+            signal: request.signal,
+            onToken,
+            onToolCallDelta: request.onToolCallDelta,
+            onStreamEvent: request.onStreamEvent,
+            reasoning: request.thinking,
+            reasoningStyle: "openai",
+            tools: request.tools,
+            toolChoice: request.toolChoice,
+            parallelToolCalls: request.parallelToolCalls,
+            reasoningArtifactReplayObserver: request.onReasoningArtifactReplayDecision,
+        });
+        return toCompletionResult("orcarouter", model, payload);
+    },
+};
+//# sourceMappingURL=orcarouter.js.map

package/dist/llm/orcarouter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"orcarouter.js","sourceRoot":"","sources":["../../src/llm/orcarouter.ts"],"names":[],"mappings":"AACA,OAAO,EACL,aAAa,GAGd,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EACL,wBAAwB,EACxB,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,EACtB,QAAQ,EACR,kBAAkB,GACnB,MAAM,WAAW,CAAC;AAEnB;;;;;;;;;;;;;GAaG;AACH,MAAM,OAAO,GAAG,8BAA8B,CAAC;AAE/C;;;GAGG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG;IACtC,iBAAiB;IACjB,oBAAoB;IACpB,eAAe;IACf,cAAc;IACd,mBAAmB;IACnB,gBAAgB;IAChB,gBAAgB;IAChB,6BAA6B;IAC7B,2BAA2B;IAC3B,yBAAyB;IACzB,uBAAuB;IACvB,6BAA6B;IAC7B,wBAAwB;IACxB,4BAA4B;IAC5B,4BAA4B;IAC5B,gBAAgB;IAChB,mBAAmB;IACnB,gBAAgB;IAChB,sBAAsB;IACtB,cAAc;CACf,CAAC;AAEF,0EAA0E;AAC1E,MAAM,cAAc,GAClB,yFAAyF,CAAC;AAO5F;;;;;GAKG;AACH,SAAS,qBAAqB,CAAC,OAAgB;IAC7C,MAAM,SAAS,GAAG,OAAyC,CAAC;IAC5D,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QACpC,CAAC,CAAC,OAAO;QACT,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC;YAC9B,CAAC,CAAC,SAAS,CAAC,IAAI;YAChB,CAAC,CAAC,EAAE,CAAC;IACT,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClE,MAAM,IAAI,GAAG,KAAuB,CAAC;QACrC,MAAM,EAAE,GAAG,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtD,IAAI,CAAC,EAAE,IAAI,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;YAAE,OAAO,KAAK,CAAC;QACjD,MAAM,SAAS,GAAG,IAAI,CAAC,wBAAwB,CAAC;QAChD,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,OAAO,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC;AAED,IAAI,YAAY,GAAoB,IAAI,CAAC;AACzC,IAAI,aAAa,GAAG,CAAC,CAAC;AACtB,MAAM,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,mBAAmB;AAExD,MAAM,CAAC,MAAM,kBAAkB,GAAgB;IAC7C,EAAE,EAAE,YAAY;IAChB,cAAc,EAAE,QAAQ;IACxB,WAAW,EAAE,YAAY;IACzB,YAAY,EAAE,aAAa,CAAC,UAAU;IACtC,MAAM,EAAE,oBAAoB;IAC5B,WAAW,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC;IAChE,KAAK,CAAC,UAAU,CAAC,IAAkB;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,YAAY,IAAI,GAAG,GAAG,aAAa,GAAG,YAAY,EAAE,CAAC;YACvD,OAAO,YAAY,CAAC;QACtB,CAAC;QACD,IAAI,CAAC;YACH,MAAM,UAAU,GAA2B,EAAE,CAAC;YAC9C,IAAI,IAAI,CAAC,MAAM;gBAAE,UAAU,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC;YACvE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,SAAS,EAAE;gBAChD,OAAO,EAAE,UAAU;aACpB,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7D,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAmC,QAAQ,CAAC,CAAC;YACxE,MAAM,MAAM,GAAG,wBAAwB,CACrC,YAAY,EACZ,qBAAqB,CAAC,IAAI,CAAC,CAC5B,CAAC;YACF,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,YAAY,GAAG,MAAM,CAAC;gBACtB,aAAa,GAAG,GAAG,CAAC;gBACpB,OAAO,MAAM,CAAC;YAChB,CAAC;YACD,OAAO,YAAY,IAAI,wBAAwB,CAAC;QAClD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,YAAY,IAAI,wBAAwB,CAAC;QAClD,CAAC;IACH,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,IAAkB;QAC3B,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpE,MAAM,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACnD,CAAC;IACD,KAAK,CAAC,QAAQ,CACZ,OAA0B,EAC1B,IAAkB;QAElB,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,UAAU,CAAC;QACxD,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC;YAC7C,QAAQ,EAAE,YAAY;YACtB,UAAU,EAAE,YAAY;YACxB,OAAO;YACP,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK;YACL,QAAQ,EAAE,2BAA2B,CAAC,OAAO,CAAC,QAAQ,CAAC;YACvD,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,SAAS,EAAE,OAAO,CAAC,QAAQ;YAC3B,cAAc,EAAE,QAAQ;YACxB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,+BAA+B,EAAE,OAAO,CAAC,iCAAiC;SAC3E,CAAC,CAAC;QACH,OAAO,kBAAkB,CAAC,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;IACD,KAAK,CAAC,MAAM,CACV,OAA0B,EAC1B,IAAkB,EAClB,OAAgC;QAEhC,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,UAAU,CAAC;QACxD,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC;YAC3C,QAAQ,EAAE,YAAY;YACtB,UAAU,EAAE,YAAY;YACxB,OAAO;YACP,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK;YACL,QAAQ,EAAE,2BAA2B,CAAC,OAAO,CAAC,QAAQ,CAAC;YACvD,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO;YACP,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,SAAS,EAAE,OAAO,CAAC,QAAQ;YAC3B,cAAc,EAAE,QAAQ;YACxB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,+BAA+B,EAAE,OAAO,CAAC,iCAAiC;SAC3E,CAAC,CAAC;QACH,OAAO,kBAAkB,CAAC,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;CACF,CAAC"}

package/dist/llm/provider-profile-layers.d.ts

@@ -0,0 +1,7 @@
+import type { ProviderId } from "../types.js";
+import type { ProfileEvidence, ProviderProfileLayer } from "./provider-profile.js";
+export declare const codeFact: (detail?: string) => ProfileEvidence;
+export declare const providerDoc: (detail: string) => ProfileEvidence;
+export declare const viaGateway: (detail: string) => ProfileEvidence;
+export declare const FAMILY_LAYERS: Partial<Record<ProviderId, ProviderProfileLayer>>;
+export declare function modelLayerFor(provider: ProviderId, model: string): ProviderProfileLayer | undefined;