@homeflare/distilled-litellm 0.2.0

package/dist/services/audit_logging.js

@@ -0,0 +1,83 @@
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+import * as S from "@distilled.cloud/core/schema";
+import * as API from "@distilled.cloud/core/api";
+import * as C from "@distilled.cloud/core/category";
+import * as T from "../traits.js";
+import { LitellmProtocol, } from "../protocol.js";
+import * as Retry from "../retry.js";
+export class NotFound extends /*@__PURE__*/ /*@__PURE__*/ T.applyErrorMatchers(
+/*@__PURE__*/ S.TaggedError()("NotFound", {
+    code: S.Number,
+    message: S.String,
+}).pipe(C.withBadRequestError), [{ status: 404 }]) {
+}
+export class UnprocessableEntity extends /*@__PURE__*/ /*@__PURE__*/ T.applyErrorMatchers(
+/*@__PURE__*/ S.TaggedError()("UnprocessableEntity", {
+    code: S.Number,
+    message: S.String,
+}).pipe(C.withBadRequestError), [{ status: 422 }]) {
+}
+export const GetAuditLogByIdAuditIdGetRequest = /*@__PURE__*/ S.suspend(() => S.Struct({
+    id: S.String.pipe(T.Label()),
+}).pipe(T.Http({ method: "GET", uri: "/audit/{id}", code: 200 }))).annotate({
+    identifier: "GetAuditLogByIdAuditIdGetRequest",
+});
+export const AuditLogResponseBeforeValueMap = /*@__PURE__*/ S.Record(S.String, S.Unknown);
+export const AuditLogResponseUpdatedValuesMap = /*@__PURE__*/ S.Record(S.String, S.Unknown);
+export const AuditLogResponse = /*@__PURE__*/ S.suspend(() => S.Struct({
+    action: S.String,
+    before_value: S.optional(S.NullOr(AuditLogResponseBeforeValueMap)),
+    changed_by: S.String,
+    changed_by_api_key: S.String,
+    id: S.String,
+    object_id: S.String,
+    table_name: S.String,
+    updated_at: S.String,
+    updated_values: S.optional(S.NullOr(AuditLogResponseUpdatedValuesMap)),
+})).annotate({
+    identifier: "AuditLogResponse",
+});
+export const GetAuditLogsAuditGetRequest = /*@__PURE__*/ S.suspend(() => S.Struct({
+    page: S.optional(S.Number.pipe(T.Query())),
+    page_size: S.optional(S.Number.pipe(T.Query())),
+    changed_by: S.optional(S.String.pipe(T.Query())),
+    changed_by_api_key: S.optional(S.String.pipe(T.Query())),
+    action: S.optional(S.String.pipe(T.Query())),
+    table_name: S.optional(S.String.pipe(T.Query())),
+    object_id: S.optional(S.String.pipe(T.Query())),
+    start_date: S.optional(S.String.pipe(T.Query())),
+    end_date: S.optional(S.String.pipe(T.Query())),
+    object_team_id: S.optional(S.String.pipe(T.Query())),
+    object_key_hash: S.optional(S.String.pipe(T.Query())),
+    sort_by: S.optional(S.String.pipe(T.Query())),
+    sort_order: S.optional(S.String.pipe(T.Query())),
+}).pipe(T.Http({ method: "GET", uri: "/audit", code: 200 }))).annotate({
+    identifier: "GetAuditLogsAuditGetRequest",
+});
+export const PaginatedAuditLogResponseAuditLogsList = /*@__PURE__*/ S.Array(AuditLogResponse);
+export const PaginatedAuditLogResponse = /*@__PURE__*/ S.suspend(() => S.Struct({
+    audit_logs: PaginatedAuditLogResponseAuditLogsList,
+    page: S.Number,
+    page_size: S.Number,
+    total: S.Number,
+    total_pages: S.Number,
+})).annotate({
+    identifier: "PaginatedAuditLogResponse",
+});
+/** Get Audit Log By Id Get detailed information about a specific audit log entry by its ID. Args: id (str): The unique identifier of the audit log entry Returns: AuditLogResponse: Detailed information about the audit log entry Raises: HTTPException: If the audit log is not found or if there's a database connection error */
+export const getAuditLogByIdAuditIdGet = /*@__PURE__*/ API.make(() => ({
+    input: GetAuditLogByIdAuditIdGetRequest,
+    output: AuditLogResponse,
+    errors: [NotFound, UnprocessableEntity],
+    protocol: LitellmProtocol,
+    retry: Retry.Retry,
+}));
+/** Get Audit Logs Get all audit logs with filtering and pagination. Returns a paginated response of audit logs matching the specified filters. Note: object_team_id and object_key_hash use Prisma JSON path filtering, which requires PostgreSQL. */
+export const getAuditLogsAuditGet = /*@__PURE__*/ API.make(() => ({
+    input: GetAuditLogsAuditGetRequest,
+    output: PaginatedAuditLogResponse,
+    errors: [UnprocessableEntity],
+    protocol: LitellmProtocol,
+    retry: Retry.Retry,
+}));
+//# sourceMappingURL=audit_logging.js.map

package/dist/services/audit_logging.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audit_logging.js","sourceRoot":"","sources":["../../src/services/audit_logging.ts"],"names":[],"mappings":"AAAA,4HAA4H;AAC5H,OAAO,KAAK,CAAC,MAAM,8BAA8B,CAAC;AAClD,OAAO,KAAK,GAAG,MAAM,2BAA2B,CAAC;AACjD,OAAO,KAAK,CAAC,MAAM,gCAAgC,CAAC;AACpD,OAAO,KAAK,CAAC,MAAM,cAAc,CAAC;AAClC,OAAO,EACL,eAAe,GAGhB,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,KAAK,MAAM,aAAa,CAAC;AAIrC,MAAM,OAAO,QACX,SAAQ,aAAa,CAAb,aAAa,CAAC,CAAC,CAAC,kBAAkB;AACxC,aAAa,CAAC,CAAC,CAAC,WAAW,EAAY,CAAC,UAAU,EAAE;IAClD,IAAI,EAAE,CAAC,CAAC,MAAM;IACd,OAAO,EAAE,CAAC,CAAC,MAAM;CAClB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,mBAAmB,CAAC,EAC9B,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAClB;CAAG;AAEN,MAAM,OAAO,mBACX,SAAQ,aAAa,CAAb,aAAa,CAAC,CAAC,CAAC,kBAAkB;AACxC,aAAa,CAAC,CAAC,CAAC,WAAW,EAAuB,CAAC,qBAAqB,EAAE;IACxE,IAAI,EAAE,CAAC,CAAC,MAAM;IACd,OAAO,EAAE,CAAC,CAAC,MAAM;CAClB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,mBAAmB,CAAC,EAC9B,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAClB;CAAG;AAKN,MAAM,CAAC,MAAM,gCAAgC,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAC3E,CAAC,CAAC,MAAM,CAAC;IACP,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;CAC7B,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,aAAa,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,CAClE,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,kCAAkC;CAC/C,CAAsD,CAAC;AAKxD,MAAM,CAAC,MAAM,8BAA8B,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,CAClE,CAAC,CAAC,MAAM,EACR,CAAC,CAAC,OAAO,CACyC,CAAC;AAKrD,MAAM,CAAC,MAAM,gCAAgC,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,CACpE,CAAC,CAAC,MAAM,EACR,CAAC,CAAC,OAAO,CAC2C,CAAC;AAcvD,MAAM,CAAC,MAAM,gBAAgB,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAC3D,CAAC,CAAC,MAAM,CAAC;IACP,MAAM,EAAE,CAAC,CAAC,MAAM;IAChB,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,8BAA8B,CAAC,CAAC;IAClE,UAAU,EAAE,CAAC,CAAC,MAAM;IACpB,kBAAkB,EAAE,CAAC,CAAC,MAAM;IAC5B,EAAE,EAAE,CAAC,CAAC,MAAM;IACZ,SAAS,EAAE,CAAC,CAAC,MAAM;IACnB,UAAU,EAAE,CAAC,CAAC,MAAM;IACpB,UAAU,EAAE,CAAC,CAAC,MAAM;IACpB,cAAc,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,gCAAgC,CAAC,CAAC;CACvE,CAAC,CACH,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,kBAAkB;CAC/B,CAAsC,CAAC;AA4BxC,MAAM,CAAC,MAAM,2BAA2B,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CACtE,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAC1C,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAC/C,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAChD,kBAAkB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IACxD,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAC5C,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAChD,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAC/C,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAChD,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAC9C,cAAc,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IACpD,eAAe,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IACrD,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAC7C,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;CACjD,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,CAC7D,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,6BAA6B;CAC1C,CAAiD,CAAC;AAGnD,MAAM,CAAC,MAAM,sCAAsC,GAAG,aAAa,CAAC,CAAC,CAAC,KAAK,CACzE,gBAAgB,CAC0C,CAAC;AAc7D,MAAM,CAAC,MAAM,yBAAyB,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CACpE,CAAC,CAAC,MAAM,CAAC;IACP,UAAU,EAAE,sCAAsC;IAClD,IAAI,EAAE,CAAC,CAAC,MAAM;IACd,SAAS,EAAE,CAAC,CAAC,MAAM;IACnB,KAAK,EAAE,CAAC,CAAC,MAAM;IACf,WAAW,EAAE,CAAC,CAAC,MAAM;CACtB,CAAC,CACH,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,2BAA2B;CACxC,CAA+C,CAAC;AAMjD,qUAAqU;AACrU,MAAM,CAAC,MAAM,yBAAyB,GAKlC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAChC,KAAK,EAAE,gCAAgC;IACvC,MAAM,EAAE,gBAAgB;IACxB,MAAM,EAAE,CAAC,QAAQ,EAAE,mBAAmB,CAAC;IACvC,QAAQ,EAAE,eAAe;IACzB,KAAK,EAAE,KAAK,CAAC,KAAK;CACnB,CAAC,CAAC,CAAC;AAGJ,sPAAsP;AACtP,MAAM,CAAC,MAAM,oBAAoB,GAK7B,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAChC,KAAK,EAAE,2BAA2B;IAClC,MAAM,EAAE,yBAAyB;IACjC,MAAM,EAAE,CAAC,mBAAmB,CAAC;IAC7B,QAAQ,EAAE,eAAe;IACzB,KAAK,EAAE,KAAK,CAAC,KAAK;CACnB,CAAC,CAAC,CAAC"}

package/dist/services/auto_router.d.ts

@@ -0,0 +1,286 @@
+import * as S from "@distilled.cloud/core/schema";
+import * as API from "@distilled.cloud/core/api";
+import { type LitellmOpError, type LitellmOpContext } from "../protocol.ts";
+export type { LitellmOpError, LitellmOpContext };
+declare const UnprocessableEntity_base: S.Class<UnprocessableEntity, S.TaggedStruct<"UnprocessableEntity", {
+    readonly code: any;
+    readonly message: any;
+}>, import("effect/Cause").YieldableError> & (new (...args: any[]) => {
+    "@distilled.cloud/error/categories": {
+        BadRequestError: true;
+    };
+});
+export declare class UnprocessableEntity extends /*@__PURE__*/ UnprocessableEntity_base {
+}
+export interface GetAutoRouterBenchmarksAutoRouterBenchmarksGetRequest {
+    /** YYYY-MM-DD UTC, inclusive (defaults to 30 days before end_date) */
+    start_date?: string;
+    /** YYYY-MM-DD UTC, inclusive (defaults to today) */
+    end_date?: string;
+}
+export declare const GetAutoRouterBenchmarksAutoRouterBenchmarksGetRequest: S.Schema<GetAutoRouterBenchmarksAutoRouterBenchmarksGetRequest>;
+/** One prompt-caching bucket of turns, with how often those turns hit the cache. */
+export interface AutoRouterCacheBucket {
+    /** hits over this bucket's turns, as a percentage */
+    hit_rate_pct: number;
+    /** Turns in this bucket whose response reported cache-read tokens */
+    hits: number;
+    /** Turns classified into this bucket */
+    turns: number;
+}
+export declare const AutoRouterCacheBucket: S.Schema<AutoRouterCacheBucket>;
+/** Prompt-caching behaviour of auto-routed turns, bucketed by what the router did. Every in-order turn falls in exactly one bucket: the session stayed on the same model, visited a model for the first time (cold by design), or returned to a model it had already used. Out-of-order turns (cross-pod flush races) are counted but not bucketed. */
+export interface AutoRouterCacheStats {
+    /** Share of turns that carried cache telemetry */
+    coverage_pct: number;
+    first_visit: AutoRouterCacheBucket;
+    /** All cache hits over telemetry-bearing turns */
+    hit_rate_pct: number;
+    /** Return-to-tier misses where the model's recorded cache TTL had lapsed */
+    return_misses_expired: number;
+    /** Return-to-tier misses with no recorded TTL to attribute against */
+    return_misses_unknown: number;
+    /** Return-to-tier misses inside the recorded TTL: the prefix changed or the provider evicted the entry early; billing telemetry cannot distinguish the two */
+    return_misses_within_ttl: number;
+    return_to_tier: AutoRouterCacheBucket;
+    same_model: AutoRouterCacheBucket;
+    /** Turns whose cache write used the one-hour TTL */
+    ttl_1h_turns: number;
+    /** Turns whose cache write used the five-minute TTL */
+    ttl_5m_turns: number;
+    /** Turns that arrived out of order and were not bucketed */
+    unordered_turns: number;
+}
+export declare const AutoRouterCacheStats: S.Schema<AutoRouterCacheStats>;
+/** Turns per tier, keyed by the tier name the routing decision recorded at request time (never re-derived at read time, since the tier-to-model mapping is mutable config). Tier names are scoped to this group's router_type and are not comparable across types: a complexity router reports 'SIMPLE'/'MEDIUM'/'COMPLEX'/'REASONING', a quality router reports its numeric quality tier, and an adaptive router records no tier at all. Turns no tier served (the classifier fell back to default_model) are absent rather than pooled under a sentinel key, so the values may sum to less than turns */
+export type AutoRouterBenchmarkGroupTierTurnsMap = {
+    [key: string]: number | undefined;
+};
+export declare const AutoRouterBenchmarkGroupTierTurnsMap: S.Schema<AutoRouterBenchmarkGroupTierTurnsMap>;
+/** One auto-router's slice of the benchmarks. */
+export interface AutoRouterBenchmarkGroup {
+    avg_session_seconds: number;
+    avg_tokens_per_session: number;
+    avg_turns_per_session: number;
+    /** spend plus saved_spend: the estimated single-model cost */
+    baseline_spend: number;
+    cache: AutoRouterCacheStats;
+    /** The auto-router alias requests were sent to */
+    router_name: string;
+    /** complexity, adaptive or quality */
+    router_type: string;
+    /** saved_spend over baseline_spend, as a percentage */
+    saved_pct: number;
+    saved_per_session: number;
+    /** Signed dollars saved versus each router's savings baseline (derived from its hardest tier, or the configured override), from the same per-request savings record the usage tab reads */
+    saved_spend: number;
+    sessions: number;
+    /** What the routed traffic actually cost */
+    spend: number;
+    /** Turns per tier, keyed by the tier name the routing decision recorded at request time (never re-derived at read time, since the tier-to-model mapping is mutable config). Tier names are scoped to this group's router_type and are not comparable across types: a complexity router reports 'SIMPLE'/'MEDIUM'/'COMPLEX'/'REASONING', a quality router reports its numeric quality tier, and an adaptive router records no tier at all. Turns no tier served (the classifier fell back to default_model) are absent rather than pooled under a sentinel key, so the values may sum to less than turns */
+    tier_turns?: AutoRouterBenchmarkGroupTierTurnsMap;
+    turns: number;
+}
+export declare const AutoRouterBenchmarkGroup: S.Schema<AutoRouterBenchmarkGroup>;
+/** One entry per auto-router, listed from the model registry rather than from the rollup, so a router appears as soon as it is configured and reads zero until it serves traffic. Semantic auto-routers are absent: they record no routing decision, so no session can ever be attributed to them */
+export type AutoRouterBenchmarksResponseGroupsList = Array<AutoRouterBenchmarkGroup>;
+export declare const AutoRouterBenchmarksResponseGroupsList: S.Schema<AutoRouterBenchmarksResponseGroupsList>;
+/** Session-shape and savings aggregates over auto-routed traffic in the window. */
+export interface AutoRouterBenchmarkTotals {
+    avg_session_seconds: number;
+    avg_tokens_per_session: number;
+    avg_turns_per_session: number;
+    /** spend plus saved_spend: the estimated single-model cost */
+    baseline_spend: number;
+    cache: AutoRouterCacheStats;
+    /** saved_spend over baseline_spend, as a percentage */
+    saved_pct: number;
+    saved_per_session: number;
+    /** Signed dollars saved versus each router's savings baseline (derived from its hardest tier, or the configured override), from the same per-request savings record the usage tab reads */
+    saved_spend: number;
+    sessions: number;
+    /** What the routed traffic actually cost */
+    spend: number;
+    turns: number;
+}
+export declare const AutoRouterBenchmarkTotals: S.Schema<AutoRouterBenchmarkTotals>;
+/** Benchmarks for the auto-router dashboard, aggregated from the per-session rollup. */
+export interface AutoRouterBenchmarksResponse {
+    /** Window end day, YYYY-MM-DD UTC, inclusive */
+    end_date: string;
+    /** One entry per auto-router, listed from the model registry rather than from the rollup, so a router appears as soon as it is configured and reads zero until it serves traffic. Semantic auto-routers are absent: they record no routing decision, so no session can ever be attributed to them */
+    groups: AutoRouterBenchmarksResponseGroupsList;
+    /** How many groups this response carries. Every auto-router configured on the proxy counts, whether or not it served anything in the window. To count only the routers that did serve traffic, filter `groups` to the entries whose `sessions` is above zero */
+    routers_in_scope: number;
+    /** Window start day, YYYY-MM-DD UTC, inclusive */
+    start_date: string;
+    totals: AutoRouterBenchmarkTotals;
+}
+export declare const AutoRouterBenchmarksResponse: S.Schema<AutoRouterBenchmarksResponse>;
+export interface GetShadowEvalJobAutoRouterShadowEvalJobIdGetRequest {
+    job_id: string;
+}
+export declare const GetShadowEvalJobAutoRouterShadowEvalJobIdGetRequest: S.Schema<GetShadowEvalJobAutoRouterShadowEvalJobIdGetRequest>;
+export type ShadowEvalJobResponseDirection = "forward" | "reverse";
+export declare const ShadowEvalJobResponseDirection: any;
+/** One key a job shadows, with its own budget and stop state. */
+export interface ShadowEvalJobKeyResponse {
+    /** The hashed virtual key whose traffic this entry scopes */
+    api_key_id: string;
+    /** This key's sampled attempts so far, judged and errored alike, the same count the sampler budgets against max_turns; populated on list and detail responses. Frozen at stopped_at once the key is stamped, so in-flight attempts landing after a stop never reclassify it */
+    attempt_count?: number | null;
+    /** Alias of the shadowed key, resolved from the key row at read time; None when unset or deleted */
+    key_alias?: string | null;
+    /** Masked display name (sk-...) of the shadowed key, resolved at read time like key_alias */
+    key_name?: string | null;
+    /** This key's own USD budget for the eval's shadow and judge spend, independent of its siblings'; None on jobs created before spend budgets existed, which max_turns alone bounds */
+    max_budget?: number | null;
+    /** This key's sample-count ceiling: the whole budget for jobs created before max_budget existed, and the error-loop safety valve otherwise */
+    max_turns: number;
+    /** This key's recorded shadow plus judge spend in USD, the same figure the sampler budgets against max_budget; populated on list and detail responses and frozen at stopped_at exactly like attempt_count */
+    spend?: number | null;
+    /** When this key's slot was stamped free, whether its own budget ran out, the window closed, or an operator stopped the job; status is derived, so a spent budget reads completed even while this is still unset */
+    stopped_at?: string | null;
+}
+export declare const ShadowEvalJobKeyResponse: S.Schema<ShadowEvalJobKeyResponse>;
+/** The keys whose traffic this job evaluates, and only those keys', each with its own budget */
+export type ShadowEvalJobResponseKeysList = Array<ShadowEvalJobKeyResponse>;
+export declare const ShadowEvalJobResponseKeysList: S.Schema<ShadowEvalJobResponseKeysList>;
+/** Judge outcomes for one slice of a job's verdicts (a router tier, or one of the models that served the real arm). */
+export interface ShadowEvalSlice {
+    avg_judge_confidence: number;
+    /** Judged turns litellm's response cache served, excluded from both spends: an adopted router would be served by the same cache, so those turns cost the same either way */
+    cache_hit_turns?: number;
+    group: string;
+    /** USD the real arm billed on this slice's judged turns, completion plus its own routing classifier when it routed, excluding turns litellm's response cache served for free */
+    real_spend?: number;
+    /** Share of judged turns the real arm won, meaning the response the caller actually received: the key's own model in forward mode, the router's pick in reverse */
+    real_win_rate_pct: number;
+    /** USD the shadow arm billed on the same turns, completion plus its own routing classifier, excluding the judge and the same cache-served turns, so the two spends compare like for like */
+    shadow_spend?: number;
+    /** Share of judged turns the shadow arm won, meaning the duplicated response nobody was served: the router's pick in forward mode, baseline_model in reverse */
+    shadow_win_rate_pct: number;
+    tie_rate_pct: number;
+    turn_count: number;
+}
+export declare const ShadowEvalSlice: S.Schema<ShadowEvalSlice>;
+/** Sliced by the model that served the real arm: the keys' incumbent models in forward mode, and in reverse the models the router itself picked */
+export type ShadowEvalResultByCurrentModelList = Array<ShadowEvalSlice>;
+export declare const ShadowEvalResultByCurrentModelList: S.Schema<ShadowEvalResultByCurrentModelList>;
+/** One slice per scoped key that has judged verdicts, grouped on the raw key hash. Keys the job scopes but has not judged a turn for yet are absent rather than reported as zero */
+export type ShadowEvalResultByKeyList = Array<ShadowEvalSlice>;
+export declare const ShadowEvalResultByKeyList: S.Schema<ShadowEvalResultByKeyList>;
+export type ShadowEvalResultByTierList = Array<ShadowEvalSlice>;
+export declare const ShadowEvalResultByTierList: S.Schema<ShadowEvalResultByTierList>;
+/** Stratified results of a shadow-eval job's verdicts so far. */
+export interface ShadowEvalResult {
+    /** Sliced by the model that served the real arm: the keys' incumbent models in forward mode, and in reverse the models the router itself picked */
+    by_current_model: ShadowEvalResultByCurrentModelList;
+    /** One slice per scoped key that has judged verdicts, grouped on the raw key hash. Keys the job scopes but has not judged a turn for yet are absent rather than reported as zero */
+    by_key: ShadowEvalResultByKeyList;
+    by_tier: ShadowEvalResultByTierList;
+    /** Eligible requests the sampling dice skipped, summed over legs: the judged rows stand for judged + this many requests. None for jobs from before the funnel existed */
+    not_sampled_count?: number | null;
+    overall_shadow_win_rate_pct: number;
+    overall_tie_rate_pct: number;
+    /** USD the real arm billed across all judged turns, cache-served turns excluded */
+    sampled_real_spend?: number;
+    /** USD the shadow arm billed across the same turns, judge excluded, like for like */
+    sampled_shadow_spend?: number;
+    /** Sampled requests dropped by the per-pod concurrency cap, so quiet periods are overweighted */
+    shed_count?: number | null;
+    /** Sampled requests whose shape could not be judged (tool-final turn, empty text) */
+    unjudgeable_count?: number | null;
+    /** Sampled requests the pipeline declined to spend on: no database to record into, an over-budget key or team, or the eval budget unverifiable or already reached (the in-flight burst as a job crosses max_budget lands here rather than vanishing from coverage) */
+    withheld_count?: number | null;
+}
+export declare const ShadowEvalResult: S.Schema<ShadowEvalResult>;
+/** Three recorded facts, no history-guessing: a stop is stopped_by (the migration backfills it for every job that displayed stopped when the column arrived, so the pre-column population is closed), completion is the window passing or every key spending its budget, and anything else is running. The all-keys-stamped fallback covers only stops written by pre-column pods during a rolling deploy. */
+export type ShadowEvalJobResponseStatus = "running" | "completed" | "stopped";
+export declare const ShadowEvalJobResponseStatus: any;
+/** A shadow-eval job over one or more keys, each with its own budget and stop state; status is derived from stopped_by, the keys' stop and budget state, and ends_at, never stored, so no writer anywhere can produce an inconsistent one. Aggregate fields are populated by the detail endpoint only and stay None on list responses. */
+export interface ShadowEvalJobResponse {
+    baseline_model?: string | null;
+    created_at: string;
+    direction?: ShadowEvalJobResponseDirection;
+    ends_at: string;
+    /** Sampled attempts that errored; detail endpoint only */
+    error_count?: number | null;
+    job_id: string;
+    judge_model: string;
+    /** Judge cost so far; detail endpoint only */
+    judge_spend?: number | null;
+    /** Verdicts recorded; detail endpoint only */
+    judged_count?: number | null;
+    /** The keys whose traffic this job evaluates, and only those keys', each with its own budget */
+    keys: ShadowEvalJobResponseKeysList;
+    /** Most recent attempt error; detail endpoint only */
+    last_error?: string | null;
+    /** Stratified verdicts; detail endpoint only */
+    results?: ShadowEvalResult | null;
+    router_name: string;
+    shadow_percentage: number;
+    /** Three recorded facts, no history-guessing: a stop is stopped_by (the migration backfills it for every job that displayed stopped when the column arrived, so the pre-column population is closed), completion is the window passing or every key spending its budget, and anything else is running. The all-keys-stamped fallback covers only stops written by pre-column pods during a rolling deploy. */
+    status: ShadowEvalJobResponseStatus;
+    /** The operator who stopped the job early, recorded by the stop endpoint; 'unknown' backfilled by migration for jobs that displayed stopped when the column arrived; None when the job ended on its own. Its presence is what makes a job read stopped rather than completed */
+    stopped_by?: string | null;
+}
+export declare const ShadowEvalJobResponse: S.Schema<ShadowEvalJobResponse>;
+export interface ListShadowEvalJobsAutoRouterShadowEvalGetRequest {
+    /** Filter to jobs that shadow this key, alone or alongside others */
+    api_key_id?: string;
+    /** Newest jobs to return */
+    limit?: number;
+}
+export declare const ListShadowEvalJobsAutoRouterShadowEvalGetRequest: S.Schema<ListShadowEvalJobsAutoRouterShadowEvalGetRequest>;
+export type ListShadowEvalJobsAutoRouterShadowEvalGetResponseBodyList = Array<ShadowEvalJobResponse>;
+export declare const ListShadowEvalJobsAutoRouterShadowEvalGetResponseBodyList: S.Schema<ListShadowEvalJobsAutoRouterShadowEvalGetResponseBodyList>;
+export interface ListShadowEvalJobsAutoRouterShadowEvalGetResponse {
+    body: ListShadowEvalJobsAutoRouterShadowEvalGetResponseBodyList;
+}
+export declare const ListShadowEvalJobsAutoRouterShadowEvalGetResponse: S.Schema<ListShadowEvalJobsAutoRouterShadowEvalGetResponse>;
+/** The hashed virtual keys whose traffic will be shadowed. Shadow evaluation runs ONLY on these keys' traffic; requests made with any other key are not sampled. Each key carries its own max_budget spend budget, so one key exhausting its budget leaves the others sampling. At most 100 keys per job, which also bounds every read the job's endpoints make. */
+export type StartShadowEvalAutoRouterShadowEvalStartPostRequestApiKeyIdsList = Array<string>;
+export declare const StartShadowEvalAutoRouterShadowEvalStartPostRequestApiKeyIdsList: S.Schema<StartShadowEvalAutoRouterShadowEvalStartPostRequestApiKeyIdsList>;
+/** forward answers 'should this key adopt router_name': it samples the requests the key did NOT route through the router and duplicates them through it. reverse answers 'is the router still worth it for a key already on it': it samples the requests the router did serve and duplicates them against baseline_model. The response the caller received is always the real arm */
+export type StartShadowEvalAutoRouterShadowEvalStartPostRequestDirection = "forward" | "reverse";
+export declare const StartShadowEvalAutoRouterShadowEvalStartPostRequestDirection: any;
+export interface StartShadowEvalAutoRouterShadowEvalStartPostRequest {
+    /** The hashed virtual keys whose traffic will be shadowed. Shadow evaluation runs ONLY on these keys' traffic; requests made with any other key are not sampled. Each key carries its own max_budget spend budget, so one key exhausting its budget leaves the others sampling. At most 100 keys per job, which also bounds every read the job's endpoints make. */
+    api_key_ids: StartShadowEvalAutoRouterShadowEvalStartPostRequestApiKeyIdsList;
+    /** Required when direction is reverse and rejected otherwise: the fixed model the router's own responses are judged against. Must be a plain model rather than another auto-router */
+    baseline_model?: string | null;
+    /** forward answers 'should this key adopt router_name': it samples the requests the key did NOT route through the router and duplicates them through it. reverse answers 'is the router still worth it for a key already on it': it samples the requests the router did serve and duplicates them against baseline_model. The response the caller received is always the real arm */
+    direction?: StartShadowEvalAutoRouterShadowEvalStartPostRequestDirection | (string & {});
+    /** How many days the job samples traffic before completing on its own */
+    duration_days?: number;
+    /** Model used to blindly judge real vs. shadow responses. The judge only compares two answers, so a mid-tier model (Claude Sonnet or GPT-4o class) is the sweet spot: small/nano-class models produce unreliable or malformed verdicts, while frontier reasoning models add cost without changing outcomes. */
+    judge_model?: string;
+    /** Per-key USD budget for the eval's own overhead, the shadow-arm and judge calls, priced with the same figures the spend pipeline bills. EACH scoped key samples until its recorded eval spend reaches this, so a job over N keys spends at most about N times max_budget; in-flight samples can overshoot the cap by one sampling cache window */
+    max_budget?: number;
+    /** The auto-router under evaluation, in either direction */
+    router_name: string;
+    /** Percentage of the key's requests to duplicate through the router */
+    shadow_percentage: number;
+}
+export declare const StartShadowEvalAutoRouterShadowEvalStartPostRequest: S.Schema<StartShadowEvalAutoRouterShadowEvalStartPostRequest>;
+export interface StopShadowEvalJobAutoRouterShadowEvalJobIdStopPostRequest {
+    job_id: string;
+}
+export declare const StopShadowEvalJobAutoRouterShadowEvalJobIdStopPostRequest: S.Schema<StopShadowEvalJobAutoRouterShadowEvalJobIdStopPostRequest>;
+export type GetAutoRouterBenchmarksAutoRouterBenchmarksGetError = UnprocessableEntity | LitellmOpError;
+/** Get Auto Router Benchmarks Benchmarks for the auto-router dashboard: session shape, savings against the configured baseline, and prompt-caching behaviour bucketed by what the router did. Reads the LiteLLM_AutoRouterSession rollup, folded once per request at spend-write time, so this endpoint never scans LiteLLM_SpendLogs. A session is in the window when it overlaps it: its last turn is on or after start_date and its first turn is on or before end_date. Overall hit rate is over telemetry-bearing turns; each bucket's hit rate is over that bucket's turns. The rollup supplies the measures, never the list. Which routers appear comes from the model registry, so one shows up as soon as it is configured and reads zero until it serves traffic, and `routers_in_scope` counts those too rather than only the routers the window recorded. */
+export declare const getAutoRouterBenchmarksAutoRouterBenchmarksGet: API.OperationMethod<GetAutoRouterBenchmarksAutoRouterBenchmarksGetRequest, AutoRouterBenchmarksResponse, GetAutoRouterBenchmarksAutoRouterBenchmarksGetError, LitellmOpContext>;
+export type GetShadowEvalJobAutoRouterShadowEvalJobIdGetError = UnprocessableEntity | LitellmOpError;
+/** Get Shadow Eval Job One job with derived counts, judge spend, latest error, and stratified results. */
+export declare const getShadowEvalJobAutoRouterShadowEvalJobIdGet: API.OperationMethod<GetShadowEvalJobAutoRouterShadowEvalJobIdGetRequest, ShadowEvalJobResponse, GetShadowEvalJobAutoRouterShadowEvalJobIdGetError, LitellmOpContext>;
+export type ListShadowEvalJobsAutoRouterShadowEvalGetError = UnprocessableEntity | LitellmOpError;
+/** List Shadow Eval Jobs List shadow eval jobs, newest first, each key with its attempt count so status is accurate. Judged counts, spend, and results ride the detail endpoint only. */
+export declare const listShadowEvalJobsAutoRouterShadowEvalGet: API.OperationMethod<ListShadowEvalJobsAutoRouterShadowEvalGetRequest, ListShadowEvalJobsAutoRouterShadowEvalGetResponse, ListShadowEvalJobsAutoRouterShadowEvalGetError, LitellmOpContext>;
+export type StartShadowEvalAutoRouterShadowEvalStartPostError = UnprocessableEntity | LitellmOpError;
+/** Start Shadow Eval Start a shadow eval: duplicate a sampled slice of one or more keys' live traffic against a second arm, judge the two responses blind, and stratify win rates by tier, by the model that served the real arm, and by key. A forward job answers whether the keys should adopt router_name: it samples the requests the router did not serve and duplicates them through it. A reverse job answers whether a key already on the router still gains from it: it samples the requests the router did serve and duplicates them against baseline_model. A key can hold one active job per direction, so both questions can run at once. Shadow responses are never served to users. Each key samples until its recorded eval spend, the shadow and judge calls' own cost, reaches max_budget dollars, the job's window ends, or the job is stopped, so one key running out of budget does not end sampling for the others; sampling changes propagate to pods within about 10 seconds. Shadow and judge calls bill to the shadowed key but are excluded from request counts and auto-router adoption metrics. */
+export declare const startShadowEvalAutoRouterShadowEvalStartPost: API.OperationMethod<StartShadowEvalAutoRouterShadowEvalStartPostRequest, ShadowEvalJobResponse, StartShadowEvalAutoRouterShadowEvalStartPostError, LitellmOpContext>;
+export type StopShadowEvalJobAutoRouterShadowEvalJobIdStopPostError = UnprocessableEntity | LitellmOpError;
+/** Stop Shadow Eval Job Stop an active shadow eval job, every key it scopes at once. Attempts are kept; sampling halts within ~10s. Keys that already stopped on their own budget keep the stopped_at they earned. The statement is the whole state machine: it claims the job only while a leg still samples inside the window with no stop recorded, so a racing operator, a same-instant budget spend, and a repeat stop all read the same 400 with the status the job actually holds. */
+export declare const stopShadowEvalJobAutoRouterShadowEvalJobIdStopPost: API.OperationMethod<StopShadowEvalJobAutoRouterShadowEvalJobIdStopPostRequest, ShadowEvalJobResponse, StopShadowEvalJobAutoRouterShadowEvalJobIdStopPostError, LitellmOpContext>;
+//# sourceMappingURL=auto_router.d.ts.map

package/dist/services/auto_router.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"auto_router.d.ts","sourceRoot":"","sources":["../../src/services/auto_router.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,CAAC,MAAM,8BAA8B,CAAC;AAClD,OAAO,KAAK,GAAG,MAAM,2BAA2B,CAAC;AAGjD,OAAO,EAEL,KAAK,cAAc,EACnB,KAAK,gBAAgB,EACtB,MAAM,gBAAgB,CAAC;AAGxB,YAAY,EAAE,cAAc,EAAE,gBAAgB,EAAE,CAAC;;;;;;;;;AAEjD,qBAAa,mBACX,SAAQ,aAAa,CAAC,wBAMrB;CAAG;AAEN,MAAM,WAAW,qDAAqD;IACpE,sEAAsE;IACtE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,oDAAoD;IACpD,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AACD,eAAO,MAAM,qDAAqD,EAUnD,CAAC,CAAC,MAAM,CAAC,qDAAqD,CAAC,CAAC;AAE/E,oFAAoF;AACpF,MAAM,WAAW,qBAAqB;IACpC,qDAAqD;IACrD,YAAY,EAAE,MAAM,CAAC;IACrB,qEAAqE;IACrE,IAAI,EAAE,MAAM,CAAC;IACb,wCAAwC;IACxC,KAAK,EAAE,MAAM,CAAC;CACf;AACD,eAAO,MAAM,qBAAqB,EAQrB,CAAC,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;AAE7C,uVAAuV;AACvV,MAAM,WAAW,oBAAoB;IACnC,kDAAkD;IAClD,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,qBAAqB,CAAC;IACnC,kDAAkD;IAClD,YAAY,EAAE,MAAM,CAAC;IACrB,4EAA4E;IAC5E,qBAAqB,EAAE,MAAM,CAAC;IAC9B,sEAAsE;IACtE,qBAAqB,EAAE,MAAM,CAAC;IAC9B,8JAA8J;IAC9J,wBAAwB,EAAE,MAAM,CAAC;IACjC,cAAc,EAAE,qBAAqB,CAAC;IACtC,UAAU,EAAE,qBAAqB,CAAC;IAClC,oDAAoD;IACpD,YAAY,EAAE,MAAM,CAAC;IACrB,uDAAuD;IACvD,YAAY,EAAE,MAAM,CAAC;IACrB,4DAA4D;IAC5D,eAAe,EAAE,MAAM,CAAC;CACzB;AACD,eAAO,MAAM,oBAAoB,EAgBpB,CAAC,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;AAE5C,2kBAA2kB;AAC3kB,MAAM,MAAM,oCAAoC,GAAG;IACjD,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAC;CACnC,CAAC;AACF,eAAO,MAAM,oCAAoC,EAGrC,CAAC,CAAC,MAAM,CAAC,oCAAoC,CAAC,CAAC;AAE3D,iDAAiD;AACjD,MAAM,WAAW,wBAAwB;IACvC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,8DAA8D;IAC9D,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,oBAAoB,CAAC;IAC5B,kDAAkD;IAClD,WAAW,EAAE,MAAM,CAAC;IACpB,sCAAsC;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,uDAAuD;IACvD,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,2LAA2L;IAC3L,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAC;IACd,2kBAA2kB;IAC3kB,UAAU,CAAC,EAAE,oCAAoC,CAAC;IAClD,KAAK,EAAE,MAAM,CAAC;CACf;AACD,eAAO,MAAM,wBAAwB,EAmBxB,CAAC,CAAC,MAAM,CAAC,wBAAwB,CAAC,CAAC;AAEhD,qSAAqS;AACrS,MAAM,MAAM,sCAAsC,GAChD,KAAK,CAAC,wBAAwB,CAAC,CAAC;AAClC,eAAO,MAAM,sCAAsC,EAEvC,CAAC,CAAC,MAAM,CAAC,sCAAsC,CAAC,CAAC;AAE7D,mFAAmF;AACnF,MAAM,WAAW,yBAAyB;IACxC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,8DAA8D;IAC9D,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,oBAAoB,CAAC;IAC5B,uDAAuD;IACvD,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,2LAA2L;IAC3L,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AACD,eAAO,MAAM,yBAAyB,EAgBzB,CAAC,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC;AAEjD,wFAAwF;AACxF,MAAM,WAAW,4BAA4B;IAC3C,gDAAgD;IAChD,QAAQ,EAAE,MAAM,CAAC;IACjB,qSAAqS;IACrS,MAAM,EAAE,sCAAsC,CAAC;IAC/C,gQAAgQ;IAChQ,gBAAgB,EAAE,MAAM,CAAC;IACzB,kDAAkD;IAClD,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,yBAAyB,CAAC;CACnC;AACD,eAAO,MAAM,4BAA4B,EAU5B,CAAC,CAAC,MAAM,CAAC,4BAA4B,CAAC,CAAC;AAEpD,MAAM,WAAW,mDAAmD;IAClE,MAAM,EAAE,MAAM,CAAC;CAChB;AACD,eAAO,MAAM,mDAAmD,EAajD,CAAC,CAAC,MAAM,CAAC,mDAAmD,CAAC,CAAC;AAE7E,MAAM,MAAM,8BAA8B,GAAG,SAAS,GAAG,SAAS,CAAC;AACnE,eAAO,MAAM,8BAA8B,KAAW,CAAC;AAEvD,iEAAiE;AACjE,MAAM,WAAW,wBAAwB;IACvC,6DAA6D;IAC7D,UAAU,EAAE,MAAM,CAAC;IACnB,+QAA+Q;IAC/Q,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,oGAAoG;IACpG,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,6FAA6F;IAC7F,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,qLAAqL;IACrL,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,8IAA8I;IAC9I,SAAS,EAAE,MAAM,CAAC;IAClB,6MAA6M;IAC7M,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,oNAAoN;IACpN,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AACD,eAAO,MAAM,wBAAwB,EAaxB,CAAC,CAAC,MAAM,CAAC,wBAAwB,CAAC,CAAC;AAEhD,gGAAgG;AAChG,MAAM,MAAM,6BAA6B,GAAG,KAAK,CAAC,wBAAwB,CAAC,CAAC;AAC5E,eAAO,MAAM,6BAA6B,EAE9B,CAAC,CAAC,MAAM,CAAC,6BAA6B,CAAC,CAAC;AAEpD,uHAAuH;AACvH,MAAM,WAAW,eAAe;IAC9B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,4KAA4K;IAC5K,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,gLAAgL;IAChL,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,mKAAmK;IACnK,iBAAiB,EAAE,MAAM,CAAC;IAC1B,4LAA4L;IAC5L,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gKAAgK;IAChK,mBAAmB,EAAE,MAAM,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB;AACD,eAAO,MAAM,eAAe,EAcf,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;AAEvC,mJAAmJ;AACnJ,MAAM,MAAM,kCAAkC,GAAG,KAAK,CAAC,eAAe,CAAC,CAAC;AACxE,eAAO,MAAM,kCAAkC,EAEnC,CAAC,CAAC,MAAM,CAAC,kCAAkC,CAAC,CAAC;AAEzD,oLAAoL;AACpL,MAAM,MAAM,yBAAyB,GAAG,KAAK,CAAC,eAAe,CAAC,CAAC;AAC/D,eAAO,MAAM,yBAAyB,EAE1B,CAAC,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC;AAEhD,MAAM,MAAM,0BAA0B,GAAG,KAAK,CAAC,eAAe,CAAC,CAAC;AAChE,eAAO,MAAM,0BAA0B,EAE3B,CAAC,CAAC,MAAM,CAAC,0BAA0B,CAAC,CAAC;AAEjD,iEAAiE;AACjE,MAAM,WAAW,gBAAgB;IAC/B,mJAAmJ;IACnJ,gBAAgB,EAAE,kCAAkC,CAAC;IACrD,oLAAoL;IACpL,MAAM,EAAE,yBAAyB,CAAC;IAClC,OAAO,EAAE,0BAA0B,CAAC;IACpC,yKAAyK;IACzK,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,2BAA2B,EAAE,MAAM,CAAC;IACpC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,mFAAmF;IACnF,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,qFAAqF;IACrF,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,iGAAiG;IACjG,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,qFAAqF;IACrF,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,sQAAsQ;IACtQ,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AACD,eAAO,MAAM,gBAAgB,EAgBhB,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;AAExC,8YAA8Y;AAC9Y,MAAM,MAAM,2BAA2B,GAAG,SAAS,GAAG,WAAW,GAAG,SAAS,CAAC;AAC9E,eAAO,MAAM,2BAA2B,KAAW,CAAC;AAEpD,0UAA0U;AAC1U,MAAM,WAAW,qBAAqB;IACpC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,8BAA8B,CAAC;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,0DAA0D;IAC1D,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,8CAA8C;IAC9C,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,8CAA8C;IAC9C,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,gGAAgG;IAChG,IAAI,EAAE,6BAA6B,CAAC;IACpC,sDAAsD;IACtD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,gDAAgD;IAChD,OAAO,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,8YAA8Y;IAC9Y,MAAM,EAAE,2BAA2B,CAAC;IACpC,gRAAgR;IAChR,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AACD,eAAO,MAAM,qBAAqB,EAqBrB,CAAC,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;AAE7C,MAAM,WAAW,gDAAgD;IAC/D,qEAAqE;IACrE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4BAA4B;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AACD,eAAO,MAAM,gDAAgD,EAU9C,CAAC,CAAC,MAAM,CAAC,gDAAgD,CAAC,CAAC;AAE1E,MAAM,MAAM,yDAAyD,GACnE,KAAK,CAAC,qBAAqB,CAAC,CAAC;AAC/B,eAAO,MAAM,yDAAyD,EAGxD,CAAC,CAAC,MAAM,CAAC,yDAAyD,CAAC,CAAC;AAElF,MAAM,WAAW,iDAAiD;IAChE,IAAI,EAAE,yDAAyD,CAAC;CACjE;AACD,eAAO,MAAM,iDAAiD,EAO/C,CAAC,CAAC,MAAM,CAAC,iDAAiD,CAAC,CAAC;AAE3E,oWAAoW;AACpW,MAAM,MAAM,gEAAgE,GAC1E,KAAK,CAAC,MAAM,CAAC,CAAC;AAChB,eAAO,MAAM,gEAAgE,EAG/D,CAAC,CAAC,MAAM,CAAC,gEAAgE,CAAC,CAAC;AAEzF,qXAAqX;AACrX,MAAM,MAAM,4DAA4D,GACpE,SAAS,GACT,SAAS,CAAC;AACd,eAAO,MAAM,4DAA4D,KAC/D,CAAC;AAEX,MAAM,WAAW,mDAAmD;IAClE,oWAAoW;IACpW,WAAW,EAAE,gEAAgE,CAAC;IAC9E,sLAAsL;IACtL,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,qXAAqX;IACrX,SAAS,CAAC,EACN,4DAA4D,GAC5D,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IAClB,yEAAyE;IACzE,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,+SAA+S;IAC/S,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,oVAAoV;IACpV,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4DAA4D;IAC5D,WAAW,EAAE,MAAM,CAAC;IACpB,uEAAuE;IACvE,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AACD,eAAO,MAAM,mDAAmD,EAuBjD,CAAC,CAAC,MAAM,CAAC,mDAAmD,CAAC,CAAC;AAE7E,MAAM,WAAW,yDAAyD;IACxE,MAAM,EAAE,MAAM,CAAC;CAChB;AACD,eAAO,MAAM,yDAAyD,EAavD,CAAC,CAAC,MAAM,CAAC,yDAAyD,CAAC,CAAC;AAEnF,MAAM,MAAM,mDAAmD,GAC3D,mBAAmB,GACnB,cAAc,CAAC;AACnB,y0BAAy0B;AACz0B,eAAO,MAAM,8CAA8C,EAAE,GAAG,CAAC,eAAe,CAC9E,qDAAqD,EACrD,4BAA4B,EAC5B,mDAAmD,EACnD,gBAAgB,CAOf,CAAC;AAEJ,MAAM,MAAM,iDAAiD,GACzD,mBAAmB,GACnB,cAAc,CAAC;AACnB,0GAA0G;AAC1G,eAAO,MAAM,4CAA4C,EAAE,GAAG,CAAC,eAAe,CAC5E,mDAAmD,EACnD,qBAAqB,EACrB,iDAAiD,EACjD,gBAAgB,CAOf,CAAC;AAEJ,MAAM,MAAM,8CAA8C,GACtD,mBAAmB,GACnB,cAAc,CAAC;AACnB,yLAAyL;AACzL,eAAO,MAAM,yCAAyC,EAAE,GAAG,CAAC,eAAe,CACzE,gDAAgD,EAChD,iDAAiD,EACjD,8CAA8C,EAC9C,gBAAgB,CAOf,CAAC;AAEJ,MAAM,MAAM,iDAAiD,GACzD,mBAAmB,GACnB,cAAc,CAAC;AACnB,ikCAAikC;AACjkC,eAAO,MAAM,4CAA4C,EAAE,GAAG,CAAC,eAAe,CAC5E,mDAAmD,EACnD,qBAAqB,EACrB,iDAAiD,EACjD,gBAAgB,CAOf,CAAC;AAEJ,MAAM,MAAM,uDAAuD,GAC/D,mBAAmB,GACnB,cAAc,CAAC;AACnB,6dAA6d;AAC7d,eAAO,MAAM,kDAAkD,EAAE,GAAG,CAAC,eAAe,CAClF,yDAAyD,EACzD,qBAAqB,EACrB,uDAAuD,EACvD,gBAAgB,CAOf,CAAC"}