@zhivex-ai/gateway 0.3.0 → 0.3.1-next.0

package/dist/policies.js

@@ -0,0 +1,210 @@
+import { toCapabilityMismatch } from "./types.js";
+import { getGatewayTargetHealthScore, isGatewayTargetCoolingDown } from "./runtime-state.js";
+const resolveModelCost = (context, target) => context.providerCostsPer1kTokens?.[target.provider] ?? context.modelCatalog?.find(target.provider, target.modelId)?.costPer1kTokens;
+const resolveLatencyPenalty = (context, target) => {
+    const state = context.runtimeStates.get(`${target.provider}:${target.modelId}`);
+    const stateLatency = state?.latencyEwmaMs ?? state?.latencyP95Ms ?? state?.avgLatencyMs ?? state?.lastLatencyMs;
+    const configuredBias = context.latencyBiasMs?.[target.provider] ?? 0;
+    const measured = stateLatency ?? 0;
+    return (measured + configuredBias) / 100;
+};
+const scoreHeuristics = (mode, intent, target) => {
+    const model = target.modelId.toLowerCase();
+    const speedScore = Number(model.includes("flash")) * 2 + Number(model.includes("mini")) + Number(model.includes("lite"));
+    const qualityScore = Number(model.includes("pro")) * 2 +
+        Number(model.includes("claude")) * 2 +
+        Number(model.includes("sonnet")) +
+        Number(model.includes("opus")) * 2;
+    const reasoningScore = Number(model.includes("claude")) * 2 +
+        Number(model.includes("sonnet")) +
+        Number(model.includes("gpt-5")) * 2 +
+        Number(model.includes("o1")) * 2 +
+        Number(model.includes("o3")) * 2 +
+        Number(model.includes("reason"));
+    if (mode === "speed") {
+        return speedScore + (target.provider === "ollama" ? 2 : 0);
+    }
+    if (mode === "quality") {
+        return qualityScore + (intent === "reasoning" ? reasoningScore : 0);
+    }
+    return speedScore + qualityScore + (intent === "reasoning" ? reasoningScore : 0) + (target.provider === "ollama" ? 1 : 0);
+};
+const scoreHealth = (evaluated) => getGatewayTargetHealthScore(evaluated.state);
+const costPenalty = (cost, strategy, maxCostPer1kTokens) => {
+    if (cost == null || strategy === "ignore") {
+        return 0;
+    }
+    if (strategy === "prefer-cheaper") {
+        if (maxCostPer1kTokens != null && cost > maxCostPer1kTokens) {
+            return (cost - maxCostPer1kTokens) * 4;
+        }
+        return cost;
+    }
+    return cost;
+};
+const buildEvaluatedTarget = (context, target) => {
+    const adapter = context.adapters[target.provider];
+    const targetKey = `${target.provider}:${target.modelId}`;
+    const state = context.runtimeStates.get(targetKey);
+    const costStrategy = context.request.costStrategy ?? "strict";
+    const estimatedCostPer1kTokens = resolveModelCost(context, target);
+    if (!adapter) {
+        return {
+            target,
+            score: Number.NEGATIVE_INFINITY,
+            available: false,
+            estimatedCostPer1kTokens,
+            skipReason: "missing-adapter",
+            state
+        };
+    }
+    const model = context.requiredCapabilities.webSearch && adapter.groundedLanguageModel
+        ? adapter.groundedLanguageModel(target.modelId)
+        : adapter.languageModel(target.modelId);
+    const explicitMismatch = toCapabilityMismatch(model.capabilities, context.request.requiredCapabilities ?? {});
+    const hardMismatch = toCapabilityMismatch(model.capabilities, context.requiredCapabilities)
+        .filter((key) => !explicitMismatch.includes(key));
+    const degradedCapabilities = context.request.allowDegradedCapabilities ? explicitMismatch : [];
+    const missingCapabilities = context.request.allowDegradedCapabilities
+        ? hardMismatch
+        : [...explicitMismatch, ...hardMismatch];
+    if (missingCapabilities.length > 0) {
+        return {
+            target,
+            score: Number.NEGATIVE_INFINITY,
+            available: false,
+            estimatedCostPer1kTokens,
+            degradedCapabilities,
+            skipReason: "capabilities",
+            state
+        };
+    }
+    if (isGatewayTargetCoolingDown(state, context.now)) {
+        return {
+            target,
+            score: Number.NEGATIVE_INFINITY,
+            available: false,
+            estimatedCostPer1kTokens,
+            degradedCapabilities,
+            skipReason: "cooldown",
+            state
+        };
+    }
+    const observedLatency = state?.latencyP95Ms ?? state?.latencyEwmaMs ?? state?.avgLatencyMs;
+    if (context.request.latencyBudgetMs != null && observedLatency != null && observedLatency > context.request.latencyBudgetMs) {
+        return {
+            target,
+            score: Number.NEGATIVE_INFINITY,
+            available: false,
+            estimatedCostPer1kTokens,
+            degradedCapabilities,
+            skipReason: "latency-budget",
+            state
+        };
+    }
+    if (context.request.maxCostPer1kTokens != null &&
+        costStrategy === "strict" &&
+        estimatedCostPer1kTokens != null &&
+        estimatedCostPer1kTokens > context.request.maxCostPer1kTokens) {
+        return {
+            target,
+            score: Number.NEGATIVE_INFINITY,
+            available: false,
+            estimatedCostPer1kTokens,
+            degradedCapabilities,
+            skipReason: "cost",
+            state
+        };
+    }
+    const score = scoreHeuristics(context.request.routingMode ?? "balanced", context.request.taskIntent ?? "chat", target) +
+        (context.request.preferLocal && target.provider === "ollama" ? 3 : 0) +
+        scoreHealth({
+            target,
+            score: 0,
+            available: true,
+            estimatedCostPer1kTokens,
+            degradedCapabilities,
+            state
+        }) -
+        resolveLatencyPenalty(context, target) -
+        costPenalty(estimatedCostPer1kTokens, costStrategy, context.request.maxCostPer1kTokens) -
+        degradedCapabilities.length * 5;
+    return {
+        target,
+        score,
+        available: true,
+        estimatedCostPer1kTokens,
+        degradedCapabilities,
+        state
+    };
+};
+export const createDefaultRouterPolicy = () => ({
+    name: "default-router-policy",
+    plan(context) {
+        const evaluatedTargets = context.targets.map((target) => buildEvaluatedTarget(context, target));
+        const orderedTargets = [...evaluatedTargets]
+            .filter((candidate) => candidate.available)
+            .sort((left, right) => right.score - left.score)
+            .map((candidate) => candidate.target);
+        return {
+            mode: context.request.routingMode ?? "balanced",
+            intent: context.request.taskIntent ?? "chat",
+            policy: "default-router-policy",
+            orderedTargets,
+            evaluatedTargets,
+            reason: "Ordered by default router policy using capabilities, runtime health, latency, and cost."
+        };
+    }
+});
+const classifyErrorClass = (message) => {
+    if (["timed out", "timeout"].some((token) => message.includes(token))) {
+        return "timeout";
+    }
+    if (["429", "rate", "overloaded"].some((token) => message.includes(token))) {
+        return "rate-limit";
+    }
+    if (["connect", "econnrefused", "enotfound", "socket"].some((token) => message.includes(token))) {
+        return "connectivity";
+    }
+    if (["validation", "unsupported", "invalid"].some((token) => message.includes(token))) {
+        return "validation";
+    }
+    if (["500", "502", "503", "504", "provider"].some((token) => message.includes(token))) {
+        return "provider";
+    }
+    return "unknown";
+};
+export const createDefaultRetryPolicy = (options = {}) => ({
+    name: "default-retry-policy",
+    classifyError(error) {
+        if (error instanceof Error) {
+            const normalized = error.message.toLowerCase();
+            const errorClass = classifyErrorClass(normalized);
+            return {
+                message: error.message,
+                retryable: errorClass === "timeout" || errorClass === "rate-limit" || errorClass === "connectivity" || errorClass === "provider",
+                errorClass
+            };
+        }
+        return {
+            message: "Unknown gateway error.",
+            retryable: false,
+            errorClass: "unknown"
+        };
+    },
+    shouldRetry(context) {
+        const maxRetries = context.request.retryPolicy?.maxRetries ?? options.maxRetries ?? 2;
+        return context.error.retryable && context.retry < Math.max(0, maxRetries);
+    },
+    getBackoffMs(context) {
+        const base = context.request.retryPolicy?.backoffMs ?? options.backoffMs ?? 200;
+        return base * (context.retry + 1);
+    },
+    getCooldownMs(context) {
+        const threshold = context.request.retryPolicy?.cooldownAfterRetryableFailures ?? options.cooldownAfterRetryableFailures ?? 3;
+        const duration = context.request.retryPolicy?.cooldownMs ?? options.cooldownMs ?? 30_000;
+        const nextRetryableFailures = (context.state?.consecutiveRetryableFailures ?? 0) + Number(context.error.retryable);
+        return context.error.retryable && nextRetryableFailures >= threshold ? duration : 0;
+    }
+});
+//# sourceMappingURL=policies.js.map

package/dist/policies.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"policies.js","sourceRoot":"","sources":["../src/policies.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,EAAE,2BAA2B,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AAE7F,MAAM,gBAAgB,GAAG,CAAC,OAAoC,EAAE,MAA0B,EAAE,EAAE,CAC5F,OAAO,CAAC,wBAAwB,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,eAAe,CAAC;AAEtI,MAAM,qBAAqB,GAAG,CAAC,OAAoC,EAAE,MAA0B,EAAE,EAAE;IACjG,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IAChF,MAAM,YAAY,GAAG,KAAK,EAAE,aAAa,IAAI,KAAK,EAAE,YAAY,IAAI,KAAK,EAAE,YAAY,IAAI,KAAK,EAAE,aAAa,CAAC;IAChH,MAAM,cAAc,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACrE,MAAM,QAAQ,GAAG,YAAY,IAAI,CAAC,CAAC;IACnC,OAAO,CAAC,QAAQ,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC;AAC3C,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,IAAkC,EAAE,MAAsC,EAAE,MAA0B,EAAE,EAAE;IACjI,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IACzH,MAAM,YAAY,GAChB,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC;QACjC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC;QACpC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;IACrC,MAAM,cAAc,GAClB,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC;QACpC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC;QACnC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEnC,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QACrB,OAAO,UAAU,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,YAAY,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,OAAO,UAAU,GAAG,YAAY,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5H,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,SAAiC,EAAE,EAAE,CAAC,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAExG,MAAM,WAAW,GAAG,CAAC,IAAwB,EAAE,QAA6B,EAAE,kBAA2B,EAAE,EAAE;IAC3G,IAAI,IAAI,IAAI,IAAI,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1C,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,QAAQ,KAAK,gBAAgB,EAAE,CAAC;QAClC,IAAI,kBAAkB,IAAI,IAAI,IAAI,IAAI,GAAG,kBAAkB,EAAE,CAAC;YAC5D,OAAO,CAAC,IAAI,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,OAAoC,EAAE,MAA0B,EAA0B,EAAE;IACxH,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;IACzD,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACnD,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC;IAC9D,MAAM,wBAAwB,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAEnE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,iBAAiB;YAC/B,SAAS,EAAE,KAAK;YAChB,wBAAwB;YACxB,UAAU,EAAE,iBAAiB;YAC7B,KAAK;SACN,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GACT,OAAO,CAAC,oBAAoB,CAAC,SAAS,IAAI,OAAO,CAAC,qBAAqB;QACrE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAAC,MAAM,CAAC,OAAO,CAAC;QAC/C,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC5C,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;IAC9G,MAAM,YAAY,GAAG,oBAAoB,CAAC,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,oBAAoB,CAAC;SACxF,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,gBAAgB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IAEpD,MAAM,oBAAoB,GAAG,OAAO,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/F,MAAM,mBAAmB,GAAG,OAAO,CAAC,OAAO,CAAC,yBAAyB;QACnE,CAAC,CAAC,YAAY;QACd,CAAC,CAAC,CAAC,GAAG,gBAAgB,EAAE,GAAG,YAAY,CAAC,CAAC;IAE3C,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnC,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,iBAAiB;YAC/B,SAAS,EAAE,KAAK;YAChB,wBAAwB;YACxB,oBAAoB;YACpB,UAAU,EAAE,cAAc;YAC1B,KAAK;SACN,CAAC;IACJ,CAAC;IAED,IAAI,0BAA0B,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACnD,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,iBAAiB;YAC/B,SAAS,EAAE,KAAK;YAChB,wBAAwB;YACxB,oBAAoB;YACpB,UAAU,EAAE,UAAU;YACtB,KAAK;SACN,CAAC;IACJ,CAAC;IAED,MAAM,eAAe,GAAG,KAAK,EAAE,YAAY,IAAI,KAAK,EAAE,aAAa,IAAI,KAAK,EAAE,YAAY,CAAC;IAC3F,IAAI,OAAO,CAAC,OAAO,CAAC,eAAe,IAAI,IAAI,IAAI,eAAe,IAAI,IAAI,IAAI,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QAC5H,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,iBAAiB;YAC/B,SAAS,EAAE,KAAK;YAChB,wBAAwB;YACxB,oBAAoB;YACpB,UAAU,EAAE,gBAAgB;YAC5B,KAAK;SACN,CAAC;IACJ,CAAC;IAED,IACE,OAAO,CAAC,OAAO,CAAC,kBAAkB,IAAI,IAAI;QAC1C,YAAY,KAAK,QAAQ;QACzB,wBAAwB,IAAI,IAAI;QAChC,wBAAwB,GAAG,OAAO,CAAC,OAAO,CAAC,kBAAkB,EAC7D,CAAC;QACD,OAAO;YACL,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,iBAAiB;YAC/B,SAAS,EAAE,KAAK;YAChB,wBAAwB;YACxB,oBAAoB;YACpB,UAAU,EAAE,MAAM;YAClB,KAAK;SACN,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GACT,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,IAAI,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,UAAU,IAAI,MAAM,EAAE,MAAM,CAAC;QACxG,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrE,WAAW,CAAC;YACV,MAAM;YACN,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,IAAI;YACf,wBAAwB;YACxB,oBAAoB;YACpB,KAAK;SACN,CAAC;QACF,qBAAqB,CAAC,OAAO,EAAE,MAAM,CAAC;QACtC,WAAW,CAAC,wBAAwB,EAAE,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC;QACvF,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC;IAElC,OAAO;QACL,MAAM;QACN,KAAK;QACL,SAAS,EAAE,IAAI;QACf,wBAAwB;QACxB,oBAAoB;QACpB,KAAK;KACN,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAAwB,EAAE,CAAC,CAAC;IACnE,IAAI,EAAE,uBAAuB;IAC7B,IAAI,CAAC,OAAO;QACV,MAAM,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,oBAAoB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;QAChG,MAAM,cAAc,GAAG,CAAC,GAAG,gBAAgB,CAAC;aACzC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC;aAC1C,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;aAC/C,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAExC,OAAO;YACL,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,WAAW,IAAI,UAAU;YAC/C,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,UAAU,IAAI,MAAM;YAC5C,MAAM,EAAE,uBAAuB;YAC/B,cAAc;YACd,gBAAgB;YAChB,MAAM,EAAE,yFAAyF;SAClG,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AASH,MAAM,kBAAkB,GAAG,CAAC,OAAe,EAAE,EAAE;IAC7C,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACtE,OAAO,SAAkB,CAAC;IAC5B,CAAC;IACD,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAC3E,OAAO,YAAqB,CAAC;IAC/B,CAAC;IACD,IAAI,CAAC,SAAS,EAAE,cAAc,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAChG,OAAO,cAAuB,CAAC;IACjC,CAAC;IACD,IAAI,CAAC,YAAY,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACtF,OAAO,YAAqB,CAAC;IAC/B,CAAC;IACD,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACtF,OAAO,UAAmB,CAAC;IAC7B,CAAC;IACD,OAAO,SAAkB,CAAC;AAC5B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,UAAqC,EAAE,EAAsB,EAAE,CAAC,CAAC;IACxG,IAAI,EAAE,sBAAsB;IAC5B,aAAa,CAAC,KAAc;QAC1B,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAC/C,MAAM,UAAU,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;YAClD,OAAO;gBACL,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,SAAS,EAAE,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,YAAY,IAAI,UAAU,KAAK,cAAc,IAAI,UAAU,KAAK,UAAU;gBAChI,UAAU;aACX,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO,EAAE,wBAAwB;YACjC,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,SAAS;SACtB,CAAC;IACJ,CAAC;IACD,WAAW,CAAC,OAAkC;QAC5C,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,IAAI,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC;QACtF,OAAO,OAAO,CAAC,KAAK,CAAC,SAAS,IAAI,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IAC5E,CAAC;IACD,YAAY,CAAC,OAAkC;QAC7C,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,IAAI,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC;QAChF,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IACD,aAAa,CAAC,OAAkC;QAC9C,MAAM,SAAS,GACb,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,8BAA8B,IAAI,OAAO,CAAC,8BAA8B,IAAI,CAAC,CAAC;QAC7G,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,IAAI,OAAO,CAAC,UAAU,IAAI,MAAM,CAAC;QACzF,MAAM,qBAAqB,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,4BAA4B,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACnH,OAAO,OAAO,CAAC,KAAK,CAAC,SAAS,IAAI,qBAAqB,IAAI,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACtF,CAAC;CACF,CAAC,CAAC"}

package/dist/runtime-state.d.ts

@@ -0,0 +1,32 @@
+import type { GatewayErrorClass, GatewayModelTarget, GatewayRuntimeStore, GatewayTargetRuntimeState } from "./types.js";
+export interface InMemoryGatewayRuntimeStoreOptions {
+    now?: () => number;
+    ttlMs?: number;
+    maxTargets?: number;
+    ewmaAlpha?: number;
+    latencySampleSize?: number;
+}
+export declare const gatewayTargetKey: (target: GatewayModelTarget) => string;
+export declare const estimateLatencyP95: (recentLatenciesMs: number[]) => number | undefined;
+export declare const computeLatencyEwma: (current: number | undefined, latencyMs: number, alpha: number) => number;
+export declare const isGatewayTargetCoolingDown: (state: GatewayTargetRuntimeState | undefined, now: number) => boolean;
+export declare const getGatewayTargetHealthScore: (state: GatewayTargetRuntimeState | undefined) => number;
+export declare const refreshGatewayTargetRuntimeState: (state: GatewayTargetRuntimeState | undefined, now: number) => GatewayTargetRuntimeState | undefined;
+export declare const createGatewayRuntimeState: (target: GatewayModelTarget, overrides?: Partial<GatewayTargetRuntimeState>, now?: number) => GatewayTargetRuntimeState;
+export declare const incrementErrorClass: (errorCounts: Partial<Record<GatewayErrorClass, number>>, errorClass: GatewayErrorClass) => {
+    timeout?: number | undefined;
+    "rate-limit"?: number | undefined;
+    connectivity?: number | undefined;
+    provider?: number | undefined;
+    validation?: number | undefined;
+    unknown?: number | undefined;
+};
+export declare const updateRuntimeLatency: (state: GatewayTargetRuntimeState, latencyMs: number, options: Pick<Required<InMemoryGatewayRuntimeStoreOptions>, "ewmaAlpha" | "latencySampleSize">) => {
+    lastLatencyMs: number;
+    avgLatencyMs: number;
+    latencyEwmaMs: number;
+    latencyP95Ms: number | undefined;
+    recentLatenciesMs: number[];
+};
+export declare const createInMemoryGatewayRuntimeStore: (options?: InMemoryGatewayRuntimeStoreOptions) => GatewayRuntimeStore;
+//# sourceMappingURL=runtime-state.d.ts.map

package/dist/runtime-state.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime-state.d.ts","sourceRoot":"","sources":["../src/runtime-state.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,yBAAyB,EAC1B,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,kCAAkC;IACjD,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAID,eAAO,MAAM,gBAAgB,GAAI,QAAQ,kBAAkB,WAA2C,CAAC;AAEvG,eAAO,MAAM,kBAAkB,GAAI,mBAAmB,MAAM,EAAE,uBAQ7D,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,SAAS,MAAM,GAAG,SAAS,EAAE,WAAW,MAAM,EAAE,OAAO,MAAM,WACX,CAAC;AAEtF,eAAO,MAAM,0BAA0B,GAAI,OAAO,yBAAyB,GAAG,SAAS,EAAE,KAAK,MAAM,YACtB,CAAC;AAE/E,eAAO,MAAM,2BAA2B,GAAI,OAAO,yBAAyB,GAAG,SAAS,WAYvF,CAAC;AAEF,eAAO,MAAM,gCAAgC,GAC3C,OAAO,yBAAyB,GAAG,SAAS,EAC5C,KAAK,MAAM,KACV,yBAAyB,GAAG,SAiB9B,CAAC;AAEF,eAAO,MAAM,yBAAyB,GACpC,QAAQ,kBAAkB,EAC1B,YAAW,OAAO,CAAC,yBAAyB,CAAM,EAClD,YAAgB,KACf,yBAiBD,CAAC;AAEH,eAAO,MAAM,mBAAmB,GAC9B,aAAa,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC,EACvD,YAAY,iBAAiB;;;;;;;CAI7B,CAAC;AAEH,eAAO,MAAM,oBAAoB,GAC/B,OAAO,yBAAyB,EAChC,WAAW,MAAM,EACjB,SAAS,IAAI,CAAC,QAAQ,CAAC,kCAAkC,CAAC,EAAE,WAAW,GAAG,mBAAmB,CAAC;;;;;;CAa/F,CAAC;AAEF,eAAO,MAAM,iCAAiC,GAC5C,UAAS,kCAAuC,KAC/C,mBA0FF,CAAC"}

package/dist/runtime-state.js

@@ -0,0 +1,158 @@
+const defaultNow = () => Date.now();
+export const gatewayTargetKey = (target) => `${target.provider}:${target.modelId}`;
+export const estimateLatencyP95 = (recentLatenciesMs) => {
+    if (!recentLatenciesMs.length) {
+        return undefined;
+    }
+    const sorted = [...recentLatenciesMs].sort((left, right) => left - right);
+    const index = Math.max(0, Math.ceil(sorted.length * 0.95) - 1);
+    return sorted[index];
+};
+export const computeLatencyEwma = (current, latencyMs, alpha) => current == null ? latencyMs : Math.round(alpha * latencyMs + (1 - alpha) * current);
+export const isGatewayTargetCoolingDown = (state, now) => !!state && state.circuitState === "open" && (state.cooldownUntil ?? 0) > now;
+export const getGatewayTargetHealthScore = (state) => {
+    if (!state || state.requestCount === 0) {
+        return 0;
+    }
+    const timeoutPenalty = (state.errorCounts.timeout ?? 0) * 1.5;
+    const rateLimitPenalty = (state.errorCounts["rate-limit"] ?? 0) * 1.25;
+    const connectivityPenalty = (state.errorCounts.connectivity ?? 0) * 1.1;
+    const providerPenalty = (state.errorCounts.provider ?? 0) * 0.9;
+    const failureRatio = state.failureCount / state.requestCount;
+    const circuitPenalty = state.circuitState === "open" ? 8 : state.circuitState === "half-open" ? 3 : 0;
+    return -(failureRatio * 10 + state.consecutiveFailures + timeoutPenalty + rateLimitPenalty + connectivityPenalty + providerPenalty + circuitPenalty);
+};
+export const refreshGatewayTargetRuntimeState = (state, now) => {
+    if (!state) {
+        return undefined;
+    }
+    if (state.expiresAt != null && state.expiresAt <= now) {
+        return undefined;
+    }
+    if (state.circuitState === "open" && (state.cooldownUntil ?? 0) <= now) {
+        return {
+            ...state,
+            circuitState: "half-open"
+        };
+    }
+    return state;
+};
+export const createGatewayRuntimeState = (target, overrides = {}, now = Date.now()) => ({
+    targetKey: gatewayTargetKey(target),
+    provider: target.provider,
+    modelId: target.modelId,
+    circuitState: "closed",
+    requestCount: 0,
+    successCount: 0,
+    failureCount: 0,
+    retryableFailureCount: 0,
+    nonRetryableFailureCount: 0,
+    consecutiveFailures: 0,
+    consecutiveRetryableFailures: 0,
+    recentLatenciesMs: [],
+    errorCounts: {},
+    createdAt: now,
+    lastUpdatedAt: now,
+    ...overrides
+});
+export const incrementErrorClass = (errorCounts, errorClass) => ({
+    ...errorCounts,
+    [errorClass]: (errorCounts[errorClass] ?? 0) + 1
+});
+export const updateRuntimeLatency = (state, latencyMs, options) => {
+    const recentLatenciesMs = [...state.recentLatenciesMs, latencyMs].slice(-options.latencySampleSize);
+    return {
+        lastLatencyMs: latencyMs,
+        avgLatencyMs: state.avgLatencyMs == null
+            ? latencyMs
+            : Math.round((state.avgLatencyMs * state.requestCount + latencyMs) / (state.requestCount + 1)),
+        latencyEwmaMs: computeLatencyEwma(state.latencyEwmaMs, latencyMs, options.ewmaAlpha),
+        latencyP95Ms: estimateLatencyP95(recentLatenciesMs),
+        recentLatenciesMs
+    };
+};
+export const createInMemoryGatewayRuntimeStore = (options = {}) => {
+    const now = options.now ?? defaultNow;
+    const ttlMs = options.ttlMs ?? 5 * 60_000;
+    const maxTargets = options.maxTargets ?? 500;
+    const states = new Map();
+    const pruneExpired = () => {
+        const currentNow = now();
+        let removed = 0;
+        for (const [targetKey, state] of states.entries()) {
+            if (state.expiresAt != null && state.expiresAt <= currentNow) {
+                states.delete(targetKey);
+                removed += 1;
+            }
+        }
+        return removed;
+    };
+    const enforceCapacity = () => {
+        if (states.size <= maxTargets) {
+            return;
+        }
+        const candidates = [...states.values()].sort((left, right) => left.lastUpdatedAt - right.lastUpdatedAt);
+        while (states.size > maxTargets && candidates.length) {
+            const evicted = candidates.shift();
+            if (evicted) {
+                states.delete(evicted.targetKey);
+            }
+        }
+    };
+    const normalizeForRead = (targetKey) => {
+        const current = refreshGatewayTargetRuntimeState(states.get(targetKey), now());
+        if (!current) {
+            states.delete(targetKey);
+            return undefined;
+        }
+        if (current !== states.get(targetKey)) {
+            states.set(targetKey, current);
+        }
+        return current;
+    };
+    return {
+        get(targetKey) {
+            pruneExpired();
+            return normalizeForRead(targetKey);
+        },
+        set(targetKey, state) {
+            pruneExpired();
+            const timestamp = now();
+            states.set(targetKey, {
+                ...state,
+                expiresAt: ttlMs > 0 ? timestamp + ttlMs : undefined,
+                lastUpdatedAt: timestamp
+            });
+            enforceCapacity();
+        },
+        update(targetKey, updater) {
+            pruneExpired();
+            const timestamp = now();
+            const current = normalizeForRead(targetKey);
+            const next = updater(current);
+            states.set(targetKey, {
+                ...next,
+                expiresAt: ttlMs > 0 ? timestamp + ttlMs : undefined,
+                lastUpdatedAt: timestamp
+            });
+            enforceCapacity();
+            return states.get(targetKey);
+        },
+        list() {
+            pruneExpired();
+            return [...states.keys()]
+                .map((targetKey) => normalizeForRead(targetKey))
+                .filter((state) => !!state);
+        },
+        delete(targetKey) {
+            states.delete(targetKey);
+        },
+        clear() {
+            states.clear();
+        },
+        prune() {
+            return pruneExpired();
+        }
+    };
+};
+//# sourceMappingURL=runtime-state.js.map

package/dist/runtime-state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime-state.js","sourceRoot":"","sources":["../src/runtime-state.ts"],"names":[],"mappings":"AAgBA,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;AAEpC,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAA0B,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;AAEvG,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,iBAA2B,EAAE,EAAE;IAChE,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,MAAM,GAAG,CAAC,GAAG,iBAAiB,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;IAC1E,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/D,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,OAA2B,EAAE,SAAiB,EAAE,KAAa,EAAE,EAAE,CAClG,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC;AAEtF,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,KAA4C,EAAE,GAAW,EAAE,EAAE,CACtG,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,YAAY,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;AAE/E,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,KAA4C,EAAE,EAAE;IAC1F,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,YAAY,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,cAAc,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;IAC9D,MAAM,gBAAgB,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC;IACvE,MAAM,mBAAmB,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;IACxE,MAAM,eAAe,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;IAChE,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;IAC7D,MAAM,cAAc,GAAG,KAAK,CAAC,YAAY,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtG,OAAO,CAAC,CAAC,YAAY,GAAG,EAAE,GAAG,KAAK,CAAC,mBAAmB,GAAG,cAAc,GAAG,gBAAgB,GAAG,mBAAmB,GAAG,eAAe,GAAG,cAAc,CAAC,CAAC;AACvJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gCAAgC,GAAG,CAC9C,KAA4C,EAC5C,GAAW,EAC4B,EAAE;IACzC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,KAAK,CAAC,SAAS,IAAI,GAAG,EAAE,CAAC;QACtD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,KAAK,CAAC,YAAY,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC;QACvE,OAAO;YACL,GAAG,KAAK;YACR,YAAY,EAAE,WAAW;SAC1B,CAAC;IACJ,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,MAA0B,EAC1B,YAAgD,EAAE,EAClD,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,EACW,EAAE,CAAC,CAAC;IAC/B,SAAS,EAAE,gBAAgB,CAAC,MAAM,CAAC;IACnC,QAAQ,EAAE,MAAM,CAAC,QAAQ;IACzB,OAAO,EAAE,MAAM,CAAC,OAAO;IACvB,YAAY,EAAE,QAAQ;IACtB,YAAY,EAAE,CAAC;IACf,YAAY,EAAE,CAAC;IACf,YAAY,EAAE,CAAC;IACf,qBAAqB,EAAE,CAAC;IACxB,wBAAwB,EAAE,CAAC;IAC3B,mBAAmB,EAAE,CAAC;IACtB,4BAA4B,EAAE,CAAC;IAC/B,iBAAiB,EAAE,EAAE;IACrB,WAAW,EAAE,EAAE;IACf,SAAS,EAAE,GAAG;IACd,aAAa,EAAE,GAAG;IAClB,GAAG,SAAS;CACb,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CACjC,WAAuD,EACvD,UAA6B,EAC7B,EAAE,CAAC,CAAC;IACJ,GAAG,WAAW;IACd,CAAC,UAAU,CAAC,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;CACjD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,KAAgC,EAChC,SAAiB,EACjB,OAA8F,EAC9F,EAAE;IACF,MAAM,iBAAiB,GAAG,CAAC,GAAG,KAAK,CAAC,iBAAiB,EAAE,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACpG,OAAO;QACL,aAAa,EAAE,SAAS;QACxB,YAAY,EACV,KAAK,CAAC,YAAY,IAAI,IAAI;YACxB,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;QAClG,aAAa,EAAE,kBAAkB,CAAC,KAAK,CAAC,aAAa,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC;QACpF,YAAY,EAAE,kBAAkB,CAAC,iBAAiB,CAAC;QACnD,iBAAiB;KAClB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAC/C,UAA8C,EAAE,EAC3B,EAAE;IACvB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,UAAU,CAAC;IACtC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC;IAC1C,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,GAAG,CAAC;IAC7C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAqC,CAAC;IAE5D,MAAM,YAAY,GAAG,GAAG,EAAE;QACxB,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC;QACzB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAClD,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,KAAK,CAAC,SAAS,IAAI,UAAU,EAAE,CAAC;gBAC7D,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBACzB,OAAO,IAAI,CAAC,CAAC;YACf,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,GAAG,EAAE;QAC3B,IAAI,MAAM,CAAC,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,OAAO;QACT,CAAC;QAED,MAAM,UAAU,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC,CAAC;QACxG,OAAO,MAAM,CAAC,IAAI,GAAG,UAAU,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;YACrD,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,gBAAgB,GAAG,CAAC,SAAiB,EAAE,EAAE;QAC7C,MAAM,OAAO,GAAG,gCAAgC,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/E,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACzB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,OAAO,KAAK,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACtC,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACjC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,OAAO;QACL,GAAG,CAAC,SAAS;YACX,YAAY,EAAE,CAAC;YACf,OAAO,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACrC,CAAC;QACD,GAAG,CAAC,SAAS,EAAE,KAAK;YAClB,YAAY,EAAE,CAAC;YACf,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE;gBACpB,GAAG,KAAK;gBACR,SAAS,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,SAAS;gBACpD,aAAa,EAAE,SAAS;aACzB,CAAC,CAAC;YACH,eAAe,EAAE,CAAC;QACpB,CAAC;QACD,MAAM,CAAC,SAAS,EAAE,OAAO;YACvB,YAAY,EAAE,CAAC;YACf,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC;YACxB,MAAM,OAAO,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;YAC9B,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE;gBACpB,GAAG,IAAI;gBACP,SAAS,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,SAAS;gBACpD,aAAa,EAAE,SAAS;aACzB,CAAC,CAAC;YACH,eAAe,EAAE,CAAC;YAClB,OAAO,MAAM,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;QAChC,CAAC;QACD,IAAI;YACF,YAAY,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;iBACtB,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;iBAC/C,MAAM,CAAC,CAAC,KAAK,EAAsC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACpE,CAAC;QACD,MAAM,CAAC,SAAS;YACd,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC3B,CAAC;QACD,KAAK;YACH,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,CAAC;QACD,KAAK;YACH,OAAO,YAAY,EAAE,CAAC;QACxB,CAAC;KACF,CAAC;AACJ,CAAC,CAAC"}