@mupt-ai/dari-router 0.1.0

package/dist/candidate_resolution.js

@@ -0,0 +1,111 @@
+import { MIN_SWITCH_SAVINGS_RATIO, pruneSwitchCandidates, } from "./candidate_pruning.js";
+import { routingCandidateKey, } from "./types.js";
+export function resolveStrategyCandidates(args) {
+    if (args.strategy === "slm") {
+        const pruned = pruneSwitchCandidates({
+            candidates: args.candidates,
+            costEstimates: args.costEstimates,
+            previousDecision: args.previousDecision,
+            minSwitchSavingsRatio: MIN_SWITCH_SAVINGS_RATIO,
+        });
+        return {
+            strategy: "slm",
+            candidates: pruned.candidates,
+            costEstimates: pruned.costEstimates,
+            pruning: pruned.audit,
+        };
+    }
+    const config = args.customConfig;
+    if (!config || !Array.isArray(config.rules) || config.rules.length === 0) {
+        return {
+            strategy: "custom",
+            candidates: [],
+            costEstimates: [],
+            pruning: null,
+            custom: null,
+        };
+    }
+    return resolveCustomCandidates(args, config);
+}
+function resolveCustomCandidates(args, config) {
+    const usableRules = config.rules.filter((rule) => args.candidates.some((candidate) => matchesRule(candidate, rule)));
+    const defaultModel = typeof config.default === "string" ? config.default : null;
+    const defaultTarget = defaultModel !== null &&
+        args.candidates.some((candidate) => matchesTarget(candidate, defaultModel, config.default_thinking_level))
+        ? {
+            model: defaultModel,
+            thinkingLevel: config.default_thinking_level ?? null,
+        }
+        : null;
+    const matchesDefault = (candidate) => defaultTarget !== null &&
+        matchesTarget(candidate, defaultTarget.model, defaultTarget.thinkingLevel);
+    const configuredCandidates = orderCandidatesByCostDesc(args.candidates.filter((candidate) => usableRules.some((rule) => matchesRule(candidate, rule)) ||
+        matchesDefault(candidate)), args.modelPrices);
+    const pruned = pruneSwitchCandidates({
+        candidates: configuredCandidates,
+        costEstimates: reorderEstimates(args.costEstimates, configuredCandidates),
+        previousDecision: args.previousDecision,
+        minSwitchSavingsRatio: MIN_SWITCH_SAVINGS_RATIO,
+    });
+    const ruleOrder = (rule) => pruned.candidates.findIndex((candidate) => matchesRule(candidate, rule));
+    return {
+        strategy: "custom",
+        candidates: pruned.candidates,
+        costEstimates: pruned.costEstimates,
+        pruning: pruned.audit,
+        custom: {
+            rules: usableRules
+                .filter((rule) => ruleOrder(rule) >= 0)
+                .sort((a, b) => ruleOrder(a) - ruleOrder(b)),
+            defaultTarget: pruned.candidates.some(matchesDefault)
+                ? defaultTarget
+                : null,
+            audit: {
+                dropped_rules: config.rules.filter((rule) => !usableRules.includes(rule)),
+                fallback_all_candidates: false,
+                no_routable_rule_models: configuredCandidates.length === 0,
+            },
+        },
+    };
+}
+function matchesRule(candidate, rule) {
+    return matchesTarget(candidate, rule.use, rule.thinking_level);
+}
+function matchesTarget(candidate, model, thinkingLevel) {
+    return candidate.model === model &&
+        (thinkingLevel == null || candidate.reasoningEffort === thinkingLevel);
+}
+// Catalog rates are model-scoped, so sorting remains stable across a model's
+// thinking-level variants.
+function orderCandidatesByCostDesc(candidates, modelPrices) {
+    return [...candidates].sort((a, b) => {
+        const priceA = usablePrice(modelPrices[a.model]);
+        const priceB = usablePrice(modelPrices[b.model]);
+        if (priceA === null && priceB === null)
+            return 0;
+        if (priceA === null)
+            return 1;
+        if (priceB === null)
+            return -1;
+        return priceB.output - priceA.output || priceB.input - priceA.input;
+    });
+}
+function usablePrice(price) {
+    return price && Number.isFinite(price.input) && Number.isFinite(price.output)
+        ? price
+        : null;
+}
+function reorderEstimates(estimates, candidates) {
+    const byCandidate = new Map(estimates.map((estimate) => [
+        routingCandidateKey({
+            model: estimate.model,
+            reasoningEffort: estimate.reasoning_effort,
+        }),
+        estimate,
+    ]));
+    return candidates.flatMap((candidate) => {
+        const estimate = byCandidate.get(routingCandidateKey(candidate));
+        return estimate ? [estimate] : [];
+    });
+}
+//# sourceMappingURL=candidate_resolution.js.map

package/dist/candidate_resolution.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"candidate_resolution.js","sourceRoot":"","sources":["../src/candidate_resolution.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,wBAAwB,EACxB,qBAAqB,GAEtB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,mBAAmB,GASpB,MAAM,YAAY,CAAC;AA8CpB,MAAM,UAAU,yBAAyB,CACvC,IAA6B;IAE7B,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,qBAAqB,CAAC;YACnC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,qBAAqB,EAAE,wBAAwB;SAChD,CAAC,CAAC;QACH,OAAO;YACL,QAAQ,EAAE,KAAK;YACf,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,OAAO,EAAE,MAAM,CAAC,KAAK;SACtB,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC;IACjC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzE,OAAO;YACL,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,EAAE;YACd,aAAa,EAAE,EAAE;YACjB,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,IAAI;SACb,CAAC;IACJ,CAAC;IAED,OAAO,uBAAuB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,uBAAuB,CAC9B,IAA6B,EAC7B,MAA0B;IAE1B,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAC/C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,WAAW,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAClE,CAAC;IACF,MAAM,YAAY,GAAG,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IAChF,MAAM,aAAa,GACjB,YAAY,KAAK,IAAI;QACrB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CACjC,aAAa,CAAC,SAAS,EAAE,YAAY,EAAE,MAAM,CAAC,sBAAsB,CAAC,CACtE;QACC,CAAC,CAAC;YACE,KAAK,EAAE,YAAY;YACnB,aAAa,EAAE,MAAM,CAAC,sBAAsB,IAAI,IAAI;SACrD;QACH,CAAC,CAAC,IAAI,CAAC;IACX,MAAM,cAAc,GAAG,CAAC,SAA2B,EAAE,EAAE,CACrD,aAAa,KAAK,IAAI;QACtB,aAAa,CAAC,SAAS,EAAE,aAAa,CAAC,KAAK,EAAE,aAAa,CAAC,aAAa,CAAC,CAAC;IAC7E,MAAM,oBAAoB,GAAG,yBAAyB,CACpD,IAAI,CAAC,UAAU,CAAC,MAAM,CACpB,CAAC,SAAS,EAAE,EAAE,CACZ,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,WAAW,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QACxD,cAAc,CAAC,SAAS,CAAC,CAC5B,EACD,IAAI,CAAC,WAAW,CACjB,CAAC;IACF,MAAM,MAAM,GAAG,qBAAqB,CAAC;QACnC,UAAU,EAAE,oBAAoB;QAChC,aAAa,EAAE,gBAAgB,CAAC,IAAI,CAAC,aAAa,EAAE,oBAAoB,CAAC;QACzE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;QACvC,qBAAqB,EAAE,wBAAwB;KAChD,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,CAAC,IAAsB,EAAE,EAAE,CAC3C,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,WAAW,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;IAE3E,OAAO;QACL,QAAQ,EAAE,QAAQ;QAClB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,OAAO,EAAE,MAAM,CAAC,KAAK;QACrB,MAAM,EAAE;YACN,KAAK,EAAE,WAAW;iBACf,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBACtC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAC9C,aAAa,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC;gBACnD,CAAC,CAAC,aAAa;gBACf,CAAC,CAAC,IAAI;YACR,KAAK,EAAE;gBACL,aAAa,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACzE,uBAAuB,EAAE,KAAK;gBAC9B,uBAAuB,EAAE,oBAAoB,CAAC,MAAM,KAAK,CAAC;aAC3D;SACF;KACF,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAClB,SAA2B,EAC3B,IAAsB;IAEtB,OAAO,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,aAAa,CACpB,SAA2B,EAC3B,KAAa,EACb,aAAiD;IAEjD,OAAO,SAAS,CAAC,KAAK,KAAK,KAAK;QAC9B,CAAC,aAAa,IAAI,IAAI,IAAI,SAAS,CAAC,eAAe,KAAK,aAAa,CAAC,CAAC;AAC3E,CAAC;AAED,6EAA6E;AAC7E,2BAA2B;AAC3B,SAAS,yBAAyB,CAChC,UAA8B,EAC9B,WAA6C;IAE7C,OAAO,CAAC,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACnC,MAAM,MAAM,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QACjD,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,CAAC,CAAC;QACjD,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,CAAC,CAAC;QAC9B,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,CAAC,CAAC,CAAC;QAC/B,OAAO,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IACtE,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,KAAmC;IACtD,OAAO,KAAK,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC;QAC3E,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,IAAI,CAAC;AACX,CAAC;AAED,SAAS,gBAAgB,CACvB,SAAkC,EAClC,UAA8B;IAE9B,MAAM,WAAW,GAAG,IAAI,GAAG,CACzB,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC;QAC1B,mBAAmB,CAAC;YAClB,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,eAAe,EAAE,QAAQ,CAAC,gBAAgB;SAC3C,CAAC;QACF,QAAQ;KACT,CAAC,CACH,CAAC;IACF,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;QACtC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC,CAAC;QACjE,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/compatibility.d.ts

@@ -0,0 +1,22 @@
+import { type HardCapability, type ReasoningEffort, type RoutingCandidate } from "./types.js";
+export type CandidateModelMetadata = {
+    provider: string;
+    api: string;
+    supportsImageInput: boolean;
+    supportsHostedWebSearch: boolean;
+    supportsStructuredOutput: boolean;
+    supportedThinkingLevels: string[];
+};
+export type CandidateMetadataLookup = (modelId: string) => CandidateModelMetadata;
+export type CompatibleCandidates = {
+    candidates: RoutingCandidate[];
+};
+export declare function resolveCompatibleCandidates(args: {
+    requiredCapabilities: readonly HardCapability[];
+    requestedReasoningEffort?: ReasoningEffort;
+    thinkingEnabled?: boolean;
+    toolChoice?: unknown;
+    candidateModels: string[];
+    metadataLookup: CandidateMetadataLookup;
+    modelThinkingLevels?: Readonly<Record<string, ReasoningEffort[]>>;
+}): CompatibleCandidates;

package/dist/compatibility.js

@@ -0,0 +1,76 @@
+import { RouterCoreError } from "./errors.js";
+import { isReasoningEffort, } from "./types.js";
+export function resolveCompatibleCandidates(args) {
+    const compatible = [];
+    let anthropicToolChoiceRejected = false;
+    let metaToolChoiceRejected = false;
+    let candidates = args.candidateModels.map((model) => ({
+        model,
+        metadata: args.metadataLookup(model),
+    }));
+    if (args.requiredCapabilities.includes("image_input")) {
+        candidates = candidates.filter(({ metadata }) => metadata.supportsImageInput);
+        if (candidates.length === 0) {
+            throw new RouterCoreError("invalid_request", "Image input is not supported by any enabled model for this router.", "unsupported_input_modality");
+        }
+    }
+    if (args.requiredCapabilities.includes("structured_output")) {
+        candidates = candidates.filter(({ metadata }) => metadata.supportsStructuredOutput);
+        if (candidates.length === 0) {
+            throw new RouterCoreError("invalid_request", "Structured output is not supported by any enabled model for this router.", "unsupported_response_format", "response_format");
+        }
+    }
+    if (args.requiredCapabilities.includes("openai_hosted_web_search")) {
+        candidates = candidates.filter(({ metadata }) => metadata.supportsHostedWebSearch);
+        if (candidates.length === 0) {
+            throw new RouterCoreError("invalid_request", "Hosted web search requires an enabled OpenAI or Azure Responses model for this router.", "unsupported_tool", "tools");
+        }
+    }
+    const requested = args.requestedReasoningEffort;
+    for (const { model, metadata } of candidates) {
+        if (metadata.provider === "meta" &&
+            args.toolChoice !== undefined &&
+            args.toolChoice !== "auto") {
+            metaToolChoiceRejected = true;
+            continue;
+        }
+        const supportedLevels = metadata.supportedThinkingLevels.filter(isReasoningEffort);
+        const configuredLevels = args.modelThinkingLevels?.[model] ?? supportedLevels;
+        const enabledLevels = configuredLevels.filter((level) => isReasoningEffort(level) && supportedLevels.includes(level));
+        const levels = requested === undefined
+            ? args.thinkingEnabled
+                ? enabledLevels.filter((level) => level !== "off")
+                : enabledLevels
+            : enabledLevels.includes(requested)
+                ? [requested]
+                : [];
+        for (const reasoningEffort of levels) {
+            if (reasoningEffort !== "off" &&
+                metadata.api === "anthropic-messages" &&
+                forcesToolUse(args.toolChoice)) {
+                anthropicToolChoiceRejected = true;
+                continue;
+            }
+            compatible.push({ model, reasoningEffort });
+        }
+    }
+    if (compatible.length > 0)
+        return { candidates: compatible };
+    if (anthropicToolChoiceRejected) {
+        throw new RouterCoreError("invalid_request", "Forced tool choice is not supported by any enabled model at the requested reasoning setting.", "unsupported_tool_choice", "tool_choice");
+    }
+    if (metaToolChoiceRejected) {
+        throw new RouterCoreError("invalid_request", "Meta models currently support only omitted or 'auto' tool_choice.", "unsupported_tool_choice", "tool_choice");
+    }
+    throw new RouterCoreError("invalid_request", requested === undefined
+        ? args.thinkingEnabled
+            ? "Thinking is enabled, but no enabled non-off model/thinking-level pair is compatible with this request."
+            : "No enabled model/thinking-level pair is compatible with this request."
+        : `reasoning_effort '${requested}' is not supported by any enabled model for this router.`, "unsupported_reasoning_effort", requested === undefined ? undefined : "reasoning_effort");
+}
+function forcesToolUse(choice) {
+    return choice === "required" ||
+        choice === "any" ||
+        (typeof choice === "object" && choice !== null);
+}
+//# sourceMappingURL=compatibility.js.map

package/dist/compatibility.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compatibility.js","sourceRoot":"","sources":["../src/compatibility.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EACL,iBAAiB,GAIlB,MAAM,YAAY,CAAC;AAwBpB,MAAM,UAAU,2BAA2B,CAAC,IAc3C;IACC,MAAM,UAAU,GAAuB,EAAE,CAAC;IAC1C,IAAI,2BAA2B,GAAG,KAAK,CAAC;IACxC,IAAI,sBAAsB,GAAG,KAAK,CAAC;IACnC,IAAI,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACpD,KAAK;QACL,QAAQ,EAAE,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC;KACrC,CAAC,CAAC,CAAC;IAEJ,IAAI,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QACtD,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;QAC9E,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,eAAe,CACvB,iBAAiB,EACjB,oEAAoE,EACpE,4BAA4B,CAC7B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;QAC5D,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC;QACpF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,eAAe,CACvB,iBAAiB,EACjB,0EAA0E,EAC1E,6BAA6B,EAC7B,iBAAiB,CAClB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,0BAA0B,CAAC,EAAE,CAAC;QACnE,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC;QACnF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,eAAe,CACvB,iBAAiB,EACjB,wFAAwF,EACxF,kBAAkB,EAClB,OAAO,CACR,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,CAAC,wBAAwB,CAAC;IAChD,KAAK,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,UAAU,EAAE,CAAC;QAC7C,IACE,QAAQ,CAAC,QAAQ,KAAK,MAAM;YAC5B,IAAI,CAAC,UAAU,KAAK,SAAS;YAC7B,IAAI,CAAC,UAAU,KAAK,MAAM,EAC1B,CAAC;YACD,sBAAsB,GAAG,IAAI,CAAC;YAC9B,SAAS;QACX,CAAC;QACD,MAAM,eAAe,GAAG,QAAQ,CAAC,uBAAuB,CAAC,MAAM,CAC7D,iBAAiB,CAClB,CAAC;QACF,MAAM,gBAAgB,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC,KAAK,CAAC,IAAI,eAAe,CAAC;QAC9E,MAAM,aAAa,GAAG,gBAAgB,CAAC,MAAM,CAC3C,CAAC,KAAK,EAAE,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,CACvE,CAAC;QACF,MAAM,MAAM,GAAG,SAAS,KAAK,SAAS;YACpC,CAAC,CAAC,IAAI,CAAC,eAAe;gBACpB,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,KAAK,CAAC;gBAClD,CAAC,CAAC,aAAa;YACjB,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC;gBACjC,CAAC,CAAC,CAAC,SAAS,CAAC;gBACb,CAAC,CAAC,EAAE,CAAC;QACT,KAAK,MAAM,eAAe,IAAI,MAAM,EAAE,CAAC;YACrC,IACE,eAAe,KAAK,KAAK;gBACzB,QAAQ,CAAC,GAAG,KAAK,oBAAoB;gBACrC,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,EAC9B,CAAC;gBACD,2BAA2B,GAAG,IAAI,CAAC;gBACnC,SAAS;YACX,CAAC;YACD,UAAU,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC;IAE7D,IAAI,2BAA2B,EAAE,CAAC;QAChC,MAAM,IAAI,eAAe,CACvB,iBAAiB,EACjB,8FAA8F,EAC9F,yBAAyB,EACzB,aAAa,CACd,CAAC;IACJ,CAAC;IAED,IAAI,sBAAsB,EAAE,CAAC;QAC3B,MAAM,IAAI,eAAe,CACvB,iBAAiB,EACjB,mEAAmE,EACnE,yBAAyB,EACzB,aAAa,CACd,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,eAAe,CACvB,iBAAiB,EACjB,SAAS,KAAK,SAAS;QACrB,CAAC,CAAC,IAAI,CAAC,eAAe;YACpB,CAAC,CAAC,wGAAwG;YAC1G,CAAC,CAAC,uEAAuE;QAC3E,CAAC,CAAC,qBAAqB,SAAS,0DAA0D,EAC5F,8BAA8B,EAC9B,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,kBAAkB,CACzD,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,MAAe;IACpC,OAAO,MAAM,KAAK,UAAU;QAC1B,MAAM,KAAK,KAAK;QAChB,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,CAAC,CAAC;AACpD,CAAC"}

package/dist/continuation_state.d.ts

@@ -0,0 +1,36 @@
+export type ProviderIdentity = {
+    provider: string;
+    api: string;
+    model: string;
+};
+export type ProviderContinuationState = {
+    kind: "openai_reasoning";
+    source: ProviderIdentity;
+    encryptedContent: string;
+    providerItemId?: string;
+    hostedToolCallIds?: string[];
+    hostedToolCallOffsets?: number[];
+} | {
+    kind: "anthropic_thinking";
+    source: ProviderIdentity;
+    thinking: string;
+    signature: string;
+} | {
+    kind: "anthropic_redacted_thinking";
+    source: ProviderIdentity;
+    data: string;
+};
+/** @deprecated Alias kept for the framework-prefixed vocabulary; use {@link ProviderIdentity}. */
+export type RouterProviderIdentity = ProviderIdentity;
+/** @deprecated Alias kept for the framework-prefixed vocabulary; use {@link ProviderContinuationState}. */
+export type RouterContinuationState = ProviderContinuationState;
+export declare function encodeProviderContinuationState(value: ProviderContinuationState): string;
+export declare function decodeUntrustedProviderContinuationState(value: string): ProviderContinuationState | null;
+export declare function isOpenAIResponsesApi(api: string): boolean;
+export declare function compatibleProviderContinuation(continuation: ProviderContinuationState | undefined, target: ProviderIdentity | null): ProviderContinuationState | null;
+export declare function sameProviderIdentity(a: ProviderIdentity, b: ProviderIdentity): boolean;
+export declare function providerIdentityFromModel(model: {
+    provider?: unknown;
+    api?: unknown;
+    id?: unknown;
+}): ProviderIdentity;

package/dist/continuation_state.js

@@ -0,0 +1,249 @@
+import { RouterFrameworkError } from "./framework_error.js";
+import { isRecord } from "./types.js";
+const PREFIX = "dari-pcs-v1.";
+const FAMILY_PREFIX = "dari-pcs-";
+const MAX_JSON_BYTES = 4 * 1024 * 1024;
+const MAX_ENCODED_CHARS = Math.ceil(MAX_JSON_BYTES / 3) * 4;
+const MAX_PROVIDER_LENGTH = 128;
+const MAX_API_LENGTH = 128;
+const MAX_MODEL_LENGTH = 512;
+const MAX_ITEM_ID_LENGTH = 512;
+const MAX_HOSTED_TOOL_CALL_IDS = 256;
+const MAX_HOSTED_TOOL_CALL_OFFSET = 1_000_000;
+export function encodeProviderContinuationState(value) {
+    const envelope = envelopeFor(value);
+    validateEnvelope(envelope, "configuration");
+    const json = JSON.stringify(envelope);
+    if (Buffer.byteLength(json, "utf8") > MAX_JSON_BYTES) {
+        throw invalidState("configuration", "Provider continuation state exceeds the encoded size limit.");
+    }
+    return `${PREFIX}${Buffer.from(json, "utf8").toString("base64url")}`;
+}
+export function decodeUntrustedProviderContinuationState(value) {
+    if (!value.startsWith(FAMILY_PREFIX))
+        return null;
+    if (!value.startsWith(PREFIX)) {
+        throw invalidState("invalid_request", "Provider continuation state version is not supported.");
+    }
+    const encoded = value.slice(PREFIX.length);
+    if (!encoded || encoded.length > MAX_ENCODED_CHARS || !/^[A-Za-z0-9_-]+$/.test(encoded)) {
+        throw invalidState("invalid_request", "Provider continuation state encoding is invalid.");
+    }
+    const bytes = Buffer.from(encoded, "base64url");
+    if (bytes.length > MAX_JSON_BYTES || bytes.toString("base64url") !== encoded) {
+        throw invalidState("invalid_request", "Provider continuation state encoding is invalid.");
+    }
+    let decoded;
+    try {
+        decoded = JSON.parse(new TextDecoder("utf-8", { fatal: true }).decode(bytes));
+    }
+    catch {
+        throw invalidState("invalid_request", "Provider continuation state payload is invalid.");
+    }
+    return stateFromEnvelope(validateEnvelope(decoded, "invalid_request"));
+}
+export function isOpenAIResponsesApi(api) {
+    return api === "openai-responses" || api === "azure-openai-responses";
+}
+export function compatibleProviderContinuation(continuation, target) {
+    if (!continuation || !target || !sameProviderIdentity(continuation.source, target))
+        return null;
+    if (continuation.kind === "openai_reasoning") {
+        return isOpenAIResponsesApi(target.api) ? continuation : null;
+    }
+    return target.api === "anthropic-messages" ? continuation : null;
+}
+export function sameProviderIdentity(a, b) {
+    return a.provider === b.provider && a.api === b.api && a.model === b.model;
+}
+export function providerIdentityFromModel(model) {
+    if (typeof model.provider !== "string" || typeof model.api !== "string" || typeof model.id !== "string") {
+        throw new RouterFrameworkError("configuration", "Selected model metadata is missing provider identity.", "provider_configuration_error");
+    }
+    return { provider: model.provider, api: model.api, model: model.id };
+}
+function envelopeFor(value) {
+    if (value.kind === "openai_reasoning") {
+        return {
+            v: 1,
+            kind: value.kind,
+            source: value.source,
+            state: {
+                encrypted_content: value.encryptedContent,
+                ...(value.providerItemId ? { item_id: value.providerItemId } : {}),
+                ...(value.hostedToolCallIds?.length
+                    ? { hosted_tool_call_ids: JSON.stringify(value.hostedToolCallIds) }
+                    : {}),
+                ...(value.hostedToolCallOffsets?.length
+                    ? { hosted_tool_call_offsets: JSON.stringify(value.hostedToolCallOffsets) }
+                    : {}),
+            },
+        };
+    }
+    if (value.kind === "anthropic_thinking") {
+        return {
+            v: 1,
+            kind: value.kind,
+            source: value.source,
+            state: { thinking: value.thinking, signature: value.signature },
+        };
+    }
+    return { v: 1, kind: value.kind, source: value.source, state: { data: value.data } };
+}
+function stateFromEnvelope(envelope) {
+    if (envelope.kind === "openai_reasoning") {
+        return {
+            kind: envelope.kind,
+            source: envelope.source,
+            encryptedContent: envelope.state.encrypted_content,
+            ...(envelope.state.item_id ? { providerItemId: envelope.state.item_id } : {}),
+            ...(envelope.state.hosted_tool_call_ids
+                ? {
+                    hostedToolCallIds: hostedToolCallIds(envelope.state.hosted_tool_call_ids, "invalid_request"),
+                    ...(envelope.state.hosted_tool_call_offsets
+                        ? {
+                            hostedToolCallOffsets: hostedToolCallOffsets(envelope.state.hosted_tool_call_offsets, "invalid_request"),
+                        }
+                        : {}),
+                }
+                : {}),
+        };
+    }
+    if (envelope.kind === "anthropic_thinking") {
+        return {
+            kind: envelope.kind,
+            source: envelope.source,
+            thinking: envelope.state.thinking,
+            signature: envelope.state.signature,
+        };
+    }
+    return { kind: envelope.kind, source: envelope.source, data: envelope.state.data };
+}
+function validateEnvelope(value, kind) {
+    if (!isRecord(value) || !hasExactKeys(value, ["v", "kind", "source", "state"]) || value.v !== 1) {
+        throw invalidState(kind, "Provider continuation state schema is invalid.");
+    }
+    if (value.kind !== "openai_reasoning" &&
+        value.kind !== "anthropic_thinking" &&
+        value.kind !== "anthropic_redacted_thinking") {
+        throw invalidState(kind, "Provider continuation state kind is invalid.");
+    }
+    return {
+        v: 1,
+        kind: value.kind,
+        source: validateSource(value.source, kind),
+        state: validateState(value.kind, value.state, kind),
+    };
+}
+function validateSource(value, kind) {
+    if (!isRecord(value) || !hasExactKeys(value, ["provider", "api", "model"])) {
+        throw invalidState(kind, "Provider continuation state source is invalid.");
+    }
+    return {
+        provider: boundedString(value.provider, MAX_PROVIDER_LENGTH, kind, "provider"),
+        api: boundedString(value.api, MAX_API_LENGTH, kind, "api"),
+        model: boundedString(value.model, MAX_MODEL_LENGTH, kind, "model"),
+    };
+}
+function validateState(continuationKind, value, errorKind) {
+    if (!isRecord(value)) {
+        throw invalidState(errorKind, "Provider continuation state payload is invalid.");
+    }
+    if (continuationKind === "openai_reasoning") {
+        const keys = Object.keys(value);
+        const keysValid = keys.includes("encrypted_content")
+            && keys.every((key) => key === "encrypted_content"
+                || key === "item_id"
+                || key === "hosted_tool_call_ids"
+                || key === "hosted_tool_call_offsets");
+        if (!keysValid || (value.hosted_tool_call_offsets !== undefined && value.hosted_tool_call_ids === undefined)) {
+            throw invalidState(errorKind, "OpenAI continuation state schema is invalid.");
+        }
+        const ids = value.hosted_tool_call_ids === undefined
+            ? undefined
+            : hostedToolCallIds(nonEmptyString(value.hosted_tool_call_ids, errorKind, "hosted_tool_call_ids"), errorKind);
+        const offsets = value.hosted_tool_call_offsets === undefined
+            ? undefined
+            : hostedToolCallOffsets(nonEmptyString(value.hosted_tool_call_offsets, errorKind, "hosted_tool_call_offsets"), errorKind);
+        if (ids && offsets && ids.length !== offsets.length) {
+            throw invalidState(errorKind, "OpenAI hosted tool continuation state is invalid.");
+        }
+        return {
+            encrypted_content: nonEmptyString(value.encrypted_content, errorKind, "encrypted_content"),
+            ...(value.item_id === undefined
+                ? {}
+                : { item_id: boundedString(value.item_id, MAX_ITEM_ID_LENGTH, errorKind, "item_id") }),
+            ...(ids ? { hosted_tool_call_ids: JSON.stringify(ids) } : {}),
+            ...(offsets ? { hosted_tool_call_offsets: JSON.stringify(offsets) } : {}),
+        };
+    }
+    if (continuationKind === "anthropic_thinking") {
+        if (!hasExactKeys(value, ["thinking", "signature"])) {
+            throw invalidState(errorKind, "Anthropic thinking state schema is invalid.");
+        }
+        if (typeof value.thinking !== "string") {
+            throw invalidState(errorKind, "Anthropic thinking text is invalid.");
+        }
+        return {
+            thinking: value.thinking,
+            signature: nonEmptyString(value.signature, errorKind, "signature"),
+        };
+    }
+    if (!hasExactKeys(value, ["data"])) {
+        throw invalidState(errorKind, "Anthropic redacted thinking state schema is invalid.");
+    }
+    return { data: nonEmptyString(value.data, errorKind, "data") };
+}
+function hostedToolCallIds(value, kind) {
+    let parsed;
+    try {
+        parsed = JSON.parse(value);
+    }
+    catch {
+        throw invalidState(kind, "OpenAI hosted tool continuation state is invalid.");
+    }
+    if (!Array.isArray(parsed) || parsed.length === 0 || parsed.length > MAX_HOSTED_TOOL_CALL_IDS) {
+        throw invalidState(kind, "OpenAI hosted tool continuation state is invalid.");
+    }
+    return parsed.map((id) => boundedString(id, MAX_ITEM_ID_LENGTH, kind, "hosted_tool_call_id"));
+}
+function hostedToolCallOffsets(value, kind) {
+    let parsed;
+    try {
+        parsed = JSON.parse(value);
+    }
+    catch {
+        throw invalidState(kind, "OpenAI hosted tool continuation state is invalid.");
+    }
+    if (!Array.isArray(parsed) || parsed.length === 0 || parsed.length > MAX_HOSTED_TOOL_CALL_IDS) {
+        throw invalidState(kind, "OpenAI hosted tool continuation state is invalid.");
+    }
+    return parsed.map((offset) => {
+        if (!Number.isSafeInteger(offset) || offset === 0 || Math.abs(offset) > MAX_HOSTED_TOOL_CALL_OFFSET) {
+            throw invalidState(kind, "OpenAI hosted tool continuation state is invalid.");
+        }
+        return offset;
+    });
+}
+function boundedString(value, maxLength, kind, field) {
+    const text = nonEmptyString(value, kind, field);
+    if (text.length > maxLength) {
+        throw invalidState(kind, `Provider continuation state ${field} is too long.`);
+    }
+    return text;
+}
+function nonEmptyString(value, kind, field) {
+    if (typeof value !== "string" || value.length === 0) {
+        throw invalidState(kind, `Provider continuation state ${field} must be a non-empty string.`);
+    }
+    return value;
+}
+function hasExactKeys(value, expected) {
+    const keys = Object.keys(value).sort();
+    const expectedKeys = [...expected].sort();
+    return keys.length === expectedKeys.length && keys.every((key, index) => key === expectedKeys[index]);
+}
+function invalidState(kind, message) {
+    return new RouterFrameworkError(kind, message, "invalid_provider_continuation_state", "input.reasoning.encrypted_content");
+}
+//# sourceMappingURL=continuation_state.js.map

package/dist/continuation_state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"continuation_state.js","sourceRoot":"","sources":["../src/continuation_state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAkCtC,MAAM,MAAM,GAAG,cAAc,CAAC;AAC9B,MAAM,aAAa,GAAG,WAAW,CAAC;AAClC,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACvC,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;AAC5D,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAChC,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAC7B,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAC/B,MAAM,wBAAwB,GAAG,GAAG,CAAC;AACrC,MAAM,2BAA2B,GAAG,SAAS,CAAC;AAS9C,MAAM,UAAU,+BAA+B,CAAC,KAAgC;IAC9E,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IACpC,gBAAgB,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACtC,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,cAAc,EAAE,CAAC;QACrD,MAAM,YAAY,CAChB,eAAe,EACf,6DAA6D,CAC9D,CAAC;IACJ,CAAC;IACD,OAAO,GAAG,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,wCAAwC,CACtD,KAAa;IAEb,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC;QAAE,OAAO,IAAI,CAAC;IAClD,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9B,MAAM,YAAY,CAAC,iBAAiB,EAAE,uDAAuD,CAAC,CAAC;IACjG,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,iBAAiB,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACxF,MAAM,YAAY,CAAC,iBAAiB,EAAE,kDAAkD,CAAC,CAAC;IAC5F,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAChD,IAAI,KAAK,CAAC,MAAM,GAAG,cAAc,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,OAAO,EAAE,CAAC;QAC7E,MAAM,YAAY,CAAC,iBAAiB,EAAE,kDAAkD,CAAC,CAAC;IAC5F,CAAC;IAED,IAAI,OAAgB,CAAC;IACrB,IAAI,CAAC;QACH,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAChF,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,YAAY,CAAC,iBAAiB,EAAE,iDAAiD,CAAC,CAAC;IAC3F,CAAC;IACD,OAAO,iBAAiB,CAAC,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,GAAW;IAC9C,OAAO,GAAG,KAAK,kBAAkB,IAAI,GAAG,KAAK,wBAAwB,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,YAAmD,EACnD,MAA+B;IAE/B,IAAI,CAAC,YAAY,IAAI,CAAC,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IAChG,IAAI,YAAY,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;QAC7C,OAAO,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;IAChE,CAAC;IACD,OAAO,MAAM,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,CAAmB,EAAE,CAAmB;IAC3E,OAAO,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAIzC;IACC,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;QACxG,MAAM,IAAI,oBAAoB,CAC5B,eAAe,EACf,uDAAuD,EACvD,8BAA8B,CAC/B,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;AACvE,CAAC;AAED,SAAS,WAAW,CAAC,KAAgC;IACnD,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;QACtC,OAAO;YACL,CAAC,EAAE,CAAC;YACJ,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,KAAK,EAAE;gBACL,iBAAiB,EAAE,KAAK,CAAC,gBAAgB;gBACzC,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClE,GAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,MAAM;oBACjC,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE;oBACnE,CAAC,CAAC,EAAE,CAAC;gBACP,GAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE,MAAM;oBACrC,CAAC,CAAC,EAAE,wBAAwB,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,qBAAqB,CAAC,EAAE;oBAC3E,CAAC,CAAC,EAAE,CAAC;aACR;SACF,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;QACxC,OAAO;YACL,CAAC,EAAE,CAAC;YACJ,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,KAAK,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE;SAChE,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;AACvF,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAoB;IAC7C,IAAI,QAAQ,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;QACzC,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,gBAAgB,EAAE,QAAQ,CAAC,KAAK,CAAC,iBAAiB;YAClD,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7E,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,oBAAoB;gBACrC,CAAC,CAAC;oBACE,iBAAiB,EAAE,iBAAiB,CAClC,QAAQ,CAAC,KAAK,CAAC,oBAAoB,EACnC,iBAAiB,CAClB;oBACD,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,wBAAwB;wBACzC,CAAC,CAAC;4BACE,qBAAqB,EAAE,qBAAqB,CAC1C,QAAQ,CAAC,KAAK,CAAC,wBAAwB,EACvC,iBAAiB,CAClB;yBACF;wBACH,CAAC,CAAC,EAAE,CAAC;iBACR;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;IACJ,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;QAC3C,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ;YACjC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,SAAS;SACpC,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;AACrF,CAAC;AAED,SAAS,gBAAgB,CACvB,KAAc,EACd,IAAyC;IAEzC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;QAChG,MAAM,YAAY,CAAC,IAAI,EAAE,gDAAgD,CAAC,CAAC;IAC7E,CAAC;IACD,IACE,KAAK,CAAC,IAAI,KAAK,kBAAkB;QACjC,KAAK,CAAC,IAAI,KAAK,oBAAoB;QACnC,KAAK,CAAC,IAAI,KAAK,6BAA6B,EAC5C,CAAC;QACD,MAAM,YAAY,CAAC,IAAI,EAAE,8CAA8C,CAAC,CAAC;IAC3E,CAAC;IACD,OAAO;QACL,CAAC,EAAE,CAAC;QACJ,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC;QAC1C,KAAK,EAAE,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC;KACpD,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CACrB,KAAc,EACd,IAAyC;IAEzC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC;QAC3E,MAAM,YAAY,CAAC,IAAI,EAAE,gDAAgD,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,aAAa,CAAC,KAAK,CAAC,QAAQ,EAAE,mBAAmB,EAAE,IAAI,EAAE,UAAU,CAAC;QAC9E,GAAG,EAAE,aAAa,CAAC,KAAK,CAAC,GAAG,EAAE,cAAc,EAAE,IAAI,EAAE,KAAK,CAAC;QAC1D,KAAK,EAAE,aAAa,CAAC,KAAK,CAAC,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,OAAO,CAAC;KACnE,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CACpB,gBAAmD,EACnD,KAAc,EACd,SAA8C;IAE9C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,YAAY,CAAC,SAAS,EAAE,iDAAiD,CAAC,CAAC;IACnF,CAAC;IACD,IAAI,gBAAgB,KAAK,kBAAkB,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC;eAC/C,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CACpB,GAAG,KAAK,mBAAmB;mBACxB,GAAG,KAAK,SAAS;mBACjB,GAAG,KAAK,sBAAsB;mBAC9B,GAAG,KAAK,0BAA0B,CACtC,CAAC;QACJ,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,wBAAwB,KAAK,SAAS,IAAI,KAAK,CAAC,oBAAoB,KAAK,SAAS,CAAC,EAAE,CAAC;YAC7G,MAAM,YAAY,CAAC,SAAS,EAAE,8CAA8C,CAAC,CAAC;QAChF,CAAC;QACD,MAAM,GAAG,GAAG,KAAK,CAAC,oBAAoB,KAAK,SAAS;YAClD,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,iBAAiB,CACf,cAAc,CAAC,KAAK,CAAC,oBAAoB,EAAE,SAAS,EAAE,sBAAsB,CAAC,EAC7E,SAAS,CACV,CAAC;QACN,MAAM,OAAO,GAAG,KAAK,CAAC,wBAAwB,KAAK,SAAS;YAC1D,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,qBAAqB,CACnB,cAAc,CAAC,KAAK,CAAC,wBAAwB,EAAE,SAAS,EAAE,0BAA0B,CAAC,EACrF,SAAS,CACV,CAAC;QACN,IAAI,GAAG,IAAI,OAAO,IAAI,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;YACpD,MAAM,YAAY,CAAC,SAAS,EAAE,mDAAmD,CAAC,CAAC;QACrF,CAAC;QACD,OAAO;YACL,iBAAiB,EAAE,cAAc,CAAC,KAAK,CAAC,iBAAiB,EAAE,SAAS,EAAE,mBAAmB,CAAC;YAC1F,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS;gBAC7B,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,OAAO,EAAE,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC;YACxF,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7D,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,wBAAwB,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1E,CAAC;IACJ,CAAC;IACD,IAAI,gBAAgB,KAAK,oBAAoB,EAAE,CAAC;QAC9C,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC,EAAE,CAAC;YACpD,MAAM,YAAY,CAAC,SAAS,EAAE,6CAA6C,CAAC,CAAC;QAC/E,CAAC;QACD,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACvC,MAAM,YAAY,CAAC,SAAS,EAAE,qCAAqC,CAAC,CAAC;QACvE,CAAC;QACD,OAAO;YACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,SAAS,EAAE,cAAc,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,EAAE,WAAW,CAAC;SACnE,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;QACnC,MAAM,YAAY,CAAC,SAAS,EAAE,sDAAsD,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC;AACjE,CAAC;AAED,SAAS,iBAAiB,CACxB,KAAa,EACb,IAAyC;IAEzC,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,YAAY,CAAC,IAAI,EAAE,mDAAmD,CAAC,CAAC;IAChF,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,wBAAwB,EAAE,CAAC;QAC9F,MAAM,YAAY,CAAC,IAAI,EAAE,mDAAmD,CAAC,CAAC;IAChF,CAAC;IACD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,aAAa,CAAC,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,qBAAqB,CAAC,CAAC,CAAC;AAChG,CAAC;AAED,SAAS,qBAAqB,CAC5B,KAAa,EACb,IAAyC;IAEzC,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,YAAY,CAAC,IAAI,EAAE,mDAAmD,CAAC,CAAC;IAChF,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,wBAAwB,EAAE,CAAC;QAC9F,MAAM,YAAY,CAAC,IAAI,EAAE,mDAAmD,CAAC,CAAC;IAChF,CAAC;IACD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QAC3B,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,2BAA2B,EAAE,CAAC;YACpG,MAAM,YAAY,CAAC,IAAI,EAAE,mDAAmD,CAAC,CAAC;QAChF,CAAC;QACD,OAAO,MAAgB,CAAC;IAC1B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,aAAa,CACpB,KAAc,EACd,SAAiB,EACjB,IAAyC,EACzC,KAAa;IAEb,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IAChD,IAAI,IAAI,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;QAC5B,MAAM,YAAY,CAAC,IAAI,EAAE,+BAA+B,KAAK,eAAe,CAAC,CAAC;IAChF,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,cAAc,CACrB,KAAc,EACd,IAAyC,EACzC,KAAa;IAEb,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpD,MAAM,YAAY,CAAC,IAAI,EAAE,+BAA+B,KAAK,8BAA8B,CAAC,CAAC;IAC/F,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CAAC,KAA8B,EAAE,QAAkB;IACtE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IACvC,MAAM,YAAY,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1C,OAAO,IAAI,CAAC,MAAM,KAAK,YAAY,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;AACxG,CAAC;AAED,SAAS,YAAY,CACnB,IAAyC,EACzC,OAAe;IAEf,OAAO,IAAI,oBAAoB,CAC7B,IAAI,EACJ,OAAO,EACP,qCAAqC,EACrC,mCAAmC,CACpC,CAAC;AACJ,CAAC"}

package/dist/cost.d.ts

@@ -0,0 +1,31 @@
+import { type ReasoningCacheScopeLookup } from "./cache_scope.js";
+import type { CandidateCostEstimate, ChainHits, FixedTurnCostEstimate, PrefixHit, ReasoningEffort, RouterPrefixHit, RoutingCandidate } from "./types.js";
+export declare const CHARS_PER_TOKEN = 4;
+export type ModelPricing = {
+    input: number;
+    output: number;
+    cacheRead: number;
+    cacheWrite: number;
+};
+export type PricingLookup = (model: string) => ModelPricing | null;
+export type CandidatePromptEstimate = {
+    chars: number;
+    reusesStoredPromptTokens: boolean;
+};
+export declare function deriveModelChainHits(chainsByModel: ReadonlyMap<string, string[]>, hits: RouterPrefixHit[] | undefined): ChainHits;
+export declare function deepestIdentityHit(chainsByModel: ReadonlyMap<string, string[]>, looseChain: readonly string[] | undefined, hits: RouterPrefixHit[] | undefined): PrefixHit | undefined;
+export declare function selectPrefixHit(hits: ChainHits, model: string, reasoningBucket: string, cacheScope?: ReasoningCacheScopeLookup): PrefixHit | undefined;
+export declare function selectPromptAnchor(hits: ChainHits, model: string, reasoningBucket: string, cacheScope?: ReasoningCacheScopeLookup): PrefixHit | undefined;
+export declare function estimateCandidateCosts(args: {
+    candidates: RoutingCandidate[];
+    hits: ChainHits;
+    incomingBlockCount: number;
+    incomingProviderBlockCountFor?: (model: string) => number;
+    promptEstimatesByCandidate: ReadonlyMap<string, CandidatePromptEstimate>;
+    toolChoiceFp: string;
+    responseFormatFp: string;
+    pricing: PricingLookup;
+    averageOutputTokensByModel?: Readonly<Record<string, Partial<Record<ReasoningEffort, number>> | null>>;
+    cacheScope?: ReasoningCacheScopeLookup;
+}): CandidateCostEstimate[];
+export declare function turnCostUsdAt(estimate: FixedTurnCostEstimate | null | undefined, turns: number): number | null;