@mupt-ai/dari-router 0.1.0

package/dist/protocol_validation.js

@@ -0,0 +1,134 @@
+import { RouterFrameworkError } from "./framework_error.js";
+import { isRecord } from "./types.js";
+export function invalidProtocolRequest(message, param) {
+    return new RouterFrameworkError("invalid_request", message, "invalid_request", param);
+}
+export function rejectUnknownFields(value, allowed, prefix) {
+    const field = Object.keys(value).find((name) => !allowed.includes(name));
+    if (field === undefined)
+        return;
+    const param = prefix ? `${prefix}.${field}` : field;
+    throw new RouterFrameworkError("invalid_request", `${param} is not supported by the portable router contract.`, "unsupported_field", param);
+}
+export function validateToolChoice(choice, tools) {
+    if (choice === undefined || choice === "none" || choice === "auto")
+        return;
+    if (tools.length === 0) {
+        throw invalidProtocolRequest("tool_choice requires at least one tool.", "tool_choice");
+    }
+    if (typeof choice !== "string" && !tools.some((tool) => tool.name === choice.name)) {
+        throw invalidProtocolRequest(`tool_choice references unknown tool '${choice.name}'.`, "tool_choice");
+    }
+}
+// `dari_routing` response metadata, matching the managed Dari platform's wire shape.
+export function dariRoutingPayload(requestedModel, selection) {
+    return {
+        requested_model: requestedModel,
+        selected_model: selection.decision.selectedModel,
+        reasoning_effort: selection.decision.reasoningEffort,
+        reason: selection.decision.reason,
+    };
+}
+export function requiredString(value, param) {
+    if (typeof value !== "string" || !value.trim()) {
+        throw invalidProtocolRequest(`${param} must be a non-empty string.`, param);
+    }
+    return value;
+}
+export function optionalString(value, param) {
+    if (value === undefined || value === null)
+        return undefined;
+    if (typeof value !== "string") {
+        throw invalidProtocolRequest(`${param} must be a string.`, param);
+    }
+    return value;
+}
+// Empty and whitespace-only cache keys mean "no cache key": preserving them
+// would make every such request share one lease bucket.
+export function optionalCacheKey(value, param) {
+    const cacheKey = optionalString(value, param);
+    return cacheKey !== undefined && cacheKey.trim() ? cacheKey : undefined;
+}
+export function optionalNumberInRange(value, param, minimum, maximum) {
+    if (value === undefined || value === null)
+        return undefined;
+    if (typeof value !== "number" ||
+        !Number.isFinite(value) ||
+        value < minimum ||
+        value > maximum) {
+        throw invalidProtocolRequest(`${param} must be between ${minimum} and ${maximum}.`, param);
+    }
+    return value;
+}
+export function positiveInteger(value, param) {
+    if (typeof value !== "number" || !Number.isInteger(value) || value <= 0) {
+        throw invalidProtocolRequest(`${param} must be a positive integer.`, param);
+    }
+    return value;
+}
+export function optionalPositiveInteger(value, param) {
+    if (value === undefined || value === null)
+        return undefined;
+    return positiveInteger(value, param);
+}
+export function optionalBoolean(value, param) {
+    if (value === undefined || value === null)
+        return undefined;
+    if (typeof value !== "boolean") {
+        throw invalidProtocolRequest(`${param} must be a boolean.`, param);
+    }
+    return value;
+}
+export function optionalRecord(value, param) {
+    if (value === undefined || value === null)
+        return undefined;
+    if (!isRecord(value)) {
+        throw invalidProtocolRequest(`${param} must be an object.`, param);
+    }
+    return value;
+}
+export function stopSequenceValues(value, param, allowBareString) {
+    if (value === undefined || value === null)
+        return undefined;
+    if (typeof value === "string" && allowBareString)
+        return value;
+    if (!Array.isArray(value) || value.some((entry) => typeof entry !== "string")) {
+        throw invalidProtocolRequest(allowBareString
+            ? `${param} must be a string or array of strings.`
+            : `${param} must be an array of strings.`, param);
+    }
+    return value;
+}
+export function isAllEmptyText(parts) {
+    return parts.every((part) => part.type === "text" && part.text.length === 0);
+}
+export function prefixedWireId(value, prefix) {
+    return (value.startsWith(prefix) ? value : `${prefix}${value.replace(/[^A-Za-z0-9_-]/g, "_")}`)
+        .slice(0, 64);
+}
+export function portableTool(fields, options) {
+    const name = requiredString(fields.name, `${options.param}.name`);
+    if (options.names.has(name)) {
+        throw invalidProtocolRequest(`Duplicate tool '${name}'.`, `${options.param}.name`);
+    }
+    options.names.add(name);
+    const schemaParam = `${options.param}.${options.schemaField}`;
+    const schema = fields[options.schemaField];
+    if (schema === undefined) {
+        if (options.schemaRequired) {
+            throw invalidProtocolRequest(`${schemaParam} must be an object.`, schemaParam);
+        }
+    }
+    else if (!isRecord(schema)) {
+        throw invalidProtocolRequest(`${schemaParam} must be an object.`, schemaParam);
+    }
+    const description = optionalString(fields.description, `${options.param}.description`);
+    const strict = optionalBoolean(fields.strict, `${options.param}.strict`);
+    return {
+        name,
+        ...(description === undefined ? {} : { description }),
+        inputSchema: schema ?? { type: "object" },
+        ...(strict === undefined ? {} : { strict }),
+    };
+}
+//# sourceMappingURL=protocol_validation.js.map

package/dist/protocol_validation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"protocol_validation.js","sourceRoot":"","sources":["../src/protocol_validation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAO5D,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEtC,MAAM,UAAU,sBAAsB,CACpC,OAAe,EACf,KAAc;IAEd,OAAO,IAAI,oBAAoB,CAC7B,iBAAiB,EACjB,OAAO,EACP,iBAAiB,EACjB,KAAK,CACN,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,KAA8B,EAC9B,OAA0B,EAC1B,MAAe;IAEf,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IACzE,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO;IAChC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;IACpD,MAAM,IAAI,oBAAoB,CAC5B,iBAAiB,EACjB,GAAG,KAAK,oDAAoD,EAC5D,mBAAmB,EACnB,KAAK,CACN,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,MAAoC,EACpC,KAA4B;IAE5B,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO;IAC3E,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,sBAAsB,CAAC,yCAAyC,EAAE,aAAa,CAAC,CAAC;IACzF,CAAC;IACD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QACnF,MAAM,sBAAsB,CAC1B,wCAAwC,MAAM,CAAC,IAAI,IAAI,EACvD,aAAa,CACd,CAAC;IACJ,CAAC;AACH,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,kBAAkB,CAChC,cAAsB,EACtB,SAAoC;IAEpC,OAAO;QACL,eAAe,EAAE,cAAc;QAC/B,cAAc,EAAE,SAAS,CAAC,QAAQ,CAAC,aAAa;QAChD,gBAAgB,EAAE,SAAS,CAAC,QAAQ,CAAC,eAAe;QACpD,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,MAAM;KAClC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAc,EAAE,KAAa;IAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAC/C,MAAM,sBAAsB,CAAC,GAAG,KAAK,8BAA8B,EAAE,KAAK,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAc,EAAE,KAAa;IAC1D,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,sBAAsB,CAAC,GAAG,KAAK,oBAAoB,EAAE,KAAK,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,4EAA4E;AAC5E,wDAAwD;AACxD,MAAM,UAAU,gBAAgB,CAAC,KAAc,EAAE,KAAa;IAC5D,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC9C,OAAO,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1E,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,KAAc,EACd,KAAa,EACb,OAAe,EACf,OAAe;IAEf,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5D,IACE,OAAO,KAAK,KAAK,QAAQ;QACzB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QACvB,KAAK,GAAG,OAAO;QACf,KAAK,GAAG,OAAO,EACf,CAAC;QACD,MAAM,sBAAsB,CAC1B,GAAG,KAAK,oBAAoB,OAAO,QAAQ,OAAO,GAAG,EACrD,KAAK,CACN,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAc,EAAE,KAAa;IAC3D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACxE,MAAM,sBAAsB,CAAC,GAAG,KAAK,8BAA8B,EAAE,KAAK,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,KAAc,EACd,KAAa;IAEb,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5D,OAAO,eAAe,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAc,EAAE,KAAa;IAC3D,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5D,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,MAAM,sBAAsB,CAAC,GAAG,KAAK,qBAAqB,EAAE,KAAK,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,KAAc,EACd,KAAa;IAEb,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5D,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,sBAAsB,CAAC,GAAG,KAAK,qBAAqB,EAAE,KAAK,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,KAAc,EACd,KAAa,EACb,eAAwB;IAExB,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,eAAe;QAAE,OAAO,KAAK,CAAC;IAC/D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,EAAE,CAAC;QAC9E,MAAM,sBAAsB,CAC1B,eAAe;YACb,CAAC,CAAC,GAAG,KAAK,wCAAwC;YAClD,CAAC,CAAC,GAAG,KAAK,+BAA+B,EAC3C,KAAK,CACN,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAA+B;IAC5D,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;AAC/E,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAa,EAAE,MAAc;IAC1D,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,EAAE,CAAC;SAC5F,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,MAA+B,EAC/B,OAKC;IAED,MAAM,IAAI,GAAG,cAAc,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,OAAO,CAAC,KAAK,OAAO,CAAC,CAAC;IAClE,IAAI,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5B,MAAM,sBAAsB,CAAC,mBAAmB,IAAI,IAAI,EAAE,GAAG,OAAO,CAAC,KAAK,OAAO,CAAC,CAAC;IACrF,CAAC;IACD,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACxB,MAAM,WAAW,GAAG,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;IAC9D,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC3C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,MAAM,sBAAsB,CAAC,GAAG,WAAW,qBAAqB,EAAE,WAAW,CAAC,CAAC;QACjF,CAAC;IACH,CAAC;SAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC7B,MAAM,sBAAsB,CAAC,GAAG,WAAW,qBAAqB,EAAE,WAAW,CAAC,CAAC;IACjF,CAAC;IACD,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,WAAW,EAAE,GAAG,OAAO,CAAC,KAAK,cAAc,CAAC,CAAC;IACvF,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,SAAS,CAAC,CAAC;IACzE,OAAO;QACL,IAAI;QACJ,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;QACrD,WAAW,EAAE,MAAM,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE;QACzC,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;KAC5C,CAAC;AACJ,CAAC"}

package/dist/route.d.ts

@@ -0,0 +1,105 @@
+import { type CandidateMetadataLookup } from "./compatibility.js";
+import { type CandidatePromptEstimate, type PricingLookup } from "./cost.js";
+import type { ReasoningCacheScopeLookup } from "./cache_scope.js";
+import { type ActiveLease, type PendingLease } from "./previous_decision.js";
+import { type StrategyCandidateResolution } from "./candidate_resolution.js";
+import { type BuiltSelectorRequest } from "./selector_request.js";
+import type { CandidateCostEstimate, ChainHits, ChatCompletionRequest, ChatMessage, CustomRouterConfig, HardCapability, PrefixHit, PreviousDecision, ReasoningEffort, RouterEval, RouterModelPrice, RouterPrefixHit, RoutingDecision, RoutingStrategy } from "./types.js";
+export type RoutePreparationWarning = {
+    phase: "cost_estimation";
+    error: unknown;
+};
+export type CandidatePromptAnchor = {
+    hash: string;
+    depth: number;
+};
+export type CandidatePromptAccounting = {
+    anchorSemantics: "matched_prefix" | "stored_input";
+    defaultBlockDepth: number;
+    providerBlockDepthFor: (model: string) => number;
+    promptEstimateFor: (model: string, anchor?: CandidatePromptAnchor) => CandidatePromptEstimate;
+};
+export type LegacyTailCharsFor = (model: string, hash: string) => number | undefined;
+type CandidatePreparationSharedInput = {
+    candidateModels: string[];
+    metadataLookup: CandidateMetadataLookup;
+    requiredCapabilities: readonly HardCapability[];
+    requestedReasoningEffort?: ReasoningEffort;
+    thinkingEnabled?: boolean;
+    toolChoice?: unknown;
+    modelThinkingLevels?: Readonly<Record<string, ReasoningEffort[]>>;
+    strategy: RoutingStrategy;
+    customConfig?: CustomRouterConfig | null;
+    modelPrices?: Record<string, RouterModelPrice>;
+    pricing: PricingLookup;
+    averageOutputTokensByModel?: Readonly<Record<string, Partial<Record<ReasoningEffort, number>> | null>>;
+    chainsByModel: ReadonlyMap<string, string[]>;
+    prefixHits?: RouterPrefixHit[];
+    nowMs: number;
+    looseChain?: readonly string[];
+    toolChoiceFp: string;
+    responseFormatFp: string;
+    previousDecision?: PreviousDecision;
+    cacheScope?: ReasoningCacheScopeLookup;
+};
+export type CandidatePreparationInput = CandidatePreparationSharedInput & ({
+    promptAccounting: CandidatePromptAccounting;
+    messages?: never;
+    tailCharsFor?: never;
+} | {
+    promptAccounting?: undefined;
+    messages: ChatMessage[];
+    tailCharsFor?: LegacyTailCharsFor;
+});
+export type CandidatePreparation = {
+    blockDepth: number;
+    hits: ChainHits;
+    conversationId: string | null;
+    identityMatchDepth: number | null;
+    identityHit?: PrefixHit;
+    previousDecision?: PreviousDecision;
+    activeLease?: ActiveLease;
+    pendingLease?: PendingLease;
+    costEstimates: CandidateCostEstimate[];
+    candidateResolution: StrategyCandidateResolution;
+    warnings: RoutePreparationWarning[];
+};
+export declare function prepareCandidates(input: CandidatePreparationInput): CandidatePreparation;
+export type RouteFallbackConfig = {
+    enabled: boolean;
+    requiresDifferentProvider: boolean;
+};
+type RouteAccountingInput = {
+    promptAccounting: CandidatePromptAccounting;
+    tailCharsFor?: never;
+} | {
+    promptAccounting?: undefined;
+    tailCharsFor?: LegacyTailCharsFor;
+};
+export type RouteInput = CandidatePreparationSharedInput & RouteAccountingInput & {
+    messages: ChatMessage[];
+    evals?: RouterEval[];
+    selectorModel: string;
+    selectorContextWindowChars: number;
+    modelFallbackEnabled?: boolean;
+    fallbackRequiresDifferentProvider?: boolean;
+};
+export type PreparedRoute = CandidatePreparation & {
+    fallbackConfig: RouteFallbackConfig;
+    selectorPreparation: BuiltSelectorRequest | null;
+};
+export declare function prepareRoute(input: RouteInput): PreparedRoute;
+export type RouteResult = {
+    decision: RoutingDecision;
+    fallbackDecision?: RoutingDecision;
+    outputText: string;
+};
+export declare function finalizeRoute(prepared: Pick<PreparedRoute, "candidateResolution" | "fallbackConfig">, selectorOutputText: string): RouteResult;
+export type Selector = {
+    select(request: ChatCompletionRequest, signal?: AbortSignal): Promise<string>;
+};
+export declare function route(input: RouteInput, selector: Selector): Promise<RouteResult & {
+    prepared: PreparedRoute;
+}>;
+export declare function chatPromptAccounting(messages: ChatMessage[], tailCharsFor?: LegacyTailCharsFor): CandidatePromptAccounting;
+export {};

package/dist/route.js

@@ -0,0 +1,226 @@
+// Deterministic route preparation and finalization. These compositions call
+// the same phase functions Dari's hosted runtime executes; hosts with
+// interleaved effects (speculative execution, telemetry) may call the phases
+// directly instead.
+import { resolveCompatibleCandidates } from "./compatibility.js";
+import { conversationBlockCount, conversationMessages } from "./fingerprint.js";
+import { deepestIdentityHit, deriveModelChainHits, estimateCandidateCosts, selectPromptAnchor, } from "./cost.js";
+import { warmPrefixHits } from "./cache_behavior.js";
+import { RouterCoreError } from "./errors.js";
+import { activeLeaseFromHit, compatiblePreviousDecision, pendingLeaseFromHit, previousDecisionFromHit, } from "./previous_decision.js";
+import { resolveStrategyCandidates, } from "./candidate_resolution.js";
+import { selectorSafeMessages } from "./selector_input.js";
+import { buildSizedSelectorRequest } from "./selector_request.js";
+import { parseSelectorDecision, validateSelectorDecisions } from "./selector_parse.js";
+import { routingCandidateKey } from "./types.js";
+// Deterministic candidate preparation: eligibility, cache-aware cost
+// estimates, previous-decision resolution, and strategy resolution/pruning.
+// Cost estimation is best-effort: a failure there surfaces as a warning and
+// leaves estimates empty rather than failing the route.
+export function prepareCandidates(input) {
+    return prepareCandidatesWithAccounting(input, resolvePromptAccounting(input));
+}
+function prepareCandidatesWithAccounting(input, promptAccounting) {
+    const compatible = resolveCompatibleCandidates({
+        requiredCapabilities: input.requiredCapabilities,
+        requestedReasoningEffort: input.requestedReasoningEffort,
+        thinkingEnabled: input.thinkingEnabled,
+        toolChoice: input.toolChoice,
+        candidateModels: input.candidateModels,
+        metadataLookup: input.metadataLookup,
+        modelThinkingLevels: input.modelThinkingLevels,
+    });
+    const blockDepth = promptAccounting.defaultBlockDepth;
+    const warnings = [];
+    let hits = { perModel: new Map(), perModelBuckets: new Map() };
+    let costEstimates = [];
+    let previousDecision = compatiblePreviousDecision(input.previousDecision, compatible.candidates);
+    let conversationId = null;
+    let identityMatchDepth = null;
+    let activeLease;
+    let pendingLease;
+    let identityHit;
+    try {
+        // Warmth: strict chains over hits still inside the warmth window — cost
+        // estimation and the freshness touch must reflect what the provider cache
+        // can actually re-read. Identity: either tier over every recent hit — a
+        // stale or loose-only match still names the same conversation.
+        hits = deriveModelChainHits(input.chainsByModel, warmPrefixHits(input.prefixHits, input.nowMs));
+        identityHit = deepestIdentityHit(input.chainsByModel, input.looseChain, input.prefixHits);
+        if (identityHit) {
+            conversationId = identityHit.entry.conversation_id;
+            identityMatchDepth = identityHit.depth;
+            previousDecision ??= previousDecisionFromHit(identityHit.entry, compatible.candidates);
+            activeLease = activeLeaseFromHit(identityHit.entry, compatible.candidates);
+            // The prefetch write lands on whatever rows existed when the policy
+            // finished, and later turns append rows without it, so the pending
+            // lease is recovered from any recent row of this conversation — but
+            // only when the previous lease ran to completion. The final hold turn
+            // writes a zero countdown; a fallback-served turn writes none, and its
+            // broken commitment must not be resurrected by a stale prefetch.
+            if (identityHit.entry.lease_turns_remaining === 0) {
+                const matchConversationId = identityHit.entry.conversation_id;
+                const conversationHits = (input.prefixHits ?? [])
+                    .filter((hit) => hit.conversation_id === matchConversationId)
+                    .sort((left, right) => right.updated_at.localeCompare(left.updated_at));
+                for (const hit of conversationHits) {
+                    pendingLease = pendingLeaseFromHit(hit, compatible.candidates);
+                    if (pendingLease !== undefined)
+                        break;
+                }
+            }
+        }
+        const promptEstimatesByCandidate = new Map(compatible.candidates.map((candidate) => {
+            const anchor = selectPromptAnchor(hits, candidate.model, candidate.reasoningEffort, input.cacheScope);
+            const candidateAnchor = promptAnchorFor({
+                accounting: promptAccounting,
+                // Stored prompt tokens include the previous response-format schema.
+                anchor: anchor?.entry.response_format_fp === input.responseFormatFp
+                    ? anchor
+                    : undefined,
+                chain: input.chainsByModel.get(candidate.model),
+            });
+            return [
+                routingCandidateKey(candidate),
+                promptAccounting.promptEstimateFor(candidate.model, candidateAnchor),
+            ];
+        }));
+        costEstimates = estimateCandidateCosts({
+            candidates: compatible.candidates,
+            hits,
+            incomingBlockCount: blockDepth,
+            incomingProviderBlockCountFor: promptAccounting.providerBlockDepthFor,
+            promptEstimatesByCandidate,
+            toolChoiceFp: input.toolChoiceFp,
+            responseFormatFp: input.responseFormatFp,
+            pricing: input.pricing,
+            averageOutputTokensByModel: input.averageOutputTokensByModel,
+            cacheScope: input.cacheScope,
+        });
+    }
+    catch (error) {
+        warnings.push({ phase: "cost_estimation", error });
+    }
+    const candidateResolution = resolveStrategyCandidates({
+        strategy: input.strategy,
+        candidates: compatible.candidates,
+        costEstimates,
+        previousDecision,
+        customConfig: input.customConfig,
+        modelPrices: input.modelPrices ?? {},
+    });
+    return {
+        blockDepth,
+        hits,
+        conversationId,
+        identityMatchDepth,
+        ...(identityHit !== undefined ? { identityHit } : {}),
+        ...(previousDecision !== undefined ? { previousDecision } : {}),
+        ...(activeLease !== undefined ? { activeLease } : {}),
+        ...(pendingLease !== undefined ? { pendingLease } : {}),
+        costEstimates,
+        candidateResolution,
+        warnings,
+    };
+}
+export function prepareRoute(input) {
+    const preparation = prepareCandidatesWithAccounting(input, input.promptAccounting
+        ?? chatPromptAccounting(input.messages, input.tailCharsFor));
+    const resolution = preparation.candidateResolution;
+    const fallbackConfig = {
+        enabled: input.modelFallbackEnabled !== false,
+        requiresDifferentProvider: input.fallbackRequiresDifferentProvider !== false,
+    };
+    const custom = resolution.strategy === "custom" ? resolution.custom : undefined;
+    if (custom === null) {
+        return { ...preparation, fallbackConfig, selectorPreparation: null };
+    }
+    const selectorPreparation = buildSizedSelectorRequest({
+        candidates: resolution.candidates,
+        evals: input.evals ?? [],
+        ...(preparation.previousDecision !== undefined
+            ? { previousDecision: preparation.previousDecision }
+            : {}),
+        costEstimates: resolution.costEstimates,
+        ...(custom ? { customRules: custom.rules, defaultTarget: custom.defaultTarget } : {}),
+        selectorModel: input.selectorModel,
+        contextWindowChars: input.selectorContextWindowChars,
+        messages: selectorSafeMessages(input.messages),
+        modelFallbackEnabled: fallbackConfig.enabled,
+        fallbackRequiresDifferentProvider: fallbackConfig.requiresDifferentProvider,
+    });
+    return { ...preparation, fallbackConfig, selectorPreparation };
+}
+// Parses and validates the selector's raw output against the prepared
+// candidate set and fallback policy.
+export function finalizeRoute(prepared, selectorOutputText) {
+    const parsed = parseSelectorDecision(selectorOutputText);
+    validateSelectorDecisions({
+        decision: parsed.decision,
+        ...(parsed.fallbackDecision !== undefined
+            ? { fallbackDecision: parsed.fallbackDecision }
+            : {}),
+        candidates: prepared.candidateResolution.candidates,
+        modelFallbackEnabled: prepared.fallbackConfig.enabled,
+        fallbackRequiresDifferentProvider: prepared.fallbackConfig.requiresDifferentProvider,
+    });
+    return {
+        decision: parsed.decision,
+        ...(parsed.fallbackDecision !== undefined
+            ? { fallbackDecision: parsed.fallbackDecision }
+            : {}),
+        outputText: selectorOutputText,
+    };
+}
+export async function route(input, selector) {
+    const prepared = prepareRoute(input);
+    if (prepared.selectorPreparation === null) {
+        throw new RouterCoreError("configuration", "Router custom rule configuration is missing.", "custom_config_missing");
+    }
+    const outputText = await selector.select(prepared.selectorPreparation.selectorRequest);
+    return { ...finalizeRoute(prepared, outputText), prepared };
+}
+export function chatPromptAccounting(messages, tailCharsFor) {
+    const conversation = conversationMessages({ messages });
+    const blockDepth = conversationBlockCount({ messages });
+    return {
+        anchorSemantics: "matched_prefix",
+        defaultBlockDepth: blockDepth,
+        providerBlockDepthFor: () => blockDepth,
+        promptEstimateFor: (model, anchor) => {
+            if (anchor) {
+                const exact = tailCharsFor?.(model, anchor.hash);
+                if (exact !== undefined) {
+                    return { chars: exact, reusesStoredPromptTokens: true };
+                }
+            }
+            return {
+                chars: JSON.stringify(anchor ? conversation.slice(anchor.depth) : messages).length,
+                reusesStoredPromptTokens: anchor !== undefined,
+            };
+        },
+    };
+}
+function promptAnchorFor(args) {
+    if (!args.anchor)
+        return undefined;
+    const depth = args.accounting.anchorSemantics === "stored_input"
+        ? args.anchor.entry.prompt_anchor_depth
+        : args.anchor.depth;
+    if (depth === undefined
+        || depth === null
+        || depth <= 0) {
+        return undefined;
+    }
+    const hash = args.chain?.[depth - 1];
+    return hash === undefined ? undefined : { hash, depth };
+}
+function resolvePromptAccounting(input) {
+    if (input.promptAccounting)
+        return input.promptAccounting;
+    if (input.messages) {
+        return chatPromptAccounting(input.messages, input.tailCharsFor);
+    }
+    throw new RouterCoreError("invalid_request", "Candidate preparation requires promptAccounting or messages", "prompt_accounting_required");
+}
+//# sourceMappingURL=route.js.map

package/dist/route.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"route.js","sourceRoot":"","sources":["../src/route.ts"],"names":[],"mappings":"AAAA,4EAA4E;AAC5E,sEAAsE;AACtE,6EAA6E;AAC7E,oBAAoB;AAEpB,OAAO,EAAE,2BAA2B,EAAgC,MAAM,oBAAoB,CAAC;AAC/F,OAAO,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAChF,OAAO,EACL,kBAAkB,EAClB,oBAAoB,EACpB,sBAAsB,EACtB,kBAAkB,GAGnB,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAErD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EACL,kBAAkB,EAClB,0BAA0B,EAC1B,mBAAmB,EACnB,uBAAuB,GAGxB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,yBAAyB,GAE1B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,yBAAyB,EAA6B,MAAM,uBAAuB,CAAC;AAC7F,OAAO,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AA+HjD,qEAAqE;AACrE,4EAA4E;AAC5E,4EAA4E;AAC5E,wDAAwD;AACxD,MAAM,UAAU,iBAAiB,CAAC,KAAgC;IAChE,OAAO,+BAA+B,CACpC,KAAK,EACL,uBAAuB,CAAC,KAAK,CAAC,CAC/B,CAAC;AACJ,CAAC;AAED,SAAS,+BAA+B,CACtC,KAAsC,EACtC,gBAA2C;IAE3C,MAAM,UAAU,GAAG,2BAA2B,CAAC;QAC7C,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;QAChD,wBAAwB,EAAE,KAAK,CAAC,wBAAwB;QACxD,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,mBAAmB,EAAE,KAAK,CAAC,mBAAmB;KAC/C,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,gBAAgB,CAAC,iBAAiB,CAAC;IACtD,MAAM,QAAQ,GAA8B,EAAE,CAAC;IAE/C,IAAI,IAAI,GAAc,EAAE,QAAQ,EAAE,IAAI,GAAG,EAAE,EAAE,eAAe,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;IAC1E,IAAI,aAAa,GAA4B,EAAE,CAAC;IAChD,IAAI,gBAAgB,GAAG,0BAA0B,CAC/C,KAAK,CAAC,gBAAgB,EACtB,UAAU,CAAC,UAAU,CACtB,CAAC;IACF,IAAI,cAAc,GAAkB,IAAI,CAAC;IACzC,IAAI,kBAAkB,GAAkB,IAAI,CAAC;IAC7C,IAAI,WAAoC,CAAC;IACzC,IAAI,YAAsC,CAAC;IAC3C,IAAI,WAAkC,CAAC;IAEvC,IAAI,CAAC;QACH,wEAAwE;QACxE,0EAA0E;QAC1E,wEAAwE;QACxE,+DAA+D;QAC/D,IAAI,GAAG,oBAAoB,CACzB,KAAK,CAAC,aAAa,EACnB,cAAc,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,CAC9C,CAAC;QACF,WAAW,GAAG,kBAAkB,CAC9B,KAAK,CAAC,aAAa,EACnB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,UAAU,CACjB,CAAC;QACF,IAAI,WAAW,EAAE,CAAC;YAChB,cAAc,GAAG,WAAW,CAAC,KAAK,CAAC,eAAe,CAAC;YACnD,kBAAkB,GAAG,WAAW,CAAC,KAAK,CAAC;YACvC,gBAAgB,KAAK,uBAAuB,CAC1C,WAAW,CAAC,KAAK,EACjB,UAAU,CAAC,UAAU,CACtB,CAAC;YACF,WAAW,GAAG,kBAAkB,CAAC,WAAW,CAAC,KAAK,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;YAC3E,oEAAoE;YACpE,mEAAmE;YACnE,oEAAoE;YACpE,sEAAsE;YACtE,uEAAuE;YACvE,iEAAiE;YACjE,IAAI,WAAW,CAAC,KAAK,CAAC,qBAAqB,KAAK,CAAC,EAAE,CAAC;gBAClD,MAAM,mBAAmB,GAAG,WAAW,CAAC,KAAK,CAAC,eAAe,CAAC;gBAC9D,MAAM,gBAAgB,GAAG,CAAC,KAAK,CAAC,UAAU,IAAI,EAAE,CAAC;qBAC9C,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,eAAe,KAAK,mBAAmB,CAAC;qBAC5D,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;gBAC1E,KAAK,MAAM,GAAG,IAAI,gBAAgB,EAAE,CAAC;oBACnC,YAAY,GAAG,mBAAmB,CAAC,GAAG,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;oBAC/D,IAAI,YAAY,KAAK,SAAS;wBAAE,MAAM;gBACxC,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,0BAA0B,GAAG,IAAI,GAAG,CACxC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;YACtC,MAAM,MAAM,GAAG,kBAAkB,CAC/B,IAAI,EACJ,SAAS,CAAC,KAAK,EACf,SAAS,CAAC,eAAe,EACzB,KAAK,CAAC,UAAU,CACjB,CAAC;YACF,MAAM,eAAe,GAAG,eAAe,CAAC;gBACtC,UAAU,EAAE,gBAAgB;gBAC5B,oEAAoE;gBACpE,MAAM,EACJ,MAAM,EAAE,KAAK,CAAC,kBAAkB,KAAK,KAAK,CAAC,gBAAgB;oBACzD,CAAC,CAAC,MAAM;oBACR,CAAC,CAAC,SAAS;gBACf,KAAK,EAAE,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC;aAChD,CAAC,CAAC;YACH,OAAO;gBACL,mBAAmB,CAAC,SAAS,CAAC;gBAC9B,gBAAgB,CAAC,iBAAiB,CAChC,SAAS,CAAC,KAAK,EACf,eAAe,CAChB;aACF,CAAC;QACJ,CAAC,CAAC,CACH,CAAC;QACF,aAAa,GAAG,sBAAsB,CAAC;YACrC,UAAU,EAAE,UAAU,CAAC,UAAU;YACjC,IAAI;YACJ,kBAAkB,EAAE,UAAU;YAC9B,6BAA6B,EAC3B,gBAAgB,CAAC,qBAAqB;YACxC,0BAA0B;YAC1B,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;YACxC,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,0BAA0B,EAAE,KAAK,CAAC,0BAA0B;YAC5D,UAAU,EAAE,KAAK,CAAC,UAAU;SAC7B,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,mBAAmB,GAAG,yBAAyB,CAAC;QACpD,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,UAAU,EAAE,UAAU,CAAC,UAAU;QACjC,aAAa;QACb,gBAAgB;QAChB,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,EAAE;KACrC,CAAC,CAAC;IAEH,OAAO;QACL,UAAU;QACV,IAAI;QACJ,cAAc;QACd,kBAAkB;QAClB,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/D,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,aAAa;QACb,mBAAmB;QACnB,QAAQ;KACT,CAAC;AACJ,CAAC;AAsCD,MAAM,UAAU,YAAY,CAAC,KAAiB;IAC5C,MAAM,WAAW,GAAG,+BAA+B,CACjD,KAAK,EACL,KAAK,CAAC,gBAAgB;WACjB,oBAAoB,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,YAAY,CAAC,CAC9D,CAAC;IACF,MAAM,UAAU,GAAG,WAAW,CAAC,mBAAmB,CAAC;IACnD,MAAM,cAAc,GAAwB;QAC1C,OAAO,EAAE,KAAK,CAAC,oBAAoB,KAAK,KAAK;QAC7C,yBAAyB,EAAE,KAAK,CAAC,iCAAiC,KAAK,KAAK;KAC7E,CAAC;IACF,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;IAChF,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QACpB,OAAO,EAAE,GAAG,WAAW,EAAE,cAAc,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC;IACvE,CAAC;IACD,MAAM,mBAAmB,GAAG,yBAAyB,CAAC;QACpD,UAAU,EAAE,UAAU,CAAC,UAAU;QACjC,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE;QACxB,GAAG,CAAC,WAAW,CAAC,gBAAgB,KAAK,SAAS;YAC5C,CAAC,CAAC,EAAE,gBAAgB,EAAE,WAAW,CAAC,gBAAgB,EAAE;YACpD,CAAC,CAAC,EAAE,CAAC;QACP,aAAa,EAAE,UAAU,CAAC,aAAa;QACvC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,KAAK,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrF,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,kBAAkB,EAAE,KAAK,CAAC,0BAA0B;QACpD,QAAQ,EAAE,oBAAoB,CAAC,KAAK,CAAC,QAAQ,CAAC;QAC9C,oBAAoB,EAAE,cAAc,CAAC,OAAO;QAC5C,iCAAiC,EAAE,cAAc,CAAC,yBAAyB;KAC5E,CAAC,CAAC;IACH,OAAO,EAAE,GAAG,WAAW,EAAE,cAAc,EAAE,mBAAmB,EAAE,CAAC;AACjE,CAAC;AAQD,sEAAsE;AACtE,qCAAqC;AACrC,MAAM,UAAU,aAAa,CAC3B,QAAuE,EACvE,kBAA0B;IAE1B,MAAM,MAAM,GAAG,qBAAqB,CAAC,kBAAkB,CAAC,CAAC;IACzD,yBAAyB,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,GAAG,CAAC,MAAM,CAAC,gBAAgB,KAAK,SAAS;YACvC,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,EAAE;YAC/C,CAAC,CAAC,EAAE,CAAC;QACP,UAAU,EAAE,QAAQ,CAAC,mBAAmB,CAAC,UAAU;QACnD,oBAAoB,EAAE,QAAQ,CAAC,cAAc,CAAC,OAAO;QACrD,iCAAiC,EAAE,QAAQ,CAAC,cAAc,CAAC,yBAAyB;KACrF,CAAC,CAAC;IACH,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,GAAG,CAAC,MAAM,CAAC,gBAAgB,KAAK,SAAS;YACvC,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,EAAE;YAC/C,CAAC,CAAC,EAAE,CAAC;QACP,UAAU,EAAE,kBAAkB;KAC/B,CAAC;AACJ,CAAC;AAUD,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,KAAiB,EACjB,QAAkB;IAElB,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,QAAQ,CAAC,mBAAmB,KAAK,IAAI,EAAE,CAAC;QAC1C,MAAM,IAAI,eAAe,CACvB,eAAe,EACf,8CAA8C,EAC9C,uBAAuB,CACxB,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC,eAAe,CAAC,CAAC;IACvF,OAAO,EAAE,GAAG,aAAa,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC;AAC9D,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,QAAuB,EACvB,YAAiC;IAEjC,MAAM,YAAY,GAAG,oBAAoB,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;IACxD,MAAM,UAAU,GAAG,sBAAsB,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;IACxD,OAAO;QACL,eAAe,EAAE,gBAAgB;QACjC,iBAAiB,EAAE,UAAU;QAC7B,qBAAqB,EAAE,GAAG,EAAE,CAAC,UAAU;QACvC,iBAAiB,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YACnC,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,KAAK,GAAG,YAAY,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;gBACjD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACxB,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,wBAAwB,EAAE,IAAI,EAAE,CAAC;gBAC1D,CAAC;YACH,CAAC;YACD,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,SAAS,CACnB,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CACrD,CAAC,MAAM;gBACR,wBAAwB,EAAE,MAAM,KAAK,SAAS;aAC/C,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,IAIxB;IACC,IAAI,CAAC,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IACnC,MAAM,KAAK,GACT,IAAI,CAAC,UAAU,CAAC,eAAe,KAAK,cAAc;QAChD,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB;QACvC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;IACxB,IACE,KAAK,KAAK,SAAS;WAChB,KAAK,KAAK,IAAI;WACd,KAAK,IAAI,CAAC,EACb,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACrC,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AAC1D,CAAC;AAED,SAAS,uBAAuB,CAC9B,KAAgC;IAEhC,IAAI,KAAK,CAAC,gBAAgB;QAAE,OAAO,KAAK,CAAC,gBAAgB,CAAC;IAC1D,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QACnB,OAAO,oBAAoB,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;IAClE,CAAC;IACD,MAAM,IAAI,eAAe,CACvB,iBAAiB,EACjB,6DAA6D,EAC7D,4BAA4B,CAC7B,CAAC;AACJ,CAAC"}

package/dist/routing_history.d.ts

@@ -0,0 +1,7 @@
+type RoutingHistoryMessage = {
+    role?: unknown;
+    content?: unknown;
+    [key: string]: unknown;
+};
+export declare function compactRoutingHistory<T extends RoutingHistoryMessage>(messages: T[], historyCharBudget: number | undefined): T[];
+export {};

package/dist/routing_history.js

@@ -0,0 +1,132 @@
+// Router-only history compaction shared by production routing and GRPO
+// training. Provider-bound requests keep the complete conversation.
+export function compactRoutingHistory(messages, historyCharBudget) {
+    if (historyCharBudget === undefined || messages.length <= 1)
+        return messages;
+    if (!Number.isSafeInteger(historyCharBudget) || historyCharBudget < 512) {
+        throw new Error("GRPO routing history character budget must be an integer of at least 512");
+    }
+    const first = messages[0];
+    const history = messages.slice(1);
+    const totalChars = history.reduce((total, message) => total + JSON.stringify(message).length, 0);
+    if (totalChars <= historyCharBudget)
+        return messages;
+    // The final marker embeds omission counts, so budget the tail against a
+    // worst-case-width placeholder to keep the result within the char budget.
+    const markerContent = (omittedMessages, omittedChars) => `[Router-only compaction omitted ${omittedMessages} earlier messages (~${omittedChars} chars); ` +
+        "retained the task and most recent context.]";
+    const markerReserve = JSON.stringify({
+        role: "system",
+        content: markerContent(99_999_999, 999_999_999),
+    }).length;
+    let remainingChars = historyCharBudget - markerReserve;
+    const tail = [];
+    for (let index = history.length - 1; index >= 0 && remainingChars > 0; index -= 1) {
+        const message = history[index];
+        const serializedChars = JSON.stringify(message).length;
+        if (serializedChars <= remainingChars) {
+            tail.unshift(message);
+            remainingChars -= serializedChars;
+            continue;
+        }
+        const compacted = compactRoutingMessage(message, remainingChars);
+        if (compacted !== undefined)
+            tail.unshift(compacted);
+        break;
+    }
+    // Providers reject tool results whose originating assistant tool_calls
+    // message was compacted away, so the retained tail must never lead with one.
+    while (tail.length > 0 && tail[0]?.role === "tool") {
+        tail.shift();
+    }
+    const retainedChars = tail.reduce((total, message) => total + JSON.stringify(message).length, 0);
+    const marker = {
+        role: "system",
+        content: markerContent(history.length - tail.length, Math.max(totalChars - retainedChars, 0)),
+    };
+    return [first, marker, ...tail];
+}
+function compactRoutingMessage(message, maxChars) {
+    const content = message.content;
+    if (Array.isArray(content)) {
+        return compactRoutingMessageParts(message, content, maxChars);
+    }
+    const text = contentText(content);
+    const shell = { ...message, content: "" };
+    // Leave room for JSON escaping introduced by the truncation marker.
+    const availableChars = maxChars - JSON.stringify(shell).length - 32;
+    if (availableChars < 128 || text.length === 0)
+        return undefined;
+    const compacted = { ...message, content: elideMiddle(text, availableChars) };
+    return JSON.stringify(compacted).length <= maxChars ? compacted : undefined;
+}
+function compactRoutingMessageParts(message, content, maxChars) {
+    const text = contentText(content);
+    const nonTextContent = content.filter((part) => !isTextPart(part));
+    const shell = { ...message, content: nonTextContent };
+    const shellChars = JSON.stringify(shell).length;
+    if (shellChars > maxChars)
+        return undefined;
+    if (text.length === 0)
+        return shell;
+    const availableChars = maxChars - shellChars - 32;
+    if (availableChars < 128) {
+        return nonTextContent.length > 0 ? shell : undefined;
+    }
+    const textPart = { type: "text", text: elideMiddle(text, availableChars) };
+    const compacted = {
+        ...message,
+        content: compactContentParts(content, textPart),
+    };
+    if (JSON.stringify(compacted).length <= maxChars)
+        return compacted;
+    return nonTextContent.length > 0 ? shell : undefined;
+}
+function compactContentParts(content, textPart) {
+    let insertedText = false;
+    const compacted = [];
+    for (const part of content) {
+        if (isTextPart(part)) {
+            if (!insertedText)
+                compacted.push(textPart);
+            insertedText = true;
+            continue;
+        }
+        compacted.push(part);
+    }
+    if (!insertedText)
+        compacted.push(textPart);
+    return compacted;
+}
+function isTextPart(value) {
+    return (typeof value === "object" &&
+        value !== null &&
+        !Array.isArray(value) &&
+        value.type === "text" &&
+        typeof value.text === "string");
+}
+function contentText(content) {
+    if (typeof content === "string")
+        return content;
+    if (!Array.isArray(content))
+        return "";
+    return content
+        .flatMap((block) => {
+        if (typeof block !== "object" || block === null || Array.isArray(block))
+            return [];
+        const text = block.text;
+        return typeof text === "string" ? [text] : [];
+    })
+        .join("\n");
+}
+function elideMiddle(value, maxChars) {
+    if (value.length <= maxChars)
+        return value;
+    const marker = "\n...[router history truncated]...\n";
+    if (maxChars <= marker.length)
+        return value.slice(-maxChars);
+    const retainedChars = maxChars - marker.length;
+    const prefixChars = Math.floor(retainedChars / 2);
+    return `${value.slice(0, prefixChars)}${marker}${value.slice(-(retainedChars - prefixChars))}`;
+}
+//# sourceMappingURL=routing_history.js.map

package/dist/routing_history.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"routing_history.js","sourceRoot":"","sources":["../src/routing_history.ts"],"names":[],"mappings":"AAAA,uEAAuE;AACvE,oEAAoE;AAQpE,MAAM,UAAU,qBAAqB,CACnC,QAAa,EACb,iBAAqC;IAErC,IAAI,iBAAiB,KAAK,SAAS,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC7E,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,iBAAiB,CAAC,IAAI,iBAAiB,GAAG,GAAG,EAAE,CAAC;QACxE,MAAM,IAAI,KAAK,CAAC,0EAA0E,CAAC,CAAC;IAC9F,CAAC;IACD,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAM,CAAC;IAC/B,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAC/B,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,MAAM,EAC1D,CAAC,CACF,CAAC;IACF,IAAI,UAAU,IAAI,iBAAiB;QAAE,OAAO,QAAQ,CAAC;IAErD,wEAAwE;IACxE,0EAA0E;IAC1E,MAAM,aAAa,GAAG,CAAC,eAAuB,EAAE,YAAoB,EAAU,EAAE,CAC9E,mCAAmC,eAAe,uBAAuB,YAAY,WAAW;QAChG,6CAA6C,CAAC;IAChD,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;QACnC,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,aAAa,CAAC,UAAU,EAAE,WAAW,CAAC;KAChD,CAAC,CAAC,MAAM,CAAC;IACV,IAAI,cAAc,GAAG,iBAAiB,GAAG,aAAa,CAAC;IACvD,MAAM,IAAI,GAAQ,EAAE,CAAC;IACrB,KAAK,IAAI,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,IAAI,cAAc,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAClF,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAM,CAAC;QACpC,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QACvD,IAAI,eAAe,IAAI,cAAc,EAAE,CAAC;YACtC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACtB,cAAc,IAAI,eAAe,CAAC;YAClC,SAAS;QACX,CAAC;QACD,MAAM,SAAS,GAAG,qBAAqB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QACjE,IAAI,SAAS,KAAK,SAAS;YAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM;IACR,CAAC;IACD,uEAAuE;IACvE,6EAA6E;IAC7E,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;QACnD,IAAI,CAAC,KAAK,EAAE,CAAC;IACf,CAAC;IACD,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAC/B,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,MAAM,EAC1D,CAAC,CACF,CAAC;IACF,MAAM,MAAM,GAAG;QACb,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,aAAa,CACpB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,EAC5B,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,aAAa,EAAE,CAAC,CAAC,CACxC;KACG,CAAC;IACP,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,qBAAqB,CAC5B,OAAU,EACV,QAAgB;IAEhB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAChC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,OAAO,0BAA0B,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IAChE,CAAC;IACD,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IAC1C,oEAAoE;IACpE,MAAM,cAAc,GAAG,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC;IACpE,IAAI,cAAc,GAAG,GAAG,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAChE,MAAM,SAAS,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE,CAAC;IAC7E,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AAC9E,CAAC;AAED,SAAS,0BAA0B,CACjC,OAAU,EACV,OAAkB,EAClB,QAAgB;IAEhB,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;IACtD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IAChD,IAAI,UAAU,GAAG,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC5C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAEpC,MAAM,cAAc,GAAG,QAAQ,GAAG,UAAU,GAAG,EAAE,CAAC;IAClD,IAAI,cAAc,GAAG,GAAG,EAAE,CAAC;QACzB,OAAO,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;IACvD,CAAC;IACD,MAAM,QAAQ,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE,CAAC;IAC3E,MAAM,SAAS,GAAG;QAChB,GAAG,OAAO;QACV,OAAO,EAAE,mBAAmB,CAAC,OAAO,EAAE,QAAQ,CAAC;KAChD,CAAC;IACF,IAAI,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,SAAS,CAAC;IACnE,OAAO,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACvD,CAAC;AAED,SAAS,mBAAmB,CAC1B,OAAkB,EAClB,QAAiC;IAEjC,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,MAAM,SAAS,GAAc,EAAE,CAAC;IAChC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,YAAY;gBAAE,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5C,YAAY,GAAG,IAAI,CAAC;YACpB,SAAS;QACX,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IACD,IAAI,CAAC,YAAY;QAAE,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC5C,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACpB,KAAiC,CAAC,IAAI,KAAK,MAAM;QAClD,OAAQ,KAAiC,CAAC,IAAI,KAAK,QAAQ,CAC5D,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,OAAgB;IACnC,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACvC,OAAO,OAAO;SACX,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACjB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACnF,MAAM,IAAI,GAAI,KAAiC,CAAC,IAAI,CAAC;QACrD,OAAO,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAChD,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,KAAa,EAAE,QAAgB;IAClD,IAAI,KAAK,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC3C,MAAM,MAAM,GAAG,sCAAsC,CAAC;IACtD,IAAI,QAAQ,IAAI,MAAM,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC7D,MAAM,aAAa,GAAG,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC;IAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;IAClD,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,GAAG,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,GAAG,WAAW,CAAC,CAAC,EAAE,CAAC;AACjG,CAAC"}