@strands-agents/sdk 1.13.0 → 1.15.0

package/dist/src/models/routing/router.js

@@ -0,0 +1,474 @@
+/**
+ * Model routing primitives.
+ *
+ * A {@link ModelRouter} asks its {@link RoutingStrategy} before the first model call and after
+ * unclaimed failures until routing stops. Returning `undefined` from the opening selection uses the
+ * first candidate's concrete default model; returning it after a failure preserves the pending error.
+ *
+ * A failure round uses each candidate at most once. A successful call starts a new round with that
+ * candidate already counted as used. Nested routers are opaque candidates: they make one selection
+ * with an empty attempt history and do not perform internal failover for the outer router.
+ *
+ * `agent.model` remains the first candidate's concrete model. Opening selection runs in model input
+ * middleware after continuation input is incorporated, so the opening before-model hook reports that
+ * default while {@link AfterModelCallEvent} reports the effective routed model. Token estimation also
+ * uses the default model, so prefer candidates with comparable context windows and tokenizers. If a
+ * candidate fails after emitting part of a streamed response, consumers see that partial output
+ * followed by the replacement model's full response.
+ *
+ * The API is provisional and may change before it is finalized.
+ */
+import { CancelledError, normalizeError } from '../../errors.js';
+import { AfterInvocationEvent, AfterModelCallEvent, BeforeInvocationEvent } from '../../hooks/events.js';
+import { HookOrder } from '../../hooks/types.js';
+import { logger } from '../../logging/logger.js';
+import { InvokeModelStage } from '../../middleware/stages.js';
+import { Model } from '../model.js';
+import { cloneSystemPrompt } from '../../types/messages.js';
+import { deepCopy } from '../../types/json.js';
+import { FallbackStrategy } from './fallback-strategy.js';
+/**
+ * A model or opaque model group with an optional name and description.
+ *
+ * Base instances are frozen automatically. Subclasses must freeze themselves after initializing additional fields.
+ */
+export class RoutingCandidate {
+    /** Concrete model or opaque nested router. */
+    model;
+    /** Optional strategy-facing name. */
+    name;
+    /** Optional strategy-facing description. */
+    description;
+    /**
+     * Create an immutable routing candidate.
+     *
+     * @param options - Candidate model, name, and description
+     */
+    constructor(options) {
+        this.model = options.model;
+        if (options.name !== undefined)
+            this.name = options.name;
+        if (options.description !== undefined)
+            this.description = options.description;
+        if (new.target === RoutingCandidate)
+            Object.freeze(this);
+    }
+}
+/** Per-invocation candidate, attempt history, and switch accounting. */
+class RoutingState {
+    candidate;
+    model;
+    attempts = [];
+    switchedTo;
+    switches = 0;
+    constructor(candidate, model) {
+        this.candidate = candidate;
+        this.model = model;
+        // The opening candidate counts as used for this round.
+        this.switchedTo = new Set([candidate]);
+    }
+}
+const ROUTING_KEY_PREFIX = 'strands:modelRouting';
+/** Lazily minted per-object identity numbers (the `id()` equivalent for state keys), weakly held. */
+const OBJECT_IDS = new WeakMap();
+let nextObjectId = 1;
+/**
+ * Routes each agent invocation among an immutable set of candidate models.
+ *
+ * The default {@link FallbackStrategy} prefers the candidate with the fewest recorded failures and
+ * breaks ties by declaration order. `maxSwitches` bounds successful candidate changes per invocation.
+ *
+ * @example
+ * ```typescript
+ * const router = new ModelRouter([
+ *   new RoutingCandidate({ model: primary, name: 'primary' }),
+ *   new RoutingCandidate({ model: fallback, name: 'fallback' }),
+ * ])
+ * const agent = new Agent({ model: router })
+ * ```
+ */
+export class ModelRouter {
+    name = 'strands:model-router';
+    _candidates;
+    _strategy;
+    _maxSwitches;
+    _attachedAgents = new WeakSet();
+    _initializedAgents = new WeakSet();
+    /**
+     * Create a model router.
+     *
+     * @param models - Candidate models, nested routers, or candidate wrappers
+     * @param options - Routing strategy and switch cap
+     * @throws TypeError if models or the strategy are invalid
+     * @throws Error if candidates are empty, duplicated, named alike, stateful, or `maxSwitches` is not a non-negative integer
+     */
+    constructor(models, options = {}) {
+        if (options.strategy !== undefined && !isRoutingStrategy(options.strategy)) {
+            throw new TypeError('strategy must implement RoutingStrategy: a select(context) method');
+        }
+        if (options.maxSwitches !== undefined && (!Number.isInteger(options.maxSwitches) || options.maxSwitches < 0)) {
+            throw new Error('maxSwitches must be a non-negative integer');
+        }
+        const candidates = normalize(models);
+        if (candidates.length === 0)
+            throw new Error('ModelRouter requires at least one candidate model');
+        rejectStateful(candidates);
+        rejectDuplicates(candidates);
+        this._candidates = Object.freeze(candidates);
+        this._strategy = options.strategy ?? new FallbackStrategy();
+        if (options.maxSwitches !== undefined)
+            this._maxSwitches = options.maxSwitches;
+    }
+    /** Normalized candidates in declaration order. */
+    get candidates() {
+        return this._candidates;
+    }
+    /** First declared candidate resolved without consulting a strategy. */
+    get defaultModel() {
+        const model = this._candidates[0].model;
+        return model instanceof ModelRouter ? model.defaultModel : model;
+    }
+    /**
+     * Attach this router as an agent's configured model.
+     *
+     * @internal
+     * @param agent - Agent configured with this router
+     */
+    attachToAgent(agent) {
+        this._attachedAgents.add(agent);
+        this.initAgent(agent);
+    }
+    /**
+     * Register routing middleware and lifecycle hooks.
+     *
+     * @param agent - Agent using this router as its model
+     * @throws Error if attached as an ordinary plugin rather than as the model
+     */
+    initAgent(agent) {
+        if (!this._attachedAgents.has(agent)) {
+            throw new Error('ModelRouter must be passed through Agent({ model }), not plugins');
+        }
+        if (this._initializedAgents.has(agent))
+            return;
+        this._initializedAgents.add(agent);
+        agent.addMiddleware(InvokeModelStage.Input, (context) => this._selectionMiddleware(context));
+        agent.addHook(AfterModelCallEvent, (event) => this._onModelResult(event), { order: HookOrder.MODEL_ROUTING });
+        agent.addHook(AfterInvocationEvent, (event) => this._clearState(event.agent, event.invocationState), {
+            order: HookOrder.SDK_LAST,
+        });
+        agent.addHook(BeforeInvocationEvent, (event) => this._clearState(event.agent, event.invocationState), {
+            order: HookOrder.SDK_FIRST,
+        });
+    }
+    /**
+     * Return the current routed model after hooks may have changed the selection.
+     *
+     * @internal
+     * @param agent - Agent making the model call
+     * @param invocationState - Live invocation state
+     * @returns Current routed model, or `undefined` before selection
+     */
+    getRoutedModel(agent, invocationState) {
+        return this._getState(agent, invocationState)?.model;
+    }
+    /** Apply the per-invocation selection to the model call, opening one on the first call. */
+    async _selectionMiddleware(context) {
+        let state = this._getState(context.agent, context.invocationState);
+        if (state === undefined) {
+            const routingContext = this._routingContext([...context.messages], context.systemPrompt, [...context.toolSpecs], context.invocationState);
+            state = await this._openAndCache(context.agent, context.invocationState, routingContext);
+        }
+        return { ...context, model: state.model };
+    }
+    /** Make the opening choice and store its state in the invocation state under this pair's key. */
+    async _openAndCache(agent, invocationState, context) {
+        const [candidate, model] = await this._open(context);
+        const state = new RoutingState(candidate, model);
+        invocationState[this._stateKey(agent)] = state;
+        return state;
+    }
+    /**
+     * Choose and resolve the candidate to start on.
+     *
+     * A decline serves the default model. A strategy that throws, and a candidate that will not resolve
+     * to a model, both propagate.
+     */
+    async _open(context) {
+        const candidate = await this._ask(context);
+        if (candidate === undefined) {
+            logger.info(`strategy=<${this._strategyName}> | strategy declined the opening choice, using the default model`);
+            return [this._candidates[0], this.defaultModel];
+        }
+        logger.info(`strategy=<${this._strategyName}>, candidate=<${candidateLabel(candidate)}> | candidate selected`);
+        return [candidate, await this._resolve(candidate, context)];
+    }
+    /** Ask the strategy for a candidate and validate the answer. */
+    async _ask(context) {
+        return this._validated(await this._strategy.select(context), context);
+    }
+    /** Return the candidate, throwing if the strategy broke its contract. */
+    _validated(candidate, context) {
+        if (candidate === undefined)
+            return undefined;
+        if (!(candidate instanceof RoutingCandidate)) {
+            throw new TypeError(`strategy.select must return a RoutingCandidate or undefined; got ${typeName(candidate)}`);
+        }
+        if (!context.candidates.some((configured) => configured === candidate)) {
+            throw new Error('strategy.select must return a candidate from context.candidates');
+        }
+        return candidate;
+    }
+    /**
+     * Resolve a candidate to a concrete model, recursing into a nested router's selection.
+     *
+     * A nested router is asked with its own candidates and no attempts, so it contributes one candidate
+     * and never advances internally.
+     */
+    async _resolve(candidate, context) {
+        if (!(candidate.model instanceof ModelRouter))
+            return candidate.model;
+        return candidate.model._selectModel(candidate.model._routingContext(context.messages, context.systemPrompt, context.toolSpecs, context.invocationState, []));
+    }
+    /** Resolve this router's chosen candidate, or its default model if the strategy declines. */
+    async _selectModel(context) {
+        const candidate = await this._ask(context);
+        if (candidate === undefined)
+            return this.defaultModel;
+        return this._resolve(candidate, context);
+    }
+    /** Strategy class name, for logs that explain a routing decision. */
+    get _strategyName() {
+        return this._strategy.constructor.name;
+    }
+    /** Record the outcome and, after an unclaimed failure, apply the strategy's next choice. */
+    async _onModelResult(event) {
+        const state = this._getState(event.agent, event.invocationState);
+        if (state === undefined)
+            return;
+        if (event.error instanceof CancelledError)
+            return;
+        if (event.stopData !== undefined) {
+            state.attempts.push(makeAttempt(state.candidate));
+            // The candidate that succeeded opens the next round, counting as used like any opening choice.
+            state.switchedTo = new Set([state.candidate]);
+            return;
+        }
+        if (event.retry || event.error === undefined)
+            return;
+        state.attempts.push(makeAttempt(state.candidate, event.error));
+        if (this._maxSwitches !== undefined && state.switches >= this._maxSwitches) {
+            logger.warn(`maxSwitches=<${this._maxSwitches}> | switch cap reached, leaving the error to surface`);
+            return;
+        }
+        if (await this._advance(event, state))
+            event.retry = true;
+    }
+    /**
+     * Switch to the strategy's next candidate, returning whether the call should be retried.
+     *
+     * A usable new candidate is switched to. A strategy that throws, declines, or names a candidate the
+     * round already used leaves the model's error to surface. A candidate that will not resolve is
+     * unusable rather than unlucky, so it takes its slot in the round and the strategy is asked once
+     * more. Each pass either switches or consumes a slot, so the round stays bounded by the candidate
+     * count.
+     */
+    async _advance(event, state) {
+        while (true) {
+            const context = this._routingContext(event.agent.messages, event.agent.systemPrompt, event.agent.toolRegistry.list().map((tool) => tool.toolSpec), event.invocationState, state.attempts);
+            let candidate;
+            try {
+                // Validated inside the try: a model error is already pending, so a broken answer must not
+                // replace it. The opening choice has nothing pending and lets the error surface.
+                candidate = this._validated(await this._strategy.select(context), context);
+            }
+            catch (error) {
+                logger.warn(`strategy=<${this._strategyName}>, error=<${String(error)}> | routing failed, leaving the error to surface`);
+                return false;
+            }
+            if (candidate === undefined)
+                return false;
+            // A round uses each candidate at most once, so a strategy that cycles cannot keep resetting
+            // the retry budget.
+            if (state.switchedTo.has(candidate)) {
+                logger.info(`candidate=<${candidateLabel(candidate)}> | already used this round, leaving the error to surface`);
+                return false;
+            }
+            let model;
+            try {
+                model = await this._resolve(candidate, context);
+            }
+            catch (error) {
+                const resolutionError = normalizeError(error);
+                logger.warn(`candidate=<${candidateLabel(candidate)}>, error=<${resolutionError}> | candidate could not be resolved, asking again`);
+                // Recorded so a strategy reading attempts stops offering it, and slot-burned so termination
+                // does not depend on the strategy doing that.
+                state.attempts.push(makeAttempt(candidate, resolutionError));
+                state.switchedTo.add(candidate);
+                continue;
+            }
+            logger.info(`from_candidate=<${candidateLabel(state.candidate)}>, to_candidate=<${candidateLabel(candidate)}>, error=<${event.error?.constructor.name}> | model call failed, switching candidate`);
+            state.candidate = candidate;
+            state.model = model;
+            state.switchedTo.add(candidate);
+            state.switches += 1;
+            return true;
+        }
+    }
+    /**
+     * Build a {@link RoutingContext} over this router's candidates.
+     *
+     * Every ask goes through here, so the request a strategy sees is always a copy: the agent's messages
+     * and the registry's own tool specs are never handed over directly. Mirrors the copy the agent loop
+     * makes for each model call.
+     */
+    _routingContext(messages, systemPrompt, toolSpecs, invocationState, attempts = []) {
+        const context = {
+            messages: messages.map((message) => message.clone()),
+            ...(systemPrompt !== undefined && { systemPrompt: cloneSystemPrompt(systemPrompt) }),
+            toolSpecs: deepCopy(toolSpecs),
+            candidates: this._candidates,
+            invocationState,
+            attempts: Object.freeze([...attempts]),
+        };
+        return Object.freeze(context);
+    }
+    /** Drop this agent's routing state so it never spans invocations. */
+    _clearState(agent, invocationState) {
+        const key = this._stateKey(agent);
+        if (this._getState(agent, invocationState) !== undefined)
+            delete invocationState[key];
+    }
+    /** Return the routing state stored under this pair's key, ignoring any foreign value. */
+    _getState(agent, invocationState) {
+        const value = invocationState[this._stateKey(agent)];
+        return value instanceof RoutingState ? value : undefined;
+    }
+    /**
+     * Scope routing state to one agent/router pair.
+     *
+     * One invocation state can serve several agents, and one router several agents, so neither identity
+     * alone is a sufficient key. `agentId` cannot serve either: it is caller-supplied and defaults, so
+     * two agents sharing a router could collide. Object identity is unique among live agents, and the
+     * state is cleared at both ends of an invocation, so a recycled entry cannot match a live one.
+     *
+     * The key carries no per-invocation component, so isolation between concurrent invocations relies on
+     * the agent allowing only one at a time, which is its default.
+     */
+    _stateKey(agent) {
+        return `${ROUTING_KEY_PREFIX}:${objectId(agent).toString(16)}:${objectId(this).toString(16)}`;
+    }
+}
+/** Freeze a routing attempt, omitting `exception` for a success. */
+function makeAttempt(candidate, exception) {
+    return Object.freeze({ candidate, ...(exception !== undefined && { exception }) });
+}
+/** Return a stable identity number for the object, minting one on first use. */
+function objectId(value) {
+    let identity = OBJECT_IDS.get(value);
+    if (identity === undefined) {
+        identity = nextObjectId;
+        nextObjectId += 1;
+        OBJECT_IDS.set(value, identity);
+    }
+    return identity;
+}
+/** Coerce the input array into {@link RoutingCandidate} objects, validating candidate types. */
+function normalize(models) {
+    if (!Array.isArray(models))
+        throw new TypeError('models must be a sequence of candidates');
+    return models.map(asCandidate);
+}
+/** Wrap a candidate input in a {@link RoutingCandidate}, validating its model type. */
+function asCandidate(item) {
+    const candidate = item instanceof RoutingCandidate ? item : new RoutingCandidate({ model: item });
+    if (!(candidate.model instanceof Model) && !(candidate.model instanceof ModelRouter)) {
+        throw new TypeError(`candidate must be a Model or ModelRouter; got ${typeName(candidate.model)}`);
+    }
+    return candidate;
+}
+/** Reject any stateful candidate model. */
+function rejectStateful(candidates) {
+    for (const candidate of candidates) {
+        if (candidate.model instanceof Model && candidate.model.stateful) {
+            throw new Error(`candidate=<${candidateLabel(candidate)}> is stateful; routing among stateful models is not supported`);
+        }
+    }
+}
+/**
+ * Reject repeated candidates, repeated models, or colliding names.
+ *
+ * Strategies track health per candidate, so one model behind two candidates would get two failure
+ * budgets and never be demoted. The model check reaches through a nested router; names stay per level,
+ * since a strategy only chooses among the candidates it is shown.
+ */
+function rejectDuplicates(candidates) {
+    const seenCandidates = new Set();
+    const seenModels = new Set();
+    const seenNames = new Set();
+    for (const candidate of candidates) {
+        if (seenCandidates.has(candidate))
+            throw new Error('duplicate RoutingCandidate instance');
+        seenCandidates.add(candidate);
+        for (const model of reachableModels(candidate)) {
+            if (seenModels.has(model)) {
+                throw new Error(`candidate=<${candidateLabel(candidate)}> repeats a model already routed to; construct a separate instance so each candidate has its own health`);
+            }
+            seenModels.add(model);
+        }
+        if (candidate.name === undefined)
+            continue;
+        if (seenNames.has(candidate.name))
+            throw new Error(`duplicate candidate name=<${candidate.name}>`);
+        seenNames.add(candidate.name);
+    }
+}
+/** Yield every concrete model this candidate can run, descending into a nested router. */
+function* reachableModels(candidate) {
+    if (candidate.model instanceof ModelRouter) {
+        for (const nested of candidate.model.candidates)
+            yield* reachableModels(nested);
+    }
+    else {
+        yield candidate.model;
+    }
+}
+/** Return the candidate's name, or its provider and model id when it has none. */
+function candidateLabel(candidate) {
+    if (candidate.name !== undefined && candidate.name.length > 0)
+        return candidate.name;
+    return candidate.model instanceof Model ? modelLabel(candidate.model) : candidate.model.constructor.name;
+}
+/**
+ * Label a model by provider and model id.
+ *
+ * Labels are built eagerly, as log arguments and by the construction guards, so one must never fail a
+ * routed call or mask a construction error.
+ */
+function modelLabel(model) {
+    const provider = model.constructor.name;
+    try {
+        const modelId = model.getConfig()?.modelId;
+        return modelId ? `${provider}/${modelId}` : provider;
+    }
+    catch {
+        return provider;
+    }
+}
+/** Check whether the value structurally implements {@link RoutingStrategy}. */
+function isRoutingStrategy(strategy) {
+    return isObject(strategy) && 'select' in strategy && typeof strategy.select === 'function';
+}
+function isObject(value) {
+    return typeof value === 'object' && value !== null;
+}
+/** Describe a value's type for error messages. */
+function typeName(value) {
+    if (value === null)
+        return 'null';
+    if (value === undefined)
+        return 'undefined';
+    if (typeof value === 'object')
+        return value.constructor?.name ?? 'object';
+    return typeof value;
+}
+//# sourceMappingURL=router.js.map

package/dist/src/models/routing/router.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"router.js","sourceRoot":"","sources":["../../../../src/models/routing/router.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AACH,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAChE,OAAO,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAA;AACxG,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAA;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAA;AAChD,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAA;AAC7D,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAA;AACnC,OAAO,EAAE,iBAAiB,EAAmC,MAAM,yBAAyB,CAAA;AAC5F,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAA;AAK9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AAazD;;;;GAIG;AACH,MAAM,OAAO,gBAAgB;IAC3B,8CAA8C;IACrC,KAAK,CAAqB;IACnC,qCAAqC;IAC5B,IAAI,CAAS;IACtB,4CAA4C;IACnC,WAAW,CAAS;IAE7B;;;;OAIG;IACH,YAAY,OAAgC;QAC1C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAA;QAC1B,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;YAAE,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;QACxD,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;YAAE,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAA;QAC7E,IAAI,GAAG,CAAC,MAAM,KAAK,gBAAgB;YAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAC1D,CAAC;CACF;AAUD,wEAAwE;AACxE,MAAM,YAAY;IAChB,SAAS,CAAkB;IAC3B,KAAK,CAAO;IACH,QAAQ,GAAqB,EAAE,CAAA;IACxC,UAAU,CAAuB;IACjC,QAAQ,GAAG,CAAC,CAAA;IAEZ,YAAY,SAA2B,EAAE,KAAY;QACnD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAC1B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,uDAAuD;QACvD,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAA;IACxC,CAAC;CACF;AAED,MAAM,kBAAkB,GAAG,sBAAsB,CAAA;AAEjD,qGAAqG;AACrG,MAAM,UAAU,GAAG,IAAI,OAAO,EAAkB,CAAA;AAChD,IAAI,YAAY,GAAG,CAAC,CAAA;AAEpB;;;;;;;;;;;;;;GAcG;AACH,MAAM,OAAO,WAAW;IACb,IAAI,GAAG,sBAAsB,CAAA;IACrB,WAAW,CAA6B;IACxC,SAAS,CAAiB;IAC1B,YAAY,CAAS;IACrB,eAAe,GAAG,IAAI,OAAO,EAAc,CAAA;IAC3C,kBAAkB,GAAG,IAAI,OAAO,EAAc,CAAA;IAE/D;;;;;;;OAOG;IACH,YAAY,MAAiC,EAAE,UAA8B,EAAE;QAC7E,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3E,MAAM,IAAI,SAAS,CAAC,mEAAmE,CAAC,CAAA;QAC1F,CAAC;QACD,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,WAAW,GAAG,CAAC,CAAC,EAAE,CAAC;YAC7G,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;QAC/D,CAAC;QAED,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,CAAA;QACpC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;QACjG,cAAc,CAAC,UAAU,CAAC,CAAA;QAC1B,gBAAgB,CAAC,UAAU,CAAC,CAAA;QAE5B,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;QAC5C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,gBAAgB,EAAE,CAAA;QAC3D,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;YAAE,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,CAAA;IAChF,CAAC;IAED,kDAAkD;IAClD,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,WAAW,CAAA;IACzB,CAAC;IAED,uEAAuE;IACvE,IAAI,YAAY;QACd,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAE,CAAC,KAAK,CAAA;QACxC,OAAO,KAAK,YAAY,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAA;IAClE,CAAC;IAED;;;;;OAKG;IACH,aAAa,CAAC,KAAiB;QAC7B,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QAC/B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;IACvB,CAAC;IAED;;;;;OAKG;IACH,SAAS,CAAC,KAAiB;QACzB,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAA;QACrF,CAAC;QACD,IAAI,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,OAAM;QAC9C,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QAElC,KAAK,CAAC,aAAa,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAA;QAC5F,KAAK,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,aAAa,EAAE,CAAC,CAAA;QAC7G,KAAK,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,eAAe,CAAC,EAAE;YACnG,KAAK,EAAE,SAAS,CAAC,QAAQ;SAC1B,CAAC,CAAA;QACF,KAAK,CAAC,OAAO,CAAC,qBAAqB,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,eAAe,CAAC,EAAE;YACpG,KAAK,EAAE,SAAS,CAAC,SAAS;SAC3B,CAAC,CAAA;IACJ,CAAC;IAED;;;;;;;OAOG;IACH,cAAc,CAAC,KAAiB,EAAE,eAAgC;QAChE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,eAAe,CAAC,EAAE,KAAK,CAAA;IACtD,CAAC;IAED,2FAA2F;IACnF,KAAK,CAAC,oBAAoB,CAAC,OAA2B;QAC5D,IAAI,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,eAAe,CAAC,CAAA;QAClE,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CACzC,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,EACrB,OAAO,CAAC,YAAY,EACpB,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,EACtB,OAAO,CAAC,eAAe,CACxB,CAAA;YACD,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE,cAAc,CAAC,CAAA;QAC1F,CAAC;QACD,OAAO,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAwB,CAAA;IACjE,CAAC;IAED,iGAAiG;IACzF,KAAK,CAAC,aAAa,CACzB,KAAiB,EACjB,eAAgC,EAChC,OAAuB;QAEvB,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QACpD,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;QAChD,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK,CAAA;QAC9C,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,KAAK,CAAC,OAAuB;QACzC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC1C,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,aAAa,mEAAmE,CAAC,CAAA;YAC/G,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAE,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;QAClD,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,aAAa,iBAAiB,cAAc,CAAC,SAAS,CAAC,wBAAwB,CAAC,CAAA;QAC9G,OAAO,CAAC,SAAS,EAAE,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAA;IAC7D,CAAC;IAED,gEAAgE;IACxD,KAAK,CAAC,IAAI,CAAC,OAAuB;QACxC,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,CAAA;IACvE,CAAC;IAED,yEAAyE;IACjE,UAAU,CAAC,SAAkB,EAAE,OAAuB;QAC5D,IAAI,SAAS,KAAK,SAAS;YAAE,OAAO,SAAS,CAAA;QAC7C,IAAI,CAAC,CAAC,SAAS,YAAY,gBAAgB,CAAC,EAAE,CAAC;YAC7C,MAAM,IAAI,SAAS,CAAC,oEAAoE,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;QAChH,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,EAAE,CAAC;YACvE,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAA;QACpF,CAAC;QACD,OAAO,SAAS,CAAA;IAClB,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,QAAQ,CAAC,SAA2B,EAAE,OAAuB;QACzE,IAAI,CAAC,CAAC,SAAS,CAAC,KAAK,YAAY,WAAW,CAAC;YAAE,OAAO,SAAS,CAAC,KAAK,CAAA;QACrE,OAAO,SAAS,CAAC,KAAK,CAAC,YAAY,CACjC,SAAS,CAAC,KAAK,CAAC,eAAe,CAC7B,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,YAAY,EACpB,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,eAAe,EACvB,EAAE,CACH,CACF,CAAA;IACH,CAAC;IAED,6FAA6F;IACrF,KAAK,CAAC,YAAY,CAAC,OAAuB;QAChD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC1C,IAAI,SAAS,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,YAAY,CAAA;QACrD,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;IAC1C,CAAC;IAED,qEAAqE;IACrE,IAAY,aAAa;QACvB,OAAO,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,CAAA;IACxC,CAAC;IAED,4FAA4F;IACpF,KAAK,CAAC,cAAc,CAAC,KAA0B;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,eAAe,CAAC,CAAA;QAChE,IAAI,KAAK,KAAK,SAAS;YAAE,OAAM;QAE/B,IAAI,KAAK,CAAC,KAAK,YAAY,cAAc;YAAE,OAAM;QACjD,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACjC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAA;YACjD,+FAA+F;YAC/F,KAAK,CAAC,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAA;YAC7C,OAAM;QACR,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS;YAAE,OAAM;QAEpD,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAA;QAC9D,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,IAAI,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAC3E,MAAM,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,YAAY,sDAAsD,CAAC,CAAA;YACpG,OAAM;QACR,CAAC;QAED,IAAI,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC;YAAE,KAAK,CAAC,KAAK,GAAG,IAAI,CAAA;IAC3D,CAAC;IAED;;;;;;;;OAQG;IACK,KAAK,CAAC,QAAQ,CAAC,KAA0B,EAAE,KAAmB;QACpE,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAClC,KAAK,CAAC,KAAK,CAAC,QAAQ,EACpB,KAAK,CAAC,KAAK,CAAC,YAAY,EACxB,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAC5D,KAAK,CAAC,eAAe,EACrB,KAAK,CAAC,QAAQ,CACf,CAAA;YAED,IAAI,SAAuC,CAAA;YAC3C,IAAI,CAAC;gBACH,0FAA0F;gBAC1F,iFAAiF;gBACjF,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,CAAA;YAC5E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CACT,aAAa,IAAI,CAAC,aAAa,aAAa,MAAM,CAAC,KAAK,CAAC,kDAAkD,CAC5G,CAAA;gBACD,OAAO,KAAK,CAAA;YACd,CAAC;YACD,IAAI,SAAS,KAAK,SAAS;gBAAE,OAAO,KAAK,CAAA;YACzC,4FAA4F;YAC5F,oBAAoB;YACpB,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBACpC,MAAM,CAAC,IAAI,CAAC,cAAc,cAAc,CAAC,SAAS,CAAC,2DAA2D,CAAC,CAAA;gBAC/G,OAAO,KAAK,CAAA;YACd,CAAC;YAED,IAAI,KAAY,CAAA;YAChB,IAAI,CAAC;gBACH,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;YACjD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,eAAe,GAAG,cAAc,CAAC,KAAK,CAAC,CAAA;gBAC7C,MAAM,CAAC,IAAI,CACT,cAAc,cAAc,CAAC,SAAS,CAAC,aAAa,eAAe,mDAAmD,CACvH,CAAA;gBACD,4FAA4F;gBAC5F,8CAA8C;gBAC9C,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC,CAAA;gBAC5D,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;gBAC/B,SAAQ;YACV,CAAC;YAED,MAAM,CAAC,IAAI,CACT,mBAAmB,cAAc,CAAC,KAAK,CAAC,SAAS,CAAC,oBAAoB,cAAc,CAAC,SAAS,CAAC,aAAa,KAAK,CAAC,KAAK,EAAE,WAAW,CAAC,IAAI,4CAA4C,CACtL,CAAA;YACD,KAAK,CAAC,SAAS,GAAG,SAAS,CAAA;YAC3B,KAAK,CAAC,KAAK,GAAG,KAAK,CAAA;YACnB,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;YAC/B,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAA;YACnB,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACK,eAAe,CACrB,QAA4B,EAC5B,YAAsC,EACtC,SAA8B,EAC9B,eAAgC,EAChC,WAAsC,EAAE;QAExC,MAAM,OAAO,GAAmB;YAC9B,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACpD,GAAG,CAAC,YAAY,KAAK,SAAS,IAAI,EAAE,YAAY,EAAE,iBAAiB,CAAC,YAAY,CAAC,EAAE,CAAC;YACpF,SAAS,EAAE,QAAQ,CAAC,SAAS,CAA0B;YACvD,UAAU,EAAE,IAAI,CAAC,WAAW;YAC5B,eAAe;YACf,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC;SACvC,CAAA;QACD,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IAC/B,CAAC;IAED,qEAAqE;IAC7D,WAAW,CAAC,KAAiB,EAAE,eAAgC;QACrE,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;QACjC,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,eAAe,CAAC,KAAK,SAAS;YAAE,OAAO,eAAe,CAAC,GAAG,CAAC,CAAA;IACvF,CAAC;IAED,yFAAyF;IACjF,SAAS,CAAC,KAAiB,EAAE,eAAgC;QACnE,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAA;QACpD,OAAO,KAAK,YAAY,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;IAC1D,CAAC;IAED;;;;;;;;;;OAUG;IACK,SAAS,CAAC,KAAiB;QACjC,OAAO,GAAG,kBAAkB,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAA;IAC/F,CAAC;CACF;AAED,oEAAoE;AACpE,SAAS,WAAW,CAAC,SAA2B,EAAE,SAAiB;IACjE,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,KAAK,SAAS,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAA;AACpF,CAAC;AAED,gFAAgF;AAChF,SAAS,QAAQ,CAAC,KAAa;IAC7B,IAAI,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IACpC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,QAAQ,GAAG,YAAY,CAAA;QACvB,YAAY,IAAI,CAAC,CAAA;QACjB,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;IACjC,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,gGAAgG;AAChG,SAAS,SAAS,CAAC,MAAe;IAChC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,yCAAyC,CAAC,CAAA;IAC1F,OAAO,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;AAChC,CAAC;AAED,uFAAuF;AACvF,SAAS,WAAW,CAAC,IAAa;IAChC,MAAM,SAAS,GAAG,IAAI,YAAY,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAa,EAAE,CAAC,CAAA;IAC1G,IAAI,CAAC,CAAC,SAAS,CAAC,KAAK,YAAY,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,KAAK,YAAY,WAAW,CAAC,EAAE,CAAC;QACrF,MAAM,IAAI,SAAS,CAAC,iDAAiD,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IACnG,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,2CAA2C;AAC3C,SAAS,cAAc,CAAC,UAAuC;IAC7D,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,SAAS,CAAC,KAAK,YAAY,KAAK,IAAI,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;YACjE,MAAM,IAAI,KAAK,CACb,cAAc,cAAc,CAAC,SAAS,CAAC,+DAA+D,CACvG,CAAA;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,SAAS,gBAAgB,CAAC,UAAuC;IAC/D,MAAM,cAAc,GAAG,IAAI,GAAG,EAAoB,CAAA;IAClD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAS,CAAA;IACnC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAA;IAEnC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAA;QACzF,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAE7B,KAAK,MAAM,KAAK,IAAI,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC;YAC/C,IAAI,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CACb,cAAc,cAAc,CAAC,SAAS,CAAC,yGAAyG,CACjJ,CAAA;YACH,CAAC;YACD,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACvB,CAAC;QAED,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS;YAAE,SAAQ;QAC1C,IAAI,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,SAAS,CAAC,IAAI,GAAG,CAAC,CAAA;QAClG,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;IAC/B,CAAC;AACH,CAAC;AAED,0FAA0F;AAC1F,QAAQ,CAAC,CAAC,eAAe,CAAC,SAA2B;IACnD,IAAI,SAAS,CAAC,KAAK,YAAY,WAAW,EAAE,CAAC;QAC3C,KAAK,MAAM,MAAM,IAAI,SAAS,CAAC,KAAK,CAAC,UAAU;YAAE,KAAK,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;IACjF,CAAC;SAAM,CAAC;QACN,MAAM,SAAS,CAAC,KAAK,CAAA;IACvB,CAAC;AACH,CAAC;AAED,kFAAkF;AAClF,SAAS,cAAc,CAAC,SAA2B;IACjD,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC,IAAI,CAAA;IACpF,OAAO,SAAS,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAA;AAC1G,CAAC;AAED;;;;;GAKG;AACH,SAAS,UAAU,CAAC,KAAY;IAC9B,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC,IAAI,CAAA;IACvC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,EAAE,EAAE,OAAO,CAAA;QAC1C,OAAO,OAAO,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,OAAO,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAA;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,QAAQ,CAAA;IACjB,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,SAAS,iBAAiB,CAAC,QAAiB;IAC1C,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,QAAQ,IAAI,OAAO,QAAQ,CAAC,MAAM,KAAK,UAAU,CAAA;AAC5F,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAA;AACpD,CAAC;AAED,kDAAkD;AAClD,SAAS,QAAQ,CAAC,KAAc;IAC9B,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,MAAM,CAAA;IACjC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,WAAW,CAAA;IAC3C,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,WAAW,EAAE,IAAI,IAAI,QAAQ,CAAA;IACzE,OAAO,OAAO,KAAK,CAAA;AACrB,CAAC"}

package/dist/src/models/routing/strategy.d.ts

@@ -0,0 +1,53 @@
+import type { Model } from '../model.js';
+import type { ModelRouter, RoutingCandidate } from './router.js';
+import type { InvocationState } from '../../types/agent.js';
+import type { Message, SystemPrompt } from '../../types/messages.js';
+import type { ToolSpec } from '../../tools/types.js';
+/** A candidate used during an invocation and the outcome of that attempt. */
+export interface RoutingAttempt {
+    /** The configured candidate instance. */
+    readonly candidate: RoutingCandidate;
+    /** The model or candidate-resolution error, absent when the call succeeded. */
+    readonly exception?: Error;
+}
+/** Read-only inputs supplied to a routing strategy. */
+export interface RoutingContext {
+    /** Fresh copy of the messages for this strategy ask. */
+    readonly messages: Message[];
+    /** Fresh copy of the system prompt for this strategy ask. */
+    readonly systemPrompt?: SystemPrompt;
+    /** Fresh copy of tool specifications for this strategy ask. */
+    readonly toolSpecs: ToolSpec[];
+    /** Stable configured candidate instances. */
+    readonly candidates: readonly RoutingCandidate[];
+    /** Live invocation state, exposed as read-only. */
+    readonly invocationState: Readonly<InvocationState>;
+    /** Chronological attempts made during this invocation. */
+    readonly attempts: readonly RoutingAttempt[];
+}
+/** Chooses a configured routing candidate. */
+export interface RoutingStrategy {
+    /**
+     * Select a candidate from `context.candidates`, or decline with `undefined`.
+     *
+     * The router asks before the first model call with an empty attempt history, then after unclaimed
+     * failures until routing stops. The returned candidate must be the same instance as one in
+     * `context.candidates`.
+     *
+     * Declining the opening selection uses the router's default model. Declining after a failure ends
+     * routing and preserves the pending model error. During opening selection, strategy errors, invalid
+     * candidates, and candidate-resolution errors propagate. After a model failure, strategy errors and
+     * invalid candidates end routing without replacing the pending error.
+     *
+     * Each failure round may use a candidate once. Returning a candidate already used in the current round
+     * ends routing. If a nested candidate cannot resolve after a failure, it consumes its round slot and
+     * the strategy is asked again.
+     *
+     * @param context - Current request and chronological routing history
+     * @returns A configured candidate, or `undefined` to decline
+     */
+    select(context: RoutingContext): Promise<RoutingCandidate | undefined>;
+}
+/** What each {@link ModelRouter} candidate entry accepts. */
+export type CandidateInput = Model | ModelRouter | RoutingCandidate;
+//# sourceMappingURL=strategy.d.ts.map

package/dist/src/models/routing/strategy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"strategy.d.ts","sourceRoot":"","sources":["../../../../src/models/routing/strategy.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAChE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AAC3D,OAAO,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAA;AACpE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAA;AAEpD,6EAA6E;AAC7E,MAAM,WAAW,cAAc;IAC7B,yCAAyC;IACzC,QAAQ,CAAC,SAAS,EAAE,gBAAgB,CAAA;IACpC,+EAA+E;IAC/E,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,CAAA;CAC3B;AAED,uDAAuD;AACvD,MAAM,WAAW,cAAc;IAC7B,wDAAwD;IACxD,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAA;IAC5B,6DAA6D;IAC7D,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY,CAAA;IACpC,+DAA+D;IAC/D,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,CAAA;IAC9B,6CAA6C;IAC7C,QAAQ,CAAC,UAAU,EAAE,SAAS,gBAAgB,EAAE,CAAA;IAChD,mDAAmD;IACnD,QAAQ,CAAC,eAAe,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAA;IACnD,0DAA0D;IAC1D,QAAQ,CAAC,QAAQ,EAAE,SAAS,cAAc,EAAE,CAAA;CAC7C;AAED,8CAA8C;AAC9C,MAAM,WAAW,eAAe;IAC9B;;;;;;;;;;;;;;;;;;OAkBG;IACH,MAAM,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,gBAAgB,GAAG,SAAS,CAAC,CAAA;CACvE;AAED,6DAA6D;AAC7D,MAAM,MAAM,cAAc,GAAG,KAAK,GAAG,WAAW,GAAG,gBAAgB,CAAA"}

package/dist/src/models/routing/strategy.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=strategy.js.map

package/dist/src/models/routing/strategy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"strategy.js","sourceRoot":"","sources":["../../../../src/models/routing/strategy.ts"],"names":[],"mappings":""}

package/dist/src/models/streaming.d.ts

@@ -427,4 +427,16 @@ export declare function accumulateUsage(target: Usage, source: Usage): void;
  * @returns A Usage object with zeroed counters
  */
 export declare function createEmptyUsage(): Usage;
+/**
+ * Returns the total prompt the model processed, including cached tokens.
+ *
+ * Providers either fold cache tokens into `inputTokens` or report them separately; the totals tell us
+ * which. `inputTokens + outputTokens === totalTokens` means cache is already inside `inputTokens`;
+ * otherwise the cache counters are added on top. Uncached usage returns `inputTokens` either way.
+ *
+ * @param usage - Token usage from a model invocation
+ * @returns The total prompt token count
+ * @internal
+ */
+export declare function totalPromptTokens(usage: Usage): number;
 //# sourceMappingURL=streaming.d.ts.map

package/dist/src/models/streaming.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"streaming.d.ts","sourceRoot":"","sources":["../../../src/models/streaming.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AAC5D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AACjD,OAAO,KAAK,EAAE,QAAQ,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAA;AAE/E;;;;;;GAMG;AAEH;;;;;GAKG;AACH,MAAM,MAAM,gBAAgB,GACxB,0BAA0B,GAC1B,+BAA+B,GAC/B,+BAA+B,GAC/B,8BAA8B,GAC9B,yBAAyB,GACzB,sBAAsB,GACtB,uBAAuB,CAAA;AAa3B;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG,KAAK,IAAI,gBAAgB,CAErF;AAED;;GAEG;AACH,MAAM,WAAW,0BAA0B;IACzC;;OAEG;IACH,IAAI,EAAE,wBAAwB,CAAA;IAE9B;;OAEG;IACH,IAAI,EAAE,IAAI,CAAA;CACX;AAED;;GAEG;AACH,qBAAa,sBAAuB,YAAW,0BAA0B;IACvE;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAG,wBAAwB,CAAS;IAEjD;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAA;gBAEP,IAAI,EAAE,0BAA0B;CAG7C;AAED;;GAEG;AACH,MAAM,WAAW,+BAA+B;IAC9C;;OAEG;IACH,IAAI,EAAE,6BAA6B,CAAA;IAEnC;;;OAGG;IACH,KAAK,CAAC,EAAE,iBAAiB,CAAA;CAC1B;AAED;;GAEG;AACH,qBAAa,2BAA4B,YAAW,+BAA+B;IACjF;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAG,6BAA6B,CAAS;IAEtD;;;OAGG;IACH,QAAQ,CAAC,KAAK,CAAC,EAAE,iBAAiB,CAAA;gBAEtB,IAAI,EAAE,+BAA+B;CAKlD;AAED;;GAEG;AACH,MAAM,WAAW,+BAA+B;IAC9C;;OAEG;IACH,IAAI,EAAE,6BAA6B,CAAA;IAEnC;;OAEG;IACH,KAAK,EAAE,iBAAiB,CAAA;CACzB;AAED;;GAEG;AACH,qBAAa,2BAA4B,YAAW,+BAA+B;IACjF;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAG,6BAA6B,CAAS;IAEtD;;OAEG;IACH,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAEnC;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,iBAAiB,CAAA;gBAErB,IAAI,EAAE,+BAA+B;CAGlD;AAED;;GAEG;AACH,MAAM,WAAW,8BAA8B;IAC7C;;OAEG;IACH,IAAI,EAAE,4BAA4B,CAAA;CACnC;AAED;;GAEG;AACH,qBAAa,0BAA2B,YAAW,8BAA8B;IAC/E;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAG,4BAA4B,CAAS;gBAEzC,KAAK,EAAE,8BAA8B;CAClD;AAED;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACxC;;OAEG;IACH,IAAI,EAAE,uBAAuB,CAAA;IAE7B;;OAEG;IACH,UAAU,EAAE,UAAU,CAAA;IAEtB;;OAEG;IACH,6BAA6B,CAAC,EAAE,SAAS,CAAA;CAC1C;AAED;;GAEG;AACH,qBAAa,qBAAsB,YAAW,yBAAyB;IACrE;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAG,uBAAuB,CAAS;IAEhD;;OAEG;IACH,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAA;IAE/B;;OAEG;IACH,QAAQ,CAAC,6BAA6B,CAAC,EAAE,SAAS,CAAA;gBAEtC,IAAI,EAAE,yBAAyB;CAM5C;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,IAAI,EAAE,oBAAoB,CAAA;IAE1B;;OAEG;IACH,KAAK,CAAC,EAAE,KAAK,CAAA;IAEb;;OAEG;IACH,OAAO,CAAC,EAAE,OAAO,CAAA;IAEjB;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,CAAA;CAChB;AAED;;;GAGG;AACH,qBAAa,kBAAmB,YAAW,sBAAsB;IAC/D;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAG,oBAAoB,CAAS;IAE7C;;OAEG;IACH,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,CAAA;IAEtB;;OAEG;IACH,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAA;IAE1B;;OAEG;IACH,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAA;gBAEZ,IAAI,EAAE,sBAAsB;CAWzC;AAED;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,cAAc,EAAE,MAAM,CAAA;CACvB;AAED;;;GAGG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAA;IAExB;;OAEG;IACH,cAAc,EAAE,MAAM,CAAA;CACvB;AAED;;;GAGG;AACH,MAAM,WAAW,uBAAuB;IACtC;;OAEG;IACH,IAAI,EAAE,qBAAqB,CAAA;IAE3B;;OAEG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAA;IAEnC;;OAEG;IACH,eAAe,CAAC,EAAE,mBAAmB,CAAA;CACtC;AAED;;GAEG;AACH,qBAAa,mBAAoB,YAAW,uBAAuB;IACjE;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAG,qBAAqB,CAAS;IAE9C;;OAEG;IACH,QAAQ,CAAC,cAAc,CAAC,EAAE,kBAAkB,CAAA;IAE5C;;OAEG;IACH,QAAQ,CAAC,eAAe,CAAC,EAAE,mBAAmB,CAAA;gBAElC,IAAI,EAAE,uBAAuB;CAQ1C;AAED;;;GAGG;AACH,MAAM,MAAM,iBAAiB,GAAG,YAAY,CAAA;AAE5C;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,IAAI,EAAE,cAAc,CAAA;IAEpB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAA;IAEZ;;OAEG;IACH,SAAS,EAAE,MAAM,CAAA;IAEjB;;;OAGG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED;;;;;GAKG;AACH,MAAM,MAAM,iBAAiB,GAAG,SAAS,GAAG,iBAAiB,GAAG,qBAAqB,GAAG,cAAc,CAAA;AAEtG;;;GAGG;AACH,MAAM,WAAW,SAAS;IACxB;;OAEG;IACH,IAAI,EAAE,WAAW,CAAA;IAEjB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAA;CACb;AAED;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,IAAI,EAAE,mBAAmB,CAAA;IAEzB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAA;CACd;AAED;;;GAGG;AACH,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,IAAI,EAAE,uBAAuB,CAAA;IAE7B;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAA;IAEb;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAElB;;OAEG;IACH,eAAe,CAAC,EAAE,UAAU,CAAA;CAC7B;AAED;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B;;OAEG;IACH,IAAI,EAAE,gBAAgB,CAAA;IAEtB;;OAEG;IACH,SAAS,EAAE,QAAQ,EAAE,CAAA;IAErB;;OAEG;IACH,OAAO,EAAE,wBAAwB,EAAE,CAAA;CACpC;AAED;;;GAGG;AACH,MAAM,WAAW,KAAK;IACpB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAA;IAEnB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAA;IAEpB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAA;IAEnB;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAA;IAE7B;;;OAGG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAA;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,OAAO;IACtB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAA;IAEjB;;;OAGG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAA;CAC3B;AAED;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,GAAG,IAAI,CAUlE;AAED;;;;GAIG;AACH,wBAAgB,gBAAgB,IAAI,KAAK,CAMxC"}
+{"version":3,"file":"streaming.d.ts","sourceRoot":"","sources":["../../../src/models/streaming.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AAC5D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AACjD,OAAO,KAAK,EAAE,QAAQ,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAA;AAE/E;;;;;;GAMG;AAEH;;;;;GAKG;AACH,MAAM,MAAM,gBAAgB,GACxB,0BAA0B,GAC1B,+BAA+B,GAC/B,+BAA+B,GAC/B,8BAA8B,GAC9B,yBAAyB,GACzB,sBAAsB,GACtB,uBAAuB,CAAA;AAa3B;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG,KAAK,IAAI,gBAAgB,CAErF;AAED;;GAEG;AACH,MAAM,WAAW,0BAA0B;IACzC;;OAEG;IACH,IAAI,EAAE,wBAAwB,CAAA;IAE9B;;OAEG;IACH,IAAI,EAAE,IAAI,CAAA;CACX;AAED;;GAEG;AACH,qBAAa,sBAAuB,YAAW,0BAA0B;IACvE;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAG,wBAAwB,CAAS;IAEjD;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAA;gBAEP,IAAI,EAAE,0BAA0B;CAG7C;AAED;;GAEG;AACH,MAAM,WAAW,+BAA+B;IAC9C;;OAEG;IACH,IAAI,EAAE,6BAA6B,CAAA;IAEnC;;;OAGG;IACH,KAAK,CAAC,EAAE,iBAAiB,CAAA;CAC1B;AAED;;GAEG;AACH,qBAAa,2BAA4B,YAAW,+BAA+B;IACjF;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAG,6BAA6B,CAAS;IAEtD;;;OAGG;IACH,QAAQ,CAAC,KAAK,CAAC,EAAE,iBAAiB,CAAA;gBAEtB,IAAI,EAAE,+BAA+B;CAKlD;AAED;;GAEG;AACH,MAAM,WAAW,+BAA+B;IAC9C;;OAEG;IACH,IAAI,EAAE,6BAA6B,CAAA;IAEnC;;OAEG;IACH,KAAK,EAAE,iBAAiB,CAAA;CACzB;AAED;;GAEG;AACH,qBAAa,2BAA4B,YAAW,+BAA+B;IACjF;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAG,6BAA6B,CAAS;IAEtD;;OAEG;IACH,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAEnC;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,iBAAiB,CAAA;gBAErB,IAAI,EAAE,+BAA+B;CAGlD;AAED;;GAEG;AACH,MAAM,WAAW,8BAA8B;IAC7C;;OAEG;IACH,IAAI,EAAE,4BAA4B,CAAA;CACnC;AAED;;GAEG;AACH,qBAAa,0BAA2B,YAAW,8BAA8B;IAC/E;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAG,4BAA4B,CAAS;gBAEzC,KAAK,EAAE,8BAA8B;CAClD;AAED;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACxC;;OAEG;IACH,IAAI,EAAE,uBAAuB,CAAA;IAE7B;;OAEG;IACH,UAAU,EAAE,UAAU,CAAA;IAEtB;;OAEG;IACH,6BAA6B,CAAC,EAAE,SAAS,CAAA;CAC1C;AAED;;GAEG;AACH,qBAAa,qBAAsB,YAAW,yBAAyB;IACrE;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAG,uBAAuB,CAAS;IAEhD;;OAEG;IACH,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAA;IAE/B;;OAEG;IACH,QAAQ,CAAC,6BAA6B,CAAC,EAAE,SAAS,CAAA;gBAEtC,IAAI,EAAE,yBAAyB;CAM5C;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,IAAI,EAAE,oBAAoB,CAAA;IAE1B;;OAEG;IACH,KAAK,CAAC,EAAE,KAAK,CAAA;IAEb;;OAEG;IACH,OAAO,CAAC,EAAE,OAAO,CAAA;IAEjB;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,CAAA;CAChB;AAED;;;GAGG;AACH,qBAAa,kBAAmB,YAAW,sBAAsB;IAC/D;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAG,oBAAoB,CAAS;IAE7C;;OAEG;IACH,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,CAAA;IAEtB;;OAEG;IACH,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAA;IAE1B;;OAEG;IACH,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAA;gBAEZ,IAAI,EAAE,sBAAsB;CAWzC;AAED;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,cAAc,EAAE,MAAM,CAAA;CACvB;AAED;;;GAGG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAA;IAExB;;OAEG;IACH,cAAc,EAAE,MAAM,CAAA;CACvB;AAED;;;GAGG;AACH,MAAM,WAAW,uBAAuB;IACtC;;OAEG;IACH,IAAI,EAAE,qBAAqB,CAAA;IAE3B;;OAEG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAA;IAEnC;;OAEG;IACH,eAAe,CAAC,EAAE,mBAAmB,CAAA;CACtC;AAED;;GAEG;AACH,qBAAa,mBAAoB,YAAW,uBAAuB;IACjE;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAG,qBAAqB,CAAS;IAE9C;;OAEG;IACH,QAAQ,CAAC,cAAc,CAAC,EAAE,kBAAkB,CAAA;IAE5C;;OAEG;IACH,QAAQ,CAAC,eAAe,CAAC,EAAE,mBAAmB,CAAA;gBAElC,IAAI,EAAE,uBAAuB;CAQ1C;AAED;;;GAGG;AACH,MAAM,MAAM,iBAAiB,GAAG,YAAY,CAAA;AAE5C;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,IAAI,EAAE,cAAc,CAAA;IAEpB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAA;IAEZ;;OAEG;IACH,SAAS,EAAE,MAAM,CAAA;IAEjB;;;OAGG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED;;;;;GAKG;AACH,MAAM,MAAM,iBAAiB,GAAG,SAAS,GAAG,iBAAiB,GAAG,qBAAqB,GAAG,cAAc,CAAA;AAEtG;;;GAGG;AACH,MAAM,WAAW,SAAS;IACxB;;OAEG;IACH,IAAI,EAAE,WAAW,CAAA;IAEjB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAA;CACb;AAED;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,IAAI,EAAE,mBAAmB,CAAA;IAEzB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAA;CACd;AAED;;;GAGG;AACH,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,IAAI,EAAE,uBAAuB,CAAA;IAE7B;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAA;IAEb;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAElB;;OAEG;IACH,eAAe,CAAC,EAAE,UAAU,CAAA;CAC7B;AAED;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B;;OAEG;IACH,IAAI,EAAE,gBAAgB,CAAA;IAEtB;;OAEG;IACH,SAAS,EAAE,QAAQ,EAAE,CAAA;IAErB;;OAEG;IACH,OAAO,EAAE,wBAAwB,EAAE,CAAA;CACpC;AAED;;;GAGG;AACH,MAAM,WAAW,KAAK;IACpB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAA;IAEnB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAA;IAEpB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAA;IAEnB;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAA;IAE7B;;;OAGG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAA;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,OAAO;IACtB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAA;IAEjB;;;OAGG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAA;CAC3B;AAED;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,GAAG,IAAI,CAUlE;AAED;;;;GAIG;AACH,wBAAgB,gBAAgB,IAAI,KAAK,CAMxC;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,CAKtD"}

package/dist/src/models/streaming.js

@@ -191,4 +191,21 @@ export function createEmptyUsage() {
         totalTokens: 0,
     };
 }
+/**
+ * Returns the total prompt the model processed, including cached tokens.
+ *
+ * Providers either fold cache tokens into `inputTokens` or report them separately; the totals tell us
+ * which. `inputTokens + outputTokens === totalTokens` means cache is already inside `inputTokens`;
+ * otherwise the cache counters are added on top. Uncached usage returns `inputTokens` either way.
+ *
+ * @param usage - Token usage from a model invocation
+ * @returns The total prompt token count
+ * @internal
+ */
+export function totalPromptTokens(usage) {
+    if (usage.inputTokens + usage.outputTokens === usage.totalTokens) {
+        return usage.inputTokens;
+    }
+    return usage.inputTokens + (usage.cacheReadInputTokens ?? 0) + (usage.cacheWriteInputTokens ?? 0);
+}
 //# sourceMappingURL=streaming.js.map

package/dist/src/models/streaming.js.map

@@ -1 +1 @@
-{"version":3,"file":"streaming.js","sourceRoot":"","sources":["../../../src/models/streaming.ts"],"names":[],"mappings":"AA2BA,uDAAuD;AACvD,MAAM,qBAAqB,GAAwB,IAAI,GAAG,CAA2B;IACnF,wBAAwB;IACxB,6BAA6B;IAC7B,6BAA6B;IAC7B,4BAA4B;IAC5B,uBAAuB;IACvB,oBAAoB;IACpB,qBAAqB;CACtB,CAAC,CAAA;AAEF;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAuB;IACxD,OAAO,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;AAC9C,CAAC;AAiBD;;GAEG;AACH,MAAM,OAAO,sBAAsB;IACjC;;OAEG;IACM,IAAI,GAAG,wBAAiC,CAAA;IAEjD;;OAEG;IACM,IAAI,CAAM;IAEnB,YAAY,IAAgC;QAC1C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;IACvB,CAAC;CACF;AAkBD;;GAEG;AACH,MAAM,OAAO,2BAA2B;IACtC;;OAEG;IACM,IAAI,GAAG,6BAAsC,CAAA;IAEtD;;;OAGG;IACM,KAAK,CAAoB;IAElC,YAAY,IAAqC;QAC/C,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;QACzB,CAAC;IACH,CAAC;CACF;AAiBD;;GAEG;AACH,MAAM,OAAO,2BAA2B;IACtC;;OAEG;IACM,IAAI,GAAG,6BAAsC,CAAA;IAEtD;;OAEG;IACM,iBAAiB,CAAS;IAEnC;;OAEG;IACM,KAAK,CAAmB;IAEjC,YAAY,IAAqC;QAC/C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;IACzB,CAAC;CACF;AAYD;;GAEG;AACH,MAAM,OAAO,0BAA0B;IACrC;;OAEG;IACM,IAAI,GAAG,4BAAqC,CAAA;IAErD,YAAY,KAAqC,IAAG,CAAC;CACtD;AAsBD;;GAEG;AACH,MAAM,OAAO,qBAAqB;IAChC;;OAEG;IACM,IAAI,GAAG,uBAAgC,CAAA;IAEhD;;OAEG;IACM,UAAU,CAAY;IAE/B;;OAEG;IACM,6BAA6B,CAAY;IAElD,YAAY,IAA+B;QACzC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAA;QACjC,IAAI,IAAI,CAAC,6BAA6B,KAAK,SAAS,EAAE,CAAC;YACrD,IAAI,CAAC,6BAA6B,GAAG,IAAI,CAAC,6BAA6B,CAAA;QACzE,CAAC;IACH,CAAC;CACF;AA2BD;;;GAGG;AACH,MAAM,OAAO,kBAAkB;IAC7B;;OAEG;IACM,IAAI,GAAG,oBAA6B,CAAA;IAE7C;;OAEG;IACM,KAAK,CAAQ;IAEtB;;OAEG;IACM,OAAO,CAAU;IAE1B;;OAEG;IACM,KAAK,CAAU;IAExB,YAAY,IAA4B;QACtC,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;QACzB,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;QAC7B,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;QACzB,CAAC;IACH,CAAC;CACF;AAoDD;;GAEG;AACH,MAAM,OAAO,mBAAmB;IAC9B;;OAEG;IACM,IAAI,GAAG,qBAA8B,CAAA;IAE9C;;OAEG;IACM,cAAc,CAAqB;IAE5C;;OAEG;IACM,eAAe,CAAsB;IAE9C,YAAY,IAA6B;QACvC,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAA;QAC3C,CAAC;QACD,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YACvC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAA;QAC7C,CAAC;IACH,CAAC;CACF;AA0KD;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,MAAa,EAAE,MAAa;IAC1D,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,CAAA;IACxC,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,CAAA;IAC1C,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,CAAA;IACxC,IAAI,MAAM,CAAC,oBAAoB,KAAK,SAAS,EAAE,CAAC;QAC9C,MAAM,CAAC,oBAAoB,GAAG,CAAC,MAAM,CAAC,oBAAoB,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,oBAAoB,CAAA;IAChG,CAAC;IACD,IAAI,MAAM,CAAC,qBAAqB,KAAK,SAAS,EAAE,CAAC;QAC/C,MAAM,CAAC,qBAAqB,GAAG,CAAC,MAAM,CAAC,qBAAqB,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,qBAAqB,CAAA;IACnG,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,gBAAgB;IAC9B,OAAO;QACL,WAAW,EAAE,CAAC;QACd,YAAY,EAAE,CAAC;QACf,WAAW,EAAE,CAAC;KACf,CAAA;AACH,CAAC"}
+{"version":3,"file":"streaming.js","sourceRoot":"","sources":["../../../src/models/streaming.ts"],"names":[],"mappings":"AA2BA,uDAAuD;AACvD,MAAM,qBAAqB,GAAwB,IAAI,GAAG,CAA2B;IACnF,wBAAwB;IACxB,6BAA6B;IAC7B,6BAA6B;IAC7B,4BAA4B;IAC5B,uBAAuB;IACvB,oBAAoB;IACpB,qBAAqB;CACtB,CAAC,CAAA;AAEF;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAuB;IACxD,OAAO,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;AAC9C,CAAC;AAiBD;;GAEG;AACH,MAAM,OAAO,sBAAsB;IACjC;;OAEG;IACM,IAAI,GAAG,wBAAiC,CAAA;IAEjD;;OAEG;IACM,IAAI,CAAM;IAEnB,YAAY,IAAgC;QAC1C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;IACvB,CAAC;CACF;AAkBD;;GAEG;AACH,MAAM,OAAO,2BAA2B;IACtC;;OAEG;IACM,IAAI,GAAG,6BAAsC,CAAA;IAEtD;;;OAGG;IACM,KAAK,CAAoB;IAElC,YAAY,IAAqC;QAC/C,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;QACzB,CAAC;IACH,CAAC;CACF;AAiBD;;GAEG;AACH,MAAM,OAAO,2BAA2B;IACtC;;OAEG;IACM,IAAI,GAAG,6BAAsC,CAAA;IAEtD;;OAEG;IACM,iBAAiB,CAAS;IAEnC;;OAEG;IACM,KAAK,CAAmB;IAEjC,YAAY,IAAqC;QAC/C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;IACzB,CAAC;CACF;AAYD;;GAEG;AACH,MAAM,OAAO,0BAA0B;IACrC;;OAEG;IACM,IAAI,GAAG,4BAAqC,CAAA;IAErD,YAAY,KAAqC,IAAG,CAAC;CACtD;AAsBD;;GAEG;AACH,MAAM,OAAO,qBAAqB;IAChC;;OAEG;IACM,IAAI,GAAG,uBAAgC,CAAA;IAEhD;;OAEG;IACM,UAAU,CAAY;IAE/B;;OAEG;IACM,6BAA6B,CAAY;IAElD,YAAY,IAA+B;QACzC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAA;QACjC,IAAI,IAAI,CAAC,6BAA6B,KAAK,SAAS,EAAE,CAAC;YACrD,IAAI,CAAC,6BAA6B,GAAG,IAAI,CAAC,6BAA6B,CAAA;QACzE,CAAC;IACH,CAAC;CACF;AA2BD;;;GAGG;AACH,MAAM,OAAO,kBAAkB;IAC7B;;OAEG;IACM,IAAI,GAAG,oBAA6B,CAAA;IAE7C;;OAEG;IACM,KAAK,CAAQ;IAEtB;;OAEG;IACM,OAAO,CAAU;IAE1B;;OAEG;IACM,KAAK,CAAU;IAExB,YAAY,IAA4B;QACtC,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;QACzB,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;QAC7B,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;QACzB,CAAC;IACH,CAAC;CACF;AAoDD;;GAEG;AACH,MAAM,OAAO,mBAAmB;IAC9B;;OAEG;IACM,IAAI,GAAG,qBAA8B,CAAA;IAE9C;;OAEG;IACM,cAAc,CAAqB;IAE5C;;OAEG;IACM,eAAe,CAAsB;IAE9C,YAAY,IAA6B;QACvC,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAA;QAC3C,CAAC;QACD,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YACvC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAA;QAC7C,CAAC;IACH,CAAC;CACF;AA0KD;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,MAAa,EAAE,MAAa;IAC1D,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,CAAA;IACxC,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,CAAA;IAC1C,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,CAAA;IACxC,IAAI,MAAM,CAAC,oBAAoB,KAAK,SAAS,EAAE,CAAC;QAC9C,MAAM,CAAC,oBAAoB,GAAG,CAAC,MAAM,CAAC,oBAAoB,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,oBAAoB,CAAA;IAChG,CAAC;IACD,IAAI,MAAM,CAAC,qBAAqB,KAAK,SAAS,EAAE,CAAC;QAC/C,MAAM,CAAC,qBAAqB,GAAG,CAAC,MAAM,CAAC,qBAAqB,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,qBAAqB,CAAA;IACnG,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,gBAAgB;IAC9B,OAAO;QACL,WAAW,EAAE,CAAC;QACd,YAAY,EAAE,CAAC;QACf,WAAW,EAAE,CAAC;KACf,CAAA;AACH,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAY;IAC5C,IAAI,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,YAAY,KAAK,KAAK,CAAC,WAAW,EAAE,CAAC;QACjE,OAAO,KAAK,CAAC,WAAW,CAAA;IAC1B,CAAC;IACD,OAAO,KAAK,CAAC,WAAW,GAAG,CAAC,KAAK,CAAC,oBAAoB,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,qBAAqB,IAAI,CAAC,CAAC,CAAA;AACnG,CAAC"}