@juspay/neurolink 9.73.0 → 9.74.0

package/dist/core/toolRouting.js

@@ -154,20 +154,48 @@ function parseRouterJson(rawText) {
         throw new Error("Router response is not valid JSON");
     }
 }
+/**
+ * Safely calls the emitDecision callback, swallowing any error so telemetry
+ * can never interfere with the routing result or the caller's turn.
+ */
+function safeEmitDecision(emitDecision, decision) {
+    if (!emitDecision) {
+        return;
+    }
+    try {
+        emitDecision(decision);
+    }
+    catch {
+        // Intentionally swallowed — telemetry must never affect routing behaviour.
+    }
+}
 /**
  * Resolves which registered tool names to EXCLUDE for a single stream() turn.
  * Returns an empty list on any skip/failure path — see module doc.
  */
 export async function resolveToolRoutingExclusions(params) {
-    const { catalog, alwaysIncludeServerIds, userQuery, routerPromptPrefix, routerModel, timeoutMs, generateFn, } = params;
+    const { catalog, alwaysIncludeServerIds, userQuery, routerPromptPrefix, routerModel, timeoutMs, generateFn, emitDecision, } = params;
     const routableServers = catalog.filter((server) => !alwaysIncludeServerIds.includes(server.id));
     const routingStartTime = Date.now();
     try {
         if (!userQuery || routableServers.length <= 1) {
+            const outcome = !userQuery
+                ? "skipped-no-query"
+                : "skipped-single-server";
             logger.debug("[ToolRouting] Routing skipped", {
                 reason: !userQuery ? "missingUserQuery" : "singleRoutableServer",
                 routableServerCount: routableServers.length,
             });
+            safeEmitDecision(emitDecision, {
+                outcome,
+                selectedServerIds: [],
+                excludedServerIds: [],
+                hallucinatedIds: [],
+                excludedToolCount: 0,
+                routableServerCount: routableServers.length,
+                cacheHit: false,
+                durationMs: Date.now() - routingStartTime,
+            });
             return [];
         }
         const routerPrompt = buildRouterPrompt(userQuery, routableServers, routerPromptPrefix);
@@ -190,14 +218,37 @@ export async function resolveToolRoutingExclusions(params) {
                 : {}),
         }), timeoutMs, `Tool routing router call exceeded ${timeoutMs}ms`);
         const rawText = generateResult?.content ?? "";
-        const parsed = routerOutputSchema.safeParse(parseRouterJson(rawText));
-        if (!parsed.success) {
+        /** Shared fail-open handler for both JSON parse and schema validation failures. */
+        const failOpenParse = (extra) => {
             logger.warn("[ToolRouting] Router output validation failed, failing open", {
-                validationErrors: parsed.error.issues.map((issue) => issue.message),
                 rawResponse: rawText,
                 durationMs: Date.now() - routingStartTime,
+                ...extra,
+            });
+            safeEmitDecision(emitDecision, {
+                outcome: "failed-open-parse",
+                selectedServerIds: [],
+                excludedServerIds: [],
+                hallucinatedIds: [],
+                excludedToolCount: 0,
+                routableServerCount: routableServers.length,
+                cacheHit: false,
+                durationMs: Date.now() - routingStartTime,
             });
             return [];
+        };
+        let parsed;
+        try {
+            parsed = routerOutputSchema.safeParse(parseRouterJson(rawText));
+        }
+        catch {
+            // parseRouterJson threw (non-JSON response)
+            return failOpenParse();
+        }
+        if (!parsed.success) {
+            return failOpenParse({
+                validationErrors: parsed.error.issues.map((issue) => issue.message),
+            });
         }
         const routableServerIds = new Set(routableServers.map((server) => server.id));
         const validSelectedIds = parsed.data.servers.filter((serverId) => routableServerIds.has(serverId));
@@ -208,6 +259,16 @@ export async function resolveToolRoutingExclusions(params) {
                 hallucinatedIds,
                 durationMs: Date.now() - routingStartTime,
             });
+            safeEmitDecision(emitDecision, {
+                outcome: "empty-pick",
+                selectedServerIds: [],
+                excludedServerIds: routableServers.map((server) => server.id),
+                hallucinatedIds,
+                excludedToolCount: 0,
+                routableServerCount: routableServers.length,
+                cacheHit: false,
+                durationMs: Date.now() - routingStartTime,
+            });
             return [];
         }
         const unselectedRoutableServers = routableServers.filter((server) => !validSelectedIds.includes(server.id));
@@ -220,13 +281,38 @@ export async function resolveToolRoutingExclusions(params) {
             routableServerCount: routableServers.length,
             durationMs: Date.now() - routingStartTime,
         });
+        safeEmitDecision(emitDecision, {
+            outcome: "applied",
+            selectedServerIds: validSelectedIds,
+            excludedServerIds: unselectedRoutableServers.map((server) => server.id),
+            hallucinatedIds,
+            excludedToolCount: excludedToolNames.length,
+            routableServerCount: routableServers.length,
+            cacheHit: false,
+            durationMs: Date.now() - routingStartTime,
+        });
         return excludedToolNames;
     }
     catch (error) {
+        const isTimeout = error instanceof Error &&
+            error.message.includes("Tool routing router call exceeded");
+        const outcome = isTimeout
+            ? "failed-open-timeout"
+            : "failed-open-error";
         logger.warn("[ToolRouting] Routing failed, failing open", {
             error: error instanceof Error ? error.message : String(error),
             durationMs: Date.now() - routingStartTime,
         });
+        safeEmitDecision(emitDecision, {
+            outcome,
+            selectedServerIds: [],
+            excludedServerIds: [],
+            hallucinatedIds: [],
+            excludedToolCount: 0,
+            routableServerCount: routableServers.length,
+            cacheHit: false,
+            durationMs: Date.now() - routingStartTime,
+        });
         return [];
     }
 }

package/dist/core/toolRoutingCache.d.ts

@@ -0,0 +1,64 @@
+/**
+ * LRU+TTL cache for pre-call tool routing decisions, plus session stickiness
+ * tracking to reduce turn-to-turn server flapping.
+ *
+ * The cache is keyed by a caller-supplied string (typically a normalized hash
+ * of sessionId + routing query). On a hit the cached exclusion list is
+ * returned, skipping the router LLM entirely. On a miss the caller resolves
+ * normally, stores the result, and `recordSelection` is called with the
+ * selected server ids so stickiness can suppress their exclusion for the next
+ * N turns.
+ *
+ * All operations are synchronous and pure (no I/O). The clock is injected via
+ * `now` so tests can control time without `Date.now` side effects.
+ */
+import type { ToolRoutingCacheOptions } from "../types/index.js";
+export declare class ToolRoutingCache {
+    private readonly ttlMs;
+    private readonly maxEntries;
+    private readonly stickyTurns;
+    private readonly now;
+    /** Main LRU+TTL store keyed by routing key. */
+    private readonly store;
+    /** Per-session stickiness tracking keyed by session id. */
+    private readonly sticky;
+    /** Monotonic counter for LRU ordering — incremented on each access. */
+    private accessCounter;
+    constructor(opts?: ToolRoutingCacheOptions);
+    /**
+     * Returns the cached routing result for the given key, or `undefined` on a
+     * miss or expiry. Expired entries are deleted on access (lazy eviction).
+     */
+    get(key: string): {
+        excludedToolNames: string[];
+        selectedServerIds: string[];
+    } | undefined;
+    /**
+     * Stores a routing result under the given key. Evicts the least-recently-
+     * used entry when the store is at capacity. Silently no-ops on any error
+     * (caller is responsible for fail-open behaviour).
+     */
+    set(key: string, value: {
+        excludedToolNames: string[];
+        selectedServerIds: string[];
+    }): void;
+    /**
+     * Records the server ids selected by the router for a session so they stay
+     * warm for the next `stickyTurns` turns. Called after a successful
+     * (non-cached) routing resolution.
+     */
+    recordSelection(sessionId: string, serverIds: string[]): void;
+    /**
+     * Returns the server ids that should be kept warm (not excluded) for the
+     * given session due to stickiness. Decrements the turn counter; when it
+     * reaches zero the entry is removed. Returns an empty array when there is no
+     * active sticky state for the session.
+     */
+    getStickyServerIds(sessionId: string): string[];
+    /**
+     * Scans the store for the entry with the lowest accessOrder and removes it.
+     * O(n) scan is acceptable at the default maxEntries (256); very large caches
+     * should consider an O(1) doubly-linked-list approach instead.
+     */
+    private evictLRU;
+}

package/dist/core/toolRoutingCache.js

@@ -0,0 +1,154 @@
+/**
+ * LRU+TTL cache for pre-call tool routing decisions, plus session stickiness
+ * tracking to reduce turn-to-turn server flapping.
+ *
+ * The cache is keyed by a caller-supplied string (typically a normalized hash
+ * of sessionId + routing query). On a hit the cached exclusion list is
+ * returned, skipping the router LLM entirely. On a miss the caller resolves
+ * normally, stores the result, and `recordSelection` is called with the
+ * selected server ids so stickiness can suppress their exclusion for the next
+ * N turns.
+ *
+ * All operations are synchronous and pure (no I/O). The clock is injected via
+ * `now` so tests can control time without `Date.now` side effects.
+ */
+const DEFAULT_TTL_MS = 60_000;
+const DEFAULT_MAX_ENTRIES = 256;
+const DEFAULT_STICKY_TURNS = 3;
+/**
+ * Internal cap on the number of sessions tracked in the sticky map.
+ * Not configurable via public API — avoids unbounded memory growth when many
+ * ephemeral session ids are generated. Oldest entry (Map insertion order) is
+ * evicted when the cap is reached.
+ */
+const MAX_STICKY_ENTRIES = 1024;
+export class ToolRoutingCache {
+    ttlMs;
+    maxEntries;
+    stickyTurns;
+    now;
+    /** Main LRU+TTL store keyed by routing key. */
+    store = new Map();
+    /** Per-session stickiness tracking keyed by session id. */
+    sticky = new Map();
+    /** Monotonic counter for LRU ordering — incremented on each access. */
+    accessCounter = 0;
+    constructor(opts = {}) {
+        // Fall back to defaults for invalid (<=0 or NaN) values so callers cannot
+        // accidentally disable the cache by passing bad config.
+        const validOrDefault = (v, def) => v !== undefined && Number.isFinite(v) && v > 0 ? v : def;
+        this.ttlMs = validOrDefault(opts.ttlMs, DEFAULT_TTL_MS);
+        this.maxEntries = validOrDefault(opts.maxEntries, DEFAULT_MAX_ENTRIES);
+        this.stickyTurns = validOrDefault(opts.stickyTurns, DEFAULT_STICKY_TURNS);
+        this.now = opts.now ?? Date.now;
+    }
+    /**
+     * Returns the cached routing result for the given key, or `undefined` on a
+     * miss or expiry. Expired entries are deleted on access (lazy eviction).
+     */
+    get(key) {
+        const entry = this.store.get(key);
+        if (!entry) {
+            return undefined;
+        }
+        if (this.now() >= entry.expiresAt) {
+            this.store.delete(key);
+            return undefined;
+        }
+        // Bump access order for LRU.
+        entry.accessOrder = ++this.accessCounter;
+        // Return shallow copies so callers cannot mutate cached state.
+        return {
+            excludedToolNames: [...entry.excludedToolNames],
+            selectedServerIds: [...entry.selectedServerIds],
+        };
+    }
+    /**
+     * Stores a routing result under the given key. Evicts the least-recently-
+     * used entry when the store is at capacity. Silently no-ops on any error
+     * (caller is responsible for fail-open behaviour).
+     */
+    set(key, value) {
+        try {
+            if (this.store.size >= this.maxEntries && !this.store.has(key)) {
+                this.evictLRU();
+            }
+            // Defensive copies: guard against callers mutating arrays after storing.
+            this.store.set(key, {
+                excludedToolNames: [...value.excludedToolNames],
+                selectedServerIds: [...value.selectedServerIds],
+                expiresAt: this.now() + this.ttlMs,
+                accessOrder: ++this.accessCounter,
+            });
+        }
+        catch {
+            // Silently no-ops on any error — cache writes are non-fatal.
+        }
+    }
+    /**
+     * Records the server ids selected by the router for a session so they stay
+     * warm for the next `stickyTurns` turns. Called after a successful
+     * (non-cached) routing resolution.
+     */
+    recordSelection(sessionId, serverIds) {
+        if (!sessionId || serverIds.length === 0) {
+            return;
+        }
+        // Evict the oldest session when at the internal cap (Map preserves insertion
+        // order, so the first key is always the oldest).
+        if (this.sticky.size >= MAX_STICKY_ENTRIES && !this.sticky.has(sessionId)) {
+            const oldestKey = this.sticky.keys().next().value;
+            if (oldestKey !== undefined) {
+                this.sticky.delete(oldestKey);
+            }
+        }
+        this.sticky.set(sessionId, {
+            serverIds: [...serverIds],
+            turnsRemaining: this.stickyTurns,
+        });
+    }
+    /**
+     * Returns the server ids that should be kept warm (not excluded) for the
+     * given session due to stickiness. Decrements the turn counter; when it
+     * reaches zero the entry is removed. Returns an empty array when there is no
+     * active sticky state for the session.
+     */
+    getStickyServerIds(sessionId) {
+        if (!sessionId) {
+            return [];
+        }
+        const entry = this.sticky.get(sessionId);
+        if (!entry) {
+            return [];
+        }
+        const ids = [...entry.serverIds];
+        if (entry.turnsRemaining <= 1) {
+            this.sticky.delete(sessionId);
+        }
+        else {
+            entry.turnsRemaining -= 1;
+        }
+        return ids;
+    }
+    // ---------------------------------------------------------------------------
+    // Private helpers
+    // ---------------------------------------------------------------------------
+    /**
+     * Scans the store for the entry with the lowest accessOrder and removes it.
+     * O(n) scan is acceptable at the default maxEntries (256); very large caches
+     * should consider an O(1) doubly-linked-list approach instead.
+     */
+    evictLRU() {
+        let lruKey;
+        let lruOrder = Infinity;
+        for (const [key, entry] of this.store) {
+            if (entry.accessOrder < lruOrder) {
+                lruOrder = entry.accessOrder;
+                lruKey = key;
+            }
+        }
+        if (lruKey !== undefined) {
+            this.store.delete(lruKey);
+        }
+    }
+}

package/dist/index.d.ts

@@ -216,6 +216,8 @@ export declare function createBestAIProvider(requestedProvider?: string, modelNa
 export { CircuitBreakerManager, calculateExpiresAt, createMCPServer, createOAuthProviderFromConfig, DEFAULT_HTTP_RETRY_CONFIG, DEFAULT_RATE_LIMIT_CONFIG, executeMCP, FileTokenStorage, getMCPStats, getServerInfo, globalCircuitBreakerManager, globalRateLimiterManager, HTTPRateLimiter, InMemoryTokenStorage, initializeMCPEcosystem, isRetryableHTTPError, isRetryableStatusCode, isTokenExpired, listMCPs, CircuitBreakerOpenError, MCPCircuitBreaker, mcpLogger, NeuroLinkOAuthProvider, RateLimiterManager, validateServerTools, validateTool as validateMCPTool, withHTTPRetry, MCPToolRegistry, ExternalServerManager, MCPClientFactory, ToolRouter, createToolRouter, DEFAULT_ROUTER_CONFIG, ToolCache, createToolCache, DEFAULT_CACHE_CONFIG, ToolResultCache, createToolResultCache, RequestBatcher, ToolCallBatcher, createRequestBatcher, createToolCallBatcher, DEFAULT_BATCH_CONFIG, inferAnnotations, createAnnotatedTool, validateAnnotations, filterToolsByAnnotations, mergeAnnotations, getAnnotationSummary, requiresConfirmation, isSafeToRetry, getToolSafetyLevel, ElicitationManager, globalElicitationManager, EnhancedToolDiscovery, MCPRegistryClient, globalMCPRegistryClient, getWellKnownServer, getAllWellKnownServers, MCPServerBase, MultiServerManager, globalMultiServerManager, AgentExposureManager, exposeAgentAsTool, exposeAgentsAsTools, exposeWorkflowAsTool, exposeWorkflowsAsTools, globalAgentExposureManager, ServerCapabilitiesManager, createTextResource, createJsonResource, createPrompt, neuroLinkToolToMCP, mcpToolToNeuroLink, batchConvertToMCP, batchConvertToNeuroLink, sanitizeToolName, validateToolName, createToolFromFunction, mcpProtocolToolToServerTool, serverToolToMCPProtocol, TOOL_COMPATIBILITY, ToolIntegrationManager, globalToolIntegrationManager, wrapToolWithElicitation, wrapToolsWithElicitation, createElicitationContext, confirmationMiddleware, validationMiddleware, loggingMiddleware, createRetryMiddleware, createTimeoutMiddleware, createToolMiddlewareChain, ElicitationProtocolAdapter, globalElicitationProtocol, isElicitationProtocolMessage, protocolMessageToElicitation, elicitationResponseToProtocol, createElicitationRequest, createElicitationResponse, createElicitationCancel, createTextInputRequest, createSelectRequest, createConfirmationRequest, createFormRequest, } from "./mcp/index.js";
 export { logger } from "./utils/logger.js";
 export { getPoolStats } from "./utils/redis.js";
+export { ToolRoutingCache } from "./core/toolRoutingCache.js";
+export { resolveToolRoutingExclusions, buildToolRoutingCatalog, buildRoutingQueryFromHistory, DEFAULT_ROUTER_PROMPT_PREFIX, } from "./core/toolRouting.js";
 export declare function initializeTelemetry(): Promise<boolean>;
 export declare function getTelemetryStatus(): Promise<{
     enabled: boolean;

package/dist/index.js

@@ -356,6 +356,10 @@ ToolIntegrationManager, globalToolIntegrationManager, wrapToolWithElicitation, w
 ElicitationProtocolAdapter, globalElicitationProtocol, isElicitationProtocolMessage, protocolMessageToElicitation, elicitationResponseToProtocol, createElicitationRequest, createElicitationResponse, createElicitationCancel, createTextInputRequest, createSelectRequest, createConfirmationRequest, createFormRequest, } from "./mcp/index.js";
 export { logger } from "./utils/logger.js";
 export { getPoolStats } from "./utils/redis.js";
+// Pre-call tool routing cache (ITEM C: LRU+TTL cache + session stickiness)
+export { ToolRoutingCache } from "./core/toolRoutingCache.js";
+// Pre-call tool routing resolver — exported for host integrations and testing
+export { resolveToolRoutingExclusions, buildToolRoutingCatalog, buildRoutingQueryFromHistory, DEFAULT_ROUTER_PROMPT_PREFIX, } from "./core/toolRouting.js";
 // ============================================================================
 // REAL-TIME SERVICES & TELEMETRY - Enterprise Platform Features
 // ============================================================================

package/dist/lib/core/toolRouting.js

@@ -154,20 +154,48 @@ function parseRouterJson(rawText) {
         throw new Error("Router response is not valid JSON");
     }
 }
+/**
+ * Safely calls the emitDecision callback, swallowing any error so telemetry
+ * can never interfere with the routing result or the caller's turn.
+ */
+function safeEmitDecision(emitDecision, decision) {
+    if (!emitDecision) {
+        return;
+    }
+    try {
+        emitDecision(decision);
+    }
+    catch {
+        // Intentionally swallowed — telemetry must never affect routing behaviour.
+    }
+}
 /**
  * Resolves which registered tool names to EXCLUDE for a single stream() turn.
  * Returns an empty list on any skip/failure path — see module doc.
  */
 export async function resolveToolRoutingExclusions(params) {
-    const { catalog, alwaysIncludeServerIds, userQuery, routerPromptPrefix, routerModel, timeoutMs, generateFn, } = params;
+    const { catalog, alwaysIncludeServerIds, userQuery, routerPromptPrefix, routerModel, timeoutMs, generateFn, emitDecision, } = params;
     const routableServers = catalog.filter((server) => !alwaysIncludeServerIds.includes(server.id));
     const routingStartTime = Date.now();
     try {
         if (!userQuery || routableServers.length <= 1) {
+            const outcome = !userQuery
+                ? "skipped-no-query"
+                : "skipped-single-server";
             logger.debug("[ToolRouting] Routing skipped", {
                 reason: !userQuery ? "missingUserQuery" : "singleRoutableServer",
                 routableServerCount: routableServers.length,
             });
+            safeEmitDecision(emitDecision, {
+                outcome,
+                selectedServerIds: [],
+                excludedServerIds: [],
+                hallucinatedIds: [],
+                excludedToolCount: 0,
+                routableServerCount: routableServers.length,
+                cacheHit: false,
+                durationMs: Date.now() - routingStartTime,
+            });
             return [];
         }
         const routerPrompt = buildRouterPrompt(userQuery, routableServers, routerPromptPrefix);
@@ -190,14 +218,37 @@ export async function resolveToolRoutingExclusions(params) {
                 : {}),
         }), timeoutMs, `Tool routing router call exceeded ${timeoutMs}ms`);
         const rawText = generateResult?.content ?? "";
-        const parsed = routerOutputSchema.safeParse(parseRouterJson(rawText));
-        if (!parsed.success) {
+        /** Shared fail-open handler for both JSON parse and schema validation failures. */
+        const failOpenParse = (extra) => {
             logger.warn("[ToolRouting] Router output validation failed, failing open", {
-                validationErrors: parsed.error.issues.map((issue) => issue.message),
                 rawResponse: rawText,
                 durationMs: Date.now() - routingStartTime,
+                ...extra,
+            });
+            safeEmitDecision(emitDecision, {
+                outcome: "failed-open-parse",
+                selectedServerIds: [],
+                excludedServerIds: [],
+                hallucinatedIds: [],
+                excludedToolCount: 0,
+                routableServerCount: routableServers.length,
+                cacheHit: false,
+                durationMs: Date.now() - routingStartTime,
             });
             return [];
+        };
+        let parsed;
+        try {
+            parsed = routerOutputSchema.safeParse(parseRouterJson(rawText));
+        }
+        catch {
+            // parseRouterJson threw (non-JSON response)
+            return failOpenParse();
+        }
+        if (!parsed.success) {
+            return failOpenParse({
+                validationErrors: parsed.error.issues.map((issue) => issue.message),
+            });
         }
         const routableServerIds = new Set(routableServers.map((server) => server.id));
         const validSelectedIds = parsed.data.servers.filter((serverId) => routableServerIds.has(serverId));
@@ -208,6 +259,16 @@ export async function resolveToolRoutingExclusions(params) {
                 hallucinatedIds,
                 durationMs: Date.now() - routingStartTime,
             });
+            safeEmitDecision(emitDecision, {
+                outcome: "empty-pick",
+                selectedServerIds: [],
+                excludedServerIds: routableServers.map((server) => server.id),
+                hallucinatedIds,
+                excludedToolCount: 0,
+                routableServerCount: routableServers.length,
+                cacheHit: false,
+                durationMs: Date.now() - routingStartTime,
+            });
             return [];
         }
         const unselectedRoutableServers = routableServers.filter((server) => !validSelectedIds.includes(server.id));
@@ -220,13 +281,38 @@ export async function resolveToolRoutingExclusions(params) {
             routableServerCount: routableServers.length,
             durationMs: Date.now() - routingStartTime,
         });
+        safeEmitDecision(emitDecision, {
+            outcome: "applied",
+            selectedServerIds: validSelectedIds,
+            excludedServerIds: unselectedRoutableServers.map((server) => server.id),
+            hallucinatedIds,
+            excludedToolCount: excludedToolNames.length,
+            routableServerCount: routableServers.length,
+            cacheHit: false,
+            durationMs: Date.now() - routingStartTime,
+        });
         return excludedToolNames;
     }
     catch (error) {
+        const isTimeout = error instanceof Error &&
+            error.message.includes("Tool routing router call exceeded");
+        const outcome = isTimeout
+            ? "failed-open-timeout"
+            : "failed-open-error";
         logger.warn("[ToolRouting] Routing failed, failing open", {
             error: error instanceof Error ? error.message : String(error),
             durationMs: Date.now() - routingStartTime,
         });
+        safeEmitDecision(emitDecision, {
+            outcome,
+            selectedServerIds: [],
+            excludedServerIds: [],
+            hallucinatedIds: [],
+            excludedToolCount: 0,
+            routableServerCount: routableServers.length,
+            cacheHit: false,
+            durationMs: Date.now() - routingStartTime,
+        });
         return [];
     }
 }

package/dist/lib/core/toolRoutingCache.d.ts

@@ -0,0 +1,64 @@
+/**
+ * LRU+TTL cache for pre-call tool routing decisions, plus session stickiness
+ * tracking to reduce turn-to-turn server flapping.
+ *
+ * The cache is keyed by a caller-supplied string (typically a normalized hash
+ * of sessionId + routing query). On a hit the cached exclusion list is
+ * returned, skipping the router LLM entirely. On a miss the caller resolves
+ * normally, stores the result, and `recordSelection` is called with the
+ * selected server ids so stickiness can suppress their exclusion for the next
+ * N turns.
+ *
+ * All operations are synchronous and pure (no I/O). The clock is injected via
+ * `now` so tests can control time without `Date.now` side effects.
+ */
+import type { ToolRoutingCacheOptions } from "../types/index.js";
+export declare class ToolRoutingCache {
+    private readonly ttlMs;
+    private readonly maxEntries;
+    private readonly stickyTurns;
+    private readonly now;
+    /** Main LRU+TTL store keyed by routing key. */
+    private readonly store;
+    /** Per-session stickiness tracking keyed by session id. */
+    private readonly sticky;
+    /** Monotonic counter for LRU ordering — incremented on each access. */
+    private accessCounter;
+    constructor(opts?: ToolRoutingCacheOptions);
+    /**
+     * Returns the cached routing result for the given key, or `undefined` on a
+     * miss or expiry. Expired entries are deleted on access (lazy eviction).
+     */
+    get(key: string): {
+        excludedToolNames: string[];
+        selectedServerIds: string[];
+    } | undefined;
+    /**
+     * Stores a routing result under the given key. Evicts the least-recently-
+     * used entry when the store is at capacity. Silently no-ops on any error
+     * (caller is responsible for fail-open behaviour).
+     */
+    set(key: string, value: {
+        excludedToolNames: string[];
+        selectedServerIds: string[];
+    }): void;
+    /**
+     * Records the server ids selected by the router for a session so they stay
+     * warm for the next `stickyTurns` turns. Called after a successful
+     * (non-cached) routing resolution.
+     */
+    recordSelection(sessionId: string, serverIds: string[]): void;
+    /**
+     * Returns the server ids that should be kept warm (not excluded) for the
+     * given session due to stickiness. Decrements the turn counter; when it
+     * reaches zero the entry is removed. Returns an empty array when there is no
+     * active sticky state for the session.
+     */
+    getStickyServerIds(sessionId: string): string[];
+    /**
+     * Scans the store for the entry with the lowest accessOrder and removes it.
+     * O(n) scan is acceptable at the default maxEntries (256); very large caches
+     * should consider an O(1) doubly-linked-list approach instead.
+     */
+    private evictLRU;
+}