@jsonstudio/llms 0.6.473 → 0.6.568

package/dist/router/virtual-router/engine.d.ts

@@ -1,9 +1,15 @@
-import { type RoutingDecision, type RoutingDiagnostics, type RouterMetadataInput, type VirtualRouterConfig, type TargetMetadata, type ProviderFailureEvent, type ProviderErrorEvent } from './types.js';
+import { type RoutingDecision, type RoutingDiagnostics, type RouterMetadataInput, type VirtualRouterConfig, type TargetMetadata, type ProviderFailureEvent, type ProviderErrorEvent, type VirtualRouterHealthStore } from './types.js';
 import type { ProcessedRequest, StandardizedRequest } from '../../conversion/hub/types/standardized.js';
+import { type RoutingInstructionState } from './routing-instructions.js';
+interface RoutingInstructionStateStore {
+    loadSync(key: string): RoutingInstructionState | null;
+    saveAsync(key: string, state: RoutingInstructionState | null): void;
+}
 export declare class VirtualRouterEngine {
     private routing;
     private readonly providerRegistry;
     private readonly healthManager;
+    private readonly providerCooldowns;
     private loadBalancer;
     private classifier;
     private readonly contextAdvisor;
@@ -13,7 +19,13 @@ export declare class VirtualRouterEngine {
     private healthConfig;
     private readonly statsCenter;
     private webSearchForce;
+    private healthStore?;
+    private routingStateStore;
     private routingInstructionState;
+    constructor(deps?: {
+        healthStore?: VirtualRouterHealthStore;
+        routingStateStore?: RoutingInstructionStateStore;
+    });
     initialize(config: VirtualRouterConfig): void;
     route(request: StandardizedRequest | ProcessedRequest, metadata: RouterMetadataInput): {
         target: TargetMetadata;
@@ -37,12 +49,8 @@ export declare class VirtualRouterEngine {
     private normalizeRouteAlias;
     private validateConfig;
     private selectProvider;
-    private trySelectFromTier;
     private incrementRouteStat;
     private providerHealthConfig;
-    private initializeRouteQueue;
-    private buildContextCandidatePools;
-    private describeAttempt;
     private resolveStickyKey;
     private resolveSessionScope;
     private getRoutingInstructionState;
@@ -71,8 +79,7 @@ export declare class VirtualRouterEngine {
     private normalizeAliasDescriptor;
     private extractKeyIndex;
     private getProviderModelId;
-    private mapProviderError;
-    private deriveReason;
+    private extractExcludedProviderKeySet;
     private buildRouteCandidates;
     private reorderForInlineVision;
     private routeSupportsInlineVision;
@@ -83,13 +90,13 @@ export declare class VirtualRouterEngine {
     private hasPrimaryPool;
     private sortRoutePools;
     private flattenPoolTargets;
-    private buildHitReason;
     private isRoutingStateEmpty;
     private persistRoutingInstructionState;
-    private decorateWithDetail;
-    private formatVirtualRouterHit;
-    private resolveRouteColor;
-    private describeContextUsage;
-    private describeTargetProvider;
-    private parseProviderKey;
+    private markProviderCooldown;
+    private clearProviderCooldown;
+    private isProviderCoolingDown;
+    private restoreHealthFromStore;
+    private buildHealthSnapshot;
+    private persistHealthSnapshot;
 }
+export {};