@jsonstudio/llms 0.6.3551 → 0.6.3686

package/dist/router/virtual-router/bootstrap.js

@@ -14,18 +14,12 @@ export function bootstrapVirtualRouterConfig(input) {
         throw new VirtualRouterError('Virtual Router requires at least one provider in configuration', VirtualRouterErrorCode.CONFIG_ERROR);
     }
     const routingSource = normalizeRouting(section.routing);
-    if (!Object.keys(routingSource).length) {
-        throw new VirtualRouterError('Virtual Router routing table cannot be empty', VirtualRouterErrorCode.CONFIG_ERROR);
-    }
     const webSearch = normalizeWebSearch(section.webSearch, routingSource);
     validateWebSearchRouting(webSearch, routingSource);
     const execCommandGuard = normalizeExecCommandGuard(section.execCommandGuard);
     const clock = normalizeClock(section.clock);
     const { runtimeEntries, aliasIndex, modelIndex } = buildProviderRuntimeEntries(providersSource);
     const { routing, targetKeys } = expandRoutingTable(routingSource, aliasIndex, modelIndex);
-    if (!routing.default || routing.default.length === 0) {
-        throw new VirtualRouterError('Virtual Router default route must contain at least one provider target', VirtualRouterErrorCode.CONFIG_ERROR);
-    }
     const expandedTargetKeys = new Set(targetKeys);
     for (const [providerId, aliases] of aliasIndex.entries()) {
         const models = modelIndex.get(providerId)?.models ?? [];
@@ -123,6 +117,7 @@ function buildProviderRuntimeEntries(providers) {
                 endpoint: normalizedProvider.endpoint,
                 headers: normalizedProvider.headers,
                 auth: runtimeAuth,
+                ...(normalizedProvider.enabled !== undefined ? { enabled: normalizedProvider.enabled } : {}),
                 outboundProfile: normalizedProvider.outboundProfile,
                 compatibilityProfile: normalizedProvider.compatibilityProfile,
                 processMode: normalizedProvider.processMode,

package/dist/router/virtual-router/engine-legacy.js

@@ -16,6 +16,25 @@ import { selectProvider as selectProviderImpl, selectFromCandidates as selectFro
 import { parseDirectProviderModel as parseDirectProviderModelImpl, shouldFallbackDirectModelForMedia as shouldFallbackDirectModelForMediaImpl } from './engine-legacy/direct-model.js';
 import { normalizeRouteAlias as normalizeRouteAliasImpl, buildRouteCandidates as buildRouteCandidatesImpl, reorderForInlineVision as reorderForInlineVisionImpl, reorderForPreferredModel as reorderForPreferredModelImpl, routeSupportsModel as routeSupportsModelImpl, routeSupportsInlineVision as routeSupportsInlineVisionImpl, sortByPriority as sortByPriorityImpl, routeWeight as routeWeightImpl, routeHasForceFlag as routeHasForceFlagImpl, routeHasTargets as routeHasTargetsImpl, hasPrimaryPool as hasPrimaryPoolImpl, sortRoutePools as sortRoutePoolsImpl, flattenPoolTargets as flattenPoolTargetsImpl } from './engine-legacy/route-utils.js';
 import { resolveSelectionPenalty as resolveSelectionPenaltyImpl, resolveInstructionProcessModeForSelection as resolveInstructionProcessModeForSelectionImpl, resolveInstructionTarget as resolveInstructionTargetImpl, filterCandidatesByRoutingState as filterCandidatesByRoutingStateImpl, buildStickyRouteCandidatesFromFiltered as buildStickyRouteCandidatesFromFilteredImpl } from './engine-legacy/selection-state.js';
+const ALLOW_ENGINE_LEGACY_IMPORTS = process.env.LLMSWITCH_ALLOW_ENGINE_LEGACY_IMPORTS === '1' ||
+    process.env.ROUTECODEX_ALLOW_ENGINE_LEGACY_IMPORTS === '1';
+if (!ALLOW_ENGINE_LEGACY_IMPORTS) {
+    throw new Error('[engine-legacy] import is fail-closed. Set LLMSWITCH_ALLOW_ENGINE_LEGACY_IMPORTS=1 only for explicit compatibility/debug work.');
+}
+function warnLegacyCompatibilitySurface(method) {
+    const enabled = process.env.LLMSWITCH_WARN_LEGACY_SURFACES === '1' ||
+        process.env.ROUTECODEX_WARN_LEGACY_SURFACES === '1';
+    if (!enabled) {
+        return;
+    }
+    try {
+        // eslint-disable-next-line no-console
+        console.warn(`[engine-legacy] compatibility surface invoked: ${method}. Do not add new runtime logic to engine-legacy helpers.`);
+    }
+    catch {
+        // best-effort only
+    }
+}
 export class VirtualRouterEngine {
     routing = {};
     providerRegistry = new ProviderRegistry();
@@ -99,42 +118,55 @@ export class VirtualRouterEngine {
         return this.nativeEngine.getStatus();
     }
     normalizeRouteAlias(routeName) {
+        warnLegacyCompatibilitySurface('normalizeRouteAlias');
         return normalizeRouteAliasImpl(routeName);
     }
     buildRouteCandidates(requestedRoute, classificationCandidates, features) {
+        warnLegacyCompatibilitySurface('buildRouteCandidates');
         return buildRouteCandidatesImpl(this, requestedRoute, classificationCandidates, features);
     }
     reorderForInlineVision(routeNames) {
+        warnLegacyCompatibilitySurface('reorderForInlineVision');
         return reorderForInlineVisionImpl(this, routeNames);
     }
     reorderForPreferredModel(routeNames, modelId) {
+        warnLegacyCompatibilitySurface('reorderForPreferredModel');
         return reorderForPreferredModelImpl(this, routeNames, modelId);
     }
     routeSupportsModel(routeName, modelId) {
+        warnLegacyCompatibilitySurface('routeSupportsModel');
         return routeSupportsModelImpl(this, routeName, modelId);
     }
     routeSupportsInlineVision(routeName) {
+        warnLegacyCompatibilitySurface('routeSupportsInlineVision');
         return routeSupportsInlineVisionImpl(this, routeName);
     }
     sortByPriority(routeNames) {
+        warnLegacyCompatibilitySurface('sortByPriority');
         return sortByPriorityImpl(routeNames);
     }
     routeWeight(routeName) {
+        warnLegacyCompatibilitySurface('routeWeight');
         return routeWeightImpl(routeName);
     }
     routeHasForceFlag(routeName) {
+        warnLegacyCompatibilitySurface('routeHasForceFlag');
         return routeHasForceFlagImpl(this, routeName);
     }
     routeHasTargets(pools) {
+        warnLegacyCompatibilitySurface('routeHasTargets');
         return routeHasTargetsImpl(this, pools);
     }
     hasPrimaryPool(pools) {
+        warnLegacyCompatibilitySurface('hasPrimaryPool');
         return hasPrimaryPoolImpl(this, pools);
     }
     sortRoutePools(pools) {
+        warnLegacyCompatibilitySurface('sortRoutePools');
         return sortRoutePoolsImpl(this, pools);
     }
     flattenPoolTargets(pools) {
+        warnLegacyCompatibilitySurface('flattenPoolTargets');
         return flattenPoolTargetsImpl(this, pools);
     }
     markProviderCooldown(providerKey, cooldownMs) {
@@ -167,36 +199,47 @@ export class VirtualRouterEngine {
         return shouldFallbackDirectModelForMediaImpl(this, direct, features);
     }
     selectProvider(requestedRoute, metadata, classification, features, routingState) {
+        warnLegacyCompatibilitySurface('selectProvider');
         return selectProviderImpl(this, requestedRoute, metadata, classification, features, routingState);
     }
     selectFromCandidates(routes, metadata, classification, features, state, requiredProviderKeys, allowAliasRotation) {
+        warnLegacyCompatibilitySurface('selectFromCandidates');
         return selectFromCandidatesImpl(this, routes, metadata, classification, features, state, requiredProviderKeys, allowAliasRotation);
     }
     selectFromStickyPool(stickyKeySet, metadata, features, state, allowAliasRotation) {
+        warnLegacyCompatibilitySurface('selectFromStickyPool');
         return selectFromStickyPoolImpl(this, stickyKeySet, metadata, features, state, allowAliasRotation);
     }
     extractExcludedProviderKeySet(metadata) {
+        warnLegacyCompatibilitySurface('extractExcludedProviderKeySet');
         return extractExcludedProviderKeySetImpl(this, metadata);
     }
     resolveSelectionPenalty(providerKey) {
+        warnLegacyCompatibilitySurface('resolveSelectionPenalty');
         return resolveSelectionPenaltyImpl(this, providerKey);
     }
     resolveInstructionProcessModeForSelection(providerKey, routingState) {
+        warnLegacyCompatibilitySurface('resolveInstructionProcessModeForSelection');
         return resolveInstructionProcessModeForSelectionImpl(this, providerKey, routingState);
     }
     resolveInstructionTarget(target) {
+        warnLegacyCompatibilitySurface('resolveInstructionTarget');
         return resolveInstructionTargetImpl(this, target);
     }
     buildStickyRouteCandidatesFromFiltered(filteredCandidates, stickyKeySet) {
+        warnLegacyCompatibilitySurface('buildStickyRouteCandidatesFromFiltered');
         return buildStickyRouteCandidatesFromFilteredImpl(this, filteredCandidates, stickyKeySet);
     }
     filterCandidatesByRoutingState(routes, state) {
+        warnLegacyCompatibilitySurface('filterCandidatesByRoutingState');
         return filterCandidatesByRoutingStateImpl(this, routes, state);
     }
     resolveStickyKey(metadata) {
+        warnLegacyCompatibilitySurface('resolveStickyKey');
         return resolveStickyKeyImpl(metadata);
     }
     resolveSessionScope(metadata) {
+        warnLegacyCompatibilitySurface('resolveSessionScope');
         return resolveSessionScopeImpl(metadata);
     }
 }

package/dist/router/virtual-router/engine-logging.d.ts

@@ -20,6 +20,7 @@ export type StopMessageRuntimeSummary = {
 export type VirtualRouterHitRecord = {
     timestampMs: number;
     requestId?: string;
+    sessionId?: string;
     routeName: string;
     poolId?: string;
     providerKey: string;
@@ -36,6 +37,7 @@ export type VirtualRouterHitEventMeta = {
 };
 export declare function createVirtualRouterHitRecord(input: {
     requestId?: string;
+    sessionId?: string;
     routeName: string;
     poolId?: string;
     providerKey: string;
@@ -58,6 +60,7 @@ export declare function describeTargetProvider(providerKey: string, fallbackMode
     providerLabel: string;
     resolvedModel?: string;
 };
+export declare function resolveSessionColor(sessionId?: string): string;
 export declare function buildHitReason(routeUsed: string, providerKey: string, classification: ClassificationResult, features: RoutingFeatures, mode: RoutingInstructionMode | undefined, deps: LoggingDeps): string;
 export declare function formatVirtualRouterHit(record: VirtualRouterHitRecord): string;
 export {};

package/dist/router/virtual-router/engine-logging.js

@@ -66,6 +66,7 @@ export function createVirtualRouterHitRecord(input) {
             ? input.timestampMs
             : Date.now(),
         ...(input.requestId ? { requestId: input.requestId } : {}),
+        ...(input.sessionId ? { sessionId: input.sessionId } : {}),
         routeName: input.routeName,
         ...(input.poolId ? { poolId: input.poolId } : {}),
         providerKey: input.providerKey,
@@ -156,6 +157,27 @@ function resolveRouteColor(routeName) {
     };
     return map[routeName] ?? '\x1b[36m';
 }
+export function resolveSessionColor(sessionId) {
+    const palette = [
+        '\x1b[31m',
+        '\x1b[32m',
+        '\x1b[33m',
+        '\x1b[34m',
+        '\x1b[35m',
+        '\x1b[36m',
+        '\x1b[38;5;208m',
+        '\x1b[38;5;141m'
+    ];
+    const normalized = typeof sessionId === 'string' ? sessionId.trim() : '';
+    if (!normalized) {
+        return '\x1b[36m';
+    }
+    let hash = 0;
+    for (let i = 0; i < normalized.length; i += 1) {
+        hash = ((hash * 31) + normalized.charCodeAt(i)) >>> 0;
+    }
+    return palette[hash % palette.length];
+}
 function describeContextUsage(providerKey, estimatedTokens, deps) {
     if (typeof estimatedTokens !== 'number' || !Number.isFinite(estimatedTokens) || estimatedTokens <= 0) {
         return undefined;
@@ -243,7 +265,7 @@ export function formatVirtualRouterHit(record) {
         const reset = '\x1b[0m';
         const timeColor = '\x1b[90m';
         const stickyColor = '\x1b[33m';
-        const routeColor = resolveRouteColor(record.routeName);
+        const routeColor = resolveSessionColor(record.sessionId);
         const stopColor = '\x1b[38;5;214m';
         const prefix = `${prefixColor}[virtual-router-hit]${reset}`;
         const timeLabel = `${timeColor}${timestamp}${reset}`;
@@ -252,6 +274,8 @@ export function formatVirtualRouterHit(record) {
         const targetLabel = `${routeLabel} -> ${providerLabel}${resolvedModel ? '.' + resolvedModel : ''}`;
         const requestId = typeof record.requestId === 'string' ? record.requestId : '';
         const requestLabel = requestId && !requestId.includes('unknown') ? ` req=${requestId}` : '';
+        const sessionId = typeof record.sessionId === 'string' ? record.sessionId.trim() : '';
+        const sessionLabel = sessionId ? ` sid=${sessionId}` : '';
         const stickyText = formatStickyScope(record.stickyScope);
         const stickyLabel = stickyText ? ` ${stickyColor}[sticky:${stickyText}]${reset}` : '';
         const reasonLabel = record.hitReason ? ` reason=${record.hitReason}` : '';
@@ -279,7 +303,7 @@ export function formatVirtualRouterHit(record) {
             }
             stopLabel = ` ${stopColor}[stopMessage:${parts.join(' ')}]${reset}`;
         }
-        return `${prefix} ${timeLabel}${requestLabel} ${routeColor}${targetLabel}${stickyLabel}${reasonLabel}${requestTokenLabel}${penaltyLabel}${stopLabel}${reset}`;
+        return `${prefix} ${timeLabel}${requestLabel}${sessionLabel} ${routeColor}${targetLabel}${stickyLabel}${reasonLabel}${requestTokenLabel}${penaltyLabel}${stopLabel}${reset}`;
     }
     catch {
         const now = new Date(record.timestampMs);
@@ -289,6 +313,8 @@ export function formatVirtualRouterHit(record) {
         const stickyLabel = stickyText ? ` [sticky:${stickyText}]` : '';
         const requestId = typeof record.requestId === 'string' ? record.requestId : '';
         const requestLabel = requestId && !requestId.includes('unknown') ? ` req=${requestId}` : '';
+        const sessionId = typeof record.sessionId === 'string' ? record.sessionId.trim() : '';
+        const sessionLabel = sessionId ? ` sid=${sessionId}` : '';
         const requestTokenLabel = typeof record.requestTokens === 'number' && Number.isFinite(record.requestTokens)
             ? ` reqTokens=${Math.max(0, Math.round(record.requestTokens))}`
             : '';
@@ -303,6 +329,6 @@ export function formatVirtualRouterHit(record) {
             const left = stop.remaining >= 0 ? String(stop.remaining) : 'n/a';
             stopLabel = ` [stopMessage:${safeText} mode=${stop.mode} round=${rounds} active=${stop.active ? 'yes' : 'no'} left=${left}]`;
         }
-        return `[virtual-router-hit] ${timestamp}${requestLabel} ${routeLabel} -> ${record.providerKey}${record.modelId ? '.' + record.modelId : ''}${stickyLabel}${record.hitReason ? ` reason=${record.hitReason}` : ''}${requestTokenLabel}${penaltyLabel}${stopLabel}`;
+        return `[virtual-router-hit] ${timestamp}${requestLabel}${sessionLabel} ${routeLabel} -> ${record.providerKey}${record.modelId ? '.' + record.modelId : ''}${stickyLabel}${record.hitReason ? ` reason=${record.hitReason}` : ''}${requestTokenLabel}${penaltyLabel}${stopLabel}`;
     }
 }

package/dist/router/virtual-router/engine-selection/native-hub-pipeline-edge-stage-semantics.d.ts

@@ -12,7 +12,7 @@ export declare function parseRespInboundFormatEnvelopeWithNative(input: {
     protocol: string;
 }): Record<string, unknown>;
 export declare function validateChatEnvelopeWithNative(chatEnvelope: unknown, options: {
-    stage: 'req_inbound' | 'req_outbound' | 'resp_inbound' | 'resp_outbound';
-    direction: 'request' | 'response';
+    stage: "req_inbound" | "req_outbound" | "resp_inbound" | "resp_outbound";
+    direction: "request" | "response";
     source?: string;
 }): void;