@juspay/neurolink 9.76.0 → 9.77.0

package/dist/index.d.ts

@@ -337,6 +337,36 @@ export { BALANCED_ADAPTIVE_WORKFLOW, createAdaptiveWorkflow, QUALITY_MAX_WORKFLO
 export { CONSENSUS_3_FAST_WORKFLOW, CONSENSUS_3_WORKFLOW, createConsensus3WithPrompt, } from "./workflow/workflows/consensusWorkflow.js";
 export { AGGRESSIVE_FALLBACK_WORKFLOW, FAST_FALLBACK_WORKFLOW, } from "./workflow/workflows/fallbackWorkflow.js";
 export { createMultiJudgeWorkflow, MULTI_JUDGE_3_WORKFLOW, MULTI_JUDGE_5_WORKFLOW, } from "./workflow/workflows/multiJudgeWorkflow.js";
+/**
+ * ModelPool and RequestRouter — opt-in multi-provider failover with
+ * error-class-aware cooldown, and a pluggable pre-call provider/model router.
+ *
+ * @example ModelPool
+ * ```typescript
+ * import { ModelPool, classifyProviderError } from '@juspay/neurolink';
+ *
+ * const pool = new ModelPool({
+ *   members: [
+ *     { provider: 'anthropic', model: 'claude-sonnet-4-5' },
+ *     { provider: 'vertex',    model: 'gemini-2.5-flash' },
+ *   ],
+ *   strategy: 'priority',
+ *   cooldownMs: 30_000,
+ * });
+ * ```
+ *
+ * @example RequestRouter
+ * ```typescript
+ * import { createDefaultRequestRouter } from '@juspay/neurolink';
+ *
+ * const router = createDefaultRequestRouter({
+ *   visionTier: { provider: 'vertex', model: 'gemini-2.5-pro' },
+ *   largeTier:  { provider: 'anthropic', model: 'claude-opus-4-5' },
+ *   smallTier:  { provider: 'anthropic', model: 'claude-haiku-3-5' },
+ * });
+ * ```
+ */
+export { classifyProviderError, ModelPool, createDefaultRequestRouter, } from "./routing/index.js";
 /**
  * Server Adapters for exposing NeuroLink as HTTP APIs
  *

package/dist/index.js

@@ -541,6 +541,39 @@ export { AGGRESSIVE_FALLBACK_WORKFLOW, FAST_FALLBACK_WORKFLOW, } from "./workflo
 // Pre-built workflows - Multi-judge
 export { createMultiJudgeWorkflow, MULTI_JUDGE_3_WORKFLOW, MULTI_JUDGE_5_WORKFLOW, } from "./workflow/workflows/multiJudgeWorkflow.js";
 // ============================================================================
+// MODEL POOL & REQUEST ROUTER - Pluggable pre-call routing + failover
+// ============================================================================
+/**
+ * ModelPool and RequestRouter — opt-in multi-provider failover with
+ * error-class-aware cooldown, and a pluggable pre-call provider/model router.
+ *
+ * @example ModelPool
+ * ```typescript
+ * import { ModelPool, classifyProviderError } from '@juspay/neurolink';
+ *
+ * const pool = new ModelPool({
+ *   members: [
+ *     { provider: 'anthropic', model: 'claude-sonnet-4-5' },
+ *     { provider: 'vertex',    model: 'gemini-2.5-flash' },
+ *   ],
+ *   strategy: 'priority',
+ *   cooldownMs: 30_000,
+ * });
+ * ```
+ *
+ * @example RequestRouter
+ * ```typescript
+ * import { createDefaultRequestRouter } from '@juspay/neurolink';
+ *
+ * const router = createDefaultRequestRouter({
+ *   visionTier: { provider: 'vertex', model: 'gemini-2.5-pro' },
+ *   largeTier:  { provider: 'anthropic', model: 'claude-opus-4-5' },
+ *   smallTier:  { provider: 'anthropic', model: 'claude-haiku-3-5' },
+ * });
+ * ```
+ */
+export { classifyProviderError, ModelPool, createDefaultRequestRouter, } from "./routing/index.js";
+// ============================================================================
 // SERVER ADAPTERS - HTTP API Framework Integration
 // ============================================================================
 // Server Types

package/dist/lib/index.d.ts

@@ -337,6 +337,36 @@ export { BALANCED_ADAPTIVE_WORKFLOW, createAdaptiveWorkflow, QUALITY_MAX_WORKFLO
 export { CONSENSUS_3_FAST_WORKFLOW, CONSENSUS_3_WORKFLOW, createConsensus3WithPrompt, } from "./workflow/workflows/consensusWorkflow.js";
 export { AGGRESSIVE_FALLBACK_WORKFLOW, FAST_FALLBACK_WORKFLOW, } from "./workflow/workflows/fallbackWorkflow.js";
 export { createMultiJudgeWorkflow, MULTI_JUDGE_3_WORKFLOW, MULTI_JUDGE_5_WORKFLOW, } from "./workflow/workflows/multiJudgeWorkflow.js";
+/**
+ * ModelPool and RequestRouter — opt-in multi-provider failover with
+ * error-class-aware cooldown, and a pluggable pre-call provider/model router.
+ *
+ * @example ModelPool
+ * ```typescript
+ * import { ModelPool, classifyProviderError } from '@juspay/neurolink';
+ *
+ * const pool = new ModelPool({
+ *   members: [
+ *     { provider: 'anthropic', model: 'claude-sonnet-4-5' },
+ *     { provider: 'vertex',    model: 'gemini-2.5-flash' },
+ *   ],
+ *   strategy: 'priority',
+ *   cooldownMs: 30_000,
+ * });
+ * ```
+ *
+ * @example RequestRouter
+ * ```typescript
+ * import { createDefaultRequestRouter } from '@juspay/neurolink';
+ *
+ * const router = createDefaultRequestRouter({
+ *   visionTier: { provider: 'vertex', model: 'gemini-2.5-pro' },
+ *   largeTier:  { provider: 'anthropic', model: 'claude-opus-4-5' },
+ *   smallTier:  { provider: 'anthropic', model: 'claude-haiku-3-5' },
+ * });
+ * ```
+ */
+export { classifyProviderError, ModelPool, createDefaultRequestRouter, } from "./routing/index.js";
 /**
  * Server Adapters for exposing NeuroLink as HTTP APIs
  *

package/dist/lib/index.js

@@ -541,6 +541,39 @@ export { AGGRESSIVE_FALLBACK_WORKFLOW, FAST_FALLBACK_WORKFLOW, } from "./workflo
 // Pre-built workflows - Multi-judge
 export { createMultiJudgeWorkflow, MULTI_JUDGE_3_WORKFLOW, MULTI_JUDGE_5_WORKFLOW, } from "./workflow/workflows/multiJudgeWorkflow.js";
 // ============================================================================
+// MODEL POOL & REQUEST ROUTER - Pluggable pre-call routing + failover
+// ============================================================================
+/**
+ * ModelPool and RequestRouter — opt-in multi-provider failover with
+ * error-class-aware cooldown, and a pluggable pre-call provider/model router.
+ *
+ * @example ModelPool
+ * ```typescript
+ * import { ModelPool, classifyProviderError } from '@juspay/neurolink';
+ *
+ * const pool = new ModelPool({
+ *   members: [
+ *     { provider: 'anthropic', model: 'claude-sonnet-4-5' },
+ *     { provider: 'vertex',    model: 'gemini-2.5-flash' },
+ *   ],
+ *   strategy: 'priority',
+ *   cooldownMs: 30_000,
+ * });
+ * ```
+ *
+ * @example RequestRouter
+ * ```typescript
+ * import { createDefaultRequestRouter } from '@juspay/neurolink';
+ *
+ * const router = createDefaultRequestRouter({
+ *   visionTier: { provider: 'vertex', model: 'gemini-2.5-pro' },
+ *   largeTier:  { provider: 'anthropic', model: 'claude-opus-4-5' },
+ *   smallTier:  { provider: 'anthropic', model: 'claude-haiku-3-5' },
+ * });
+ * ```
+ */
+export { classifyProviderError, ModelPool, createDefaultRequestRouter, } from "./routing/index.js";
+// ============================================================================
 // SERVER ADAPTERS - HTTP API Framework Integration
 // ============================================================================
 // Server Types

package/dist/lib/neurolink.d.ts

@@ -109,6 +109,8 @@ export declare class NeuroLink {
     private authInitPromise?;
     private credentials?;
     private readonly fallbackConfig;
+    private readonly modelPool;
+    private readonly requestRouter;
     /**
      * Merge instance-level credentials with per-call credentials.
      *
@@ -612,6 +614,25 @@ export declare class NeuroLink {
     private maybeHandleEarlyGenerateResult;
     private runStandardGenerateRequest;
     private maybeApplyGenerateOrchestration;
+    /**
+     * Applies the host-configured `requestRouter` to `options` in place.
+     *
+     * The router is skipped when:
+     *   - no `requestRouter` is configured on this instance, or
+     *   - the caller explicitly set both `options.provider` AND `options.model`
+     *     (we only skip the router if BOTH are set; a caller setting only one
+     *     still lets the router fill in the other field).
+     *
+     * Fails open: any router error is logged at WARN level and the call
+     * continues with the original options unmodified.
+     *
+     * @param options — the mutable options object (generate or stream).
+     * @param promptText — the text prompt used to build the RouterInputContext.
+     * @param hasTools — true when at least one tool is available for this call.
+     * @param requiresVision — true when the call includes image attachments.
+     * @param thinkingLevel — optional thinking level string from the call options.
+     */
+    private applyRequestRouter;
     private prepareGenerateAugmentations;
     private buildGenerateTextOptions;
     private finalizeGenerateRequestResult;