@juspay/neurolink 9.87.2 → 9.87.4

package/dist/server/routes/claudeProxyRoutes.d.ts

@@ -11,8 +11,9 @@
  */
 import { buildTranslationOptions } from "../../proxy/proxyTranslationEngine.js";
 import type { ModelRouter } from "../../proxy/modelRouter.js";
+import { ProxyTracer } from "../../proxy/proxyTracer.js";
 import { isPermanentRefreshFailure } from "../../proxy/tokenRefresh.js";
-import type { AccountAllowlist, AccountCooldownPlan, AccountQuota, ParsedClaudeError, ProxyPassthroughAccount, RouteGroup, RuntimeAccountState, StreamTerminalOutcome } from "../../types/index.js";
+import type { AccountAllowlist, AccountCooldownPlan, AccountQuota, AnthropicAttemptLogger, AnthropicAuthRetryResult, AnthropicLoopState, AnthropicSuccessResult, AnthropicUpstreamFetchResult, ClaudeFinalRequestLogger, ClaudeLoggedErrorBuilder, ClaudeRequest, ParsedClaudeError, ProxyBodyCaptureLogger, ProxyPassthroughAccount, RouteGroup, RuntimeAccountState, ServerContext, StreamTerminalOutcome } from "../../types/index.js";
 /** Resolve the configured primary's stable key to its current index in the
  *  request's enabledAccounts list. Returns 0 (insertion-order fallback) when
  *  no key is configured or the key cannot be matched (account disabled/
@@ -24,6 +25,9 @@ declare function resolveHomeIndex(enabledAccounts: ProxyPassthroughAccount[]): n
  *  account once its rate limit window expires. Called at the start of each
  *  request. Home is resolved fresh per call via resolveHomeIndex. */
 declare function maybeResetPrimaryToHome(enabledAccounts: ProxyPassthroughAccount[]): void;
+declare function claimTransientRateLimitRetry(accountKey: string, coolingUntil: number, now?: number): number | undefined;
+declare function claimTransientCooldownAdmission(accountKey: string, coolingUntil: number, now?: number): number | undefined;
+declare function waitForTransientAccountAvailability(orderedAccounts: ProxyPassthroughAccount[]): Promise<ProxyPassthroughAccount[]>;
 /** Convert an Anthropic unified-window reset (Unix epoch SECONDS, per the
  *  `anthropic-ratelimit-unified-*-reset` headers) into epoch-ms. Tolerates a
  *  value already expressed in ms (some intermediaries normalise it). Returns
@@ -58,17 +62,24 @@ declare function planCooldownFor429(quota: AccountQuota | null, retryAfterMs: nu
 declare function seedRuntimeQuotasFromDisk(accounts: ProxyPassthroughAccount[]): Promise<void>;
 /**
  * Order accounts to MAXIMIZE quota utilization (fill-first, smart order):
- * spend the account whose window refreshes SOONEST first, so its about-to-reset
+ * spend the window that expires SOONEST first, so its about-to-reset
  * allowance isn't wasted, then move to accounts with longer-dated resets.
  *
  * Priority among usable accounts:
  *   1. no quota data yet — probe first: one request reveals its windows and
  *      self-corrects the ordering. (Ranking unknowns last would starve them
  *      forever: never picked → never observed → never comparable.)
- *   2. soonest WEEKLY (7d) reset  — the scarce, use-it-or-lose-it ceiling
- *   3. soonest SESSION (5h) reset
- *   4. highest weekly utilization — finish off the one closest to done
- *   5. configured primary account, then insertion order
+ *   2. session headroom before session-saturated (>= soft limit or
+ *      "throttled") — saturated accounts then follow the same bucketed
+ *      session ordering below: soonest back in service first, weekly
+ *      deciding same-bucket ties.
+ *   3. soonest SESSION (5h) reset — the capacity expiring soonest; compared
+ *      in tolerance buckets so near-simultaneous resets count as equal.
+ *   4. soonest WEEKLY (7d) reset — decides between same-bucket sessions.
+ *   5. highest weekly utilization — finish off the one closest to done
+ *   6. configured primary account, then insertion order
+ * An account with NO ticking session window (fresh, not yet started) has
+ * nothing expiring and sorts after ticking windows in step 3.
  * Cooling/rejected accounts sort last, soonest-back-to-service first, as
  * last resort.
  */
@@ -77,11 +88,150 @@ declare function trackUpstreamReadableStream(source: ReadableStream<Uint8Array>)
     stream: ReadableStream<Uint8Array>;
     outcome: Promise<StreamTerminalOutcome>;
 };
+declare function executeClaudeFallbackTranslation(args: {
+    ctx: ServerContext;
+    body: ClaudeRequest;
+    tracer?: ProxyTracer;
+    requestStartTime: number;
+    logProxyBody: ProxyBodyCaptureLogger;
+    logFinalRequest: (status: number, accountLabel: string, accountType: string, errorType?: string, errorMessage?: string, extra?: {
+        inputTokens?: number;
+        outputTokens?: number;
+        cacheCreationTokens?: number;
+        cacheReadTokens?: number;
+    }) => void;
+    options: Parameters<ServerContext["neurolink"]["stream"]>[0];
+    providerLabel: string;
+}): Promise<unknown>;
+declare function executeClaudeFallbackWithRetry(args: Parameters<typeof executeClaudeFallbackTranslation>[0]): Promise<unknown>;
+declare function buildClaudeAnthropicFailureResponse(args: {
+    tracer?: ProxyTracer;
+    requestStartTime: number;
+    authFailureMessage: string | null;
+    authCooldownMessage: string | null;
+    invalidRequestFailure: {
+        status: number;
+        body: string;
+        contentType?: string;
+    } | null;
+    sawNetworkError: boolean;
+    sawTransientFailure: boolean;
+    sawRateLimit: boolean;
+    lastError: unknown;
+    fallbackFailureMessage?: string;
+    orderedAccounts: ProxyPassthroughAccount[];
+    buildLoggedClaudeError: ClaudeLoggedErrorBuilder;
+    logProxyBody: ProxyBodyCaptureLogger;
+    logFinalRequest: (status: number, accountLabel: string, accountType: string, errorType?: string, errorMessage?: string, extra?: {
+        inputTokens?: number;
+        outputTokens?: number;
+        cacheCreationTokens?: number;
+        cacheReadTokens?: number;
+    }) => void;
+}): unknown;
+declare function handleAnthropicStreamingSuccessResponse(args: {
+    ctx: ServerContext;
+    body: ClaudeRequest;
+    account: ProxyPassthroughAccount;
+    accountState: RuntimeAccountState;
+    response: Response;
+    responseHeaders: Record<string, string>;
+    tracer?: ProxyTracer;
+    requestStartTime: number;
+    fetchStartMs: number;
+    attemptNumber: number;
+    finalBodyStr: string;
+    upstreamSpan?: import("@opentelemetry/api").Span;
+    logProxyBody: ProxyBodyCaptureLogger;
+    logFinalRequest: (status: number, accountLabel: string, accountType: string, errorType?: string, errorMessage?: string, extra?: {
+        inputTokens?: number;
+        outputTokens?: number;
+        cacheCreationTokens?: number;
+        cacheReadTokens?: number;
+    }) => void;
+}): Promise<AnthropicSuccessResult>;
 declare function getStreamFailureDetails(outcome: StreamTerminalOutcome): {
     status: number;
     errorType: string;
     message: string;
 } | undefined;
+declare function handleAnthropicAuthRetry(args: {
+    ctx: ServerContext;
+    body: ClaudeRequest;
+    account: ProxyPassthroughAccount;
+    accountState: RuntimeAccountState;
+    headers: Record<string, string>;
+    buildUpstreamBody: (token: string) => {
+        bodyStr: string;
+        sessionId?: string;
+    };
+    enabledAccounts: ProxyPassthroughAccount[];
+    orderedAccounts: ProxyPassthroughAccount[];
+    response: Response;
+    tracer?: ProxyTracer;
+    requestStartTime: number;
+    fetchStartMs: number;
+    attemptNumber: number;
+    finalBodyStr: string;
+    upstreamSpan?: import("@opentelemetry/api").Span;
+    logAttempt: (status: number, errorType?: string, errorMessage?: string, extra?: {
+        inputTokens?: number;
+        outputTokens?: number;
+        cacheCreationTokens?: number;
+        cacheReadTokens?: number;
+    }) => void;
+    logProxyBody: ProxyBodyCaptureLogger;
+    logFinalRequest: (status: number, accountLabel: string, accountType: string, errorType?: string, errorMessage?: string, extra?: {
+        inputTokens?: number;
+        outputTokens?: number;
+        cacheCreationTokens?: number;
+        cacheReadTokens?: number;
+    }) => void;
+    lastError: unknown;
+    authFailureMessage: string | null;
+    sawRateLimit: boolean;
+    sawTransientFailure: boolean;
+    sawNetworkError: boolean;
+}): Promise<AnthropicAuthRetryResult>;
+declare function finalizeAnthropicTerminalFetchError(args: {
+    terminalError: NonNullable<AnthropicUpstreamFetchResult["terminalError"]>;
+    account: ProxyPassthroughAccount;
+    tracer?: ProxyTracer;
+    requestStartTime: number;
+    attemptNumber: number;
+    logProxyBody: ProxyBodyCaptureLogger;
+    logFinalRequest: ClaudeFinalRequestLogger;
+}): Response | unknown;
+/**
+ * Detect Anthropic's anti-abuse / request-construction 429.
+ *
+ * The subscription/OAuth path rejects requests it does not recognise as genuine
+ * Claude Code traffic with a 429 `rate_limit_error` whose message is literally
+ * "Error" and which carries NONE of the real rate-limit headers (no retry-after,
+ * no anthropic-ratelimit-*). This is NOT a capacity limit — retrying or rotating
+ * accounts cannot fix it and only burns quota, so the caller must fail fast and
+ * return a non-retryable request error instead of "all accounts rate-limited".
+ */
+declare function isAntiAbuseConstruction429(headers: Record<string, string>, body: string): boolean;
+declare function fetchAnthropicAccountResponse(args: {
+    url: string;
+    headers: Record<string, string>;
+    finalBodyStr: string;
+    account: ProxyPassthroughAccount;
+    accountState: RuntimeAccountState;
+    enabledAccounts: ProxyPassthroughAccount[];
+    orderedAccounts: ProxyPassthroughAccount[];
+    tracer?: ProxyTracer;
+    logAttempt: AnthropicAttemptLogger;
+    logProxyBody: ProxyBodyCaptureLogger;
+    fetchStartMs: number;
+    attemptNumber: number;
+    currentLastError: unknown;
+    currentSawRateLimit: boolean;
+    currentSawNetworkError: boolean;
+    upstreamSpan?: import("@opentelemetry/api").Span;
+}): Promise<AnthropicUpstreamFetchResult>;
+declare function shouldAttemptClaudeFallback(loopState: AnthropicLoopState): boolean;
 /**
  * Create Claude-compatible proxy routes.
  *
@@ -94,6 +244,7 @@ declare function getStreamFailureDetails(outcome: StreamTerminalOutcome): {
  */
 export declare function createClaudeProxyRoutes(modelRouter?: ModelRouter, basePath?: string, accountStrategy?: "round-robin" | "fill-first", passthroughMode?: boolean, primaryAccountKey?: string, accountAllowlist?: AccountAllowlist): RouteGroup;
 export declare function getTransientSameAccountRetryDelayMs(retryNumber: number): number;
+declare function describeTransportError(error: unknown): string;
 /**
  * Parse a Claude error payload when available.
  */
@@ -132,5 +283,21 @@ export declare const __testHooks: {
     getPrimaryAccountIndex: () => number;
     setAccountRuntimeState: (key: string, state: Partial<RuntimeAccountState>) => void;
     resetAllRuntimeState: () => void;
+    polyfillOAuthBody: (bodyStr: string, isClaudeClientRequest: boolean) => {
+        bodyStr: string;
+        sessionId?: string;
+    };
+    isAntiAbuseConstruction429: typeof isAntiAbuseConstruction429;
+    fetchAnthropicAccountResponse: typeof fetchAnthropicAccountResponse;
+    finalizeAnthropicTerminalFetchError: typeof finalizeAnthropicTerminalFetchError;
+    handleAnthropicAuthRetry: typeof handleAnthropicAuthRetry;
+    handleAnthropicStreamingSuccessResponse: typeof handleAnthropicStreamingSuccessResponse;
+    claimTransientRateLimitRetry: typeof claimTransientRateLimitRetry;
+    claimTransientCooldownAdmission: typeof claimTransientCooldownAdmission;
+    waitForTransientAccountAvailability: typeof waitForTransientAccountAvailability;
+    describeTransportError: typeof describeTransportError;
+    shouldAttemptClaudeFallback: typeof shouldAttemptClaudeFallback;
+    executeClaudeFallbackWithRetry: typeof executeClaudeFallbackWithRetry;
+    buildClaudeAnthropicFailureResponse: typeof buildClaudeAnthropicFailureResponse;
 };
 export {};