@juspay/neurolink 10.8.5 → 10.8.7

package/dist/server/routes/claudeProxyRoutes.d.ts

@@ -12,7 +12,13 @@
 import { buildTranslationOptions } from "../../proxy/proxyTranslationEngine.js";
 import { ProxyTracer } from "../../proxy/proxyTracer.js";
 import { isPermanentRefreshFailure } from "../../proxy/tokenRefresh.js";
-import type { AccountAllowlist, AccountCooldownPlan, AccountQuota, AnthropicAttemptLogger, AnthropicAuthRetryResult, AnthropicLoopState, AnthropicSuccessResult, AnthropicUpstreamFetchResult, ClaudeFinalRequestLogger, ClaudeLoggedErrorBuilder, ClaudeRequest, ClaudeProxyRouteRuntimeOptions, ModelRouterInterface, ParsedClaudeError, ProxyAccountRoutingDecision, ProxyAccountSortMetrics, ProxyBodyCaptureLogger, ProxyPassthroughAccount, RouteGroup, RuntimeAccountState, ServerContext, StreamTerminalOutcome } from "../../types/index.js";
+import type { AccountAllowlist, AccountAdmissionLease, AccountCooldownPlan, AccountQuota, AnthropicAttemptLogger, AnthropicAuthRetryResult, AnthropicLoopState, AnthropicNonOkResult, AnthropicSuccessResult, AnthropicUpstreamFetchResult, ClaudeFinalRequestLogger, ClaudeLoggedErrorBuilder, ClaudeRequest, ClaudeProxyRouteRuntimeOptions, ModelRouterInterface, ParsedClaudeError, ProxyAccountRoutingDecision, ProxyAccountSortMetrics, ProxyBodyCaptureLogger, ProxyPassthroughAccount, RouteGroup, RuntimeAccountState, ServerContext, StreamTerminalOutcome } from "../../types/index.js";
+declare function tryAcquireAccountAdmission(accountKey: string, capacity: number): AccountAdmissionLease | undefined;
+declare function acquireAccountAdmission(accountKey: string, capacity: number, abortSignal?: AbortSignal, timeoutMs?: number): Promise<AccountAdmissionLease | undefined>;
+declare function acquireFirstAvailableAccountAdmission(accountKeys: string[], capacity: number, abortSignal?: AbortSignal, timeoutMs?: number): Promise<{
+    accountKey: string;
+    lease: AccountAdmissionLease;
+} | undefined>;
 /** Resolve the configured primary's stable key to its current index in the
  *  request's enabledAccounts list. Returns 0 (insertion-order fallback) when
  *  no key is configured or the key cannot be matched (account disabled/
@@ -158,6 +164,7 @@ declare function handleAnthropicStreamingSuccessResponse(args: {
     upstreamSpan?: import("@opentelemetry/api").Span;
     logAttempt: AnthropicAttemptLogger;
     logProxyBody: ProxyBodyCaptureLogger;
+    onStreamTerminal?: () => void;
     logFinalRequest: (status: number, accountLabel: string, accountType: string, errorType?: string, errorMessage?: string, extra?: {
         inputTokens?: number;
         outputTokens?: number;
@@ -189,6 +196,7 @@ declare function handleAnthropicAuthRetry(args: {
     upstreamSpan?: import("@opentelemetry/api").Span;
     logAttempt: AnthropicAttemptLogger;
     logProxyBody: ProxyBodyCaptureLogger;
+    onStreamTerminal?: () => void;
     logFinalRequest: (status: number, accountLabel: string, accountType: string, errorType?: string, errorMessage?: string, extra?: {
         inputTokens?: number;
         outputTokens?: number;
@@ -210,6 +218,33 @@ declare function finalizeAnthropicTerminalFetchError(args: {
     logProxyBody: ProxyBodyCaptureLogger;
     logFinalRequest: ClaudeFinalRequestLogger;
 }): Response | unknown;
+declare function handleAnthropicNonOkResponse(args: {
+    response: Response;
+    account: ProxyPassthroughAccount;
+    accountState: RuntimeAccountState;
+    enabledAccounts: ProxyPassthroughAccount[];
+    orderedAccounts: ProxyPassthroughAccount[];
+    tracer?: ProxyTracer;
+    requestStartTime: number;
+    fetchStartMs: number;
+    attemptNumber: number;
+    logAttempt: AnthropicAttemptLogger;
+    logProxyBody: ProxyBodyCaptureLogger;
+    logFinalRequest: (status: number, accountLabel: string, accountType: string, errorType?: string, errorMessage?: string, extra?: {
+        inputTokens?: number;
+        outputTokens?: number;
+        cacheCreationTokens?: number;
+        cacheReadTokens?: number;
+    }) => void;
+    lastError: unknown;
+    authFailureMessage: string | null;
+    sawTransientFailure: boolean;
+    invalidRequestFailure: {
+        status: number;
+        body: string;
+        contentType?: string;
+    } | null;
+}): Promise<AnthropicNonOkResult>;
 /**
  * Detect Anthropic's anti-abuse / request-construction 429.
  *
@@ -284,6 +319,12 @@ export declare const buildProxyFallbackOptions: typeof buildTranslationOptions;
  * carry transient HTML responses (e.g. 520 pages) inside `error.message`.
  */
 export declare function isTransientHttpFailure(status: number, errBody: string): boolean;
+/**
+ * An upstream overload is already a capacity signal. Retrying it on the same
+ * OAuth account only consumes its remaining concurrency and delays rotation.
+ */
+export declare function isUpstreamOverload(status: number, errBody: string): boolean;
+export declare function redactProviderErrorMessage(message: string): string;
 export declare const __testHooks: {
     resolveHomeIndex: typeof resolveHomeIndex;
     maybeResetPrimaryToHome: typeof maybeResetPrimaryToHome;
@@ -309,12 +350,22 @@ export declare const __testHooks: {
     isAntiAbuseConstruction429: typeof isAntiAbuseConstruction429;
     fetchAnthropicAccountResponse: typeof fetchAnthropicAccountResponse;
     finalizeAnthropicTerminalFetchError: typeof finalizeAnthropicTerminalFetchError;
+    handleAnthropicNonOkResponse: typeof handleAnthropicNonOkResponse;
     handleAnthropicAuthRetry: typeof handleAnthropicAuthRetry;
     handleAnthropicStreamingSuccessResponse: typeof handleAnthropicStreamingSuccessResponse;
     claimTransientRateLimitRetry: typeof claimTransientRateLimitRetry;
     claimTransientCooldownAdmission: typeof claimTransientCooldownAdmission;
     waitForTransientAccountAvailability: typeof waitForTransientAccountAvailability;
+    acquireAccountAdmission: typeof acquireAccountAdmission;
+    acquireFirstAvailableAccountAdmission: typeof acquireFirstAvailableAccountAdmission;
+    tryAcquireAccountAdmission: typeof tryAcquireAccountAdmission;
+    getAccountAdmissionSnapshot: (accountKey: string) => {
+        active: number;
+        waiting: number;
+    };
     describeTransportError: typeof describeTransportError;
+    redactProviderErrorMessage: typeof redactProviderErrorMessage;
+    isUpstreamOverload: typeof isUpstreamOverload;
     shouldAttemptClaudeFallback: typeof shouldAttemptClaudeFallback;
     executeClaudeFallbackWithRetry: typeof executeClaudeFallbackWithRetry;
     buildClaudeAnthropicFailureResponse: typeof buildClaudeAnthropicFailureResponse;