@juspay/neurolink 10.8.10 → 10.8.12

package/dist/server/routes/claudeProxyRoutes.js

@@ -12,6 +12,7 @@
 import { access, readFile } from "node:fs/promises";
 import { homedir } from "node:os";
 import { join } from "node:path";
+import { Agent } from "undici";
 import { buildStableClaudeCodeBillingHeader, CLAUDE_CLI_USER_AGENT, CLAUDE_CODE_OAUTH_BETAS, getOrCreateClaudeCodeIdentity, parseClaudeCodeUserId, } from "../../auth/anthropicOAuth.js";
 import { clearAccountCooldown, loadAccountCooldowns, saveAccountCooldown, } from "../../proxy/accountCooldown.js";
 import { anthropicAccountKeysEqual, ENV_ANTHROPIC_ACCOUNT_KEY, isAccountAllowed, LEGACY_ANTHROPIC_ACCOUNT_KEY, shouldLoadFallbackCredential, } from "../../proxy/accountSelection.js";
@@ -91,6 +92,21 @@ const AUTH_REFRESH_MAX_COOLDOWN_MS = 5 * 60 * 1000;
  *  to cover the full lifecycle of streaming responses, including extended
  *  thinking from Opus models (which can exceed 5 minutes for large contexts). */
 const UPSTREAM_FETCH_TIMEOUT_MS = 15 * 60 * 1000; // 15 minutes
+let anthropicUpstreamDispatcher;
+function fetchAnthropicUpstream(url, init) {
+    // Node's global fetch applies Undici's 300s default headers timeout before
+    // the route's 15-minute abort signal. Keep both transport deadlines aligned
+    // with the proxy contract and instantiate lazily so importing routes has no
+    // open transport handles.
+    anthropicUpstreamDispatcher ??= new Agent({
+        headersTimeout: UPSTREAM_FETCH_TIMEOUT_MS,
+        bodyTimeout: UPSTREAM_FETCH_TIMEOUT_MS,
+    });
+    return fetch(url, {
+        ...init,
+        dispatcher: anthropicUpstreamDispatcher,
+    });
+}
 const accountRuntimeState = new Map();
 /** Shared across requests so a concurrent burst gets at most two retries for
  *  the account/window, rather than every request starting its own retry chain. */
@@ -1406,7 +1422,7 @@ async function handleClaudePassthroughRequest(args) {
     recordAttempt("passthrough", "passthrough");
     let response;
     try {
-        response = await fetch("https://api.anthropic.com/v1/messages?beta=true", {
+        response = await fetchAnthropicUpstream("https://api.anthropic.com/v1/messages?beta=true", {
             method: "POST",
             headers: upstreamHeaders,
             body: bodyStr,
@@ -2510,10 +2526,11 @@ async function handleAnthropicStreamingSuccessResponse(args) {
     if (preflight.kind === "transport_error") {
         const message = describeTransportError(preflight.error);
         const partialBody = Buffer.concat(preflight.chunks.map((chunk) => Buffer.from(chunk))).toString("utf8");
-        logger.always(`[proxy] stream failed before first chunk account=${account.label}: ${message}; trying next account`);
+        // The POST has already returned a response. The upstream may have started
+        // processing it, so replaying it on another account could duplicate work.
+        logger.always(`[proxy] stream failed before first chunk account=${account.label}: ${message}; returning terminal error to avoid replaying an ambiguous request`);
         recordAttemptError(account.label, account.type, 502);
-        logAttempt(502, "stream_error", message, { retryable: true });
-        tracer?.recordRetry(account.label, "stream_before_first_chunk");
+        logAttempt(502, "stream_error", message, { retryable: false });
         upstreamSpan?.end();
         logProxyBody({
             phase: "upstream_response",
@@ -2529,8 +2546,16 @@ async function handleAnthropicStreamingSuccessResponse(args) {
             metadata: { logicalStatus: 502, transportError: message },
         });
         return {
-            retryNextAccount: true,
-            failure: { message, rateLimit: false },
+            response: finalizeAnthropicTerminalTransportError({
+                account,
+                tracer,
+                requestStartTime,
+                attemptNumber,
+                logProxyBody,
+                logFinalRequest,
+                errorType: "stream_error",
+                message,
+            }),
         };
     }
     if (preflight.kind === "empty") {
@@ -3176,7 +3201,7 @@ async function handleAnthropicAuthRetry(args) {
             metadata: { upstreamMethod: "POST", upstreamUrl: url },
         });
         try {
-            const retryResp = await fetch(url, {
+            const retryResp = await fetchAnthropicUpstream(url, {
                 method: "POST",
                 headers,
                 body: retryBodyStr,
@@ -3387,11 +3412,37 @@ async function handleAnthropicAuthRetry(args) {
                 : String(retryFetchErr);
             authRetryError = `network error on retry ${authRetry + 1}: ${message}`;
             currentLastError = authRetryError;
+            const retryable = isRetryableNetworkError(retryFetchErr);
             retryLogAttempt(502, "network_error", message, {
-                retryable: isRetryableNetworkError(retryFetchErr),
+                retryable,
                 errorCode: getErrorCode(retryFetchErr) ?? "unknown",
             });
             logger.debug(`[proxy] ${authRetryError}`);
+            if (!retryable) {
+                // Once a POST has left this process, a reset/timeout or unknown fetch
+                // failure is ambiguous: retrying it on another account can duplicate
+                // the request. Only connection-establishment failures are replay-safe.
+                currentUpstreamSpan?.end();
+                return {
+                    response: finalizeAnthropicTerminalTransportError({
+                        account,
+                        tracer,
+                        requestStartTime,
+                        attemptNumber: retryAttemptNumber,
+                        logProxyBody,
+                        logFinalRequest,
+                        errorType: "network_error",
+                        message,
+                    }),
+                    continueLoop: false,
+                    lastError: currentLastError,
+                    authFailureMessage: currentAuthFailureMessage,
+                    sawRateLimit: currentSawRateLimit,
+                    sawTransientFailure: currentSawTransientFailure,
+                    sawNetworkError: currentSawNetworkError,
+                    upstreamSpan: undefined,
+                };
+            }
             break;
         }
     }
@@ -3470,6 +3521,27 @@ function finalizeAnthropicTerminalFetchError(args) {
         errorType: terminalError.errorType,
     });
 }
+function finalizeAnthropicTerminalTransportError(args) {
+    const { account, tracer, requestStartTime, attemptNumber, logProxyBody, logFinalRequest, errorType, message, } = args;
+    tracer?.setError(errorType, message);
+    tracer?.end(502, Date.now() - requestStartTime);
+    logFinalRequest(502, account.label, account.type, errorType, message);
+    const clientError = buildClaudeError(502, message);
+    const clientErrorBody = JSON.stringify(clientError);
+    logProxyBody({
+        phase: "client_response",
+        headers: { "content-type": "application/json" },
+        body: clientErrorBody,
+        bodySize: Buffer.byteLength(clientErrorBody, "utf8"),
+        contentType: "application/json",
+        account: account.label,
+        accountType: account.type,
+        attempt: attemptNumber,
+        responseStatus: 502,
+        durationMs: Date.now() - requestStartTime,
+    });
+    return clientError;
+}
 async function handleAnthropicNonOkResponse(args) {
     const { response, account, accountState, enabledAccounts, orderedAccounts, tracer, requestStartTime, fetchStartMs, attemptNumber, logAttempt, logProxyBody, logFinalRequest, lastError, authFailureMessage, sawTransientFailure, invalidRequestFailure, } = args;
     let currentLastError = lastError;
@@ -4043,7 +4115,7 @@ async function fetchAnthropicAccountResponse(args) {
     const currentUpstreamSpan = upstreamSpan;
     let response;
     try {
-        response = await fetch(url, {
+        response = await fetchAnthropicUpstream(url, {
             method: "POST",
             headers,
             body: finalBodyStr,
@@ -4998,37 +5070,23 @@ function describeTransportError(error) {
     return detail ? `${message} (${detail})` : message;
 }
 /**
- * Determine whether a thrown fetch error is a transient connectivity issue.
+ * Determine whether a POST can be retried without risking duplicate provider
+ * work. Only failures that prove connection establishment did not complete are
+ * safe; a reset, socket error, or response timeout can happen after dispatch.
  */
 function isRetryableNetworkError(error) {
     const code = getErrorCode(error);
-    if (code &&
+    return (code !== undefined &&
         [
             "ECONNREFUSED",
-            "ECONNRESET",
+            "EADDRNOTAVAIL",
             // The Anthropic host is fixed, so ENOTFOUND can be a transient resolver
             // outage. Keep it inside the existing bounded same-account retry budget.
             "ENOTFOUND",
-            "ETIMEDOUT",
             "EHOSTUNREACH",
             "UND_ERR_CONNECT_TIMEOUT",
             "UND_ERR_CONNECT",
-            "UND_ERR_SOCKET",
-            "UND_ERR_HEADERS_TIMEOUT",
-        ].includes(code)) {
-        return true;
-    }
-    const message = error instanceof Error ? error.message : String(error);
-    const normalized = message.toLowerCase();
-    return (normalized.includes("econnrefused") ||
-        normalized.includes("econnreset") ||
-        normalized.includes("enotfound") ||
-        normalized.includes("etimedout") ||
-        normalized.includes("timed out") ||
-        normalized.includes("connection error") ||
-        normalized.includes("connect error") ||
-        normalized.includes("fetch failed") ||
-        normalized.includes("socket hang up"));
+        ].includes(code));
 }
 const TRANSIENT_HTTP_STATUSES = new Set([
     408, 500, 502, 503, 504, 520, 521, 522, 523, 524, 525, 526, 529,
@@ -5158,6 +5216,7 @@ export const __testHooks = {
     maybeResetPrimaryToHome,
     planCooldownFor429,
     reconcileCooldownFromQuota,
+    isRetryableNetworkError,
     isPermanentRefreshFailure,
     getStreamFailureDetails,
     trackUpstreamReadableStream,

package/dist/types/cli.d.ts

@@ -870,6 +870,8 @@ export type ProxySupervisorState = {
     host: string;
     port: number;
     startTime: string;
+    /** Version loaded by the long-lived supervisor process. */
+    version?: string;
     updaterPid?: number;
     rolling: ProxyRollingState;
 };

package/dist/types/proxy.d.ts

@@ -1724,6 +1724,15 @@ export type UpdateState = {
     lastCheckAt: string;
     lastCheckVersion: string;
     suppressedVersions: Record<string, SuppressedVersion>;
+    /**
+     * Last package version whose stable trampoline was successfully validated.
+     *
+     * Optional because `UpdateState` is part of the published type surface and a
+     * required addition would break every downstream object literal — and because
+     * state files written before this field existed legitimately omit it.
+     * `loadUpdateState()` always materializes it, so runtime readers see a value.
+     */
+    installedVersion?: string | null;
     lastUpdateAt: string | null;
     lastUpdateVersion: string | null;
     /** Installed by the updater but not yet confirmed as the running version. */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@juspay/neurolink",
-  "version": "10.8.10",
+  "version": "10.8.12",
   "packageManager": "pnpm@10.15.1",
   "description": "TypeScript AI SDK with 24+ LLM providers behind one consistent API. MCP-native (connect any MCP server), voice TTS/STT/realtime, RAG, agents, memory, context compaction. OpenAI · Anthropic · Gemini · Bedrock · Azure · Ollama · DeepSeek · NVIDIA NIM and more.",
   "author": {