@juspay/neurolink 10.7.1 → 10.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (34) hide show
  1. package/CHANGELOG.md +11 -0
  2. package/dist/adapters/replicate/predictionLifecycle.d.ts +1 -1
  3. package/dist/adapters/replicate/predictionLifecycle.js +50 -45
  4. package/dist/agent/directTools.d.ts +2 -2
  5. package/dist/browser/neurolink.min.js +373 -373
  6. package/dist/core/baseProvider.d.ts +1 -0
  7. package/dist/core/baseProvider.js +74 -11
  8. package/dist/core/modules/TelemetryHandler.d.ts +5 -1
  9. package/dist/core/modules/TelemetryHandler.js +20 -0
  10. package/dist/lib/adapters/replicate/predictionLifecycle.d.ts +1 -1
  11. package/dist/lib/adapters/replicate/predictionLifecycle.js +50 -45
  12. package/dist/lib/core/baseProvider.d.ts +1 -0
  13. package/dist/lib/core/baseProvider.js +74 -11
  14. package/dist/lib/core/modules/TelemetryHandler.d.ts +5 -1
  15. package/dist/lib/core/modules/TelemetryHandler.js +20 -0
  16. package/dist/lib/mcp/httpRateLimiter.js +14 -21
  17. package/dist/lib/types/generate.d.ts +16 -0
  18. package/dist/lib/utils/errorHandling.d.ts +2 -0
  19. package/dist/lib/utils/errorHandling.js +2 -0
  20. package/dist/lib/utils/pdfProcessor.js +2 -2
  21. package/dist/lib/utils/providerRetry.d.ts +5 -1
  22. package/dist/lib/utils/providerRetry.js +34 -8
  23. package/dist/lib/utils/retryAfter.d.ts +7 -0
  24. package/dist/lib/utils/retryAfter.js +44 -0
  25. package/dist/mcp/httpRateLimiter.js +14 -21
  26. package/dist/types/generate.d.ts +16 -0
  27. package/dist/utils/errorHandling.d.ts +2 -0
  28. package/dist/utils/errorHandling.js +2 -0
  29. package/dist/utils/pdfProcessor.js +2 -2
  30. package/dist/utils/providerRetry.d.ts +5 -1
  31. package/dist/utils/providerRetry.js +34 -8
  32. package/dist/utils/retryAfter.d.ts +7 -0
  33. package/dist/utils/retryAfter.js +43 -0
  34. package/package.json +3 -2
@@ -91,14 +91,14 @@ const PDF_PROVIDER_CONFIGS = {
91
91
  litellm: {
92
92
  maxSizeMB: 10,
93
93
  maxPages: 100,
94
- supportsNative: true,
94
+ supportsNative: false, // LiteLLM is a proxy — underlying model may not support native PDF; default to safe text extraction
95
95
  requiresCitations: false,
96
96
  apiType: "files-api",
97
97
  },
98
98
  "openai-compatible": {
99
99
  maxSizeMB: 10,
100
100
  maxPages: 100,
101
- supportsNative: false, // LiteLLM is a proxy — underlying model may not support native PDF; default to safe text extraction
101
+ supportsNative: false,
102
102
  requiresCitations: false,
103
103
  apiType: "files-api",
104
104
  },
@@ -18,6 +18,10 @@ import { type Span } from "@opentelemetry/api";
18
18
  export declare const MAX_PROVIDER_RETRIES = 2;
19
19
  /** Base delay in ms for exponential backoff between retries. */
20
20
  export declare const BASE_RETRY_DELAY_MS = 1000;
21
+ /** Minimum delay in ms when a retryable response provides no retry timing. */
22
+ export declare const NO_HINT_FLOOR_MS = 10000;
23
+ /** Maximum server-requested retry delay honored by provider retries. */
24
+ export declare const MAX_RETRY_AFTER_MS = 120000;
21
25
  /**
22
26
  * Check whether an error thrown by the AI SDK is retryable.
23
27
  *
@@ -38,4 +42,4 @@ export declare function getErrorStatusCode(error: unknown): number | undefined;
38
42
  * @param label - A human-readable label for log messages (e.g. "generateText", "streamText")
39
43
  * @returns The result of the operation
40
44
  */
41
- export declare function withProviderRetry<T>(operation: () => Promise<T>, span: Span, label: string): Promise<T>;
45
+ export declare function withProviderRetry<T>(operation: () => Promise<T>, span: Span | undefined, label: string, sleep?: (delayMs: number) => Promise<void>): Promise<T>;
@@ -14,12 +14,19 @@
14
14
  * @module utils/providerRetry
15
15
  */
16
16
  import {} from "@opentelemetry/api";
17
+ import { NeuroLinkError } from "./errorHandling.js";
17
18
  import { logger } from "./logger.js";
18
19
  import { APICallError } from "./generationErrors.js";
20
+ import { parseRetryAfterMs } from "./retryAfter.js";
19
21
  /** Maximum number of retry attempts after the initial call (total = 1 + MAX_PROVIDER_RETRIES). */
20
22
  export const MAX_PROVIDER_RETRIES = 2;
21
23
  /** Base delay in ms for exponential backoff between retries. */
22
24
  export const BASE_RETRY_DELAY_MS = 1000;
25
+ /** Minimum delay in ms when a retryable response provides no retry timing. */
26
+ export const NO_HINT_FLOOR_MS = 10_000;
27
+ /** Maximum server-requested retry delay honored by provider retries. */
28
+ export const MAX_RETRY_AFTER_MS = 120_000;
29
+ const sleepWithTimeout = (delayMs) => new Promise((resolve) => setTimeout(resolve, delayMs));
23
30
  /**
24
31
  * Check whether an error thrown by the AI SDK is retryable.
25
32
  *
@@ -32,6 +39,9 @@ export function isRetryableProviderError(error) {
32
39
  if (APICallError.isInstance(error)) {
33
40
  return error.isRetryable;
34
41
  }
42
+ if (error instanceof NeuroLinkError) {
43
+ return error.retriable;
44
+ }
35
45
  // Fallback: duck-type for status codes on errors that aren't APICallError
36
46
  if (error && typeof error === "object" && "statusCode" in error) {
37
47
  const statusCode = error.statusCode;
@@ -51,6 +61,18 @@ export function getErrorStatusCode(error) {
51
61
  }
52
62
  return undefined;
53
63
  }
64
+ function getRetryAfterMs(error) {
65
+ if (APICallError.isInstance(error) && error.responseHeaders) {
66
+ const parsedDelay = parseRetryAfterMs(error.responseHeaders);
67
+ if (parsedDelay !== undefined) {
68
+ return parsedDelay;
69
+ }
70
+ }
71
+ if (error instanceof NeuroLinkError && error.retryAfterMs !== undefined) {
72
+ return error.retryAfterMs;
73
+ }
74
+ return undefined;
75
+ }
54
76
  /**
55
77
  * Execute a provider call with instrumented retry logic.
56
78
  *
@@ -59,12 +81,12 @@ export function getErrorStatusCode(error) {
59
81
  * @param label - A human-readable label for log messages (e.g. "generateText", "streamText")
60
82
  * @returns The result of the operation
61
83
  */
62
- export async function withProviderRetry(operation, span, label) {
84
+ export async function withProviderRetry(operation, span, label, sleep = sleepWithTimeout) {
63
85
  for (let attempt = 0; attempt <= MAX_PROVIDER_RETRIES; attempt++) {
64
86
  try {
65
87
  const result = await operation();
66
88
  // Record how many attempts it took on the span
67
- span.setAttribute("gen_ai.provider.total_attempts", attempt + 1);
89
+ span?.setAttribute("gen_ai.provider.total_attempts", attempt + 1);
68
90
  if (attempt > 0) {
69
91
  logger.info(`[providerRetry] ${label} succeeded after ${attempt + 1} attempts`);
70
92
  }
@@ -76,9 +98,9 @@ export async function withProviderRetry(operation, span, label) {
76
98
  const errorMessage = error instanceof Error ? error.message : String(error);
77
99
  if (!retryable || attempt === MAX_PROVIDER_RETRIES) {
78
100
  // Record failure details before re-throwing
79
- span.setAttribute("gen_ai.provider.total_attempts", attempt + 1);
101
+ span?.setAttribute("gen_ai.provider.total_attempts", attempt + 1);
80
102
  if (attempt > 0) {
81
- span.setAttribute("gen_ai.provider.retries_exhausted", true);
103
+ span?.setAttribute("gen_ai.provider.retries_exhausted", true);
82
104
  }
83
105
  logger.warn(`[providerRetry] ${label} failed (non-retryable or retries exhausted)`, {
84
106
  attempt: attempt + 1,
@@ -88,10 +110,14 @@ export async function withProviderRetry(operation, span, label) {
88
110
  });
89
111
  throw error;
90
112
  }
91
- // Calculate exponential backoff delay
92
- const delay = BASE_RETRY_DELAY_MS * Math.pow(2, attempt);
113
+ const retryAfterMs = getRetryAfterMs(error);
114
+ const boundedRetryAfterMs = retryAfterMs === undefined
115
+ ? undefined
116
+ : Math.min(MAX_RETRY_AFTER_MS, Math.max(0, retryAfterMs));
117
+ const delay = boundedRetryAfterMs ??
118
+ Math.max(BASE_RETRY_DELAY_MS * Math.pow(2, attempt), NO_HINT_FLOOR_MS);
93
119
  // Record retry event on the OTel span
94
- span.addEvent("gen_ai.provider.retry", {
120
+ span?.addEvent("gen_ai.provider.retry", {
95
121
  "retry.attempt": attempt + 1,
96
122
  "retry.delay_ms": delay,
97
123
  ...(statusCode !== undefined && { "retry.status_code": statusCode }),
@@ -104,7 +130,7 @@ export async function withProviderRetry(operation, span, label) {
104
130
  statusCode,
105
131
  error: errorMessage,
106
132
  });
107
- await new Promise((r) => setTimeout(r, delay));
133
+ await sleep(delay);
108
134
  }
109
135
  }
110
136
  // This should never be reached due to the throw inside the loop,
@@ -0,0 +1,7 @@
1
+ /**
2
+ * Parse standard and commonly used rate-limit response headers.
3
+ *
4
+ * @returns The requested delay in milliseconds, or undefined when the
5
+ * response does not provide a usable rate-limit delay.
6
+ */
7
+ export declare function parseRetryAfterMs(headers: Pick<Headers, "get"> | Readonly<Record<string, string>>): number | undefined;
@@ -0,0 +1,44 @@
1
+ function getHeader(headers, headerName) {
2
+ if ("get" in headers && typeof headers.get === "function") {
3
+ return headers.get(headerName);
4
+ }
5
+ const normalizedHeaderName = headerName.toLowerCase();
6
+ for (const [name, value] of Object.entries(headers)) {
7
+ if (name.toLowerCase() === normalizedHeaderName) {
8
+ return value;
9
+ }
10
+ }
11
+ return null;
12
+ }
13
+ /**
14
+ * Parse standard and commonly used rate-limit response headers.
15
+ *
16
+ * @returns The requested delay in milliseconds, or undefined when the
17
+ * response does not provide a usable rate-limit delay.
18
+ */
19
+ export function parseRetryAfterMs(headers) {
20
+ const retryAfter = getHeader(headers, "Retry-After");
21
+ if (retryAfter) {
22
+ const seconds = parseInt(retryAfter, 10);
23
+ if (!Number.isNaN(seconds)) {
24
+ return Math.max(0, seconds * 1000);
25
+ }
26
+ const retryDate = new Date(retryAfter);
27
+ if (!Number.isNaN(retryDate.getTime())) {
28
+ return Math.max(0, retryDate.getTime() - Date.now());
29
+ }
30
+ }
31
+ const rateLimitReset = getHeader(headers, "X-RateLimit-Reset");
32
+ if (rateLimitReset) {
33
+ const resetTimestamp = parseInt(rateLimitReset, 10);
34
+ if (!Number.isNaN(resetTimestamp)) {
35
+ const resetTime = resetTimestamp > 1e12 ? resetTimestamp : resetTimestamp * 1000;
36
+ return Math.max(0, resetTime - Date.now());
37
+ }
38
+ }
39
+ if (getHeader(headers, "X-RateLimit-Remaining") === "0") {
40
+ return 1000;
41
+ }
42
+ return undefined;
43
+ }
44
+ //# sourceMappingURL=retryAfter.js.map
@@ -4,6 +4,7 @@
4
4
  * Provides fault tolerance and prevents server overload
5
5
  */
6
6
  import { mcpLogger } from "../utils/logger.js";
7
+ import { parseRetryAfterMs } from "../utils/retryAfter.js";
7
8
  import { SpanSerializer, SpanType, SpanStatus, getMetricsAggregator, } from "../observability/index.js";
8
9
  import { getActiveTraceContext } from "../telemetry/traceContext.js";
9
10
  /**
@@ -176,48 +177,40 @@ export class HTTPRateLimiter {
176
177
  * @returns Wait time in milliseconds, or 0 if no rate limit headers found
177
178
  */
178
179
  handleRateLimitResponse(headers) {
179
- // Check for Retry-After header (standard HTTP 429 response)
180
+ const parsedWaitTimeMs = parseRetryAfterMs(headers);
181
+ // Keep the existing source-specific logs while delegating delay parsing.
180
182
  const retryAfter = headers.get("Retry-After");
181
- if (retryAfter) {
182
- // Retry-After can be either a number of seconds or an HTTP-date
183
+ if (retryAfter && parsedWaitTimeMs !== undefined) {
183
184
  const seconds = parseInt(retryAfter, 10);
184
185
  if (!isNaN(seconds)) {
185
- // It's a number of seconds
186
- const waitTimeMs = seconds * 1000;
187
186
  mcpLogger.info(`[HTTPRateLimiter] Server requested retry after ${seconds} seconds`);
188
- return waitTimeMs;
187
+ return parsedWaitTimeMs;
189
188
  }
190
189
  else {
191
- // Try to parse as HTTP-date
192
190
  const retryDate = new Date(retryAfter);
193
191
  if (!isNaN(retryDate.getTime())) {
194
- const waitTimeMs = Math.max(0, retryDate.getTime() - Date.now());
195
- mcpLogger.info(`[HTTPRateLimiter] Server requested retry at ${retryDate.toISOString()} (${waitTimeMs}ms)`);
196
- return waitTimeMs;
192
+ mcpLogger.info(`[HTTPRateLimiter] Server requested retry at ${retryDate.toISOString()} (${parsedWaitTimeMs}ms)`);
193
+ return parsedWaitTimeMs;
197
194
  }
198
195
  }
199
196
  }
200
197
  // Check for X-RateLimit-Reset header (common non-standard header)
201
198
  const rateLimitReset = headers.get("X-RateLimit-Reset");
202
- if (rateLimitReset) {
199
+ if (rateLimitReset && parsedWaitTimeMs !== undefined) {
203
200
  const resetTimestamp = parseInt(rateLimitReset, 10);
204
201
  if (!isNaN(resetTimestamp)) {
205
- // Could be Unix timestamp (seconds) or milliseconds
206
202
  const resetTime = resetTimestamp > 1e12 ? resetTimestamp : resetTimestamp * 1000;
207
- const waitTimeMs = Math.max(0, resetTime - Date.now());
208
- mcpLogger.info(`[HTTPRateLimiter] Rate limit resets at ${new Date(resetTime).toISOString()} (${waitTimeMs}ms)`);
209
- return waitTimeMs;
203
+ mcpLogger.info(`[HTTPRateLimiter] Rate limit resets at ${new Date(resetTime).toISOString()} (${parsedWaitTimeMs}ms)`);
204
+ return parsedWaitTimeMs;
210
205
  }
211
206
  }
212
207
  // Check for X-RateLimit-Remaining header
213
208
  const remaining = headers.get("X-RateLimit-Remaining");
214
- if (remaining === "0") {
215
- // No remaining requests, use default backoff
216
- const defaultBackoffMs = 1000;
217
- mcpLogger.info(`[HTTPRateLimiter] Rate limit exhausted, using default backoff: ${defaultBackoffMs}ms`);
218
- return defaultBackoffMs;
209
+ if (remaining === "0" && parsedWaitTimeMs !== undefined) {
210
+ mcpLogger.info(`[HTTPRateLimiter] Rate limit exhausted, using default backoff: ${parsedWaitTimeMs}ms`);
211
+ return parsedWaitTimeMs;
219
212
  }
220
- return 0;
213
+ return parsedWaitTimeMs ?? 0;
221
214
  }
222
215
  /**
223
216
  * Get the number of remaining tokens
@@ -1418,9 +1418,25 @@ export type TextGenerationResult = {
1418
1418
  /**
1419
1419
  * Enhanced result type with optional analytics/evaluation
1420
1420
  */
1421
+ export type TTSMetadata = {
1422
+ /** Whether TTS synthesis was invoked. False indicates TTS was skipped. */
1423
+ attempted: boolean;
1424
+ /** Whether TTS synthesis completed successfully. */
1425
+ success: boolean;
1426
+ /** Structured synthesis error details, present only when synthesis failed. */
1427
+ error?: {
1428
+ code: string;
1429
+ message: string;
1430
+ retriable?: boolean;
1431
+ };
1432
+ /** TTS synthesis time in milliseconds. */
1433
+ latency?: number;
1434
+ };
1421
1435
  export type EnhancedGenerateResult = GenerateResult & {
1422
1436
  analytics?: AnalyticsData;
1423
1437
  evaluation?: EvaluationData;
1438
+ /** Outcome metadata when TTS was enabled for this generation. */
1439
+ ttsMetadata?: TTSMetadata;
1424
1440
  };
1425
1441
  /**
1426
1442
  * NL-004: Model alias/deprecation configuration.
@@ -70,6 +70,7 @@ export declare class NeuroLinkError extends Error {
70
70
  readonly category: ErrorCategory;
71
71
  readonly severity: ErrorSeverity;
72
72
  readonly retriable: boolean;
73
+ readonly retryAfterMs?: number;
73
74
  readonly context: Record<string, unknown>;
74
75
  readonly timestamp: Date;
75
76
  readonly toolName?: string;
@@ -80,6 +81,7 @@ export declare class NeuroLinkError extends Error {
80
81
  category: ErrorCategory;
81
82
  severity: ErrorSeverity;
82
83
  retriable: boolean;
84
+ retryAfterMs?: number;
83
85
  context?: Record<string, unknown>;
84
86
  originalError?: Error;
85
87
  toolName?: string;
@@ -87,6 +87,7 @@ export class NeuroLinkError extends Error {
87
87
  category;
88
88
  severity;
89
89
  retriable;
90
+ retryAfterMs;
90
91
  context;
91
92
  timestamp;
92
93
  toolName;
@@ -98,6 +99,7 @@ export class NeuroLinkError extends Error {
98
99
  this.category = options.category;
99
100
  this.severity = options.severity;
100
101
  this.retriable = options.retriable;
102
+ this.retryAfterMs = options.retryAfterMs;
101
103
  this.context = options.context || {};
102
104
  this.timestamp = new Date();
103
105
  this.toolName = options.toolName;
@@ -91,14 +91,14 @@ const PDF_PROVIDER_CONFIGS = {
91
91
  litellm: {
92
92
  maxSizeMB: 10,
93
93
  maxPages: 100,
94
- supportsNative: true,
94
+ supportsNative: false, // LiteLLM is a proxy — underlying model may not support native PDF; default to safe text extraction
95
95
  requiresCitations: false,
96
96
  apiType: "files-api",
97
97
  },
98
98
  "openai-compatible": {
99
99
  maxSizeMB: 10,
100
100
  maxPages: 100,
101
- supportsNative: false, // LiteLLM is a proxy — underlying model may not support native PDF; default to safe text extraction
101
+ supportsNative: false,
102
102
  requiresCitations: false,
103
103
  apiType: "files-api",
104
104
  },
@@ -18,6 +18,10 @@ import { type Span } from "@opentelemetry/api";
18
18
  export declare const MAX_PROVIDER_RETRIES = 2;
19
19
  /** Base delay in ms for exponential backoff between retries. */
20
20
  export declare const BASE_RETRY_DELAY_MS = 1000;
21
+ /** Minimum delay in ms when a retryable response provides no retry timing. */
22
+ export declare const NO_HINT_FLOOR_MS = 10000;
23
+ /** Maximum server-requested retry delay honored by provider retries. */
24
+ export declare const MAX_RETRY_AFTER_MS = 120000;
21
25
  /**
22
26
  * Check whether an error thrown by the AI SDK is retryable.
23
27
  *
@@ -38,4 +42,4 @@ export declare function getErrorStatusCode(error: unknown): number | undefined;
38
42
  * @param label - A human-readable label for log messages (e.g. "generateText", "streamText")
39
43
  * @returns The result of the operation
40
44
  */
41
- export declare function withProviderRetry<T>(operation: () => Promise<T>, span: Span, label: string): Promise<T>;
45
+ export declare function withProviderRetry<T>(operation: () => Promise<T>, span: Span | undefined, label: string, sleep?: (delayMs: number) => Promise<void>): Promise<T>;
@@ -13,12 +13,19 @@
13
13
  *
14
14
  * @module utils/providerRetry
15
15
  */
16
+ import { NeuroLinkError } from "./errorHandling.js";
16
17
  import { logger } from "./logger.js";
17
18
  import { APICallError } from "./generationErrors.js";
19
+ import { parseRetryAfterMs } from "./retryAfter.js";
18
20
  /** Maximum number of retry attempts after the initial call (total = 1 + MAX_PROVIDER_RETRIES). */
19
21
  export const MAX_PROVIDER_RETRIES = 2;
20
22
  /** Base delay in ms for exponential backoff between retries. */
21
23
  export const BASE_RETRY_DELAY_MS = 1000;
24
+ /** Minimum delay in ms when a retryable response provides no retry timing. */
25
+ export const NO_HINT_FLOOR_MS = 10_000;
26
+ /** Maximum server-requested retry delay honored by provider retries. */
27
+ export const MAX_RETRY_AFTER_MS = 120_000;
28
+ const sleepWithTimeout = (delayMs) => new Promise((resolve) => setTimeout(resolve, delayMs));
22
29
  /**
23
30
  * Check whether an error thrown by the AI SDK is retryable.
24
31
  *
@@ -31,6 +38,9 @@ export function isRetryableProviderError(error) {
31
38
  if (APICallError.isInstance(error)) {
32
39
  return error.isRetryable;
33
40
  }
41
+ if (error instanceof NeuroLinkError) {
42
+ return error.retriable;
43
+ }
34
44
  // Fallback: duck-type for status codes on errors that aren't APICallError
35
45
  if (error && typeof error === "object" && "statusCode" in error) {
36
46
  const statusCode = error.statusCode;
@@ -50,6 +60,18 @@ export function getErrorStatusCode(error) {
50
60
  }
51
61
  return undefined;
52
62
  }
63
+ function getRetryAfterMs(error) {
64
+ if (APICallError.isInstance(error) && error.responseHeaders) {
65
+ const parsedDelay = parseRetryAfterMs(error.responseHeaders);
66
+ if (parsedDelay !== undefined) {
67
+ return parsedDelay;
68
+ }
69
+ }
70
+ if (error instanceof NeuroLinkError && error.retryAfterMs !== undefined) {
71
+ return error.retryAfterMs;
72
+ }
73
+ return undefined;
74
+ }
53
75
  /**
54
76
  * Execute a provider call with instrumented retry logic.
55
77
  *
@@ -58,12 +80,12 @@ export function getErrorStatusCode(error) {
58
80
  * @param label - A human-readable label for log messages (e.g. "generateText", "streamText")
59
81
  * @returns The result of the operation
60
82
  */
61
- export async function withProviderRetry(operation, span, label) {
83
+ export async function withProviderRetry(operation, span, label, sleep = sleepWithTimeout) {
62
84
  for (let attempt = 0; attempt <= MAX_PROVIDER_RETRIES; attempt++) {
63
85
  try {
64
86
  const result = await operation();
65
87
  // Record how many attempts it took on the span
66
- span.setAttribute("gen_ai.provider.total_attempts", attempt + 1);
88
+ span?.setAttribute("gen_ai.provider.total_attempts", attempt + 1);
67
89
  if (attempt > 0) {
68
90
  logger.info(`[providerRetry] ${label} succeeded after ${attempt + 1} attempts`);
69
91
  }
@@ -75,9 +97,9 @@ export async function withProviderRetry(operation, span, label) {
75
97
  const errorMessage = error instanceof Error ? error.message : String(error);
76
98
  if (!retryable || attempt === MAX_PROVIDER_RETRIES) {
77
99
  // Record failure details before re-throwing
78
- span.setAttribute("gen_ai.provider.total_attempts", attempt + 1);
100
+ span?.setAttribute("gen_ai.provider.total_attempts", attempt + 1);
79
101
  if (attempt > 0) {
80
- span.setAttribute("gen_ai.provider.retries_exhausted", true);
102
+ span?.setAttribute("gen_ai.provider.retries_exhausted", true);
81
103
  }
82
104
  logger.warn(`[providerRetry] ${label} failed (non-retryable or retries exhausted)`, {
83
105
  attempt: attempt + 1,
@@ -87,10 +109,14 @@ export async function withProviderRetry(operation, span, label) {
87
109
  });
88
110
  throw error;
89
111
  }
90
- // Calculate exponential backoff delay
91
- const delay = BASE_RETRY_DELAY_MS * Math.pow(2, attempt);
112
+ const retryAfterMs = getRetryAfterMs(error);
113
+ const boundedRetryAfterMs = retryAfterMs === undefined
114
+ ? undefined
115
+ : Math.min(MAX_RETRY_AFTER_MS, Math.max(0, retryAfterMs));
116
+ const delay = boundedRetryAfterMs ??
117
+ Math.max(BASE_RETRY_DELAY_MS * Math.pow(2, attempt), NO_HINT_FLOOR_MS);
92
118
  // Record retry event on the OTel span
93
- span.addEvent("gen_ai.provider.retry", {
119
+ span?.addEvent("gen_ai.provider.retry", {
94
120
  "retry.attempt": attempt + 1,
95
121
  "retry.delay_ms": delay,
96
122
  ...(statusCode !== undefined && { "retry.status_code": statusCode }),
@@ -103,7 +129,7 @@ export async function withProviderRetry(operation, span, label) {
103
129
  statusCode,
104
130
  error: errorMessage,
105
131
  });
106
- await new Promise((r) => setTimeout(r, delay));
132
+ await sleep(delay);
107
133
  }
108
134
  }
109
135
  // This should never be reached due to the throw inside the loop,
@@ -0,0 +1,7 @@
1
+ /**
2
+ * Parse standard and commonly used rate-limit response headers.
3
+ *
4
+ * @returns The requested delay in milliseconds, or undefined when the
5
+ * response does not provide a usable rate-limit delay.
6
+ */
7
+ export declare function parseRetryAfterMs(headers: Pick<Headers, "get"> | Readonly<Record<string, string>>): number | undefined;
@@ -0,0 +1,43 @@
1
+ function getHeader(headers, headerName) {
2
+ if ("get" in headers && typeof headers.get === "function") {
3
+ return headers.get(headerName);
4
+ }
5
+ const normalizedHeaderName = headerName.toLowerCase();
6
+ for (const [name, value] of Object.entries(headers)) {
7
+ if (name.toLowerCase() === normalizedHeaderName) {
8
+ return value;
9
+ }
10
+ }
11
+ return null;
12
+ }
13
+ /**
14
+ * Parse standard and commonly used rate-limit response headers.
15
+ *
16
+ * @returns The requested delay in milliseconds, or undefined when the
17
+ * response does not provide a usable rate-limit delay.
18
+ */
19
+ export function parseRetryAfterMs(headers) {
20
+ const retryAfter = getHeader(headers, "Retry-After");
21
+ if (retryAfter) {
22
+ const seconds = parseInt(retryAfter, 10);
23
+ if (!Number.isNaN(seconds)) {
24
+ return Math.max(0, seconds * 1000);
25
+ }
26
+ const retryDate = new Date(retryAfter);
27
+ if (!Number.isNaN(retryDate.getTime())) {
28
+ return Math.max(0, retryDate.getTime() - Date.now());
29
+ }
30
+ }
31
+ const rateLimitReset = getHeader(headers, "X-RateLimit-Reset");
32
+ if (rateLimitReset) {
33
+ const resetTimestamp = parseInt(rateLimitReset, 10);
34
+ if (!Number.isNaN(resetTimestamp)) {
35
+ const resetTime = resetTimestamp > 1e12 ? resetTimestamp : resetTimestamp * 1000;
36
+ return Math.max(0, resetTime - Date.now());
37
+ }
38
+ }
39
+ if (getHeader(headers, "X-RateLimit-Remaining") === "0") {
40
+ return 1000;
41
+ }
42
+ return undefined;
43
+ }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@juspay/neurolink",
3
- "version": "10.7.1",
3
+ "version": "10.8.0",
4
4
  "packageManager": "pnpm@10.15.1",
5
5
  "description": "TypeScript AI SDK with 24+ LLM providers behind one consistent API. MCP-native (connect any MCP server), voice TTS/STT/realtime, RAG, agents, memory, context compaction. OpenAI · Anthropic · Gemini · Bedrock · Azure · Ollama · DeepSeek · NVIDIA NIM and more.",
6
6
  "author": {
@@ -144,6 +144,7 @@
144
144
  "test:model-pool": "pnpm run test:model-pool:vitest && npx tsx test/continuous-test-suite-model-pool.ts",
145
145
  "test:model-capabilities:vitest": "pnpm exec vitest run test/modelCapabilities.test.ts",
146
146
  "test:agent-runtime:vitest": "pnpm exec vitest run test/agentRuntime.test.ts test/agentDelegation.test.ts test/agentPlumbing.test.ts test/toolExecutionRecorder.test.ts test/samplingParams.test.ts test/structuredRecovery.test.ts",
147
+ "test:retry-after:vitest": "pnpm exec vitest run test/retryAfter.test.ts",
147
148
  "test:ci": "pnpm run test && pnpm run test:client && pnpm run test:hitl",
148
149
  "// CI tier — fast, no live AI calls, safe for every commit": "",
149
150
  "test:unit:vitest": "pnpm exec vitest run test/toolRouting.test.ts",
@@ -152,7 +153,7 @@
152
153
  "test:system-messages:vitest": "pnpm exec vitest run test/systemMessages.test.ts",
153
154
  "test:tool-routing-semantic:vitest": "pnpm exec vitest run test/toolRoutingSemantic.test.ts",
154
155
  "test:tool-routing-semantic": "pnpm run test:tool-routing-semantic:vitest && npx tsx test/continuous-test-suite-tool-routing-semantic.ts",
155
- "test:unit": "pnpm run test:envguard && pnpm run test:bugfixes && pnpm run test:file-detector-extension && pnpm run test:file-detector-magic-bytes && pnpm run test:mcp:infra && pnpm run test:mcp:bash && pnpm run test:mcp:limits && pnpm run test:mcp:spans && pnpm run test:autoresearch:redis && pnpm run test:unit:vitest && pnpm run test:tool-routing-cli:vitest && pnpm run test:tool-dedup:vitest && pnpm run test:model-pool:vitest && pnpm run test:litellm-context:vitest && pnpm run test:step-budget-guard:vitest && pnpm run test:system-messages:vitest && pnpm run test:tool-routing-semantic:vitest && pnpm run test:anthropic-tools-policy && pnpm run test:sagemaker-tools && pnpm run test:anthropic-multimodal && pnpm run test:excel-interop && pnpm run test:model-capabilities:vitest && pnpm run test:agent-runtime:vitest",
156
+ "test:unit": "pnpm run test:envguard && pnpm run test:bugfixes && pnpm run test:file-detector-extension && pnpm run test:file-detector-magic-bytes && pnpm run test:mcp:infra && pnpm run test:mcp:bash && pnpm run test:mcp:limits && pnpm run test:mcp:spans && pnpm run test:autoresearch:redis && pnpm run test:unit:vitest && pnpm run test:tool-routing-cli:vitest && pnpm run test:tool-dedup:vitest && pnpm run test:model-pool:vitest && pnpm run test:litellm-context:vitest && pnpm run test:step-budget-guard:vitest && pnpm run test:system-messages:vitest && pnpm run test:tool-routing-semantic:vitest && pnpm run test:anthropic-tools-policy && pnpm run test:sagemaker-tools && pnpm run test:anthropic-multimodal && pnpm run test:excel-interop && pnpm run test:model-capabilities:vitest && pnpm run test:agent-runtime:vitest && pnpm run test:retry-after:vitest",
156
157
  "// CI tier — live providers, runs only when API keys are present (test:credentials and test:dynamic make real provider calls when keys are set, so they live here, not in test:unit)": "",
157
158
  "test:live": "pnpm run test:providers && pnpm run test:mcp:http && pnpm run test:mcp:sdk && pnpm run test:mcp:cli && pnpm run test:observability && pnpm run test:context && pnpm run test:memory && pnpm run test:tool-reliability && pnpm run test:evaluation && pnpm run test:autoresearch && pnpm run test:credentials && pnpm run test:dynamic",
158
159
  "// CI tier — product output (image/video/TTS/PPT) — costs $$ per run": "",