@juspay/neurolink 2.0.0 → 2.1.0

package/CHANGELOG.md

@@ -1,3 +1,10 @@
+# [2.1.0](https://github.com/juspay/neurolink/compare/v2.0.0...v2.1.0) (2025-06-29)
+
+
+### Features
+
+* **timeout:** add comprehensive timeout support for all AI providers ([8610f4a](https://github.com/juspay/neurolink/commit/8610f4ade418345b0395ab72af6e675f6eec6f93))
+
 # [2.0.0](https://github.com/juspay/neurolink/compare/v1.11.3...v2.0.0) (2025-06-28)
 
 

package/README.md

@@ -61,6 +61,7 @@ import { createBestAIProvider } from "@juspay/neurolink";
 const provider = createBestAIProvider();
 const result = await provider.generateText({
   prompt: "Write a haiku about programming",
+  timeout: '30s' // Optional: Set custom timeout (default: 30s)
 });
 
 console.log(result.text);
@@ -182,36 +183,61 @@ npx @juspay/neurolink gen "What time is it?"
 # Disable tools for training-data-only responses
 npx @juspay/neurolink generate "What time is it?" --disable-tools
 
+# With custom timeout for complex prompts
+npx @juspay/neurolink generate "Explain quantum computing in detail" --timeout 1m
+
 # Real-time streaming with agent support (default)
 npx @juspay/neurolink stream "What time is it?"
 
 # Streaming without tools (traditional mode)
 npx @juspay/neurolink stream "Tell me a story" --disable-tools
 
+# Streaming with extended timeout
+npx @juspay/neurolink stream "Write a long story" --timeout 5m
+
 # Provider diagnostics
 npx @juspay/neurolink status --verbose
 
 # Batch processing
 echo -e "Write a haiku\nExplain gravity" > prompts.txt
 npx @juspay/neurolink batch prompts.txt --output results.json
+
+# Batch with custom timeout per request
+npx @juspay/neurolink batch prompts.txt --timeout 45s --output results.json
 ```
 
 ### SDK Integration
 
 ```typescript
-// SvelteKit API route
+// SvelteKit API route with timeout handling
 export const POST: RequestHandler = async ({ request }) => {
   const { message } = await request.json();
   const provider = createBestAIProvider();
-  const result = await provider.streamText({ prompt: message });
-  return new Response(result.toReadableStream());
+  
+  try {
+    const result = await provider.streamText({ 
+      prompt: message,
+      timeout: '2m' // 2 minutes for streaming
+    });
+    return new Response(result.toReadableStream());
+  } catch (error) {
+    if (error.name === 'TimeoutError') {
+      return new Response('Request timed out', { status: 408 });
+    }
+    throw error;
+  }
 };
 
-// Next.js API route
+// Next.js API route with timeout
 export async function POST(request: NextRequest) {
   const { prompt } = await request.json();
   const provider = createBestAIProvider();
-  const result = await provider.generateText({ prompt });
+  
+  const result = await provider.generateText({ 
+    prompt,
+    timeout: process.env.AI_TIMEOUT || '30s' // Configurable timeout
+  });
+  
   return NextResponse.json({ text: result.text });
 }
 ```

package/dist/cli/commands/config.d.ts

@@ -117,12 +117,12 @@ declare const ConfigSchema: z.ZodObject<{
             model: z.ZodDefault<z.ZodString>;
             timeout: z.ZodDefault<z.ZodNumber>;
         }, "strip", z.ZodTypeAny, {
-            model: string;
             timeout: number;
+            model: string;
             baseUrl: string;
         }, {
-            model?: string | undefined;
             timeout?: number | undefined;
+            model?: string | undefined;
             baseUrl?: string | undefined;
         }>>;
         mistral: z.ZodOptional<z.ZodObject<{
@@ -176,8 +176,8 @@ declare const ConfigSchema: z.ZodObject<{
             apiKey?: string | undefined;
         } | undefined;
         ollama?: {
-            model: string;
             timeout: number;
+            model: string;
             baseUrl: string;
         } | undefined;
         mistral?: {
@@ -225,8 +225,8 @@ declare const ConfigSchema: z.ZodObject<{
             apiKey?: string | undefined;
         } | undefined;
         ollama?: {
-            model?: string | undefined;
             timeout?: number | undefined;
+            model?: string | undefined;
             baseUrl?: string | undefined;
         } | undefined;
         mistral?: {
@@ -299,8 +299,8 @@ declare const ConfigSchema: z.ZodObject<{
             apiKey?: string | undefined;
         } | undefined;
         ollama?: {
-            model: string;
             timeout: number;
+            model: string;
             baseUrl: string;
         } | undefined;
         mistral?: {
@@ -360,8 +360,8 @@ declare const ConfigSchema: z.ZodObject<{
             apiKey?: string | undefined;
         } | undefined;
         ollama?: {
-            model?: string | undefined;
             timeout?: number | undefined;
+            model?: string | undefined;
             baseUrl?: string | undefined;
         } | undefined;
         mistral?: {

package/dist/cli/index.js

@@ -253,9 +253,9 @@ const cli = yargs(args)
     description: "Enable debug mode with verbose output",
 }) // Kept for potential specific debug logic
     .option("timeout", {
-    type: "number",
-    default: 30000,
-    description: "Timeout for the request in milliseconds",
+    type: "string",
+    default: "30s",
+    description: "Timeout for the request (e.g., 30s, 2m, 1h, 5000)",
 })
     .option("disable-tools", {
     type: "boolean",
@@ -285,9 +285,8 @@ const cli = yargs(args)
         ? null
         : ora("🤖 Generating text...").start();
     try {
-        const timeoutPromise = new Promise((_, reject) => {
-            setTimeout(() => reject(new Error(`Request timeout (${argv.timeout}ms)`)), argv.timeout);
-        });
+        // The SDK will handle the timeout internally, so we don't need this wrapper anymore
+        // Just pass the timeout to the SDK
         // Use AgentEnhancedProvider when tools are enabled, otherwise use standard SDK
         let generatePromise;
         if (argv.disableTools === true) {
@@ -300,6 +299,7 @@ const cli = yargs(args)
                 temperature: argv.temperature,
                 maxTokens: argv.maxTokens,
                 systemPrompt: argv.system,
+                timeout: argv.timeout,
             });
         }
         else {
@@ -323,10 +323,7 @@ const cli = yargs(args)
             });
             generatePromise = agentProvider.generateText(argv.prompt);
         }
-        const result = (await Promise.race([
-            generatePromise,
-            timeoutPromise,
-        ]));
+        const result = await generatePromise;
         if (argv.format === "json" && originalConsole.log) {
             Object.assign(console, originalConsole);
         }
@@ -334,20 +331,20 @@ const cli = yargs(args)
             spinner.succeed(chalk.green("✅ Text generated successfully!"));
         }
         // Handle both AgentEnhancedProvider (AI SDK) and standard NeuroLink SDK responses
-        const responseText = result.text || result.content || "";
-        const responseUsage = result.usage || {
+        const responseText = result ? (result.text || result.content || "") : "";
+        const responseUsage = result ? (result.usage || {
             promptTokens: 0,
             completionTokens: 0,
             totalTokens: 0,
-        };
+        }) : { promptTokens: 0, completionTokens: 0, totalTokens: 0 };
         if (argv.format === "json") {
             const jsonOutput = {
                 content: responseText,
-                provider: result.provider || argv.provider,
+                provider: result ? (result.provider || argv.provider) : argv.provider,
                 usage: responseUsage,
-                responseTime: result.responseTime || 0,
-                toolCalls: result.toolCalls || [],
-                toolResults: result.toolResults || [],
+                responseTime: result ? (result.responseTime || 0) : 0,
+                toolCalls: result ? (result.toolCalls || []) : [],
+                toolResults: result ? (result.toolResults || []) : [],
             };
             process.stdout.write(JSON.stringify(jsonOutput, null, 2) + "\n");
         }
@@ -357,7 +354,7 @@ const cli = yargs(args)
                 console.log("\n" + responseText + "\n");
             }
             // Show tool calls if any
-            if (result.toolCalls && result.toolCalls.length > 0) {
+            if (result && result.toolCalls && result.toolCalls.length > 0) {
                 console.log(chalk.blue("🔧 Tools Called:"));
                 for (const toolCall of result.toolCalls) {
                     console.log(`- ${toolCall.toolName}`);
@@ -366,7 +363,7 @@ const cli = yargs(args)
                 console.log();
             }
             // Show tool results if any
-            if (result.toolResults && result.toolResults.length > 0) {
+            if (result && result.toolResults && result.toolResults.length > 0) {
                 console.log(chalk.blue("📋 Tool Results:"));
                 for (const toolResult of result.toolResults) {
                     console.log(`- ${toolResult.toolCallId}`);
@@ -375,9 +372,9 @@ const cli = yargs(args)
                 console.log();
             }
             console.log(JSON.stringify({
-                provider: result.provider || argv.provider,
+                provider: result ? (result.provider || argv.provider) : argv.provider,
                 usage: responseUsage,
-                responseTime: result.responseTime || 0,
+                responseTime: result ? (result.responseTime || 0) : 0,
             }, null, 2));
             if (responseUsage.totalTokens) {
                 console.log(chalk.blue(`ℹ️  ${responseUsage.totalTokens} tokens used`));
@@ -436,6 +433,11 @@ const cli = yargs(args)
     type: "number",
     default: 0.7,
     description: "Creativity level",
+})
+    .option("timeout", {
+    type: "string",
+    default: "2m",
+    description: "Timeout for streaming (e.g., 30s, 2m, 1h)",
 })
     .option("debug", {
     type: "boolean",
@@ -468,6 +470,7 @@ const cli = yargs(args)
                     ? undefined
                     : argv.provider,
                 temperature: argv.temperature,
+                timeout: argv.timeout,
             });
         }
         else {
@@ -552,9 +555,9 @@ const cli = yargs(args)
     description: "AI provider to use",
 })
     .option("timeout", {
-    type: "number",
-    default: 30000,
-    description: "Timeout for each request in milliseconds",
+    type: "string",
+    default: "30s",
+    description: "Timeout for each request (e.g., 30s, 2m, 1h)",
 })
     .option("temperature", {
     type: "number",
@@ -607,8 +610,7 @@ const cli = yargs(args)
                 spinner.text = `Processing ${i + 1}/${prompts.length}: ${prompts[i].substring(0, 30)}...`;
             }
             try {
-                const timeoutPromise = new Promise((_, reject) => setTimeout(() => reject(new Error("Request timeout")), argv.timeout));
-                const generatePromise = sdk.generateText({
+                const result = await sdk.generateText({
                     prompt: prompts[i],
                     provider: argv.provider === "auto"
                         ? undefined
@@ -616,11 +618,8 @@ const cli = yargs(args)
                     temperature: argv.temperature,
                     maxTokens: argv.maxTokens,
                     systemPrompt: argv.system,
+                    timeout: argv.timeout,
                 });
-                const result = (await Promise.race([
-                    generatePromise,
-                    timeoutPromise,
-                ]));
                 results.push({ prompt: prompts[i], response: result.content });
                 if (spinner) {
                     spinner.render();

package/dist/core/types.d.ts

@@ -80,6 +80,7 @@ export interface TextGenerationOptions {
     systemPrompt?: string;
     schema?: ZodType<unknown, ZodTypeDef, unknown> | Schema<unknown>;
     tools?: Record<string, Tool>;
+    timeout?: number | string;
 }
 /**
  * Stream text options interface
@@ -92,6 +93,7 @@ export interface StreamTextOptions {
     systemPrompt?: string;
     schema?: ZodType<unknown, ZodTypeDef, unknown> | Schema<unknown>;
     tools?: Record<string, Tool>;
+    timeout?: number | string;
 }
 /**
  * AI Provider interface with flexible parameter support

package/dist/lib/core/types.d.ts

@@ -80,6 +80,7 @@ export interface TextGenerationOptions {
     systemPrompt?: string;
     schema?: ZodType<unknown, ZodTypeDef, unknown> | Schema<unknown>;
     tools?: Record<string, Tool>;
+    timeout?: number | string;
 }
 /**
  * Stream text options interface
@@ -92,6 +93,7 @@ export interface StreamTextOptions {
     systemPrompt?: string;
     schema?: ZodType<unknown, ZodTypeDef, unknown> | Schema<unknown>;
     tools?: Record<string, Tool>;
+    timeout?: number | string;
 }
 /**
  * AI Provider interface with flexible parameter support

package/dist/lib/neurolink.d.ts

@@ -12,6 +12,7 @@ export interface TextGenerationOptions {
     maxTokens?: number;
     systemPrompt?: string;
     schema?: any;
+    timeout?: number | string;
     disableTools?: boolean;
 }
 export interface StreamTextOptions {
@@ -20,6 +21,7 @@ export interface StreamTextOptions {
     temperature?: number;
     maxTokens?: number;
     systemPrompt?: string;
+    timeout?: number | string;
 }
 export interface TextGenerationResult {
     content: string;

package/dist/lib/neurolink.js

@@ -11,6 +11,7 @@ import { toolRegistry } from "./mcp/tool-registry.js";
 import { unifiedRegistry } from "./mcp/unified-registry.js";
 import { logger } from "./utils/logger.js";
 import { getBestProvider } from "./utils/providerUtils-fixed.js";
+import { TimeoutError } from "./utils/timeout.js";
 export class NeuroLink {
     mcpInitialized = false;
     contextManager;
@@ -32,10 +33,9 @@ export class NeuroLink {
             const mcpInitPromise = Promise.race([
                 this.doIsolatedMCPInitialization(),
                 new Promise((_, reject) => {
-                    const timer = setTimeout(() => {
+                    setTimeout(() => {
                         reject(new Error("MCP initialization timeout after 3s"));
                     }, initTimeout);
-                    timer.unref(); // Don't keep process alive
                 }),
             ]);
             await mcpInitPromise;
@@ -134,6 +134,7 @@ export class NeuroLink {
                 temperature: options.temperature,
                 maxTokens: options.maxTokens,
                 systemPrompt: enhancedSystemPrompt,
+                timeout: options.timeout,
             }, options.schema);
             if (!result) {
                 throw new Error("No response received from AI provider");
@@ -222,6 +223,7 @@ export class NeuroLink {
                     temperature: options.temperature,
                     maxTokens: options.maxTokens,
                     systemPrompt: options.systemPrompt,
+                    timeout: options.timeout,
                 }, options.schema);
                 if (!result) {
                     throw new Error("No response received from AI provider");
@@ -252,9 +254,18 @@ export class NeuroLink {
             catch (error) {
                 const errorMessage = error instanceof Error ? error.message : String(error);
                 lastError = error instanceof Error ? error : new Error(errorMessage);
+                // Special handling for timeout errors
+                if (error instanceof TimeoutError) {
+                    logger.warn(`[${functionTag}] Provider timed out`, {
+                        provider: providerName,
+                        timeout: error.timeout,
+                        operation: error.operation,
+                    });
+                }
                 logger.debug(`[${functionTag}] Provider failed, trying next`, {
                     provider: providerName,
                     error: errorMessage,
+                    isTimeout: error instanceof TimeoutError,
                     remainingProviders: tryProviders.slice(tryProviders.indexOf(providerName) + 1),
                 });
                 // Continue to next provider
@@ -338,6 +349,7 @@ Note: Tool integration is currently in development. Please provide helpful respo
                     temperature: options.temperature,
                     maxTokens: options.maxTokens,
                     systemPrompt: options.systemPrompt,
+                    timeout: options.timeout,
                 });
                 if (!result) {
                     throw new Error("No stream response received from AI provider");
@@ -358,9 +370,18 @@ Note: Tool integration is currently in development. Please provide helpful respo
             catch (error) {
                 const errorMessage = error instanceof Error ? error.message : String(error);
                 lastError = error instanceof Error ? error : new Error(errorMessage);
+                // Special handling for timeout errors
+                if (error instanceof TimeoutError) {
+                    logger.warn(`[${functionTag}] Provider timed out`, {
+                        provider: providerName,
+                        timeout: error.timeout,
+                        operation: error.operation,
+                    });
+                }
                 logger.debug(`[${functionTag}] Provider failed, trying next`, {
                     provider: providerName,
                     error: errorMessage,
+                    isTimeout: error instanceof TimeoutError,
                     remainingProviders: tryProviders.slice(tryProviders.indexOf(providerName) + 1),
                 });
                 // Continue to next provider

package/dist/lib/providers/agent-enhanced-provider.d.ts

@@ -15,6 +15,7 @@ interface AgentConfig {
     enableTools?: boolean;
     enableMCP?: boolean;
     mcpInitTimeoutMs?: number;
+    toolExecutionTimeout?: number | string;
     mcpDiscoveryOptions?: {
         searchPaths?: string[];
         configFiles?: string[];

package/dist/lib/providers/agent-enhanced-provider.js

@@ -9,6 +9,7 @@ import { anthropic } from "@ai-sdk/anthropic";
 import { getToolsForCategory, } from "../agent/direct-tools.js";
 import { UnifiedMCPSystem } from "../mcp/unified-mcp.js";
 import { mcpLogger } from "../mcp/logging.js";
+import { parseTimeout } from "../utils/timeout.js";
 /**
  * Agent-Enhanced Provider Class
  * Provides AI generation with tool calling capabilities
@@ -114,7 +115,21 @@ export class AgentEnhancedProvider {
                     description: toolInfo.description || `MCP tool: ${toolInfo.name}`,
                     parameters: toolInfo.inputSchema || {},
                     execute: async (args) => {
+                        let timeoutId;
                         try {
+                            // Create timeout controller for tool execution if configured
+                            const toolTimeout = this.config.toolExecutionTimeout;
+                            const toolAbortController = toolTimeout
+                                ? new AbortController()
+                                : undefined;
+                            if (toolAbortController && toolTimeout) {
+                                const timeoutMs = typeof toolTimeout === 'string'
+                                    ? parseTimeout(toolTimeout)
+                                    : toolTimeout;
+                                timeoutId = setTimeout(() => {
+                                    toolAbortController.abort();
+                                }, timeoutMs);
+                            }
                             const context = {
                                 sessionId: 'cli-session',
                                 userId: 'cli-user',
@@ -185,10 +200,33 @@ export class AgentEnhancedProvider {
                                     }
                                 }
                             };
-                            const result = await this.mcpSystem.executeTool(toolInfo.name, args, context);
+                            const toolPromise = this.mcpSystem.executeTool(toolInfo.name, args, context);
+                            let result;
+                            if (toolAbortController) {
+                                // Race between tool execution and timeout
+                                result = await Promise.race([
+                                    toolPromise,
+                                    new Promise((_, reject) => {
+                                        toolAbortController.signal.addEventListener('abort', () => {
+                                            reject(new Error(`Tool ${toolInfo.name} timed out after ${this.config.toolExecutionTimeout}`));
+                                        });
+                                    })
+                                ]);
+                            }
+                            else {
+                                result = await toolPromise;
+                            }
+                            // Clear timeout if successful
+                            if (timeoutId) {
+                                clearTimeout(timeoutId);
+                            }
                             return result.data || result;
                         }
                         catch (error) {
+                            // Clear timeout on error
+                            if (timeoutId) {
+                                clearTimeout(timeoutId);
+                            }
                             mcpLogger.error(`MCP tool ${toolInfo.name} execution failed:`, error);
                             throw error;
                         }
@@ -206,7 +244,7 @@ export class AgentEnhancedProvider {
         const options = typeof optionsOrPrompt === "string"
             ? { prompt: optionsOrPrompt }
             : optionsOrPrompt;
-        const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt, schema, } = options;
+        const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt, schema, timeout, } = options;
         // Get combined tools (direct + MCP) if enabled
         const tools = this.config.enableTools
             ? await this.getCombinedTools()
@@ -220,6 +258,14 @@ export class AgentEnhancedProvider {
             maxSteps: this.config.maxSteps
         });
         try {
+            // Parse timeout if provided
+            let abortSignal;
+            if (timeout) {
+                const timeoutMs = typeof timeout === 'string' ? parseTimeout(timeout) : timeout;
+                if (timeoutMs !== undefined) {
+                    abortSignal = AbortSignal.timeout(timeoutMs);
+                }
+            }
             // The AI SDK with maxSteps automatically handles tool calling and result integration
             const result = await generateText({
                 model: this.model,
@@ -231,6 +277,7 @@ export class AgentEnhancedProvider {
                 temperature,
                 maxTokens,
                 toolChoice: this.shouldForceToolUsage(prompt) ? "required" : "auto",
+                abortSignal, // Pass abort signal for timeout support
             });
             log('Generation completed', {
                 text: result.text?.substring(0, 200),
@@ -307,12 +354,20 @@ export class AgentEnhancedProvider {
         const options = typeof optionsOrPrompt === "string"
             ? { prompt: optionsOrPrompt }
             : optionsOrPrompt;
-        const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt, } = options;
+        const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt, timeout, } = options;
         // Get combined tools (direct + MCP) if enabled
         const tools = this.config.enableTools
             ? await this.getCombinedTools()
             : {};
         try {
+            // Parse timeout if provided
+            let abortSignal;
+            if (timeout) {
+                const timeoutMs = typeof timeout === 'string' ? parseTimeout(timeout) : timeout;
+                if (timeoutMs !== undefined) {
+                    abortSignal = AbortSignal.timeout(timeoutMs);
+                }
+            }
             const result = await streamText({
                 model: this.model,
                 prompt: systemPrompt
@@ -323,6 +378,7 @@ export class AgentEnhancedProvider {
                 temperature,
                 maxTokens,
                 toolChoice: this.shouldForceToolUsage(prompt) ? "required" : "auto",
+                abortSignal, // Pass abort signal for timeout support
             });
             return result;
         }