@juspay/neurolink 2.0.0 → 3.0.0

package/dist/lib/providers/googleVertexAI.js

@@ -23,6 +23,8 @@ async function getCreateVertexAnthropic() {
 }
 import { streamText, generateText, Output, } from "ai";
 import { logger } from "../utils/logger.js";
+import { createTimeoutController, TimeoutError, getDefaultTimeout, } from "../utils/timeout.js";
+import { createProxyFetch } from "../proxy/proxy-fetch.js";
 // Default system context
 const DEFAULT_SYSTEM_CONTEXT = {
     systemPrompt: "You are a helpful AI assistant.",
@@ -145,9 +147,11 @@ const createVertexSettings = async () => {
     const functionTag = "createVertexSettings";
     // Setup authentication first
     await setupGoogleAuth();
+    const proxyFetch = createProxyFetch();
     const baseSettings = {
         project: getGCPVertexBreezeProjectId(),
         location: getGCPVertexBreezeLocation(),
+        fetch: proxyFetch,
     };
     // Method 1: Principal Account Authentication (file path) - Recommended for production
     if (hasPrincipalAccountAuth()) {
@@ -285,7 +289,7 @@ export class GoogleVertexAI {
             const options = typeof optionsOrPrompt === "string"
                 ? { prompt: optionsOrPrompt }
                 : optionsOrPrompt;
-            const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt = DEFAULT_SYSTEM_CONTEXT.systemPrompt, schema, } = options;
+            const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt = DEFAULT_SYSTEM_CONTEXT.systemPrompt, schema, timeout = getDefaultTimeout(provider, "stream"), } = options;
             // Use schema from options or fallback parameter
             const finalSchema = schema || analysisSchema;
             logger.debug(`[${functionTag}] Stream request started`, {
@@ -296,14 +300,21 @@ export class GoogleVertexAI {
                 temperature,
                 maxTokens,
                 hasSchema: !!finalSchema,
+                timeout,
             });
             const model = await this.getModel();
+            // Create timeout controller if timeout is specified
+            const timeoutController = createTimeoutController(timeout, provider, "stream");
             const streamOptions = {
                 model: model,
                 prompt: prompt,
                 system: systemPrompt,
                 temperature,
                 maxTokens,
+                // Add abort signal if available
+                ...(timeoutController && {
+                    abortSignal: timeoutController.controller.signal,
+                }),
                 onError: (event) => {
                     const error = event.error;
                     const errorMessage = error instanceof Error ? error.message : String(error);
@@ -345,16 +356,30 @@ export class GoogleVertexAI {
                 });
             }
             const result = streamText(streamOptions);
+            // For streaming, we can't clean up immediately, but the timeout will auto-clean
+            // The user should handle the stream and any timeout errors
             return result;
         }
         catch (err) {
-            logger.error(`[${functionTag}] Exception`, {
-                provider,
-                modelName: this.modelName,
-                message: "Error in streaming text",
-                err: String(err),
-                promptLength: prompt.length,
-            });
+            // Log timeout errors specifically
+            if (err instanceof TimeoutError) {
+                logger.error(`[${functionTag}] Timeout error`, {
+                    provider,
+                    modelName: this.modelName,
+                    isAnthropic: isAnthropicModel(this.modelName),
+                    timeout: err.timeout,
+                    message: err.message,
+                });
+            }
+            else {
+                logger.error(`[${functionTag}] Exception`, {
+                    provider,
+                    modelName: this.modelName,
+                    message: "Error in streaming text",
+                    err: String(err),
+                    promptLength: prompt.length,
+                });
+            }
             throw err; // Re-throw error to trigger fallback
         }
     }
@@ -372,7 +397,7 @@ export class GoogleVertexAI {
             const options = typeof optionsOrPrompt === "string"
                 ? { prompt: optionsOrPrompt }
                 : optionsOrPrompt;
-            const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt = DEFAULT_SYSTEM_CONTEXT.systemPrompt, schema, } = options;
+            const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt = DEFAULT_SYSTEM_CONTEXT.systemPrompt, schema, timeout = getDefaultTimeout(provider, "generate"), } = options;
             // Use schema from options or fallback parameter
             const finalSchema = schema || analysisSchema;
             logger.debug(`[${functionTag}] Generate request started`, {
@@ -382,37 +407,65 @@ export class GoogleVertexAI {
                 promptLength: prompt.length,
                 temperature,
                 maxTokens,
+                timeout,
             });
             const model = await this.getModel();
+            // Create timeout controller if timeout is specified
+            const timeoutController = createTimeoutController(timeout, provider, "generate");
             const generateOptions = {
                 model: model,
                 prompt: prompt,
                 system: systemPrompt,
                 temperature,
                 maxTokens,
+                // Add abort signal if available
+                ...(timeoutController && {
+                    abortSignal: timeoutController.controller.signal,
+                }),
             };
             if (finalSchema) {
                 generateOptions.experimental_output = Output.object({
                     schema: finalSchema,
                 });
             }
-            const result = await generateText(generateOptions);
-            logger.debug(`[${functionTag}] Generate text completed`, {
-                provider,
-                modelName: this.modelName,
-                usage: result.usage,
-                finishReason: result.finishReason,
-                responseLength: result.text?.length || 0,
-            });
-            return result;
+            try {
+                const result = await generateText(generateOptions);
+                // Clean up timeout if successful
+                timeoutController?.cleanup();
+                logger.debug(`[${functionTag}] Generate text completed`, {
+                    provider,
+                    modelName: this.modelName,
+                    usage: result.usage,
+                    finishReason: result.finishReason,
+                    responseLength: result.text?.length || 0,
+                    timeout,
+                });
+                return result;
+            }
+            finally {
+                // Always cleanup timeout
+                timeoutController?.cleanup();
+            }
         }
         catch (err) {
-            logger.error(`[${functionTag}] Exception`, {
-                provider,
-                modelName: this.modelName,
-                message: "Error in generating text",
-                err: String(err),
-            });
+            // Log timeout errors specifically
+            if (err instanceof TimeoutError) {
+                logger.error(`[${functionTag}] Timeout error`, {
+                    provider,
+                    modelName: this.modelName,
+                    isAnthropic: isAnthropicModel(this.modelName),
+                    timeout: err.timeout,
+                    message: err.message,
+                });
+            }
+            else {
+                logger.error(`[${functionTag}] Exception`, {
+                    provider,
+                    modelName: this.modelName,
+                    message: "Error in generating text",
+                    err: String(err),
+                });
+            }
             throw err; // Re-throw error to trigger fallback
         }
     }

package/dist/lib/providers/huggingFace.js

@@ -1,6 +1,7 @@
 import { HfInference } from "@huggingface/inference";
 import { streamText, generateText, Output, } from "ai";
 import { logger } from "../utils/logger.js";
+import { createTimeoutController, TimeoutError, getDefaultTimeout, } from "../utils/timeout.js";
 // Default system context
 const DEFAULT_SYSTEM_CONTEXT = {
     systemPrompt: "You are a helpful AI assistant.",
@@ -228,7 +229,7 @@ export class HuggingFace {
             const options = typeof optionsOrPrompt === "string"
                 ? { prompt: optionsOrPrompt }
                 : optionsOrPrompt;
-            const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt = DEFAULT_SYSTEM_CONTEXT.systemPrompt, schema, } = options;
+            const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt = DEFAULT_SYSTEM_CONTEXT.systemPrompt, schema, timeout = getDefaultTimeout(provider, "stream"), } = options;
             // Use schema from options or fallback parameter
             const finalSchema = schema || analysisSchema;
             logger.debug(`[${functionTag}] Stream request started`, {
@@ -238,14 +239,21 @@ export class HuggingFace {
                 temperature,
                 maxTokens,
                 hasSchema: !!finalSchema,
+                timeout,
             });
             const model = this.getModel();
+            // Create timeout controller if timeout is specified
+            const timeoutController = createTimeoutController(timeout, provider, "stream");
             const streamOptions = {
                 model: model,
                 prompt: prompt,
                 system: systemPrompt,
                 temperature,
                 maxTokens,
+                // Add abort signal if available
+                ...(timeoutController && {
+                    abortSignal: timeoutController.controller.signal,
+                }),
                 onError: (event) => {
                     const error = event.error;
                     const errorMessage = error instanceof Error ? error.message : String(error);
@@ -287,18 +295,31 @@ export class HuggingFace {
                 });
             }
             const result = streamText(streamOptions);
+            // For streaming, we can't clean up immediately, but the timeout will auto-clean
+            // The user should handle the stream and any timeout errors
             return result;
         }
         catch (err) {
-            logger.error(`[${functionTag}] Exception`, {
-                provider,
-                modelName: this.modelName,
-                message: "Error in streaming text",
-                err: String(err),
-                promptLength: typeof optionsOrPrompt === "string"
-                    ? optionsOrPrompt.length
-                    : optionsOrPrompt.prompt.length,
-            });
+            // Log timeout errors specifically
+            if (err instanceof TimeoutError) {
+                logger.error(`[${functionTag}] Timeout error`, {
+                    provider,
+                    modelName: this.modelName,
+                    timeout: err.timeout,
+                    message: err.message,
+                });
+            }
+            else {
+                logger.error(`[${functionTag}] Exception`, {
+                    provider,
+                    modelName: this.modelName,
+                    message: "Error in streaming text",
+                    err: String(err),
+                    promptLength: typeof optionsOrPrompt === "string"
+                        ? optionsOrPrompt.length
+                        : optionsOrPrompt.prompt.length,
+                });
+            }
             throw err; // Re-throw error to trigger fallback
         }
     }
@@ -316,7 +337,7 @@ export class HuggingFace {
             const options = typeof optionsOrPrompt === "string"
                 ? { prompt: optionsOrPrompt }
                 : optionsOrPrompt;
-            const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt = DEFAULT_SYSTEM_CONTEXT.systemPrompt, schema, } = options;
+            const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt = DEFAULT_SYSTEM_CONTEXT.systemPrompt, schema, timeout = getDefaultTimeout(provider, "generate"), } = options;
             // Use schema from options or fallback parameter
             const finalSchema = schema || analysisSchema;
             logger.debug(`[${functionTag}] Generate request started`, {
@@ -325,37 +346,64 @@ export class HuggingFace {
                 promptLength: prompt.length,
                 temperature,
                 maxTokens,
+                timeout,
             });
             const model = this.getModel();
+            // Create timeout controller if timeout is specified
+            const timeoutController = createTimeoutController(timeout, provider, "generate");
             const generateOptions = {
                 model: model,
                 prompt: prompt,
                 system: systemPrompt,
                 temperature,
                 maxTokens,
+                // Add abort signal if available
+                ...(timeoutController && {
+                    abortSignal: timeoutController.controller.signal,
+                }),
             };
             if (finalSchema) {
                 generateOptions.experimental_output = Output.object({
                     schema: finalSchema,
                 });
             }
-            const result = await generateText(generateOptions);
-            logger.debug(`[${functionTag}] Generate text completed`, {
-                provider,
-                modelName: this.modelName,
-                usage: result.usage,
-                finishReason: result.finishReason,
-                responseLength: result.text?.length || 0,
-            });
-            return result;
+            try {
+                const result = await generateText(generateOptions);
+                // Clean up timeout if successful
+                timeoutController?.cleanup();
+                logger.debug(`[${functionTag}] Generate text completed`, {
+                    provider,
+                    modelName: this.modelName,
+                    usage: result.usage,
+                    finishReason: result.finishReason,
+                    responseLength: result.text?.length || 0,
+                    timeout,
+                });
+                return result;
+            }
+            finally {
+                // Always cleanup timeout
+                timeoutController?.cleanup();
+            }
         }
         catch (err) {
-            logger.error(`[${functionTag}] Exception`, {
-                provider,
-                modelName: this.modelName,
-                message: "Error in generating text",
-                err: String(err),
-            });
+            // Log timeout errors specifically
+            if (err instanceof TimeoutError) {
+                logger.error(`[${functionTag}] Timeout error`, {
+                    provider,
+                    modelName: this.modelName,
+                    timeout: err.timeout,
+                    message: err.message,
+                });
+            }
+            else {
+                logger.error(`[${functionTag}] Exception`, {
+                    provider,
+                    modelName: this.modelName,
+                    message: "Error in generating text",
+                    err: String(err),
+                });
+            }
             throw err; // Re-throw error to trigger fallback
         }
     }

package/dist/lib/providers/mistralAI.js

@@ -1,6 +1,7 @@
 import { createMistral } from "@ai-sdk/mistral";
 import { streamText, generateText, Output, } from "ai";
 import { logger } from "../utils/logger.js";
+import { createTimeoutController, TimeoutError, getDefaultTimeout, } from "../utils/timeout.js";
 // Default system context
 const DEFAULT_SYSTEM_CONTEXT = {
     systemPrompt: "You are a helpful AI assistant.",
@@ -88,7 +89,7 @@ export class MistralAI {
             const options = typeof optionsOrPrompt === "string"
                 ? { prompt: optionsOrPrompt }
                 : optionsOrPrompt;
-            const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt = DEFAULT_SYSTEM_CONTEXT.systemPrompt, schema, } = options;
+            const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt = DEFAULT_SYSTEM_CONTEXT.systemPrompt, schema, timeout = getDefaultTimeout(provider, "stream"), } = options;
             // Use schema from options or fallback parameter
             const finalSchema = schema || analysisSchema;
             logger.debug(`[${functionTag}] Stream request started`, {
@@ -98,14 +99,21 @@ export class MistralAI {
                 temperature,
                 maxTokens,
                 hasSchema: !!finalSchema,
+                timeout,
             });
             const model = this.getModel();
+            // Create timeout controller if timeout is specified
+            const timeoutController = createTimeoutController(timeout, provider, "stream");
             const streamOptions = {
                 model: model,
                 prompt: prompt,
                 system: systemPrompt,
                 temperature,
                 maxTokens,
+                // Add abort signal if available
+                ...(timeoutController && {
+                    abortSignal: timeoutController.controller.signal,
+                }),
                 onError: (event) => {
                     const error = event.error;
                     const errorMessage = error instanceof Error ? error.message : String(error);
@@ -147,18 +155,31 @@ export class MistralAI {
                 });
             }
             const result = streamText(streamOptions);
+            // For streaming, we can't clean up immediately, but the timeout will auto-clean
+            // The user should handle the stream and any timeout errors
             return result;
         }
         catch (err) {
-            logger.error(`[${functionTag}] Exception`, {
-                provider,
-                modelName: this.modelName,
-                message: "Error in streaming text",
-                err: String(err),
-                promptLength: typeof optionsOrPrompt === "string"
-                    ? optionsOrPrompt.length
-                    : optionsOrPrompt.prompt.length,
-            });
+            // Log timeout errors specifically
+            if (err instanceof TimeoutError) {
+                logger.error(`[${functionTag}] Timeout error`, {
+                    provider,
+                    modelName: this.modelName,
+                    timeout: err.timeout,
+                    message: err.message,
+                });
+            }
+            else {
+                logger.error(`[${functionTag}] Exception`, {
+                    provider,
+                    modelName: this.modelName,
+                    message: "Error in streaming text",
+                    err: String(err),
+                    promptLength: typeof optionsOrPrompt === "string"
+                        ? optionsOrPrompt.length
+                        : optionsOrPrompt.prompt.length,
+                });
+            }
             throw err; // Re-throw error to trigger fallback
         }
     }
@@ -176,7 +197,7 @@ export class MistralAI {
             const options = typeof optionsOrPrompt === "string"
                 ? { prompt: optionsOrPrompt }
                 : optionsOrPrompt;
-            const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt = DEFAULT_SYSTEM_CONTEXT.systemPrompt, schema, } = options;
+            const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt = DEFAULT_SYSTEM_CONTEXT.systemPrompt, schema, timeout = getDefaultTimeout(provider, "generate"), } = options;
             // Use schema from options or fallback parameter
             const finalSchema = schema || analysisSchema;
             logger.debug(`[${functionTag}] Generate request started`, {
@@ -185,37 +206,64 @@ export class MistralAI {
                 promptLength: prompt.length,
                 temperature,
                 maxTokens,
+                timeout,
             });
             const model = this.getModel();
+            // Create timeout controller if timeout is specified
+            const timeoutController = createTimeoutController(timeout, provider, "generate");
             const generateOptions = {
                 model: model,
                 prompt: prompt,
                 system: systemPrompt,
                 temperature,
                 maxTokens,
+                // Add abort signal if available
+                ...(timeoutController && {
+                    abortSignal: timeoutController.controller.signal,
+                }),
             };
             if (finalSchema) {
                 generateOptions.experimental_output = Output.object({
                     schema: finalSchema,
                 });
             }
-            const result = await generateText(generateOptions);
-            logger.debug(`[${functionTag}] Generate text completed`, {
-                provider,
-                modelName: this.modelName,
-                usage: result.usage,
-                finishReason: result.finishReason,
-                responseLength: result.text?.length || 0,
-            });
-            return result;
+            try {
+                const result = await generateText(generateOptions);
+                // Clean up timeout if successful
+                timeoutController?.cleanup();
+                logger.debug(`[${functionTag}] Generate text completed`, {
+                    provider,
+                    modelName: this.modelName,
+                    usage: result.usage,
+                    finishReason: result.finishReason,
+                    responseLength: result.text?.length || 0,
+                    timeout,
+                });
+                return result;
+            }
+            finally {
+                // Always cleanup timeout
+                timeoutController?.cleanup();
+            }
         }
         catch (err) {
-            logger.error(`[${functionTag}] Exception`, {
-                provider,
-                modelName: this.modelName,
-                message: "Error in generating text",
-                err: String(err),
-            });
+            // Log timeout errors specifically
+            if (err instanceof TimeoutError) {
+                logger.error(`[${functionTag}] Timeout error`, {
+                    provider,
+                    modelName: this.modelName,
+                    timeout: err.timeout,
+                    message: err.message,
+                });
+            }
+            else {
+                logger.error(`[${functionTag}] Exception`, {
+                    provider,
+                    modelName: this.modelName,
+                    message: "Error in generating text",
+                    err: String(err),
+                });
+            }
             throw err; // Re-throw error to trigger fallback
         }
     }

package/dist/lib/providers/ollama.d.ts

@@ -17,7 +17,7 @@ import type { Schema } from "ai";
 export declare class Ollama implements AIProvider {
     private baseUrl;
     private modelName;
-    private timeout;
+    private defaultTimeout;
     constructor(modelName?: string);
     /**
      * Gets the appropriate model instance

package/dist/lib/providers/ollama.js

@@ -12,6 +12,7 @@
  */
 import { streamText, generateText, Output } from "ai";
 import { logger } from "../utils/logger.js";
+import { getDefaultTimeout } from "../utils/timeout.js";
 // Default system context
 const DEFAULT_SYSTEM_CONTEXT = {
     systemPrompt: "You are a helpful AI assistant.",
@@ -275,32 +276,39 @@ class OllamaLanguageModel {
 export class Ollama {
     baseUrl;
     modelName;
-    timeout;
+    defaultTimeout;
     constructor(modelName) {
         this.baseUrl = process.env.OLLAMA_BASE_URL || "http://localhost:11434";
         this.modelName = modelName || process.env.OLLAMA_MODEL || "llama2";
-        this.timeout = parseInt(process.env.OLLAMA_TIMEOUT || "60000"); // 60 seconds default
+        // Use environment variable for backward compatibility, but convert to format used by other providers
+        const envTimeout = process.env.OLLAMA_TIMEOUT
+            ? parseInt(process.env.OLLAMA_TIMEOUT)
+            : undefined;
+        this.defaultTimeout =
+            envTimeout ||
+                parseInt(getDefaultTimeout("ollama", "generate").replace(/[^\d]/g, ""));
         logger.debug("[Ollama] Initialized", {
             baseUrl: this.baseUrl,
             modelName: this.modelName,
-            timeout: this.timeout,
+            defaultTimeout: this.defaultTimeout,
         });
     }
     /**
      * Gets the appropriate model instance
      * @private
      */
-    getModel() {
+    getModel(timeout) {
         logger.debug("Ollama.getModel - Ollama model selected", {
             modelName: this.modelName,
+            timeout: timeout || this.defaultTimeout,
         });
-        return new OllamaLanguageModel(this.modelName, this.baseUrl, this.timeout);
+        return new OllamaLanguageModel(this.modelName, this.baseUrl, timeout || this.defaultTimeout);
     }
     /**
      * Health check - verify Ollama service is running and accessible
      */
     async checkHealth() {
-        const model = new OllamaLanguageModel(this.modelName, this.baseUrl, this.timeout);
+        const model = new OllamaLanguageModel(this.modelName, this.baseUrl, this.defaultTimeout);
         return await model["checkHealth"]();
     }
     /**
@@ -388,17 +396,24 @@ export class Ollama {
             const options = typeof optionsOrPrompt === "string"
                 ? { prompt: optionsOrPrompt }
                 : optionsOrPrompt;
-            const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt = DEFAULT_SYSTEM_CONTEXT.systemPrompt, schema, } = options;
+            const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt = DEFAULT_SYSTEM_CONTEXT.systemPrompt, schema, timeout, } = options;
             // Use schema from options or fallback parameter
             const finalSchema = schema || analysisSchema;
+            // Convert timeout to milliseconds if provided as string
+            const timeoutMs = timeout
+                ? typeof timeout === "string"
+                    ? parseInt(getDefaultTimeout("ollama", "generate").replace(/[^\d]/g, ""))
+                    : timeout
+                : this.defaultTimeout;
             logger.debug(`[${functionTag}] Generate request started`, {
                 provider,
                 modelName: this.modelName,
                 promptLength: prompt.length,
                 temperature,
                 maxTokens,
+                timeout: timeoutMs,
             });
-            const model = this.getModel();
+            const model = this.getModel(timeoutMs);
             const generateOptions = {
                 model: model,
                 prompt: prompt,
@@ -446,9 +461,15 @@ export class Ollama {
             const options = typeof optionsOrPrompt === "string"
                 ? { prompt: optionsOrPrompt }
                 : optionsOrPrompt;
-            const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt = DEFAULT_SYSTEM_CONTEXT.systemPrompt, schema, } = options;
+            const { prompt, temperature = 0.7, maxTokens = 1000, systemPrompt = DEFAULT_SYSTEM_CONTEXT.systemPrompt, schema, timeout, } = options;
             // Use schema from options or fallback parameter
             const finalSchema = schema || analysisSchema;
+            // Convert timeout to milliseconds if provided as string
+            const timeoutMs = timeout
+                ? typeof timeout === "string"
+                    ? parseInt(getDefaultTimeout("ollama", "stream").replace(/[^\d]/g, ""))
+                    : timeout
+                : this.defaultTimeout;
             logger.debug(`[${functionTag}] Stream request started`, {
                 provider,
                 modelName: this.modelName,
@@ -456,8 +477,9 @@ export class Ollama {
                 temperature,
                 maxTokens,
                 hasSchema: !!finalSchema,
+                timeout: timeoutMs,
             });
-            const model = this.getModel();
+            const model = this.getModel(timeoutMs);
             const streamOptions = {
                 model: model,
                 prompt: prompt,