@juspay/neurolink 5.0.0 → 5.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +20 -7
- package/README.md +160 -172
- package/dist/agent/direct-tools.d.ts +6 -6
- package/dist/chat/sse-handler.js +5 -4
- package/dist/chat/websocket-chat-handler.js +9 -9
- package/dist/cli/commands/config.d.ts +3 -3
- package/dist/cli/commands/mcp.js +9 -8
- package/dist/cli/commands/ollama.js +3 -3
- package/dist/cli/factories/command-factory.d.ts +18 -0
- package/dist/cli/factories/command-factory.js +183 -0
- package/dist/cli/index.js +105 -157
- package/dist/cli/utils/interactive-setup.js +2 -2
- package/dist/core/base-provider.d.ts +423 -0
- package/dist/core/base-provider.js +365 -0
- package/dist/core/constants.d.ts +1 -1
- package/dist/core/constants.js +1 -1
- package/dist/core/dynamic-models.d.ts +6 -6
- package/dist/core/evaluation.d.ts +19 -80
- package/dist/core/evaluation.js +185 -484
- package/dist/core/factory.d.ts +3 -3
- package/dist/core/factory.js +31 -91
- package/dist/core/service-registry.d.ts +47 -0
- package/dist/core/service-registry.js +112 -0
- package/dist/core/types.d.ts +49 -49
- package/dist/core/types.js +1 -0
- package/dist/factories/compatibility-factory.d.ts +20 -0
- package/dist/factories/compatibility-factory.js +69 -0
- package/dist/factories/provider-factory.d.ts +72 -0
- package/dist/factories/provider-factory.js +144 -0
- package/dist/factories/provider-generate-factory.d.ts +20 -0
- package/dist/factories/provider-generate-factory.js +87 -0
- package/dist/factories/provider-registry.d.ts +38 -0
- package/dist/factories/provider-registry.js +107 -0
- package/dist/index.d.ts +8 -5
- package/dist/index.js +5 -5
- package/dist/lib/agent/direct-tools.d.ts +6 -6
- package/dist/lib/chat/sse-handler.js +5 -4
- package/dist/lib/chat/websocket-chat-handler.js +9 -9
- package/dist/lib/core/base-provider.d.ts +423 -0
- package/dist/lib/core/base-provider.js +365 -0
- package/dist/lib/core/constants.d.ts +1 -1
- package/dist/lib/core/constants.js +1 -1
- package/dist/lib/core/dynamic-models.d.ts +6 -6
- package/dist/lib/core/evaluation.d.ts +19 -80
- package/dist/lib/core/evaluation.js +185 -484
- package/dist/lib/core/factory.d.ts +3 -3
- package/dist/lib/core/factory.js +30 -91
- package/dist/lib/core/service-registry.d.ts +47 -0
- package/dist/lib/core/service-registry.js +112 -0
- package/dist/lib/core/types.d.ts +49 -49
- package/dist/lib/core/types.js +1 -0
- package/dist/lib/factories/compatibility-factory.d.ts +20 -0
- package/dist/lib/factories/compatibility-factory.js +69 -0
- package/dist/lib/factories/provider-factory.d.ts +72 -0
- package/dist/lib/factories/provider-factory.js +144 -0
- package/dist/lib/factories/provider-generate-factory.d.ts +20 -0
- package/dist/lib/factories/provider-generate-factory.js +87 -0
- package/dist/lib/factories/provider-registry.d.ts +38 -0
- package/dist/lib/factories/provider-registry.js +107 -0
- package/dist/lib/index.d.ts +8 -5
- package/dist/lib/index.js +5 -5
- package/dist/lib/mcp/client.js +5 -5
- package/dist/lib/mcp/config.js +28 -3
- package/dist/lib/mcp/dynamic-orchestrator.js +8 -8
- package/dist/lib/mcp/external-client.js +2 -2
- package/dist/lib/mcp/factory.d.ts +1 -1
- package/dist/lib/mcp/factory.js +1 -1
- package/dist/lib/mcp/function-calling.js +1 -1
- package/dist/lib/mcp/initialize-tools.d.ts +1 -1
- package/dist/lib/mcp/initialize-tools.js +45 -1
- package/dist/lib/mcp/initialize.js +16 -6
- package/dist/lib/mcp/neurolink-mcp-client.js +10 -10
- package/dist/lib/mcp/orchestrator.js +4 -4
- package/dist/lib/mcp/servers/agent/direct-tools-server.d.ts +8 -0
- package/dist/lib/mcp/servers/agent/direct-tools-server.js +109 -0
- package/dist/lib/mcp/servers/ai-providers/ai-analysis-tools.js +10 -10
- package/dist/lib/mcp/servers/ai-providers/ai-core-server.js +8 -6
- package/dist/lib/mcp/servers/ai-providers/ai-workflow-tools.d.ts +2 -2
- package/dist/lib/mcp/servers/ai-providers/ai-workflow-tools.js +16 -16
- package/dist/lib/mcp/unified-registry.d.ts +4 -0
- package/dist/lib/mcp/unified-registry.js +42 -9
- package/dist/lib/neurolink.d.ts +161 -174
- package/dist/lib/neurolink.js +723 -397
- package/dist/lib/providers/amazon-bedrock.d.ts +32 -0
- package/dist/lib/providers/amazon-bedrock.js +143 -0
- package/dist/lib/providers/analytics-helper.js +7 -4
- package/dist/lib/providers/anthropic-baseprovider.d.ts +23 -0
- package/dist/lib/providers/anthropic-baseprovider.js +114 -0
- package/dist/lib/providers/anthropic.d.ts +19 -39
- package/dist/lib/providers/anthropic.js +84 -378
- package/dist/lib/providers/azure-openai.d.ts +20 -0
- package/dist/lib/providers/azure-openai.js +89 -0
- package/dist/lib/providers/function-calling-provider.d.ts +14 -12
- package/dist/lib/providers/function-calling-provider.js +114 -64
- package/dist/lib/providers/google-ai-studio.d.ts +23 -0
- package/dist/lib/providers/google-ai-studio.js +107 -0
- package/dist/lib/providers/google-vertex.d.ts +47 -0
- package/dist/lib/providers/google-vertex.js +205 -0
- package/dist/lib/providers/huggingFace.d.ts +33 -27
- package/dist/lib/providers/huggingFace.js +103 -400
- package/dist/lib/providers/index.d.ts +9 -9
- package/dist/lib/providers/index.js +9 -9
- package/dist/lib/providers/mcp-provider.d.ts +13 -8
- package/dist/lib/providers/mcp-provider.js +63 -18
- package/dist/lib/providers/mistral.d.ts +42 -0
- package/dist/lib/providers/mistral.js +160 -0
- package/dist/lib/providers/ollama.d.ts +52 -35
- package/dist/lib/providers/ollama.js +297 -477
- package/dist/lib/providers/openAI.d.ts +21 -21
- package/dist/lib/providers/openAI.js +81 -245
- package/dist/lib/sdk/tool-extension.d.ts +181 -0
- package/dist/lib/sdk/tool-extension.js +283 -0
- package/dist/lib/sdk/tool-registration.d.ts +95 -0
- package/dist/lib/sdk/tool-registration.js +167 -0
- package/dist/lib/types/generate-types.d.ts +80 -0
- package/dist/lib/types/generate-types.js +1 -0
- package/dist/lib/types/mcp-types.d.ts +116 -0
- package/dist/lib/types/mcp-types.js +5 -0
- package/dist/lib/types/stream-types.d.ts +95 -0
- package/dist/lib/types/stream-types.js +1 -0
- package/dist/lib/types/universal-provider-options.d.ts +87 -0
- package/dist/lib/types/universal-provider-options.js +53 -0
- package/dist/lib/utils/providerUtils-fixed.js +1 -1
- package/dist/lib/utils/streaming-utils.d.ts +14 -2
- package/dist/lib/utils/streaming-utils.js +0 -3
- package/dist/mcp/client.js +5 -5
- package/dist/mcp/config.js +28 -3
- package/dist/mcp/dynamic-orchestrator.js +8 -8
- package/dist/mcp/external-client.js +2 -2
- package/dist/mcp/factory.d.ts +1 -1
- package/dist/mcp/factory.js +1 -1
- package/dist/mcp/function-calling.js +1 -1
- package/dist/mcp/initialize-tools.d.ts +1 -1
- package/dist/mcp/initialize-tools.js +45 -1
- package/dist/mcp/initialize.js +16 -6
- package/dist/mcp/neurolink-mcp-client.js +10 -10
- package/dist/mcp/orchestrator.js +4 -4
- package/dist/mcp/servers/agent/direct-tools-server.d.ts +8 -0
- package/dist/mcp/servers/agent/direct-tools-server.js +109 -0
- package/dist/mcp/servers/ai-providers/ai-analysis-tools.js +10 -10
- package/dist/mcp/servers/ai-providers/ai-core-server.js +8 -6
- package/dist/mcp/servers/ai-providers/ai-workflow-tools.d.ts +2 -2
- package/dist/mcp/servers/ai-providers/ai-workflow-tools.js +16 -16
- package/dist/mcp/unified-registry.d.ts +4 -0
- package/dist/mcp/unified-registry.js +42 -9
- package/dist/neurolink.d.ts +161 -174
- package/dist/neurolink.js +723 -397
- package/dist/providers/amazon-bedrock.d.ts +32 -0
- package/dist/providers/amazon-bedrock.js +143 -0
- package/dist/providers/analytics-helper.js +7 -4
- package/dist/providers/anthropic-baseprovider.d.ts +23 -0
- package/dist/providers/anthropic-baseprovider.js +114 -0
- package/dist/providers/anthropic.d.ts +19 -39
- package/dist/providers/anthropic.js +83 -377
- package/dist/providers/azure-openai.d.ts +20 -0
- package/dist/providers/azure-openai.js +89 -0
- package/dist/providers/function-calling-provider.d.ts +14 -12
- package/dist/providers/function-calling-provider.js +114 -64
- package/dist/providers/google-ai-studio.d.ts +23 -0
- package/dist/providers/google-ai-studio.js +108 -0
- package/dist/providers/google-vertex.d.ts +47 -0
- package/dist/providers/google-vertex.js +205 -0
- package/dist/providers/huggingFace.d.ts +33 -27
- package/dist/providers/huggingFace.js +102 -399
- package/dist/providers/index.d.ts +9 -9
- package/dist/providers/index.js +9 -9
- package/dist/providers/mcp-provider.d.ts +13 -8
- package/dist/providers/mcp-provider.js +63 -18
- package/dist/providers/mistral.d.ts +42 -0
- package/dist/providers/mistral.js +160 -0
- package/dist/providers/ollama.d.ts +52 -35
- package/dist/providers/ollama.js +297 -476
- package/dist/providers/openAI.d.ts +21 -21
- package/dist/providers/openAI.js +81 -246
- package/dist/sdk/tool-extension.d.ts +181 -0
- package/dist/sdk/tool-extension.js +283 -0
- package/dist/sdk/tool-registration.d.ts +95 -0
- package/dist/sdk/tool-registration.js +168 -0
- package/dist/types/generate-types.d.ts +80 -0
- package/dist/types/generate-types.js +1 -0
- package/dist/types/mcp-types.d.ts +116 -0
- package/dist/types/mcp-types.js +5 -0
- package/dist/types/stream-types.d.ts +95 -0
- package/dist/types/stream-types.js +1 -0
- package/dist/types/universal-provider-options.d.ts +87 -0
- package/dist/types/universal-provider-options.js +53 -0
- package/dist/utils/providerUtils-fixed.js +1 -1
- package/dist/utils/streaming-utils.d.ts +14 -2
- package/dist/utils/streaming-utils.js +0 -3
- package/package.json +15 -10
- package/dist/lib/providers/agent-enhanced-provider.d.ts +0 -89
- package/dist/lib/providers/agent-enhanced-provider.js +0 -614
- package/dist/lib/providers/amazonBedrock.d.ts +0 -19
- package/dist/lib/providers/amazonBedrock.js +0 -334
- package/dist/lib/providers/azureOpenAI.d.ts +0 -39
- package/dist/lib/providers/azureOpenAI.js +0 -436
- package/dist/lib/providers/googleAIStudio.d.ts +0 -49
- package/dist/lib/providers/googleAIStudio.js +0 -333
- package/dist/lib/providers/googleVertexAI.d.ts +0 -38
- package/dist/lib/providers/googleVertexAI.js +0 -519
- package/dist/lib/providers/mistralAI.d.ts +0 -34
- package/dist/lib/providers/mistralAI.js +0 -294
- package/dist/providers/agent-enhanced-provider.d.ts +0 -89
- package/dist/providers/agent-enhanced-provider.js +0 -614
- package/dist/providers/amazonBedrock.d.ts +0 -19
- package/dist/providers/amazonBedrock.js +0 -334
- package/dist/providers/azureOpenAI.d.ts +0 -39
- package/dist/providers/azureOpenAI.js +0 -437
- package/dist/providers/googleAIStudio.d.ts +0 -49
- package/dist/providers/googleAIStudio.js +0 -333
- package/dist/providers/googleVertexAI.d.ts +0 -38
- package/dist/providers/googleVertexAI.js +0 -519
- package/dist/providers/mistralAI.d.ts +0 -34
- package/dist/providers/mistralAI.js +0 -294
|
@@ -1,294 +0,0 @@
|
|
|
1
|
-
import { createMistral } from "@ai-sdk/mistral";
|
|
2
|
-
import { streamText, generateText, Output, } from "ai";
|
|
3
|
-
import { logger } from "../utils/logger.js";
|
|
4
|
-
import { createTimeoutController, TimeoutError, getDefaultTimeout, } from "../utils/timeout.js";
|
|
5
|
-
import { DEFAULT_MAX_TOKENS } from "../core/constants.js";
|
|
6
|
-
import { evaluateResponse } from "../core/evaluation.js";
|
|
7
|
-
// Default system context
|
|
8
|
-
const DEFAULT_SYSTEM_CONTEXT = {
|
|
9
|
-
systemPrompt: "You are a helpful AI assistant.",
|
|
10
|
-
};
|
|
11
|
-
// Configuration helpers
|
|
12
|
-
const getMistralApiKey = () => {
|
|
13
|
-
const apiKey = process.env.MISTRAL_API_KEY;
|
|
14
|
-
if (!apiKey) {
|
|
15
|
-
throw new Error("MISTRAL_API_KEY environment variable is not set");
|
|
16
|
-
}
|
|
17
|
-
return apiKey;
|
|
18
|
-
};
|
|
19
|
-
const getMistralModelId = () => {
|
|
20
|
-
return process.env.MISTRAL_MODEL || "mistral-small";
|
|
21
|
-
};
|
|
22
|
-
const hasValidAuth = () => {
|
|
23
|
-
return !!process.env.MISTRAL_API_KEY;
|
|
24
|
-
};
|
|
25
|
-
// Lazy initialization cache
|
|
26
|
-
let _mistralClient = null;
|
|
27
|
-
function getMistralClient() {
|
|
28
|
-
if (!_mistralClient) {
|
|
29
|
-
const apiKey = getMistralApiKey();
|
|
30
|
-
_mistralClient = createMistral({
|
|
31
|
-
apiKey,
|
|
32
|
-
baseURL: process.env.MISTRAL_ENDPOINT || "https://api.mistral.ai/v1",
|
|
33
|
-
});
|
|
34
|
-
}
|
|
35
|
-
return _mistralClient;
|
|
36
|
-
}
|
|
37
|
-
// Mistral AI class with enhanced error handling
|
|
38
|
-
export class MistralAI {
|
|
39
|
-
modelName;
|
|
40
|
-
client;
|
|
41
|
-
/**
|
|
42
|
-
* Initializes a new instance of MistralAI
|
|
43
|
-
* @param modelName - Optional model name to override the default from config
|
|
44
|
-
*/
|
|
45
|
-
constructor(modelName) {
|
|
46
|
-
const functionTag = "MistralAI.constructor";
|
|
47
|
-
this.modelName = modelName || getMistralModelId();
|
|
48
|
-
try {
|
|
49
|
-
this.client = getMistralClient();
|
|
50
|
-
logger.debug(`[${functionTag}] Initialization started`, {
|
|
51
|
-
modelName: this.modelName,
|
|
52
|
-
hasApiKey: hasValidAuth(),
|
|
53
|
-
});
|
|
54
|
-
logger.debug(`[${functionTag}] Initialization completed`, {
|
|
55
|
-
modelName: this.modelName,
|
|
56
|
-
success: true,
|
|
57
|
-
});
|
|
58
|
-
}
|
|
59
|
-
catch (err) {
|
|
60
|
-
logger.error(`[${functionTag}] Initialization failed`, {
|
|
61
|
-
message: "Error in initializing Mistral AI",
|
|
62
|
-
modelName: this.modelName,
|
|
63
|
-
error: err instanceof Error ? err.message : String(err),
|
|
64
|
-
stack: err instanceof Error ? err.stack : undefined,
|
|
65
|
-
});
|
|
66
|
-
throw err;
|
|
67
|
-
}
|
|
68
|
-
}
|
|
69
|
-
/**
|
|
70
|
-
* Gets the appropriate model instance
|
|
71
|
-
* @private
|
|
72
|
-
*/
|
|
73
|
-
getModel() {
|
|
74
|
-
logger.debug("MistralAI.getModel - Mistral AI model selected", {
|
|
75
|
-
modelName: this.modelName,
|
|
76
|
-
});
|
|
77
|
-
return this.client(this.modelName);
|
|
78
|
-
}
|
|
79
|
-
/**
|
|
80
|
-
* Processes text using streaming approach with enhanced error handling callbacks
|
|
81
|
-
* @param prompt - The input text prompt to analyze
|
|
82
|
-
* @param analysisSchema - Optional Zod schema or Schema object for output validation
|
|
83
|
-
* @returns Promise resolving to StreamTextResult or null if operation fails
|
|
84
|
-
*/
|
|
85
|
-
async streamText(optionsOrPrompt, analysisSchema) {
|
|
86
|
-
const functionTag = "MistralAI.streamText";
|
|
87
|
-
const provider = "mistral";
|
|
88
|
-
let chunkCount = 0;
|
|
89
|
-
try {
|
|
90
|
-
// Parse parameters - support both string and options object
|
|
91
|
-
const options = typeof optionsOrPrompt === "string"
|
|
92
|
-
? { prompt: optionsOrPrompt }
|
|
93
|
-
: optionsOrPrompt;
|
|
94
|
-
const { prompt, temperature = 0.7, maxTokens = DEFAULT_MAX_TOKENS, systemPrompt = DEFAULT_SYSTEM_CONTEXT.systemPrompt, schema, timeout = getDefaultTimeout(provider, "stream"), } = options;
|
|
95
|
-
// Use schema from options or fallback parameter
|
|
96
|
-
const finalSchema = schema || analysisSchema;
|
|
97
|
-
logger.debug(`[${functionTag}] Stream request started`, {
|
|
98
|
-
provider,
|
|
99
|
-
modelName: this.modelName,
|
|
100
|
-
promptLength: prompt.length,
|
|
101
|
-
temperature,
|
|
102
|
-
maxTokens,
|
|
103
|
-
hasSchema: !!finalSchema,
|
|
104
|
-
timeout,
|
|
105
|
-
});
|
|
106
|
-
const model = this.getModel();
|
|
107
|
-
// Create timeout controller if timeout is specified
|
|
108
|
-
const timeoutController = createTimeoutController(timeout, provider, "stream");
|
|
109
|
-
const streamOptions = {
|
|
110
|
-
model: model,
|
|
111
|
-
prompt: prompt,
|
|
112
|
-
system: systemPrompt,
|
|
113
|
-
temperature,
|
|
114
|
-
maxTokens,
|
|
115
|
-
// Add abort signal if available
|
|
116
|
-
...(timeoutController && {
|
|
117
|
-
abortSignal: timeoutController.controller.signal,
|
|
118
|
-
}),
|
|
119
|
-
onError: (event) => {
|
|
120
|
-
const error = event.error;
|
|
121
|
-
const errorMessage = error instanceof Error ? error.message : String(error);
|
|
122
|
-
const errorStack = error instanceof Error ? error.stack : undefined;
|
|
123
|
-
logger.error(`[${functionTag}] Stream text error`, {
|
|
124
|
-
provider,
|
|
125
|
-
modelName: this.modelName,
|
|
126
|
-
error: errorMessage,
|
|
127
|
-
stack: errorStack,
|
|
128
|
-
promptLength: prompt.length,
|
|
129
|
-
chunkCount,
|
|
130
|
-
});
|
|
131
|
-
},
|
|
132
|
-
onFinish: (event) => {
|
|
133
|
-
logger.debug(`[${functionTag}] Stream text finished`, {
|
|
134
|
-
provider,
|
|
135
|
-
modelName: this.modelName,
|
|
136
|
-
finishReason: event.finishReason,
|
|
137
|
-
usage: event.usage,
|
|
138
|
-
totalChunks: chunkCount,
|
|
139
|
-
promptLength: prompt.length,
|
|
140
|
-
responseLength: event.text?.length || 0,
|
|
141
|
-
});
|
|
142
|
-
},
|
|
143
|
-
onChunk: (event) => {
|
|
144
|
-
chunkCount++;
|
|
145
|
-
logger.debug(`[${functionTag}] Stream text chunk`, {
|
|
146
|
-
provider,
|
|
147
|
-
modelName: this.modelName,
|
|
148
|
-
chunkNumber: chunkCount,
|
|
149
|
-
chunkLength: event.chunk.text?.length || 0,
|
|
150
|
-
chunkType: event.chunk.type,
|
|
151
|
-
});
|
|
152
|
-
},
|
|
153
|
-
};
|
|
154
|
-
if (finalSchema) {
|
|
155
|
-
streamOptions.experimental_output = Output.object({
|
|
156
|
-
schema: finalSchema,
|
|
157
|
-
});
|
|
158
|
-
}
|
|
159
|
-
const result = streamText(streamOptions);
|
|
160
|
-
// For streaming, we can't clean up immediately, but the timeout will auto-clean
|
|
161
|
-
// The user should handle the stream and any timeout errors
|
|
162
|
-
return result;
|
|
163
|
-
}
|
|
164
|
-
catch (err) {
|
|
165
|
-
// Log timeout errors specifically
|
|
166
|
-
if (err instanceof TimeoutError) {
|
|
167
|
-
logger.error(`[${functionTag}] Timeout error`, {
|
|
168
|
-
provider,
|
|
169
|
-
modelName: this.modelName,
|
|
170
|
-
timeout: err.timeout,
|
|
171
|
-
message: err.message,
|
|
172
|
-
});
|
|
173
|
-
}
|
|
174
|
-
else {
|
|
175
|
-
logger.error(`[${functionTag}] Exception`, {
|
|
176
|
-
provider,
|
|
177
|
-
modelName: this.modelName,
|
|
178
|
-
message: "Error in streaming text",
|
|
179
|
-
err: String(err),
|
|
180
|
-
promptLength: typeof optionsOrPrompt === "string"
|
|
181
|
-
? optionsOrPrompt.length
|
|
182
|
-
: optionsOrPrompt.prompt.length,
|
|
183
|
-
});
|
|
184
|
-
}
|
|
185
|
-
throw err; // Re-throw error to trigger fallback
|
|
186
|
-
}
|
|
187
|
-
}
|
|
188
|
-
/**
|
|
189
|
-
* Processes text using non-streaming approach with optional schema validation
|
|
190
|
-
* @param prompt - The input text prompt to analyze
|
|
191
|
-
* @param analysisSchema - Optional Zod schema or Schema object for output validation
|
|
192
|
-
* @returns Promise resolving to GenerateTextResult or null if operation fails
|
|
193
|
-
*/
|
|
194
|
-
async generateText(optionsOrPrompt, analysisSchema) {
|
|
195
|
-
const functionTag = "MistralAI.generateText";
|
|
196
|
-
const provider = "mistral";
|
|
197
|
-
const startTime = Date.now();
|
|
198
|
-
try {
|
|
199
|
-
// Parse parameters - support both string and options object
|
|
200
|
-
const options = typeof optionsOrPrompt === "string"
|
|
201
|
-
? { prompt: optionsOrPrompt }
|
|
202
|
-
: optionsOrPrompt;
|
|
203
|
-
const { prompt, temperature = 0.7, maxTokens = DEFAULT_MAX_TOKENS, systemPrompt = DEFAULT_SYSTEM_CONTEXT.systemPrompt, schema, timeout = getDefaultTimeout(provider, "generate"), } = options;
|
|
204
|
-
// Use schema from options or fallback parameter
|
|
205
|
-
const finalSchema = schema || analysisSchema;
|
|
206
|
-
logger.debug(`[${functionTag}] Generate request started`, {
|
|
207
|
-
provider,
|
|
208
|
-
modelName: this.modelName,
|
|
209
|
-
promptLength: prompt.length,
|
|
210
|
-
temperature,
|
|
211
|
-
maxTokens,
|
|
212
|
-
timeout,
|
|
213
|
-
});
|
|
214
|
-
const model = this.getModel();
|
|
215
|
-
// Create timeout controller if timeout is specified
|
|
216
|
-
const timeoutController = createTimeoutController(timeout, provider, "generate");
|
|
217
|
-
const generateOptions = {
|
|
218
|
-
model: model,
|
|
219
|
-
prompt: prompt,
|
|
220
|
-
system: systemPrompt,
|
|
221
|
-
temperature,
|
|
222
|
-
maxTokens,
|
|
223
|
-
// Add abort signal if available
|
|
224
|
-
...(timeoutController && {
|
|
225
|
-
abortSignal: timeoutController.controller.signal,
|
|
226
|
-
}),
|
|
227
|
-
};
|
|
228
|
-
if (finalSchema) {
|
|
229
|
-
generateOptions.experimental_output = Output.object({
|
|
230
|
-
schema: finalSchema,
|
|
231
|
-
});
|
|
232
|
-
}
|
|
233
|
-
try {
|
|
234
|
-
const result = await generateText(generateOptions);
|
|
235
|
-
// Clean up timeout if successful
|
|
236
|
-
timeoutController?.cleanup();
|
|
237
|
-
logger.debug(`[${functionTag}] Generate text completed`, {
|
|
238
|
-
provider,
|
|
239
|
-
modelName: this.modelName,
|
|
240
|
-
usage: result.usage,
|
|
241
|
-
finishReason: result.finishReason,
|
|
242
|
-
responseLength: result.text?.length || 0,
|
|
243
|
-
timeout,
|
|
244
|
-
});
|
|
245
|
-
// Add analytics if enabled
|
|
246
|
-
if (options.enableAnalytics) {
|
|
247
|
-
result.analytics = {
|
|
248
|
-
provider,
|
|
249
|
-
model: this.modelName,
|
|
250
|
-
tokens: result.usage,
|
|
251
|
-
responseTime: Date.now() - startTime,
|
|
252
|
-
context: options.context,
|
|
253
|
-
};
|
|
254
|
-
}
|
|
255
|
-
// Add evaluation if enabled
|
|
256
|
-
if (options.enableEvaluation) {
|
|
257
|
-
result.evaluation = await evaluateResponse(prompt, result.text, options.context);
|
|
258
|
-
}
|
|
259
|
-
return result;
|
|
260
|
-
}
|
|
261
|
-
finally {
|
|
262
|
-
// Always cleanup timeout
|
|
263
|
-
timeoutController?.cleanup();
|
|
264
|
-
}
|
|
265
|
-
}
|
|
266
|
-
catch (err) {
|
|
267
|
-
// Log timeout errors specifically
|
|
268
|
-
if (err instanceof TimeoutError) {
|
|
269
|
-
logger.error(`[${functionTag}] Timeout error`, {
|
|
270
|
-
provider,
|
|
271
|
-
modelName: this.modelName,
|
|
272
|
-
timeout: err.timeout,
|
|
273
|
-
message: err.message,
|
|
274
|
-
});
|
|
275
|
-
}
|
|
276
|
-
else {
|
|
277
|
-
logger.error(`[${functionTag}] Exception`, {
|
|
278
|
-
provider,
|
|
279
|
-
modelName: this.modelName,
|
|
280
|
-
message: "Error in generating text",
|
|
281
|
-
err: String(err),
|
|
282
|
-
});
|
|
283
|
-
}
|
|
284
|
-
throw err; // Re-throw error to trigger fallback
|
|
285
|
-
}
|
|
286
|
-
}
|
|
287
|
-
async generate(optionsOrPrompt, analysisSchema) {
|
|
288
|
-
return this.generateText(optionsOrPrompt, analysisSchema);
|
|
289
|
-
}
|
|
290
|
-
async gen(optionsOrPrompt, analysisSchema) {
|
|
291
|
-
return this.generateText(optionsOrPrompt, analysisSchema);
|
|
292
|
-
}
|
|
293
|
-
}
|
|
294
|
-
export default MistralAI;
|