@juspay/neurolink 13.8.17 → 13.8.19

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (214) hide show
  1. package/CHANGELOG.md +5 -2
  2. package/README.md +1 -1
  3. package/dist/action/actionExecutor.d.ts +33 -3
  4. package/dist/action/actionExecutor.js +71 -15
  5. package/dist/action/actionInputs.js +4 -1
  6. package/dist/action/cliVersion.d.ts +25 -0
  7. package/dist/action/cliVersion.js +26 -0
  8. package/dist/action/index.d.ts +2 -1
  9. package/dist/action/index.js +2 -1
  10. package/dist/adapters/video/directorPipeline.js +46 -36
  11. package/dist/adapters/video/ffmpegAdapter.d.ts +17 -0
  12. package/dist/adapters/video/ffmpegAdapter.js +32 -5
  13. package/dist/adapters/video/frameExtractor.js +1 -1
  14. package/dist/adapters/video/videoMerger.js +5 -2
  15. package/dist/agent/arithmeticEvaluator.d.ts +32 -0
  16. package/dist/agent/arithmeticEvaluator.js +349 -0
  17. package/dist/agent/directTools.d.ts +6 -18
  18. package/dist/agent/directTools.js +17 -56
  19. package/dist/artifacts/artifactStore.d.ts +22 -1
  20. package/dist/artifacts/artifactStore.js +66 -6
  21. package/dist/auth/anthropicOAuth.d.ts +26 -1
  22. package/dist/auth/anthropicOAuth.js +81 -5
  23. package/dist/auth/secureFiles.d.ts +37 -0
  24. package/dist/auth/secureFiles.js +95 -0
  25. package/dist/auth/tokenStore.d.ts +43 -6
  26. package/dist/auth/tokenStore.js +260 -79
  27. package/dist/avatar/providers/DIDAvatar.js +49 -45
  28. package/dist/avatar/providers/ReplicateAvatar.js +33 -40
  29. package/dist/browser/neurolink.min.js +485 -558
  30. package/dist/cli/commands/auth.js +112 -70
  31. package/dist/cli/commands/proxy.d.ts +4 -0
  32. package/dist/cli/commands/proxy.js +128 -13
  33. package/dist/cli/commands/serve.d.ts +10 -1
  34. package/dist/cli/commands/serve.js +98 -17
  35. package/dist/cli/commands/server.js +17 -5
  36. package/dist/cli/index.js +146 -5
  37. package/dist/cli/loop/optionsSchema.d.ts +1 -1
  38. package/dist/cli/utils/envManager.js +17 -3
  39. package/dist/cli/utils/serverUtils.d.ts +39 -3
  40. package/dist/cli/utils/serverUtils.js +63 -6
  41. package/dist/core/baseProvider.js +7 -1
  42. package/dist/core/modules/MessageBuilder.js +5 -0
  43. package/dist/core/modules/ToolsManager.d.ts +46 -1
  44. package/dist/core/modules/ToolsManager.js +190 -43
  45. package/dist/files/fileReferenceRegistry.d.ts +2 -23
  46. package/dist/files/fileReferenceRegistry.js +55 -5
  47. package/dist/hitl/hitlManager.js +1 -0
  48. package/dist/index.d.ts +2 -1
  49. package/dist/index.js +6 -1
  50. package/dist/mcp/auth/tokenStorage.d.ts +7 -0
  51. package/dist/mcp/auth/tokenStorage.js +23 -4
  52. package/dist/mcp/externalServerManager.d.ts +13 -3
  53. package/dist/mcp/externalServerManager.js +154 -136
  54. package/dist/mcp/index.d.ts +2 -0
  55. package/dist/mcp/index.js +3 -0
  56. package/dist/mcp/mcpClientFactory.d.ts +14 -0
  57. package/dist/mcp/mcpClientFactory.js +70 -7
  58. package/dist/mcp/projectConfigTrust.d.ts +72 -0
  59. package/dist/mcp/projectConfigTrust.js +237 -0
  60. package/dist/mcp/transportUrlPolicy.d.ts +39 -0
  61. package/dist/mcp/transportUrlPolicy.js +172 -0
  62. package/dist/music/providers/BeatovenMusic.js +35 -46
  63. package/dist/music/providers/ReplicateMusic.js +33 -40
  64. package/dist/neurolink.d.ts +16 -1
  65. package/dist/neurolink.js +64 -11
  66. package/dist/processors/archive/ArchiveProcessor.js +15 -1
  67. package/dist/processors/archive/zipEntryIndex.d.ts +22 -0
  68. package/dist/processors/archive/zipEntryIndex.js +33 -0
  69. package/dist/processors/base/BaseFileProcessor.d.ts +9 -21
  70. package/dist/processors/base/BaseFileProcessor.js +40 -111
  71. package/dist/processors/data/YamlProcessor.d.ts +13 -1
  72. package/dist/processors/data/YamlProcessor.js +93 -2
  73. package/dist/processors/document/OpenDocumentProcessor.js +7 -2
  74. package/dist/processors/document/PptxProcessor.js +12 -7
  75. package/dist/processors/media/VideoProcessor.js +93 -15
  76. package/dist/providers/openaiChatCompletionsClient.js +12 -3
  77. package/dist/proxy/accountLedger.js +6 -8
  78. package/dist/proxy/geminiFormat.d.ts +3 -11
  79. package/dist/proxy/geminiFormat.js +11 -2
  80. package/dist/proxy/inboundAuth.d.ts +89 -0
  81. package/dist/proxy/inboundAuth.js +219 -0
  82. package/dist/proxy/openaiFormat.d.ts +3 -9
  83. package/dist/proxy/openaiFormat.js +21 -15
  84. package/dist/proxy/proxyTranslationEngine.d.ts +2 -6
  85. package/dist/proxy/proxyTranslationEngine.js +25 -14
  86. package/dist/proxy/routingPolicy.d.ts +3 -1
  87. package/dist/proxy/routingPolicy.js +7 -8
  88. package/dist/proxy/tokenRefresh.d.ts +6 -0
  89. package/dist/proxy/tokenRefresh.js +13 -1
  90. package/dist/proxy/updateState.js +4 -4
  91. package/dist/rag/document/loaders.d.ts +0 -6
  92. package/dist/rag/document/loaders.js +16 -10
  93. package/dist/rag/ragIntegration.d.ts +2 -2
  94. package/dist/rag/ragIntegration.js +35 -10
  95. package/dist/rag/retrieval/vectorQueryTool.d.ts +7 -0
  96. package/dist/rag/retrieval/vectorQueryTool.js +54 -17
  97. package/dist/server/abstract/baseServerAdapter.d.ts +43 -0
  98. package/dist/server/abstract/baseServerAdapter.js +119 -6
  99. package/dist/server/adapters/expressAdapter.d.ts +3 -0
  100. package/dist/server/adapters/expressAdapter.js +78 -6
  101. package/dist/server/adapters/fastifyAdapter.d.ts +3 -0
  102. package/dist/server/adapters/fastifyAdapter.js +165 -70
  103. package/dist/server/adapters/honoAdapter.d.ts +9 -1
  104. package/dist/server/adapters/honoAdapter.js +99 -21
  105. package/dist/server/adapters/koaAdapter.d.ts +1 -0
  106. package/dist/server/adapters/koaAdapter.js +153 -74
  107. package/dist/server/index.d.ts +2 -0
  108. package/dist/server/index.js +4 -0
  109. package/dist/server/middleware/auth.js +6 -2
  110. package/dist/server/middleware/cache.js +6 -1
  111. package/dist/server/middleware/rateLimit.js +29 -4
  112. package/dist/server/routes/agentRoutes.js +24 -11
  113. package/dist/server/routes/claudeProxyRoutes.d.ts +1 -0
  114. package/dist/server/routes/claudeProxyRoutes.js +273 -84
  115. package/dist/server/routes/codexProxyRoutes.d.ts +2 -2
  116. package/dist/server/routes/codexProxyRoutes.js +125 -40
  117. package/dist/server/routes/index.d.ts +4 -0
  118. package/dist/server/routes/index.js +35 -4
  119. package/dist/server/routes/mcpRoutes.d.ts +6 -2
  120. package/dist/server/routes/mcpRoutes.js +21 -7
  121. package/dist/server/routes/memoryRoutes.js +7 -6
  122. package/dist/server/routes/toolRoutes.d.ts +12 -2
  123. package/dist/server/routes/toolRoutes.js +33 -3
  124. package/dist/server/routes/transcribeRoutes.js +60 -13
  125. package/dist/server/utils/clientAddress.d.ts +23 -0
  126. package/dist/server/utils/clientAddress.js +65 -0
  127. package/dist/server/utils/clientError.d.ts +35 -0
  128. package/dist/server/utils/clientError.js +129 -0
  129. package/dist/server/utils/pathMatch.d.ts +21 -0
  130. package/dist/server/utils/pathMatch.js +41 -0
  131. package/dist/server/utils/validation.d.ts +9 -0
  132. package/dist/server/utils/validation.js +9 -0
  133. package/dist/server/websocket/WebSocketHandler.js +22 -3
  134. package/dist/server/websocket/frameQueue.d.ts +19 -0
  135. package/dist/server/websocket/frameQueue.js +41 -3
  136. package/dist/server/websocket/transcribeWebSocket.d.ts +8 -1
  137. package/dist/server/websocket/transcribeWebSocket.js +223 -34
  138. package/dist/skills/skillStores.js +5 -0
  139. package/dist/tasks/store/fileTaskStore.d.ts +2 -0
  140. package/dist/tasks/store/fileTaskStore.js +11 -4
  141. package/dist/types/attachments.d.ts +117 -0
  142. package/dist/types/attachments.js +15 -0
  143. package/dist/types/auth.d.ts +6 -0
  144. package/dist/types/cli.d.ts +4 -0
  145. package/dist/types/config.d.ts +56 -0
  146. package/dist/types/file.d.ts +8 -0
  147. package/dist/types/hitl.d.ts +8 -0
  148. package/dist/types/index.d.ts +1 -0
  149. package/dist/types/index.js +1 -0
  150. package/dist/types/mcp.d.ts +98 -0
  151. package/dist/types/multimodal.js +0 -41
  152. package/dist/types/openaiCompatible.d.ts +1 -1
  153. package/dist/types/processor.d.ts +14 -1
  154. package/dist/types/proxy.d.ts +71 -16
  155. package/dist/types/proxyClient.d.ts +2 -0
  156. package/dist/types/rag.d.ts +9 -0
  157. package/dist/types/safeFetch.d.ts +40 -0
  158. package/dist/types/server.d.ts +206 -10
  159. package/dist/types/tools.d.ts +57 -0
  160. package/dist/types/transcribe.d.ts +6 -0
  161. package/dist/utils/attachmentPolicy.d.ts +89 -0
  162. package/dist/utils/attachmentPolicy.js +327 -0
  163. package/dist/utils/dotenvBootstrap.d.ts +48 -19
  164. package/dist/utils/dotenvBootstrap.js +172 -31
  165. package/dist/utils/fileDetector.js +115 -65
  166. package/dist/utils/json/coerce.js +11 -1
  167. package/dist/utils/logSanitize.d.ts +5 -0
  168. package/dist/utils/logSanitize.js +8 -0
  169. package/dist/utils/logger.js +73 -1
  170. package/dist/utils/messageBuilder.d.ts +2 -2
  171. package/dist/utils/messageBuilder.js +118 -105
  172. package/dist/utils/multimodalOptionsBuilder.d.ts +1 -0
  173. package/dist/utils/multimodalOptionsBuilder.js +2 -0
  174. package/dist/utils/redis.d.ts +12 -0
  175. package/dist/utils/redis.js +72 -0
  176. package/dist/utils/retryAfter.d.ts +32 -0
  177. package/dist/utils/retryAfter.js +135 -11
  178. package/dist/utils/safeFetch.d.ts +22 -1
  179. package/dist/utils/safeFetch.js +132 -38
  180. package/dist/utils/safeStoreId.d.ts +19 -0
  181. package/dist/utils/safeStoreId.js +29 -0
  182. package/dist/utils/schemaConversion.d.ts +30 -3
  183. package/dist/utils/schemaConversion.js +457 -84
  184. package/dist/utils/sizeGuard.js +2 -2
  185. package/dist/utils/ssrfGuard.d.ts +3 -3
  186. package/dist/utils/ssrfGuard.js +71 -39
  187. package/dist/voice/eval/sttEvalStore.d.ts +26 -3
  188. package/dist/voice/eval/sttEvalStore.js +77 -12
  189. package/dist/voice/livekit/agentDefinition.d.ts +18 -0
  190. package/dist/voice/livekit/agentDefinition.js +22 -0
  191. package/dist/voice/livekit/realtimeMcpTools.d.ts +1 -1
  192. package/dist/voice/livekit/realtimeMcpTools.js +8 -7
  193. package/dist/voice/livekit/realtimeVoiceAgent.d.ts +2 -4
  194. package/dist/voice/livekit/realtimeVoiceAgent.js +18 -7
  195. package/dist/voice/livekit/voiceAgent.d.ts +2 -2
  196. package/dist/voice/livekit/voiceAgent.js +2 -1
  197. package/dist/voice/livekit/xaiSessionWatch.d.ts +0 -5
  198. package/dist/voice/livekit/xaiSessionWatch.js +30 -0
  199. package/dist/voice/providers/GeminiLive.js +21 -6
  200. package/dist/voice/providers/GoogleSTT.js +8 -5
  201. package/dist/voice/transcribe.d.ts +2 -2
  202. package/dist/voice/transcribe.js +34 -18
  203. package/dist/voice/whistle/audio.js +11 -5
  204. package/dist/workflow/workflows/adaptiveWorkflow.d.ts +2 -2
  205. package/dist/workflow/workflows/adaptiveWorkflow.js +10 -10
  206. package/dist/workflow/workflows/consensusWorkflow.d.ts +4 -4
  207. package/dist/workflow/workflows/consensusWorkflow.js +12 -12
  208. package/dist/workflow/workflows/fallbackWorkflow.d.ts +3 -3
  209. package/dist/workflow/workflows/fallbackWorkflow.js +7 -7
  210. package/dist/workflow/workflows/multiJudgeWorkflow.d.ts +7 -7
  211. package/dist/workflow/workflows/multiJudgeWorkflow.js +31 -31
  212. package/docs-site/static/search-index.json +74 -52
  213. package/package.json +173 -156
  214. package/scripts/observability/import-openobserve-dashboard.mjs +11 -3
package/dist/workflow/workflows/multiJudgeWorkflow.js CHANGED
@@ -19,14 +19,14 @@ import { WORKFLOW_CREATION_DATE } from "../config.js";
19
19
  * Uses 5 models across different providers:
20
20
  * - GPT-4o (OpenAI)
21
21
  * - GPT-4o-mini (OpenAI)
22
- * - Claude 3.5 Sonnet (Anthropic)
23
- * - Claude 3 Haiku (Anthropic)
24
- * - Gemini 2.0 Flash (Google)
22
+ * - Claude Sonnet 4.6 (Anthropic)
23
+ * - Claude Haiku 4.5 (Anthropic)
24
+ * - Gemini 3.8 Flash (Google)
25
25
  *
26
26
  * 3 independent judges vote:
27
27
  * - GPT-4o evaluates accuracy & clarity
28
- * - Claude 3.5 Sonnet evaluates reasoning & depth
29
- * - Gemini 2.0 Flash evaluates completeness & coherence
28
+ * - Claude Sonnet 4.6 evaluates reasoning & depth
29
+ * - Gemini 3.8 Flash evaluates completeness & coherence
30
30
  *
31
31
  * Scores are averaged across all judges for final selection
32
32
  *
@@ -68,22 +68,22 @@ export const MULTI_JUDGE_5_WORKFLOW = {
68
68
  },
69
69
  {
70
70
  provider: AIProviderName.ANTHROPIC,
71
- model: "claude-3-5-sonnet-20241022",
72
- label: "Claude 3.5 Sonnet",
71
+ model: "claude-sonnet-4-6",
72
+ label: "Claude Sonnet 4.6",
73
73
  weight: 1.0,
74
74
  temperature: 0.7,
75
75
  },
76
76
  {
77
77
  provider: AIProviderName.ANTHROPIC,
78
- model: "claude-3-haiku-20240307",
79
- label: "Claude 3 Haiku",
78
+ model: "claude-haiku-4-5-20251001",
79
+ label: "Claude Haiku 4.5",
80
80
  weight: 0.7, // Lower weight for faster model
81
81
  temperature: 0.7,
82
82
  },
83
83
  {
84
84
  provider: AIProviderName.GOOGLE_AI,
85
- model: "gemini-2.0-flash",
86
- label: "Gemini 2 Flash",
85
+ model: "gemini-3.8-flash",
86
+ label: "Gemini 3.8 Flash",
87
87
  weight: 0.9,
88
88
  temperature: 0.7,
89
89
  },
@@ -102,7 +102,7 @@ export const MULTI_JUDGE_5_WORKFLOW = {
102
102
  },
103
103
  {
104
104
  provider: AIProviderName.ANTHROPIC,
105
- model: "claude-3-5-sonnet-20241022",
105
+ model: "claude-sonnet-4-6",
106
106
  criteria: ["reasoning_quality", "depth", "nuance"],
107
107
  outputFormat: "detailed",
108
108
  includeReasoning: true,
@@ -112,7 +112,7 @@ export const MULTI_JUDGE_5_WORKFLOW = {
112
112
  },
113
113
  {
114
114
  provider: AIProviderName.GOOGLE_AI,
115
- model: "gemini-2.0-flash",
115
+ model: "gemini-3.8-flash",
116
116
  criteria: ["completeness", "coherence", "relevance"],
117
117
  outputFormat: "detailed",
118
118
  includeReasoning: true,
@@ -149,8 +149,8 @@ export const MULTI_JUDGE_5_WORKFLOW = {
149
149
  * Multi-Judge-3 Workflow (Lighter Version)
150
150
  *
151
151
  * 3 models with 2 judges (more cost-effective):
152
- * - GPT-4o, Claude 3.5, Gemini 2.0
153
- * - Judged by GPT-4o and Claude 3.5
152
+ * - GPT-4o, Claude Sonnet 4.6, Gemini 3.8
153
+ * - Judged by GPT-4o and Claude Sonnet 4.6
154
154
  */
155
155
  export const MULTI_JUDGE_3_WORKFLOW = {
156
156
  id: "multi-judge-3",
@@ -168,15 +168,15 @@ export const MULTI_JUDGE_3_WORKFLOW = {
168
168
  },
169
169
  {
170
170
  provider: AIProviderName.ANTHROPIC,
171
- model: "claude-3-5-sonnet-20241022",
172
- label: "Claude 3.5 Sonnet",
171
+ model: "claude-sonnet-4-6",
172
+ label: "Claude Sonnet 4.6",
173
173
  weight: 1.0,
174
174
  temperature: 0.7,
175
175
  },
176
176
  {
177
177
  provider: AIProviderName.GOOGLE_AI,
178
- model: "gemini-2.0-flash",
179
- label: "Gemini 2.0 Flash",
178
+ model: "gemini-3.8-flash",
179
+ label: "Gemini 3.8 Flash",
180
180
  weight: 1.0,
181
181
  temperature: 0.7,
182
182
  },
@@ -194,7 +194,7 @@ export const MULTI_JUDGE_3_WORKFLOW = {
194
194
  },
195
195
  {
196
196
  provider: AIProviderName.ANTHROPIC,
197
- model: "claude-3-5-sonnet-20241022",
197
+ model: "claude-sonnet-4-6",
198
198
  criteria: ["reasoning", "depth", "coherence"],
199
199
  outputFormat: "detailed",
200
200
  includeReasoning: true,
@@ -246,15 +246,15 @@ export function createMultiJudgeWorkflow(modelCount, judgeCount) {
246
246
  },
247
247
  {
248
248
  provider: AIProviderName.ANTHROPIC,
249
- model: "claude-3-5-sonnet-20241022",
250
- label: "Claude 3.5 Sonnet",
249
+ model: "claude-sonnet-4-6",
250
+ label: "Claude Sonnet 4.6",
251
251
  weight: 1.0,
252
252
  temperature: 0.7,
253
253
  },
254
254
  {
255
255
  provider: AIProviderName.GOOGLE_AI,
256
- model: "gemini-2.0-flash",
257
- label: "Gemini 2.0 Flash",
256
+ model: "gemini-3.8-flash",
257
+ label: "Gemini 3.8 Flash",
258
258
  weight: 1.0,
259
259
  temperature: 0.7,
260
260
  },
@@ -270,8 +270,8 @@ export function createMultiJudgeWorkflow(modelCount, judgeCount) {
270
270
  },
271
271
  {
272
272
  provider: AIProviderName.ANTHROPIC,
273
- model: "claude-3-haiku-20240307",
274
- label: "Claude 3 Haiku",
273
+ model: "claude-haiku-4-5-20251001",
274
+ label: "Claude Haiku 4.5",
275
275
  weight: 0.7,
276
276
  temperature: 0.7,
277
277
  },
@@ -284,10 +284,10 @@ export function createMultiJudgeWorkflow(modelCount, judgeCount) {
284
284
  },
285
285
  {
286
286
  provider: AIProviderName.OPENAI,
287
- model: "gpt-3.5-turbo",
288
- label: "GPT-3.5 Turbo",
287
+ model: "gpt-5.6-terra",
288
+ label: "GPT-5.6 Terra",
289
289
  weight: 0.6,
290
- temperature: 0.7,
290
+ // No temperature: gpt-5.6 models reject non-default sampling values.
291
291
  },
292
292
  ];
293
293
  const models = [...baseModels, ...additionalModels.slice(0, modelCount - 3)];
@@ -305,7 +305,7 @@ export function createMultiJudgeWorkflow(modelCount, judgeCount) {
305
305
  },
306
306
  {
307
307
  provider: AIProviderName.ANTHROPIC,
308
- model: "claude-3-5-sonnet-20241022",
308
+ model: "claude-sonnet-4-6",
309
309
  criteria: ["reasoning", "depth", "coherence"],
310
310
  outputFormat: "detailed",
311
311
  includeReasoning: true,
@@ -316,7 +316,7 @@ export function createMultiJudgeWorkflow(modelCount, judgeCount) {
316
316
  ];
317
317
  const thirdJudge = {
318
318
  provider: AIProviderName.GOOGLE_AI,
319
- model: "gemini-2.0-flash",
319
+ model: "gemini-3.8-flash",
320
320
  criteria: ["relevance", "factual_accuracy", "structure"],
321
321
  outputFormat: "detailed",
322
322
  includeReasoning: true,