@juspay/neurolink 9.32.0 → 9.32.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (467) hide show
  1. package/CHANGELOG.md +6 -0
  2. package/dist/auth/anthropicOAuth.js +1 -1
  3. package/dist/cli/commands/proxy.js +18 -5
  4. package/dist/client/aiSdkAdapter.js +1 -1
  5. package/dist/client/index.js +137 -501
  6. package/dist/core/factory.js +0 -1
  7. package/dist/core/redisConversationMemoryManager.js +1 -1
  8. package/dist/features/ppt/slideGenerator.js +0 -1
  9. package/dist/features/ppt/utils.js +0 -1
  10. package/dist/lib/server/routes/claudeProxyRoutes.js +45 -9
  11. package/dist/mcp/elicitationProtocol.js +1 -1
  12. package/dist/mcp/servers/agent/directToolsServer.js +0 -1
  13. package/dist/providers/azureOpenai.js +1 -1
  14. package/dist/providers/huggingFace.js +0 -1
  15. package/dist/providers/openaiCompatible.js +0 -1
  16. package/dist/sdk/toolRegistration.js +0 -1
  17. package/dist/server/openapi/generator.js +1 -1
  18. package/dist/server/routes/claudeProxyRoutes.js +45 -9
  19. package/dist/types/configTypes.js +0 -5
  20. package/dist/types/modelTypes.js +0 -1
  21. package/dist/types/tools.js +0 -1
  22. package/dist/types/typeAliases.js +0 -1
  23. package/dist/types/utilities.js +1 -1
  24. package/dist/types/workflowTypes.js +0 -1
  25. package/dist/utils/providerRetry.js +0 -1
  26. package/dist/utils/providerUtils.js +0 -1
  27. package/package.json +2 -2
  28. package/dist/client/adapters/providerImageAdapter.js +0 -588
  29. package/dist/client/adapters/tts/googleTTSHandler.js +0 -344
  30. package/dist/client/adapters/video/directorPipeline.js +0 -516
  31. package/dist/client/adapters/video/ffmpegAdapter.js +0 -206
  32. package/dist/client/adapters/video/frameExtractor.js +0 -143
  33. package/dist/client/adapters/video/vertexVideoHandler.js +0 -763
  34. package/dist/client/adapters/video/videoAnalyzer.js +0 -238
  35. package/dist/client/adapters/video/videoMerger.js +0 -171
  36. package/dist/client/agent/directTools.js +0 -840
  37. package/dist/client/auth/AuthProviderFactory.js +0 -111
  38. package/dist/client/auth/AuthProviderRegistry.js +0 -190
  39. package/dist/client/auth/RequestContext.js +0 -78
  40. package/dist/client/auth/accountPool.js +0 -178
  41. package/dist/client/auth/anthropicOAuth.js +0 -974
  42. package/dist/client/auth/authContext.js +0 -314
  43. package/dist/client/auth/errors.js +0 -39
  44. package/dist/client/auth/index.js +0 -61
  45. package/dist/client/auth/middleware/AuthMiddleware.js +0 -519
  46. package/dist/client/auth/middleware/rateLimitByUser.js +0 -554
  47. package/dist/client/auth/providers/BaseAuthProvider.js +0 -723
  48. package/dist/client/auth/providers/CognitoProvider.js +0 -304
  49. package/dist/client/auth/providers/KeycloakProvider.js +0 -393
  50. package/dist/client/auth/providers/auth0.js +0 -274
  51. package/dist/client/auth/providers/betterAuth.js +0 -182
  52. package/dist/client/auth/providers/clerk.js +0 -317
  53. package/dist/client/auth/providers/custom.js +0 -112
  54. package/dist/client/auth/providers/firebase.js +0 -226
  55. package/dist/client/auth/providers/jwt.js +0 -212
  56. package/dist/client/auth/providers/oauth2.js +0 -303
  57. package/dist/client/auth/providers/supabase.js +0 -259
  58. package/dist/client/auth/providers/workos.js +0 -284
  59. package/dist/client/auth/serverBridge.js +0 -25
  60. package/dist/client/auth/sessionManager.js +0 -437
  61. package/dist/client/auth/tokenStore.js +0 -799
  62. package/dist/client/client/aiSdkAdapter.js +0 -487
  63. package/dist/client/client/auth.js +0 -473
  64. package/dist/client/client/errors.js +0 -552
  65. package/dist/client/client/httpClient.js +0 -837
  66. package/dist/client/client/index.js +0 -172
  67. package/dist/client/client/interceptors.js +0 -601
  68. package/dist/client/client/sseClient.js +0 -545
  69. package/dist/client/client/streamingClient.js +0 -917
  70. package/dist/client/client/wsClient.js +0 -369
  71. package/dist/client/config/configManager.js +0 -303
  72. package/dist/client/config/conversationMemory.js +0 -86
  73. package/dist/client/config/taskClassificationConfig.js +0 -148
  74. package/dist/client/constants/contextWindows.js +0 -295
  75. package/dist/client/constants/enums.js +0 -853
  76. package/dist/client/constants/index.js +0 -207
  77. package/dist/client/constants/performance.js +0 -389
  78. package/dist/client/constants/retry.js +0 -266
  79. package/dist/client/constants/timeouts.js +0 -182
  80. package/dist/client/constants/tokens.js +0 -380
  81. package/dist/client/constants/videoErrors.js +0 -46
  82. package/dist/client/context/budgetChecker.js +0 -98
  83. package/dist/client/context/contextCompactor.js +0 -205
  84. package/dist/client/context/emergencyTruncation.js +0 -88
  85. package/dist/client/context/errorDetection.js +0 -171
  86. package/dist/client/context/errors.js +0 -21
  87. package/dist/client/context/fileTokenBudget.js +0 -127
  88. package/dist/client/context/prompts/summarizationPrompt.js +0 -117
  89. package/dist/client/context/stages/fileReadDeduplicator.js +0 -66
  90. package/dist/client/context/stages/slidingWindowTruncator.js +0 -190
  91. package/dist/client/context/stages/structuredSummarizer.js +0 -99
  92. package/dist/client/context/stages/toolOutputPruner.js +0 -52
  93. package/dist/client/context/summarizationEngine.js +0 -136
  94. package/dist/client/context/toolOutputLimits.js +0 -78
  95. package/dist/client/context/toolPairRepair.js +0 -66
  96. package/dist/client/core/analytics.js +0 -88
  97. package/dist/client/core/baseProvider.js +0 -1385
  98. package/dist/client/core/constants.js +0 -140
  99. package/dist/client/core/conversationMemoryFactory.js +0 -141
  100. package/dist/client/core/conversationMemoryInitializer.js +0 -128
  101. package/dist/client/core/conversationMemoryManager.js +0 -344
  102. package/dist/client/core/dynamicModels.js +0 -358
  103. package/dist/client/core/evaluation.js +0 -309
  104. package/dist/client/core/evaluationProviders.js +0 -248
  105. package/dist/client/core/factory.js +0 -412
  106. package/dist/client/core/infrastructure/baseError.js +0 -22
  107. package/dist/client/core/infrastructure/baseFactory.js +0 -54
  108. package/dist/client/core/infrastructure/baseRegistry.js +0 -53
  109. package/dist/client/core/infrastructure/index.js +0 -5
  110. package/dist/client/core/infrastructure/retry.js +0 -20
  111. package/dist/client/core/infrastructure/typedEventEmitter.js +0 -23
  112. package/dist/client/core/modelConfiguration.js +0 -851
  113. package/dist/client/core/modules/GenerationHandler.js +0 -588
  114. package/dist/client/core/modules/MessageBuilder.js +0 -273
  115. package/dist/client/core/modules/StreamHandler.js +0 -185
  116. package/dist/client/core/modules/TelemetryHandler.js +0 -203
  117. package/dist/client/core/modules/ToolsManager.js +0 -499
  118. package/dist/client/core/modules/Utilities.js +0 -331
  119. package/dist/client/core/redisConversationMemoryManager.js +0 -1435
  120. package/dist/client/core/streamAnalytics.js +0 -131
  121. package/dist/client/evaluation/contextBuilder.js +0 -134
  122. package/dist/client/evaluation/index.js +0 -61
  123. package/dist/client/evaluation/prompts.js +0 -73
  124. package/dist/client/evaluation/ragasEvaluator.js +0 -110
  125. package/dist/client/evaluation/retryManager.js +0 -78
  126. package/dist/client/evaluation/scoring.js +0 -61
  127. package/dist/client/factories/providerFactory.js +0 -166
  128. package/dist/client/factories/providerRegistry.js +0 -166
  129. package/dist/client/features/ppt/constants.js +0 -896
  130. package/dist/client/features/ppt/contentPlanner.js +0 -529
  131. package/dist/client/features/ppt/presentationOrchestrator.js +0 -236
  132. package/dist/client/features/ppt/slideGenerator.js +0 -532
  133. package/dist/client/features/ppt/slideRenderers.js +0 -2383
  134. package/dist/client/features/ppt/slideTypeInference.js +0 -405
  135. package/dist/client/features/ppt/types.js +0 -13
  136. package/dist/client/features/ppt/utils.js +0 -443
  137. package/dist/client/files/fileReferenceRegistry.js +0 -1543
  138. package/dist/client/files/fileTools.js +0 -450
  139. package/dist/client/files/streamingReader.js +0 -321
  140. package/dist/client/files/types.js +0 -23
  141. package/dist/client/hitl/hitlErrors.js +0 -54
  142. package/dist/client/hitl/hitlManager.js +0 -460
  143. package/dist/client/mcp/agentExposure.js +0 -356
  144. package/dist/client/mcp/auth/index.js +0 -11
  145. package/dist/client/mcp/auth/oauthClientProvider.js +0 -325
  146. package/dist/client/mcp/auth/tokenStorage.js +0 -134
  147. package/dist/client/mcp/batching/index.js +0 -10
  148. package/dist/client/mcp/batching/requestBatcher.js +0 -441
  149. package/dist/client/mcp/caching/index.js +0 -10
  150. package/dist/client/mcp/caching/toolCache.js +0 -433
  151. package/dist/client/mcp/elicitation/elicitationManager.js +0 -376
  152. package/dist/client/mcp/elicitation/index.js +0 -11
  153. package/dist/client/mcp/elicitation/types.js +0 -10
  154. package/dist/client/mcp/elicitationProtocol.js +0 -375
  155. package/dist/client/mcp/enhancedToolDiscovery.js +0 -481
  156. package/dist/client/mcp/externalServerManager.js +0 -1478
  157. package/dist/client/mcp/factory.js +0 -161
  158. package/dist/client/mcp/flexibleToolValidator.js +0 -161
  159. package/dist/client/mcp/httpRateLimiter.js +0 -391
  160. package/dist/client/mcp/httpRetryHandler.js +0 -178
  161. package/dist/client/mcp/index.js +0 -74
  162. package/dist/client/mcp/mcpCircuitBreaker.js +0 -427
  163. package/dist/client/mcp/mcpClientFactory.js +0 -708
  164. package/dist/client/mcp/mcpRegistryClient.js +0 -488
  165. package/dist/client/mcp/mcpServerBase.js +0 -373
  166. package/dist/client/mcp/multiServerManager.js +0 -579
  167. package/dist/client/mcp/registry.js +0 -158
  168. package/dist/client/mcp/routing/index.js +0 -10
  169. package/dist/client/mcp/routing/toolRouter.js +0 -416
  170. package/dist/client/mcp/serverCapabilities.js +0 -502
  171. package/dist/client/mcp/servers/agent/directToolsServer.js +0 -150
  172. package/dist/client/mcp/toolAnnotations.js +0 -239
  173. package/dist/client/mcp/toolConverter.js +0 -258
  174. package/dist/client/mcp/toolDiscoveryService.js +0 -798
  175. package/dist/client/mcp/toolIntegration.js +0 -334
  176. package/dist/client/mcp/toolRegistry.js +0 -729
  177. package/dist/client/memory/hippocampusInitializer.js +0 -19
  178. package/dist/client/memory/memoryRetrievalTools.js +0 -166
  179. package/dist/client/middleware/builtin/analytics.js +0 -132
  180. package/dist/client/middleware/builtin/autoEvaluation.js +0 -203
  181. package/dist/client/middleware/builtin/guardrails.js +0 -109
  182. package/dist/client/middleware/builtin/lifecycle.js +0 -168
  183. package/dist/client/middleware/factory.js +0 -327
  184. package/dist/client/middleware/registry.js +0 -295
  185. package/dist/client/middleware/utils/guardrailsUtils.js +0 -396
  186. package/dist/client/models/anthropicModels.js +0 -527
  187. package/dist/client/neurolink.js +0 -8233
  188. package/dist/client/observability/exporterRegistry.js +0 -413
  189. package/dist/client/observability/exporters/arizeExporter.js +0 -138
  190. package/dist/client/observability/exporters/baseExporter.js +0 -190
  191. package/dist/client/observability/exporters/braintrustExporter.js +0 -154
  192. package/dist/client/observability/exporters/datadogExporter.js +0 -196
  193. package/dist/client/observability/exporters/laminarExporter.js +0 -302
  194. package/dist/client/observability/exporters/langfuseExporter.js +0 -209
  195. package/dist/client/observability/exporters/langsmithExporter.js +0 -143
  196. package/dist/client/observability/exporters/otelExporter.js +0 -164
  197. package/dist/client/observability/exporters/posthogExporter.js +0 -287
  198. package/dist/client/observability/exporters/sentryExporter.js +0 -165
  199. package/dist/client/observability/index.js +0 -31
  200. package/dist/client/observability/metricsAggregator.js +0 -556
  201. package/dist/client/observability/otelBridge.js +0 -131
  202. package/dist/client/observability/retryPolicy.js +0 -383
  203. package/dist/client/observability/sampling/samplers.js +0 -216
  204. package/dist/client/observability/spanProcessor.js +0 -303
  205. package/dist/client/observability/tokenTracker.js +0 -413
  206. package/dist/client/observability/types/exporterTypes.js +0 -5
  207. package/dist/client/observability/types/index.js +0 -4
  208. package/dist/client/observability/types/spanTypes.js +0 -92
  209. package/dist/client/observability/utils/safeMetadata.js +0 -25
  210. package/dist/client/observability/utils/spanSerializer.js +0 -292
  211. package/dist/client/processors/archive/ArchiveProcessor.js +0 -1308
  212. package/dist/client/processors/base/BaseFileProcessor.js +0 -614
  213. package/dist/client/processors/base/types.js +0 -82
  214. package/dist/client/processors/config/fileTypes.js +0 -520
  215. package/dist/client/processors/config/index.js +0 -92
  216. package/dist/client/processors/config/languageMap.js +0 -410
  217. package/dist/client/processors/config/mimeTypes.js +0 -363
  218. package/dist/client/processors/config/sizeLimits.js +0 -258
  219. package/dist/client/processors/document/ExcelProcessor.js +0 -590
  220. package/dist/client/processors/document/OpenDocumentProcessor.js +0 -212
  221. package/dist/client/processors/document/PptxProcessor.js +0 -157
  222. package/dist/client/processors/document/RtfProcessor.js +0 -361
  223. package/dist/client/processors/document/WordProcessor.js +0 -353
  224. package/dist/client/processors/errors/FileErrorCode.js +0 -255
  225. package/dist/client/processors/errors/errorHelpers.js +0 -386
  226. package/dist/client/processors/errors/errorSerializer.js +0 -507
  227. package/dist/client/processors/errors/index.js +0 -49
  228. package/dist/client/processors/markup/SvgProcessor.js +0 -240
  229. package/dist/client/processors/media/AudioProcessor.js +0 -707
  230. package/dist/client/processors/media/VideoProcessor.js +0 -1045
  231. package/dist/client/providers/amazonBedrock.js +0 -1512
  232. package/dist/client/providers/amazonSagemaker.js +0 -162
  233. package/dist/client/providers/anthropic.js +0 -831
  234. package/dist/client/providers/azureOpenai.js +0 -143
  235. package/dist/client/providers/googleAiStudio.js +0 -1200
  236. package/dist/client/providers/googleNativeGemini3.js +0 -543
  237. package/dist/client/providers/googleVertex.js +0 -2936
  238. package/dist/client/providers/huggingFace.js +0 -315
  239. package/dist/client/providers/litellm.js +0 -488
  240. package/dist/client/providers/mistral.js +0 -157
  241. package/dist/client/providers/ollama.js +0 -1579
  242. package/dist/client/providers/openAI.js +0 -627
  243. package/dist/client/providers/openRouter.js +0 -543
  244. package/dist/client/providers/openaiCompatible.js +0 -290
  245. package/dist/client/providers/providerTypeUtils.js +0 -46
  246. package/dist/client/providers/sagemaker/adaptive-semaphore.js +0 -215
  247. package/dist/client/providers/sagemaker/client.js +0 -472
  248. package/dist/client/providers/sagemaker/config.js +0 -317
  249. package/dist/client/providers/sagemaker/detection.js +0 -606
  250. package/dist/client/providers/sagemaker/error-constants.js +0 -227
  251. package/dist/client/providers/sagemaker/errors.js +0 -299
  252. package/dist/client/providers/sagemaker/language-model.js +0 -775
  253. package/dist/client/providers/sagemaker/parsers.js +0 -634
  254. package/dist/client/providers/sagemaker/streaming.js +0 -331
  255. package/dist/client/providers/sagemaker/structured-parser.js +0 -625
  256. package/dist/client/proxy/accountQuota.js +0 -162
  257. package/dist/client/proxy/claudeFormat.js +0 -595
  258. package/dist/client/proxy/modelRouter.js +0 -29
  259. package/dist/client/proxy/oauthFetch.js +0 -367
  260. package/dist/client/proxy/proxyFetch.js +0 -586
  261. package/dist/client/proxy/requestLogger.js +0 -207
  262. package/dist/client/proxy/tokenRefresh.js +0 -124
  263. package/dist/client/proxy/usageStats.js +0 -74
  264. package/dist/client/proxy/utils/noProxyUtils.js +0 -149
  265. package/dist/client/rag/ChunkerFactory.js +0 -320
  266. package/dist/client/rag/ChunkerRegistry.js +0 -421
  267. package/dist/client/rag/chunkers/BaseChunker.js +0 -143
  268. package/dist/client/rag/chunkers/CharacterChunker.js +0 -28
  269. package/dist/client/rag/chunkers/HTMLChunker.js +0 -38
  270. package/dist/client/rag/chunkers/JSONChunker.js +0 -68
  271. package/dist/client/rag/chunkers/LaTeXChunker.js +0 -63
  272. package/dist/client/rag/chunkers/MarkdownChunker.js +0 -306
  273. package/dist/client/rag/chunkers/RecursiveChunker.js +0 -139
  274. package/dist/client/rag/chunkers/SemanticMarkdownChunker.js +0 -138
  275. package/dist/client/rag/chunkers/SentenceChunker.js +0 -66
  276. package/dist/client/rag/chunkers/TokenChunker.js +0 -61
  277. package/dist/client/rag/chunkers/index.js +0 -15
  278. package/dist/client/rag/chunking/characterChunker.js +0 -142
  279. package/dist/client/rag/chunking/chunkerRegistry.js +0 -194
  280. package/dist/client/rag/chunking/htmlChunker.js +0 -247
  281. package/dist/client/rag/chunking/index.js +0 -17
  282. package/dist/client/rag/chunking/jsonChunker.js +0 -281
  283. package/dist/client/rag/chunking/latexChunker.js +0 -251
  284. package/dist/client/rag/chunking/markdownChunker.js +0 -373
  285. package/dist/client/rag/chunking/recursiveChunker.js +0 -148
  286. package/dist/client/rag/chunking/semanticChunker.js +0 -306
  287. package/dist/client/rag/chunking/sentenceChunker.js +0 -230
  288. package/dist/client/rag/chunking/tokenChunker.js +0 -183
  289. package/dist/client/rag/document/MDocument.js +0 -392
  290. package/dist/client/rag/document/index.js +0 -5
  291. package/dist/client/rag/document/loaders.js +0 -500
  292. package/dist/client/rag/errors/RAGError.js +0 -274
  293. package/dist/client/rag/errors/index.js +0 -6
  294. package/dist/client/rag/graphRag/graphRAG.js +0 -401
  295. package/dist/client/rag/graphRag/index.js +0 -4
  296. package/dist/client/rag/index.js +0 -141
  297. package/dist/client/rag/metadata/MetadataExtractorFactory.js +0 -418
  298. package/dist/client/rag/metadata/MetadataExtractorRegistry.js +0 -362
  299. package/dist/client/rag/metadata/index.js +0 -9
  300. package/dist/client/rag/metadata/metadataExtractor.js +0 -280
  301. package/dist/client/rag/pipeline/RAGPipeline.js +0 -436
  302. package/dist/client/rag/pipeline/contextAssembly.js +0 -341
  303. package/dist/client/rag/pipeline/index.js +0 -5
  304. package/dist/client/rag/ragIntegration.js +0 -321
  305. package/dist/client/rag/reranker/RerankerFactory.js +0 -430
  306. package/dist/client/rag/reranker/RerankerRegistry.js +0 -402
  307. package/dist/client/rag/reranker/index.js +0 -9
  308. package/dist/client/rag/reranker/reranker.js +0 -277
  309. package/dist/client/rag/resilience/CircuitBreaker.js +0 -431
  310. package/dist/client/rag/resilience/RetryHandler.js +0 -304
  311. package/dist/client/rag/resilience/index.js +0 -7
  312. package/dist/client/rag/retrieval/hybridSearch.js +0 -335
  313. package/dist/client/rag/retrieval/index.js +0 -5
  314. package/dist/client/rag/retrieval/vectorQueryTool.js +0 -307
  315. package/dist/client/rag/types.js +0 -8
  316. package/dist/client/sdk/toolRegistration.js +0 -377
  317. package/dist/client/server/abstract/baseServerAdapter.js +0 -575
  318. package/dist/client/server/adapters/expressAdapter.js +0 -486
  319. package/dist/client/server/adapters/fastifyAdapter.js +0 -472
  320. package/dist/client/server/adapters/honoAdapter.js +0 -632
  321. package/dist/client/server/adapters/koaAdapter.js +0 -510
  322. package/dist/client/server/errors.js +0 -486
  323. package/dist/client/server/factory/serverAdapterFactory.js +0 -160
  324. package/dist/client/server/index.js +0 -108
  325. package/dist/client/server/middleware/abortSignal.js +0 -111
  326. package/dist/client/server/middleware/auth.js +0 -388
  327. package/dist/client/server/middleware/cache.js +0 -359
  328. package/dist/client/server/middleware/common.js +0 -281
  329. package/dist/client/server/middleware/deprecation.js +0 -190
  330. package/dist/client/server/middleware/mcpBodyAttachment.js +0 -63
  331. package/dist/client/server/middleware/rateLimit.js +0 -227
  332. package/dist/client/server/middleware/validation.js +0 -388
  333. package/dist/client/server/openapi/generator.js +0 -398
  334. package/dist/client/server/openapi/index.js +0 -36
  335. package/dist/client/server/openapi/schemas.js +0 -695
  336. package/dist/client/server/openapi/templates.js +0 -374
  337. package/dist/client/server/routes/agentRoutes.js +0 -189
  338. package/dist/client/server/routes/claudeProxyRoutes.js +0 -1600
  339. package/dist/client/server/routes/healthRoutes.js +0 -187
  340. package/dist/client/server/routes/index.js +0 -57
  341. package/dist/client/server/routes/mcpRoutes.js +0 -342
  342. package/dist/client/server/routes/memoryRoutes.js +0 -350
  343. package/dist/client/server/routes/openApiRoutes.js +0 -126
  344. package/dist/client/server/routes/toolRoutes.js +0 -199
  345. package/dist/client/server/streaming/dataStream.js +0 -486
  346. package/dist/client/server/streaming/index.js +0 -11
  347. package/dist/client/server/types.js +0 -67
  348. package/dist/client/server/utils/redaction.js +0 -334
  349. package/dist/client/server/utils/validation.js +0 -243
  350. package/dist/client/server/websocket/WebSocketHandler.js +0 -383
  351. package/dist/client/server/websocket/index.js +0 -4
  352. package/dist/client/services/server/ai/observability/instrumentation.js +0 -808
  353. package/dist/client/telemetry/attributes.js +0 -100
  354. package/dist/client/telemetry/index.js +0 -26
  355. package/dist/client/telemetry/telemetryService.js +0 -308
  356. package/dist/client/telemetry/tracers.js +0 -17
  357. package/dist/client/telemetry/withSpan.js +0 -34
  358. package/dist/client/types/actionTypes.js +0 -6
  359. package/dist/client/types/analytics.js +0 -5
  360. package/dist/client/types/authTypes.js +0 -9
  361. package/dist/client/types/circuitBreakerErrors.js +0 -34
  362. package/dist/client/types/cli.js +0 -21
  363. package/dist/client/types/clientTypes.js +0 -10
  364. package/dist/client/types/common.js +0 -51
  365. package/dist/client/types/configTypes.js +0 -49
  366. package/dist/client/types/content.js +0 -19
  367. package/dist/client/types/contextTypes.js +0 -400
  368. package/dist/client/types/conversation.js +0 -47
  369. package/dist/client/types/conversationMemoryInterface.js +0 -6
  370. package/dist/client/types/domainTypes.js +0 -5
  371. package/dist/client/types/errors.js +0 -167
  372. package/dist/client/types/evaluation.js +0 -5
  373. package/dist/client/types/evaluationProviders.js +0 -5
  374. package/dist/client/types/evaluationTypes.js +0 -1
  375. package/dist/client/types/externalMcp.js +0 -6
  376. package/dist/client/types/fileReferenceTypes.js +0 -8
  377. package/dist/client/types/fileTypes.js +0 -4
  378. package/dist/client/types/generateTypes.js +0 -1
  379. package/dist/client/types/guardrails.js +0 -1
  380. package/dist/client/types/hitlTypes.js +0 -8
  381. package/dist/client/types/index.js +0 -57
  382. package/dist/client/types/mcpTypes.js +0 -5
  383. package/dist/client/types/middlewareTypes.js +0 -1
  384. package/dist/client/types/modelTypes.js +0 -30
  385. package/dist/client/types/multimodal.js +0 -135
  386. package/dist/client/types/observability.js +0 -6
  387. package/dist/client/types/pptTypes.js +0 -82
  388. package/dist/client/types/providers.js +0 -111
  389. package/dist/client/types/proxyTypes.js +0 -16
  390. package/dist/client/types/ragTypes.js +0 -7
  391. package/dist/client/types/sdkTypes.js +0 -8
  392. package/dist/client/types/serviceTypes.js +0 -5
  393. package/dist/client/types/streamTypes.js +0 -1
  394. package/dist/client/types/subscriptionTypes.js +0 -9
  395. package/dist/client/types/taskClassificationTypes.js +0 -5
  396. package/dist/client/types/tools.js +0 -24
  397. package/dist/client/types/ttsTypes.js +0 -57
  398. package/dist/client/types/typeAliases.js +0 -48
  399. package/dist/client/types/utilities.js +0 -4
  400. package/dist/client/types/workflowTypes.js +0 -30
  401. package/dist/client/utils/async/withTimeout.js +0 -98
  402. package/dist/client/utils/asyncMutex.js +0 -60
  403. package/dist/client/utils/conversationMemory.js +0 -431
  404. package/dist/client/utils/csvProcessor.js +0 -846
  405. package/dist/client/utils/errorHandling.js +0 -936
  406. package/dist/client/utils/evaluationUtils.js +0 -131
  407. package/dist/client/utils/factoryProcessing.js +0 -589
  408. package/dist/client/utils/fileDetector.js +0 -2161
  409. package/dist/client/utils/imageCache.js +0 -376
  410. package/dist/client/utils/imageProcessor.js +0 -704
  411. package/dist/client/utils/logger.js +0 -491
  412. package/dist/client/utils/mcpDefaults.js +0 -134
  413. package/dist/client/utils/messageBuilder.js +0 -1653
  414. package/dist/client/utils/modelAliasResolver.js +0 -54
  415. package/dist/client/utils/modelDetection.js +0 -80
  416. package/dist/client/utils/modelRouter.js +0 -292
  417. package/dist/client/utils/multimodalOptionsBuilder.js +0 -65
  418. package/dist/client/utils/observabilityHelpers.js +0 -47
  419. package/dist/client/utils/parameterValidation.js +0 -966
  420. package/dist/client/utils/pdfProcessor.js +0 -410
  421. package/dist/client/utils/performance.js +0 -222
  422. package/dist/client/utils/pricing.js +0 -340
  423. package/dist/client/utils/promptRedaction.js +0 -62
  424. package/dist/client/utils/providerConfig.js +0 -1009
  425. package/dist/client/utils/providerHealth.js +0 -1237
  426. package/dist/client/utils/providerRetry.js +0 -112
  427. package/dist/client/utils/providerUtils.js +0 -434
  428. package/dist/client/utils/rateLimiter.js +0 -200
  429. package/dist/client/utils/redis.js +0 -368
  430. package/dist/client/utils/retryHandler.js +0 -269
  431. package/dist/client/utils/retryability.js +0 -22
  432. package/dist/client/utils/sanitizers/svg.js +0 -481
  433. package/dist/client/utils/schemaConversion.js +0 -255
  434. package/dist/client/utils/taskClassificationUtils.js +0 -149
  435. package/dist/client/utils/taskClassifier.js +0 -94
  436. package/dist/client/utils/thinkingConfig.js +0 -104
  437. package/dist/client/utils/timeout.js +0 -359
  438. package/dist/client/utils/tokenEstimation.js +0 -142
  439. package/dist/client/utils/tokenLimits.js +0 -125
  440. package/dist/client/utils/tokenUtils.js +0 -239
  441. package/dist/client/utils/toolUtils.js +0 -75
  442. package/dist/client/utils/transformationUtils.js +0 -554
  443. package/dist/client/utils/ttsProcessor.js +0 -286
  444. package/dist/client/utils/typeUtils.js +0 -97
  445. package/dist/client/utils/videoAnalysisProcessor.js +0 -67
  446. package/dist/client/workflow/config.js +0 -398
  447. package/dist/client/workflow/core/ensembleExecutor.js +0 -407
  448. package/dist/client/workflow/core/judgeScorer.js +0 -544
  449. package/dist/client/workflow/core/responseConditioner.js +0 -225
  450. package/dist/client/workflow/core/types/conditionerTypes.js +0 -7
  451. package/dist/client/workflow/core/types/ensembleTypes.js +0 -7
  452. package/dist/client/workflow/core/types/index.js +0 -7
  453. package/dist/client/workflow/core/types/judgeTypes.js +0 -7
  454. package/dist/client/workflow/core/types/layerTypes.js +0 -7
  455. package/dist/client/workflow/core/types/registryTypes.js +0 -7
  456. package/dist/client/workflow/core/workflowRegistry.js +0 -304
  457. package/dist/client/workflow/core/workflowRunner.js +0 -586
  458. package/dist/client/workflow/index.js +0 -50
  459. package/dist/client/workflow/types.js +0 -9
  460. package/dist/client/workflow/utils/types/index.js +0 -7
  461. package/dist/client/workflow/utils/workflowMetrics.js +0 -311
  462. package/dist/client/workflow/utils/workflowValidation.js +0 -420
  463. package/dist/client/workflow/workflows/adaptiveWorkflow.js +0 -366
  464. package/dist/client/workflow/workflows/consensusWorkflow.js +0 -192
  465. package/dist/client/workflow/workflows/fallbackWorkflow.js +0 -225
  466. package/dist/client/workflow/workflows/multiJudgeWorkflow.js +0 -351
  467. /package/dist/client/{client/reactHooks.js → reactHooks.js} +0 -0
@@ -1,707 +0,0 @@
1
- /**
2
- * Audio File Processor
3
- *
4
- * Handles downloading, validating, and processing audio files to extract metadata
5
- * and build text content suitable for LLM consumption. Audio files cannot be sent
6
- * raw to most LLMs, so this processor extracts structured metadata (duration, codec,
7
- * bitrate, tags) and formats it as text.
8
- *
9
- * Uses the `music-metadata` library (pure JavaScript, no native dependencies) for
10
- * metadata extraction. Supports all major audio formats: MP3, WAV, OGG, FLAC, M4A,
11
- * AAC, WMA, WebM, AIFF, AMR, APE, WavPack, and more.
12
- *
13
- * Key features:
14
- * - Metadata extraction: duration, codec, bitrate, sample rate, channels
15
- * - Tag extraction: title, artist, album, year, genre, track number, composer
16
- * - Embedded cover art extraction
17
- * - Graceful degradation for corrupt or partially readable files
18
- * - LLM-friendly text content generation
19
- *
20
- * @module processors/media/AudioProcessor
21
- *
22
- * @example
23
- * ```typescript
24
- * import { audioProcessor, processAudio, isAudioFile } from "./AudioProcessor.js";
25
- *
26
- * // Check if a file is an audio file
27
- * if (isAudioFile(fileInfo.mimetype, fileInfo.name)) {
28
- * const result = await processAudio(fileInfo);
29
- *
30
- * if (result.success) {
31
- * console.log(`Duration: ${result.data.metadata.durationFormatted}`);
32
- * console.log(`Codec: ${result.data.metadata.codec}`);
33
- * console.log(`Artist: ${result.data.tags.artist}`);
34
- * console.log(`Text for LLM: ${result.data.textContent}`);
35
- * }
36
- * }
37
- * ```
38
- */
39
- import { parseBuffer, selectCover } from "music-metadata";
40
- import { BaseFileProcessor } from "../base/BaseFileProcessor.js";
41
- import { SIZE_LIMITS_MB } from "../config/index.js";
42
- import { FileErrorCode } from "../errors/index.js";
43
- // =============================================================================
44
- // CONSTANTS
45
- // =============================================================================
46
- /**
47
- * Audio processor configuration constants.
48
- */
49
- const AUDIO_CONFIG = {
50
- /** Maximum audio file size in MB (uses centralized constant from sizeLimits) */
51
- MAX_SIZE_MB: SIZE_LIMITS_MB.AUDIO_MAX_MB,
52
- /** Processing timeout in milliseconds (audio metadata parsing is fast) */
53
- TIMEOUT_MS: 30000,
54
- /** Maximum file size for Whisper API transcription (25MB) */
55
- WHISPER_MAX_SIZE_MB: 25,
56
- /** Transcription timeout in milliseconds (120 seconds for large files) */
57
- TRANSCRIPTION_TIMEOUT_MS: 120_000,
58
- /** Whisper-supported audio formats */
59
- WHISPER_SUPPORTED_FORMATS: [
60
- "mp3",
61
- "mp4",
62
- "mpeg",
63
- "mpga",
64
- "m4a",
65
- "wav",
66
- "webm",
67
- "flac",
68
- "ogg",
69
- ],
70
- };
71
- /**
72
- * Supported MIME types for audio files.
73
- * Covers all major audio formats including common variants and aliases.
74
- */
75
- const SUPPORTED_AUDIO_MIME_TYPES = [
76
- "audio/mpeg",
77
- "audio/mp3",
78
- "audio/wav",
79
- "audio/x-wav",
80
- "audio/wave",
81
- "audio/ogg",
82
- "audio/vorbis",
83
- "audio/opus",
84
- "audio/flac",
85
- "audio/x-flac",
86
- "audio/mp4",
87
- "audio/x-m4a",
88
- "audio/aac",
89
- "audio/x-ms-wma",
90
- "audio/webm",
91
- "audio/aiff",
92
- "audio/x-aiff",
93
- "audio/amr",
94
- "audio/3gpp",
95
- ];
96
- /**
97
- * Supported file extensions for audio files.
98
- * Includes common audio container formats and lossless variants.
99
- */
100
- const SUPPORTED_AUDIO_EXTENSIONS = [
101
- ".mp3",
102
- ".wav",
103
- ".ogg",
104
- ".oga",
105
- ".opus",
106
- ".flac",
107
- ".m4a",
108
- ".aac",
109
- ".wma",
110
- ".webm",
111
- ".aiff",
112
- ".aif",
113
- ".amr",
114
- ".3gp",
115
- ".ape",
116
- ".wv",
117
- ];
118
- // =============================================================================
119
- // AUDIO PROCESSOR CLASS
120
- // =============================================================================
121
- /**
122
- * Audio Processor - extracts metadata and tags from audio files for LLM consumption.
123
- *
124
- * Audio files cannot be directly sent to most language models. This processor
125
- * parses audio file headers to extract structured metadata (duration, codec,
126
- * bitrate, sample rate, channels) and embedded tags (title, artist, album, etc.),
127
- * then builds a human-readable text summary for the AI to reason about.
128
- *
129
- * Uses the `music-metadata` library which is a pure JavaScript implementation
130
- * with no native dependencies, making it safe for all deployment environments.
131
- *
132
- * @example
133
- * ```typescript
134
- * const processor = new AudioProcessor();
135
- *
136
- * const result = await processor.processFile({
137
- * id: 'audio-123',
138
- * name: 'song.mp3',
139
- * mimetype: 'audio/mpeg',
140
- * size: 5242880,
141
- * buffer: audioBuffer,
142
- * });
143
- *
144
- * if (result.success) {
145
- * console.log(result.data.textContent);
146
- * // "[Audio File: song.mp3]
147
- * // Duration: 3:45 | Codec: MPEG 1 Layer 3 | Bitrate: 320 kbps | ..."
148
- * }
149
- * ```
150
- */
151
- export class AudioProcessor extends BaseFileProcessor {
152
- constructor() {
153
- super({
154
- maxSizeMB: AUDIO_CONFIG.MAX_SIZE_MB,
155
- timeoutMs: AUDIO_CONFIG.TIMEOUT_MS,
156
- supportedMimeTypes: [...SUPPORTED_AUDIO_MIME_TYPES],
157
- supportedExtensions: [...SUPPORTED_AUDIO_EXTENSIONS],
158
- fileTypeName: "audio",
159
- defaultFilename: "audio.mp3",
160
- });
161
- }
162
- // ===========================================================================
163
- // PROCESSING OVERRIDE
164
- // ===========================================================================
165
- /**
166
- * Override processFile for async audio metadata parsing with music-metadata.
167
- *
168
- * Processing pipeline:
169
- * 1. Validate file type and size (base class)
170
- * 2. Get file buffer (from direct buffer or download)
171
- * 3. Parse audio metadata using music-metadata's parseBuffer()
172
- * 4. Extract tags (title, artist, album, etc.)
173
- * 5. Extract embedded cover art if present
174
- * 6. Build LLM-friendly text content
175
- *
176
- * @param fileInfo - File information (can include URL or buffer)
177
- * @param options - Optional processing options (auth headers, timeout, etc.)
178
- * @returns Processing result with audio metadata or error
179
- */
180
- async processFile(fileInfo, options) {
181
- try {
182
- // Step 1: Validate file type and size
183
- const validationResult = this.validateFileWithResult(fileInfo);
184
- if (!validationResult.success) {
185
- return {
186
- success: false,
187
- error: validationResult.error,
188
- };
189
- }
190
- // Step 2: Get file buffer (from direct buffer or download from URL)
191
- let buffer;
192
- if (fileInfo.buffer) {
193
- buffer = fileInfo.buffer;
194
- }
195
- else if (fileInfo.url) {
196
- const downloadResult = await this.downloadFileWithRetry(fileInfo, options);
197
- if (!downloadResult.success) {
198
- return {
199
- success: false,
200
- error: downloadResult.error,
201
- };
202
- }
203
- if (!downloadResult.data) {
204
- return {
205
- success: false,
206
- error: this.createError(FileErrorCode.DOWNLOAD_FAILED, {
207
- reason: "Download succeeded but returned no data",
208
- }),
209
- };
210
- }
211
- buffer = downloadResult.data;
212
- // Validate actual downloaded size against limit
213
- if (!this.validateFileSize(buffer.length)) {
214
- return {
215
- success: false,
216
- error: this.createError(FileErrorCode.FILE_TOO_LARGE, {
217
- sizeMB: (buffer.length / (1024 * 1024)).toFixed(2),
218
- maxMB: this.config.maxSizeMB,
219
- type: this.config.fileTypeName,
220
- }),
221
- };
222
- }
223
- }
224
- else {
225
- return {
226
- success: false,
227
- error: this.createError(FileErrorCode.DOWNLOAD_FAILED, {
228
- reason: "No buffer or URL provided for file",
229
- }),
230
- };
231
- }
232
- // Step 3: Parse audio metadata using music-metadata
233
- const audioMetadata = await this.parseAudioMetadata(buffer, fileInfo);
234
- // Step 4: Extract structured metadata from parsed result
235
- const metadata = this.extractMetadata(audioMetadata, buffer.length);
236
- // Step 5: Extract tags from common metadata
237
- const tags = this.extractTags(audioMetadata);
238
- // Step 6: Extract embedded cover art if present
239
- const coverArt = this.extractCoverArt(audioMetadata);
240
- // Step 7: Attempt transcription if API key is available
241
- const filename = this.getFilename(fileInfo);
242
- const transcriptionResult = await this.attemptTranscription(buffer, filename, fileInfo.mimetype);
243
- // Step 8: Build LLM-friendly text content (includes transcript if available)
244
- const textContent = this.buildTextContent(filename, metadata, tags, transcriptionResult.transcript);
245
- return {
246
- success: true,
247
- data: {
248
- textContent,
249
- metadata,
250
- tags,
251
- transcript: transcriptionResult.transcript,
252
- hasTranscript: transcriptionResult.hasTranscript,
253
- transcriptionProvider: transcriptionResult.transcriptionProvider,
254
- coverArt: coverArt ?? undefined,
255
- buffer,
256
- mimetype: fileInfo.mimetype || "audio/mpeg",
257
- size: fileInfo.size,
258
- filename,
259
- },
260
- };
261
- }
262
- catch (error) {
263
- // Classify music-metadata parse errors as INVALID_FORMAT
264
- // (corrupt/truncated files, unsupported codec variants, etc.)
265
- const isParseError = error instanceof Error &&
266
- (error.message.includes("parse") ||
267
- error.message.includes("codec") ||
268
- error.message.includes("header") ||
269
- error.message.includes("format") ||
270
- error.message.includes("unexpected end") ||
271
- error.name === "CouldNotDetermineFileTypeError" ||
272
- error.name === "UnsupportedFileTypeError");
273
- const errorCode = isParseError
274
- ? FileErrorCode.INVALID_FORMAT
275
- : FileErrorCode.PROCESSING_FAILED;
276
- return {
277
- success: false,
278
- error: this.createError(errorCode, {
279
- fileType: "audio",
280
- error: error instanceof Error ? error.message : String(error),
281
- }, error instanceof Error ? error : undefined),
282
- };
283
- }
284
- }
285
- // ===========================================================================
286
- // PRIVATE: AUDIO TRANSCRIPTION
287
- // ===========================================================================
288
- /**
289
- * Attempt to transcribe audio using the Vercel AI SDK's `transcribe()` function
290
- * with the OpenAI Whisper model.
291
- *
292
- * Transcription is attempted when:
293
- * 1. `OPENAI_API_KEY` environment variable is set
294
- * 2. File size is within Whisper's 25MB limit
295
- * 3. File format is supported by Whisper
296
- *
297
- * Gracefully degrades: if transcription fails for any reason, metadata-only
298
- * output is returned (transcription is additive, never blocks processing).
299
- *
300
- * @param buffer - Audio file content
301
- * @param filename - Original filename (used for format detection)
302
- * @param mimetype - MIME type of the audio file
303
- * @returns Transcription result with transcript text, or empty result
304
- */
305
- async attemptTranscription(buffer, filename, mimetype) {
306
- const emptyResult = {
307
- transcript: undefined,
308
- hasTranscript: false,
309
- transcriptionProvider: undefined,
310
- };
311
- // Check if OPENAI_API_KEY is available
312
- const apiKey = process.env.OPENAI_API_KEY;
313
- if (!apiKey) {
314
- return emptyResult;
315
- }
316
- // Check file size (Whisper limit is 25MB)
317
- const fileSizeMB = buffer.length / (1024 * 1024);
318
- if (fileSizeMB > AUDIO_CONFIG.WHISPER_MAX_SIZE_MB) {
319
- return emptyResult;
320
- }
321
- // Check if file format is supported by Whisper
322
- const ext = filename.split(".").pop()?.toLowerCase();
323
- const isFormatSupported = ext && AUDIO_CONFIG.WHISPER_SUPPORTED_FORMATS.includes(ext);
324
- const isMimeSupported = mimetype &&
325
- (mimetype.startsWith("audio/mpeg") ||
326
- mimetype.startsWith("audio/mp4") ||
327
- mimetype.startsWith("audio/wav") ||
328
- mimetype.startsWith("audio/webm") ||
329
- mimetype.startsWith("audio/flac") ||
330
- mimetype.startsWith("audio/ogg") ||
331
- mimetype.startsWith("audio/x-m4a"));
332
- if (!isFormatSupported && !isMimeSupported) {
333
- return emptyResult;
334
- }
335
- try {
336
- // Dynamic imports to avoid loading these modules when transcription is not needed
337
- const [{ createOpenAI }, { experimental_transcribe }] = await Promise.all([import("@ai-sdk/openai"), import("ai")]);
338
- const openai = createOpenAI({ apiKey });
339
- const model = openai.transcription("whisper-1");
340
- const result = await experimental_transcribe({
341
- model,
342
- audio: buffer,
343
- });
344
- if (result.text && result.text.trim().length > 0) {
345
- return {
346
- transcript: result.text.trim(),
347
- hasTranscript: true,
348
- transcriptionProvider: "openai-whisper",
349
- };
350
- }
351
- return emptyResult;
352
- }
353
- catch {
354
- // Transcription is best-effort — never fail the entire processing pipeline
355
- // Common failures: rate limiting, network issues, unsupported audio encoding
356
- return emptyResult;
357
- }
358
- }
359
- // ===========================================================================
360
- // STUB: buildProcessedResult (required by base class, unused due to override)
361
- // ===========================================================================
362
- /**
363
- * Stub implementation required by BaseFileProcessor.
364
- * Not used because processFile is fully overridden.
365
- *
366
- * @param buffer - File buffer
367
- * @param fileInfo - File information
368
- * @returns Empty ProcessedAudio structure
369
- */
370
- buildProcessedResult(buffer, fileInfo) {
371
- return {
372
- textContent: "",
373
- metadata: {
374
- duration: 0,
375
- durationFormatted: "0:00",
376
- codec: "unknown",
377
- lossless: false,
378
- fileSize: buffer.length,
379
- },
380
- tags: {},
381
- hasTranscript: false,
382
- buffer,
383
- mimetype: fileInfo.mimetype || "audio/mpeg",
384
- size: fileInfo.size,
385
- filename: this.getFilename(fileInfo),
386
- };
387
- }
388
- // ===========================================================================
389
- // PRIVATE: METADATA PARSING
390
- // ===========================================================================
391
- /**
392
- * Parse audio metadata from a buffer using music-metadata.
393
- *
394
- * @param buffer - Audio file content
395
- * @param fileInfo - File information (used for MIME type hint)
396
- * @returns Parsed audio metadata from music-metadata
397
- * @throws Error if the buffer cannot be parsed (corrupt file, unsupported format)
398
- */
399
- async parseAudioMetadata(buffer, fileInfo) {
400
- // Provide MIME type as a string hint to music-metadata for more accurate parsing.
401
- // parseBuffer accepts (Uint8Array, fileInfo?: IFileInfo | string, options?)
402
- // where string is interpreted as MIME type.
403
- const mimeType = fileInfo.mimetype || undefined;
404
- return parseBuffer(buffer, mimeType);
405
- }
406
- /**
407
- * Extract structured metadata from the parsed audio format information.
408
- *
409
- * @param audioMetadata - Parsed audio metadata from music-metadata
410
- * @param fileSize - File size in bytes
411
- * @returns Structured metadata object
412
- */
413
- extractMetadata(audioMetadata, fileSize) {
414
- const format = audioMetadata.format;
415
- const duration = format.duration ?? 0;
416
- const durationFormatted = this.formatDuration(duration);
417
- return {
418
- duration,
419
- durationFormatted,
420
- codec: format.codec ?? format.container ?? "unknown",
421
- codecProfile: format.codecProfile ?? undefined,
422
- bitrate: format.bitrate ?? undefined,
423
- sampleRate: format.sampleRate ?? undefined,
424
- channels: format.numberOfChannels ?? undefined,
425
- bitsPerSample: format.bitsPerSample ?? undefined,
426
- lossless: format.lossless ?? false,
427
- fileSize,
428
- };
429
- }
430
- /**
431
- * Extract common tags from the parsed audio metadata.
432
- *
433
- * Maps music-metadata's common tag format to our simplified tag structure.
434
- * Handles array-to-scalar conversions (e.g., comment[] -> first comment string).
435
- *
436
- * @param audioMetadata - Parsed audio metadata from music-metadata
437
- * @returns Simplified tag object
438
- */
439
- extractTags(audioMetadata) {
440
- const common = audioMetadata.common;
441
- return {
442
- title: common.title ?? undefined,
443
- artist: common.artist ?? undefined,
444
- album: common.album ?? undefined,
445
- year: common.year ?? undefined,
446
- genre: common.genre && common.genre.length > 0 ? common.genre : undefined,
447
- track: common.track.no !== null || common.track.of !== null
448
- ? { no: common.track.no, of: common.track.of }
449
- : undefined,
450
- comment: common.comment && common.comment.length > 0
451
- ? (common.comment[0]?.text ?? undefined)
452
- : undefined,
453
- composer: common.composer && common.composer.length > 0
454
- ? common.composer[0]
455
- : undefined,
456
- };
457
- }
458
- /**
459
- * Extract embedded cover art from the audio file.
460
- *
461
- * Uses music-metadata's selectCover() to pick the most appropriate
462
- * cover image when multiple are embedded (e.g., front cover vs. back cover).
463
- *
464
- * @param audioMetadata - Parsed audio metadata from music-metadata
465
- * @returns Cover art as Buffer, or null if no cover art is embedded
466
- */
467
- extractCoverArt(audioMetadata) {
468
- const pictures = audioMetadata.common.picture;
469
- if (!pictures || pictures.length === 0) {
470
- return null;
471
- }
472
- const cover = selectCover(pictures);
473
- if (!cover) {
474
- return null;
475
- }
476
- return Buffer.from(cover.data);
477
- }
478
- // ===========================================================================
479
- // PRIVATE: TEXT CONTENT BUILDING
480
- // ===========================================================================
481
- /**
482
- * Build an LLM-friendly text representation of the audio file.
483
- *
484
- * Produces a structured text block that gives the AI context about the
485
- * audio file without requiring the actual audio stream. The format is
486
- * designed to be scannable and information-dense.
487
- *
488
- * @param filename - Original filename
489
- * @param metadata - Extracted audio metadata
490
- * @param tags - Extracted audio tags
491
- * @param transcript - Optional transcribed text from Whisper
492
- * @returns Formatted text content string
493
- *
494
- * @example Output:
495
- * ```
496
- * [Audio File: song.mp3]
497
- * Duration: 3:45 | Codec: MPEG 1 Layer 3 | Bitrate: 320 kbps | Sample Rate: 44100 Hz | Channels: 2 (Stereo) | Lossless: No
498
- * File Size: 5.00 MB
499
- * Title: Yesterday | Artist: The Beatles | Album: Help! | Year: 1965 | Genre: Rock, Pop
500
- * Track: 1/14 | Composer: Lennon-McCartney
501
- *
502
- * --- Transcript ---
503
- * [full transcribed text here]
504
- * ```
505
- */
506
- buildTextContent(filename, metadata, tags, transcript) {
507
- const lines = [];
508
- // Header line
509
- lines.push(`[Audio File: ${filename}]`);
510
- // Technical metadata line
511
- const techParts = [];
512
- techParts.push(`Duration: ${metadata.durationFormatted}`);
513
- techParts.push(`Codec: ${metadata.codec}`);
514
- if (metadata.codecProfile) {
515
- techParts.push(`Profile: ${metadata.codecProfile}`);
516
- }
517
- if (metadata.bitrate) {
518
- techParts.push(`Bitrate: ${this.formatBitrate(metadata.bitrate)}`);
519
- }
520
- if (metadata.sampleRate) {
521
- techParts.push(`Sample Rate: ${metadata.sampleRate} Hz`);
522
- }
523
- if (metadata.channels) {
524
- techParts.push(`Channels: ${metadata.channels} (${this.getChannelLabel(metadata.channels)})`);
525
- }
526
- if (metadata.bitsPerSample) {
527
- techParts.push(`Bit Depth: ${metadata.bitsPerSample}-bit`);
528
- }
529
- techParts.push(`Lossless: ${metadata.lossless ? "Yes" : "No"}`);
530
- lines.push(techParts.join(" | "));
531
- // File size line
532
- lines.push(`File Size: ${(metadata.fileSize / (1024 * 1024)).toFixed(2)} MB`);
533
- // Tags line (only if any tags are present)
534
- const tagParts = [];
535
- if (tags.title) {
536
- tagParts.push(`Title: ${tags.title}`);
537
- }
538
- if (tags.artist) {
539
- tagParts.push(`Artist: ${tags.artist}`);
540
- }
541
- if (tags.album) {
542
- tagParts.push(`Album: ${tags.album}`);
543
- }
544
- if (tags.year) {
545
- tagParts.push(`Year: ${tags.year}`);
546
- }
547
- if (tags.genre && tags.genre.length > 0) {
548
- tagParts.push(`Genre: ${tags.genre.join(", ")}`);
549
- }
550
- if (tagParts.length > 0) {
551
- lines.push(tagParts.join(" | "));
552
- }
553
- // Secondary tags line (track, composer, comment)
554
- const secondaryParts = [];
555
- if (tags.track) {
556
- const trackStr = tags.track.of !== null
557
- ? `${tags.track.no ?? "?"}/${tags.track.of}`
558
- : `${tags.track.no ?? "?"}`;
559
- secondaryParts.push(`Track: ${trackStr}`);
560
- }
561
- if (tags.composer) {
562
- secondaryParts.push(`Composer: ${tags.composer}`);
563
- }
564
- if (tags.comment) {
565
- secondaryParts.push(`Comment: ${tags.comment}`);
566
- }
567
- if (secondaryParts.length > 0) {
568
- lines.push(secondaryParts.join(" | "));
569
- }
570
- // Transcript section (if transcription was performed)
571
- if (transcript) {
572
- lines.push("");
573
- lines.push("--- Transcript ---");
574
- lines.push(transcript);
575
- }
576
- return lines.join("\n");
577
- }
578
- // ===========================================================================
579
- // PRIVATE: FORMATTING UTILITIES
580
- // ===========================================================================
581
- /**
582
- * Format a duration in seconds to a human-readable string.
583
- *
584
- * @param seconds - Duration in seconds
585
- * @returns Formatted string: "M:SS" for < 1 hour, "H:MM:SS" for >= 1 hour
586
- *
587
- * @example
588
- * formatDuration(225) // "3:45"
589
- * formatDuration(3750) // "1:02:30"
590
- * formatDuration(0) // "0:00"
591
- */
592
- formatDuration(seconds) {
593
- if (!seconds || seconds <= 0) {
594
- return "0:00";
595
- }
596
- const totalSeconds = Math.round(seconds);
597
- const hours = Math.floor(totalSeconds / 3600);
598
- const minutes = Math.floor((totalSeconds % 3600) / 60);
599
- const secs = totalSeconds % 60;
600
- if (hours > 0) {
601
- return `${hours}:${String(minutes).padStart(2, "0")}:${String(secs).padStart(2, "0")}`;
602
- }
603
- return `${minutes}:${String(secs).padStart(2, "0")}`;
604
- }
605
- /**
606
- * Format bitrate to a human-readable string.
607
- *
608
- * @param bitrate - Bitrate in bits per second
609
- * @returns Formatted string (e.g., "320 kbps", "1411 kbps")
610
- */
611
- formatBitrate(bitrate) {
612
- const kbps = Math.round(bitrate / 1000);
613
- return `${kbps} kbps`;
614
- }
615
- /**
616
- * Get a human-readable label for the number of audio channels.
617
- *
618
- * @param channels - Number of audio channels
619
- * @returns Channel label (e.g., "Mono", "Stereo", "5.1 Surround")
620
- */
621
- getChannelLabel(channels) {
622
- switch (channels) {
623
- case 1:
624
- return "Mono";
625
- case 2:
626
- return "Stereo";
627
- case 6:
628
- return "5.1 Surround";
629
- case 8:
630
- return "7.1 Surround";
631
- default:
632
- return `${channels}ch`;
633
- }
634
- }
635
- }
636
- // =============================================================================
637
- // SINGLETON INSTANCE
638
- // =============================================================================
639
- /**
640
- * Singleton Audio processor instance.
641
- * Use this for standard audio processing operations.
642
- *
643
- * @example
644
- * ```typescript
645
- * import { audioProcessor } from "./AudioProcessor.js";
646
- *
647
- * const result = await audioProcessor.processFile(fileInfo);
648
- * ```
649
- */
650
- export const audioProcessor = new AudioProcessor();
651
- // =============================================================================
652
- // HELPER FUNCTIONS
653
- // =============================================================================
654
- /**
655
- * Check if a file is an audio file.
656
- * Matches by MIME type or file extension.
657
- *
658
- * @param mimetype - MIME type of the file
659
- * @param filename - Filename (for extension-based detection)
660
- * @returns true if the file is an audio file
661
- *
662
- * @example
663
- * ```typescript
664
- * if (isAudioFile('audio/mpeg', 'song.mp3')) {
665
- * // Process as audio
666
- * }
667
- *
668
- * if (isAudioFile('', 'recording.flac')) {
669
- * // Also matches by extension
670
- * }
671
- * ```
672
- */
673
- export function isAudioFile(mimetype, filename) {
674
- return audioProcessor.isFileSupported(mimetype, filename);
675
- }
676
- /**
677
- * Process a single audio file.
678
- * Convenience function that uses the singleton processor.
679
- *
680
- * @param fileInfo - File information (can include URL or buffer)
681
- * @param options - Optional processing options (auth headers, timeout, etc.)
682
- * @returns Processing result with audio metadata or error
683
- *
684
- * @example
685
- * ```typescript
686
- * import { processAudio } from "./AudioProcessor.js";
687
- *
688
- * const result = await processAudio({
689
- * id: 'audio-1',
690
- * name: 'podcast.mp3',
691
- * mimetype: 'audio/mpeg',
692
- * size: 15728640,
693
- * buffer: mp3Buffer,
694
- * });
695
- *
696
- * if (result.success) {
697
- * const { metadata, tags, textContent } = result.data;
698
- * console.log(`${tags.title} by ${tags.artist} (${metadata.durationFormatted})`);
699
- * // Send textContent to LLM for analysis
700
- * } else {
701
- * console.error(`Processing failed: ${result.error?.userMessage}`);
702
- * }
703
- * ```
704
- */
705
- export async function processAudio(fileInfo, options) {
706
- return audioProcessor.processFile(fileInfo, options);
707
- }