@juspay/neurolink 9.64.0 → 9.65.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +12 -0
- package/README.md +18 -17
- package/dist/adapters/providerImageAdapter.js +29 -1
- package/dist/adapters/replicate/auth.d.ts +19 -0
- package/dist/adapters/replicate/auth.js +32 -0
- package/dist/adapters/replicate/predictionLifecycle.d.ts +46 -0
- package/dist/adapters/replicate/predictionLifecycle.js +283 -0
- package/dist/adapters/video/klingVideoHandler.d.ts +37 -0
- package/dist/adapters/video/klingVideoHandler.js +305 -0
- package/dist/adapters/video/replicateVideoHandler.d.ts +29 -0
- package/dist/adapters/video/replicateVideoHandler.js +157 -0
- package/dist/adapters/video/runwayVideoHandler.d.ts +32 -0
- package/dist/adapters/video/runwayVideoHandler.js +316 -0
- package/dist/adapters/video/vertexVideoHandler.d.ts +19 -1
- package/dist/adapters/video/vertexVideoHandler.js +33 -9
- package/dist/agent/directTools.js +11 -3
- package/dist/autoresearch/runner.js +8 -2
- package/dist/avatar/index.d.ts +13 -0
- package/dist/avatar/index.js +13 -0
- package/dist/avatar/providers/DIDAvatar.d.ts +49 -0
- package/dist/avatar/providers/DIDAvatar.js +501 -0
- package/dist/avatar/providers/HeyGenAvatar.d.ts +30 -0
- package/dist/avatar/providers/HeyGenAvatar.js +337 -0
- package/dist/avatar/providers/ReplicateAvatar.d.ts +36 -0
- package/dist/avatar/providers/ReplicateAvatar.js +267 -0
- package/dist/browser/neurolink.min.js +624 -601
- package/dist/cli/commands/mcp.js +29 -0
- package/dist/cli/commands/proxy.js +24 -5
- package/dist/cli/factories/commandFactory.d.ts +11 -1
- package/dist/cli/factories/commandFactory.js +291 -38
- package/dist/constants/contextWindows.js +101 -0
- package/dist/constants/enums.d.ts +273 -2
- package/dist/constants/enums.js +290 -1
- package/dist/constants/videoErrors.d.ts +4 -0
- package/dist/constants/videoErrors.js +4 -0
- package/dist/core/baseProvider.d.ts +22 -2
- package/dist/core/baseProvider.js +217 -11
- package/dist/core/constants.d.ts +12 -0
- package/dist/core/constants.js +72 -1
- package/dist/evaluation/index.d.ts +2 -0
- package/dist/evaluation/index.js +4 -0
- package/dist/factories/providerFactory.js +7 -1
- package/dist/factories/providerRegistry.js +202 -5
- package/dist/features/ppt/contentPlanner.js +42 -14
- package/dist/index.d.ts +9 -1
- package/dist/index.js +16 -1
- package/dist/lib/adapters/providerImageAdapter.js +29 -1
- package/dist/lib/adapters/replicate/auth.d.ts +19 -0
- package/dist/lib/adapters/replicate/auth.js +33 -0
- package/dist/lib/adapters/replicate/predictionLifecycle.d.ts +46 -0
- package/dist/lib/adapters/replicate/predictionLifecycle.js +284 -0
- package/dist/lib/adapters/video/klingVideoHandler.d.ts +37 -0
- package/dist/lib/adapters/video/klingVideoHandler.js +306 -0
- package/dist/lib/adapters/video/replicateVideoHandler.d.ts +29 -0
- package/dist/lib/adapters/video/replicateVideoHandler.js +158 -0
- package/dist/lib/adapters/video/runwayVideoHandler.d.ts +32 -0
- package/dist/lib/adapters/video/runwayVideoHandler.js +317 -0
- package/dist/lib/adapters/video/vertexVideoHandler.d.ts +19 -1
- package/dist/lib/adapters/video/vertexVideoHandler.js +33 -9
- package/dist/lib/agent/directTools.js +11 -3
- package/dist/lib/autoresearch/runner.js +8 -2
- package/dist/lib/avatar/index.d.ts +13 -0
- package/dist/lib/avatar/index.js +14 -0
- package/dist/lib/avatar/providers/DIDAvatar.d.ts +49 -0
- package/dist/lib/avatar/providers/DIDAvatar.js +502 -0
- package/dist/lib/avatar/providers/HeyGenAvatar.d.ts +30 -0
- package/dist/lib/avatar/providers/HeyGenAvatar.js +338 -0
- package/dist/lib/avatar/providers/ReplicateAvatar.d.ts +36 -0
- package/dist/lib/avatar/providers/ReplicateAvatar.js +268 -0
- package/dist/lib/constants/contextWindows.js +101 -0
- package/dist/lib/constants/enums.d.ts +273 -2
- package/dist/lib/constants/enums.js +290 -1
- package/dist/lib/constants/videoErrors.d.ts +4 -0
- package/dist/lib/constants/videoErrors.js +4 -0
- package/dist/lib/core/baseProvider.d.ts +22 -2
- package/dist/lib/core/baseProvider.js +217 -11
- package/dist/lib/core/constants.d.ts +12 -0
- package/dist/lib/core/constants.js +72 -1
- package/dist/lib/evaluation/index.d.ts +2 -0
- package/dist/lib/evaluation/index.js +4 -0
- package/dist/lib/factories/providerFactory.js +7 -1
- package/dist/lib/factories/providerRegistry.js +202 -5
- package/dist/lib/features/ppt/contentPlanner.js +42 -14
- package/dist/lib/index.d.ts +9 -1
- package/dist/lib/index.js +16 -1
- package/dist/lib/middleware/builtin/lifecycle.js +39 -9
- package/dist/lib/music/index.d.ts +13 -0
- package/dist/lib/music/index.js +14 -0
- package/dist/lib/music/providers/BeatovenMusic.d.ts +31 -0
- package/dist/lib/music/providers/BeatovenMusic.js +334 -0
- package/dist/lib/music/providers/ElevenLabsMusic.d.ts +30 -0
- package/dist/lib/music/providers/ElevenLabsMusic.js +169 -0
- package/dist/lib/music/providers/LyriaMusic.d.ts +29 -0
- package/dist/lib/music/providers/LyriaMusic.js +173 -0
- package/dist/lib/music/providers/ReplicateMusic.d.ts +31 -0
- package/dist/lib/music/providers/ReplicateMusic.js +262 -0
- package/dist/lib/neurolink.d.ts +30 -0
- package/dist/lib/neurolink.js +323 -77
- package/dist/lib/providers/amazonBedrock.d.ts +10 -0
- package/dist/lib/providers/amazonBedrock.js +94 -39
- package/dist/lib/providers/anthropic.js +55 -7
- package/dist/lib/providers/anthropicBaseProvider.js +1 -1
- package/dist/lib/providers/azureOpenai.js +66 -17
- package/dist/lib/providers/cloudflare.d.ts +35 -0
- package/dist/lib/providers/cloudflare.js +174 -0
- package/dist/lib/providers/cohere.d.ts +52 -0
- package/dist/lib/providers/cohere.js +253 -0
- package/dist/lib/providers/deepseek.js +72 -17
- package/dist/lib/providers/fireworks.d.ts +33 -0
- package/dist/lib/providers/fireworks.js +164 -0
- package/dist/lib/providers/googleAiStudio.js +126 -10
- package/dist/lib/providers/googleNativeGemini3.d.ts +26 -6
- package/dist/lib/providers/googleNativeGemini3.js +276 -29
- package/dist/lib/providers/googleVertex.js +639 -181
- package/dist/lib/providers/groq.d.ts +33 -0
- package/dist/lib/providers/groq.js +181 -0
- package/dist/lib/providers/huggingFace.js +9 -8
- package/dist/lib/providers/ideogram.d.ts +34 -0
- package/dist/lib/providers/ideogram.js +184 -0
- package/dist/lib/providers/index.d.ts +13 -0
- package/dist/lib/providers/index.js +13 -0
- package/dist/lib/providers/jina.d.ts +59 -0
- package/dist/lib/providers/jina.js +218 -0
- package/dist/lib/providers/llamaCpp.js +14 -46
- package/dist/lib/providers/lmStudio.js +14 -47
- package/dist/lib/providers/mistral.js +7 -7
- package/dist/lib/providers/nvidiaNim.js +160 -19
- package/dist/lib/providers/ollama.js +7 -7
- package/dist/lib/providers/openAI.d.ts +22 -1
- package/dist/lib/providers/openAI.js +181 -0
- package/dist/lib/providers/openRouter.js +35 -23
- package/dist/lib/providers/openaiCompatible.js +9 -8
- package/dist/lib/providers/perplexity.d.ts +33 -0
- package/dist/lib/providers/perplexity.js +179 -0
- package/dist/lib/providers/recraft.d.ts +34 -0
- package/dist/lib/providers/recraft.js +197 -0
- package/dist/lib/providers/replicate.d.ts +75 -0
- package/dist/lib/providers/replicate.js +403 -0
- package/dist/lib/providers/stability.d.ts +37 -0
- package/dist/lib/providers/stability.js +191 -0
- package/dist/lib/providers/togetherAi.d.ts +33 -0
- package/dist/lib/providers/togetherAi.js +176 -0
- package/dist/lib/providers/voyage.d.ts +47 -0
- package/dist/lib/providers/voyage.js +177 -0
- package/dist/lib/providers/xai.d.ts +33 -0
- package/dist/lib/providers/xai.js +172 -0
- package/dist/lib/telemetry/index.d.ts +1 -1
- package/dist/lib/telemetry/index.js +1 -1
- package/dist/lib/telemetry/tracers.d.ts +19 -0
- package/dist/lib/telemetry/tracers.js +19 -0
- package/dist/lib/telemetry/withSpan.d.ts +35 -0
- package/dist/lib/telemetry/withSpan.js +103 -0
- package/dist/lib/types/avatar.d.ts +143 -0
- package/dist/lib/types/avatar.js +20 -0
- package/dist/lib/types/cli.d.ts +6 -0
- package/dist/lib/types/conversation.d.ts +16 -0
- package/dist/lib/types/generate.d.ts +62 -5
- package/dist/lib/types/index.d.ts +5 -0
- package/dist/lib/types/index.js +7 -0
- package/dist/lib/types/middleware.d.ts +27 -0
- package/dist/lib/types/multimodal.d.ts +35 -2
- package/dist/lib/types/music.d.ts +165 -0
- package/dist/lib/types/music.js +21 -0
- package/dist/lib/types/providers.d.ts +144 -1
- package/dist/lib/types/replicate.d.ts +67 -0
- package/dist/lib/types/replicate.js +10 -0
- package/dist/lib/types/safeFetch.d.ts +15 -0
- package/dist/lib/types/safeFetch.js +7 -0
- package/dist/lib/types/stream.d.ts +2 -1
- package/dist/lib/types/tools.d.ts +13 -0
- package/dist/lib/types/video.d.ts +89 -0
- package/dist/lib/types/video.js +15 -0
- package/dist/lib/utils/avatarProcessor.d.ts +68 -0
- package/dist/lib/utils/avatarProcessor.js +172 -0
- package/dist/lib/utils/cloneOptions.d.ts +36 -0
- package/dist/lib/utils/cloneOptions.js +62 -0
- package/dist/lib/utils/lifecycleCallbacks.d.ts +51 -8
- package/dist/lib/utils/lifecycleCallbacks.js +82 -26
- package/dist/lib/utils/lifecycleTimeout.d.ts +25 -0
- package/dist/lib/utils/lifecycleTimeout.js +39 -0
- package/dist/lib/utils/logSanitize.d.ts +49 -0
- package/dist/lib/utils/logSanitize.js +170 -0
- package/dist/lib/utils/loggingFetch.d.ts +29 -0
- package/dist/lib/utils/loggingFetch.js +60 -0
- package/dist/lib/utils/messageBuilder.js +43 -25
- package/dist/lib/utils/modelChoices.js +236 -3
- package/dist/lib/utils/musicProcessor.d.ts +67 -0
- package/dist/lib/utils/musicProcessor.js +189 -0
- package/dist/lib/utils/optionsConversion.js +3 -2
- package/dist/lib/utils/parameterValidation.js +14 -4
- package/dist/lib/utils/pricing.js +193 -0
- package/dist/lib/utils/providerConfig.d.ts +55 -0
- package/dist/lib/utils/providerConfig.js +224 -0
- package/dist/lib/utils/safeFetch.d.ts +26 -0
- package/dist/lib/utils/safeFetch.js +83 -0
- package/dist/lib/utils/sizeGuard.d.ts +34 -0
- package/dist/lib/utils/sizeGuard.js +45 -0
- package/dist/lib/utils/ssrfGuard.d.ts +52 -0
- package/dist/lib/utils/ssrfGuard.js +411 -0
- package/dist/lib/utils/videoProcessor.d.ts +60 -0
- package/dist/lib/utils/videoProcessor.js +201 -0
- package/dist/lib/voice/providers/FishAudioTTS.d.ts +27 -0
- package/dist/lib/voice/providers/FishAudioTTS.js +183 -0
- package/dist/lib/workflow/core/ensembleExecutor.js +26 -9
- package/dist/middleware/builtin/lifecycle.js +39 -9
- package/dist/music/index.d.ts +13 -0
- package/dist/music/index.js +13 -0
- package/dist/music/providers/BeatovenMusic.d.ts +31 -0
- package/dist/music/providers/BeatovenMusic.js +333 -0
- package/dist/music/providers/ElevenLabsMusic.d.ts +30 -0
- package/dist/music/providers/ElevenLabsMusic.js +168 -0
- package/dist/music/providers/LyriaMusic.d.ts +29 -0
- package/dist/music/providers/LyriaMusic.js +172 -0
- package/dist/music/providers/ReplicateMusic.d.ts +31 -0
- package/dist/music/providers/ReplicateMusic.js +261 -0
- package/dist/neurolink.d.ts +30 -0
- package/dist/neurolink.js +323 -77
- package/dist/providers/amazonBedrock.d.ts +10 -0
- package/dist/providers/amazonBedrock.js +94 -39
- package/dist/providers/anthropic.js +55 -7
- package/dist/providers/anthropicBaseProvider.js +1 -1
- package/dist/providers/azureOpenai.js +66 -17
- package/dist/providers/cloudflare.d.ts +35 -0
- package/dist/providers/cloudflare.js +173 -0
- package/dist/providers/cohere.d.ts +52 -0
- package/dist/providers/cohere.js +252 -0
- package/dist/providers/deepseek.js +72 -17
- package/dist/providers/fireworks.d.ts +33 -0
- package/dist/providers/fireworks.js +163 -0
- package/dist/providers/googleAiStudio.js +126 -10
- package/dist/providers/googleNativeGemini3.d.ts +26 -6
- package/dist/providers/googleNativeGemini3.js +276 -29
- package/dist/providers/googleVertex.js +639 -181
- package/dist/providers/groq.d.ts +33 -0
- package/dist/providers/groq.js +180 -0
- package/dist/providers/huggingFace.js +9 -8
- package/dist/providers/ideogram.d.ts +34 -0
- package/dist/providers/ideogram.js +183 -0
- package/dist/providers/index.d.ts +13 -0
- package/dist/providers/index.js +13 -0
- package/dist/providers/jina.d.ts +59 -0
- package/dist/providers/jina.js +217 -0
- package/dist/providers/llamaCpp.js +14 -46
- package/dist/providers/lmStudio.js +14 -47
- package/dist/providers/mistral.js +7 -7
- package/dist/providers/nvidiaNim.js +160 -19
- package/dist/providers/ollama.js +7 -7
- package/dist/providers/openAI.d.ts +22 -1
- package/dist/providers/openAI.js +181 -0
- package/dist/providers/openRouter.js +35 -23
- package/dist/providers/openaiCompatible.js +9 -8
- package/dist/providers/perplexity.d.ts +33 -0
- package/dist/providers/perplexity.js +178 -0
- package/dist/providers/recraft.d.ts +34 -0
- package/dist/providers/recraft.js +196 -0
- package/dist/providers/replicate.d.ts +75 -0
- package/dist/providers/replicate.js +402 -0
- package/dist/providers/stability.d.ts +37 -0
- package/dist/providers/stability.js +190 -0
- package/dist/providers/togetherAi.d.ts +33 -0
- package/dist/providers/togetherAi.js +175 -0
- package/dist/providers/voyage.d.ts +47 -0
- package/dist/providers/voyage.js +176 -0
- package/dist/providers/xai.d.ts +33 -0
- package/dist/providers/xai.js +171 -0
- package/dist/telemetry/index.d.ts +1 -1
- package/dist/telemetry/index.js +1 -1
- package/dist/telemetry/tracers.d.ts +19 -0
- package/dist/telemetry/tracers.js +19 -0
- package/dist/telemetry/withSpan.d.ts +35 -0
- package/dist/telemetry/withSpan.js +103 -0
- package/dist/types/avatar.d.ts +143 -0
- package/dist/types/avatar.js +19 -0
- package/dist/types/cli.d.ts +6 -0
- package/dist/types/conversation.d.ts +16 -0
- package/dist/types/generate.d.ts +62 -5
- package/dist/types/index.d.ts +5 -0
- package/dist/types/index.js +7 -0
- package/dist/types/middleware.d.ts +27 -0
- package/dist/types/multimodal.d.ts +35 -2
- package/dist/types/music.d.ts +165 -0
- package/dist/types/music.js +20 -0
- package/dist/types/providers.d.ts +144 -1
- package/dist/types/replicate.d.ts +67 -0
- package/dist/types/replicate.js +9 -0
- package/dist/types/safeFetch.d.ts +15 -0
- package/dist/types/safeFetch.js +6 -0
- package/dist/types/stream.d.ts +2 -1
- package/dist/types/tools.d.ts +13 -0
- package/dist/types/video.d.ts +89 -0
- package/dist/types/video.js +14 -0
- package/dist/utils/avatarProcessor.d.ts +68 -0
- package/dist/utils/avatarProcessor.js +171 -0
- package/dist/utils/cloneOptions.d.ts +36 -0
- package/dist/utils/cloneOptions.js +61 -0
- package/dist/utils/lifecycleCallbacks.d.ts +51 -8
- package/dist/utils/lifecycleCallbacks.js +82 -26
- package/dist/utils/lifecycleTimeout.d.ts +25 -0
- package/dist/utils/lifecycleTimeout.js +38 -0
- package/dist/utils/logSanitize.d.ts +49 -0
- package/dist/utils/logSanitize.js +169 -0
- package/dist/utils/loggingFetch.d.ts +29 -0
- package/dist/utils/loggingFetch.js +59 -0
- package/dist/utils/messageBuilder.js +43 -25
- package/dist/utils/modelChoices.js +236 -3
- package/dist/utils/musicProcessor.d.ts +67 -0
- package/dist/utils/musicProcessor.js +188 -0
- package/dist/utils/optionsConversion.js +3 -2
- package/dist/utils/parameterValidation.js +14 -4
- package/dist/utils/pricing.js +193 -0
- package/dist/utils/providerConfig.d.ts +55 -0
- package/dist/utils/providerConfig.js +224 -0
- package/dist/utils/safeFetch.d.ts +26 -0
- package/dist/utils/safeFetch.js +82 -0
- package/dist/utils/sizeGuard.d.ts +34 -0
- package/dist/utils/sizeGuard.js +44 -0
- package/dist/utils/ssrfGuard.d.ts +52 -0
- package/dist/utils/ssrfGuard.js +410 -0
- package/dist/utils/videoProcessor.d.ts +60 -0
- package/dist/utils/videoProcessor.js +200 -0
- package/dist/voice/providers/FishAudioTTS.d.ts +27 -0
- package/dist/voice/providers/FishAudioTTS.js +182 -0
- package/dist/workflow/core/ensembleExecutor.js +26 -9
- package/package.json +32 -5
|
@@ -51,6 +51,107 @@ export const MODEL_CONTEXT_WINDOWS = {
|
|
|
51
51
|
llamacpp: {
|
|
52
52
|
_default: 8_192,
|
|
53
53
|
},
|
|
54
|
+
xai: {
|
|
55
|
+
_default: 131_072,
|
|
56
|
+
"grok-3": 131_072,
|
|
57
|
+
"grok-3-mini": 131_072,
|
|
58
|
+
"grok-2-latest": 131_072,
|
|
59
|
+
"grok-2-vision-latest": 32_768,
|
|
60
|
+
"grok-beta": 131_072,
|
|
61
|
+
},
|
|
62
|
+
groq: {
|
|
63
|
+
_default: 128_000,
|
|
64
|
+
"llama-3.3-70b-versatile": 131_072,
|
|
65
|
+
"llama-3.1-8b-instant": 128_000,
|
|
66
|
+
"llama-3.2-90b-vision-preview": 128_000,
|
|
67
|
+
"llama-3.2-11b-vision-preview": 128_000,
|
|
68
|
+
"llama-guard-3-8b": 8_192,
|
|
69
|
+
"gemma2-9b-it": 8_192,
|
|
70
|
+
"mixtral-8x7b-32768": 32_768,
|
|
71
|
+
},
|
|
72
|
+
cohere: {
|
|
73
|
+
_default: 128_000,
|
|
74
|
+
"command-r-plus": 128_000,
|
|
75
|
+
"command-r": 128_000,
|
|
76
|
+
"command-r7b-12-2024": 128_000,
|
|
77
|
+
},
|
|
78
|
+
"together-ai": {
|
|
79
|
+
_default: 128_000,
|
|
80
|
+
"meta-llama/Llama-3.3-70B-Instruct-Turbo": 128_000,
|
|
81
|
+
"meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": 128_000,
|
|
82
|
+
"meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": 128_000,
|
|
83
|
+
"meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": 128_000,
|
|
84
|
+
"mistralai/Mixtral-8x22B-Instruct-v0.1": 65_536,
|
|
85
|
+
"mistralai/Mixtral-8x7B-Instruct-v0.1": 32_768,
|
|
86
|
+
"Qwen/Qwen2.5-72B-Instruct-Turbo": 32_768,
|
|
87
|
+
"Qwen/Qwen2.5-Coder-32B-Instruct": 32_768,
|
|
88
|
+
"deepseek-ai/DeepSeek-R1": 64_000,
|
|
89
|
+
"deepseek-ai/DeepSeek-V3": 64_000,
|
|
90
|
+
"google/gemma-2-27b-it": 8_192,
|
|
91
|
+
"microsoft/WizardLM-2-8x22B": 65_536,
|
|
92
|
+
},
|
|
93
|
+
fireworks: {
|
|
94
|
+
_default: 128_000,
|
|
95
|
+
"accounts/fireworks/models/llama-v3p1-70b-instruct": 131_072,
|
|
96
|
+
"accounts/fireworks/models/llama-v3p1-405b-instruct": 128_000,
|
|
97
|
+
"accounts/fireworks/models/llama-v3p1-8b-instruct": 128_000,
|
|
98
|
+
"accounts/fireworks/models/llama-v3p3-70b-instruct": 128_000,
|
|
99
|
+
"accounts/fireworks/models/mixtral-8x22b-instruct": 65_536,
|
|
100
|
+
"accounts/fireworks/models/qwen2p5-72b-instruct": 32_768,
|
|
101
|
+
"accounts/fireworks/models/qwen2p5-coder-32b-instruct": 32_768,
|
|
102
|
+
"accounts/fireworks/models/deepseek-v3": 64_000,
|
|
103
|
+
},
|
|
104
|
+
perplexity: {
|
|
105
|
+
_default: 127_000,
|
|
106
|
+
sonar: 127_000,
|
|
107
|
+
"sonar-pro": 200_000,
|
|
108
|
+
"sonar-reasoning": 127_000,
|
|
109
|
+
"sonar-reasoning-pro": 127_000,
|
|
110
|
+
"sonar-deep-research": 200_000,
|
|
111
|
+
},
|
|
112
|
+
cloudflare: {
|
|
113
|
+
_default: 8_192,
|
|
114
|
+
"@cf/meta/llama-3.3-70b-instruct-fp8-fast": 24_000,
|
|
115
|
+
"@cf/meta/llama-3.1-70b-instruct": 24_000,
|
|
116
|
+
"@cf/meta/llama-3.1-8b-instruct-fast": 24_000,
|
|
117
|
+
"@cf/meta/llama-3.2-11b-vision-instruct": 24_000,
|
|
118
|
+
"@cf/mistral/mistral-7b-instruct-v0.2": 32_768,
|
|
119
|
+
"@cf/qwen/qwen1.5-14b-chat-awq": 7_500,
|
|
120
|
+
"@cf/google/gemma-2b-it-lora": 4_096,
|
|
121
|
+
},
|
|
122
|
+
replicate: {
|
|
123
|
+
// Per-model — Replicate hosts arbitrary models; sensible default.
|
|
124
|
+
_default: 32_768,
|
|
125
|
+
},
|
|
126
|
+
voyage: {
|
|
127
|
+
// Voyage embeddings: max input tokens vary 16K-32K per model
|
|
128
|
+
_default: 32_000,
|
|
129
|
+
"voyage-3.5": 32_000,
|
|
130
|
+
"voyage-3.5-lite": 32_000,
|
|
131
|
+
"voyage-3-large": 32_000,
|
|
132
|
+
"voyage-code-3": 32_000,
|
|
133
|
+
"voyage-finance-2": 32_000,
|
|
134
|
+
"voyage-law-2": 16_000,
|
|
135
|
+
"voyage-multilingual-2": 32_000,
|
|
136
|
+
},
|
|
137
|
+
jina: {
|
|
138
|
+
// Jina embeddings: 8K input tokens for v3; 8K for v2; 32K for ColBERT-v2
|
|
139
|
+
_default: 8_192,
|
|
140
|
+
"jina-embeddings-v3": 8_192,
|
|
141
|
+
"jina-embeddings-v2-base-en": 8_192,
|
|
142
|
+
"jina-embeddings-v2-small-en": 8_192,
|
|
143
|
+
"jina-colbert-v2": 32_000,
|
|
144
|
+
},
|
|
145
|
+
stability: {
|
|
146
|
+
// Image-gen — context is prompt length only; ~2000 char limit
|
|
147
|
+
_default: 2_000,
|
|
148
|
+
},
|
|
149
|
+
ideogram: {
|
|
150
|
+
_default: 2_000,
|
|
151
|
+
},
|
|
152
|
+
recraft: {
|
|
153
|
+
_default: 2_000,
|
|
154
|
+
},
|
|
54
155
|
anthropic: {
|
|
55
156
|
_default: 200_000,
|
|
56
157
|
// Claude 4.6 (Feb 2026) — 1M context window
|
|
@@ -19,6 +19,19 @@ export declare enum AIProviderName {
|
|
|
19
19
|
NVIDIA_NIM = "nvidia-nim",
|
|
20
20
|
LM_STUDIO = "lm-studio",
|
|
21
21
|
LLAMACPP = "llamacpp",
|
|
22
|
+
XAI = "xai",
|
|
23
|
+
GROQ = "groq",
|
|
24
|
+
COHERE = "cohere",
|
|
25
|
+
TOGETHER_AI = "together-ai",
|
|
26
|
+
FIREWORKS = "fireworks",
|
|
27
|
+
PERPLEXITY = "perplexity",
|
|
28
|
+
CLOUDFLARE = "cloudflare",
|
|
29
|
+
REPLICATE = "replicate",
|
|
30
|
+
VOYAGE = "voyage",
|
|
31
|
+
JINA = "jina",
|
|
32
|
+
STABILITY = "stability",
|
|
33
|
+
IDEOGRAM = "ideogram",
|
|
34
|
+
RECRAFT = "recraft",
|
|
22
35
|
AUTO = "auto"
|
|
23
36
|
}
|
|
24
37
|
/**
|
|
@@ -30,7 +43,7 @@ export declare enum OpenRouterModels {
|
|
|
30
43
|
CLAUDE_SONNET_4_6 = "anthropic/claude-sonnet-4.6",
|
|
31
44
|
CLAUDE_SONNET_4_5 = "anthropic/claude-sonnet-4.5",
|
|
32
45
|
CLAUDE_HAIKU_4_5 = "anthropic/claude-haiku-4.5",
|
|
33
|
-
|
|
46
|
+
CLAUDE_3_7_SONNET = "anthropic/claude-3.7-sonnet",
|
|
34
47
|
CLAUDE_3_5_HAIKU = "anthropic/claude-3-5-haiku",
|
|
35
48
|
CLAUDE_3_OPUS = "anthropic/claude-3-opus",
|
|
36
49
|
GPT_5_2 = "openai/gpt-5.2",
|
|
@@ -189,7 +202,10 @@ export declare enum OpenAIModels {
|
|
|
189
202
|
O1_MINI = "o1-mini",
|
|
190
203
|
GPT_4 = "gpt-4",
|
|
191
204
|
GPT_4_TURBO = "gpt-4-turbo",
|
|
192
|
-
GPT_3_5_TURBO = "gpt-3.5-turbo"
|
|
205
|
+
GPT_3_5_TURBO = "gpt-3.5-turbo",
|
|
206
|
+
GPT_IMAGE_1 = "gpt-image-1",
|
|
207
|
+
DALL_E_3 = "dall-e-3",
|
|
208
|
+
DALL_E_2 = "dall-e-2"
|
|
193
209
|
}
|
|
194
210
|
/**
|
|
195
211
|
* Supported Models for Azure OpenAI
|
|
@@ -674,6 +690,261 @@ export declare enum LlamaCppModels {
|
|
|
674
690
|
/** Sentinel value — uses the model loaded by the llama-server process */
|
|
675
691
|
AUTO_DISCOVER = ""
|
|
676
692
|
}
|
|
693
|
+
/**
|
|
694
|
+
* xAI Grok models — accessible at api.x.ai/v1 (OpenAI-compatible).
|
|
695
|
+
* @see https://docs.x.ai/docs/models
|
|
696
|
+
*/
|
|
697
|
+
export declare enum XaiModels {
|
|
698
|
+
/** Latest Grok 3 — flagship; best for complex reasoning */
|
|
699
|
+
GROK_3 = "grok-3",
|
|
700
|
+
/** Grok 3 Mini — faster + cheaper variant of Grok 3 */
|
|
701
|
+
GROK_3_MINI = "grok-3-mini",
|
|
702
|
+
/** Grok 2 latest — previous flagship; still supported */
|
|
703
|
+
GROK_2_LATEST = "grok-2-latest",
|
|
704
|
+
/** Grok 2 Vision — multimodal (text + images) */
|
|
705
|
+
GROK_2_VISION_LATEST = "grok-2-vision-latest",
|
|
706
|
+
/** Grok beta — pre-release / experimental access */
|
|
707
|
+
GROK_BETA = "grok-beta"
|
|
708
|
+
}
|
|
709
|
+
/**
|
|
710
|
+
* Groq-hosted models — Llama / Mistral / Gemma at sub-100ms inference.
|
|
711
|
+
* @see https://console.groq.com/docs/models
|
|
712
|
+
*/
|
|
713
|
+
export declare enum GroqModels {
|
|
714
|
+
/** Llama 3.3 70B Versatile — production default */
|
|
715
|
+
LLAMA_3_3_70B_VERSATILE = "llama-3.3-70b-versatile",
|
|
716
|
+
/** Llama 3.1 8B Instant — low-latency tier */
|
|
717
|
+
LLAMA_3_1_8B_INSTANT = "llama-3.1-8b-instant",
|
|
718
|
+
/** Gemma 2 9B IT — Google's lightweight instruct model */
|
|
719
|
+
GEMMA_2_9B_IT = "gemma2-9b-it",
|
|
720
|
+
/** Mixtral 8x7B 32K — Mistral's MoE model */
|
|
721
|
+
MIXTRAL_8X7B_32768 = "mixtral-8x7b-32768",
|
|
722
|
+
/** Llama Guard 3 8B — safety classifier */
|
|
723
|
+
LLAMA_GUARD_3_8B = "llama-guard-3-8b",
|
|
724
|
+
/** Llama 3.2 90B Vision Preview — multimodal */
|
|
725
|
+
LLAMA_3_2_90B_VISION_PREVIEW = "llama-3.2-90b-vision-preview",
|
|
726
|
+
/** Llama 3.2 11B Vision Preview — smaller multimodal */
|
|
727
|
+
LLAMA_3_2_11B_VISION_PREVIEW = "llama-3.2-11b-vision-preview"
|
|
728
|
+
}
|
|
729
|
+
/**
|
|
730
|
+
* Cohere Command + Embed models.
|
|
731
|
+
* @see https://docs.cohere.com/docs/models
|
|
732
|
+
*
|
|
733
|
+
* Note: bare aliases `command-r` and `command-r-plus` were retired on
|
|
734
|
+
* September 15, 2025. Use the dated variants instead.
|
|
735
|
+
*/
|
|
736
|
+
export declare enum CohereModels {
|
|
737
|
+
/** Command A (March 2025) — current flagship chat model */
|
|
738
|
+
COMMAND_A = "command-a-03-2025",
|
|
739
|
+
/** Command A Reasoning (Aug 2025) — explicit reasoning traces */
|
|
740
|
+
COMMAND_A_REASONING = "command-a-reasoning-08-2025",
|
|
741
|
+
/** Command R+ dated (Aug 2024) — last supported R+ variant */
|
|
742
|
+
COMMAND_R_PLUS = "command-r-plus-08-2024",
|
|
743
|
+
/** Command R dated (Aug 2024) — last supported R variant */
|
|
744
|
+
COMMAND_R = "command-r-08-2024",
|
|
745
|
+
/** Command R7B (Dec 2024) — most compact */
|
|
746
|
+
COMMAND_R7B = "command-r7b-12-2024",
|
|
747
|
+
/** Embed v3 multilingual */
|
|
748
|
+
EMBED_MULTILINGUAL_V3 = "embed-multilingual-v3.0",
|
|
749
|
+
/** Embed v3 English */
|
|
750
|
+
EMBED_ENGLISH_V3 = "embed-english-v3.0",
|
|
751
|
+
/** Rerank v3 multilingual */
|
|
752
|
+
RERANK_MULTILINGUAL_V3 = "rerank-multilingual-v3.0",
|
|
753
|
+
/** Rerank v3 English */
|
|
754
|
+
RERANK_ENGLISH_V3 = "rerank-english-v3.0"
|
|
755
|
+
}
|
|
756
|
+
/**
|
|
757
|
+
* Together AI hosted models — open-model gateway.
|
|
758
|
+
* @see https://docs.together.ai/docs/serverless-models
|
|
759
|
+
*/
|
|
760
|
+
export declare enum TogetherAIModels {
|
|
761
|
+
/** Llama 3.3 70B Instruct Turbo — production default */
|
|
762
|
+
LLAMA_3_3_70B_INSTRUCT_TURBO = "meta-llama/Llama-3.3-70B-Instruct-Turbo",
|
|
763
|
+
/** Llama 3.1 405B Instruct Turbo — flagship size */
|
|
764
|
+
LLAMA_3_1_405B_INSTRUCT_TURBO = "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
|
|
765
|
+
/** Llama 3.1 70B Instruct Turbo */
|
|
766
|
+
LLAMA_3_1_70B_INSTRUCT_TURBO = "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
|
|
767
|
+
/** Llama 3.1 8B Instruct Turbo — fastest */
|
|
768
|
+
LLAMA_3_1_8B_INSTRUCT_TURBO = "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
|
|
769
|
+
/** Mixtral 8x22B Instruct */
|
|
770
|
+
MIXTRAL_8X22B_INSTRUCT = "mistralai/Mixtral-8x22B-Instruct-v0.1",
|
|
771
|
+
/** Mixtral 8x7B Instruct */
|
|
772
|
+
MIXTRAL_8X7B_INSTRUCT = "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
|
773
|
+
/** Qwen 2.5 72B Instruct Turbo */
|
|
774
|
+
QWEN_2_5_72B_INSTRUCT_TURBO = "Qwen/Qwen2.5-72B-Instruct-Turbo",
|
|
775
|
+
/** Qwen 2.5 Coder 32B Instruct */
|
|
776
|
+
QWEN_2_5_CODER_32B = "Qwen/Qwen2.5-Coder-32B-Instruct",
|
|
777
|
+
/** DeepSeek R1 — reasoning */
|
|
778
|
+
DEEPSEEK_R1 = "deepseek-ai/DeepSeek-R1",
|
|
779
|
+
/** DeepSeek V3 */
|
|
780
|
+
DEEPSEEK_V3 = "deepseek-ai/DeepSeek-V3",
|
|
781
|
+
/** Google Gemma 2 27B IT */
|
|
782
|
+
GEMMA_2_27B_IT = "google/gemma-2-27b-it",
|
|
783
|
+
/** WizardLM 2 8x22B */
|
|
784
|
+
WIZARDLM_2_8X22B = "microsoft/WizardLM-2-8x22B"
|
|
785
|
+
}
|
|
786
|
+
/**
|
|
787
|
+
* Fireworks AI hosted models — fast open-model serving.
|
|
788
|
+
* @see https://fireworks.ai/models
|
|
789
|
+
*
|
|
790
|
+
* Note: the older Llama / Mixtral / Qwen 2.5 generation was rotated
|
|
791
|
+
* out of Fireworks' serverless tier. Current shipping defaults below.
|
|
792
|
+
*/
|
|
793
|
+
export declare enum FireworksModels {
|
|
794
|
+
/** DeepSeek V4 Pro — current general-purpose default */
|
|
795
|
+
DEEPSEEK_V4_PRO = "accounts/fireworks/models/deepseek-v4-pro",
|
|
796
|
+
/** GLM 5.1 — Zhipu flagship */
|
|
797
|
+
GLM_5P1 = "accounts/fireworks/models/glm-5p1",
|
|
798
|
+
/** GLM 5 — broader coverage */
|
|
799
|
+
GLM_5 = "accounts/fireworks/models/glm-5",
|
|
800
|
+
/** Kimi K2.6 — Moonshot flagship */
|
|
801
|
+
KIMI_K2P6 = "accounts/fireworks/models/kimi-k2p6",
|
|
802
|
+
/** Kimi K2.5 — preceding Kimi */
|
|
803
|
+
KIMI_K2P5 = "accounts/fireworks/models/kimi-k2p5",
|
|
804
|
+
/** GPT-OSS 120B — Apache-2.0 OpenAI weights */
|
|
805
|
+
GPT_OSS_120B = "accounts/fireworks/models/gpt-oss-120b"
|
|
806
|
+
}
|
|
807
|
+
/**
|
|
808
|
+
* Perplexity Sonar models — built-in web grounding.
|
|
809
|
+
* @see https://docs.perplexity.ai/guides/model-cards
|
|
810
|
+
*/
|
|
811
|
+
export declare enum PerplexityModels {
|
|
812
|
+
/** Sonar — production default with web search */
|
|
813
|
+
SONAR = "sonar",
|
|
814
|
+
/** Sonar Pro — better reasoning + larger context */
|
|
815
|
+
SONAR_PRO = "sonar-pro",
|
|
816
|
+
/** Sonar Reasoning — explicit reasoning traces */
|
|
817
|
+
SONAR_REASONING = "sonar-reasoning",
|
|
818
|
+
/** Sonar Reasoning Pro — flagship reasoning + web */
|
|
819
|
+
SONAR_REASONING_PRO = "sonar-reasoning-pro",
|
|
820
|
+
/** Sonar Deep Research — long-form research with citations */
|
|
821
|
+
SONAR_DEEP_RESEARCH = "sonar-deep-research"
|
|
822
|
+
}
|
|
823
|
+
/**
|
|
824
|
+
* Cloudflare Workers AI models — edge-served open models.
|
|
825
|
+
* @see https://developers.cloudflare.com/workers-ai/models/
|
|
826
|
+
*/
|
|
827
|
+
export declare enum CloudflareModels {
|
|
828
|
+
/** Llama 3.3 70B Instruct (FP8 fast) */
|
|
829
|
+
LLAMA_3_3_70B_FAST = "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
|
|
830
|
+
/** Llama 3.1 70B Instruct */
|
|
831
|
+
LLAMA_3_1_70B_INSTRUCT = "@cf/meta/llama-3.1-70b-instruct",
|
|
832
|
+
/** Llama 3.1 8B Instruct fast */
|
|
833
|
+
LLAMA_3_1_8B_FAST = "@cf/meta/llama-3.1-8b-instruct-fast",
|
|
834
|
+
/** Llama 3.2 11B Vision Instruct */
|
|
835
|
+
LLAMA_3_2_11B_VISION = "@cf/meta/llama-3.2-11b-vision-instruct",
|
|
836
|
+
/** Mistral 7B Instruct v0.2 */
|
|
837
|
+
MISTRAL_7B_INSTRUCT_V0_2 = "@cf/mistral/mistral-7b-instruct-v0.2",
|
|
838
|
+
/** Qwen 1.5 14B Chat AWQ */
|
|
839
|
+
QWEN_1P5_14B_CHAT_AWQ = "@cf/qwen/qwen1.5-14b-chat-awq",
|
|
840
|
+
/** Gemma 2B IT */
|
|
841
|
+
GEMMA_2B_IT_LORA = "@cf/google/gemma-2b-it-lora"
|
|
842
|
+
}
|
|
843
|
+
/**
|
|
844
|
+
* Voyage AI embedding models — top-tier RAG embedders.
|
|
845
|
+
* @see https://docs.voyageai.com/docs/embeddings
|
|
846
|
+
*/
|
|
847
|
+
export declare enum VoyageModels {
|
|
848
|
+
/** Voyage 3.5 — latest general-purpose (default) */
|
|
849
|
+
VOYAGE_3_5 = "voyage-3.5",
|
|
850
|
+
/** Voyage 3.5 Lite — smaller / cheaper */
|
|
851
|
+
VOYAGE_3_5_LITE = "voyage-3.5-lite",
|
|
852
|
+
/** Voyage 3 Large — flagship size */
|
|
853
|
+
VOYAGE_3_LARGE = "voyage-3-large",
|
|
854
|
+
/** Voyage Code 3 — code-tuned */
|
|
855
|
+
VOYAGE_CODE_3 = "voyage-code-3",
|
|
856
|
+
/** Voyage Finance 2 — domain-tuned */
|
|
857
|
+
VOYAGE_FINANCE_2 = "voyage-finance-2",
|
|
858
|
+
/** Voyage Law 2 — domain-tuned */
|
|
859
|
+
VOYAGE_LAW_2 = "voyage-law-2",
|
|
860
|
+
/** Voyage Multilingual 2 */
|
|
861
|
+
VOYAGE_MULTILINGUAL_2 = "voyage-multilingual-2"
|
|
862
|
+
}
|
|
863
|
+
/**
|
|
864
|
+
* Jina AI embedding + reranking models.
|
|
865
|
+
* @see https://jina.ai/embeddings/
|
|
866
|
+
*/
|
|
867
|
+
export declare enum JinaModels {
|
|
868
|
+
/** Jina Embeddings v3 — flagship multilingual (default) */
|
|
869
|
+
JINA_EMBEDDINGS_V3 = "jina-embeddings-v3",
|
|
870
|
+
/** Jina Embeddings v2 base English */
|
|
871
|
+
JINA_EMBEDDINGS_V2_BASE_EN = "jina-embeddings-v2-base-en",
|
|
872
|
+
/** Jina Embeddings v2 small English */
|
|
873
|
+
JINA_EMBEDDINGS_V2_SMALL_EN = "jina-embeddings-v2-small-en",
|
|
874
|
+
/** Jina Embeddings v2 base code */
|
|
875
|
+
JINA_EMBEDDINGS_V2_BASE_CODE = "jina-embeddings-v2-base-code",
|
|
876
|
+
/** Jina Embeddings v2 base multilingual */
|
|
877
|
+
JINA_EMBEDDINGS_V2_BASE_MULTILINGUAL = "jina-embeddings-v2-base-zh",
|
|
878
|
+
/** Jina ColBERT v2 — late-interaction retrieval */
|
|
879
|
+
JINA_COLBERT_V2 = "jina-colbert-v2",
|
|
880
|
+
/** Jina Reranker v2 base multilingual */
|
|
881
|
+
JINA_RERANKER_V2_BASE_MULTILINGUAL = "jina-reranker-v2-base-multilingual",
|
|
882
|
+
/** Jina Reranker v1 turbo English */
|
|
883
|
+
JINA_RERANKER_V1_TURBO_EN = "jina-reranker-v1-turbo-en"
|
|
884
|
+
}
|
|
885
|
+
/**
|
|
886
|
+
* Stability AI image generation models (api.stability.ai).
|
|
887
|
+
* @see https://platform.stability.ai/docs/api-reference
|
|
888
|
+
*/
|
|
889
|
+
export declare enum StabilityModels {
|
|
890
|
+
/** Stable Image Ultra — flagship quality (default) */
|
|
891
|
+
STABLE_IMAGE_ULTRA = "stable-image-ultra",
|
|
892
|
+
/** Stable Image Core — fast tier */
|
|
893
|
+
STABLE_IMAGE_CORE = "stable-image-core",
|
|
894
|
+
/** Stable Diffusion 3.5 Large */
|
|
895
|
+
SD_3_5_LARGE = "sd3.5-large",
|
|
896
|
+
/** Stable Diffusion 3.5 Large Turbo */
|
|
897
|
+
SD_3_5_LARGE_TURBO = "sd3.5-large-turbo",
|
|
898
|
+
/** Stable Diffusion 3.5 Medium */
|
|
899
|
+
SD_3_5_MEDIUM = "sd3.5-medium"
|
|
900
|
+
}
|
|
901
|
+
/**
|
|
902
|
+
* Ideogram image generation models.
|
|
903
|
+
* @see https://docs.ideogram.ai/api-reference/api-reference/post-v-1-ideogram-v-3-generate
|
|
904
|
+
*/
|
|
905
|
+
export declare enum IdeogramModels {
|
|
906
|
+
/** Ideogram V3 — latest with strong typography (default) */
|
|
907
|
+
IDEOGRAM_V3 = "V_3",
|
|
908
|
+
/** Ideogram V2 */
|
|
909
|
+
IDEOGRAM_V2 = "V_2",
|
|
910
|
+
/** Ideogram V2 Turbo — fast tier */
|
|
911
|
+
IDEOGRAM_V2_TURBO = "V_2_TURBO",
|
|
912
|
+
/** Ideogram V1 */
|
|
913
|
+
IDEOGRAM_V1 = "V_1"
|
|
914
|
+
}
|
|
915
|
+
/**
|
|
916
|
+
* Recraft image generation models — vector / illustration focus.
|
|
917
|
+
* @see https://www.recraft.ai/docs
|
|
918
|
+
*/
|
|
919
|
+
export declare enum RecraftModels {
|
|
920
|
+
/** Recraft V3 — flagship raster (default) */
|
|
921
|
+
RECRAFT_V3 = "recraftv3",
|
|
922
|
+
/** Recraft V3 SVG — vector output */
|
|
923
|
+
RECRAFT_V3_SVG = "recraftv3-svg",
|
|
924
|
+
/** Recraft V2 */
|
|
925
|
+
RECRAFT_V2 = "recraftv2"
|
|
926
|
+
}
|
|
927
|
+
/**
|
|
928
|
+
* Replicate hosted models (LLMs only — image / video / avatar / music
|
|
929
|
+
* accessed via dedicated handlers).
|
|
930
|
+
*
|
|
931
|
+
* Replicate accepts arbitrary `owner/name` or `owner/name:version`; this
|
|
932
|
+
* enum lists popular LLM defaults. Pass any model id via `--model`.
|
|
933
|
+
*
|
|
934
|
+
* @see https://replicate.com/explore
|
|
935
|
+
*/
|
|
936
|
+
export declare enum ReplicateModels {
|
|
937
|
+
/** Meta Llama 3.1 405B Instruct */
|
|
938
|
+
LLAMA_3_1_405B_INSTRUCT = "meta/meta-llama-3.1-405b-instruct",
|
|
939
|
+
/** Meta Llama 3 70B Instruct (stable; the meta-llama-3.1-70b variant was retired upstream) */
|
|
940
|
+
LLAMA_3_70B_INSTRUCT = "meta/meta-llama-3-70b-instruct",
|
|
941
|
+
/** Meta Llama 3 8B Instruct */
|
|
942
|
+
LLAMA_3_8B_INSTRUCT = "meta/meta-llama-3-8b-instruct",
|
|
943
|
+
/** Mistral 7B Instruct v0.2 */
|
|
944
|
+
MISTRAL_7B_INSTRUCT_V02 = "mistralai/mistral-7b-instruct-v0.2",
|
|
945
|
+
/** Mixtral 8x7B Instruct v0.1 */
|
|
946
|
+
MIXTRAL_8X7B_INSTRUCT_V01 = "mistralai/mixtral-8x7b-instruct-v0.1"
|
|
947
|
+
}
|
|
677
948
|
/**
|
|
678
949
|
* Buffer time in milliseconds before token expiry to trigger refresh
|
|
679
950
|
*
|