@juspay/neurolink 12.4.4 → 12.5.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +1 -5
- package/dist/adapters/providerImageAdapter.js +43 -19
- package/dist/browser/neurolink.min.js +414 -414
- package/dist/cli/commands/setup.d.ts +12 -7
- package/dist/cli/commands/setup.js +17 -16
- package/dist/constants/contextWindows.js +23 -95
- package/dist/constants/enums.d.ts +111 -216
- package/dist/constants/enums.js +124 -240
- package/dist/factories/providerDescriptors.d.ts +2 -4
- package/dist/factories/providerDescriptors.js +83 -127
- package/dist/hitl/hitlManager.d.ts +14 -0
- package/dist/hitl/hitlManager.js +16 -0
- package/dist/models/manifestRegistry.js +53 -4
- package/dist/neurolink.d.ts +37 -0
- package/dist/neurolink.js +39 -0
- package/dist/providers/catalog/cerebras.json +75 -0
- package/dist/providers/catalog/cloudflare.json +121 -0
- package/dist/providers/catalog/fireworks.json +124 -0
- package/dist/providers/catalog/groq.json +127 -0
- package/dist/providers/catalog/index.generated.d.ts +3 -0
- package/dist/providers/catalog/index.generated.js +33 -0
- package/dist/providers/catalog/loader.d.ts +6 -0
- package/dist/providers/catalog/loader.js +115 -0
- package/dist/providers/catalog/mistral.json +244 -0
- package/dist/providers/catalog/perplexity.json +103 -0
- package/dist/providers/catalog/provider-catalog.schema.json +351 -0
- package/dist/providers/catalog/sambanova.json +129 -0
- package/dist/providers/catalog/schema.d.ts +123 -0
- package/dist/providers/catalog/schema.js +310 -0
- package/dist/providers/catalog/together-ai.json +172 -0
- package/dist/providers/catalog/xai.json +108 -0
- package/dist/providers/openaiCompatCatalog.d.ts +13 -13
- package/dist/providers/openaiCompatCatalog.js +15 -326
- package/dist/types/hitl.d.ts +2 -0
- package/dist/types/index.d.ts +2 -0
- package/dist/types/index.js +2 -0
- package/dist/types/providerCatalog.d.ts +149 -0
- package/dist/types/providerCatalog.generated.d.ts +2 -0
- package/dist/types/providerCatalog.generated.js +1 -0
- package/dist/types/providerCatalog.js +7 -0
- package/dist/types/providers.d.ts +14 -14
- package/dist/utils/modelChoices.d.ts +11 -3
- package/dist/utils/modelChoices.js +84 -190
- package/dist/utils/pricing.js +92 -127
- package/dist/utils/providerConfig.d.ts +1 -1
- package/dist/utils/providerConfig.js +24 -108
- package/package.json +2 -1
- package/dist/models/manifests/cerebras.d.ts +0 -9
- package/dist/models/manifests/cerebras.js +0 -19
- package/dist/models/manifests/sambanova.d.ts +0 -11
- package/dist/models/manifests/sambanova.js +0 -42
|
@@ -8,13 +8,18 @@
|
|
|
8
8
|
import type { ProviderConfigOptions, SetupArgs } from "../../types/index.js";
|
|
9
9
|
/**
|
|
10
10
|
* ProviderConfigOptions for the 21 canonical AIProviderName values the
|
|
11
|
-
* interactive wizard above doesn't have a bespoke handleXSetup() for.
|
|
12
|
-
*
|
|
13
|
-
*
|
|
14
|
-
*
|
|
15
|
-
*
|
|
16
|
-
*
|
|
17
|
-
*
|
|
11
|
+
* interactive wizard above doesn't have a bespoke handleXSetup() for. 8 are
|
|
12
|
+
* the JSON-catalog providers (cerebras, cloudflare, fireworks, groq,
|
|
13
|
+
* perplexity, sambanova, together-ai, xai — mistral is the 9th catalog
|
|
14
|
+
* provider but keeps its own handleMistralSetup() flow above, so it's
|
|
15
|
+
* excluded here), spread directly from the catalog JSON via
|
|
16
|
+
* buildCatalogConfigOptions(). 10 more reuse the existing createXConfig()
|
|
17
|
+
* factories in providerConfig.ts; the remaining 5 (ollama, litellm,
|
|
18
|
+
* sagemaker, lm-studio, llamacpp) don't have a factory and are defined
|
|
19
|
+
* inline using their real env var names. lm-studio and llamacpp previously
|
|
20
|
+
* had createLmStudioConfig()/createLlamaCppConfig() factories, but those
|
|
21
|
+
* were removed as dead code in a later cleanup — this mirrors that removal
|
|
22
|
+
* rather than re-adding them.
|
|
18
23
|
*/
|
|
19
24
|
export declare const EXTRA_PROVIDER_CONFIGS: Record<string, ProviderConfigOptions>;
|
|
20
25
|
/**
|
|
@@ -20,7 +20,8 @@ import { handleGCPSetup } from "./setup-gcp.js";
|
|
|
20
20
|
import { handleHuggingFaceSetup } from "./setup-huggingface.js";
|
|
21
21
|
import { handleMistralSetup } from "./setup-mistral.js";
|
|
22
22
|
import { PROVIDER_DESCRIPTORS_BY_NAME } from "../../factories/providerDescriptors.js";
|
|
23
|
-
import {
|
|
23
|
+
import { createCohereConfig, createDeepSeekConfig, createIdeogramConfig, createJinaConfig, createNvidiaNimConfig, createOpenAICompatibleConfig, createRecraftConfig, createReplicateConfig, createStabilityConfig, createVoyageConfig, satisfiesFallbacks, } from "../../utils/providerConfig.js";
|
|
24
|
+
import { getCatalogJsonEntries, buildCatalogConfigOptions, } from "../../providers/catalog/loader.js";
|
|
24
25
|
// Provider information database
|
|
25
26
|
const PROVIDERS = [
|
|
26
27
|
{
|
|
@@ -143,33 +144,33 @@ const PROVIDERS = [
|
|
|
143
144
|
];
|
|
144
145
|
/**
|
|
145
146
|
* ProviderConfigOptions for the 21 canonical AIProviderName values the
|
|
146
|
-
* interactive wizard above doesn't have a bespoke handleXSetup() for.
|
|
147
|
-
*
|
|
148
|
-
*
|
|
149
|
-
*
|
|
150
|
-
*
|
|
151
|
-
*
|
|
152
|
-
*
|
|
147
|
+
* interactive wizard above doesn't have a bespoke handleXSetup() for. 8 are
|
|
148
|
+
* the JSON-catalog providers (cerebras, cloudflare, fireworks, groq,
|
|
149
|
+
* perplexity, sambanova, together-ai, xai — mistral is the 9th catalog
|
|
150
|
+
* provider but keeps its own handleMistralSetup() flow above, so it's
|
|
151
|
+
* excluded here), spread directly from the catalog JSON via
|
|
152
|
+
* buildCatalogConfigOptions(). 10 more reuse the existing createXConfig()
|
|
153
|
+
* factories in providerConfig.ts; the remaining 5 (ollama, litellm,
|
|
154
|
+
* sagemaker, lm-studio, llamacpp) don't have a factory and are defined
|
|
155
|
+
* inline using their real env var names. lm-studio and llamacpp previously
|
|
156
|
+
* had createLmStudioConfig()/createLlamaCppConfig() factories, but those
|
|
157
|
+
* were removed as dead code in a later cleanup — this mirrors that removal
|
|
158
|
+
* rather than re-adding them.
|
|
153
159
|
*/
|
|
154
160
|
export const EXTRA_PROVIDER_CONFIGS = {
|
|
155
161
|
"openai-compatible": createOpenAICompatibleConfig(),
|
|
156
162
|
deepseek: createDeepSeekConfig(),
|
|
157
163
|
"nvidia-nim": createNvidiaNimConfig(),
|
|
158
|
-
xai: createXaiConfig(),
|
|
159
|
-
groq: createGroqConfig(),
|
|
160
|
-
cerebras: createCerebrasConfig(),
|
|
161
|
-
sambanova: createSambanovaConfig(),
|
|
162
164
|
cohere: createCohereConfig(),
|
|
163
165
|
replicate: createReplicateConfig(),
|
|
164
|
-
"together-ai": createTogetherAIConfig(),
|
|
165
|
-
fireworks: createFireworksConfig(),
|
|
166
|
-
perplexity: createPerplexityConfig(),
|
|
167
166
|
voyage: createVoyageConfig(),
|
|
168
167
|
jina: createJinaConfig(),
|
|
169
168
|
stability: createStabilityConfig(),
|
|
170
169
|
ideogram: createIdeogramConfig(),
|
|
171
170
|
recraft: createRecraftConfig(),
|
|
172
|
-
|
|
171
|
+
...Object.fromEntries(getCatalogJsonEntries()
|
|
172
|
+
.filter((e) => e.id !== "mistral")
|
|
173
|
+
.map((e) => [e.id, buildCatalogConfigOptions(e)])),
|
|
173
174
|
ollama: {
|
|
174
175
|
providerName: "Ollama",
|
|
175
176
|
envVarName: "OLLAMA_BASE_URL",
|
|
@@ -13,6 +13,28 @@
|
|
|
13
13
|
import { DynamicModelProvider } from "../core/dynamicModels.js";
|
|
14
14
|
import { logger } from "../utils/logger.js";
|
|
15
15
|
import { resolveManifestEntryStrict } from "../models/manifestRegistry.js";
|
|
16
|
+
import { getCatalogJsonEntries } from "../providers/catalog/loader.js";
|
|
17
|
+
/**
|
|
18
|
+
* Per-provider context window blocks for the 9 JSON-catalog providers
|
|
19
|
+
* (cerebras, cloudflare, fireworks, groq, mistral, perplexity, sambanova,
|
|
20
|
+
* together-ai, xai), derived from models.catalog[*].contextWindow +
|
|
21
|
+
* defaultContextWindow — the catalog JSON (src/lib/providers/catalog/<id>.json)
|
|
22
|
+
* is their single source of truth. A catalog model with no recorded
|
|
23
|
+
* contextWindow (e.g. fireworks' current roster — none of its models have a
|
|
24
|
+
* sourced value yet) is simply omitted here, same as it was never a key in
|
|
25
|
+
* the pre-migration table either; the `_default` / prefix-match /
|
|
26
|
+
* DEFAULT_CONTEXT_WINDOW fallback chain in getContextWindowSize() below
|
|
27
|
+
* covers it exactly as it always has.
|
|
28
|
+
*/
|
|
29
|
+
const CATALOG_CONTEXT_WINDOWS = Object.fromEntries(getCatalogJsonEntries().map((entry) => [
|
|
30
|
+
entry.id,
|
|
31
|
+
{
|
|
32
|
+
_default: entry.models.defaultContextWindow,
|
|
33
|
+
...Object.fromEntries(Object.entries(entry.models.catalog).flatMap(([modelId, spec]) => spec.contextWindow !== undefined
|
|
34
|
+
? [[modelId, spec.contextWindow]]
|
|
35
|
+
: [])),
|
|
36
|
+
},
|
|
37
|
+
]));
|
|
16
38
|
/** Default context window when provider/model is unknown */
|
|
17
39
|
export const DEFAULT_CONTEXT_WINDOW = 128_000;
|
|
18
40
|
/** Maximum output reserve when maxTokens not specified */
|
|
@@ -52,94 +74,12 @@ export const MODEL_CONTEXT_WINDOWS = {
|
|
|
52
74
|
llamacpp: {
|
|
53
75
|
_default: 8_192,
|
|
54
76
|
},
|
|
55
|
-
xai: {
|
|
56
|
-
_default: 131_072,
|
|
57
|
-
"grok-3": 131_072,
|
|
58
|
-
"grok-3-mini": 131_072,
|
|
59
|
-
"grok-2-latest": 131_072,
|
|
60
|
-
"grok-2-vision-latest": 32_768,
|
|
61
|
-
"grok-beta": 131_072,
|
|
62
|
-
},
|
|
63
|
-
groq: {
|
|
64
|
-
_default: 128_000,
|
|
65
|
-
"llama-3.3-70b-versatile": 131_072,
|
|
66
|
-
"llama-3.1-8b-instant": 128_000,
|
|
67
|
-
"llama-3.2-90b-vision-preview": 128_000,
|
|
68
|
-
"llama-3.2-11b-vision-preview": 128_000,
|
|
69
|
-
"llama-guard-3-8b": 8_192,
|
|
70
|
-
"gemma2-9b-it": 8_192,
|
|
71
|
-
"mixtral-8x7b-32768": 32_768,
|
|
72
|
-
},
|
|
73
|
-
// Free tier serves 65k context per model; paid tiers 131k
|
|
74
|
-
// (inference-docs.cerebras.ai model pages, checked 2026-08-27). The
|
|
75
|
-
// tier isn't knowable from the key, so budget against the free-tier
|
|
76
|
-
// floor — compacting early is safe, overrunning a 65k window is not.
|
|
77
|
-
cerebras: {
|
|
78
|
-
_default: 65_536,
|
|
79
|
-
"gpt-oss-120b": 65_536,
|
|
80
|
-
"gemma-4-31b": 65_536,
|
|
81
|
-
},
|
|
82
|
-
// Vendor model-spec page (docs.sambanova.ai, checked 2026-08-27):
|
|
83
|
-
// 128K production mainline, 192K MiniMax-M2.7, 32K DeepSeek-V3.2 preview.
|
|
84
|
-
sambanova: {
|
|
85
|
-
_default: 131_072,
|
|
86
|
-
"Meta-Llama-3.3-70B-Instruct": 131_072,
|
|
87
|
-
"gpt-oss-120b": 131_072,
|
|
88
|
-
"DeepSeek-V3.1": 131_072,
|
|
89
|
-
"DeepSeek-V3.2": 32_768,
|
|
90
|
-
"MiniMax-M2.7": 196_608,
|
|
91
|
-
"gemma-4-31B-it": 131_072,
|
|
92
|
-
},
|
|
93
77
|
cohere: {
|
|
94
78
|
_default: 128_000,
|
|
95
79
|
"command-r-plus": 128_000,
|
|
96
80
|
"command-r": 128_000,
|
|
97
81
|
"command-r7b-12-2024": 128_000,
|
|
98
82
|
},
|
|
99
|
-
"together-ai": {
|
|
100
|
-
_default: 128_000,
|
|
101
|
-
"meta-llama/Llama-3.3-70B-Instruct-Turbo": 128_000,
|
|
102
|
-
"meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": 128_000,
|
|
103
|
-
"meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": 128_000,
|
|
104
|
-
"meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": 128_000,
|
|
105
|
-
"mistralai/Mixtral-8x22B-Instruct-v0.1": 65_536,
|
|
106
|
-
"mistralai/Mixtral-8x7B-Instruct-v0.1": 32_768,
|
|
107
|
-
"Qwen/Qwen2.5-72B-Instruct-Turbo": 32_768,
|
|
108
|
-
"Qwen/Qwen2.5-Coder-32B-Instruct": 32_768,
|
|
109
|
-
"deepseek-ai/DeepSeek-R1": 64_000,
|
|
110
|
-
"deepseek-ai/DeepSeek-V3": 64_000,
|
|
111
|
-
"google/gemma-2-27b-it": 8_192,
|
|
112
|
-
"microsoft/WizardLM-2-8x22B": 65_536,
|
|
113
|
-
},
|
|
114
|
-
fireworks: {
|
|
115
|
-
_default: 128_000,
|
|
116
|
-
"accounts/fireworks/models/llama-v3p1-70b-instruct": 131_072,
|
|
117
|
-
"accounts/fireworks/models/llama-v3p1-405b-instruct": 128_000,
|
|
118
|
-
"accounts/fireworks/models/llama-v3p1-8b-instruct": 128_000,
|
|
119
|
-
"accounts/fireworks/models/llama-v3p3-70b-instruct": 128_000,
|
|
120
|
-
"accounts/fireworks/models/mixtral-8x22b-instruct": 65_536,
|
|
121
|
-
"accounts/fireworks/models/qwen2p5-72b-instruct": 32_768,
|
|
122
|
-
"accounts/fireworks/models/qwen2p5-coder-32b-instruct": 32_768,
|
|
123
|
-
"accounts/fireworks/models/deepseek-v3": 64_000,
|
|
124
|
-
},
|
|
125
|
-
perplexity: {
|
|
126
|
-
_default: 127_000,
|
|
127
|
-
sonar: 127_000,
|
|
128
|
-
"sonar-pro": 200_000,
|
|
129
|
-
"sonar-reasoning": 127_000,
|
|
130
|
-
"sonar-reasoning-pro": 127_000,
|
|
131
|
-
"sonar-deep-research": 200_000,
|
|
132
|
-
},
|
|
133
|
-
cloudflare: {
|
|
134
|
-
_default: 8_192,
|
|
135
|
-
"@cf/meta/llama-3.3-70b-instruct-fp8-fast": 24_000,
|
|
136
|
-
"@cf/meta/llama-3.1-70b-instruct": 24_000,
|
|
137
|
-
"@cf/meta/llama-3.1-8b-instruct-fast": 24_000,
|
|
138
|
-
"@cf/meta/llama-3.2-11b-vision-instruct": 24_000,
|
|
139
|
-
"@cf/mistral/mistral-7b-instruct-v0.2": 32_768,
|
|
140
|
-
"@cf/qwen/qwen1.5-14b-chat-awq": 7_500,
|
|
141
|
-
"@cf/google/gemma-2b-it-lora": 4_096,
|
|
142
|
-
},
|
|
143
83
|
replicate: {
|
|
144
84
|
// Per-model — Replicate hosts arbitrary models; sensible default.
|
|
145
85
|
_default: 32_768,
|
|
@@ -353,19 +293,6 @@ export const MODEL_CONTEXT_WINDOWS = {
|
|
|
353
293
|
"gpt-4-turbo": 128_000,
|
|
354
294
|
"gpt-4": 8_192,
|
|
355
295
|
},
|
|
356
|
-
mistral: {
|
|
357
|
-
_default: 128_000,
|
|
358
|
-
"mistral-large-latest": 256_000,
|
|
359
|
-
"mistral-large-2512": 256_000,
|
|
360
|
-
"mistral-medium-latest": 128_000,
|
|
361
|
-
"mistral-small-latest": 128_000,
|
|
362
|
-
"codestral-latest": 256_000,
|
|
363
|
-
"codestral-2508": 256_000,
|
|
364
|
-
"devstral-2512": 256_000,
|
|
365
|
-
"devstral-small-2512": 256_000,
|
|
366
|
-
"magistral-medium-latest": 128_000,
|
|
367
|
-
"mistral-small-2603": 256_000,
|
|
368
|
-
},
|
|
369
296
|
ollama: {
|
|
370
297
|
_default: 128_000,
|
|
371
298
|
},
|
|
@@ -382,6 +309,7 @@ export const MODEL_CONTEXT_WINDOWS = {
|
|
|
382
309
|
// Qwen3 VL — 32K context
|
|
383
310
|
"qwen3-vl-8b-instruct": 32_768,
|
|
384
311
|
},
|
|
312
|
+
...CATALOG_CONTEXT_WINDOWS,
|
|
385
313
|
};
|
|
386
314
|
/**
|
|
387
315
|
* Map of provider aliases to canonical MODEL_CONTEXT_WINDOWS keys.
|
|
@@ -12,22 +12,22 @@ export declare enum AIProviderName {
|
|
|
12
12
|
GOOGLE_AI = "google-ai",
|
|
13
13
|
HUGGINGFACE = "huggingface",
|
|
14
14
|
OLLAMA = "ollama",
|
|
15
|
-
MISTRAL = "mistral",
|
|
16
15
|
LITELLM = "litellm",
|
|
17
16
|
SAGEMAKER = "sagemaker",
|
|
18
17
|
DEEPSEEK = "deepseek",
|
|
19
18
|
NVIDIA_NIM = "nvidia-nim",
|
|
20
19
|
LM_STUDIO = "lm-studio",
|
|
21
20
|
LLAMACPP = "llamacpp",
|
|
22
|
-
XAI = "xai",
|
|
23
|
-
GROQ = "groq",
|
|
24
21
|
CEREBRAS = "cerebras",
|
|
25
|
-
|
|
26
|
-
COHERE = "cohere",
|
|
27
|
-
TOGETHER_AI = "together-ai",
|
|
22
|
+
CLOUDFLARE = "cloudflare",
|
|
28
23
|
FIREWORKS = "fireworks",
|
|
24
|
+
GROQ = "groq",
|
|
25
|
+
MISTRAL = "mistral",
|
|
29
26
|
PERPLEXITY = "perplexity",
|
|
30
|
-
|
|
27
|
+
SAMBANOVA = "sambanova",
|
|
28
|
+
TOGETHER_AI = "together-ai",
|
|
29
|
+
XAI = "xai",
|
|
30
|
+
COHERE = "cohere",
|
|
31
31
|
REPLICATE = "replicate",
|
|
32
32
|
VOYAGE = "voyage",
|
|
33
33
|
JINA = "jina",
|
|
@@ -367,53 +367,6 @@ export declare enum AnthropicModels {
|
|
|
367
367
|
/** @deprecated Retired from Anthropic API. Use CLAUDE_SONNET_4_6 instead. */
|
|
368
368
|
CLAUDE_3_HAIKU = "claude-3-haiku-20240307"
|
|
369
369
|
}
|
|
370
|
-
/**
|
|
371
|
-
* Supported Models for Mistral AI
|
|
372
|
-
*/
|
|
373
|
-
export declare enum MistralModels {
|
|
374
|
-
MISTRAL_LARGE_LATEST = "mistral-large-latest",
|
|
375
|
-
MISTRAL_LARGE_2512 = "mistral-large-2512",
|
|
376
|
-
MISTRAL_MEDIUM_LATEST = "mistral-medium-latest",
|
|
377
|
-
MISTRAL_MEDIUM_2508 = "mistral-medium-2508",
|
|
378
|
-
MISTRAL_SMALL_LATEST = "mistral-small-latest",
|
|
379
|
-
MISTRAL_SMALL_2506 = "mistral-small-2506",
|
|
380
|
-
MAGISTRAL_MEDIUM_LATEST = "magistral-medium-latest",
|
|
381
|
-
MAGISTRAL_SMALL_LATEST = "magistral-small-latest",
|
|
382
|
-
MINISTRAL_14B_2512 = "ministral-14b-2512",
|
|
383
|
-
MINISTRAL_8B_2512 = "ministral-8b-2512",
|
|
384
|
-
MINISTRAL_3B_2512 = "ministral-3b-2512",
|
|
385
|
-
CODESTRAL_LATEST = "codestral-latest",
|
|
386
|
-
CODESTRAL_2508 = "codestral-2508",
|
|
387
|
-
CODESTRAL_EMBED = "codestral-embed",
|
|
388
|
-
DEVSTRAL_MEDIUM_LATEST = "devstral-medium-latest",
|
|
389
|
-
DEVSTRAL_SMALL_LATEST = "devstral-small-latest",
|
|
390
|
-
/**
|
|
391
|
-
* @deprecated Retired by Mistral on 2026-05-31. The id is also wrong: the
|
|
392
|
-
* API string was `pixtral-large-2411`, and Mistral publishes no dateless
|
|
393
|
-
* `pixtral-large` alias. Use MISTRAL_MEDIUM_LATEST instead.
|
|
394
|
-
*/
|
|
395
|
-
PIXTRAL_LARGE = "pixtral-large",
|
|
396
|
-
/**
|
|
397
|
-
* @deprecated Retired by Mistral on 2025-12-31. The API string was
|
|
398
|
-
* `pixtral-12b-2409`; no dateless alias is published. Mistral recommends
|
|
399
|
-
* Ministral 3 14B as the replacement.
|
|
400
|
-
*/
|
|
401
|
-
PIXTRAL_12B = "pixtral-12b",
|
|
402
|
-
VOXTRAL_SMALL_LATEST = "voxtral-small-latest",
|
|
403
|
-
VOXTRAL_MINI_LATEST = "voxtral-mini-latest",
|
|
404
|
-
DEVSTRAL_2 = "devstral-2512",
|
|
405
|
-
DEVSTRAL_SMALL_2 = "devstral-small-2512",
|
|
406
|
-
MAGISTRAL_MEDIUM_2509 = "magistral-medium-2509",
|
|
407
|
-
MAGISTRAL_SMALL_2509 = "magistral-small-2509",
|
|
408
|
-
VOXTRAL_MINI_TRANSCRIBE_2 = "voxtral-mini-2602",
|
|
409
|
-
MISTRAL_OCR_3 = "mistral-ocr-2512",
|
|
410
|
-
MISTRAL_OCR_LATEST = "mistral-ocr-latest",
|
|
411
|
-
MISTRAL_NEMO = "mistral-nemo",
|
|
412
|
-
MISTRAL_EMBED = "mistral-embed",
|
|
413
|
-
MISTRAL_MODERATION_LATEST = "mistral-moderation-latest",
|
|
414
|
-
MISTRAL_SMALL_4 = "mistral-small-2603",
|
|
415
|
-
MISTRAL_SMALL_CREATIVE = "mistral-small-creative"
|
|
416
|
-
}
|
|
417
370
|
/**
|
|
418
371
|
* Supported Models for Ollama (Local)
|
|
419
372
|
* All models can be run locally without requiring API keys or cloud services
|
|
@@ -717,81 +670,6 @@ export declare enum LlamaCppModels {
|
|
|
717
670
|
/** Sentinel value — uses the model loaded by the llama-server process */
|
|
718
671
|
AUTO_DISCOVER = ""
|
|
719
672
|
}
|
|
720
|
-
/**
|
|
721
|
-
* xAI Grok models — accessible at api.x.ai/v1 (OpenAI-compatible).
|
|
722
|
-
* @see https://docs.x.ai/docs/models
|
|
723
|
-
*/
|
|
724
|
-
export declare enum XaiModels {
|
|
725
|
-
/** Latest Grok 3 — flagship; best for complex reasoning */
|
|
726
|
-
GROK_3 = "grok-3",
|
|
727
|
-
/** Grok 3 Mini — faster + cheaper variant of Grok 3 */
|
|
728
|
-
GROK_3_MINI = "grok-3-mini",
|
|
729
|
-
/** Grok 2 latest — previous flagship; still supported */
|
|
730
|
-
GROK_2_LATEST = "grok-2-latest",
|
|
731
|
-
/** Grok 2 Vision — multimodal (text + images) */
|
|
732
|
-
GROK_2_VISION_LATEST = "grok-2-vision-latest",
|
|
733
|
-
/** Grok beta — pre-release / experimental access */
|
|
734
|
-
GROK_BETA = "grok-beta"
|
|
735
|
-
}
|
|
736
|
-
/**
|
|
737
|
-
* Groq-hosted models — Llama / Mistral / Gemma at sub-100ms inference.
|
|
738
|
-
* @see https://console.groq.com/docs/models
|
|
739
|
-
*/
|
|
740
|
-
export declare enum GroqModels {
|
|
741
|
-
/** Llama 3.3 70B Versatile — production default */
|
|
742
|
-
LLAMA_3_3_70B_VERSATILE = "llama-3.3-70b-versatile",
|
|
743
|
-
/** Llama 3.1 8B Instant — low-latency tier */
|
|
744
|
-
LLAMA_3_1_8B_INSTANT = "llama-3.1-8b-instant",
|
|
745
|
-
/** Gemma 2 9B IT — Google's lightweight instruct model */
|
|
746
|
-
GEMMA_2_9B_IT = "gemma2-9b-it",
|
|
747
|
-
/** Mixtral 8x7B 32K — Mistral's MoE model */
|
|
748
|
-
MIXTRAL_8X7B_32768 = "mixtral-8x7b-32768",
|
|
749
|
-
/** Llama Guard 3 8B — safety classifier */
|
|
750
|
-
LLAMA_GUARD_3_8B = "llama-guard-3-8b",
|
|
751
|
-
/** Llama 3.2 90B Vision Preview — multimodal */
|
|
752
|
-
LLAMA_3_2_90B_VISION_PREVIEW = "llama-3.2-90b-vision-preview",
|
|
753
|
-
/** Llama 3.2 11B Vision Preview — smaller multimodal */
|
|
754
|
-
LLAMA_3_2_11B_VISION_PREVIEW = "llama-3.2-11b-vision-preview"
|
|
755
|
-
}
|
|
756
|
-
/**
|
|
757
|
-
* Cerebras inference models (wafer-scale, OpenAI-compatible API).
|
|
758
|
-
* @see https://inference-docs.cerebras.ai/introduction
|
|
759
|
-
*
|
|
760
|
-
* Roster verified against a live authenticated `/v1/models` on 2026-08-27:
|
|
761
|
-
* only these two ids are served. The llama/qwen models the vendor docs
|
|
762
|
-
* once listed are retired and now 404.
|
|
763
|
-
*/
|
|
764
|
-
export declare enum CerebrasModels {
|
|
765
|
-
/** OpenAI GPT-OSS 120B (open-weight) — production default */
|
|
766
|
-
GPT_OSS_120B = "gpt-oss-120b",
|
|
767
|
-
/** Google Gemma 4 31B */
|
|
768
|
-
GEMMA_4_31B = "gemma-4-31b"
|
|
769
|
-
}
|
|
770
|
-
/**
|
|
771
|
-
* SambaNova Cloud models (RDU-accelerated, OpenAI-compatible API).
|
|
772
|
-
* @see https://docs.sambanova.ai
|
|
773
|
-
*
|
|
774
|
-
* Roster verified against a live authenticated `/v1/models` on 2026-08-27
|
|
775
|
-
* (exact ids — note the vendor's mixed casing). DeepSeek-V3.2 and
|
|
776
|
-
* gemma-4-31B-it are vendor "preview" models (limited capacity, may be
|
|
777
|
-
* removed at short notice); the rest are production.
|
|
778
|
-
*/
|
|
779
|
-
export declare enum SambanovaModels {
|
|
780
|
-
/** Meta Llama 3.3 70B Instruct — production default, 128K context */
|
|
781
|
-
META_LLAMA_3_3_70B_INSTRUCT = "Meta-Llama-3.3-70B-Instruct",
|
|
782
|
-
/** OpenAI GPT-OSS 120B (open-weight), 128K context */
|
|
783
|
-
GPT_OSS_120B = "gpt-oss-120b",
|
|
784
|
-
/** DeepSeek V3.1 (reasoning), 128K context */
|
|
785
|
-
DEEPSEEK_V3_1 = "DeepSeek-V3.1",
|
|
786
|
-
/** DeepSeek V3.2 (reasoning, vendor preview), 32K context */
|
|
787
|
-
DEEPSEEK_V3_2 = "DeepSeek-V3.2",
|
|
788
|
-
/** MiniMax M2.7, 192K context */
|
|
789
|
-
MINIMAX_M2_7 = "MiniMax-M2.7",
|
|
790
|
-
/** MiniMax M3 (vision per vendor dashboard) */
|
|
791
|
-
MINIMAX_M3 = "MiniMax-M3",
|
|
792
|
-
/** Google Gemma 4 31B IT (vision: text+image+video, vendor preview), 128K context */
|
|
793
|
-
GEMMA_4_31B_IT = "gemma-4-31B-it"
|
|
794
|
-
}
|
|
795
673
|
/**
|
|
796
674
|
* Cohere Command + Embed models.
|
|
797
675
|
* @see https://docs.cohere.com/docs/models
|
|
@@ -819,93 +697,6 @@ export declare enum CohereModels {
|
|
|
819
697
|
/** Rerank v3 English */
|
|
820
698
|
RERANK_ENGLISH_V3 = "rerank-english-v3.0"
|
|
821
699
|
}
|
|
822
|
-
/**
|
|
823
|
-
* Together AI hosted models — open-model gateway.
|
|
824
|
-
* @see https://docs.together.ai/docs/serverless-models
|
|
825
|
-
*/
|
|
826
|
-
export declare enum TogetherAIModels {
|
|
827
|
-
/** Llama 3.3 70B Instruct Turbo — production default */
|
|
828
|
-
LLAMA_3_3_70B_INSTRUCT_TURBO = "meta-llama/Llama-3.3-70B-Instruct-Turbo",
|
|
829
|
-
/** Llama 3.1 405B Instruct Turbo — flagship size */
|
|
830
|
-
LLAMA_3_1_405B_INSTRUCT_TURBO = "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
|
|
831
|
-
/** Llama 3.1 70B Instruct Turbo */
|
|
832
|
-
LLAMA_3_1_70B_INSTRUCT_TURBO = "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
|
|
833
|
-
/** Llama 3.1 8B Instruct Turbo — fastest */
|
|
834
|
-
LLAMA_3_1_8B_INSTRUCT_TURBO = "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
|
|
835
|
-
/** Mixtral 8x22B Instruct */
|
|
836
|
-
MIXTRAL_8X22B_INSTRUCT = "mistralai/Mixtral-8x22B-Instruct-v0.1",
|
|
837
|
-
/** Mixtral 8x7B Instruct */
|
|
838
|
-
MIXTRAL_8X7B_INSTRUCT = "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
|
839
|
-
/** Qwen 2.5 72B Instruct Turbo */
|
|
840
|
-
QWEN_2_5_72B_INSTRUCT_TURBO = "Qwen/Qwen2.5-72B-Instruct-Turbo",
|
|
841
|
-
/** Qwen 2.5 Coder 32B Instruct */
|
|
842
|
-
QWEN_2_5_CODER_32B = "Qwen/Qwen2.5-Coder-32B-Instruct",
|
|
843
|
-
/** DeepSeek R1 — reasoning */
|
|
844
|
-
DEEPSEEK_R1 = "deepseek-ai/DeepSeek-R1",
|
|
845
|
-
/** DeepSeek V3 */
|
|
846
|
-
DEEPSEEK_V3 = "deepseek-ai/DeepSeek-V3",
|
|
847
|
-
/** Google Gemma 2 27B IT */
|
|
848
|
-
GEMMA_2_27B_IT = "google/gemma-2-27b-it",
|
|
849
|
-
/** WizardLM 2 8x22B */
|
|
850
|
-
WIZARDLM_2_8X22B = "microsoft/WizardLM-2-8x22B"
|
|
851
|
-
}
|
|
852
|
-
/**
|
|
853
|
-
* Fireworks AI hosted models — fast open-model serving.
|
|
854
|
-
* @see https://fireworks.ai/models
|
|
855
|
-
*
|
|
856
|
-
* Note: the older Llama / Mixtral / Qwen 2.5 generation was rotated
|
|
857
|
-
* out of Fireworks' serverless tier. Current shipping defaults below.
|
|
858
|
-
*/
|
|
859
|
-
export declare enum FireworksModels {
|
|
860
|
-
/** DeepSeek V4 Pro — current general-purpose default */
|
|
861
|
-
DEEPSEEK_V4_PRO = "accounts/fireworks/models/deepseek-v4-pro",
|
|
862
|
-
/** GLM 5.1 — Zhipu flagship */
|
|
863
|
-
GLM_5P1 = "accounts/fireworks/models/glm-5p1",
|
|
864
|
-
/** GLM 5 — broader coverage */
|
|
865
|
-
GLM_5 = "accounts/fireworks/models/glm-5",
|
|
866
|
-
/** Kimi K2.6 — Moonshot flagship */
|
|
867
|
-
KIMI_K2P6 = "accounts/fireworks/models/kimi-k2p6",
|
|
868
|
-
/** Kimi K2.5 — preceding Kimi */
|
|
869
|
-
KIMI_K2P5 = "accounts/fireworks/models/kimi-k2p5",
|
|
870
|
-
/** GPT-OSS 120B — Apache-2.0 OpenAI weights */
|
|
871
|
-
GPT_OSS_120B = "accounts/fireworks/models/gpt-oss-120b"
|
|
872
|
-
}
|
|
873
|
-
/**
|
|
874
|
-
* Perplexity Sonar models — built-in web grounding.
|
|
875
|
-
* @see https://docs.perplexity.ai/guides/model-cards
|
|
876
|
-
*/
|
|
877
|
-
export declare enum PerplexityModels {
|
|
878
|
-
/** Sonar — production default with web search */
|
|
879
|
-
SONAR = "sonar",
|
|
880
|
-
/** Sonar Pro — better reasoning + larger context */
|
|
881
|
-
SONAR_PRO = "sonar-pro",
|
|
882
|
-
/** Sonar Reasoning — explicit reasoning traces */
|
|
883
|
-
SONAR_REASONING = "sonar-reasoning",
|
|
884
|
-
/** Sonar Reasoning Pro — flagship reasoning + web */
|
|
885
|
-
SONAR_REASONING_PRO = "sonar-reasoning-pro",
|
|
886
|
-
/** Sonar Deep Research — long-form research with citations */
|
|
887
|
-
SONAR_DEEP_RESEARCH = "sonar-deep-research"
|
|
888
|
-
}
|
|
889
|
-
/**
|
|
890
|
-
* Cloudflare Workers AI models — edge-served open models.
|
|
891
|
-
* @see https://developers.cloudflare.com/workers-ai/models/
|
|
892
|
-
*/
|
|
893
|
-
export declare enum CloudflareModels {
|
|
894
|
-
/** Llama 3.3 70B Instruct (FP8 fast) */
|
|
895
|
-
LLAMA_3_3_70B_FAST = "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
|
|
896
|
-
/** Llama 3.1 70B Instruct */
|
|
897
|
-
LLAMA_3_1_70B_INSTRUCT = "@cf/meta/llama-3.1-70b-instruct",
|
|
898
|
-
/** Llama 3.1 8B Instruct fast */
|
|
899
|
-
LLAMA_3_1_8B_FAST = "@cf/meta/llama-3.1-8b-instruct-fast",
|
|
900
|
-
/** Llama 3.2 11B Vision Instruct */
|
|
901
|
-
LLAMA_3_2_11B_VISION = "@cf/meta/llama-3.2-11b-vision-instruct",
|
|
902
|
-
/** Mistral 7B Instruct v0.2 */
|
|
903
|
-
MISTRAL_7B_INSTRUCT_V0_2 = "@cf/mistral/mistral-7b-instruct-v0.2",
|
|
904
|
-
/** Qwen 1.5 14B Chat AWQ */
|
|
905
|
-
QWEN_1P5_14B_CHAT_AWQ = "@cf/qwen/qwen1.5-14b-chat-awq",
|
|
906
|
-
/** Gemma 2B IT */
|
|
907
|
-
GEMMA_2B_IT_LORA = "@cf/google/gemma-2b-it-lora"
|
|
908
|
-
}
|
|
909
700
|
/**
|
|
910
701
|
* Voyage AI embedding models — top-tier RAG embedders.
|
|
911
702
|
* @see https://docs.voyageai.com/docs/embeddings
|
|
@@ -1018,3 +809,107 @@ export declare enum ReplicateModels {
|
|
|
1018
809
|
* authentication failures during ongoing operations
|
|
1019
810
|
*/
|
|
1020
811
|
export declare const TOKEN_EXPIRY_BUFFER_MS: number;
|
|
812
|
+
export declare enum CerebrasModels {
|
|
813
|
+
GPT_OSS_120B = "gpt-oss-120b",
|
|
814
|
+
GEMMA_4_31B = "gemma-4-31b"
|
|
815
|
+
}
|
|
816
|
+
export declare enum CloudflareModels {
|
|
817
|
+
LLAMA_3_3_70B_FAST = "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
|
|
818
|
+
LLAMA_3_1_70B_INSTRUCT = "@cf/meta/llama-3.1-70b-instruct",
|
|
819
|
+
LLAMA_3_1_8B_FAST = "@cf/meta/llama-3.1-8b-instruct-fast",
|
|
820
|
+
LLAMA_3_2_11B_VISION = "@cf/meta/llama-3.2-11b-vision-instruct",
|
|
821
|
+
MISTRAL_7B_INSTRUCT_V0_2 = "@cf/mistral/mistral-7b-instruct-v0.2",
|
|
822
|
+
QWEN_1P5_14B_CHAT_AWQ = "@cf/qwen/qwen1.5-14b-chat-awq",
|
|
823
|
+
GEMMA_2B_IT_LORA = "@cf/google/gemma-2b-it-lora"
|
|
824
|
+
}
|
|
825
|
+
export declare enum FireworksModels {
|
|
826
|
+
DEEPSEEK_V4_PRO = "accounts/fireworks/models/deepseek-v4-pro",
|
|
827
|
+
GLM_5P1 = "accounts/fireworks/models/glm-5p1",
|
|
828
|
+
GLM_5 = "accounts/fireworks/models/glm-5",
|
|
829
|
+
KIMI_K2P6 = "accounts/fireworks/models/kimi-k2p6",
|
|
830
|
+
KIMI_K2P5 = "accounts/fireworks/models/kimi-k2p5",
|
|
831
|
+
GPT_OSS_120B = "accounts/fireworks/models/gpt-oss-120b",
|
|
832
|
+
LLAMA_V3P2_90B_VISION_INSTRUCT = "accounts/fireworks/models/llama-v3p2-90b-vision-instruct",
|
|
833
|
+
LLAMA_V3P2_11B_VISION_INSTRUCT = "accounts/fireworks/models/llama-v3p2-11b-vision-instruct",
|
|
834
|
+
PHI_3_VISION_128K_INSTRUCT = "accounts/fireworks/models/phi-3-vision-128k-instruct"
|
|
835
|
+
}
|
|
836
|
+
export declare enum GroqModels {
|
|
837
|
+
LLAMA_3_3_70B_VERSATILE = "llama-3.3-70b-versatile",
|
|
838
|
+
LLAMA_3_1_8B_INSTANT = "llama-3.1-8b-instant",
|
|
839
|
+
GEMMA_2_9B_IT = "gemma2-9b-it",
|
|
840
|
+
MIXTRAL_8X7B_32768 = "mixtral-8x7b-32768",
|
|
841
|
+
LLAMA_GUARD_3_8B = "llama-guard-3-8b",
|
|
842
|
+
LLAMA_3_2_90B_VISION_PREVIEW = "llama-3.2-90b-vision-preview",
|
|
843
|
+
LLAMA_3_2_11B_VISION_PREVIEW = "llama-3.2-11b-vision-preview"
|
|
844
|
+
}
|
|
845
|
+
export declare enum MistralModels {
|
|
846
|
+
MISTRAL_LARGE_LATEST = "mistral-large-latest",
|
|
847
|
+
MISTRAL_LARGE_2512 = "mistral-large-2512",
|
|
848
|
+
MISTRAL_MEDIUM_LATEST = "mistral-medium-latest",
|
|
849
|
+
MISTRAL_MEDIUM_2508 = "mistral-medium-2508",
|
|
850
|
+
MISTRAL_SMALL_LATEST = "mistral-small-latest",
|
|
851
|
+
MISTRAL_SMALL_2506 = "mistral-small-2506",
|
|
852
|
+
MAGISTRAL_MEDIUM_LATEST = "magistral-medium-latest",
|
|
853
|
+
MAGISTRAL_SMALL_LATEST = "magistral-small-latest",
|
|
854
|
+
MINISTRAL_14B_2512 = "ministral-14b-2512",
|
|
855
|
+
MINISTRAL_8B_2512 = "ministral-8b-2512",
|
|
856
|
+
MINISTRAL_3B_2512 = "ministral-3b-2512",
|
|
857
|
+
CODESTRAL_LATEST = "codestral-latest",
|
|
858
|
+
CODESTRAL_2508 = "codestral-2508",
|
|
859
|
+
CODESTRAL_EMBED = "codestral-embed",
|
|
860
|
+
DEVSTRAL_MEDIUM_LATEST = "devstral-medium-latest",
|
|
861
|
+
DEVSTRAL_SMALL_LATEST = "devstral-small-latest",
|
|
862
|
+
PIXTRAL_LARGE = "pixtral-large",
|
|
863
|
+
PIXTRAL_12B = "pixtral-12b",
|
|
864
|
+
VOXTRAL_SMALL_LATEST = "voxtral-small-latest",
|
|
865
|
+
VOXTRAL_MINI_LATEST = "voxtral-mini-latest",
|
|
866
|
+
DEVSTRAL_2 = "devstral-2512",
|
|
867
|
+
DEVSTRAL_SMALL_2 = "devstral-small-2512",
|
|
868
|
+
MAGISTRAL_MEDIUM_2509 = "magistral-medium-2509",
|
|
869
|
+
MAGISTRAL_SMALL_2509 = "magistral-small-2509",
|
|
870
|
+
VOXTRAL_MINI_TRANSCRIBE_2 = "voxtral-mini-2602",
|
|
871
|
+
MISTRAL_OCR_3 = "mistral-ocr-2512",
|
|
872
|
+
MISTRAL_OCR_LATEST = "mistral-ocr-latest",
|
|
873
|
+
MISTRAL_NEMO = "mistral-nemo",
|
|
874
|
+
MISTRAL_EMBED = "mistral-embed",
|
|
875
|
+
MISTRAL_MODERATION_LATEST = "mistral-moderation-latest",
|
|
876
|
+
MISTRAL_SMALL_4 = "mistral-small-2603",
|
|
877
|
+
MISTRAL_SMALL_CREATIVE = "mistral-small-creative"
|
|
878
|
+
}
|
|
879
|
+
export declare enum PerplexityModels {
|
|
880
|
+
SONAR = "sonar",
|
|
881
|
+
SONAR_PRO = "sonar-pro",
|
|
882
|
+
SONAR_REASONING = "sonar-reasoning",
|
|
883
|
+
SONAR_REASONING_PRO = "sonar-reasoning-pro",
|
|
884
|
+
SONAR_DEEP_RESEARCH = "sonar-deep-research"
|
|
885
|
+
}
|
|
886
|
+
export declare enum SambanovaModels {
|
|
887
|
+
META_LLAMA_3_3_70B_INSTRUCT = "Meta-Llama-3.3-70B-Instruct",
|
|
888
|
+
GPT_OSS_120B = "gpt-oss-120b",
|
|
889
|
+
DEEPSEEK_V3_1 = "DeepSeek-V3.1",
|
|
890
|
+
DEEPSEEK_V3_2 = "DeepSeek-V3.2",
|
|
891
|
+
MINIMAX_M2_7 = "MiniMax-M2.7",
|
|
892
|
+
MINIMAX_M3 = "MiniMax-M3",
|
|
893
|
+
GEMMA_4_31B_IT = "gemma-4-31B-it"
|
|
894
|
+
}
|
|
895
|
+
export declare enum TogetherAIModels {
|
|
896
|
+
LLAMA_3_3_70B_INSTRUCT_TURBO = "meta-llama/Llama-3.3-70B-Instruct-Turbo",
|
|
897
|
+
LLAMA_3_1_405B_INSTRUCT_TURBO = "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
|
|
898
|
+
LLAMA_3_1_70B_INSTRUCT_TURBO = "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
|
|
899
|
+
LLAMA_3_1_8B_INSTRUCT_TURBO = "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
|
|
900
|
+
MIXTRAL_8X22B_INSTRUCT = "mistralai/Mixtral-8x22B-Instruct-v0.1",
|
|
901
|
+
MIXTRAL_8X7B_INSTRUCT = "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
|
902
|
+
QWEN_2_5_72B_INSTRUCT_TURBO = "Qwen/Qwen2.5-72B-Instruct-Turbo",
|
|
903
|
+
QWEN_2_5_CODER_32B = "Qwen/Qwen2.5-Coder-32B-Instruct",
|
|
904
|
+
DEEPSEEK_R1 = "deepseek-ai/DeepSeek-R1",
|
|
905
|
+
DEEPSEEK_V3 = "deepseek-ai/DeepSeek-V3",
|
|
906
|
+
GEMMA_2_27B_IT = "google/gemma-2-27b-it",
|
|
907
|
+
WIZARDLM_2_8X22B = "microsoft/WizardLM-2-8x22B"
|
|
908
|
+
}
|
|
909
|
+
export declare enum XaiModels {
|
|
910
|
+
GROK_3 = "grok-3",
|
|
911
|
+
GROK_3_MINI = "grok-3-mini",
|
|
912
|
+
GROK_2_LATEST = "grok-2-latest",
|
|
913
|
+
GROK_2_VISION_LATEST = "grok-2-vision-latest",
|
|
914
|
+
GROK_BETA = "grok-beta"
|
|
915
|
+
}
|