@juspay/neurolink 12.4.4 → 12.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (51) hide show
  1. package/CHANGELOG.md +1 -5
  2. package/dist/adapters/providerImageAdapter.js +43 -19
  3. package/dist/browser/neurolink.min.js +414 -414
  4. package/dist/cli/commands/setup.d.ts +12 -7
  5. package/dist/cli/commands/setup.js +17 -16
  6. package/dist/constants/contextWindows.js +23 -95
  7. package/dist/constants/enums.d.ts +111 -216
  8. package/dist/constants/enums.js +124 -240
  9. package/dist/factories/providerDescriptors.d.ts +2 -4
  10. package/dist/factories/providerDescriptors.js +83 -127
  11. package/dist/hitl/hitlManager.d.ts +14 -0
  12. package/dist/hitl/hitlManager.js +16 -0
  13. package/dist/models/manifestRegistry.js +53 -4
  14. package/dist/neurolink.d.ts +37 -0
  15. package/dist/neurolink.js +39 -0
  16. package/dist/providers/catalog/cerebras.json +75 -0
  17. package/dist/providers/catalog/cloudflare.json +121 -0
  18. package/dist/providers/catalog/fireworks.json +124 -0
  19. package/dist/providers/catalog/groq.json +127 -0
  20. package/dist/providers/catalog/index.generated.d.ts +3 -0
  21. package/dist/providers/catalog/index.generated.js +33 -0
  22. package/dist/providers/catalog/loader.d.ts +6 -0
  23. package/dist/providers/catalog/loader.js +115 -0
  24. package/dist/providers/catalog/mistral.json +244 -0
  25. package/dist/providers/catalog/perplexity.json +103 -0
  26. package/dist/providers/catalog/provider-catalog.schema.json +351 -0
  27. package/dist/providers/catalog/sambanova.json +129 -0
  28. package/dist/providers/catalog/schema.d.ts +123 -0
  29. package/dist/providers/catalog/schema.js +310 -0
  30. package/dist/providers/catalog/together-ai.json +172 -0
  31. package/dist/providers/catalog/xai.json +108 -0
  32. package/dist/providers/openaiCompatCatalog.d.ts +13 -13
  33. package/dist/providers/openaiCompatCatalog.js +15 -326
  34. package/dist/types/hitl.d.ts +2 -0
  35. package/dist/types/index.d.ts +2 -0
  36. package/dist/types/index.js +2 -0
  37. package/dist/types/providerCatalog.d.ts +149 -0
  38. package/dist/types/providerCatalog.generated.d.ts +2 -0
  39. package/dist/types/providerCatalog.generated.js +1 -0
  40. package/dist/types/providerCatalog.js +7 -0
  41. package/dist/types/providers.d.ts +14 -14
  42. package/dist/utils/modelChoices.d.ts +11 -3
  43. package/dist/utils/modelChoices.js +84 -190
  44. package/dist/utils/pricing.js +92 -127
  45. package/dist/utils/providerConfig.d.ts +1 -1
  46. package/dist/utils/providerConfig.js +24 -108
  47. package/package.json +2 -1
  48. package/dist/models/manifests/cerebras.d.ts +0 -9
  49. package/dist/models/manifests/cerebras.js +0 -19
  50. package/dist/models/manifests/sambanova.d.ts +0 -11
  51. package/dist/models/manifests/sambanova.js +0 -42
@@ -8,13 +8,18 @@
8
8
  import type { ProviderConfigOptions, SetupArgs } from "../../types/index.js";
9
9
  /**
10
10
  * ProviderConfigOptions for the 21 canonical AIProviderName values the
11
- * interactive wizard above doesn't have a bespoke handleXSetup() for. 16
12
- * reuse the existing createXConfig() factories in providerConfig.ts; the
13
- * remaining 5 (ollama, litellm, sagemaker, lm-studio, llamacpp) don't have a
14
- * factory and are defined inline using their real env var names. lm-studio
15
- * and llamacpp previously had createLmStudioConfig()/createLlamaCppConfig()
16
- * factories, but those were removed as dead code in a later cleanup — this
17
- * mirrors that removal rather than re-adding them.
11
+ * interactive wizard above doesn't have a bespoke handleXSetup() for. 8 are
12
+ * the JSON-catalog providers (cerebras, cloudflare, fireworks, groq,
13
+ * perplexity, sambanova, together-ai, xai mistral is the 9th catalog
14
+ * provider but keeps its own handleMistralSetup() flow above, so it's
15
+ * excluded here), spread directly from the catalog JSON via
16
+ * buildCatalogConfigOptions(). 10 more reuse the existing createXConfig()
17
+ * factories in providerConfig.ts; the remaining 5 (ollama, litellm,
18
+ * sagemaker, lm-studio, llamacpp) don't have a factory and are defined
19
+ * inline using their real env var names. lm-studio and llamacpp previously
20
+ * had createLmStudioConfig()/createLlamaCppConfig() factories, but those
21
+ * were removed as dead code in a later cleanup — this mirrors that removal
22
+ * rather than re-adding them.
18
23
  */
19
24
  export declare const EXTRA_PROVIDER_CONFIGS: Record<string, ProviderConfigOptions>;
20
25
  /**
@@ -20,7 +20,8 @@ import { handleGCPSetup } from "./setup-gcp.js";
20
20
  import { handleHuggingFaceSetup } from "./setup-huggingface.js";
21
21
  import { handleMistralSetup } from "./setup-mistral.js";
22
22
  import { PROVIDER_DESCRIPTORS_BY_NAME } from "../../factories/providerDescriptors.js";
23
- import { createCloudflareConfig, createCohereConfig, createDeepSeekConfig, createFireworksConfig, createCerebrasConfig, createSambanovaConfig, createGroqConfig, createIdeogramConfig, createJinaConfig, createNvidiaNimConfig, createOpenAICompatibleConfig, createPerplexityConfig, createRecraftConfig, createReplicateConfig, createStabilityConfig, createTogetherAIConfig, createVoyageConfig, createXaiConfig, satisfiesFallbacks, } from "../../utils/providerConfig.js";
23
+ import { createCohereConfig, createDeepSeekConfig, createIdeogramConfig, createJinaConfig, createNvidiaNimConfig, createOpenAICompatibleConfig, createRecraftConfig, createReplicateConfig, createStabilityConfig, createVoyageConfig, satisfiesFallbacks, } from "../../utils/providerConfig.js";
24
+ import { getCatalogJsonEntries, buildCatalogConfigOptions, } from "../../providers/catalog/loader.js";
24
25
  // Provider information database
25
26
  const PROVIDERS = [
26
27
  {
@@ -143,33 +144,33 @@ const PROVIDERS = [
143
144
  ];
144
145
  /**
145
146
  * ProviderConfigOptions for the 21 canonical AIProviderName values the
146
- * interactive wizard above doesn't have a bespoke handleXSetup() for. 16
147
- * reuse the existing createXConfig() factories in providerConfig.ts; the
148
- * remaining 5 (ollama, litellm, sagemaker, lm-studio, llamacpp) don't have a
149
- * factory and are defined inline using their real env var names. lm-studio
150
- * and llamacpp previously had createLmStudioConfig()/createLlamaCppConfig()
151
- * factories, but those were removed as dead code in a later cleanup — this
152
- * mirrors that removal rather than re-adding them.
147
+ * interactive wizard above doesn't have a bespoke handleXSetup() for. 8 are
148
+ * the JSON-catalog providers (cerebras, cloudflare, fireworks, groq,
149
+ * perplexity, sambanova, together-ai, xai mistral is the 9th catalog
150
+ * provider but keeps its own handleMistralSetup() flow above, so it's
151
+ * excluded here), spread directly from the catalog JSON via
152
+ * buildCatalogConfigOptions(). 10 more reuse the existing createXConfig()
153
+ * factories in providerConfig.ts; the remaining 5 (ollama, litellm,
154
+ * sagemaker, lm-studio, llamacpp) don't have a factory and are defined
155
+ * inline using their real env var names. lm-studio and llamacpp previously
156
+ * had createLmStudioConfig()/createLlamaCppConfig() factories, but those
157
+ * were removed as dead code in a later cleanup — this mirrors that removal
158
+ * rather than re-adding them.
153
159
  */
154
160
  export const EXTRA_PROVIDER_CONFIGS = {
155
161
  "openai-compatible": createOpenAICompatibleConfig(),
156
162
  deepseek: createDeepSeekConfig(),
157
163
  "nvidia-nim": createNvidiaNimConfig(),
158
- xai: createXaiConfig(),
159
- groq: createGroqConfig(),
160
- cerebras: createCerebrasConfig(),
161
- sambanova: createSambanovaConfig(),
162
164
  cohere: createCohereConfig(),
163
165
  replicate: createReplicateConfig(),
164
- "together-ai": createTogetherAIConfig(),
165
- fireworks: createFireworksConfig(),
166
- perplexity: createPerplexityConfig(),
167
166
  voyage: createVoyageConfig(),
168
167
  jina: createJinaConfig(),
169
168
  stability: createStabilityConfig(),
170
169
  ideogram: createIdeogramConfig(),
171
170
  recraft: createRecraftConfig(),
172
- cloudflare: createCloudflareConfig(),
171
+ ...Object.fromEntries(getCatalogJsonEntries()
172
+ .filter((e) => e.id !== "mistral")
173
+ .map((e) => [e.id, buildCatalogConfigOptions(e)])),
173
174
  ollama: {
174
175
  providerName: "Ollama",
175
176
  envVarName: "OLLAMA_BASE_URL",
@@ -13,6 +13,28 @@
13
13
  import { DynamicModelProvider } from "../core/dynamicModels.js";
14
14
  import { logger } from "../utils/logger.js";
15
15
  import { resolveManifestEntryStrict } from "../models/manifestRegistry.js";
16
+ import { getCatalogJsonEntries } from "../providers/catalog/loader.js";
17
+ /**
18
+ * Per-provider context window blocks for the 9 JSON-catalog providers
19
+ * (cerebras, cloudflare, fireworks, groq, mistral, perplexity, sambanova,
20
+ * together-ai, xai), derived from models.catalog[*].contextWindow +
21
+ * defaultContextWindow — the catalog JSON (src/lib/providers/catalog/<id>.json)
22
+ * is their single source of truth. A catalog model with no recorded
23
+ * contextWindow (e.g. fireworks' current roster — none of its models have a
24
+ * sourced value yet) is simply omitted here, same as it was never a key in
25
+ * the pre-migration table either; the `_default` / prefix-match /
26
+ * DEFAULT_CONTEXT_WINDOW fallback chain in getContextWindowSize() below
27
+ * covers it exactly as it always has.
28
+ */
29
+ const CATALOG_CONTEXT_WINDOWS = Object.fromEntries(getCatalogJsonEntries().map((entry) => [
30
+ entry.id,
31
+ {
32
+ _default: entry.models.defaultContextWindow,
33
+ ...Object.fromEntries(Object.entries(entry.models.catalog).flatMap(([modelId, spec]) => spec.contextWindow !== undefined
34
+ ? [[modelId, spec.contextWindow]]
35
+ : [])),
36
+ },
37
+ ]));
16
38
  /** Default context window when provider/model is unknown */
17
39
  export const DEFAULT_CONTEXT_WINDOW = 128_000;
18
40
  /** Maximum output reserve when maxTokens not specified */
@@ -52,94 +74,12 @@ export const MODEL_CONTEXT_WINDOWS = {
52
74
  llamacpp: {
53
75
  _default: 8_192,
54
76
  },
55
- xai: {
56
- _default: 131_072,
57
- "grok-3": 131_072,
58
- "grok-3-mini": 131_072,
59
- "grok-2-latest": 131_072,
60
- "grok-2-vision-latest": 32_768,
61
- "grok-beta": 131_072,
62
- },
63
- groq: {
64
- _default: 128_000,
65
- "llama-3.3-70b-versatile": 131_072,
66
- "llama-3.1-8b-instant": 128_000,
67
- "llama-3.2-90b-vision-preview": 128_000,
68
- "llama-3.2-11b-vision-preview": 128_000,
69
- "llama-guard-3-8b": 8_192,
70
- "gemma2-9b-it": 8_192,
71
- "mixtral-8x7b-32768": 32_768,
72
- },
73
- // Free tier serves 65k context per model; paid tiers 131k
74
- // (inference-docs.cerebras.ai model pages, checked 2026-08-27). The
75
- // tier isn't knowable from the key, so budget against the free-tier
76
- // floor — compacting early is safe, overrunning a 65k window is not.
77
- cerebras: {
78
- _default: 65_536,
79
- "gpt-oss-120b": 65_536,
80
- "gemma-4-31b": 65_536,
81
- },
82
- // Vendor model-spec page (docs.sambanova.ai, checked 2026-08-27):
83
- // 128K production mainline, 192K MiniMax-M2.7, 32K DeepSeek-V3.2 preview.
84
- sambanova: {
85
- _default: 131_072,
86
- "Meta-Llama-3.3-70B-Instruct": 131_072,
87
- "gpt-oss-120b": 131_072,
88
- "DeepSeek-V3.1": 131_072,
89
- "DeepSeek-V3.2": 32_768,
90
- "MiniMax-M2.7": 196_608,
91
- "gemma-4-31B-it": 131_072,
92
- },
93
77
  cohere: {
94
78
  _default: 128_000,
95
79
  "command-r-plus": 128_000,
96
80
  "command-r": 128_000,
97
81
  "command-r7b-12-2024": 128_000,
98
82
  },
99
- "together-ai": {
100
- _default: 128_000,
101
- "meta-llama/Llama-3.3-70B-Instruct-Turbo": 128_000,
102
- "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": 128_000,
103
- "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": 128_000,
104
- "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": 128_000,
105
- "mistralai/Mixtral-8x22B-Instruct-v0.1": 65_536,
106
- "mistralai/Mixtral-8x7B-Instruct-v0.1": 32_768,
107
- "Qwen/Qwen2.5-72B-Instruct-Turbo": 32_768,
108
- "Qwen/Qwen2.5-Coder-32B-Instruct": 32_768,
109
- "deepseek-ai/DeepSeek-R1": 64_000,
110
- "deepseek-ai/DeepSeek-V3": 64_000,
111
- "google/gemma-2-27b-it": 8_192,
112
- "microsoft/WizardLM-2-8x22B": 65_536,
113
- },
114
- fireworks: {
115
- _default: 128_000,
116
- "accounts/fireworks/models/llama-v3p1-70b-instruct": 131_072,
117
- "accounts/fireworks/models/llama-v3p1-405b-instruct": 128_000,
118
- "accounts/fireworks/models/llama-v3p1-8b-instruct": 128_000,
119
- "accounts/fireworks/models/llama-v3p3-70b-instruct": 128_000,
120
- "accounts/fireworks/models/mixtral-8x22b-instruct": 65_536,
121
- "accounts/fireworks/models/qwen2p5-72b-instruct": 32_768,
122
- "accounts/fireworks/models/qwen2p5-coder-32b-instruct": 32_768,
123
- "accounts/fireworks/models/deepseek-v3": 64_000,
124
- },
125
- perplexity: {
126
- _default: 127_000,
127
- sonar: 127_000,
128
- "sonar-pro": 200_000,
129
- "sonar-reasoning": 127_000,
130
- "sonar-reasoning-pro": 127_000,
131
- "sonar-deep-research": 200_000,
132
- },
133
- cloudflare: {
134
- _default: 8_192,
135
- "@cf/meta/llama-3.3-70b-instruct-fp8-fast": 24_000,
136
- "@cf/meta/llama-3.1-70b-instruct": 24_000,
137
- "@cf/meta/llama-3.1-8b-instruct-fast": 24_000,
138
- "@cf/meta/llama-3.2-11b-vision-instruct": 24_000,
139
- "@cf/mistral/mistral-7b-instruct-v0.2": 32_768,
140
- "@cf/qwen/qwen1.5-14b-chat-awq": 7_500,
141
- "@cf/google/gemma-2b-it-lora": 4_096,
142
- },
143
83
  replicate: {
144
84
  // Per-model — Replicate hosts arbitrary models; sensible default.
145
85
  _default: 32_768,
@@ -353,19 +293,6 @@ export const MODEL_CONTEXT_WINDOWS = {
353
293
  "gpt-4-turbo": 128_000,
354
294
  "gpt-4": 8_192,
355
295
  },
356
- mistral: {
357
- _default: 128_000,
358
- "mistral-large-latest": 256_000,
359
- "mistral-large-2512": 256_000,
360
- "mistral-medium-latest": 128_000,
361
- "mistral-small-latest": 128_000,
362
- "codestral-latest": 256_000,
363
- "codestral-2508": 256_000,
364
- "devstral-2512": 256_000,
365
- "devstral-small-2512": 256_000,
366
- "magistral-medium-latest": 128_000,
367
- "mistral-small-2603": 256_000,
368
- },
369
296
  ollama: {
370
297
  _default: 128_000,
371
298
  },
@@ -382,6 +309,7 @@ export const MODEL_CONTEXT_WINDOWS = {
382
309
  // Qwen3 VL — 32K context
383
310
  "qwen3-vl-8b-instruct": 32_768,
384
311
  },
312
+ ...CATALOG_CONTEXT_WINDOWS,
385
313
  };
386
314
  /**
387
315
  * Map of provider aliases to canonical MODEL_CONTEXT_WINDOWS keys.
@@ -12,22 +12,22 @@ export declare enum AIProviderName {
12
12
  GOOGLE_AI = "google-ai",
13
13
  HUGGINGFACE = "huggingface",
14
14
  OLLAMA = "ollama",
15
- MISTRAL = "mistral",
16
15
  LITELLM = "litellm",
17
16
  SAGEMAKER = "sagemaker",
18
17
  DEEPSEEK = "deepseek",
19
18
  NVIDIA_NIM = "nvidia-nim",
20
19
  LM_STUDIO = "lm-studio",
21
20
  LLAMACPP = "llamacpp",
22
- XAI = "xai",
23
- GROQ = "groq",
24
21
  CEREBRAS = "cerebras",
25
- SAMBANOVA = "sambanova",
26
- COHERE = "cohere",
27
- TOGETHER_AI = "together-ai",
22
+ CLOUDFLARE = "cloudflare",
28
23
  FIREWORKS = "fireworks",
24
+ GROQ = "groq",
25
+ MISTRAL = "mistral",
29
26
  PERPLEXITY = "perplexity",
30
- CLOUDFLARE = "cloudflare",
27
+ SAMBANOVA = "sambanova",
28
+ TOGETHER_AI = "together-ai",
29
+ XAI = "xai",
30
+ COHERE = "cohere",
31
31
  REPLICATE = "replicate",
32
32
  VOYAGE = "voyage",
33
33
  JINA = "jina",
@@ -367,53 +367,6 @@ export declare enum AnthropicModels {
367
367
  /** @deprecated Retired from Anthropic API. Use CLAUDE_SONNET_4_6 instead. */
368
368
  CLAUDE_3_HAIKU = "claude-3-haiku-20240307"
369
369
  }
370
- /**
371
- * Supported Models for Mistral AI
372
- */
373
- export declare enum MistralModels {
374
- MISTRAL_LARGE_LATEST = "mistral-large-latest",
375
- MISTRAL_LARGE_2512 = "mistral-large-2512",
376
- MISTRAL_MEDIUM_LATEST = "mistral-medium-latest",
377
- MISTRAL_MEDIUM_2508 = "mistral-medium-2508",
378
- MISTRAL_SMALL_LATEST = "mistral-small-latest",
379
- MISTRAL_SMALL_2506 = "mistral-small-2506",
380
- MAGISTRAL_MEDIUM_LATEST = "magistral-medium-latest",
381
- MAGISTRAL_SMALL_LATEST = "magistral-small-latest",
382
- MINISTRAL_14B_2512 = "ministral-14b-2512",
383
- MINISTRAL_8B_2512 = "ministral-8b-2512",
384
- MINISTRAL_3B_2512 = "ministral-3b-2512",
385
- CODESTRAL_LATEST = "codestral-latest",
386
- CODESTRAL_2508 = "codestral-2508",
387
- CODESTRAL_EMBED = "codestral-embed",
388
- DEVSTRAL_MEDIUM_LATEST = "devstral-medium-latest",
389
- DEVSTRAL_SMALL_LATEST = "devstral-small-latest",
390
- /**
391
- * @deprecated Retired by Mistral on 2026-05-31. The id is also wrong: the
392
- * API string was `pixtral-large-2411`, and Mistral publishes no dateless
393
- * `pixtral-large` alias. Use MISTRAL_MEDIUM_LATEST instead.
394
- */
395
- PIXTRAL_LARGE = "pixtral-large",
396
- /**
397
- * @deprecated Retired by Mistral on 2025-12-31. The API string was
398
- * `pixtral-12b-2409`; no dateless alias is published. Mistral recommends
399
- * Ministral 3 14B as the replacement.
400
- */
401
- PIXTRAL_12B = "pixtral-12b",
402
- VOXTRAL_SMALL_LATEST = "voxtral-small-latest",
403
- VOXTRAL_MINI_LATEST = "voxtral-mini-latest",
404
- DEVSTRAL_2 = "devstral-2512",
405
- DEVSTRAL_SMALL_2 = "devstral-small-2512",
406
- MAGISTRAL_MEDIUM_2509 = "magistral-medium-2509",
407
- MAGISTRAL_SMALL_2509 = "magistral-small-2509",
408
- VOXTRAL_MINI_TRANSCRIBE_2 = "voxtral-mini-2602",
409
- MISTRAL_OCR_3 = "mistral-ocr-2512",
410
- MISTRAL_OCR_LATEST = "mistral-ocr-latest",
411
- MISTRAL_NEMO = "mistral-nemo",
412
- MISTRAL_EMBED = "mistral-embed",
413
- MISTRAL_MODERATION_LATEST = "mistral-moderation-latest",
414
- MISTRAL_SMALL_4 = "mistral-small-2603",
415
- MISTRAL_SMALL_CREATIVE = "mistral-small-creative"
416
- }
417
370
  /**
418
371
  * Supported Models for Ollama (Local)
419
372
  * All models can be run locally without requiring API keys or cloud services
@@ -717,81 +670,6 @@ export declare enum LlamaCppModels {
717
670
  /** Sentinel value — uses the model loaded by the llama-server process */
718
671
  AUTO_DISCOVER = ""
719
672
  }
720
- /**
721
- * xAI Grok models — accessible at api.x.ai/v1 (OpenAI-compatible).
722
- * @see https://docs.x.ai/docs/models
723
- */
724
- export declare enum XaiModels {
725
- /** Latest Grok 3 — flagship; best for complex reasoning */
726
- GROK_3 = "grok-3",
727
- /** Grok 3 Mini — faster + cheaper variant of Grok 3 */
728
- GROK_3_MINI = "grok-3-mini",
729
- /** Grok 2 latest — previous flagship; still supported */
730
- GROK_2_LATEST = "grok-2-latest",
731
- /** Grok 2 Vision — multimodal (text + images) */
732
- GROK_2_VISION_LATEST = "grok-2-vision-latest",
733
- /** Grok beta — pre-release / experimental access */
734
- GROK_BETA = "grok-beta"
735
- }
736
- /**
737
- * Groq-hosted models — Llama / Mistral / Gemma at sub-100ms inference.
738
- * @see https://console.groq.com/docs/models
739
- */
740
- export declare enum GroqModels {
741
- /** Llama 3.3 70B Versatile — production default */
742
- LLAMA_3_3_70B_VERSATILE = "llama-3.3-70b-versatile",
743
- /** Llama 3.1 8B Instant — low-latency tier */
744
- LLAMA_3_1_8B_INSTANT = "llama-3.1-8b-instant",
745
- /** Gemma 2 9B IT — Google's lightweight instruct model */
746
- GEMMA_2_9B_IT = "gemma2-9b-it",
747
- /** Mixtral 8x7B 32K — Mistral's MoE model */
748
- MIXTRAL_8X7B_32768 = "mixtral-8x7b-32768",
749
- /** Llama Guard 3 8B — safety classifier */
750
- LLAMA_GUARD_3_8B = "llama-guard-3-8b",
751
- /** Llama 3.2 90B Vision Preview — multimodal */
752
- LLAMA_3_2_90B_VISION_PREVIEW = "llama-3.2-90b-vision-preview",
753
- /** Llama 3.2 11B Vision Preview — smaller multimodal */
754
- LLAMA_3_2_11B_VISION_PREVIEW = "llama-3.2-11b-vision-preview"
755
- }
756
- /**
757
- * Cerebras inference models (wafer-scale, OpenAI-compatible API).
758
- * @see https://inference-docs.cerebras.ai/introduction
759
- *
760
- * Roster verified against a live authenticated `/v1/models` on 2026-08-27:
761
- * only these two ids are served. The llama/qwen models the vendor docs
762
- * once listed are retired and now 404.
763
- */
764
- export declare enum CerebrasModels {
765
- /** OpenAI GPT-OSS 120B (open-weight) — production default */
766
- GPT_OSS_120B = "gpt-oss-120b",
767
- /** Google Gemma 4 31B */
768
- GEMMA_4_31B = "gemma-4-31b"
769
- }
770
- /**
771
- * SambaNova Cloud models (RDU-accelerated, OpenAI-compatible API).
772
- * @see https://docs.sambanova.ai
773
- *
774
- * Roster verified against a live authenticated `/v1/models` on 2026-08-27
775
- * (exact ids — note the vendor's mixed casing). DeepSeek-V3.2 and
776
- * gemma-4-31B-it are vendor "preview" models (limited capacity, may be
777
- * removed at short notice); the rest are production.
778
- */
779
- export declare enum SambanovaModels {
780
- /** Meta Llama 3.3 70B Instruct — production default, 128K context */
781
- META_LLAMA_3_3_70B_INSTRUCT = "Meta-Llama-3.3-70B-Instruct",
782
- /** OpenAI GPT-OSS 120B (open-weight), 128K context */
783
- GPT_OSS_120B = "gpt-oss-120b",
784
- /** DeepSeek V3.1 (reasoning), 128K context */
785
- DEEPSEEK_V3_1 = "DeepSeek-V3.1",
786
- /** DeepSeek V3.2 (reasoning, vendor preview), 32K context */
787
- DEEPSEEK_V3_2 = "DeepSeek-V3.2",
788
- /** MiniMax M2.7, 192K context */
789
- MINIMAX_M2_7 = "MiniMax-M2.7",
790
- /** MiniMax M3 (vision per vendor dashboard) */
791
- MINIMAX_M3 = "MiniMax-M3",
792
- /** Google Gemma 4 31B IT (vision: text+image+video, vendor preview), 128K context */
793
- GEMMA_4_31B_IT = "gemma-4-31B-it"
794
- }
795
673
  /**
796
674
  * Cohere Command + Embed models.
797
675
  * @see https://docs.cohere.com/docs/models
@@ -819,93 +697,6 @@ export declare enum CohereModels {
819
697
  /** Rerank v3 English */
820
698
  RERANK_ENGLISH_V3 = "rerank-english-v3.0"
821
699
  }
822
- /**
823
- * Together AI hosted models — open-model gateway.
824
- * @see https://docs.together.ai/docs/serverless-models
825
- */
826
- export declare enum TogetherAIModels {
827
- /** Llama 3.3 70B Instruct Turbo — production default */
828
- LLAMA_3_3_70B_INSTRUCT_TURBO = "meta-llama/Llama-3.3-70B-Instruct-Turbo",
829
- /** Llama 3.1 405B Instruct Turbo — flagship size */
830
- LLAMA_3_1_405B_INSTRUCT_TURBO = "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
831
- /** Llama 3.1 70B Instruct Turbo */
832
- LLAMA_3_1_70B_INSTRUCT_TURBO = "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
833
- /** Llama 3.1 8B Instruct Turbo — fastest */
834
- LLAMA_3_1_8B_INSTRUCT_TURBO = "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
835
- /** Mixtral 8x22B Instruct */
836
- MIXTRAL_8X22B_INSTRUCT = "mistralai/Mixtral-8x22B-Instruct-v0.1",
837
- /** Mixtral 8x7B Instruct */
838
- MIXTRAL_8X7B_INSTRUCT = "mistralai/Mixtral-8x7B-Instruct-v0.1",
839
- /** Qwen 2.5 72B Instruct Turbo */
840
- QWEN_2_5_72B_INSTRUCT_TURBO = "Qwen/Qwen2.5-72B-Instruct-Turbo",
841
- /** Qwen 2.5 Coder 32B Instruct */
842
- QWEN_2_5_CODER_32B = "Qwen/Qwen2.5-Coder-32B-Instruct",
843
- /** DeepSeek R1 — reasoning */
844
- DEEPSEEK_R1 = "deepseek-ai/DeepSeek-R1",
845
- /** DeepSeek V3 */
846
- DEEPSEEK_V3 = "deepseek-ai/DeepSeek-V3",
847
- /** Google Gemma 2 27B IT */
848
- GEMMA_2_27B_IT = "google/gemma-2-27b-it",
849
- /** WizardLM 2 8x22B */
850
- WIZARDLM_2_8X22B = "microsoft/WizardLM-2-8x22B"
851
- }
852
- /**
853
- * Fireworks AI hosted models — fast open-model serving.
854
- * @see https://fireworks.ai/models
855
- *
856
- * Note: the older Llama / Mixtral / Qwen 2.5 generation was rotated
857
- * out of Fireworks' serverless tier. Current shipping defaults below.
858
- */
859
- export declare enum FireworksModels {
860
- /** DeepSeek V4 Pro — current general-purpose default */
861
- DEEPSEEK_V4_PRO = "accounts/fireworks/models/deepseek-v4-pro",
862
- /** GLM 5.1 — Zhipu flagship */
863
- GLM_5P1 = "accounts/fireworks/models/glm-5p1",
864
- /** GLM 5 — broader coverage */
865
- GLM_5 = "accounts/fireworks/models/glm-5",
866
- /** Kimi K2.6 — Moonshot flagship */
867
- KIMI_K2P6 = "accounts/fireworks/models/kimi-k2p6",
868
- /** Kimi K2.5 — preceding Kimi */
869
- KIMI_K2P5 = "accounts/fireworks/models/kimi-k2p5",
870
- /** GPT-OSS 120B — Apache-2.0 OpenAI weights */
871
- GPT_OSS_120B = "accounts/fireworks/models/gpt-oss-120b"
872
- }
873
- /**
874
- * Perplexity Sonar models — built-in web grounding.
875
- * @see https://docs.perplexity.ai/guides/model-cards
876
- */
877
- export declare enum PerplexityModels {
878
- /** Sonar — production default with web search */
879
- SONAR = "sonar",
880
- /** Sonar Pro — better reasoning + larger context */
881
- SONAR_PRO = "sonar-pro",
882
- /** Sonar Reasoning — explicit reasoning traces */
883
- SONAR_REASONING = "sonar-reasoning",
884
- /** Sonar Reasoning Pro — flagship reasoning + web */
885
- SONAR_REASONING_PRO = "sonar-reasoning-pro",
886
- /** Sonar Deep Research — long-form research with citations */
887
- SONAR_DEEP_RESEARCH = "sonar-deep-research"
888
- }
889
- /**
890
- * Cloudflare Workers AI models — edge-served open models.
891
- * @see https://developers.cloudflare.com/workers-ai/models/
892
- */
893
- export declare enum CloudflareModels {
894
- /** Llama 3.3 70B Instruct (FP8 fast) */
895
- LLAMA_3_3_70B_FAST = "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
896
- /** Llama 3.1 70B Instruct */
897
- LLAMA_3_1_70B_INSTRUCT = "@cf/meta/llama-3.1-70b-instruct",
898
- /** Llama 3.1 8B Instruct fast */
899
- LLAMA_3_1_8B_FAST = "@cf/meta/llama-3.1-8b-instruct-fast",
900
- /** Llama 3.2 11B Vision Instruct */
901
- LLAMA_3_2_11B_VISION = "@cf/meta/llama-3.2-11b-vision-instruct",
902
- /** Mistral 7B Instruct v0.2 */
903
- MISTRAL_7B_INSTRUCT_V0_2 = "@cf/mistral/mistral-7b-instruct-v0.2",
904
- /** Qwen 1.5 14B Chat AWQ */
905
- QWEN_1P5_14B_CHAT_AWQ = "@cf/qwen/qwen1.5-14b-chat-awq",
906
- /** Gemma 2B IT */
907
- GEMMA_2B_IT_LORA = "@cf/google/gemma-2b-it-lora"
908
- }
909
700
  /**
910
701
  * Voyage AI embedding models — top-tier RAG embedders.
911
702
  * @see https://docs.voyageai.com/docs/embeddings
@@ -1018,3 +809,107 @@ export declare enum ReplicateModels {
1018
809
  * authentication failures during ongoing operations
1019
810
  */
1020
811
  export declare const TOKEN_EXPIRY_BUFFER_MS: number;
812
+ export declare enum CerebrasModels {
813
+ GPT_OSS_120B = "gpt-oss-120b",
814
+ GEMMA_4_31B = "gemma-4-31b"
815
+ }
816
+ export declare enum CloudflareModels {
817
+ LLAMA_3_3_70B_FAST = "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
818
+ LLAMA_3_1_70B_INSTRUCT = "@cf/meta/llama-3.1-70b-instruct",
819
+ LLAMA_3_1_8B_FAST = "@cf/meta/llama-3.1-8b-instruct-fast",
820
+ LLAMA_3_2_11B_VISION = "@cf/meta/llama-3.2-11b-vision-instruct",
821
+ MISTRAL_7B_INSTRUCT_V0_2 = "@cf/mistral/mistral-7b-instruct-v0.2",
822
+ QWEN_1P5_14B_CHAT_AWQ = "@cf/qwen/qwen1.5-14b-chat-awq",
823
+ GEMMA_2B_IT_LORA = "@cf/google/gemma-2b-it-lora"
824
+ }
825
+ export declare enum FireworksModels {
826
+ DEEPSEEK_V4_PRO = "accounts/fireworks/models/deepseek-v4-pro",
827
+ GLM_5P1 = "accounts/fireworks/models/glm-5p1",
828
+ GLM_5 = "accounts/fireworks/models/glm-5",
829
+ KIMI_K2P6 = "accounts/fireworks/models/kimi-k2p6",
830
+ KIMI_K2P5 = "accounts/fireworks/models/kimi-k2p5",
831
+ GPT_OSS_120B = "accounts/fireworks/models/gpt-oss-120b",
832
+ LLAMA_V3P2_90B_VISION_INSTRUCT = "accounts/fireworks/models/llama-v3p2-90b-vision-instruct",
833
+ LLAMA_V3P2_11B_VISION_INSTRUCT = "accounts/fireworks/models/llama-v3p2-11b-vision-instruct",
834
+ PHI_3_VISION_128K_INSTRUCT = "accounts/fireworks/models/phi-3-vision-128k-instruct"
835
+ }
836
+ export declare enum GroqModels {
837
+ LLAMA_3_3_70B_VERSATILE = "llama-3.3-70b-versatile",
838
+ LLAMA_3_1_8B_INSTANT = "llama-3.1-8b-instant",
839
+ GEMMA_2_9B_IT = "gemma2-9b-it",
840
+ MIXTRAL_8X7B_32768 = "mixtral-8x7b-32768",
841
+ LLAMA_GUARD_3_8B = "llama-guard-3-8b",
842
+ LLAMA_3_2_90B_VISION_PREVIEW = "llama-3.2-90b-vision-preview",
843
+ LLAMA_3_2_11B_VISION_PREVIEW = "llama-3.2-11b-vision-preview"
844
+ }
845
+ export declare enum MistralModels {
846
+ MISTRAL_LARGE_LATEST = "mistral-large-latest",
847
+ MISTRAL_LARGE_2512 = "mistral-large-2512",
848
+ MISTRAL_MEDIUM_LATEST = "mistral-medium-latest",
849
+ MISTRAL_MEDIUM_2508 = "mistral-medium-2508",
850
+ MISTRAL_SMALL_LATEST = "mistral-small-latest",
851
+ MISTRAL_SMALL_2506 = "mistral-small-2506",
852
+ MAGISTRAL_MEDIUM_LATEST = "magistral-medium-latest",
853
+ MAGISTRAL_SMALL_LATEST = "magistral-small-latest",
854
+ MINISTRAL_14B_2512 = "ministral-14b-2512",
855
+ MINISTRAL_8B_2512 = "ministral-8b-2512",
856
+ MINISTRAL_3B_2512 = "ministral-3b-2512",
857
+ CODESTRAL_LATEST = "codestral-latest",
858
+ CODESTRAL_2508 = "codestral-2508",
859
+ CODESTRAL_EMBED = "codestral-embed",
860
+ DEVSTRAL_MEDIUM_LATEST = "devstral-medium-latest",
861
+ DEVSTRAL_SMALL_LATEST = "devstral-small-latest",
862
+ PIXTRAL_LARGE = "pixtral-large",
863
+ PIXTRAL_12B = "pixtral-12b",
864
+ VOXTRAL_SMALL_LATEST = "voxtral-small-latest",
865
+ VOXTRAL_MINI_LATEST = "voxtral-mini-latest",
866
+ DEVSTRAL_2 = "devstral-2512",
867
+ DEVSTRAL_SMALL_2 = "devstral-small-2512",
868
+ MAGISTRAL_MEDIUM_2509 = "magistral-medium-2509",
869
+ MAGISTRAL_SMALL_2509 = "magistral-small-2509",
870
+ VOXTRAL_MINI_TRANSCRIBE_2 = "voxtral-mini-2602",
871
+ MISTRAL_OCR_3 = "mistral-ocr-2512",
872
+ MISTRAL_OCR_LATEST = "mistral-ocr-latest",
873
+ MISTRAL_NEMO = "mistral-nemo",
874
+ MISTRAL_EMBED = "mistral-embed",
875
+ MISTRAL_MODERATION_LATEST = "mistral-moderation-latest",
876
+ MISTRAL_SMALL_4 = "mistral-small-2603",
877
+ MISTRAL_SMALL_CREATIVE = "mistral-small-creative"
878
+ }
879
+ export declare enum PerplexityModels {
880
+ SONAR = "sonar",
881
+ SONAR_PRO = "sonar-pro",
882
+ SONAR_REASONING = "sonar-reasoning",
883
+ SONAR_REASONING_PRO = "sonar-reasoning-pro",
884
+ SONAR_DEEP_RESEARCH = "sonar-deep-research"
885
+ }
886
+ export declare enum SambanovaModels {
887
+ META_LLAMA_3_3_70B_INSTRUCT = "Meta-Llama-3.3-70B-Instruct",
888
+ GPT_OSS_120B = "gpt-oss-120b",
889
+ DEEPSEEK_V3_1 = "DeepSeek-V3.1",
890
+ DEEPSEEK_V3_2 = "DeepSeek-V3.2",
891
+ MINIMAX_M2_7 = "MiniMax-M2.7",
892
+ MINIMAX_M3 = "MiniMax-M3",
893
+ GEMMA_4_31B_IT = "gemma-4-31B-it"
894
+ }
895
+ export declare enum TogetherAIModels {
896
+ LLAMA_3_3_70B_INSTRUCT_TURBO = "meta-llama/Llama-3.3-70B-Instruct-Turbo",
897
+ LLAMA_3_1_405B_INSTRUCT_TURBO = "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
898
+ LLAMA_3_1_70B_INSTRUCT_TURBO = "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
899
+ LLAMA_3_1_8B_INSTRUCT_TURBO = "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
900
+ MIXTRAL_8X22B_INSTRUCT = "mistralai/Mixtral-8x22B-Instruct-v0.1",
901
+ MIXTRAL_8X7B_INSTRUCT = "mistralai/Mixtral-8x7B-Instruct-v0.1",
902
+ QWEN_2_5_72B_INSTRUCT_TURBO = "Qwen/Qwen2.5-72B-Instruct-Turbo",
903
+ QWEN_2_5_CODER_32B = "Qwen/Qwen2.5-Coder-32B-Instruct",
904
+ DEEPSEEK_R1 = "deepseek-ai/DeepSeek-R1",
905
+ DEEPSEEK_V3 = "deepseek-ai/DeepSeek-V3",
906
+ GEMMA_2_27B_IT = "google/gemma-2-27b-it",
907
+ WIZARDLM_2_8X22B = "microsoft/WizardLM-2-8x22B"
908
+ }
909
+ export declare enum XaiModels {
910
+ GROK_3 = "grok-3",
911
+ GROK_3_MINI = "grok-3-mini",
912
+ GROK_2_LATEST = "grok-2-latest",
913
+ GROK_2_VISION_LATEST = "grok-2-vision-latest",
914
+ GROK_BETA = "grok-beta"
915
+ }