@dirgha/code 1.20.14 → 1.20.25
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli/first-run.d.ts +6 -5
- package/dist/cli/first-run.js +79 -37
- package/dist/cli/first-run.js.map +1 -1
- package/dist/cli/flows/wizard.js +1 -1
- package/dist/cli/flows/wizard.js.map +1 -1
- package/dist/cli/interactive.js +25 -9
- package/dist/cli/interactive.js.map +1 -1
- package/dist/cli/main.js +8 -1
- package/dist/cli/main.js.map +1 -1
- package/dist/cli/setup.js +4 -2
- package/dist/cli/setup.js.map +1 -1
- package/dist/cli/slash/keys.js +50 -1
- package/dist/cli/slash/keys.js.map +1 -1
- package/dist/cli/slash/login.js +8 -1
- package/dist/cli/slash/login.js.map +1 -1
- package/dist/cli/slash/models.d.ts +1 -1
- package/dist/cli/slash/models.js +142 -18
- package/dist/cli/slash/models.js.map +1 -1
- package/dist/cli/slash/provider.js +1 -1
- package/dist/cli/slash/provider.js.map +1 -1
- package/dist/cli/subcommands/doctor.d.ts +1 -1
- package/dist/cli/subcommands/doctor.js +362 -84
- package/dist/cli/subcommands/doctor.js.map +1 -1
- package/dist/cli/subcommands/keys.js +44 -0
- package/dist/cli/subcommands/keys.js.map +1 -1
- package/dist/cli/subcommands/login.js +9 -0
- package/dist/cli/subcommands/login.js.map +1 -1
- package/dist/cli/update-check.d.ts +1 -0
- package/dist/cli/update-check.js +31 -7
- package/dist/cli/update-check.js.map +1 -1
- package/dist/context/compaction.js +8 -5
- package/dist/context/compaction.js.map +1 -1
- package/dist/context/session.d.ts +1 -0
- package/dist/context/session.js +4 -1
- package/dist/context/session.js.map +1 -1
- package/dist/fleet/runner.d.ts +2 -2
- package/dist/fleet/runner.js +117 -79
- package/dist/fleet/runner.js.map +1 -1
- package/dist/fleet/tripleshot.js +1 -1
- package/dist/fleet/tripleshot.js.map +1 -1
- package/dist/intelligence/error-classifier.js +37 -8
- package/dist/intelligence/error-classifier.js.map +1 -1
- package/dist/intelligence/failover-chain.d.ts +24 -0
- package/dist/intelligence/failover-chain.js +79 -6
- package/dist/intelligence/failover-chain.js.map +1 -1
- package/dist/intelligence/health-monitor.d.ts +27 -0
- package/dist/intelligence/health-monitor.js +242 -0
- package/dist/intelligence/health-monitor.js.map +1 -0
- package/dist/intelligence/index.d.ts +7 -5
- package/dist/intelligence/index.js +7 -5
- package/dist/intelligence/index.js.map +1 -1
- package/dist/intelligence/prices.js +134 -31
- package/dist/intelligence/prices.js.map +1 -1
- package/dist/intelligence/remote-catalogue.d.ts +31 -0
- package/dist/intelligence/remote-catalogue.js +174 -0
- package/dist/intelligence/remote-catalogue.js.map +1 -0
- package/dist/intelligence/remote-config.d.ts +26 -0
- package/dist/intelligence/remote-config.js +80 -0
- package/dist/intelligence/remote-config.js.map +1 -0
- package/dist/kernel/agent-loop.js +24 -1
- package/dist/kernel/agent-loop.js.map +1 -1
- package/dist/parity/scenarios.d.ts +3 -3
- package/dist/parity/scenarios.js +77 -36
- package/dist/parity/scenarios.js.map +1 -1
- package/dist/providers/anthropic-catalogue.d.ts +9 -0
- package/dist/providers/anthropic-catalogue.js +90 -0
- package/dist/providers/anthropic-catalogue.js.map +1 -0
- package/dist/providers/anthropic.js +3 -1
- package/dist/providers/anthropic.js.map +1 -1
- package/dist/providers/catalogue.d.ts +34 -0
- package/dist/providers/catalogue.js +20 -0
- package/dist/providers/catalogue.js.map +1 -0
- package/dist/providers/cerebras-catalogue.d.ts +9 -0
- package/dist/providers/cerebras-catalogue.js +54 -0
- package/dist/providers/cerebras-catalogue.js.map +1 -0
- package/dist/providers/cohere-catalogue.d.ts +9 -0
- package/dist/providers/cohere-catalogue.js +54 -0
- package/dist/providers/cohere-catalogue.js.map +1 -0
- package/dist/providers/deepseek-catalogue.d.ts +15 -0
- package/dist/providers/deepseek-catalogue.js +81 -0
- package/dist/providers/deepseek-catalogue.js.map +1 -0
- package/dist/providers/deepseek.d.ts +4 -2
- package/dist/providers/deepseek.js +7 -23
- package/dist/providers/deepseek.js.map +1 -1
- package/dist/providers/dispatch.js +22 -27
- package/dist/providers/dispatch.js.map +1 -1
- package/dist/providers/extra-providers.js +21 -0
- package/dist/providers/extra-providers.js.map +1 -1
- package/dist/providers/family-fallback.js +3 -3
- package/dist/providers/family-fallback.js.map +1 -1
- package/dist/providers/fireworks.d.ts +7 -6
- package/dist/providers/fireworks.js +13 -12
- package/dist/providers/fireworks.js.map +1 -1
- package/dist/providers/gemini-catalogue.d.ts +9 -0
- package/dist/providers/gemini-catalogue.js +73 -0
- package/dist/providers/gemini-catalogue.js.map +1 -0
- package/dist/providers/gemini.js +12 -3
- package/dist/providers/gemini.js.map +1 -1
- package/dist/providers/groq-catalogue.d.ts +9 -0
- package/dist/providers/groq-catalogue.js +82 -0
- package/dist/providers/groq-catalogue.js.map +1 -0
- package/dist/providers/mistral-catalogue.d.ts +9 -0
- package/dist/providers/mistral-catalogue.js +68 -0
- package/dist/providers/mistral-catalogue.js.map +1 -0
- package/dist/providers/nim-catalogue.d.ts +31 -0
- package/dist/providers/nim-catalogue.js +122 -0
- package/dist/providers/nim-catalogue.js.map +1 -0
- package/dist/providers/nvidia.js +33 -10
- package/dist/providers/nvidia.js.map +1 -1
- package/dist/providers/openai-catalogue.d.ts +9 -0
- package/dist/providers/openai-catalogue.js +82 -0
- package/dist/providers/openai-catalogue.js.map +1 -0
- package/dist/providers/perplexity-catalogue.d.ts +10 -0
- package/dist/providers/perplexity-catalogue.js +69 -0
- package/dist/providers/perplexity-catalogue.js.map +1 -0
- package/dist/providers/together-catalogue.d.ts +9 -0
- package/dist/providers/together-catalogue.js +54 -0
- package/dist/providers/together-catalogue.js.map +1 -0
- package/dist/providers/xai-catalogue.d.ts +9 -0
- package/dist/providers/xai-catalogue.js +54 -0
- package/dist/providers/xai-catalogue.js.map +1 -0
- package/dist/state/db-telemetry.d.ts +21 -0
- package/dist/state/db-telemetry.js +106 -0
- package/dist/state/db-telemetry.js.map +1 -0
- package/dist/state/db.js +7 -4
- package/dist/state/db.js.map +1 -1
- package/dist/tui/ink/App.d.ts +5 -1
- package/dist/tui/ink/App.js +244 -34
- package/dist/tui/ink/App.js.map +1 -1
- package/dist/tui/ink/components/DenseToolMessage.js +19 -8
- package/dist/tui/ink/components/DenseToolMessage.js.map +1 -1
- package/dist/tui/ink/components/InputBox.d.ts +4 -0
- package/dist/tui/ink/components/InputBox.js +41 -11
- package/dist/tui/ink/components/InputBox.js.map +1 -1
- package/dist/tui/ink/components/KeySetOverlay.d.ts +1 -1
- package/dist/tui/ink/components/KeySetOverlay.js +18 -16
- package/dist/tui/ink/components/KeySetOverlay.js.map +1 -1
- package/dist/tui/ink/components/PasteCollapse.d.ts +3 -1
- package/dist/tui/ink/components/PasteCollapse.js +11 -9
- package/dist/tui/ink/components/PasteCollapse.js.map +1 -1
- package/dist/tui/ink/components/StatusBar.d.ts +7 -0
- package/dist/tui/ink/components/StatusBar.js +11 -3
- package/dist/tui/ink/components/StatusBar.js.map +1 -1
- package/dist/tui/ink/components/ThinkingBlock.d.ts +15 -4
- package/dist/tui/ink/components/ThinkingBlock.js +34 -17
- package/dist/tui/ink/components/ThinkingBlock.js.map +1 -1
- package/dist/tui/ink/components/ToolBox.js +23 -11
- package/dist/tui/ink/components/ToolBox.js.map +1 -1
- package/dist/tui/ink/components/VirtualTranscript.d.ts +19 -0
- package/dist/tui/ink/components/VirtualTranscript.js +29 -0
- package/dist/tui/ink/components/VirtualTranscript.js.map +1 -0
- package/dist/tui/ink/index.d.ts +5 -1
- package/dist/tui/ink/index.js +19 -7
- package/dist/tui/ink/index.js.map +1 -1
- package/dist/tui/ink/markdown/syntax-highlight.d.ts +13 -0
- package/dist/tui/ink/markdown/syntax-highlight.js +91 -0
- package/dist/tui/ink/markdown/syntax-highlight.js.map +1 -0
- package/dist/tui/ink/use-declined-versions.d.ts +14 -0
- package/dist/tui/ink/use-declined-versions.js +57 -0
- package/dist/tui/ink/use-declined-versions.js.map +1 -0
- package/dist/tui/ink/use-elapsed.d.ts +6 -0
- package/dist/tui/ink/use-elapsed.js +46 -0
- package/dist/tui/ink/use-elapsed.js.map +1 -0
- package/dist/tui/ink/use-flicker-detector.d.ts +12 -0
- package/dist/tui/ink/use-flicker-detector.js +37 -0
- package/dist/tui/ink/use-flicker-detector.js.map +1 -0
- package/dist/tui/ink/use-render-metrics.d.ts +14 -0
- package/dist/tui/ink/use-render-metrics.js +93 -0
- package/dist/tui/ink/use-render-metrics.js.map +1 -0
- package/dist/tui/ink/use-startup-health.d.ts +10 -0
- package/dist/tui/ink/use-startup-health.js +125 -0
- package/dist/tui/ink/use-startup-health.js.map +1 -0
- package/dist/tui/ink/use-transcript-scroll.d.ts +19 -0
- package/dist/tui/ink/use-transcript-scroll.js +83 -0
- package/dist/tui/ink/use-transcript-scroll.js.map +1 -0
- package/package.json +1 -1
package/dist/providers/gemini.js
CHANGED
|
@@ -6,6 +6,7 @@
|
|
|
6
6
|
* envelopes, so this adapter has its own ingest loop.
|
|
7
7
|
*/
|
|
8
8
|
import { ProviderError } from './iface.js';
|
|
9
|
+
import { GEMINI_BY_ID } from './gemini-catalogue.js';
|
|
9
10
|
const DEFAULT_BASE = 'https://generativelanguage.googleapis.com/v1beta';
|
|
10
11
|
export class GeminiProvider {
|
|
11
12
|
id = 'gemini';
|
|
@@ -23,12 +24,16 @@ export class GeminiProvider {
|
|
|
23
24
|
return true;
|
|
24
25
|
}
|
|
25
26
|
supportsThinking(modelId) {
|
|
26
|
-
|
|
27
|
+
const bare = modelId.replace(/^(google|gemini)\//, '').replace(/^gemini-/, '');
|
|
28
|
+
const withPrefix = bare.startsWith('gemini-') ? bare : `gemini-${bare}`;
|
|
29
|
+
return (GEMINI_BY_ID.get(withPrefix)?.thinkingMode ?? 'none') !== 'none';
|
|
27
30
|
}
|
|
28
31
|
async *stream(req) {
|
|
29
32
|
const model = req.model.replace(/^(google|gemini)\//, '').replace(/^gemini-/, '');
|
|
30
33
|
const url = `${this.baseUrl}/models/gemini-${model}:streamGenerateContent?alt=sse&key=${encodeURIComponent(this.apiKey)}`;
|
|
31
|
-
const
|
|
34
|
+
const useThinking = this.supportsThinking(req.model) && req.thinking && req.thinking !== 'off';
|
|
35
|
+
const thinkingParam = useThinking ? (GEMINI_BY_ID.get(`gemini-${model}`)?.thinkingParam ?? null) : null;
|
|
36
|
+
const body = buildGeminiBody(req, thinkingParam);
|
|
32
37
|
const { signal, cancel } = makeTimeoutSignal(this.timeoutMs, req.signal);
|
|
33
38
|
let response;
|
|
34
39
|
try {
|
|
@@ -143,7 +148,7 @@ function makeTimeoutSignal(timeoutMs, external) {
|
|
|
143
148
|
},
|
|
144
149
|
};
|
|
145
150
|
}
|
|
146
|
-
function buildGeminiBody(req) {
|
|
151
|
+
function buildGeminiBody(req, thinkingParam = null) {
|
|
147
152
|
const contents = [];
|
|
148
153
|
let systemInstruction;
|
|
149
154
|
for (const msg of req.messages) {
|
|
@@ -181,6 +186,10 @@ function buildGeminiBody(req) {
|
|
|
181
186
|
generationConfig.temperature = req.temperature;
|
|
182
187
|
if (req.maxTokens !== undefined)
|
|
183
188
|
generationConfig.maxOutputTokens = req.maxTokens;
|
|
189
|
+
// Merge thinking config from catalogue if thinking is requested.
|
|
190
|
+
if (thinkingParam?.generationConfig) {
|
|
191
|
+
Object.assign(generationConfig, thinkingParam.generationConfig);
|
|
192
|
+
}
|
|
184
193
|
if (Object.keys(generationConfig).length > 0)
|
|
185
194
|
body.generationConfig = generationConfig;
|
|
186
195
|
return body;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../src/providers/gemini.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../src/providers/gemini.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,MAAM,YAAY,GAAG,kDAAkD,CAAC;AAExE,MAAM,OAAO,cAAc;IAChB,EAAE,GAAG,QAAQ,CAAC;IACN,MAAM,CAAS;IACf,OAAO,CAAS;IAChB,SAAS,CAAS;IAEnC,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC;QAC9F,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,aAAa,CAAC,8CAA8C,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QACnG,IAAI,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,YAAY,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC;IAC9C,CAAC;IAED,aAAa,CAAC,QAAgB;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gBAAgB,CAAC,OAAe;QAC9B,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAC/E,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC;QACxE,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,YAAY,IAAI,MAAM,CAAC,KAAK,MAAM,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,GAAkB;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAClF,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,kBAAkB,KAAK,sCAAsC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1H,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,KAAK,KAAK,CAAC;QAC/F,MAAM,aAAa,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,KAAK,EAAE,CAAC,EAAE,aAAa,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACxG,MAAM,IAAI,GAAG,eAAe,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAEjD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,iBAAiB,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QACzE,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAC1B,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,EAAE,mBAAmB,EAAE;gBAC5E,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,MAAM;aACP,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,EAAE,CAAC;YACT,MAAM,IAAI,aAAa,CAAC,kBAAkB,MAAM,CAAE,GAAa,EAAE,OAAO,IAAI,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QAChH,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YACnD,MAAM,EAAE,CAAC;YACT,MAAM,IAAI,aAAa,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC;QAC3I,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,EAAE,CAAC;YACT,MAAM,IAAI,aAAa,CAAC,qBAAqB,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,IAAI,CAAC;YACH,SAAS,CAAC;gBACR,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAChB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAElD,IAAI,EAAU,CAAC;gBACf,OAAO,CAAC,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;oBACxC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAChC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;oBAC9B,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;oBACzD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;wBAAE,SAAS;oBACxC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBACrC,IAAI,CAAC,OAAO;wBAAE,SAAS;oBACvB,IAAI,KAAwB,CAAC;oBAC7B,IAAI,CAAC;wBAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAsB,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC;wBAAC,SAAS;oBAAC,CAAC;oBAC7E,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;oBACxC,IAAI,CAAC,SAAS;wBAAE,SAAS;oBACzB,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE,EAAE,CAAC;wBAClD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;4BACd,IAAI,CAAC,QAAQ,EAAE,CAAC;gCAAC,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;gCAAC,QAAQ,GAAG,IAAI,CAAC;4BAAC,CAAC;4BACjE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;wBACjD,CAAC;6BAAM,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;4BAC7B,IAAI,QAAQ,EAAE,CAAC;gCAAC,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;gCAAC,QAAQ,GAAG,KAAK,CAAC;4BAAC,CAAC;4BAC/D,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,EAAE,CAAC;4BAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;4BACpC,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;4BAC3C,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;wBAC1E,CAAC;oBACH,CAAC;oBACD,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;wBACxB,MAAM;4BACJ,IAAI,EAAE,OAAO;4BACb,WAAW,EAAE,KAAK,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC;4BACtD,YAAY,EAAE,KAAK,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC;4BAC3D,YAAY,EAAE,KAAK,CAAC,aAAa,CAAC,uBAAuB,IAAI,CAAC;yBAC/D,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YACD,IAAI,QAAQ;gBAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;QAC3C,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC;YACT,IAAI,CAAC;gBAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;CACF;AAED,SAAS,iBAAiB,CAAC,SAAiB,EAAE,QAAsB;IAClE,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,2BAA2B,SAAS,IAAI,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IACjH,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAE,QAAwB,CAAC,MAAM,CAAC,CAAC;IAC5E,IAAI,QAAQ,EAAE,CAAC;QACb,IAAI,QAAQ,CAAC,OAAO;YAAE,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;;YACnD,QAAQ,CAAC,gBAAgB,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACtE,CAAC;IACD,OAAO;QACL,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,MAAM,EAAE,GAAG,EAAE;YACX,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,QAAQ;gBAAE,QAAQ,CAAC,mBAAmB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAClE,CAAC;KACF,CAAC;AACJ,CAAC;AAcD,SAAS,eAAe,CAAC,GAAkB,EAAE,gBAAgD,IAAI;IAC/F,MAAM,QAAQ,GAAuE,EAAE,CAAC;IACxF,IAAI,iBAAiE,CAAC;IAEtE,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC/B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBAC1C,CAAC,CAAC,GAAG,CAAC,OAAO;gBACb,CAAC,CAAE,GAAG,CAAC,OAAyB,CAAC,MAAM,CAAC,CAAC,CAAC,EAA+C,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC3I,iBAAiB,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YAC1C,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAA6B,EAAE,CAAC;QAC3C,MAAM,GAAG,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAiB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;QACjH,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;YACpB,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;gBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;iBAC/C,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa;gBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,IAAI,GAA4B,EAAE,QAAQ,EAAE,CAAC;IACnD,IAAI,iBAAiB;QAAE,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;IAClE,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,CAAC;gBACZ,oBAAoB,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAiB,EAAE,EAAE,CAAC,CAAC;oBAC1D,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;oBAC1B,UAAU,EAAE,CAAC,CAAC,WAAW,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE;iBAChE,CAAC,CAAC;aACJ,CAAC,CAAC;IACL,CAAC;IACD,MAAM,gBAAgB,GAA4B,EAAE,CAAC;IACrD,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;QAAE,gBAAgB,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;IAClF,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS;QAAE,gBAAgB,CAAC,eAAe,GAAG,GAAG,CAAC,SAAS,CAAC;IAClF,iEAAiE;IACjE,IAAI,aAAa,EAAE,gBAAgB,EAAE,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAG,aAAa,CAAC,gBAA4C,CAAC,CAAC;IAC/F,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,MAAM,GAAG,CAAC;QAAE,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;IACvF,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Groq model catalogue — source of truth for api.groq.com LPU-accelerated inference.
|
|
3
|
+
* Prices in USD per million tokens as of May 2026.
|
|
4
|
+
*/
|
|
5
|
+
import type { ModelDescriptor } from './catalogue.js';
|
|
6
|
+
export declare const GROQ_CATALOGUE: ModelDescriptor[];
|
|
7
|
+
export declare const GROQ_BY_ID: Map<string, ModelDescriptor>;
|
|
8
|
+
export declare const GROQ_DEFAULT: ModelDescriptor;
|
|
9
|
+
export declare const GROQ_ACTIVE: ModelDescriptor[];
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Groq model catalogue — source of truth for api.groq.com LPU-accelerated inference.
|
|
3
|
+
* Prices in USD per million tokens as of May 2026.
|
|
4
|
+
*/
|
|
5
|
+
import { makeIndex, defaultModel, activeModels } from './catalogue.js';
|
|
6
|
+
export const GROQ_CATALOGUE = [
|
|
7
|
+
{
|
|
8
|
+
id: 'llama-3.3-70b-versatile',
|
|
9
|
+
label: 'Llama 3.3 70B Versatile',
|
|
10
|
+
family: 'llama',
|
|
11
|
+
contextWindow: 128_000,
|
|
12
|
+
maxOutputTokens: 32_768,
|
|
13
|
+
tools: true,
|
|
14
|
+
vision: false,
|
|
15
|
+
thinkingMode: 'none',
|
|
16
|
+
thinkingParam: null,
|
|
17
|
+
inputPerM: 0.59,
|
|
18
|
+
outputPerM: 0.79,
|
|
19
|
+
defaultModel: true,
|
|
20
|
+
tags: ['fast'],
|
|
21
|
+
},
|
|
22
|
+
{
|
|
23
|
+
id: 'llama-3.1-8b-instant',
|
|
24
|
+
label: 'Llama 3.1 8B Instant',
|
|
25
|
+
family: 'llama',
|
|
26
|
+
contextWindow: 128_000,
|
|
27
|
+
maxOutputTokens: 8_192,
|
|
28
|
+
tools: true,
|
|
29
|
+
vision: false,
|
|
30
|
+
thinkingMode: 'none',
|
|
31
|
+
thinkingParam: null,
|
|
32
|
+
inputPerM: 0.05,
|
|
33
|
+
outputPerM: 0.08,
|
|
34
|
+
tags: ['fast'],
|
|
35
|
+
},
|
|
36
|
+
{
|
|
37
|
+
id: 'mixtral-8x7b-32768',
|
|
38
|
+
label: 'Mixtral 8x7B',
|
|
39
|
+
family: 'mixtral',
|
|
40
|
+
contextWindow: 32_768,
|
|
41
|
+
maxOutputTokens: 32_768,
|
|
42
|
+
tools: true,
|
|
43
|
+
vision: false,
|
|
44
|
+
thinkingMode: 'none',
|
|
45
|
+
thinkingParam: null,
|
|
46
|
+
inputPerM: 0.24,
|
|
47
|
+
outputPerM: 0.24,
|
|
48
|
+
tags: [],
|
|
49
|
+
},
|
|
50
|
+
{
|
|
51
|
+
id: 'gemma2-9b-it',
|
|
52
|
+
label: 'Gemma 2 9B IT',
|
|
53
|
+
family: 'gemma',
|
|
54
|
+
contextWindow: 8_192,
|
|
55
|
+
maxOutputTokens: 8_192,
|
|
56
|
+
tools: true,
|
|
57
|
+
vision: false,
|
|
58
|
+
thinkingMode: 'none',
|
|
59
|
+
thinkingParam: null,
|
|
60
|
+
inputPerM: 0.20,
|
|
61
|
+
outputPerM: 0.20,
|
|
62
|
+
tags: [],
|
|
63
|
+
},
|
|
64
|
+
{
|
|
65
|
+
id: 'qwen-qwq-32b',
|
|
66
|
+
label: 'Qwen QwQ 32B',
|
|
67
|
+
family: 'qwen',
|
|
68
|
+
contextWindow: 128_000,
|
|
69
|
+
maxOutputTokens: 32_768,
|
|
70
|
+
tools: true,
|
|
71
|
+
vision: false,
|
|
72
|
+
thinkingMode: 'always-on',
|
|
73
|
+
thinkingParam: null,
|
|
74
|
+
inputPerM: 0.29,
|
|
75
|
+
outputPerM: 0.39,
|
|
76
|
+
tags: ['reasoning'],
|
|
77
|
+
},
|
|
78
|
+
];
|
|
79
|
+
export const GROQ_BY_ID = makeIndex(GROQ_CATALOGUE);
|
|
80
|
+
export const GROQ_DEFAULT = defaultModel(GROQ_CATALOGUE);
|
|
81
|
+
export const GROQ_ACTIVE = activeModels(GROQ_CATALOGUE);
|
|
82
|
+
//# sourceMappingURL=groq-catalogue.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"groq-catalogue.js","sourceRoot":"","sources":["../../src/providers/groq-catalogue.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAEvE,MAAM,CAAC,MAAM,cAAc,GAAsB;IAC/C;QACE,EAAE,EAAE,yBAAyB;QAC7B,KAAK,EAAE,yBAAyB;QAChC,MAAM,EAAE,OAAO;QACf,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,IAAI;QAChB,YAAY,EAAE,IAAI;QAClB,IAAI,EAAE,CAAC,MAAM,CAAC;KACf;IACD;QACE,EAAE,EAAE,sBAAsB;QAC1B,KAAK,EAAE,sBAAsB;QAC7B,MAAM,EAAE,OAAO;QACf,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,KAAK;QACtB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,IAAI;QAChB,IAAI,EAAE,CAAC,MAAM,CAAC;KACf;IACD;QACE,EAAE,EAAE,oBAAoB;QACxB,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,SAAS;QACjB,aAAa,EAAE,MAAM;QACrB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,IAAI;QAChB,IAAI,EAAE,EAAE;KACT;IACD;QACE,EAAE,EAAE,cAAc;QAClB,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,OAAO;QACf,aAAa,EAAE,KAAK;QACpB,eAAe,EAAE,KAAK;QACtB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,IAAI;QAChB,IAAI,EAAE,EAAE;KACT;IACD;QACE,EAAE,EAAE,cAAc;QAClB,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,MAAM;QACd,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,WAAW;QACzB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,IAAI;QAChB,IAAI,EAAE,CAAC,WAAW,CAAC;KACpB;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC;AACpD,MAAM,CAAC,MAAM,YAAY,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC;AACzD,MAAM,CAAC,MAAM,WAAW,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Mistral model catalogue — source of truth for api.mistral.ai.
|
|
3
|
+
* Prices in USD per million tokens as of May 2026.
|
|
4
|
+
*/
|
|
5
|
+
import type { ModelDescriptor } from './catalogue.js';
|
|
6
|
+
export declare const MISTRAL_CATALOGUE: ModelDescriptor[];
|
|
7
|
+
export declare const MISTRAL_BY_ID: Map<string, ModelDescriptor>;
|
|
8
|
+
export declare const MISTRAL_DEFAULT: ModelDescriptor;
|
|
9
|
+
export declare const MISTRAL_ACTIVE: ModelDescriptor[];
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Mistral model catalogue — source of truth for api.mistral.ai.
|
|
3
|
+
* Prices in USD per million tokens as of May 2026.
|
|
4
|
+
*/
|
|
5
|
+
import { makeIndex, defaultModel, activeModels } from './catalogue.js';
|
|
6
|
+
export const MISTRAL_CATALOGUE = [
|
|
7
|
+
{
|
|
8
|
+
id: 'mistral-large-latest',
|
|
9
|
+
label: 'Mistral Large',
|
|
10
|
+
family: 'mistral',
|
|
11
|
+
contextWindow: 128_000,
|
|
12
|
+
maxOutputTokens: 128_000,
|
|
13
|
+
tools: true,
|
|
14
|
+
vision: false,
|
|
15
|
+
thinkingMode: 'none',
|
|
16
|
+
thinkingParam: null,
|
|
17
|
+
inputPerM: 2,
|
|
18
|
+
outputPerM: 6,
|
|
19
|
+
defaultModel: true,
|
|
20
|
+
tags: ['agents'],
|
|
21
|
+
},
|
|
22
|
+
{
|
|
23
|
+
id: 'mistral-medium-3',
|
|
24
|
+
label: 'Mistral Medium 3',
|
|
25
|
+
family: 'mistral',
|
|
26
|
+
contextWindow: 128_000,
|
|
27
|
+
maxOutputTokens: 128_000,
|
|
28
|
+
tools: true,
|
|
29
|
+
vision: false,
|
|
30
|
+
thinkingMode: 'none',
|
|
31
|
+
thinkingParam: null,
|
|
32
|
+
inputPerM: 0.40,
|
|
33
|
+
outputPerM: 2,
|
|
34
|
+
tags: ['balanced'],
|
|
35
|
+
},
|
|
36
|
+
{
|
|
37
|
+
id: 'codestral-latest',
|
|
38
|
+
label: 'Codestral',
|
|
39
|
+
family: 'mistral',
|
|
40
|
+
contextWindow: 256_000,
|
|
41
|
+
maxOutputTokens: 256_000,
|
|
42
|
+
tools: true,
|
|
43
|
+
vision: false,
|
|
44
|
+
thinkingMode: 'none',
|
|
45
|
+
thinkingParam: null,
|
|
46
|
+
inputPerM: 0.30,
|
|
47
|
+
outputPerM: 0.90,
|
|
48
|
+
tags: ['coding'],
|
|
49
|
+
},
|
|
50
|
+
{
|
|
51
|
+
id: 'magistral-medium-latest',
|
|
52
|
+
label: 'Magistral Medium',
|
|
53
|
+
family: 'mistral',
|
|
54
|
+
contextWindow: 40_000,
|
|
55
|
+
maxOutputTokens: 40_000,
|
|
56
|
+
tools: true,
|
|
57
|
+
vision: false,
|
|
58
|
+
thinkingMode: 'always-on',
|
|
59
|
+
thinkingParam: null,
|
|
60
|
+
inputPerM: 0.50,
|
|
61
|
+
outputPerM: 1.50,
|
|
62
|
+
tags: ['reasoning'],
|
|
63
|
+
},
|
|
64
|
+
];
|
|
65
|
+
export const MISTRAL_BY_ID = makeIndex(MISTRAL_CATALOGUE);
|
|
66
|
+
export const MISTRAL_DEFAULT = defaultModel(MISTRAL_CATALOGUE);
|
|
67
|
+
export const MISTRAL_ACTIVE = activeModels(MISTRAL_CATALOGUE);
|
|
68
|
+
//# sourceMappingURL=mistral-catalogue.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mistral-catalogue.js","sourceRoot":"","sources":["../../src/providers/mistral-catalogue.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAEvE,MAAM,CAAC,MAAM,iBAAiB,GAAsB;IAClD;QACE,EAAE,EAAE,sBAAsB;QAC1B,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,SAAS;QACjB,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,OAAO;QACxB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,CAAC;QACZ,UAAU,EAAE,CAAC;QACb,YAAY,EAAE,IAAI;QAClB,IAAI,EAAE,CAAC,QAAQ,CAAC;KACjB;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,KAAK,EAAE,kBAAkB;QACzB,MAAM,EAAE,SAAS;QACjB,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,OAAO;QACxB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,CAAC;QACb,IAAI,EAAE,CAAC,UAAU,CAAC;KACnB;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,KAAK,EAAE,WAAW;QAClB,MAAM,EAAE,SAAS;QACjB,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,OAAO;QACxB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,IAAI;QAChB,IAAI,EAAE,CAAC,QAAQ,CAAC;KACjB;IACD;QACE,EAAE,EAAE,yBAAyB;QAC7B,KAAK,EAAE,kBAAkB;QACzB,MAAM,EAAE,SAAS;QACjB,aAAa,EAAE,MAAM;QACrB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,WAAW;QACzB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,IAAI;QAChB,IAAI,EAAE,CAAC,WAAW,CAAC;KACpB;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,SAAS,CAAC,iBAAiB,CAAC,CAAC;AAC1D,MAAM,CAAC,MAAM,eAAe,GAAG,YAAY,CAAC,iBAAiB,CAAC,CAAC;AAC/D,MAAM,CAAC,MAAM,cAAc,GAAG,YAAY,CAAC,iBAAiB,CAAC,CAAC"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* NVIDIA NIM model catalogue — source of truth for all NIM-hosted models.
|
|
3
|
+
*
|
|
4
|
+
* thinkingMode semantics:
|
|
5
|
+
* "none" — model has no reasoning/thinking feature
|
|
6
|
+
* "always-on" — model always thinks (kimi-k2-thinking)
|
|
7
|
+
* "default-on" — model thinks by default; we DISABLE it via thinkingParam (kimi-k2.6, qwen3.5)
|
|
8
|
+
* "opt-in" — thinking off by default; caller must pass thinkingParam to enable
|
|
9
|
+
*/
|
|
10
|
+
export interface NimModel {
|
|
11
|
+
id: string;
|
|
12
|
+
label: string;
|
|
13
|
+
family: string;
|
|
14
|
+
contextWindow: number;
|
|
15
|
+
maxOutputTokens: number;
|
|
16
|
+
tools: boolean;
|
|
17
|
+
vision: boolean;
|
|
18
|
+
thinkingMode: "none" | "always-on" | "default-on" | "opt-in";
|
|
19
|
+
/** Params to merge into the NIM request body for thinking control.
|
|
20
|
+
* For "default-on" models this DISABLES thinking (bug workaround).
|
|
21
|
+
* For "opt-in" models this ENABLES thinking. null = no injection needed. */
|
|
22
|
+
thinkingParam: Record<string, unknown> | null;
|
|
23
|
+
defaultModel?: boolean;
|
|
24
|
+
tags: string[];
|
|
25
|
+
notes?: string;
|
|
26
|
+
}
|
|
27
|
+
export declare const NIM_CATALOGUE: NimModel[];
|
|
28
|
+
export declare const NIM_DEFAULT: NimModel;
|
|
29
|
+
export declare const NIM_BY_ID: Map<string, NimModel>;
|
|
30
|
+
/** Model IDs deprecated/removed from NIM — never route to these. */
|
|
31
|
+
export declare const NIM_DEPRECATED: Set<string>;
|
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* NVIDIA NIM model catalogue — source of truth for all NIM-hosted models.
|
|
3
|
+
*
|
|
4
|
+
* thinkingMode semantics:
|
|
5
|
+
* "none" — model has no reasoning/thinking feature
|
|
6
|
+
* "always-on" — model always thinks (kimi-k2-thinking)
|
|
7
|
+
* "default-on" — model thinks by default; we DISABLE it via thinkingParam (kimi-k2.6, qwen3.5)
|
|
8
|
+
* "opt-in" — thinking off by default; caller must pass thinkingParam to enable
|
|
9
|
+
*/
|
|
10
|
+
export const NIM_CATALOGUE = [
|
|
11
|
+
{
|
|
12
|
+
id: "moonshotai/kimi-k2.6",
|
|
13
|
+
label: "Kimi K2.6",
|
|
14
|
+
family: "kimi",
|
|
15
|
+
contextWindow: 256_000,
|
|
16
|
+
maxOutputTokens: 32_768,
|
|
17
|
+
tools: true,
|
|
18
|
+
vision: true,
|
|
19
|
+
thinkingMode: "default-on",
|
|
20
|
+
// disabled by default — known infinite loop bug on NIM
|
|
21
|
+
thinkingParam: { chat_template_kwargs: { thinking: false } },
|
|
22
|
+
tags: ["vision", "multimodal"],
|
|
23
|
+
notes: "thinking disabled by default — known infinite loop bug on NIM",
|
|
24
|
+
},
|
|
25
|
+
{
|
|
26
|
+
id: "moonshotai/kimi-k2-thinking",
|
|
27
|
+
label: "Kimi K2 Thinking",
|
|
28
|
+
family: "kimi",
|
|
29
|
+
contextWindow: 256_000,
|
|
30
|
+
maxOutputTokens: 32_768,
|
|
31
|
+
tools: true,
|
|
32
|
+
vision: false,
|
|
33
|
+
thinkingMode: "always-on",
|
|
34
|
+
thinkingParam: null,
|
|
35
|
+
tags: ["reasoning", "agents"],
|
|
36
|
+
notes: "200+ sequential tool calls verified; suppress traces with include_reasoning: false",
|
|
37
|
+
},
|
|
38
|
+
{
|
|
39
|
+
id: "qwen/qwen3.5-397b-a17b",
|
|
40
|
+
label: "Qwen 3.5 397B",
|
|
41
|
+
family: "qwen",
|
|
42
|
+
contextWindow: 256_000,
|
|
43
|
+
maxOutputTokens: 32_768,
|
|
44
|
+
tools: true,
|
|
45
|
+
vision: false,
|
|
46
|
+
thinkingMode: "default-on",
|
|
47
|
+
// disabled by default — suppress thinking in prod
|
|
48
|
+
thinkingParam: { chat_template_kwargs: { enable_thinking: false } },
|
|
49
|
+
tags: ["reasoning", "swe"],
|
|
50
|
+
},
|
|
51
|
+
{
|
|
52
|
+
id: "qwen/qwen3-coder-480b-a35b-instruct",
|
|
53
|
+
label: "Qwen 3 Coder 480B",
|
|
54
|
+
family: "qwen",
|
|
55
|
+
contextWindow: 256_000,
|
|
56
|
+
maxOutputTokens: 32_768,
|
|
57
|
+
tools: true,
|
|
58
|
+
vision: false,
|
|
59
|
+
thinkingMode: "opt-in",
|
|
60
|
+
thinkingParam: { chat_template_kwargs: { enable_thinking: true } },
|
|
61
|
+
tags: ["coding", "agents"],
|
|
62
|
+
},
|
|
63
|
+
{
|
|
64
|
+
id: "mistralai/mistral-large-3-675b-instruct-2512",
|
|
65
|
+
label: "Mistral Large 3 675B",
|
|
66
|
+
family: "mistral",
|
|
67
|
+
contextWindow: 256_000,
|
|
68
|
+
maxOutputTokens: 32_768,
|
|
69
|
+
tools: true,
|
|
70
|
+
vision: false,
|
|
71
|
+
thinkingMode: "none",
|
|
72
|
+
thinkingParam: null,
|
|
73
|
+
tags: ["agents", "json"],
|
|
74
|
+
},
|
|
75
|
+
{
|
|
76
|
+
id: "minimaxai/minimax-m2.7",
|
|
77
|
+
label: "MiniMax M2.7",
|
|
78
|
+
family: "minimax",
|
|
79
|
+
contextWindow: 200_000,
|
|
80
|
+
maxOutputTokens: 32_768,
|
|
81
|
+
tools: true,
|
|
82
|
+
vision: false,
|
|
83
|
+
thinkingMode: "none",
|
|
84
|
+
thinkingParam: null,
|
|
85
|
+
tags: ["fast", "agentic"],
|
|
86
|
+
},
|
|
87
|
+
{
|
|
88
|
+
id: "meta/llama-4-maverick-17b-128e-instruct",
|
|
89
|
+
label: "Llama 4 Maverick",
|
|
90
|
+
family: "llama",
|
|
91
|
+
contextWindow: 1_000_000,
|
|
92
|
+
maxOutputTokens: 32_768,
|
|
93
|
+
tools: true,
|
|
94
|
+
vision: true,
|
|
95
|
+
thinkingMode: "none",
|
|
96
|
+
thinkingParam: null,
|
|
97
|
+
tags: ["vision", "long-context", "multilingual"],
|
|
98
|
+
},
|
|
99
|
+
{
|
|
100
|
+
id: "nvidia/llama-3.1-nemotron-ultra-253b-v1",
|
|
101
|
+
label: "Nemotron Ultra 253B",
|
|
102
|
+
family: "nemotron",
|
|
103
|
+
contextWindow: 128_000,
|
|
104
|
+
maxOutputTokens: 32_768,
|
|
105
|
+
tools: true,
|
|
106
|
+
vision: false,
|
|
107
|
+
thinkingMode: "opt-in",
|
|
108
|
+
thinkingParam: null,
|
|
109
|
+
tags: ["reasoning", "rag"],
|
|
110
|
+
},
|
|
111
|
+
];
|
|
112
|
+
export const NIM_DEFAULT = NIM_CATALOGUE.find((m) => m.defaultModel);
|
|
113
|
+
export const NIM_BY_ID = new Map(NIM_CATALOGUE.map((m) => [m.id, m]));
|
|
114
|
+
/** Model IDs deprecated/removed from NIM — never route to these. */
|
|
115
|
+
export const NIM_DEPRECATED = new Set([
|
|
116
|
+
"moonshotai/kimi-k2-instruct",
|
|
117
|
+
"moonshotai/kimi-k2-instruct-0905",
|
|
118
|
+
"minimaxai/minimax-m2",
|
|
119
|
+
"deepseek-ai/deepseek-v3.1-terminus",
|
|
120
|
+
"deepseek-ai/deepseek-v3.2",
|
|
121
|
+
]);
|
|
122
|
+
//# sourceMappingURL=nim-catalogue.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"nim-catalogue.js","sourceRoot":"","sources":["../../src/providers/nim-catalogue.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAoBH,MAAM,CAAC,MAAM,aAAa,GAAe;IACvC;QACE,EAAE,EAAE,sBAAsB;QAC1B,KAAK,EAAE,WAAW;QAClB,MAAM,EAAE,MAAM;QACd,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;QACZ,YAAY,EAAE,YAAY;QAC1B,uDAAuD;QACvD,aAAa,EAAE,EAAE,oBAAoB,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE;QAC5D,IAAI,EAAE,CAAC,QAAQ,EAAE,YAAY,CAAC;QAC9B,KAAK,EAAE,+DAA+D;KACvE;IACD;QACE,EAAE,EAAE,6BAA6B;QACjC,KAAK,EAAE,kBAAkB;QACzB,MAAM,EAAE,MAAM;QACd,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,WAAW;QACzB,aAAa,EAAE,IAAI;QACnB,IAAI,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC;QAC7B,KAAK,EACH,oFAAoF;KACvF;IACD;QACE,EAAE,EAAE,wBAAwB;QAC5B,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,MAAM;QACd,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,YAAY;QAC1B,kDAAkD;QAClD,aAAa,EAAE,EAAE,oBAAoB,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,EAAE;QACnE,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,CAAC;KAC3B;IACD;QACE,EAAE,EAAE,qCAAqC;QACzC,KAAK,EAAE,mBAAmB;QAC1B,MAAM,EAAE,MAAM;QACd,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,QAAQ;QACtB,aAAa,EAAE,EAAE,oBAAoB,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE;QAClE,IAAI,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC;KAC3B;IACD;QACE,EAAE,EAAE,8CAA8C;QAClD,KAAK,EAAE,sBAAsB;QAC7B,MAAM,EAAE,SAAS;QACjB,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,IAAI,EAAE,CAAC,QAAQ,EAAE,MAAM,CAAC;KACzB;IACD;QACE,EAAE,EAAE,wBAAwB;QAC5B,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,SAAS;QACjB,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,IAAI,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;KAC1B;IACD;QACE,EAAE,EAAE,yCAAyC;QAC7C,KAAK,EAAE,kBAAkB;QACzB,MAAM,EAAE,OAAO;QACf,aAAa,EAAE,SAAS;QACxB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;QACZ,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,IAAI,EAAE,CAAC,QAAQ,EAAE,cAAc,EAAE,cAAc,CAAC;KACjD;IACD;QACE,EAAE,EAAE,yCAAyC;QAC7C,KAAK,EAAE,qBAAqB;QAC5B,MAAM,EAAE,UAAU;QAClB,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,QAAQ;QACtB,aAAa,EAAE,IAAI;QACnB,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,CAAC;KAC3B;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,WAAW,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAE,CAAC;AAEtE,MAAM,CAAC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAEtE,oEAAoE;AACpE,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,GAAG,CAAS;IAC5C,6BAA6B;IAC7B,kCAAkC;IAClC,sBAAsB;IACtB,oCAAoC;IACpC,2BAA2B;CAC5B,CAAC,CAAC"}
|
package/dist/providers/nvidia.js
CHANGED
|
@@ -15,35 +15,36 @@
|
|
|
15
15
|
import { ProviderError } from './iface.js';
|
|
16
16
|
import { postJSON } from './http.js';
|
|
17
17
|
import { streamChatCompletions } from './openai-compat.js';
|
|
18
|
+
import { NIM_BY_ID, NIM_DEPRECATED, NIM_CATALOGUE } from './nim-catalogue.js';
|
|
18
19
|
const DEFAULT_BASE = 'https://integrate.api.nvidia.com/v1';
|
|
19
20
|
const IMAGE_GEN_BASE = 'https://ai.api.nvidia.com/v1/genai';
|
|
20
21
|
const DEFAULT_IMAGE_MODEL = 'black-forest-labs/flux.1-schnell';
|
|
21
22
|
const IMAGE_GEN_TIMEOUT_MS = 30_000;
|
|
23
|
+
// Tools-supported set derived from the NIM catalogue + extra NIM-hosted models
|
|
24
|
+
// that pre-date the catalogue but still accept tools.
|
|
22
25
|
const TOOLS_SUPPORTED = new Set([
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
'
|
|
26
|
+
// All catalogue models that support tools
|
|
27
|
+
...NIM_CATALOGUE.filter((m) => m.tools).map((m) => m.id),
|
|
28
|
+
// Extra NIM-hosted models not in the catalogue
|
|
29
|
+
'nvidia/llama-3.1-nemotron-70b-instruct',
|
|
27
30
|
'meta/llama-3.3-70b-instruct',
|
|
28
31
|
'meta/llama-3.1-70b-instruct',
|
|
29
32
|
'meta/llama-3.1-8b-instruct',
|
|
30
33
|
'meta/llama-3.1-405b-instruct',
|
|
31
|
-
'meta/llama-4-maverick-17b-instruct',
|
|
32
34
|
'meta/llama-4-scout-17b-instruct',
|
|
33
|
-
'nvidia/llama-3.1-nemotron-70b-instruct',
|
|
34
|
-
'nvidia/llama-3.1-nemotron-ultra-253b-v1',
|
|
35
35
|
'z-ai/glm-5.1',
|
|
36
36
|
'deepseek-ai/deepseek-v3.1',
|
|
37
37
|
'deepseek-ai/deepseek-r1',
|
|
38
38
|
'qwen/qwen3-coder',
|
|
39
39
|
'qwen/qwen3-235b-a22b',
|
|
40
|
-
'qwen/qwen3-next-80b-a3b-instruct',
|
|
41
40
|
]);
|
|
41
|
+
// Thinking-supported set derived from the catalogue (any mode other than "none").
|
|
42
42
|
const THINKING_SUPPORTED = new Set([
|
|
43
|
+
...NIM_CATALOGUE.filter((m) => m.thinkingMode !== 'none').map((m) => m.id),
|
|
44
|
+
// Extra legacy NIM models with reasoning channels
|
|
43
45
|
'z-ai/glm-5.1',
|
|
44
46
|
'deepseek-ai/deepseek-v3.1',
|
|
45
47
|
'deepseek-ai/deepseek-r1',
|
|
46
|
-
'nvidia/llama-3.1-nemotron-ultra-253b-v1',
|
|
47
48
|
]);
|
|
48
49
|
export class NvidiaProvider {
|
|
49
50
|
id = 'nvidia';
|
|
@@ -68,10 +69,32 @@ export class NvidiaProvider {
|
|
|
68
69
|
return THINKING_SUPPORTED.has(modelId);
|
|
69
70
|
}
|
|
70
71
|
stream(req) {
|
|
72
|
+
// Reject deprecated model IDs before hitting the wire.
|
|
73
|
+
if (NIM_DEPRECATED.has(req.model)) {
|
|
74
|
+
throw new ProviderError(`Model ${req.model} has been removed from NVIDIA NIM. Use a current model.`, this.id);
|
|
75
|
+
}
|
|
71
76
|
const supportsTools = this.supportsTools(req.model);
|
|
72
77
|
const supportsThinking = this.supportsThinking(req.model);
|
|
78
|
+
const catalogueEntry = NIM_BY_ID.get(req.model);
|
|
73
79
|
const extraBody = {};
|
|
74
|
-
if (
|
|
80
|
+
if (catalogueEntry) {
|
|
81
|
+
if (catalogueEntry.thinkingMode === 'default-on' && catalogueEntry.thinkingParam) {
|
|
82
|
+
// Disable thinking by default to avoid infinite-loop bugs (kimi-k2.6, qwen3.5)
|
|
83
|
+
Object.assign(extraBody, catalogueEntry.thinkingParam);
|
|
84
|
+
}
|
|
85
|
+
else if (catalogueEntry.thinkingMode === 'opt-in' &&
|
|
86
|
+
catalogueEntry.thinkingParam &&
|
|
87
|
+
req.thinking && req.thinking !== 'off') {
|
|
88
|
+
// Enable thinking when caller opts in
|
|
89
|
+
Object.assign(extraBody, catalogueEntry.thinkingParam);
|
|
90
|
+
}
|
|
91
|
+
// Cap max_tokens to catalogue limit if caller went higher
|
|
92
|
+
if (req.maxTokens && req.maxTokens > catalogueEntry.maxOutputTokens) {
|
|
93
|
+
req = { ...req, maxTokens: catalogueEntry.maxOutputTokens };
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
else if (supportsThinking && req.thinking && req.thinking !== 'off') {
|
|
97
|
+
// Legacy fallback for non-catalogue models
|
|
75
98
|
extraBody.chat_template_kwargs = { enable_thinking: true };
|
|
76
99
|
}
|
|
77
100
|
return streamChatCompletions({
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"nvidia.js","sourceRoot":"","sources":["../../src/providers/nvidia.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAUH,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"nvidia.js","sourceRoot":"","sources":["../../src/providers/nvidia.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAUH,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAE9E,MAAM,YAAY,GAAG,qCAAqC,CAAC;AAC3D,MAAM,cAAc,GAAG,oCAAoC,CAAC;AAC5D,MAAM,mBAAmB,GAAG,kCAAkC,CAAC;AAC/D,MAAM,oBAAoB,GAAG,MAAM,CAAC;AAEpC,+EAA+E;AAC/E,sDAAsD;AACtD,MAAM,eAAe,GAAG,IAAI,GAAG,CAAS;IACtC,0CAA0C;IAC1C,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACxD,+CAA+C;IAC/C,wCAAwC;IACxC,6BAA6B;IAC7B,6BAA6B;IAC7B,4BAA4B;IAC5B,8BAA8B;IAC9B,iCAAiC;IACjC,cAAc;IACd,2BAA2B;IAC3B,yBAAyB;IACzB,kBAAkB;IAClB,sBAAsB;CACvB,CAAC,CAAC;AAEH,kFAAkF;AAClF,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAS;IACzC,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1E,kDAAkD;IAClD,cAAc;IACd,2BAA2B;IAC3B,yBAAyB;CAC1B,CAAC,CAAC;AAEH,MAAM,OAAO,cAAc;IAChB,EAAE,GAAG,QAAQ,CAAC;IACN,MAAM,CAAS;IACf,OAAO,CAAS;IAChB,SAAS,CAAS;IAEnC,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC;QAChE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,aAAa,CAAC,4BAA4B,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,YAAY,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACpE,kEAAkE;QAClE,kEAAkE;QAClE,6DAA6D;QAC7D,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,OAAO,CAAC;IAC/C,CAAC;IAED,aAAa,CAAC,OAAe;QAC3B,OAAO,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC;IAED,gBAAgB,CAAC,OAAe;QAC9B,OAAO,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,CAAC,GAAkB;QACvB,uDAAuD;QACvD,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,aAAa,CACrB,SAAS,GAAG,CAAC,KAAK,yDAAyD,EAC3E,IAAI,CAAC,EAAE,CACR,CAAC;QACJ,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAEhD,MAAM,SAAS,GAA4B,EAAE,CAAC;QAE9C,IAAI,cAAc,EAAE,CAAC;YACnB,IAAI,cAAc,CAAC,YAAY,KAAK,YAAY,IAAI,cAAc,CAAC,aAAa,EAAE,CAAC;gBACjF,+EAA+E;gBAC/E,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,cAAc,CAAC,aAAa,CAAC,CAAC;YACzD,CAAC;iBAAM,IACL,cAAc,CAAC,YAAY,KAAK,QAAQ;gBACxC,cAAc,CAAC,aAAa;gBAC5B,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,KAAK,KAAK,EACtC,CAAC;gBACD,sCAAsC;gBACtC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,cAAc,CAAC,aAAa,CAAC,CAAC;YACzD,CAAC;YACD,0DAA0D;YAC1D,IAAI,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,SAAS,GAAG,cAAc,CAAC,eAAe,EAAE,CAAC;gBACpE,GAAG,GAAG,EAAE,GAAG,GAAG,EAAE,SAAS,EAAE,cAAc,CAAC,eAAe,EAAE,CAAC;YAC9D,CAAC;QACH,CAAC;aAAM,IAAI,gBAAgB,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YACtE,2CAA2C;YAC3C,SAAS,CAAC,oBAAoB,GAAG,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;QAC7D,CAAC;QAED,OAAO,qBAAqB,CAAC;YAC3B,YAAY,EAAE,IAAI,CAAC,EAAE;YACrB,QAAQ,EAAE,GAAG,IAAI,CAAC,OAAO,mBAAmB;YAC5C,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YAC5C,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,wBAAwB,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;YACzF,eAAe,EAAE,gBAAgB;YACjC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;SACrE,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,GAAoB,EAAE,MAAoB;QAC5D,MAAM,KAAK,GAAG,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,mBAAmB,CAAC;QACpE,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC;QAChC,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC;QAClC,MAAM,IAAI,GAA4B;YACpC,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,KAAK;YACL,MAAM;YACN,cAAc,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;YAC9B,SAAS,EAAE,CAAC;YACZ,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,aAAa,CAAC;SAC5D,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAsB;YACjD,GAAG,EAAE,GAAG,cAAc,IAAI,KAAK,EAAE;YACjC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI;YACJ,YAAY,EAAE,IAAI,CAAC,EAAE;YACrB,MAAM;YACN,SAAS,EAAE,oBAAoB;SAChC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;QACrC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,aAAa,CAAC,8CAA8C,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;IAClD,CAAC;CACF;AAQD,SAAS,aAAa,CAAC,IAAyB;IAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;IAClC,IAAI,KAAK,EAAE,CAAC;QACV,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC,MAAM,CAAC;QACrF,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC,QAAQ,CAAC;IAC7F,CAAC;IACD,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC,KAAK,CAAC;IAC/E,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClG,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAyB;IACpD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAClC,IAAI,KAAK,KAAK,gBAAgB,IAAI,KAAK,KAAK,cAAc,IAAI,KAAK,KAAK,aAAa;WAC9E,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,kCAAkC,EAAE,CAAC;QACxE,OAAO,mBAAmB,CAAC;IAC7B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* OpenAI model catalogue — source of truth for all OpenAI-hosted models.
|
|
3
|
+
* Prices in USD per million tokens as of May 2026.
|
|
4
|
+
*/
|
|
5
|
+
import type { ModelDescriptor } from './catalogue.js';
|
|
6
|
+
export declare const OPENAI_CATALOGUE: ModelDescriptor[];
|
|
7
|
+
export declare const OPENAI_BY_ID: Map<string, ModelDescriptor>;
|
|
8
|
+
export declare const OPENAI_DEFAULT: ModelDescriptor;
|
|
9
|
+
export declare const OPENAI_ACTIVE: ModelDescriptor[];
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* OpenAI model catalogue — source of truth for all OpenAI-hosted models.
|
|
3
|
+
* Prices in USD per million tokens as of May 2026.
|
|
4
|
+
*/
|
|
5
|
+
import { makeIndex, defaultModel, activeModels } from './catalogue.js';
|
|
6
|
+
export const OPENAI_CATALOGUE = [
|
|
7
|
+
{
|
|
8
|
+
id: 'gpt-5',
|
|
9
|
+
label: 'GPT-5',
|
|
10
|
+
family: 'gpt',
|
|
11
|
+
contextWindow: 128_000,
|
|
12
|
+
maxOutputTokens: 16_384,
|
|
13
|
+
tools: true,
|
|
14
|
+
vision: true,
|
|
15
|
+
thinkingMode: 'none',
|
|
16
|
+
thinkingParam: null,
|
|
17
|
+
inputPerM: 2.50,
|
|
18
|
+
outputPerM: 10,
|
|
19
|
+
defaultModel: true,
|
|
20
|
+
tags: ['flagship'],
|
|
21
|
+
},
|
|
22
|
+
{
|
|
23
|
+
id: 'gpt-4o',
|
|
24
|
+
label: 'GPT-4o',
|
|
25
|
+
family: 'gpt',
|
|
26
|
+
contextWindow: 128_000,
|
|
27
|
+
maxOutputTokens: 16_384,
|
|
28
|
+
tools: true,
|
|
29
|
+
vision: true,
|
|
30
|
+
thinkingMode: 'none',
|
|
31
|
+
thinkingParam: null,
|
|
32
|
+
inputPerM: 2.50,
|
|
33
|
+
outputPerM: 10,
|
|
34
|
+
tags: ['vision'],
|
|
35
|
+
},
|
|
36
|
+
{
|
|
37
|
+
id: 'gpt-4o-mini',
|
|
38
|
+
label: 'GPT-4o Mini',
|
|
39
|
+
family: 'gpt',
|
|
40
|
+
contextWindow: 128_000,
|
|
41
|
+
maxOutputTokens: 16_384,
|
|
42
|
+
tools: true,
|
|
43
|
+
vision: true,
|
|
44
|
+
thinkingMode: 'none',
|
|
45
|
+
thinkingParam: null,
|
|
46
|
+
inputPerM: 0.15,
|
|
47
|
+
outputPerM: 0.60,
|
|
48
|
+
tags: ['fast'],
|
|
49
|
+
},
|
|
50
|
+
{
|
|
51
|
+
id: 'o3',
|
|
52
|
+
label: 'o3',
|
|
53
|
+
family: 'gpt',
|
|
54
|
+
contextWindow: 200_000,
|
|
55
|
+
maxOutputTokens: 100_000,
|
|
56
|
+
tools: true,
|
|
57
|
+
vision: true,
|
|
58
|
+
thinkingMode: 'always-on',
|
|
59
|
+
thinkingParam: null,
|
|
60
|
+
inputPerM: 10,
|
|
61
|
+
outputPerM: 40,
|
|
62
|
+
tags: ['reasoning'],
|
|
63
|
+
},
|
|
64
|
+
{
|
|
65
|
+
id: 'o4-mini',
|
|
66
|
+
label: 'o4-mini',
|
|
67
|
+
family: 'gpt',
|
|
68
|
+
contextWindow: 200_000,
|
|
69
|
+
maxOutputTokens: 100_000,
|
|
70
|
+
tools: true,
|
|
71
|
+
vision: true,
|
|
72
|
+
thinkingMode: 'always-on',
|
|
73
|
+
thinkingParam: null,
|
|
74
|
+
inputPerM: 1.10,
|
|
75
|
+
outputPerM: 4.40,
|
|
76
|
+
tags: ['reasoning', 'fast'],
|
|
77
|
+
},
|
|
78
|
+
];
|
|
79
|
+
export const OPENAI_BY_ID = makeIndex(OPENAI_CATALOGUE);
|
|
80
|
+
export const OPENAI_DEFAULT = defaultModel(OPENAI_CATALOGUE);
|
|
81
|
+
export const OPENAI_ACTIVE = activeModels(OPENAI_CATALOGUE);
|
|
82
|
+
//# sourceMappingURL=openai-catalogue.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai-catalogue.js","sourceRoot":"","sources":["../../src/providers/openai-catalogue.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAEvE,MAAM,CAAC,MAAM,gBAAgB,GAAsB;IACjD;QACE,EAAE,EAAE,OAAO;QACX,KAAK,EAAE,OAAO;QACd,MAAM,EAAE,KAAK;QACb,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;QACZ,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,EAAE;QACd,YAAY,EAAE,IAAI;QAClB,IAAI,EAAE,CAAC,UAAU,CAAC;KACnB;IACD;QACE,EAAE,EAAE,QAAQ;QACZ,KAAK,EAAE,QAAQ;QACf,MAAM,EAAE,KAAK;QACb,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;QACZ,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,EAAE;QACd,IAAI,EAAE,CAAC,QAAQ,CAAC;KACjB;IACD;QACE,EAAE,EAAE,aAAa;QACjB,KAAK,EAAE,aAAa;QACpB,MAAM,EAAE,KAAK;QACb,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;QACZ,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,IAAI;QAChB,IAAI,EAAE,CAAC,MAAM,CAAC;KACf;IACD;QACE,EAAE,EAAE,IAAI;QACR,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,OAAO;QACxB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;QACZ,YAAY,EAAE,WAAW;QACzB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,EAAE;QACb,UAAU,EAAE,EAAE;QACd,IAAI,EAAE,CAAC,WAAW,CAAC;KACpB;IACD;QACE,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,SAAS;QAChB,MAAM,EAAE,KAAK;QACb,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,OAAO;QACxB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;QACZ,YAAY,EAAE,WAAW;QACzB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,IAAI;QAChB,IAAI,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC;KAC5B;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,SAAS,CAAC,gBAAgB,CAAC,CAAC;AACxD,MAAM,CAAC,MAAM,cAAc,GAAG,YAAY,CAAC,gBAAgB,CAAC,CAAC;AAC7D,MAAM,CAAC,MAAM,aAAa,GAAG,YAAY,CAAC,gBAAgB,CAAC,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Perplexity model catalogue — source of truth for api.perplexity.ai Sonar models.
|
|
3
|
+
* Prices in USD per million tokens as of May 2026.
|
|
4
|
+
* Note: Sonar models also include per-search charges (5 USD / 1k searches).
|
|
5
|
+
*/
|
|
6
|
+
import type { ModelDescriptor } from './catalogue.js';
|
|
7
|
+
export declare const PERPLEXITY_CATALOGUE: ModelDescriptor[];
|
|
8
|
+
export declare const PERPLEXITY_BY_ID: Map<string, ModelDescriptor>;
|
|
9
|
+
export declare const PERPLEXITY_DEFAULT: ModelDescriptor;
|
|
10
|
+
export declare const PERPLEXITY_ACTIVE: ModelDescriptor[];
|