@dirgha/code 1.20.15 → 1.20.27
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/auth/keypool.js +40 -26
- package/dist/auth/keypool.js.map +1 -1
- package/dist/auth/keystore.js +16 -11
- package/dist/auth/keystore.js.map +1 -1
- package/dist/cli/config.js +23 -2
- package/dist/cli/config.js.map +1 -1
- package/dist/cli/first-run.d.ts +6 -5
- package/dist/cli/first-run.js +100 -42
- package/dist/cli/first-run.js.map +1 -1
- package/dist/cli/flows/wizard.js +13 -19
- package/dist/cli/flows/wizard.js.map +1 -1
- package/dist/cli/interactive.d.ts +4 -0
- package/dist/cli/interactive.js +54 -10
- package/dist/cli/interactive.js.map +1 -1
- package/dist/cli/main.js +67 -18
- package/dist/cli/main.js.map +1 -1
- package/dist/cli/setup.js +4 -2
- package/dist/cli/setup.js.map +1 -1
- package/dist/cli/slash/fleet.js +19 -1
- package/dist/cli/slash/fleet.js.map +1 -1
- package/dist/cli/slash/keys.js +49 -0
- package/dist/cli/slash/keys.js.map +1 -1
- package/dist/cli/slash/login.js +7 -3
- package/dist/cli/slash/login.js.map +1 -1
- package/dist/cli/slash/models.d.ts +1 -1
- package/dist/cli/slash/models.js +144 -18
- package/dist/cli/slash/models.js.map +1 -1
- package/dist/cli/slash/provider.js +1 -1
- package/dist/cli/slash/provider.js.map +1 -1
- package/dist/cli/slash.js +26 -10
- package/dist/cli/slash.js.map +1 -1
- package/dist/cli/subcommands/doctor.d.ts +1 -1
- package/dist/cli/subcommands/doctor.js +362 -84
- package/dist/cli/subcommands/doctor.js.map +1 -1
- package/dist/cli/subcommands/keys.js +44 -0
- package/dist/cli/subcommands/keys.js.map +1 -1
- package/dist/cli/subcommands/login.js +8 -3
- package/dist/cli/subcommands/login.js.map +1 -1
- package/dist/cli/subcommands/telemetry.d.ts +2 -1
- package/dist/cli/subcommands/telemetry.js +47 -34
- package/dist/cli/subcommands/telemetry.js.map +1 -1
- package/dist/cli/update-check.d.ts +1 -0
- package/dist/cli/update-check.js +31 -7
- package/dist/cli/update-check.js.map +1 -1
- package/dist/context/branch.d.ts +2 -2
- package/dist/context/branch.js +40 -23
- package/dist/context/branch.js.map +1 -1
- package/dist/context/compaction.js +45 -22
- package/dist/context/compaction.js.map +1 -1
- package/dist/context/git-state.js +31 -18
- package/dist/context/git-state.js.map +1 -1
- package/dist/context/knowledge.js +31 -20
- package/dist/context/knowledge.js.map +1 -1
- package/dist/context/memory.js +7 -0
- package/dist/context/memory.js.map +1 -1
- package/dist/context/mode-enforcement.js +11 -2
- package/dist/context/mode-enforcement.js.map +1 -1
- package/dist/context/mode.js +67 -30
- package/dist/context/mode.js.map +1 -1
- package/dist/context/primer.js +15 -3
- package/dist/context/primer.js.map +1 -1
- package/dist/context/session.d.ts +1 -0
- package/dist/context/session.js +4 -1
- package/dist/context/session.js.map +1 -1
- package/dist/fleet/apply-back.js +5 -1
- package/dist/fleet/apply-back.js.map +1 -1
- package/dist/fleet/cli-command.d.ts +2 -0
- package/dist/fleet/cli-command.js +15 -1
- package/dist/fleet/cli-command.js.map +1 -1
- package/dist/fleet/runner.js +35 -2
- package/dist/fleet/runner.js.map +1 -1
- package/dist/fleet/scratchpad.js +1 -2
- package/dist/fleet/scratchpad.js.map +1 -1
- package/dist/fleet/state.d.ts +4 -0
- package/dist/fleet/state.js +11 -2
- package/dist/fleet/state.js.map +1 -1
- package/dist/fleet/templates.d.ts +4 -0
- package/dist/fleet/templates.js.map +1 -1
- package/dist/fleet/types.d.ts +4 -0
- package/dist/fleet/types.js.map +1 -1
- package/dist/intelligence/error-classifier.js +37 -8
- package/dist/intelligence/error-classifier.js.map +1 -1
- package/dist/intelligence/failover-chain.d.ts +24 -0
- package/dist/intelligence/failover-chain.js +79 -6
- package/dist/intelligence/failover-chain.js.map +1 -1
- package/dist/intelligence/health-monitor.d.ts +27 -0
- package/dist/intelligence/health-monitor.js +242 -0
- package/dist/intelligence/health-monitor.js.map +1 -0
- package/dist/intelligence/index.d.ts +7 -5
- package/dist/intelligence/index.js +7 -5
- package/dist/intelligence/index.js.map +1 -1
- package/dist/intelligence/prices.d.ts +6 -4
- package/dist/intelligence/prices.js +169 -40
- package/dist/intelligence/prices.js.map +1 -1
- package/dist/intelligence/remote-catalogue.d.ts +31 -0
- package/dist/intelligence/remote-catalogue.js +174 -0
- package/dist/intelligence/remote-catalogue.js.map +1 -0
- package/dist/intelligence/remote-config.d.ts +26 -0
- package/dist/intelligence/remote-config.js +80 -0
- package/dist/intelligence/remote-config.js.map +1 -0
- package/dist/kernel/agent-loop.js +73 -16
- package/dist/kernel/agent-loop.js.map +1 -1
- package/dist/lsp/client.js +29 -16
- package/dist/lsp/client.js.map +1 -1
- package/dist/lsp/detector.js +7 -6
- package/dist/lsp/detector.js.map +1 -1
- package/dist/mcp/client.d.ts +1 -1
- package/dist/mcp/client.js +19 -16
- package/dist/mcp/client.js.map +1 -1
- package/dist/mcp/transport.js +46 -38
- package/dist/mcp/transport.js.map +1 -1
- package/dist/parity/scenarios.d.ts +3 -3
- package/dist/parity/scenarios.js +77 -36
- package/dist/parity/scenarios.js.map +1 -1
- package/dist/providers/anthropic-catalogue.d.ts +9 -0
- package/dist/providers/anthropic-catalogue.js +90 -0
- package/dist/providers/anthropic-catalogue.js.map +1 -0
- package/dist/providers/anthropic.js +3 -1
- package/dist/providers/anthropic.js.map +1 -1
- package/dist/providers/catalogue.d.ts +34 -0
- package/dist/providers/catalogue.js +20 -0
- package/dist/providers/catalogue.js.map +1 -0
- package/dist/providers/cerebras-catalogue.d.ts +9 -0
- package/dist/providers/cerebras-catalogue.js +54 -0
- package/dist/providers/cerebras-catalogue.js.map +1 -0
- package/dist/providers/cohere-catalogue.d.ts +9 -0
- package/dist/providers/cohere-catalogue.js +54 -0
- package/dist/providers/cohere-catalogue.js.map +1 -0
- package/dist/providers/deepseek-catalogue.d.ts +15 -0
- package/dist/providers/deepseek-catalogue.js +81 -0
- package/dist/providers/deepseek-catalogue.js.map +1 -0
- package/dist/providers/deepseek.d.ts +4 -2
- package/dist/providers/deepseek.js +7 -23
- package/dist/providers/deepseek.js.map +1 -1
- package/dist/providers/dispatch.js +37 -28
- package/dist/providers/dispatch.js.map +1 -1
- package/dist/providers/extra-providers.js +21 -0
- package/dist/providers/extra-providers.js.map +1 -1
- package/dist/providers/family-fallback.js +3 -3
- package/dist/providers/family-fallback.js.map +1 -1
- package/dist/providers/gemini-catalogue.d.ts +9 -0
- package/dist/providers/gemini-catalogue.js +73 -0
- package/dist/providers/gemini-catalogue.js.map +1 -0
- package/dist/providers/gemini.js +12 -3
- package/dist/providers/gemini.js.map +1 -1
- package/dist/providers/groq-catalogue.d.ts +9 -0
- package/dist/providers/groq-catalogue.js +82 -0
- package/dist/providers/groq-catalogue.js.map +1 -0
- package/dist/providers/index.d.ts +11 -0
- package/dist/providers/index.js +29 -2
- package/dist/providers/index.js.map +1 -1
- package/dist/providers/mistral-catalogue.d.ts +9 -0
- package/dist/providers/mistral-catalogue.js +68 -0
- package/dist/providers/mistral-catalogue.js.map +1 -0
- package/dist/providers/nim-catalogue.d.ts +31 -0
- package/dist/providers/nim-catalogue.js +122 -0
- package/dist/providers/nim-catalogue.js.map +1 -0
- package/dist/providers/nvidia.js +33 -10
- package/dist/providers/nvidia.js.map +1 -1
- package/dist/providers/openai-catalogue.d.ts +9 -0
- package/dist/providers/openai-catalogue.js +82 -0
- package/dist/providers/openai-catalogue.js.map +1 -0
- package/dist/providers/openai-compat.js +4 -2
- package/dist/providers/openai-compat.js.map +1 -1
- package/dist/providers/perplexity-catalogue.d.ts +10 -0
- package/dist/providers/perplexity-catalogue.js +69 -0
- package/dist/providers/perplexity-catalogue.js.map +1 -0
- package/dist/providers/together-catalogue.d.ts +9 -0
- package/dist/providers/together-catalogue.js +54 -0
- package/dist/providers/together-catalogue.js.map +1 -0
- package/dist/providers/xai-catalogue.d.ts +9 -0
- package/dist/providers/xai-catalogue.js +54 -0
- package/dist/providers/xai-catalogue.js.map +1 -0
- package/dist/safety/audit-log.d.ts +15 -0
- package/dist/safety/audit-log.js +21 -0
- package/dist/safety/audit-log.js.map +1 -1
- package/dist/state/db-telemetry.d.ts +21 -0
- package/dist/state/db-telemetry.js +106 -0
- package/dist/state/db-telemetry.js.map +1 -0
- package/dist/state/db.js +7 -4
- package/dist/state/db.js.map +1 -1
- package/dist/telemetry/gateway-push.d.ts +17 -0
- package/dist/telemetry/gateway-push.js +48 -0
- package/dist/telemetry/gateway-push.js.map +1 -0
- package/dist/telemetry/index.d.ts +9 -0
- package/dist/telemetry/index.js +9 -0
- package/dist/telemetry/index.js.map +1 -0
- package/dist/tools/browser.js +24 -16
- package/dist/tools/browser.js.map +1 -1
- package/dist/tools/checkpoint.d.ts +6 -1
- package/dist/tools/checkpoint.js +79 -62
- package/dist/tools/checkpoint.js.map +1 -1
- package/dist/tools/cron.js +1 -3
- package/dist/tools/cron.js.map +1 -1
- package/dist/tools/diff.js +25 -21
- package/dist/tools/diff.js.map +1 -1
- package/dist/tools/exec.d.ts +2 -0
- package/dist/tools/exec.js +13 -0
- package/dist/tools/exec.js.map +1 -1
- package/dist/tools/fs-edit.d.ts +3 -5
- package/dist/tools/fs-edit.js +8 -23
- package/dist/tools/fs-edit.js.map +1 -1
- package/dist/tools/fs-ls.js +6 -8
- package/dist/tools/fs-ls.js.map +1 -1
- package/dist/tools/fs-read.d.ts +1 -1
- package/dist/tools/fs-read.js +37 -28
- package/dist/tools/fs-read.js.map +1 -1
- package/dist/tools/fs-write.d.ts +1 -1
- package/dist/tools/fs-write.js +33 -33
- package/dist/tools/fs-write.js.map +1 -1
- package/dist/tools/git.js +12 -6
- package/dist/tools/git.js.map +1 -1
- package/dist/tools/index.d.ts +3 -1
- package/dist/tools/index.js +4 -3
- package/dist/tools/index.js.map +1 -1
- package/dist/tools/multimodal.js +11 -12
- package/dist/tools/multimodal.js.map +1 -1
- package/dist/tools/rtk.js +22 -9
- package/dist/tools/rtk.js.map +1 -1
- package/dist/tools/search-glob.d.ts +1 -1
- package/dist/tools/search-glob.js +42 -24
- package/dist/tools/search-glob.js.map +1 -1
- package/dist/tools/search-grep.d.ts +1 -1
- package/dist/tools/search-grep.js +56 -32
- package/dist/tools/search-grep.js.map +1 -1
- package/dist/tools/shell.d.ts +1 -1
- package/dist/tools/shell.js +78 -54
- package/dist/tools/shell.js.map +1 -1
- package/dist/tui/ink/App.d.ts +5 -1
- package/dist/tui/ink/App.js +310 -73
- package/dist/tui/ink/App.js.map +1 -1
- package/dist/tui/ink/components/DenseToolMessage.js +23 -8
- package/dist/tui/ink/components/DenseToolMessage.js.map +1 -1
- package/dist/tui/ink/components/InputBox.d.ts +2 -0
- package/dist/tui/ink/components/InputBox.js +22 -25
- package/dist/tui/ink/components/InputBox.js.map +1 -1
- package/dist/tui/ink/components/KeySetOverlay.d.ts +1 -1
- package/dist/tui/ink/components/KeySetOverlay.js +18 -16
- package/dist/tui/ink/components/KeySetOverlay.js.map +1 -1
- package/dist/tui/ink/components/ModelPicker.d.ts +2 -2
- package/dist/tui/ink/components/ModelPicker.js +34 -26
- package/dist/tui/ink/components/ModelPicker.js.map +1 -1
- package/dist/tui/ink/components/PasteCollapse.d.ts +3 -1
- package/dist/tui/ink/components/PasteCollapse.js +11 -9
- package/dist/tui/ink/components/PasteCollapse.js.map +1 -1
- package/dist/tui/ink/components/SpinnerGlyph.d.ts +4 -4
- package/dist/tui/ink/components/SpinnerGlyph.js +34 -14
- package/dist/tui/ink/components/SpinnerGlyph.js.map +1 -1
- package/dist/tui/ink/components/StatusBar.d.ts +7 -0
- package/dist/tui/ink/components/StatusBar.js +11 -5
- package/dist/tui/ink/components/StatusBar.js.map +1 -1
- package/dist/tui/ink/components/ThinkingBlock.d.ts +15 -4
- package/dist/tui/ink/components/ThinkingBlock.js +34 -17
- package/dist/tui/ink/components/ThinkingBlock.js.map +1 -1
- package/dist/tui/ink/components/ToolBox.js +23 -13
- package/dist/tui/ink/components/ToolBox.js.map +1 -1
- package/dist/tui/ink/components/VirtualTranscript.d.ts +19 -0
- package/dist/tui/ink/components/VirtualTranscript.js +31 -0
- package/dist/tui/ink/components/VirtualTranscript.js.map +1 -0
- package/dist/tui/ink/index.d.ts +5 -1
- package/dist/tui/ink/index.js +19 -7
- package/dist/tui/ink/index.js.map +1 -1
- package/dist/tui/ink/markdown/syntax-highlight.d.ts +13 -0
- package/dist/tui/ink/markdown/syntax-highlight.js +91 -0
- package/dist/tui/ink/markdown/syntax-highlight.js.map +1 -0
- package/dist/tui/ink/use-declined-versions.d.ts +14 -0
- package/dist/tui/ink/use-declined-versions.js +61 -0
- package/dist/tui/ink/use-declined-versions.js.map +1 -0
- package/dist/tui/ink/use-elapsed.d.ts +6 -0
- package/dist/tui/ink/use-elapsed.js +46 -0
- package/dist/tui/ink/use-elapsed.js.map +1 -0
- package/dist/tui/ink/use-event-projection.js +12 -0
- package/dist/tui/ink/use-event-projection.js.map +1 -1
- package/dist/tui/ink/use-flicker-detector.d.ts +12 -0
- package/dist/tui/ink/use-flicker-detector.js +37 -0
- package/dist/tui/ink/use-flicker-detector.js.map +1 -0
- package/dist/tui/ink/use-overlays.js +16 -17
- package/dist/tui/ink/use-overlays.js.map +1 -1
- package/dist/tui/ink/use-render-metrics.d.ts +14 -0
- package/dist/tui/ink/use-render-metrics.js +97 -0
- package/dist/tui/ink/use-render-metrics.js.map +1 -0
- package/dist/tui/ink/use-startup-health.d.ts +10 -0
- package/dist/tui/ink/use-startup-health.js +125 -0
- package/dist/tui/ink/use-startup-health.js.map +1 -0
- package/dist/tui/ink/use-transcript-scroll.d.ts +19 -0
- package/dist/tui/ink/use-transcript-scroll.js +83 -0
- package/dist/tui/ink/use-transcript-scroll.js.map +1 -0
- package/dist/utils/env.d.ts +1 -0
- package/dist/utils/env.js +60 -0
- package/dist/utils/env.js.map +1 -0
- package/dist/utils/fs.d.ts +10 -0
- package/dist/utils/fs.js +37 -0
- package/dist/utils/fs.js.map +1 -0
- package/package.json +1 -1
|
@@ -15,29 +15,13 @@
|
|
|
15
15
|
*/
|
|
16
16
|
import { ProviderError } from "./iface.js";
|
|
17
17
|
import { streamChatCompletions } from "./openai-compat.js";
|
|
18
|
+
import { DEEPSEEK_CATALOGUE, DEEPSEEK_BY_ID, DEEPSEEK_MODEL_IDS } from "./deepseek-catalogue.js";
|
|
18
19
|
const DEFAULT_BASE = "https://api.deepseek.com/v1";
|
|
19
|
-
// Canonical model
|
|
20
|
-
//
|
|
21
|
-
|
|
22
|
-
//
|
|
23
|
-
|
|
24
|
-
// deepseek-prover-v2 = math/theorem proving
|
|
25
|
-
export const DEEPSEEK_MODELS = [
|
|
26
|
-
{ id: "deepseek-chat", label: "DeepSeek V3 (default)" },
|
|
27
|
-
{ id: "deepseek-v4-flash", label: "DeepSeek V4 Flash (fast)" },
|
|
28
|
-
{ id: "deepseek-v4-pro", label: "DeepSeek V4 Pro (max quality)" },
|
|
29
|
-
{ id: "deepseek-reasoner", label: "DeepSeek R1 (reasoning)" },
|
|
30
|
-
{ id: "deepseek-prover-v2", label: "DeepSeek Prover V2 (math)" },
|
|
31
|
-
];
|
|
32
|
-
// Models that surface a reasoning/thinking channel.
|
|
33
|
-
// deepseek-v4-flash is excluded from explicit thinking mode but reasoning
|
|
34
|
-
// content is always captured for multi-turn echo-back compliance regardless.
|
|
35
|
-
const THINKING_MODELS = new Set([
|
|
36
|
-
"deepseek-reasoner",
|
|
37
|
-
"deepseek-v4-pro",
|
|
38
|
-
"deepseek-r1",
|
|
39
|
-
"deepseek-prover-v2",
|
|
40
|
-
]);
|
|
20
|
+
// Canonical model list derived from deepseek-catalogue.ts.
|
|
21
|
+
// Re-export for backward-compat with callers that imported DEEPSEEK_MODELS.
|
|
22
|
+
export const DEEPSEEK_MODELS = DEEPSEEK_CATALOGUE.map(m => ({ id: m.id, label: m.label }));
|
|
23
|
+
// DEEPSEEK_MODEL_IDS re-exported from catalogue for dispatch/routing use.
|
|
24
|
+
export { DEEPSEEK_MODEL_IDS };
|
|
41
25
|
export class DeepSeekProvider {
|
|
42
26
|
id = "deepseek";
|
|
43
27
|
apiKey;
|
|
@@ -57,7 +41,7 @@ export class DeepSeekProvider {
|
|
|
57
41
|
}
|
|
58
42
|
supportsThinking(modelId) {
|
|
59
43
|
const base = modelId.replace(/^deepseek(?:-ai|-native)?\//, "");
|
|
60
|
-
return
|
|
44
|
+
return (DEEPSEEK_BY_ID.get(base)?.thinkingMode ?? "none") !== "none";
|
|
61
45
|
}
|
|
62
46
|
stream(req) {
|
|
63
47
|
const model = req.model.replace(/^deepseek(?:-ai|-native)?\//, "");
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"deepseek.js","sourceRoot":"","sources":["../../src/providers/deepseek.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"deepseek.js","sourceRoot":"","sources":["../../src/providers/deepseek.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAEjG,MAAM,YAAY,GAAG,6BAA6B,CAAC;AAEnD,2DAA2D;AAC3D,4EAA4E;AAC5E,MAAM,CAAC,MAAM,eAAe,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;AAE3F,0EAA0E;AAC1E,OAAO,EAAE,kBAAkB,EAAE,CAAC;AAE9B,MAAM,OAAO,gBAAgB;IAClB,EAAE,GAAG,UAAU,CAAC;IACR,MAAM,CAAS;IACf,OAAO,CAAS;IAChB,SAAS,CAAS;IAEnC,YAAY,SAAyB,EAAE;QACrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,EAAE,CAAC;QAClE,IAAI,CAAC,IAAI,CAAC,MAAM;YACd,MAAM,IAAI,aAAa,CAAC,8BAA8B,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,YAAY,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACpE,uEAAuE;QACvE,iEAAiE;QACjE,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,OAAO,CAAC;IAC/C,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gBAAgB,CAAC,OAAe;QAC9B,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;QAChE,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,YAAY,IAAI,MAAM,CAAC,KAAK,MAAM,CAAC;IACvE,CAAC;IAED,MAAM,CAAC,GAAkB;QACvB,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;QACnE,OAAO,qBAAqB,CAAC;YAC3B,YAAY,EAAE,IAAI,CAAC,EAAE;YACrB,QAAQ,EAAE,GAAG,IAAI,CAAC,OAAO,mBAAmB;YAC5C,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK;YACL,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACnD,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,eAAe,EACb,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,QAAQ,KAAK,KAAK;SAC7D,CAAC,CAAC;IACL,CAAC;CACF"}
|
|
@@ -7,30 +7,35 @@
|
|
|
7
7
|
* end.
|
|
8
8
|
*/
|
|
9
9
|
import { migrateDeprecatedModel } from "../intelligence/prices.js";
|
|
10
|
-
|
|
11
|
-
// IDs
|
|
12
|
-
// so
|
|
13
|
-
//
|
|
10
|
+
import { NIM_CATALOGUE } from "./nim-catalogue.js";
|
|
11
|
+
// Specific model IDs that NVIDIA NIM serves — derived from the NIM_CATALOGUE
|
|
12
|
+
// so there is a single source of truth. Also include NIM-hosted models that
|
|
13
|
+
// are not in the main catalogue (legacy / provider-prefixed nvidia/* models).
|
|
14
14
|
const NVIDIA_NIM_MODELS = new Set([
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
"qwen/qwen3-next-80b-a3b-instruct",
|
|
19
|
-
"qwen/qwen3.5-122b-a10b",
|
|
20
|
-
"qwen/qwen3-coder-480b-a35b-instruct",
|
|
21
|
-
"meta/llama-3.1-70b-instruct",
|
|
22
|
-
"minimaxai/minimax-m2.5",
|
|
23
|
-
"minimaxai/minimax-m2.7",
|
|
24
|
-
"deepseek-ai/deepseek-v3.2",
|
|
25
|
-
"mistralai/mistral-nemotron",
|
|
26
|
-
"mistralai/devstral-2-123b-instruct-2512",
|
|
15
|
+
// Catalogue models (primary list)
|
|
16
|
+
...NIM_CATALOGUE.map((m) => m.id),
|
|
17
|
+
// Additional NIM-hosted models not in the NIM_CATALOGUE
|
|
27
18
|
"nvidia/llama-3.1-nemotron-70b-instruct",
|
|
28
19
|
"nvidia/nemotron-3-nano-30b-a3b",
|
|
29
20
|
"nvidia/nemotron-3-super-120b-a12b",
|
|
21
|
+
"mistralai/mistral-nemotron",
|
|
22
|
+
"mistralai/devstral-2-123b-instruct-2512",
|
|
30
23
|
]);
|
|
24
|
+
// RULE ORDERING INVARIANTS (must be preserved — tested by dispatch.test.ts):
|
|
25
|
+
// 1. Exact native-ID prefix rules (claude-, gpt-, gemini-) come FIRST so
|
|
26
|
+
// they never match via the catch-all OR rule.
|
|
27
|
+
// 2. Explicit vendor-prefix rules (deepseek-ai/, ollama/, fireworks/, etc.)
|
|
28
|
+
// come BEFORE the NVIDIA NIM catalogue rule so user-chosen providers are
|
|
29
|
+
// never hijacked by the catalogue.
|
|
30
|
+
// 3. The NIM catalogue rule (exact-set match against NVIDIA_NIM_MODELS)
|
|
31
|
+
// comes BEFORE the catch-all because those catalogued model IDs would
|
|
32
|
+
// otherwise fall through to OpenRouter.
|
|
33
|
+
// 4. Local/extra-provider explicit-prefix rules (ollama/, llamacpp/,
|
|
34
|
+
// fireworks/, mistral/, cohere/, etc.) come AFTER NIM but BEFORE the
|
|
35
|
+
// catch-all so users can explicitly pick these providers.
|
|
36
|
+
// 5. The catch-all (any `/` or `:free` suffix) MUST be last so it only
|
|
37
|
+
// fires when no other rule has matched.
|
|
31
38
|
const RULES = [
|
|
32
|
-
// Specific NVIDIA NIM models (override the prefix-based OR fallback).
|
|
33
|
-
{ match: (id) => NVIDIA_NIM_MODELS.has(id), provider: "nvidia" },
|
|
34
39
|
// Native, no-prefix model IDs go to first-party APIs.
|
|
35
40
|
{ match: (id) => id.startsWith("claude-"), provider: "anthropic" },
|
|
36
41
|
{
|
|
@@ -38,6 +43,19 @@ const RULES = [
|
|
|
38
43
|
provider: "openai",
|
|
39
44
|
},
|
|
40
45
|
{ match: (id) => id.startsWith("gemini-"), provider: "gemini" },
|
|
46
|
+
// Vendor-prefix explicit providers MUST come before the NIM catalogue
|
|
47
|
+
// rule. When a user types "deepseek-ai/deepseek-v4-pro" they explicitly
|
|
48
|
+
// chose native DeepSeek — the NIM catalogue should not hijack that.
|
|
49
|
+
{ match: (id) => id.startsWith("deepseek-ai/"), provider: "deepseek" },
|
|
50
|
+
{ match: (id) => id.startsWith("deepseek-native/"), provider: "deepseek" },
|
|
51
|
+
// DeepSeek native API — bare canonical IDs.
|
|
52
|
+
{
|
|
53
|
+
match: (id) => /^deepseek-(chat|reasoner|coder|v4-flash|v4-pro|r1|prover-v2)$/.test(id),
|
|
54
|
+
provider: "deepseek",
|
|
55
|
+
},
|
|
56
|
+
// Specific NVIDIA NIM models — after explicit prefixes so vendor-prefix
|
|
57
|
+
// deepseek/ai/, anthropic/, etc. are never hijacked by the NIM catalogue.
|
|
58
|
+
{ match: (id) => NVIDIA_NIM_MODELS.has(id), provider: "nvidia" },
|
|
41
59
|
// Local & explicit-prefix providers.
|
|
42
60
|
{ match: (id) => id.startsWith("ollama/"), provider: "ollama" },
|
|
43
61
|
{ match: (id) => id.startsWith("llamacpp/"), provider: "llamacpp" },
|
|
@@ -63,20 +81,11 @@ const RULES = [
|
|
|
63
81
|
match: (id) => id.startsWith("zai/") || id.startsWith("z-ai/") || id.startsWith("glm/"),
|
|
64
82
|
provider: "zai",
|
|
65
83
|
},
|
|
66
|
-
// DeepSeek native API — bare canonical IDs and the deepseek-ai/ vendor prefix.
|
|
67
|
-
// These go direct to api.deepseek.com (lower latency, own quota, cache discount).
|
|
68
|
-
// Vendor-prefixed deepseek/ slugs (OpenRouter style) still go to OR.
|
|
69
|
-
{
|
|
70
|
-
match: (id) => /^deepseek-(chat|reasoner|coder|v4-flash|v4-pro|r1|prover-v2)$/.test(id),
|
|
71
|
-
provider: "deepseek",
|
|
72
|
-
},
|
|
73
|
-
{ match: (id) => id.startsWith("deepseek-native/"), provider: "deepseek" },
|
|
74
|
-
{ match: (id) => id.startsWith("deepseek-ai/"), provider: "deepseek" },
|
|
75
84
|
// Catch-all: any vendor-prefixed slug or `:free` variant goes via
|
|
76
85
|
// OpenRouter (anthropic/, openai/, google/, deepseek/, moonshotai/,
|
|
77
86
|
// minimax/, qwen/, tencent/, z-ai/, inclusionai/, etc.).
|
|
78
87
|
{
|
|
79
|
-
match: (id) => id.includes("/") || id.
|
|
88
|
+
match: (id) => id.includes("/") || id.endsWith(":free"),
|
|
80
89
|
provider: "openrouter",
|
|
81
90
|
},
|
|
82
91
|
];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dispatch.js","sourceRoot":"","sources":["../../src/providers/dispatch.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;
|
|
1
|
+
{"version":3,"file":"dispatch.js","sourceRoot":"","sources":["../../src/providers/dispatch.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AA0BnD,6EAA6E;AAC7E,4EAA4E;AAC5E,8EAA8E;AAC9E,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAS;IACxC,kCAAkC;IAClC,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACjC,wDAAwD;IACxD,wCAAwC;IACxC,gCAAgC;IAChC,mCAAmC;IACnC,4BAA4B;IAC5B,yCAAyC;CAC1C,CAAC,CAAC;AAEH,6EAA6E;AAC7E,2EAA2E;AAC3E,mDAAmD;AACnD,8EAA8E;AAC9E,8EAA8E;AAC9E,wCAAwC;AACxC,0EAA0E;AAC1E,2EAA2E;AAC3E,6CAA6C;AAC7C,uEAAuE;AACvE,0EAA0E;AAC1E,+DAA+D;AAC/D,yEAAyE;AACzE,6CAA6C;AAC7C,MAAM,KAAK,GAAkB;IAC3B,sDAAsD;IACtD,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE;IAClE;QACE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;QACpE,QAAQ,EAAE,QAAQ;KACnB;IACD,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE;IAC/D,sEAAsE;IACtE,wEAAwE;IACxE,oEAAoE;IACpE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE;IACtE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE;IAC1E,4CAA4C;IAC5C;QACE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CACZ,+DAA+D,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1E,QAAQ,EAAE,UAAU;KACrB;IACD,wEAAwE;IACxE,0EAA0E;IAC1E,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE;IAChE,qCAAqC;IACrC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE;IAC/D,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE;IACnE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE;IACrE,sEAAsE;IACtE,oEAAoE;IACpE,sEAAsE;IACtE,qEAAqE;IACrE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE;IACjE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE;IAC/D,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE;IACnE;QACE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC;QACzE,QAAQ,EAAE,UAAU;KACrB;IACD,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE;IACvE;QACE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CACZ,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QACvE,QAAQ,EAAE,KAAK;KAChB;IACD,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE;IAC3D;QACE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CACZ,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;QAC1E,QAAQ,EAAE,KAAK;KAChB;IACD,kEAAkE;IAClE,oEAAoE;IACpE,yDAAyD;IACzD;QACE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;QACvD,QAAQ,EAAE,YAAY;KACvB;CACF,CAAC;AAEF,MAAM,UAAU,UAAU,CAAC,OAAe;IACxC,MAAM,QAAQ,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;IACjD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC;IACjD,CAAC;IACD,MAAM,IAAI,KAAK,CACb,qCAAqC,QAAQ,iDAAiD,CAC/F,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,OAAe;IACrD,OAAO,sBAAsB,CAAC,OAAO,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,EAAU;IACxC,OAAO,CACL,EAAE,KAAK,WAAW;QAClB,EAAE,KAAK,QAAQ;QACf,EAAE,KAAK,QAAQ;QACf,EAAE,KAAK,YAAY;QACnB,EAAE,KAAK,QAAQ;QACf,EAAE,KAAK,QAAQ;QACf,EAAE,KAAK,UAAU;QACjB,EAAE,KAAK,WAAW;QAClB,EAAE,KAAK,UAAU;QACjB,EAAE,KAAK,SAAS;QAChB,EAAE,KAAK,QAAQ;QACf,EAAE,KAAK,UAAU;QACjB,EAAE,KAAK,UAAU;QACjB,EAAE,KAAK,YAAY;QACnB,EAAE,KAAK,KAAK;QACZ,EAAE,KAAK,MAAM;QACb,EAAE,KAAK,KAAK,CACb,CAAC;AACJ,CAAC"}
|
|
@@ -11,47 +11,68 @@
|
|
|
11
11
|
* so they reuse the existing wire protocol.
|
|
12
12
|
*/
|
|
13
13
|
import { defineOpenAICompatProvider } from './define-openai-compat.js';
|
|
14
|
+
import { GROQ_BY_ID } from './groq-catalogue.js';
|
|
15
|
+
import { XAI_BY_ID } from './xai-catalogue.js';
|
|
16
|
+
import { MISTRAL_BY_ID } from './mistral-catalogue.js';
|
|
17
|
+
import { PERPLEXITY_BY_ID } from './perplexity-catalogue.js';
|
|
18
|
+
import { COHERE_BY_ID } from './cohere-catalogue.js';
|
|
19
|
+
import { CEREBRAS_BY_ID } from './cerebras-catalogue.js';
|
|
20
|
+
import { TOGETHER_BY_ID } from './together-catalogue.js';
|
|
14
21
|
export const MistralProvider = defineOpenAICompatProvider({
|
|
15
22
|
id: 'mistral',
|
|
16
23
|
defaultBaseUrl: 'https://api.mistral.ai/v1',
|
|
17
24
|
apiKeyEnv: 'MISTRAL_API_KEY',
|
|
18
25
|
modelPrefixToStrip: /^mistral\//,
|
|
26
|
+
supportsThinking: (modelId) => (MISTRAL_BY_ID.get(modelId.replace(/^mistral\//, ''))?.thinkingMode ?? 'none') !== 'none',
|
|
27
|
+
supportsTools: (modelId) => MISTRAL_BY_ID.get(modelId.replace(/^mistral\//, ''))?.tools ?? true,
|
|
19
28
|
});
|
|
20
29
|
export const CohereProvider = defineOpenAICompatProvider({
|
|
21
30
|
id: 'cohere',
|
|
22
31
|
defaultBaseUrl: 'https://api.cohere.com/compatibility/v1',
|
|
23
32
|
apiKeyEnv: 'COHERE_API_KEY',
|
|
24
33
|
modelPrefixToStrip: /^cohere\//,
|
|
34
|
+
supportsThinking: (modelId) => (COHERE_BY_ID.get(modelId.replace(/^cohere\//, ''))?.thinkingMode ?? 'none') !== 'none',
|
|
35
|
+
supportsTools: (modelId) => COHERE_BY_ID.get(modelId.replace(/^cohere\//, ''))?.tools ?? true,
|
|
25
36
|
});
|
|
26
37
|
export const CerebrasProvider = defineOpenAICompatProvider({
|
|
27
38
|
id: 'cerebras',
|
|
28
39
|
defaultBaseUrl: 'https://api.cerebras.ai/v1',
|
|
29
40
|
apiKeyEnv: 'CEREBRAS_API_KEY',
|
|
30
41
|
modelPrefixToStrip: /^cerebras\//,
|
|
42
|
+
supportsThinking: (modelId) => (CEREBRAS_BY_ID.get(modelId.replace(/^cerebras\//, ''))?.thinkingMode ?? 'none') !== 'none',
|
|
43
|
+
supportsTools: (modelId) => CEREBRAS_BY_ID.get(modelId.replace(/^cerebras\//, ''))?.tools ?? true,
|
|
31
44
|
});
|
|
32
45
|
export const TogetherProvider = defineOpenAICompatProvider({
|
|
33
46
|
id: 'together',
|
|
34
47
|
defaultBaseUrl: 'https://api.together.xyz/v1',
|
|
35
48
|
apiKeyEnv: 'TOGETHER_API_KEY',
|
|
36
49
|
// Together uses vendor-prefixed slugs as-is (no strip).
|
|
50
|
+
supportsThinking: (modelId) => (TOGETHER_BY_ID.get(modelId)?.thinkingMode ?? 'none') !== 'none',
|
|
51
|
+
supportsTools: (modelId) => TOGETHER_BY_ID.get(modelId)?.tools ?? true,
|
|
37
52
|
});
|
|
38
53
|
export const PerplexityProvider = defineOpenAICompatProvider({
|
|
39
54
|
id: 'perplexity',
|
|
40
55
|
defaultBaseUrl: 'https://api.perplexity.ai',
|
|
41
56
|
apiKeyEnv: 'PERPLEXITY_API_KEY',
|
|
42
57
|
modelPrefixToStrip: /^perplexity\//,
|
|
58
|
+
supportsThinking: (modelId) => (PERPLEXITY_BY_ID.get(modelId.replace(/^perplexity\//, ''))?.thinkingMode ?? 'none') !== 'none',
|
|
59
|
+
supportsTools: (modelId) => PERPLEXITY_BY_ID.get(modelId.replace(/^perplexity\//, ''))?.tools ?? true,
|
|
43
60
|
});
|
|
44
61
|
export const XaiProvider = defineOpenAICompatProvider({
|
|
45
62
|
id: 'xai',
|
|
46
63
|
defaultBaseUrl: 'https://api.x.ai/v1',
|
|
47
64
|
apiKeyEnv: 'XAI_API_KEY',
|
|
48
65
|
modelPrefixToStrip: /^xai\//,
|
|
66
|
+
supportsThinking: (modelId) => (XAI_BY_ID.get(modelId.replace(/^xai\//, ''))?.thinkingMode ?? 'none') !== 'none',
|
|
67
|
+
supportsTools: (modelId) => XAI_BY_ID.get(modelId.replace(/^xai\//, ''))?.tools ?? true,
|
|
49
68
|
});
|
|
50
69
|
export const GroqProvider = defineOpenAICompatProvider({
|
|
51
70
|
id: 'groq',
|
|
52
71
|
defaultBaseUrl: 'https://api.groq.com/openai/v1',
|
|
53
72
|
apiKeyEnv: 'GROQ_API_KEY',
|
|
54
73
|
modelPrefixToStrip: /^groq\//,
|
|
74
|
+
supportsThinking: (modelId) => (GROQ_BY_ID.get(modelId.replace(/^groq\//, ''))?.thinkingMode ?? 'none') !== 'none',
|
|
75
|
+
supportsTools: (modelId) => GROQ_BY_ID.get(modelId.replace(/^groq\//, ''))?.tools ?? true,
|
|
55
76
|
});
|
|
56
77
|
export const ZaiProvider = defineOpenAICompatProvider({
|
|
57
78
|
id: 'zai',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"extra-providers.js","sourceRoot":"","sources":["../../src/providers/extra-providers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,0BAA0B,EAAE,MAAM,2BAA2B,CAAC;
|
|
1
|
+
{"version":3,"file":"extra-providers.js","sourceRoot":"","sources":["../../src/providers/extra-providers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,0BAA0B,EAAE,MAAM,2BAA2B,CAAC;AACvE,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAEzD,MAAM,CAAC,MAAM,eAAe,GAAG,0BAA0B,CAAC;IACxD,EAAE,EAAE,SAAS;IACb,cAAc,EAAE,2BAA2B;IAC3C,SAAS,EAAE,iBAAiB;IAC5B,kBAAkB,EAAE,YAAY;IAChC,gBAAgB,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,EAAE,YAAY,IAAI,MAAM,CAAC,KAAK,MAAM;IACxH,aAAa,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,IAAI,IAAI;CAChG,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,cAAc,GAAG,0BAA0B,CAAC;IACvD,EAAE,EAAE,QAAQ;IACZ,cAAc,EAAE,yCAAyC;IACzD,SAAS,EAAE,gBAAgB;IAC3B,kBAAkB,EAAE,WAAW;IAC/B,gBAAgB,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,EAAE,YAAY,IAAI,MAAM,CAAC,KAAK,MAAM;IACtH,aAAa,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,IAAI,IAAI;CAC9F,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,gBAAgB,GAAG,0BAA0B,CAAC;IACzD,EAAE,EAAE,UAAU;IACd,cAAc,EAAE,4BAA4B;IAC5C,SAAS,EAAE,kBAAkB;IAC7B,kBAAkB,EAAE,aAAa;IACjC,gBAAgB,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,EAAE,YAAY,IAAI,MAAM,CAAC,KAAK,MAAM;IAC1H,aAAa,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,IAAI,IAAI;CAClG,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,gBAAgB,GAAG,0BAA0B,CAAC;IACzD,EAAE,EAAE,UAAU;IACd,cAAc,EAAE,6BAA6B;IAC7C,SAAS,EAAE,kBAAkB;IAC7B,wDAAwD;IACxD,gBAAgB,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,YAAY,IAAI,MAAM,CAAC,KAAK,MAAM;IAC/F,aAAa,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,IAAI,IAAI;CACvE,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kBAAkB,GAAG,0BAA0B,CAAC;IAC3D,EAAE,EAAE,YAAY;IAChB,cAAc,EAAE,2BAA2B;IAC3C,SAAS,EAAE,oBAAoB;IAC/B,kBAAkB,EAAE,eAAe;IACnC,gBAAgB,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,EAAE,YAAY,IAAI,MAAM,CAAC,KAAK,MAAM;IAC9H,aAAa,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,IAAI,IAAI;CACtG,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,WAAW,GAAG,0BAA0B,CAAC;IACpD,EAAE,EAAE,KAAK;IACT,cAAc,EAAE,qBAAqB;IACrC,SAAS,EAAE,aAAa;IACxB,kBAAkB,EAAE,QAAQ;IAC5B,gBAAgB,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,YAAY,IAAI,MAAM,CAAC,KAAK,MAAM;IAChH,aAAa,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,IAAI,IAAI;CACxF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,YAAY,GAAG,0BAA0B,CAAC;IACrD,EAAE,EAAE,MAAM;IACV,cAAc,EAAE,gCAAgC;IAChD,SAAS,EAAE,cAAc;IACzB,kBAAkB,EAAE,SAAS;IAC7B,gBAAgB,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,EAAE,YAAY,IAAI,MAAM,CAAC,KAAK,MAAM;IAClH,aAAa,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,IAAI,IAAI;CAC1F,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,WAAW,GAAG,0BAA0B,CAAC;IACpD,EAAE,EAAE,KAAK;IACT,cAAc,EAAE,8BAA8B;IAC9C,gEAAgE;IAChE,wEAAwE;IACxE,SAAS,EAAE,aAAa;IACxB,kBAAkB,EAAE,eAAe;CACpC,CAAC,CAAC"}
|
|
@@ -23,9 +23,9 @@ const FAMILIES = {
|
|
|
23
23
|
{ provider: "openrouter", model: "deepseek/deepseek-v4-pro" },
|
|
24
24
|
],
|
|
25
25
|
kimi: [
|
|
26
|
-
{ provider: "nvidia", model: "moonshotai/kimi-k2
|
|
26
|
+
{ provider: "nvidia", model: "moonshotai/kimi-k2.6" },
|
|
27
|
+
{ provider: "nvidia", model: "moonshotai/kimi-k2-thinking" },
|
|
27
28
|
{ provider: "openrouter", model: "moonshotai/kimi-k2.6" },
|
|
28
|
-
{ provider: "openrouter", model: "moonshotai/kimi-k2.5" },
|
|
29
29
|
],
|
|
30
30
|
qwen: [
|
|
31
31
|
{ provider: "nvidia", model: "qwen/qwen3-coder-480b-a35b-instruct" },
|
|
@@ -35,7 +35,7 @@ const FAMILIES = {
|
|
|
35
35
|
minimax: [
|
|
36
36
|
{ provider: "nvidia", model: "minimaxai/minimax-m2.7" },
|
|
37
37
|
{ provider: "openrouter", model: "minimax/minimax-m2.7" },
|
|
38
|
-
{ provider: "openrouter", model: "minimax/minimax-m2.5" },
|
|
38
|
+
{ provider: "openrouter", model: "minimax/minimax-m2.5:free" },
|
|
39
39
|
],
|
|
40
40
|
mistral: [
|
|
41
41
|
{ provider: "mistral", model: "mistral-large-2" },
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"family-fallback.js","sourceRoot":"","sources":["../../src/providers/family-fallback.ts"],"names":[],"mappings":"AAQA,+EAA+E;AAC/E,MAAM,QAAQ,GAGV;IACF,MAAM,EAAE;QACN,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,6BAA6B,EAAE;QAChE,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,4BAA4B,EAAE;KAChE;IACD,GAAG,EAAE;QACH,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,gBAAgB,EAAE;QACnD,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,qBAAqB,EAAE;KACzD;IACD,MAAM,EAAE;QACN,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,+BAA+B,EAAE;QAClE,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,sCAAsC,EAAE;KAC1E;IACD,KAAK,EAAE;QACL,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,yBAAyB,EAAE;QACtD,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,mCAAmC,EAAE;QACtE,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,6BAA6B,EAAE;KACjE;IACD,QAAQ,EAAE;QACR,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,eAAe,EAAE;QAChD,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,wBAAwB,EAAE;QAC3D,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,0BAA0B,EAAE;KAC9D;IACD,IAAI,EAAE;QACJ,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"family-fallback.js","sourceRoot":"","sources":["../../src/providers/family-fallback.ts"],"names":[],"mappings":"AAQA,+EAA+E;AAC/E,MAAM,QAAQ,GAGV;IACF,MAAM,EAAE;QACN,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,6BAA6B,EAAE;QAChE,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,4BAA4B,EAAE;KAChE;IACD,GAAG,EAAE;QACH,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,gBAAgB,EAAE;QACnD,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,qBAAqB,EAAE;KACzD;IACD,MAAM,EAAE;QACN,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,+BAA+B,EAAE;QAClE,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,sCAAsC,EAAE;KAC1E;IACD,KAAK,EAAE;QACL,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,yBAAyB,EAAE;QACtD,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,mCAAmC,EAAE;QACtE,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,6BAA6B,EAAE;KACjE;IACD,QAAQ,EAAE;QACR,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,eAAe,EAAE;QAChD,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,wBAAwB,EAAE;QAC3D,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,0BAA0B,EAAE;KAC9D;IACD,IAAI,EAAE;QACJ,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,sBAAsB,EAAE;QACrD,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,6BAA6B,EAAE;QAC5D,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,sBAAsB,EAAE;KAC1D;IACD,IAAI,EAAE;QACJ,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,qCAAqC,EAAE;QACpE,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,kBAAkB,EAAE;QACrD,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,4BAA4B,EAAE;KAChE;IACD,OAAO,EAAE;QACP,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,wBAAwB,EAAE;QACvD,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,sBAAsB,EAAE;QACzD,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,2BAA2B,EAAE;KAC/D;IACD,OAAO,EAAE;QACP,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,iBAAiB,EAAE;QACjD,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,8BAA8B,EAAE;QACjE,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,8BAA8B,EAAE;KAClE;CACF,CAAC;AAEF,MAAM,eAAe,GAGhB;IACH,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;IACzD,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;IAC7D,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;IACzD,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;IACvD,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE;IAC7D;QACE,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC;KAC/D;IACD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;IACrD,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;IAC3D,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;CAC5D,CAAC;AAEF,MAAM,UAAU,YAAY,CAAC,OAAe;IAC1C,KAAK,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,eAAe,EAAE,CAAC;QAC/C,IAAI,IAAI,CAAC,OAAO,CAAC;YAAE,OAAO,MAAM,CAAC;IACnC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,OAAe,EACf,eAA4B;IAE5B,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,EAAE,CAAC;IAC5C,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,eAAe,CAAC,CAAC;AACxE,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Google Gemini model catalogue — source of truth for all Gemini-hosted models.
|
|
3
|
+
* Prices in USD per million tokens as of May 2026.
|
|
4
|
+
*/
|
|
5
|
+
import type { ModelDescriptor } from './catalogue.js';
|
|
6
|
+
export declare const GEMINI_CATALOGUE: ModelDescriptor[];
|
|
7
|
+
export declare const GEMINI_BY_ID: Map<string, ModelDescriptor>;
|
|
8
|
+
export declare const GEMINI_DEFAULT: ModelDescriptor;
|
|
9
|
+
export declare const GEMINI_ACTIVE: ModelDescriptor[];
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Google Gemini model catalogue — source of truth for all Gemini-hosted models.
|
|
3
|
+
* Prices in USD per million tokens as of May 2026.
|
|
4
|
+
*/
|
|
5
|
+
import { makeIndex, defaultModel, activeModels } from './catalogue.js';
|
|
6
|
+
const GEMINI_THINKING_PARAM = {
|
|
7
|
+
generationConfig: { thinkingConfig: { thinkingBudget: 8192 } },
|
|
8
|
+
};
|
|
9
|
+
export const GEMINI_CATALOGUE = [
|
|
10
|
+
{
|
|
11
|
+
id: 'gemini-2.5-pro',
|
|
12
|
+
label: 'Gemini 2.5 Pro',
|
|
13
|
+
family: 'gemini',
|
|
14
|
+
contextWindow: 1_000_000,
|
|
15
|
+
maxOutputTokens: 65_536,
|
|
16
|
+
tools: true,
|
|
17
|
+
vision: true,
|
|
18
|
+
thinkingMode: 'opt-in',
|
|
19
|
+
thinkingParam: GEMINI_THINKING_PARAM,
|
|
20
|
+
inputPerM: 1.25,
|
|
21
|
+
outputPerM: 10,
|
|
22
|
+
defaultModel: true,
|
|
23
|
+
tags: ['long-context', 'reasoning'],
|
|
24
|
+
},
|
|
25
|
+
{
|
|
26
|
+
id: 'gemini-2.5-flash',
|
|
27
|
+
label: 'Gemini 2.5 Flash',
|
|
28
|
+
family: 'gemini',
|
|
29
|
+
contextWindow: 1_000_000,
|
|
30
|
+
maxOutputTokens: 65_536,
|
|
31
|
+
tools: true,
|
|
32
|
+
vision: true,
|
|
33
|
+
thinkingMode: 'opt-in',
|
|
34
|
+
thinkingParam: GEMINI_THINKING_PARAM,
|
|
35
|
+
inputPerM: 0.075,
|
|
36
|
+
outputPerM: 0.30,
|
|
37
|
+
tags: ['fast', 'long-context'],
|
|
38
|
+
},
|
|
39
|
+
{
|
|
40
|
+
id: 'gemini-2.5-flash-lite',
|
|
41
|
+
label: 'Gemini 2.5 Flash Lite',
|
|
42
|
+
family: 'gemini',
|
|
43
|
+
contextWindow: 1_000_000,
|
|
44
|
+
maxOutputTokens: 65_536,
|
|
45
|
+
tools: true,
|
|
46
|
+
vision: true,
|
|
47
|
+
thinkingMode: 'none',
|
|
48
|
+
thinkingParam: null,
|
|
49
|
+
inputPerM: 0.0375,
|
|
50
|
+
outputPerM: 0.15,
|
|
51
|
+
tags: ['fast'],
|
|
52
|
+
},
|
|
53
|
+
{
|
|
54
|
+
id: 'gemini-2.0-flash',
|
|
55
|
+
label: 'Gemini 2.0 Flash',
|
|
56
|
+
family: 'gemini',
|
|
57
|
+
contextWindow: 1_000_000,
|
|
58
|
+
maxOutputTokens: 8_192,
|
|
59
|
+
tools: true,
|
|
60
|
+
vision: true,
|
|
61
|
+
thinkingMode: 'none',
|
|
62
|
+
thinkingParam: null,
|
|
63
|
+
inputPerM: 0.10,
|
|
64
|
+
outputPerM: 0.40,
|
|
65
|
+
deprecated: true,
|
|
66
|
+
replacedBy: 'gemini-2.5-flash',
|
|
67
|
+
tags: [],
|
|
68
|
+
},
|
|
69
|
+
];
|
|
70
|
+
export const GEMINI_BY_ID = makeIndex(GEMINI_CATALOGUE);
|
|
71
|
+
export const GEMINI_DEFAULT = defaultModel(GEMINI_CATALOGUE);
|
|
72
|
+
export const GEMINI_ACTIVE = activeModels(GEMINI_CATALOGUE);
|
|
73
|
+
//# sourceMappingURL=gemini-catalogue.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gemini-catalogue.js","sourceRoot":"","sources":["../../src/providers/gemini-catalogue.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAEvE,MAAM,qBAAqB,GAAG;IAC5B,gBAAgB,EAAE,EAAE,cAAc,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,EAAE;CAC/D,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAsB;IACjD;QACE,EAAE,EAAE,gBAAgB;QACpB,KAAK,EAAE,gBAAgB;QACvB,MAAM,EAAE,QAAQ;QAChB,aAAa,EAAE,SAAS;QACxB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;QACZ,YAAY,EAAE,QAAQ;QACtB,aAAa,EAAE,qBAAqB;QACpC,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,EAAE;QACd,YAAY,EAAE,IAAI;QAClB,IAAI,EAAE,CAAC,cAAc,EAAE,WAAW,CAAC;KACpC;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,KAAK,EAAE,kBAAkB;QACzB,MAAM,EAAE,QAAQ;QAChB,aAAa,EAAE,SAAS;QACxB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;QACZ,YAAY,EAAE,QAAQ;QACtB,aAAa,EAAE,qBAAqB;QACpC,SAAS,EAAE,KAAK;QAChB,UAAU,EAAE,IAAI;QAChB,IAAI,EAAE,CAAC,MAAM,EAAE,cAAc,CAAC;KAC/B;IACD;QACE,EAAE,EAAE,uBAAuB;QAC3B,KAAK,EAAE,uBAAuB;QAC9B,MAAM,EAAE,QAAQ;QAChB,aAAa,EAAE,SAAS;QACxB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;QACZ,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,MAAM;QACjB,UAAU,EAAE,IAAI;QAChB,IAAI,EAAE,CAAC,MAAM,CAAC;KACf;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,KAAK,EAAE,kBAAkB;QACzB,MAAM,EAAE,QAAQ;QAChB,aAAa,EAAE,SAAS;QACxB,eAAe,EAAE,KAAK;QACtB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;QACZ,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,IAAI;QAChB,UAAU,EAAE,IAAI;QAChB,UAAU,EAAE,kBAAkB;QAC9B,IAAI,EAAE,EAAE;KACT;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,SAAS,CAAC,gBAAgB,CAAC,CAAC;AACxD,MAAM,CAAC,MAAM,cAAc,GAAG,YAAY,CAAC,gBAAgB,CAAC,CAAC;AAC7D,MAAM,CAAC,MAAM,aAAa,GAAG,YAAY,CAAC,gBAAgB,CAAC,CAAC"}
|
package/dist/providers/gemini.js
CHANGED
|
@@ -6,6 +6,7 @@
|
|
|
6
6
|
* envelopes, so this adapter has its own ingest loop.
|
|
7
7
|
*/
|
|
8
8
|
import { ProviderError } from './iface.js';
|
|
9
|
+
import { GEMINI_BY_ID } from './gemini-catalogue.js';
|
|
9
10
|
const DEFAULT_BASE = 'https://generativelanguage.googleapis.com/v1beta';
|
|
10
11
|
export class GeminiProvider {
|
|
11
12
|
id = 'gemini';
|
|
@@ -23,12 +24,16 @@ export class GeminiProvider {
|
|
|
23
24
|
return true;
|
|
24
25
|
}
|
|
25
26
|
supportsThinking(modelId) {
|
|
26
|
-
|
|
27
|
+
const bare = modelId.replace(/^(google|gemini)\//, '').replace(/^gemini-/, '');
|
|
28
|
+
const withPrefix = bare.startsWith('gemini-') ? bare : `gemini-${bare}`;
|
|
29
|
+
return (GEMINI_BY_ID.get(withPrefix)?.thinkingMode ?? 'none') !== 'none';
|
|
27
30
|
}
|
|
28
31
|
async *stream(req) {
|
|
29
32
|
const model = req.model.replace(/^(google|gemini)\//, '').replace(/^gemini-/, '');
|
|
30
33
|
const url = `${this.baseUrl}/models/gemini-${model}:streamGenerateContent?alt=sse&key=${encodeURIComponent(this.apiKey)}`;
|
|
31
|
-
const
|
|
34
|
+
const useThinking = this.supportsThinking(req.model) && req.thinking && req.thinking !== 'off';
|
|
35
|
+
const thinkingParam = useThinking ? (GEMINI_BY_ID.get(`gemini-${model}`)?.thinkingParam ?? null) : null;
|
|
36
|
+
const body = buildGeminiBody(req, thinkingParam);
|
|
32
37
|
const { signal, cancel } = makeTimeoutSignal(this.timeoutMs, req.signal);
|
|
33
38
|
let response;
|
|
34
39
|
try {
|
|
@@ -143,7 +148,7 @@ function makeTimeoutSignal(timeoutMs, external) {
|
|
|
143
148
|
},
|
|
144
149
|
};
|
|
145
150
|
}
|
|
146
|
-
function buildGeminiBody(req) {
|
|
151
|
+
function buildGeminiBody(req, thinkingParam = null) {
|
|
147
152
|
const contents = [];
|
|
148
153
|
let systemInstruction;
|
|
149
154
|
for (const msg of req.messages) {
|
|
@@ -181,6 +186,10 @@ function buildGeminiBody(req) {
|
|
|
181
186
|
generationConfig.temperature = req.temperature;
|
|
182
187
|
if (req.maxTokens !== undefined)
|
|
183
188
|
generationConfig.maxOutputTokens = req.maxTokens;
|
|
189
|
+
// Merge thinking config from catalogue if thinking is requested.
|
|
190
|
+
if (thinkingParam?.generationConfig) {
|
|
191
|
+
Object.assign(generationConfig, thinkingParam.generationConfig);
|
|
192
|
+
}
|
|
184
193
|
if (Object.keys(generationConfig).length > 0)
|
|
185
194
|
body.generationConfig = generationConfig;
|
|
186
195
|
return body;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../src/providers/gemini.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../src/providers/gemini.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,MAAM,YAAY,GAAG,kDAAkD,CAAC;AAExE,MAAM,OAAO,cAAc;IAChB,EAAE,GAAG,QAAQ,CAAC;IACN,MAAM,CAAS;IACf,OAAO,CAAS;IAChB,SAAS,CAAS;IAEnC,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC;QAC9F,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,aAAa,CAAC,8CAA8C,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QACnG,IAAI,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,YAAY,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC;IAC9C,CAAC;IAED,aAAa,CAAC,QAAgB;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gBAAgB,CAAC,OAAe;QAC9B,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAC/E,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC;QACxE,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,YAAY,IAAI,MAAM,CAAC,KAAK,MAAM,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,GAAkB;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAClF,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,kBAAkB,KAAK,sCAAsC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1H,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,KAAK,KAAK,CAAC;QAC/F,MAAM,aAAa,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,KAAK,EAAE,CAAC,EAAE,aAAa,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACxG,MAAM,IAAI,GAAG,eAAe,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAEjD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,iBAAiB,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QACzE,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAC1B,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,EAAE,mBAAmB,EAAE;gBAC5E,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,MAAM;aACP,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,EAAE,CAAC;YACT,MAAM,IAAI,aAAa,CAAC,kBAAkB,MAAM,CAAE,GAAa,EAAE,OAAO,IAAI,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QAChH,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YACnD,MAAM,EAAE,CAAC;YACT,MAAM,IAAI,aAAa,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC;QAC3I,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,EAAE,CAAC;YACT,MAAM,IAAI,aAAa,CAAC,qBAAqB,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,IAAI,CAAC;YACH,SAAS,CAAC;gBACR,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAChB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAElD,IAAI,EAAU,CAAC;gBACf,OAAO,CAAC,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;oBACxC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAChC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;oBAC9B,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;oBACzD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;wBAAE,SAAS;oBACxC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBACrC,IAAI,CAAC,OAAO;wBAAE,SAAS;oBACvB,IAAI,KAAwB,CAAC;oBAC7B,IAAI,CAAC;wBAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAsB,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC;wBAAC,SAAS;oBAAC,CAAC;oBAC7E,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;oBACxC,IAAI,CAAC,SAAS;wBAAE,SAAS;oBACzB,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE,EAAE,CAAC;wBAClD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;4BACd,IAAI,CAAC,QAAQ,EAAE,CAAC;gCAAC,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;gCAAC,QAAQ,GAAG,IAAI,CAAC;4BAAC,CAAC;4BACjE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;wBACjD,CAAC;6BAAM,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;4BAC7B,IAAI,QAAQ,EAAE,CAAC;gCAAC,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;gCAAC,QAAQ,GAAG,KAAK,CAAC;4BAAC,CAAC;4BAC/D,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,EAAE,CAAC;4BAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;4BACpC,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;4BAC3C,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;wBAC1E,CAAC;oBACH,CAAC;oBACD,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;wBACxB,MAAM;4BACJ,IAAI,EAAE,OAAO;4BACb,WAAW,EAAE,KAAK,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC;4BACtD,YAAY,EAAE,KAAK,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC;4BAC3D,YAAY,EAAE,KAAK,CAAC,aAAa,CAAC,uBAAuB,IAAI,CAAC;yBAC/D,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YACD,IAAI,QAAQ;gBAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;QAC3C,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC;YACT,IAAI,CAAC;gBAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;CACF;AAED,SAAS,iBAAiB,CAAC,SAAiB,EAAE,QAAsB;IAClE,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,2BAA2B,SAAS,IAAI,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IACjH,MAAM,UAAU,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAE,QAAwB,CAAC,MAAM,CAAC,CAAC;IAC5E,IAAI,QAAQ,EAAE,CAAC;QACb,IAAI,QAAQ,CAAC,OAAO;YAAE,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;;YACnD,QAAQ,CAAC,gBAAgB,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACtE,CAAC;IACD,OAAO;QACL,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,MAAM,EAAE,GAAG,EAAE;YACX,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,QAAQ;gBAAE,QAAQ,CAAC,mBAAmB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAClE,CAAC;KACF,CAAC;AACJ,CAAC;AAcD,SAAS,eAAe,CAAC,GAAkB,EAAE,gBAAgD,IAAI;IAC/F,MAAM,QAAQ,GAAuE,EAAE,CAAC;IACxF,IAAI,iBAAiE,CAAC;IAEtE,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC/B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBAC1C,CAAC,CAAC,GAAG,CAAC,OAAO;gBACb,CAAC,CAAE,GAAG,CAAC,OAAyB,CAAC,MAAM,CAAC,CAAC,CAAC,EAA+C,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC3I,iBAAiB,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YAC1C,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAA6B,EAAE,CAAC;QAC3C,MAAM,GAAG,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAiB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;QACjH,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;YACpB,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;gBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;iBAC/C,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa;gBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,IAAI,GAA4B,EAAE,QAAQ,EAAE,CAAC;IACnD,IAAI,iBAAiB;QAAE,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;IAClE,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,CAAC;gBACZ,oBAAoB,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAiB,EAAE,EAAE,CAAC,CAAC;oBAC1D,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;oBAC1B,UAAU,EAAE,CAAC,CAAC,WAAW,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE;iBAChE,CAAC,CAAC;aACJ,CAAC,CAAC;IACL,CAAC;IACD,MAAM,gBAAgB,GAA4B,EAAE,CAAC;IACrD,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;QAAE,gBAAgB,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;IAClF,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS;QAAE,gBAAgB,CAAC,eAAe,GAAG,GAAG,CAAC,SAAS,CAAC;IAClF,iEAAiE;IACjE,IAAI,aAAa,EAAE,gBAAgB,EAAE,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAG,aAAa,CAAC,gBAA4C,CAAC,CAAC;IAC/F,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,MAAM,GAAG,CAAC;QAAE,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;IACvF,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Groq model catalogue — source of truth for api.groq.com LPU-accelerated inference.
|
|
3
|
+
* Prices in USD per million tokens as of May 2026.
|
|
4
|
+
*/
|
|
5
|
+
import type { ModelDescriptor } from './catalogue.js';
|
|
6
|
+
export declare const GROQ_CATALOGUE: ModelDescriptor[];
|
|
7
|
+
export declare const GROQ_BY_ID: Map<string, ModelDescriptor>;
|
|
8
|
+
export declare const GROQ_DEFAULT: ModelDescriptor;
|
|
9
|
+
export declare const GROQ_ACTIVE: ModelDescriptor[];
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Groq model catalogue — source of truth for api.groq.com LPU-accelerated inference.
|
|
3
|
+
* Prices in USD per million tokens as of May 2026.
|
|
4
|
+
*/
|
|
5
|
+
import { makeIndex, defaultModel, activeModels } from './catalogue.js';
|
|
6
|
+
export const GROQ_CATALOGUE = [
|
|
7
|
+
{
|
|
8
|
+
id: 'llama-3.3-70b-versatile',
|
|
9
|
+
label: 'Llama 3.3 70B Versatile',
|
|
10
|
+
family: 'llama',
|
|
11
|
+
contextWindow: 128_000,
|
|
12
|
+
maxOutputTokens: 32_768,
|
|
13
|
+
tools: true,
|
|
14
|
+
vision: false,
|
|
15
|
+
thinkingMode: 'none',
|
|
16
|
+
thinkingParam: null,
|
|
17
|
+
inputPerM: 0.59,
|
|
18
|
+
outputPerM: 0.79,
|
|
19
|
+
defaultModel: true,
|
|
20
|
+
tags: ['fast'],
|
|
21
|
+
},
|
|
22
|
+
{
|
|
23
|
+
id: 'llama-3.1-8b-instant',
|
|
24
|
+
label: 'Llama 3.1 8B Instant',
|
|
25
|
+
family: 'llama',
|
|
26
|
+
contextWindow: 128_000,
|
|
27
|
+
maxOutputTokens: 8_192,
|
|
28
|
+
tools: true,
|
|
29
|
+
vision: false,
|
|
30
|
+
thinkingMode: 'none',
|
|
31
|
+
thinkingParam: null,
|
|
32
|
+
inputPerM: 0.05,
|
|
33
|
+
outputPerM: 0.08,
|
|
34
|
+
tags: ['fast'],
|
|
35
|
+
},
|
|
36
|
+
{
|
|
37
|
+
id: 'mixtral-8x7b-32768',
|
|
38
|
+
label: 'Mixtral 8x7B',
|
|
39
|
+
family: 'mixtral',
|
|
40
|
+
contextWindow: 32_768,
|
|
41
|
+
maxOutputTokens: 32_768,
|
|
42
|
+
tools: true,
|
|
43
|
+
vision: false,
|
|
44
|
+
thinkingMode: 'none',
|
|
45
|
+
thinkingParam: null,
|
|
46
|
+
inputPerM: 0.24,
|
|
47
|
+
outputPerM: 0.24,
|
|
48
|
+
tags: [],
|
|
49
|
+
},
|
|
50
|
+
{
|
|
51
|
+
id: 'gemma2-9b-it',
|
|
52
|
+
label: 'Gemma 2 9B IT',
|
|
53
|
+
family: 'gemma',
|
|
54
|
+
contextWindow: 8_192,
|
|
55
|
+
maxOutputTokens: 8_192,
|
|
56
|
+
tools: true,
|
|
57
|
+
vision: false,
|
|
58
|
+
thinkingMode: 'none',
|
|
59
|
+
thinkingParam: null,
|
|
60
|
+
inputPerM: 0.20,
|
|
61
|
+
outputPerM: 0.20,
|
|
62
|
+
tags: [],
|
|
63
|
+
},
|
|
64
|
+
{
|
|
65
|
+
id: 'qwen-qwq-32b',
|
|
66
|
+
label: 'Qwen QwQ 32B',
|
|
67
|
+
family: 'qwen',
|
|
68
|
+
contextWindow: 128_000,
|
|
69
|
+
maxOutputTokens: 32_768,
|
|
70
|
+
tools: true,
|
|
71
|
+
vision: false,
|
|
72
|
+
thinkingMode: 'always-on',
|
|
73
|
+
thinkingParam: null,
|
|
74
|
+
inputPerM: 0.29,
|
|
75
|
+
outputPerM: 0.39,
|
|
76
|
+
tags: ['reasoning'],
|
|
77
|
+
},
|
|
78
|
+
];
|
|
79
|
+
export const GROQ_BY_ID = makeIndex(GROQ_CATALOGUE);
|
|
80
|
+
export const GROQ_DEFAULT = defaultModel(GROQ_CATALOGUE);
|
|
81
|
+
export const GROQ_ACTIVE = activeModels(GROQ_CATALOGUE);
|
|
82
|
+
//# sourceMappingURL=groq-catalogue.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"groq-catalogue.js","sourceRoot":"","sources":["../../src/providers/groq-catalogue.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAEvE,MAAM,CAAC,MAAM,cAAc,GAAsB;IAC/C;QACE,EAAE,EAAE,yBAAyB;QAC7B,KAAK,EAAE,yBAAyB;QAChC,MAAM,EAAE,OAAO;QACf,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,IAAI;QAChB,YAAY,EAAE,IAAI;QAClB,IAAI,EAAE,CAAC,MAAM,CAAC;KACf;IACD;QACE,EAAE,EAAE,sBAAsB;QAC1B,KAAK,EAAE,sBAAsB;QAC7B,MAAM,EAAE,OAAO;QACf,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,KAAK;QACtB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,IAAI;QAChB,IAAI,EAAE,CAAC,MAAM,CAAC;KACf;IACD;QACE,EAAE,EAAE,oBAAoB;QACxB,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,SAAS;QACjB,aAAa,EAAE,MAAM;QACrB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,IAAI;QAChB,IAAI,EAAE,EAAE;KACT;IACD;QACE,EAAE,EAAE,cAAc;QAClB,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,OAAO;QACf,aAAa,EAAE,KAAK;QACpB,eAAe,EAAE,KAAK;QACtB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,MAAM;QACpB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,IAAI;QAChB,IAAI,EAAE,EAAE;KACT;IACD;QACE,EAAE,EAAE,cAAc;QAClB,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,MAAM;QACd,aAAa,EAAE,OAAO;QACtB,eAAe,EAAE,MAAM;QACvB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;QACb,YAAY,EAAE,WAAW;QACzB,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,IAAI;QAChB,IAAI,EAAE,CAAC,WAAW,CAAC;KACpB;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC;AACpD,MAAM,CAAC,MAAM,YAAY,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC;AACzD,MAAM,CAAC,MAAM,WAAW,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC"}
|
|
@@ -5,6 +5,7 @@
|
|
|
5
5
|
* are lazy-constructed; missing API keys surface only on first use.
|
|
6
6
|
*/
|
|
7
7
|
import type { Provider, ProviderConfig } from "./iface.js";
|
|
8
|
+
import { type ProviderId } from "./dispatch.js";
|
|
8
9
|
import { type RateLimitOptions } from "./rate-limiter.js";
|
|
9
10
|
export * from "./iface.js";
|
|
10
11
|
export * from "./dispatch.js";
|
|
@@ -47,7 +48,17 @@ export interface ProviderRegistryConfig {
|
|
|
47
48
|
export declare class ProviderRegistry {
|
|
48
49
|
private config;
|
|
49
50
|
private cache;
|
|
51
|
+
/** Timestamp in ms (performance.now) when each provider was cached. */
|
|
52
|
+
private cacheTime;
|
|
53
|
+
/** Invalidate cached providers older than this many ms (30 min). */
|
|
54
|
+
private static readonly CACHE_TTL_MS;
|
|
50
55
|
constructor(config?: ProviderRegistryConfig);
|
|
56
|
+
/** Force-evict a cached provider so the next call to forModel
|
|
57
|
+
* re-constructs it with the latest config. Call this after updating
|
|
58
|
+
* API keys or other provider settings mid-session. */
|
|
59
|
+
invalidate(providerId: ProviderId): void;
|
|
60
|
+
/** Evict all cached providers (e.g. after bulk config reload). */
|
|
61
|
+
invalidateAll(): void;
|
|
51
62
|
forModel(modelId: string): Provider;
|
|
52
63
|
private maybeRateLimit;
|
|
53
64
|
private construct;
|