modelrig 0.1.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +158 -0
- package/README.md +53 -11
- package/data/PROVENANCE.md +19 -0
- package/data/pricing-manual.json +22 -0
- package/data/pricing-map.json +46362 -0
- package/data/pricing-overlay.json +419 -0
- package/dist/adapters/anthropic.d.ts +50 -6
- package/dist/adapters/anthropic.d.ts.map +1 -1
- package/dist/adapters/anthropic.js +123 -29
- package/dist/adapters/build-adapters.d.ts +11 -0
- package/dist/adapters/build-adapters.d.ts.map +1 -0
- package/dist/adapters/build-adapters.js +45 -0
- package/dist/adapters/deepseek.d.ts +6 -0
- package/dist/adapters/deepseek.d.ts.map +1 -1
- package/dist/adapters/deepseek.js +54 -1
- package/dist/adapters/gemini.d.ts +10 -0
- package/dist/adapters/gemini.d.ts.map +1 -1
- package/dist/adapters/gemini.js +78 -7
- package/dist/adapters/grok.d.ts +9 -0
- package/dist/adapters/grok.d.ts.map +1 -1
- package/dist/adapters/grok.js +67 -3
- package/dist/adapters/openai-compat.d.ts +6 -0
- package/dist/adapters/openai-compat.d.ts.map +1 -1
- package/dist/adapters/openai-compat.js +58 -1
- package/dist/adapters/openai-stream.d.ts +58 -0
- package/dist/adapters/openai-stream.d.ts.map +1 -0
- package/dist/adapters/openai-stream.js +120 -0
- package/dist/adapters/openai.d.ts +6 -0
- package/dist/adapters/openai.d.ts.map +1 -1
- package/dist/adapters/openai.js +60 -1
- package/dist/adapters/sampling.d.ts +28 -0
- package/dist/adapters/sampling.d.ts.map +1 -0
- package/dist/adapters/sampling.js +34 -0
- package/dist/adapters/tool-mapping.d.ts +92 -0
- package/dist/adapters/tool-mapping.d.ts.map +1 -0
- package/dist/adapters/tool-mapping.js +143 -0
- package/dist/artifacts/artifact.d.ts +137 -0
- package/dist/artifacts/artifact.d.ts.map +1 -0
- package/dist/artifacts/artifact.js +377 -0
- package/dist/artifacts/content-uploader.d.ts +87 -0
- package/dist/artifacts/content-uploader.d.ts.map +1 -0
- package/dist/artifacts/content-uploader.js +124 -0
- package/dist/artifacts/index.d.ts +63 -0
- package/dist/artifacts/index.d.ts.map +1 -0
- package/dist/artifacts/index.js +80 -0
- package/dist/artifacts/run-context.d.ts +129 -0
- package/dist/artifacts/run-context.d.ts.map +1 -0
- package/dist/artifacts/run-context.js +208 -0
- package/dist/artifacts/scrub.d.ts +60 -0
- package/dist/artifacts/scrub.d.ts.map +1 -0
- package/dist/artifacts/scrub.js +139 -0
- package/dist/artifacts/step.d.ts +26 -0
- package/dist/artifacts/step.d.ts.map +1 -0
- package/dist/artifacts/step.js +37 -0
- package/dist/artifacts/taint.d.ts +63 -0
- package/dist/artifacts/taint.d.ts.map +1 -0
- package/dist/artifacts/taint.js +76 -0
- package/dist/bakeoff/cache-sim.d.ts +99 -0
- package/dist/bakeoff/cache-sim.d.ts.map +1 -0
- package/dist/bakeoff/cache-sim.js +126 -0
- package/dist/bakeoff/eval-cases.d.ts +96 -0
- package/dist/bakeoff/eval-cases.d.ts.map +1 -0
- package/dist/bakeoff/eval-cases.js +105 -0
- package/dist/bakeoff/report.d.ts +41 -0
- package/dist/bakeoff/report.d.ts.map +1 -0
- package/dist/bakeoff/report.js +142 -0
- package/dist/bakeoff/samples.d.ts +15 -0
- package/dist/bakeoff/samples.d.ts.map +1 -1
- package/dist/bakeoff/samples.js +20 -0
- package/dist/cli.d.ts +1 -3
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +134 -116
- package/dist/config.d.ts +100 -0
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +104 -0
- package/dist/deprecations.d.ts +32 -0
- package/dist/deprecations.d.ts.map +1 -0
- package/dist/deprecations.js +59 -0
- package/dist/gateway/http-protocol.d.ts +175 -0
- package/dist/gateway/http-protocol.d.ts.map +1 -0
- package/dist/gateway/http-protocol.js +105 -0
- package/dist/index.d.ts +106 -19
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +266 -138
- package/dist/init/finder.d.ts +15 -0
- package/dist/init/finder.d.ts.map +1 -1
- package/dist/init/finder.js +46 -0
- package/dist/init/init-cli.d.ts +10 -0
- package/dist/init/init-cli.d.ts.map +1 -0
- package/dist/init/init-cli.js +86 -0
- package/dist/init/observe-cli.d.ts +19 -0
- package/dist/init/observe-cli.d.ts.map +1 -0
- package/dist/init/observe-cli.js +73 -0
- package/dist/init/observe.d.ts +81 -0
- package/dist/init/observe.d.ts.map +1 -0
- package/dist/init/observe.js +245 -0
- package/dist/registry/build.d.ts +94 -1
- package/dist/registry/build.d.ts.map +1 -1
- package/dist/registry/build.js +125 -4
- package/dist/registry/cache-policy.d.ts +94 -0
- package/dist/registry/cache-policy.d.ts.map +1 -0
- package/dist/registry/cache-policy.js +238 -0
- package/dist/registry/call-notes.d.ts.map +1 -1
- package/dist/registry/call-notes.js +40 -2
- package/dist/registry/effective-rate.d.ts +151 -0
- package/dist/registry/effective-rate.d.ts.map +1 -0
- package/dist/registry/effective-rate.js +156 -0
- package/dist/registry/facts.d.ts.map +1 -1
- package/dist/registry/facts.js +16 -0
- package/dist/registry/parity.d.ts +26 -0
- package/dist/registry/parity.d.ts.map +1 -1
- package/dist/registry/parity.js +43 -2
- package/dist/registry/pricing-shape.d.ts +113 -0
- package/dist/registry/pricing-shape.d.ts.map +1 -0
- package/dist/registry/pricing-shape.js +123 -0
- package/dist/registry/pricing.d.ts +25 -1
- package/dist/registry/pricing.d.ts.map +1 -1
- package/dist/registry/pricing.js +64 -6
- package/dist/rigindex/bootstrap.d.ts +36 -0
- package/dist/rigindex/bootstrap.d.ts.map +1 -0
- package/dist/rigindex/bootstrap.js +97 -0
- package/dist/rigindex/fit.d.ts +24 -0
- package/dist/rigindex/fit.d.ts.map +1 -0
- package/dist/rigindex/fit.js +76 -0
- package/dist/rigindex/gates.d.ts +52 -0
- package/dist/rigindex/gates.d.ts.map +1 -0
- package/dist/rigindex/gates.js +109 -0
- package/dist/rigindex/graph.d.ts +31 -0
- package/dist/rigindex/graph.d.ts.map +1 -0
- package/dist/rigindex/graph.js +120 -0
- package/dist/rigindex/index.d.ts +23 -0
- package/dist/rigindex/index.d.ts.map +1 -0
- package/dist/rigindex/index.js +112 -0
- package/dist/rigindex/types.d.ts +76 -0
- package/dist/rigindex/types.d.ts.map +1 -0
- package/dist/rigindex/types.js +8 -0
- package/dist/routes/cache-lint.d.ts +41 -0
- package/dist/routes/cache-lint.d.ts.map +1 -0
- package/dist/routes/cache-lint.js +81 -0
- package/dist/routes/loader.d.ts +48 -0
- package/dist/routes/loader.d.ts.map +1 -1
- package/dist/routes/loader.js +167 -0
- package/dist/routes/resolved-bundle.d.ts +79 -0
- package/dist/routes/resolved-bundle.d.ts.map +1 -0
- package/dist/routes/resolved-bundle.js +148 -0
- package/dist/routes/sampling-config.d.ts +32 -0
- package/dist/routes/sampling-config.d.ts.map +1 -0
- package/dist/routes/sampling-config.js +91 -0
- package/dist/run/ajv.d.ts +22 -0
- package/dist/run/ajv.d.ts.map +1 -0
- package/dist/run/ajv.js +32 -0
- package/dist/run/cache-handle.d.ts +58 -0
- package/dist/run/cache-handle.d.ts.map +1 -0
- package/dist/run/cache-handle.js +54 -0
- package/dist/run/cache-stamp.d.ts +65 -0
- package/dist/run/cache-stamp.d.ts.map +1 -0
- package/dist/run/cache-stamp.js +0 -0
- package/dist/run/capture-write.d.ts +33 -0
- package/dist/run/capture-write.d.ts.map +1 -0
- package/dist/run/capture-write.js +55 -0
- package/dist/run/cost.d.ts.map +1 -1
- package/dist/run/cost.js +1 -1
- package/dist/run/dispatch.d.ts +99 -0
- package/dist/run/dispatch.d.ts.map +1 -0
- package/dist/run/dispatch.js +191 -0
- package/dist/run/raw.d.ts +130 -0
- package/dist/run/raw.d.ts.map +1 -0
- package/dist/run/raw.js +363 -0
- package/dist/run/record-attempt.d.ts +40 -0
- package/dist/run/record-attempt.d.ts.map +1 -0
- package/dist/run/record-attempt.js +99 -0
- package/dist/run/resolve.d.ts +75 -2
- package/dist/run/resolve.d.ts.map +1 -1
- package/dist/run/resolve.js +126 -4
- package/dist/run/run.d.ts +14 -0
- package/dist/run/run.d.ts.map +1 -1
- package/dist/run/run.js +0 -0
- package/dist/run/stream.d.ts +49 -0
- package/dist/run/stream.d.ts.map +1 -0
- package/dist/run/stream.js +87 -0
- package/dist/run/validate.d.ts.map +1 -1
- package/dist/run/validate.js +6 -7
- package/dist/savings/cache-ledger.d.ts +108 -0
- package/dist/savings/cache-ledger.d.ts.map +1 -0
- package/dist/savings/cache-ledger.js +174 -0
- package/dist/savings/cache-reconcile.d.ts +64 -0
- package/dist/savings/cache-reconcile.d.ts.map +1 -0
- package/dist/savings/cache-reconcile.js +59 -0
- package/dist/savings/cache-stats.d.ts +63 -0
- package/dist/savings/cache-stats.d.ts.map +1 -0
- package/dist/savings/cache-stats.js +108 -0
- package/dist/savings/emit.d.ts +13 -0
- package/dist/savings/emit.d.ts.map +1 -1
- package/dist/savings/emit.js +25 -0
- package/dist/savings/swap-execute.d.ts +14 -0
- package/dist/savings/swap-execute.d.ts.map +1 -1
- package/dist/savings/swap-execute.js +44 -1
- package/dist/savings/swaps-client.d.ts +14 -0
- package/dist/savings/swaps-client.d.ts.map +1 -1
- package/dist/savings/swaps-client.js +16 -2
- package/dist/settings/api-fetcher.d.ts +39 -0
- package/dist/settings/api-fetcher.d.ts.map +1 -0
- package/dist/settings/api-fetcher.js +92 -0
- package/dist/settings/index.d.ts +10 -0
- package/dist/settings/index.d.ts.map +1 -0
- package/dist/settings/index.js +15 -0
- package/dist/settings/task-settings.d.ts +91 -0
- package/dist/settings/task-settings.d.ts.map +1 -0
- package/dist/settings/task-settings.js +116 -0
- package/dist/status.d.ts +77 -0
- package/dist/status.d.ts.map +1 -0
- package/dist/status.js +113 -0
- package/dist/telemetry/artifact-store.d.ts +48 -0
- package/dist/telemetry/artifact-store.d.ts.map +1 -0
- package/dist/telemetry/artifact-store.js +189 -0
- package/dist/telemetry/cache-miss-streak.d.ts +79 -0
- package/dist/telemetry/cache-miss-streak.d.ts.map +1 -0
- package/dist/telemetry/cache-miss-streak.js +99 -0
- package/dist/telemetry/capture.d.ts +3 -0
- package/dist/telemetry/capture.d.ts.map +1 -1
- package/dist/telemetry/capture.js +15 -8
- package/dist/telemetry/exporter-setup.d.ts +28 -0
- package/dist/telemetry/exporter-setup.d.ts.map +1 -0
- package/dist/telemetry/exporter-setup.js +34 -0
- package/dist/telemetry/exporter.d.ts +75 -0
- package/dist/telemetry/exporter.d.ts.map +1 -1
- package/dist/telemetry/exporter.js +324 -47
- package/dist/telemetry/health.d.ts +76 -0
- package/dist/telemetry/health.d.ts.map +1 -0
- package/dist/telemetry/health.js +92 -0
- package/dist/telemetry/ingest-protocol.d.ts +152 -3
- package/dist/telemetry/ingest-protocol.d.ts.map +1 -1
- package/dist/telemetry/ingest-protocol.js +204 -4
- package/dist/telemetry/load-error-report.d.ts +24 -0
- package/dist/telemetry/load-error-report.d.ts.map +1 -0
- package/dist/telemetry/load-error-report.js +50 -0
- package/dist/telemetry/otel-map.d.ts +121 -0
- package/dist/telemetry/otel-map.d.ts.map +1 -0
- package/dist/telemetry/otel-map.js +224 -0
- package/dist/telemetry/otel-normalize.d.ts +104 -0
- package/dist/telemetry/otel-normalize.d.ts.map +1 -0
- package/dist/telemetry/otel-normalize.js +530 -0
- package/dist/telemetry/otlp-emitter.d.ts +52 -0
- package/dist/telemetry/otlp-emitter.d.ts.map +1 -0
- package/dist/telemetry/otlp-emitter.js +144 -0
- package/dist/telemetry/otlp-proto.d.ts +29 -0
- package/dist/telemetry/otlp-proto.d.ts.map +1 -0
- package/dist/telemetry/otlp-proto.js +266 -0
- package/dist/telemetry/sinks.d.ts +37 -1
- package/dist/telemetry/sinks.d.ts.map +1 -1
- package/dist/telemetry/sinks.js +121 -30
- package/dist/telemetry/store.d.ts +28 -1
- package/dist/telemetry/store.d.ts.map +1 -1
- package/dist/telemetry/store.js +218 -3
- package/dist/tenancy/api-key-format.d.ts +15 -5
- package/dist/tenancy/api-key-format.d.ts.map +1 -1
- package/dist/tenancy/api-key-format.js +24 -5
- package/dist/types/config-teaching.d.ts +62 -0
- package/dist/types/config-teaching.d.ts.map +1 -0
- package/dist/types/config-teaching.js +183 -0
- package/dist/types/provider.d.ts +147 -1
- package/dist/types/provider.d.ts.map +1 -1
- package/dist/types/provider.js +21 -1
- package/dist/types/route.d.ts +79 -1
- package/dist/types/route.d.ts.map +1 -1
- package/dist/types/telemetry.d.ts +117 -0
- package/dist/types/telemetry.d.ts.map +1 -1
- package/dist/validate-cli.d.ts +12 -0
- package/dist/validate-cli.d.ts.map +1 -0
- package/dist/validate-cli.js +57 -0
- package/dist/verify/capture.d.ts +66 -0
- package/dist/verify/capture.d.ts.map +1 -0
- package/dist/verify/capture.js +180 -0
- package/dist/verify/cli-run.d.ts +23 -0
- package/dist/verify/cli-run.d.ts.map +1 -0
- package/dist/verify/cli-run.js +57 -0
- package/dist/verify/diff.d.ts +48 -0
- package/dist/verify/diff.d.ts.map +1 -0
- package/dist/verify/diff.js +157 -0
- package/dist/verify/index.d.ts +17 -0
- package/dist/verify/index.d.ts.map +1 -0
- package/dist/verify/index.js +24 -0
- package/dist/verify/report.d.ts +14 -0
- package/dist/verify/report.d.ts.map +1 -0
- package/dist/verify/report.js +88 -0
- package/dist/verify/types.d.ts +101 -0
- package/dist/verify/types.d.ts.map +1 -0
- package/dist/verify/types.js +17 -0
- package/dist/verify/verify.d.ts +29 -0
- package/dist/verify/verify.d.ts.map +1 -0
- package/dist/verify/verify.js +148 -0
- package/dist/watch/evaluate.d.ts +162 -3
- package/dist/watch/evaluate.d.ts.map +1 -1
- package/dist/watch/evaluate.js +61 -0
- package/dist/watch/monitor.d.ts +116 -0
- package/dist/watch/monitor.d.ts.map +1 -0
- package/dist/watch/monitor.js +199 -0
- package/dist/watch/proposals.d.ts +20 -4
- package/dist/watch/proposals.d.ts.map +1 -1
- package/dist/watch/proposals.js +31 -3
- package/dist/watch/run.d.ts +33 -0
- package/dist/watch/run.d.ts.map +1 -1
- package/dist/watch/run.js +39 -0
- package/package.json +7 -1
- package/registry/LICENSE +20 -0
- package/registry/leaderboard.json +3639 -0
- package/registry/registry.json +7263 -0
- package/dist/telemetry/supabase-exporter.d.ts +0 -64
- package/dist/telemetry/supabase-exporter.d.ts.map +0 -1
- package/dist/telemetry/supabase-exporter.js +0 -211
|
@@ -0,0 +1,419 @@
|
|
|
1
|
+
{
|
|
2
|
+
"_provenance": {
|
|
3
|
+
"source": "host model/pricing APIs, swept live",
|
|
4
|
+
"as_of": "2026-08-10",
|
|
5
|
+
"role": "GAP-FILLER beneath data/pricing-map.json (the pinned LiteLLM snapshot). Snapshot wins on any shared key; this only adds keys the snapshot lacks.",
|
|
6
|
+
"refreshed_by": "scripts/pricing-sweep.ts (run before each probe cycle)",
|
|
7
|
+
"notes": [
|
|
8
|
+
"deepinfra: MODELRIG_DEEPINFRA_API_KEY unset — not swept; 64 prior prices PRESERVED"
|
|
9
|
+
]
|
|
10
|
+
},
|
|
11
|
+
"prices": {
|
|
12
|
+
"deepinfra/ByteDance/Seed-1.8": {
|
|
13
|
+
"input_cost_per_token": 2.5e-7,
|
|
14
|
+
"output_cost_per_token": 0.000002,
|
|
15
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
16
|
+
"as_of": "2026-08-09"
|
|
17
|
+
},
|
|
18
|
+
"deepinfra/ByteDance/Seed-2.0-code": {
|
|
19
|
+
"input_cost_per_token": 5e-7,
|
|
20
|
+
"output_cost_per_token": 0.0000029999999999999997,
|
|
21
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
22
|
+
"as_of": "2026-08-09"
|
|
23
|
+
},
|
|
24
|
+
"deepinfra/ByteDance/Seed-2.0-mini": {
|
|
25
|
+
"input_cost_per_token": 1.0000000000000001e-7,
|
|
26
|
+
"output_cost_per_token": 4.0000000000000003e-7,
|
|
27
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
28
|
+
"as_of": "2026-08-09"
|
|
29
|
+
},
|
|
30
|
+
"deepinfra/ByteDance/Seed-2.0-pro": {
|
|
31
|
+
"input_cost_per_token": 5e-7,
|
|
32
|
+
"output_cost_per_token": 0.0000029999999999999997,
|
|
33
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
34
|
+
"as_of": "2026-08-09"
|
|
35
|
+
},
|
|
36
|
+
"deepinfra/MiniMaxAI/MiniMax-M2.7": {
|
|
37
|
+
"input_cost_per_token": 2.5e-7,
|
|
38
|
+
"output_cost_per_token": 0.000001,
|
|
39
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
40
|
+
"as_of": "2026-08-09"
|
|
41
|
+
},
|
|
42
|
+
"deepinfra/MiniMaxAI/MiniMax-M2.7-Turbo": {
|
|
43
|
+
"input_cost_per_token": 3.8e-7,
|
|
44
|
+
"output_cost_per_token": 0.0000017,
|
|
45
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
46
|
+
"as_of": "2026-08-09"
|
|
47
|
+
},
|
|
48
|
+
"deepinfra/MiniMaxAI/MiniMax-M3": {
|
|
49
|
+
"input_cost_per_token": 2.8e-7,
|
|
50
|
+
"output_cost_per_token": 0.0000011,
|
|
51
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
52
|
+
"as_of": "2026-08-09"
|
|
53
|
+
},
|
|
54
|
+
"deepinfra/Qwen/Qwen3-Max": {
|
|
55
|
+
"input_cost_per_token": 0.0000012,
|
|
56
|
+
"output_cost_per_token": 0.000005999999999999999,
|
|
57
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
58
|
+
"as_of": "2026-08-09"
|
|
59
|
+
},
|
|
60
|
+
"deepinfra/Qwen/Qwen3-Max-Thinking": {
|
|
61
|
+
"input_cost_per_token": 0.0000012,
|
|
62
|
+
"output_cost_per_token": 0.000005999999999999999,
|
|
63
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
64
|
+
"as_of": "2026-08-09"
|
|
65
|
+
},
|
|
66
|
+
"deepinfra/Qwen/Qwen3-VL-235B-A22B-Instruct": {
|
|
67
|
+
"input_cost_per_token": 2.0000000000000002e-7,
|
|
68
|
+
"output_cost_per_token": 8.799999999999999e-7,
|
|
69
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
70
|
+
"as_of": "2026-08-09"
|
|
71
|
+
},
|
|
72
|
+
"deepinfra/Qwen/Qwen3-VL-30B-A3B-Instruct": {
|
|
73
|
+
"input_cost_per_token": 1.5e-7,
|
|
74
|
+
"output_cost_per_token": 6e-7,
|
|
75
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
76
|
+
"as_of": "2026-08-09"
|
|
77
|
+
},
|
|
78
|
+
"deepinfra/Qwen/Qwen3.5-122B-A10B": {
|
|
79
|
+
"input_cost_per_token": 2.9e-7,
|
|
80
|
+
"output_cost_per_token": 0.0000024,
|
|
81
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
82
|
+
"as_of": "2026-08-09"
|
|
83
|
+
},
|
|
84
|
+
"deepinfra/Qwen/Qwen3.5-27B": {
|
|
85
|
+
"input_cost_per_token": 2.6e-7,
|
|
86
|
+
"output_cost_per_token": 0.0000025999999999999997,
|
|
87
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
88
|
+
"as_of": "2026-08-09"
|
|
89
|
+
},
|
|
90
|
+
"deepinfra/Qwen/Qwen3.5-35B-A3B": {
|
|
91
|
+
"input_cost_per_token": 1.4e-7,
|
|
92
|
+
"output_cost_per_token": 0.000001,
|
|
93
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
94
|
+
"as_of": "2026-08-09"
|
|
95
|
+
},
|
|
96
|
+
"deepinfra/Qwen/Qwen3.5-397B-A17B": {
|
|
97
|
+
"input_cost_per_token": 4.5000000000000003e-7,
|
|
98
|
+
"output_cost_per_token": 0.0000029999999999999997,
|
|
99
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
100
|
+
"as_of": "2026-08-09"
|
|
101
|
+
},
|
|
102
|
+
"deepinfra/Qwen/Qwen3.5-9B": {
|
|
103
|
+
"input_cost_per_token": 1.0000000000000001e-7,
|
|
104
|
+
"output_cost_per_token": 1.5e-7,
|
|
105
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
106
|
+
"as_of": "2026-08-09"
|
|
107
|
+
},
|
|
108
|
+
"deepinfra/Qwen/Qwen3.6-27B": {
|
|
109
|
+
"input_cost_per_token": 3.2e-7,
|
|
110
|
+
"output_cost_per_token": 0.0000032000000000000003,
|
|
111
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
112
|
+
"as_of": "2026-08-09"
|
|
113
|
+
},
|
|
114
|
+
"deepinfra/Qwen/Qwen3.6-35B-A3B": {
|
|
115
|
+
"input_cost_per_token": 1.0000000000000001e-7,
|
|
116
|
+
"output_cost_per_token": 9.499999999999999e-7,
|
|
117
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
118
|
+
"as_of": "2026-08-09"
|
|
119
|
+
},
|
|
120
|
+
"deepinfra/Qwen/Qwen3.7-Max": {
|
|
121
|
+
"input_cost_per_token": 0.0000025,
|
|
122
|
+
"output_cost_per_token": 0.0000075,
|
|
123
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
124
|
+
"as_of": "2026-08-09"
|
|
125
|
+
},
|
|
126
|
+
"deepinfra/Qwen/Qwen3.8-Max": {
|
|
127
|
+
"input_cost_per_token": 0.00000165,
|
|
128
|
+
"output_cost_per_token": 0.0000049510000000000005,
|
|
129
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
130
|
+
"as_of": "2026-08-09"
|
|
131
|
+
},
|
|
132
|
+
"deepinfra/XiaomiMiMo/MiMo-V2.5": {
|
|
133
|
+
"input_cost_per_token": 4.0000000000000003e-7,
|
|
134
|
+
"output_cost_per_token": 0.000002,
|
|
135
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
136
|
+
"as_of": "2026-08-09"
|
|
137
|
+
},
|
|
138
|
+
"deepinfra/XiaomiMiMo/MiMo-V2.5-Pro": {
|
|
139
|
+
"input_cost_per_token": 0.000001,
|
|
140
|
+
"output_cost_per_token": 0.0000029999999999999997,
|
|
141
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
142
|
+
"as_of": "2026-08-09"
|
|
143
|
+
},
|
|
144
|
+
"deepinfra/anthropic/claude-fable-5": {
|
|
145
|
+
"input_cost_per_token": 0.00001,
|
|
146
|
+
"output_cost_per_token": 0.00005,
|
|
147
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
148
|
+
"as_of": "2026-08-09"
|
|
149
|
+
},
|
|
150
|
+
"deepinfra/anthropic/claude-haiku-4-5": {
|
|
151
|
+
"input_cost_per_token": 0.000001,
|
|
152
|
+
"output_cost_per_token": 0.000005,
|
|
153
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
154
|
+
"as_of": "2026-08-09"
|
|
155
|
+
},
|
|
156
|
+
"deepinfra/anthropic/claude-opus-4-7": {
|
|
157
|
+
"input_cost_per_token": 0.000005,
|
|
158
|
+
"output_cost_per_token": 0.000025,
|
|
159
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
160
|
+
"as_of": "2026-08-09"
|
|
161
|
+
},
|
|
162
|
+
"deepinfra/anthropic/claude-opus-4-8": {
|
|
163
|
+
"input_cost_per_token": 0.000005,
|
|
164
|
+
"output_cost_per_token": 0.000025,
|
|
165
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
166
|
+
"as_of": "2026-08-09"
|
|
167
|
+
},
|
|
168
|
+
"deepinfra/anthropic/claude-opus-5": {
|
|
169
|
+
"input_cost_per_token": 0.000005,
|
|
170
|
+
"output_cost_per_token": 0.000025,
|
|
171
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
172
|
+
"as_of": "2026-08-09"
|
|
173
|
+
},
|
|
174
|
+
"deepinfra/anthropic/claude-sonnet-4-6": {
|
|
175
|
+
"input_cost_per_token": 0.0000029999999999999997,
|
|
176
|
+
"output_cost_per_token": 0.000015,
|
|
177
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
178
|
+
"as_of": "2026-08-09"
|
|
179
|
+
},
|
|
180
|
+
"deepinfra/anthropic/claude-sonnet-5": {
|
|
181
|
+
"input_cost_per_token": 0.000002,
|
|
182
|
+
"output_cost_per_token": 0.00001,
|
|
183
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
184
|
+
"as_of": "2026-08-09"
|
|
185
|
+
},
|
|
186
|
+
"deepinfra/deepseek-ai/DeepSeek-V3.2": {
|
|
187
|
+
"input_cost_per_token": 2.6e-7,
|
|
188
|
+
"output_cost_per_token": 3.8e-7,
|
|
189
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
190
|
+
"as_of": "2026-08-09"
|
|
191
|
+
},
|
|
192
|
+
"deepinfra/deepseek-ai/DeepSeek-V4-Flash": {
|
|
193
|
+
"input_cost_per_token": 9e-8,
|
|
194
|
+
"output_cost_per_token": 1.8e-7,
|
|
195
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
196
|
+
"as_of": "2026-08-09"
|
|
197
|
+
},
|
|
198
|
+
"deepinfra/deepseek-ai/DeepSeek-V4-Flash-0731": {
|
|
199
|
+
"input_cost_per_token": 9e-8,
|
|
200
|
+
"output_cost_per_token": 1.8e-7,
|
|
201
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
202
|
+
"as_of": "2026-08-09"
|
|
203
|
+
},
|
|
204
|
+
"deepinfra/deepseek-ai/DeepSeek-V4-Pro": {
|
|
205
|
+
"input_cost_per_token": 0.0000012999999999999998,
|
|
206
|
+
"output_cost_per_token": 0.0000025999999999999997,
|
|
207
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
208
|
+
"as_of": "2026-08-09"
|
|
209
|
+
},
|
|
210
|
+
"deepinfra/google/gemini-1.5-flash": {
|
|
211
|
+
"input_cost_per_token": 7.5e-8,
|
|
212
|
+
"output_cost_per_token": 3e-7,
|
|
213
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
214
|
+
"as_of": "2026-08-09"
|
|
215
|
+
},
|
|
216
|
+
"deepinfra/google/gemini-1.5-flash-8b": {
|
|
217
|
+
"input_cost_per_token": 3.75e-8,
|
|
218
|
+
"output_cost_per_token": 1.5e-7,
|
|
219
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
220
|
+
"as_of": "2026-08-09"
|
|
221
|
+
},
|
|
222
|
+
"deepinfra/google/gemini-3.1-flash-lite": {
|
|
223
|
+
"input_cost_per_token": 2.5e-7,
|
|
224
|
+
"output_cost_per_token": 0.0000014999999999999998,
|
|
225
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
226
|
+
"as_of": "2026-08-09"
|
|
227
|
+
},
|
|
228
|
+
"deepinfra/google/gemini-3.1-pro": {
|
|
229
|
+
"input_cost_per_token": 0.000002,
|
|
230
|
+
"output_cost_per_token": 0.000011999999999999999,
|
|
231
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
232
|
+
"as_of": "2026-08-09"
|
|
233
|
+
},
|
|
234
|
+
"deepinfra/google/gemini-3.5-flash": {
|
|
235
|
+
"input_cost_per_token": 0.0000014999999999999998,
|
|
236
|
+
"output_cost_per_token": 0.000009,
|
|
237
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
238
|
+
"as_of": "2026-08-09"
|
|
239
|
+
},
|
|
240
|
+
"deepinfra/google/gemma-4-26B-A4B-it": {
|
|
241
|
+
"input_cost_per_token": 7e-8,
|
|
242
|
+
"output_cost_per_token": 3.4e-7,
|
|
243
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
244
|
+
"as_of": "2026-08-09"
|
|
245
|
+
},
|
|
246
|
+
"deepinfra/google/gemma-4-31B-it": {
|
|
247
|
+
"input_cost_per_token": 1.3e-7,
|
|
248
|
+
"output_cost_per_token": 3.8e-7,
|
|
249
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
250
|
+
"as_of": "2026-08-09"
|
|
251
|
+
},
|
|
252
|
+
"deepinfra/google/gemma-4-31B-it-Ultra": {
|
|
253
|
+
"input_cost_per_token": 2.7e-7,
|
|
254
|
+
"output_cost_per_token": 7.6e-7,
|
|
255
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
256
|
+
"as_of": "2026-08-09"
|
|
257
|
+
},
|
|
258
|
+
"deepinfra/google/gemma-4-31B-it-turbo": {
|
|
259
|
+
"input_cost_per_token": 9e-8,
|
|
260
|
+
"output_cost_per_token": 3.4e-7,
|
|
261
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
262
|
+
"as_of": "2026-08-09"
|
|
263
|
+
},
|
|
264
|
+
"deepinfra/google/gemma-4-E4B-it": {
|
|
265
|
+
"input_cost_per_token": 2e-8,
|
|
266
|
+
"output_cost_per_token": 1.0000000000000001e-7,
|
|
267
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
268
|
+
"as_of": "2026-08-09"
|
|
269
|
+
},
|
|
270
|
+
"deepinfra/inclusionAI/Ling-3.0-flash": {
|
|
271
|
+
"input_cost_per_token": 4.5e-8,
|
|
272
|
+
"output_cost_per_token": 1.0000000000000001e-7,
|
|
273
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
274
|
+
"as_of": "2026-08-09"
|
|
275
|
+
},
|
|
276
|
+
"deepinfra/moonshotai/Kimi-K2.5": {
|
|
277
|
+
"input_cost_per_token": 4.5000000000000003e-7,
|
|
278
|
+
"output_cost_per_token": 0.00000225,
|
|
279
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
280
|
+
"as_of": "2026-08-09"
|
|
281
|
+
},
|
|
282
|
+
"deepinfra/moonshotai/Kimi-K2.6": {
|
|
283
|
+
"input_cost_per_token": 7.499999999999999e-7,
|
|
284
|
+
"output_cost_per_token": 0.0000035,
|
|
285
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
286
|
+
"as_of": "2026-08-09"
|
|
287
|
+
},
|
|
288
|
+
"deepinfra/moonshotai/Kimi-K2.7-Code": {
|
|
289
|
+
"input_cost_per_token": 6.8e-7,
|
|
290
|
+
"output_cost_per_token": 0.0000034,
|
|
291
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
292
|
+
"as_of": "2026-08-09"
|
|
293
|
+
},
|
|
294
|
+
"deepinfra/moonshotai/Kimi-K3": {
|
|
295
|
+
"input_cost_per_token": 0.00000285,
|
|
296
|
+
"output_cost_per_token": 0.00001425,
|
|
297
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
298
|
+
"as_of": "2026-08-09"
|
|
299
|
+
},
|
|
300
|
+
"deepinfra/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B": {
|
|
301
|
+
"input_cost_per_token": 8.5e-8,
|
|
302
|
+
"output_cost_per_token": 4.0000000000000003e-7,
|
|
303
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
304
|
+
"as_of": "2026-08-09"
|
|
305
|
+
},
|
|
306
|
+
"deepinfra/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B": {
|
|
307
|
+
"input_cost_per_token": 5e-7,
|
|
308
|
+
"output_cost_per_token": 0.0000022,
|
|
309
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
310
|
+
"as_of": "2026-08-09"
|
|
311
|
+
},
|
|
312
|
+
"deepinfra/nvidia/Nemotron-3-Nano-30B-A3B": {
|
|
313
|
+
"input_cost_per_token": 5.0000000000000004e-8,
|
|
314
|
+
"output_cost_per_token": 2.0000000000000002e-7,
|
|
315
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
316
|
+
"as_of": "2026-08-09"
|
|
317
|
+
},
|
|
318
|
+
"deepinfra/nvidia/Nemotron-Content-Safety-3.5": {
|
|
319
|
+
"input_cost_per_token": 2.0000000000000002e-7,
|
|
320
|
+
"output_cost_per_token": 2.0000000000000002e-7,
|
|
321
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
322
|
+
"as_of": "2026-08-09"
|
|
323
|
+
},
|
|
324
|
+
"deepinfra/openai/gpt-oss-120b-Turbo": {
|
|
325
|
+
"input_cost_per_token": 1.5e-7,
|
|
326
|
+
"output_cost_per_token": 6e-7,
|
|
327
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
328
|
+
"as_of": "2026-08-09"
|
|
329
|
+
},
|
|
330
|
+
"deepinfra/openai/gpt-oss-120b-Ultra": {
|
|
331
|
+
"input_cost_per_token": 2.0000000000000002e-7,
|
|
332
|
+
"output_cost_per_token": 9.499999999999999e-7,
|
|
333
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
334
|
+
"as_of": "2026-08-09"
|
|
335
|
+
},
|
|
336
|
+
"deepinfra/stepfun-ai/Step-3.7-Flash": {
|
|
337
|
+
"input_cost_per_token": 2.0000000000000002e-7,
|
|
338
|
+
"output_cost_per_token": 0.00000115,
|
|
339
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
340
|
+
"as_of": "2026-08-09"
|
|
341
|
+
},
|
|
342
|
+
"deepinfra/tencent/Hy3": {
|
|
343
|
+
"input_cost_per_token": 1.4e-7,
|
|
344
|
+
"output_cost_per_token": 5.8e-7,
|
|
345
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
346
|
+
"as_of": "2026-08-09"
|
|
347
|
+
},
|
|
348
|
+
"deepinfra/thinkingmachines/Inkling": {
|
|
349
|
+
"input_cost_per_token": 9.499999999999999e-7,
|
|
350
|
+
"output_cost_per_token": 0.00000405,
|
|
351
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
352
|
+
"as_of": "2026-08-09"
|
|
353
|
+
},
|
|
354
|
+
"deepinfra/thinkingmachines/Inkling-Small": {
|
|
355
|
+
"input_cost_per_token": 4.5000000000000003e-7,
|
|
356
|
+
"output_cost_per_token": 0.0000012,
|
|
357
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
358
|
+
"as_of": "2026-08-09"
|
|
359
|
+
},
|
|
360
|
+
"deepinfra/zai-org/GLM-4.6": {
|
|
361
|
+
"input_cost_per_token": 5e-7,
|
|
362
|
+
"output_cost_per_token": 0.000002,
|
|
363
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
364
|
+
"as_of": "2026-08-09"
|
|
365
|
+
},
|
|
366
|
+
"deepinfra/zai-org/GLM-4.7": {
|
|
367
|
+
"input_cost_per_token": 4.0000000000000003e-7,
|
|
368
|
+
"output_cost_per_token": 0.00000175,
|
|
369
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
370
|
+
"as_of": "2026-08-09"
|
|
371
|
+
},
|
|
372
|
+
"deepinfra/zai-org/GLM-4.7-Flash": {
|
|
373
|
+
"input_cost_per_token": 6.000000000000001e-8,
|
|
374
|
+
"output_cost_per_token": 4.0000000000000003e-7,
|
|
375
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
376
|
+
"as_of": "2026-08-09"
|
|
377
|
+
},
|
|
378
|
+
"deepinfra/zai-org/GLM-5": {
|
|
379
|
+
"input_cost_per_token": 6e-7,
|
|
380
|
+
"output_cost_per_token": 0.00000208,
|
|
381
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
382
|
+
"as_of": "2026-08-09"
|
|
383
|
+
},
|
|
384
|
+
"deepinfra/zai-org/GLM-5.1": {
|
|
385
|
+
"input_cost_per_token": 0.0000010500000000000001,
|
|
386
|
+
"output_cost_per_token": 0.0000035,
|
|
387
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
388
|
+
"as_of": "2026-08-09"
|
|
389
|
+
},
|
|
390
|
+
"deepinfra/zai-org/GLM-5.2": {
|
|
391
|
+
"input_cost_per_token": 7.499999999999999e-7,
|
|
392
|
+
"output_cost_per_token": 0.0000024,
|
|
393
|
+
"source": "deepinfra-api:/v1/openai/models#metadata.pricing",
|
|
394
|
+
"as_of": "2026-08-09"
|
|
395
|
+
},
|
|
396
|
+
"fireworks_ai/accounts/fireworks/models/kimi-k3": {
|
|
397
|
+
"input_cost_per_token": 0.000003,
|
|
398
|
+
"output_cost_per_token": 0.000015,
|
|
399
|
+
"cache_read_input_token_cost": 3e-7,
|
|
400
|
+
"source": "fireworks-website:https://fireworks.ai/models/fireworks/kimi-k3 (base serverless standard; +25% priority / +50% fast / +10% US-only)",
|
|
401
|
+
"as_of": "2026-08-09",
|
|
402
|
+
"pricing_v2": {
|
|
403
|
+
"base": {
|
|
404
|
+
"input": 0.000003,
|
|
405
|
+
"output": 0.000015,
|
|
406
|
+
"cache_read": 3e-7
|
|
407
|
+
},
|
|
408
|
+
"tiers": {
|
|
409
|
+
"priority": 1.25,
|
|
410
|
+
"fast": 1.5,
|
|
411
|
+
"region_us": 1.1
|
|
412
|
+
},
|
|
413
|
+
"source": "fireworks-website:https://fireworks.ai/models/fireworks/kimi-k3",
|
|
414
|
+
"as_of": "2026-08-09",
|
|
415
|
+
"basis": "base serverless · standard tier · text"
|
|
416
|
+
}
|
|
417
|
+
}
|
|
418
|
+
}
|
|
419
|
+
}
|
|
@@ -4,12 +4,14 @@
|
|
|
4
4
|
* CALL: the route schema becomes the single tool's input_schema and
|
|
5
5
|
* tool_choice pins it, so the accumulated input_json_delta stream IS the
|
|
6
6
|
* JSON output (Anthropic's recommended structured-output pattern; the run
|
|
7
|
-
* loop still ajv-validates like every provider). Prompt caching is
|
|
8
|
-
* cache_control on Anthropic
|
|
9
|
-
*
|
|
7
|
+
* loop still ajv-validates like every provider). Prompt caching (WS-C) is
|
|
8
|
+
* explicit `cache_control` on Anthropic: when the request opts in, the system
|
|
9
|
+
* prefix is marked with an ephemeral breakpoint (buildAnthropicParams) and the
|
|
10
|
+
* `context_cache_explicit` capability is advertised per the cache-policy registry.
|
|
10
11
|
*/
|
|
11
12
|
import type { CapabilityFlag, ProviderAdapter } from "../types/provider";
|
|
12
13
|
import type { ClassifiedFailure, ShapingInput } from "./gemini";
|
|
14
|
+
import type { AnthropicWireToolChoice } from "./tool-mapping";
|
|
13
15
|
export interface AnthropicAdapterConfig {
|
|
14
16
|
readonly apiKey: string;
|
|
15
17
|
}
|
|
@@ -20,15 +22,31 @@ export declare function anthropicSupports(feature: CapabilityFlag, _model: strin
|
|
|
20
22
|
export declare function classifyAnthropicFailure(message: string): ClassifiedFailure;
|
|
21
23
|
interface AnthropicTool {
|
|
22
24
|
readonly name: string;
|
|
23
|
-
readonly description
|
|
25
|
+
readonly description?: string;
|
|
24
26
|
readonly input_schema: object;
|
|
25
27
|
/** Constrained decoding (structured-outputs beta). */
|
|
26
28
|
readonly strict?: true;
|
|
27
29
|
}
|
|
30
|
+
/** A cacheable system block (WS-C): the stable prefix marked with a
|
|
31
|
+
* `cache_control` breakpoint, matching the probes vendor caller's ephemeral-block
|
|
32
|
+
* semantics (packages/modelrig-probes/src/vendor/anthropic.ts). */
|
|
33
|
+
export interface AnthropicSystemBlock {
|
|
34
|
+
readonly type: "text";
|
|
35
|
+
readonly text: string;
|
|
36
|
+
readonly cache_control?: {
|
|
37
|
+
readonly type: "ephemeral";
|
|
38
|
+
};
|
|
39
|
+
}
|
|
28
40
|
export interface AnthropicShapedParams {
|
|
29
41
|
readonly model: string;
|
|
30
42
|
readonly max_tokens: number;
|
|
31
|
-
|
|
43
|
+
/** CE-6 declared sampling — present only when the route/raw asks for them
|
|
44
|
+
* (Anthropic speaks the same `temperature`/`top_p` names as the OpenAI dialect). */
|
|
45
|
+
readonly temperature?: number;
|
|
46
|
+
readonly top_p?: number;
|
|
47
|
+
/** Plain string by default; the block-array form carries a `cache_control`
|
|
48
|
+
* breakpoint when the request opts into caching (WS-C). */
|
|
49
|
+
readonly system?: string | readonly AnthropicSystemBlock[];
|
|
32
50
|
readonly messages: ReadonlyArray<{
|
|
33
51
|
readonly role: "user";
|
|
34
52
|
readonly content: string;
|
|
@@ -38,9 +56,35 @@ export interface AnthropicShapedParams {
|
|
|
38
56
|
readonly tool_choice?: {
|
|
39
57
|
readonly type: "tool";
|
|
40
58
|
readonly name: string;
|
|
41
|
-
};
|
|
59
|
+
} | AnthropicWireToolChoice;
|
|
42
60
|
}
|
|
43
61
|
export declare function buildAnthropicParams(model: string, req: ShapingInput, strict?: boolean): AnthropicShapedParams;
|
|
62
|
+
/** Anthropic's `message_start` usage block (the input-side counts). Anthropic
|
|
63
|
+
* reports `input_tokens` EXCLUSIVE of cache reads and writes. */
|
|
64
|
+
export interface AnthropicRawInputUsage {
|
|
65
|
+
readonly input_tokens?: number;
|
|
66
|
+
readonly cache_read_input_tokens?: number;
|
|
67
|
+
readonly cache_creation_input_tokens?: number;
|
|
68
|
+
readonly cache_creation?: {
|
|
69
|
+
readonly ephemeral_5m_input_tokens?: number;
|
|
70
|
+
readonly ephemeral_1h_input_tokens?: number;
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
/** The normalized input-side usage (tokensOut is added by the caller). */
|
|
74
|
+
export interface NormalizedAnthropicInputUsage {
|
|
75
|
+
readonly tokensIn: number;
|
|
76
|
+
readonly tokensCached: number;
|
|
77
|
+
readonly tokensCacheWrite: number;
|
|
78
|
+
readonly tokensCacheWrite1h: number;
|
|
79
|
+
}
|
|
80
|
+
/**
|
|
81
|
+
* Normalize Anthropic's `message_start` usage to ModelRig's convention
|
|
82
|
+
* (research §4 fix). Anthropic's `input_tokens` is the UNCACHED portion only;
|
|
83
|
+
* ModelRig requires `tokensIn` to INCLUDE cache reads and writes as subsets, so
|
|
84
|
+
* we add them back. Pure and total — the fixture-tested seam for the subset
|
|
85
|
+
* invariant and the 5m/1h split.
|
|
86
|
+
*/
|
|
87
|
+
export declare function normalizeAnthropicInputUsage(u: AnthropicRawInputUsage): NormalizedAnthropicInputUsage;
|
|
44
88
|
export declare function createAnthropicAdapter(config: AnthropicAdapterConfig): ProviderAdapter;
|
|
45
89
|
export {};
|
|
46
90
|
//# sourceMappingURL=anthropic.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/adapters/anthropic.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/adapters/anthropic.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAIV,cAAc,EACd,eAAe,EAEhB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,KAAK,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAEhE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAG9D,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AASD;yDACyD;AACzD,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAEhE;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAclF;AAED,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,iBAAiB,CAwB3E;AAED,UAAU,aAAa;IACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,sDAAsD;IACtD,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC;CACxB;AAED;;mEAEmE;AACnE,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,aAAa,CAAC,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAA;KAAE,CAAC;CACzD;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B;wFACoF;IACpF,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB;+DAC2D;IAC3D,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,oBAAoB,EAAE,CAAC;IAC3D,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;QAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACtF,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC;IACtB,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,aAAa,EAAE,CAAC;IAC1C,QAAQ,CAAC,WAAW,CAAC,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,uBAAuB,CAAC;CACnG;AAED,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,YAAY,EACjB,MAAM,UAAQ,GACb,qBAAqB,CAuDvB;AAED;iEACiE;AACjE,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IAC1C,QAAQ,CAAC,2BAA2B,CAAC,EAAE,MAAM,CAAC;IAC9C,QAAQ,CAAC,cAAc,CAAC,EAAE;QACxB,QAAQ,CAAC,yBAAyB,CAAC,EAAE,MAAM,CAAC;QAC5C,QAAQ,CAAC,yBAAyB,CAAC,EAAE,MAAM,CAAC;KAC7C,CAAC;CACH;AAED,0EAA0E;AAC1E,MAAM,WAAW,6BAA6B;IAC5C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;CACrC;AAED;;;;;;GAMG;AACH,wBAAgB,4BAA4B,CAC1C,CAAC,EAAE,sBAAsB,GACxB,6BAA6B,CAa/B;AAED,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,sBAAsB,GAAG,eAAe,CAuMtF"}
|