llm-orchestrator 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +14 -0
- package/.claude-plugin/plugin.json +19 -0
- package/COMPATIBILITY.md +27 -0
- package/IMPLEMENTATION.md +26 -0
- package/LICENSE +31 -0
- package/NOTICE +17 -0
- package/README.md +291 -0
- package/SKILL.md +125 -0
- package/adapters/agents.mjs +46 -0
- package/adapters/claude/index.mjs +9 -0
- package/adapters/codex/index.mjs +15 -0
- package/adapters/commands.mjs +117 -0
- package/adapters/kilo/index.mjs +5 -0
- package/adapters/opencode/index.mjs +5 -0
- package/bin/attribution-check.mjs +136 -0
- package/bin/cli-options.mjs +90 -0
- package/bin/discover-models.mjs +271 -0
- package/bin/doctor.mjs +191 -0
- package/bin/install.mjs +48 -0
- package/bin/llm-orchestrator.mjs +103 -0
- package/bin/model-thinking-report.mjs +165 -0
- package/bin/render.mjs +22 -0
- package/bin/route.mjs +139 -0
- package/bin/uninstall.mjs +15 -0
- package/lib/adapter-renderer.mjs +114 -0
- package/lib/capability-resolver.mjs +343 -0
- package/lib/dispatch-contract.mjs +583 -0
- package/lib/first-run.mjs +299 -0
- package/lib/harness.mjs +6 -0
- package/lib/installation.mjs +550 -0
- package/lib/project-discovery.mjs +434 -0
- package/lib/router.mjs +660 -0
- package/lib/tool-discovery.mjs +162 -0
- package/models/example-model-inventory.json +82 -0
- package/models/model-thinking-data.json +580 -0
- package/models/model-thinking-matrix.md +157 -0
- package/models/top-models.json +1299 -0
- package/package.json +65 -0
- package/policies/capabilities.md +144 -0
- package/policies/cleanup.md +51 -0
- package/policies/dispatch.md +284 -0
- package/policies/execution.md +116 -0
- package/policies/questions.md +75 -0
- package/policies/routing.md +677 -0
- package/policies/state.md +85 -0
- package/policies/verification.md +72 -0
- package/protocol.md +162 -0
- package/registries/agent-roles.json +1 -0
- package/registries/capabilities.json +58 -0
- package/registries/core-profile.json +183 -0
- package/registries/preferred-tools.json +595 -0
- package/registries/routing-matrix.json +394 -0
- package/registries/task-mappings.json +259 -0
- package/schemas/agent-roles.schema.json +1 -0
- package/schemas/capability-contract.schema.json +209 -0
- package/schemas/installation-manifest.schema.json +57 -0
- package/schemas/project-profile.schema.json +70 -0
- package/schemas/routing-matrix.schema.json +237 -0
- package/schemas/tool-inventory.schema.json +127 -0
- package/schemas/top-models.schema.json +235 -0
- package/skills/orchestrate-core/SKILL.md +18 -0
- package/workflows/bug-fix.md +59 -0
- package/workflows/config.md +57 -0
- package/workflows/deploy.md +57 -0
- package/workflows/feature.md +61 -0
- package/workflows/incident.md +61 -0
- package/workflows/investigation.md +62 -0
- package/workflows/refactor.md +53 -0
- package/workflows/research.md +61 -0
- package/workflows/review.md +58 -0
|
@@ -0,0 +1,1299 @@
|
|
|
1
|
+
{
|
|
2
|
+
"_attribution": "llm-orchestrator · created by Bogdan-Gabriel Torcescu · https://www.linkedin.com/in/bogdantorcescu/ · keep this credit when copying or deriving",
|
|
3
|
+
"schema_version": 1,
|
|
4
|
+
"observed_at": "2026-09-22",
|
|
5
|
+
"purpose": "Curated top-20 LLM shortlist for agentic coding, with the facts the router needs: tier on a provider ladder or a measured score band, thinking controls, list prices, measured cost per completed task where a measurement exists, and the thinking-cost indices the router ranks by.",
|
|
6
|
+
"measurement_source": {
|
|
7
|
+
"dataset": "models/model-thinking-data.json",
|
|
8
|
+
"benchmark": "Artificial Analysis Intelligence Index",
|
|
9
|
+
"version": "v4.3.2",
|
|
10
|
+
"leaderboard_url": "https://artificialanalysis.ai/leaderboards/models",
|
|
11
|
+
"note": "Every `measured` entry is copied verbatim from models/model-thinking-data.json. Unmeasured efforts are null; nothing here is interpolated or estimated."
|
|
12
|
+
},
|
|
13
|
+
"harness_id_note": "`api_ids.codex` and `api_ids.claude` carry the canonical provider IDs. `api_ids.opencode` and `api_ids.kilo` are null on purpose: on OpenCode and Kilo the dispatchable `provider/model` identifier is resolved from the active runtime (policies/routing.md, 'Discovery before dispatch'). A convention is not evidence of exposure.",
|
|
14
|
+
"tier_note": "`tier` is the model's seat on its own provider ladder (W/S/X/F) for an incumbent, or its `tier_bands` placement from the best measured Artificial Analysis score for a candidate. Models with `tier: null` are available-but-unrated: they are never auto-promoted into a tier seat and never rank as an eligible model without a local measurement.",
|
|
15
|
+
"admission_note": "`admission: \"incumbent\"` means the model holds a seat on a harness provider ladder and may be dispatched anywhere its tier allows. `admission: \"candidate\"` means the model is measured but unseated: it is ranked only when the caller passes `--include-candidates` / `includeCandidates: true`, or when a runtime inventory marks it `exposed` or `verified`, and even then only for noncritical lanes. A candidate is never eligible for an independent-review seat, a T4/T5 pair or a risk-floor review row.",
|
|
16
|
+
"ladder_note": "`ladder` names the dispatch ladder a model sits on: `codex` and `claude` are the two first-party harness ladders; `open` is a published open-weight lineage reachable through third-party or self-hosted endpoints; `third-party` is a hosted API outside both harness ladders whose weight availability is not verified here. `null` means unrated and unplaced. Weight availability is recorded at lab level and is not verified per checkpoint.",
|
|
17
|
+
"tier_bands": {
|
|
18
|
+
"basis": "Artificial Analysis Intelligence Index v4.3.2, best measured effort per model (models/model-thinking-data.json).",
|
|
19
|
+
"applies_to": "candidate",
|
|
20
|
+
"bands": {
|
|
21
|
+
"W": {"min": null, "max": 37},
|
|
22
|
+
"S": {"min": 38, "max": 44},
|
|
23
|
+
"X": {"min": 45, "max": 50},
|
|
24
|
+
"F": {"min": 51, "max": null}
|
|
25
|
+
},
|
|
26
|
+
"note": "Bands are calibrated on the incumbents' measured range: Luna tops W at 37; Terra spans 38–42 in S; Sol 33–47 and Opus 39–50 straddle into X, whose seats sit at 45–50; Astra 46–53 and Fable 5.1 47–53 cover F from 51 up. They place *candidates*, which sit on no provider ladder. An incumbent's `tier` is its ladder seat and is never re-derived from a score — which is why two incumbent points fall outside their own band: Opus 5 `max` (51, above its `xhigh` policy cap) and Fable 5 `max` (50, its only measured point and above the unmeasured `high` that is the actual F default)."
|
|
27
|
+
},
|
|
28
|
+
"indices_note": "`indices.thinking_cost_index` is 100 × measured $/task ÷ $0.50, the dataset's benchmark cost baseline (`index_baselines.benchmark_cost_usd`). GPT-5.6 Sol `medium` costs exactly $0.50/task, so it is index 100 by construction. `indices.marginal_thinking` holds, for each adjacent pair of fully measured efforts, the displayed-score delta and the cost multiplier of the step — the price of one more notch of thinking. Efforts with no published cost carry a null index and open no marginal pair; nothing is interpolated.",
|
|
29
|
+
"models": [
|
|
30
|
+
{
|
|
31
|
+
"key": "gpt-5-6-luna",
|
|
32
|
+
"display_name": "GPT-5.6 Luna",
|
|
33
|
+
"provider": "openai",
|
|
34
|
+
"ladder": "codex",
|
|
35
|
+
"admission": "incumbent",
|
|
36
|
+
"tier": "W",
|
|
37
|
+
"eligible_tiers": ["W"],
|
|
38
|
+
"api_ids": {
|
|
39
|
+
"codex": "gpt-5.6-luna",
|
|
40
|
+
"claude": null,
|
|
41
|
+
"opencode": null,
|
|
42
|
+
"kilo": null
|
|
43
|
+
},
|
|
44
|
+
"context_window": 1050000,
|
|
45
|
+
"max_output_tokens": 128000,
|
|
46
|
+
"thinking": {
|
|
47
|
+
"control": "reasoning_effort",
|
|
48
|
+
"levels": ["low", "medium", "high", "xhigh", "max"],
|
|
49
|
+
"always_on": false,
|
|
50
|
+
"default_for_tier": "xhigh",
|
|
51
|
+
"note": "Luna is exempt from the Codex `high` ceiling: thinking is cheap on a small model and xhigh/max are both cheaper and higher-scoring than Terra high."
|
|
52
|
+
},
|
|
53
|
+
"price": {
|
|
54
|
+
"input_usd_per_mtok": 0.2,
|
|
55
|
+
"output_usd_per_mtok": 1.2,
|
|
56
|
+
"cache_read_usd_per_mtok": 0.02,
|
|
57
|
+
"cache_write_multiplier": 1.25
|
|
58
|
+
},
|
|
59
|
+
"long_context_surcharge": {
|
|
60
|
+
"threshold_input_tokens": 272000,
|
|
61
|
+
"input_multiplier": 2,
|
|
62
|
+
"output_multiplier": 1.5,
|
|
63
|
+
"effective_input_usd_per_mtok": 0.4,
|
|
64
|
+
"effective_output_usd_per_mtok": 1.8,
|
|
65
|
+
"note": "Crossing the threshold reprices the entire request, not just the overflow."
|
|
66
|
+
},
|
|
67
|
+
"measured": {
|
|
68
|
+
"low": {"score": 21, "usd_per_task": 0.01},
|
|
69
|
+
"medium": {"score": 25, "usd_per_task": 0.02},
|
|
70
|
+
"high": {"score": 32, "usd_per_task": 0.04},
|
|
71
|
+
"xhigh": {"score": 35, "usd_per_task": 0.09},
|
|
72
|
+
"max": {"score": 37, "usd_per_task": 0.18}
|
|
73
|
+
},
|
|
74
|
+
"indices": {
|
|
75
|
+
"thinking_cost_index": {
|
|
76
|
+
"low": 2,
|
|
77
|
+
"medium": 4,
|
|
78
|
+
"high": 8,
|
|
79
|
+
"xhigh": 18,
|
|
80
|
+
"max": 36
|
|
81
|
+
},
|
|
82
|
+
"marginal_thinking": {
|
|
83
|
+
"low->medium": {"delta_score": 4, "cost_multiplier": 2},
|
|
84
|
+
"medium->high": {"delta_score": 7, "cost_multiplier": 2},
|
|
85
|
+
"high->xhigh": {"delta_score": 3, "cost_multiplier": 2.25},
|
|
86
|
+
"xhigh->max": {"delta_score": 2, "cost_multiplier": 2}
|
|
87
|
+
}
|
|
88
|
+
},
|
|
89
|
+
"caps": {
|
|
90
|
+
"max_effort": "max",
|
|
91
|
+
"share_max": null
|
|
92
|
+
},
|
|
93
|
+
"notes": [
|
|
94
|
+
"Default W-tier config is `xhigh`; `max` when it stalls.",
|
|
95
|
+
"Escalate to S when the task needs capacity (judgment, cross-file scope, ambiguity), not merely more reasoning depth."
|
|
96
|
+
],
|
|
97
|
+
"sources": [
|
|
98
|
+
"https://artificialanalysis.ai/models/gpt-5-6-luna"
|
|
99
|
+
],
|
|
100
|
+
"observed_at": "2026-09-22"
|
|
101
|
+
},
|
|
102
|
+
{
|
|
103
|
+
"key": "gpt-5-6-terra",
|
|
104
|
+
"display_name": "GPT-5.6 Terra",
|
|
105
|
+
"provider": "openai",
|
|
106
|
+
"ladder": "codex",
|
|
107
|
+
"admission": "incumbent",
|
|
108
|
+
"tier": "S",
|
|
109
|
+
"eligible_tiers": ["S"],
|
|
110
|
+
"api_ids": {
|
|
111
|
+
"codex": "gpt-5.6-terra",
|
|
112
|
+
"claude": null,
|
|
113
|
+
"opencode": null,
|
|
114
|
+
"kilo": null
|
|
115
|
+
},
|
|
116
|
+
"context_window": 1050000,
|
|
117
|
+
"max_output_tokens": 128000,
|
|
118
|
+
"thinking": {
|
|
119
|
+
"control": "reasoning_effort",
|
|
120
|
+
"levels": ["low", "medium", "high", "xhigh", "max"],
|
|
121
|
+
"always_on": false,
|
|
122
|
+
"default_for_tier": "medium",
|
|
123
|
+
"note": "Policy ceiling is `high`. `xhigh` and `max` exist on the API but every measured point above `high` is dominated by a cheaper Sol config — escalate the model, never the dial."
|
|
124
|
+
},
|
|
125
|
+
"price": {
|
|
126
|
+
"input_usd_per_mtok": 2,
|
|
127
|
+
"output_usd_per_mtok": 12,
|
|
128
|
+
"cache_read_usd_per_mtok": 0.2,
|
|
129
|
+
"cache_write_multiplier": 1.25
|
|
130
|
+
},
|
|
131
|
+
"long_context_surcharge": {
|
|
132
|
+
"threshold_input_tokens": 272000,
|
|
133
|
+
"input_multiplier": 2,
|
|
134
|
+
"output_multiplier": 1.5,
|
|
135
|
+
"effective_input_usd_per_mtok": 4,
|
|
136
|
+
"effective_output_usd_per_mtok": 18,
|
|
137
|
+
"note": "Crossing the threshold reprices the entire request, not just the overflow."
|
|
138
|
+
},
|
|
139
|
+
"measured": {
|
|
140
|
+
"low": {"score": 27, "usd_per_task": 0.14},
|
|
141
|
+
"medium": {"score": 30, "usd_per_task": 0.18},
|
|
142
|
+
"high": {"score": 34, "usd_per_task": 0.34},
|
|
143
|
+
"xhigh": {"score": 38, "usd_per_task": 0.63},
|
|
144
|
+
"max": {"score": 42, "usd_per_task": 1.4}
|
|
145
|
+
},
|
|
146
|
+
"indices": {
|
|
147
|
+
"thinking_cost_index": {
|
|
148
|
+
"low": 28,
|
|
149
|
+
"medium": 36,
|
|
150
|
+
"high": 68,
|
|
151
|
+
"xhigh": 126,
|
|
152
|
+
"max": 280
|
|
153
|
+
},
|
|
154
|
+
"marginal_thinking": {
|
|
155
|
+
"low->medium": {"delta_score": 3, "cost_multiplier": 1.29},
|
|
156
|
+
"medium->high": {"delta_score": 4, "cost_multiplier": 1.89},
|
|
157
|
+
"high->xhigh": {"delta_score": 4, "cost_multiplier": 1.85},
|
|
158
|
+
"xhigh->max": {"delta_score": 4, "cost_multiplier": 2.22}
|
|
159
|
+
}
|
|
160
|
+
},
|
|
161
|
+
"caps": {
|
|
162
|
+
"max_effort": "high",
|
|
163
|
+
"share_max": null
|
|
164
|
+
},
|
|
165
|
+
"notes": [
|
|
166
|
+
"Terra never above `high` — firm rule in policies/routing.md.",
|
|
167
|
+
"Terra is the squeezed tier: every measured Terra config is dominated by a Luna or Sol config. Score is not capacity, so the S tier is not indicted as a whole, but do not raise Terra's dial to buy quality."
|
|
168
|
+
],
|
|
169
|
+
"sources": [
|
|
170
|
+
"https://artificialanalysis.ai/models/gpt-5-6-terra"
|
|
171
|
+
],
|
|
172
|
+
"observed_at": "2026-09-22"
|
|
173
|
+
},
|
|
174
|
+
{
|
|
175
|
+
"key": "gpt-5-6-sol",
|
|
176
|
+
"display_name": "GPT-5.6 Sol",
|
|
177
|
+
"provider": "openai",
|
|
178
|
+
"ladder": "codex",
|
|
179
|
+
"admission": "incumbent",
|
|
180
|
+
"tier": "X",
|
|
181
|
+
"eligible_tiers": ["X"],
|
|
182
|
+
"api_ids": {
|
|
183
|
+
"codex": "gpt-5.6-sol",
|
|
184
|
+
"claude": null,
|
|
185
|
+
"opencode": null,
|
|
186
|
+
"kilo": null
|
|
187
|
+
},
|
|
188
|
+
"context_window": 1050000,
|
|
189
|
+
"max_output_tokens": 128000,
|
|
190
|
+
"thinking": {
|
|
191
|
+
"control": "reasoning_effort",
|
|
192
|
+
"levels": ["low", "medium", "high", "xhigh", "max"],
|
|
193
|
+
"always_on": false,
|
|
194
|
+
"default_for_tier": "high",
|
|
195
|
+
"note": "Policy ceiling is `high`. T4 on the gpt-5.6 family is expressed as `high` plus an independent second Sol `high` reviewer with no shared history — a risk-floor rule, not a capability workaround."
|
|
196
|
+
},
|
|
197
|
+
"price": {
|
|
198
|
+
"input_usd_per_mtok": 4,
|
|
199
|
+
"output_usd_per_mtok": 20,
|
|
200
|
+
"cache_read_usd_per_mtok": 0.4,
|
|
201
|
+
"cache_write_multiplier": 1.25
|
|
202
|
+
},
|
|
203
|
+
"long_context_surcharge": {
|
|
204
|
+
"threshold_input_tokens": 272000,
|
|
205
|
+
"input_multiplier": 2,
|
|
206
|
+
"output_multiplier": 1.5,
|
|
207
|
+
"effective_input_usd_per_mtok": 8,
|
|
208
|
+
"effective_output_usd_per_mtok": 30,
|
|
209
|
+
"note": "Crossing the threshold reprices the entire request, not just the overflow."
|
|
210
|
+
},
|
|
211
|
+
"measured": {
|
|
212
|
+
"low": {"score": 33, "usd_per_task": 0.26},
|
|
213
|
+
"medium": {"score": 39, "usd_per_task": 0.5},
|
|
214
|
+
"high": {"score": 42, "usd_per_task": 0.81},
|
|
215
|
+
"xhigh": {"score": 44, "usd_per_task": 1.18},
|
|
216
|
+
"max": {"score": 47, "usd_per_task": 1.99}
|
|
217
|
+
},
|
|
218
|
+
"indices": {
|
|
219
|
+
"thinking_cost_index": {
|
|
220
|
+
"low": 52,
|
|
221
|
+
"medium": 100,
|
|
222
|
+
"high": 162,
|
|
223
|
+
"xhigh": 236,
|
|
224
|
+
"max": 398
|
|
225
|
+
},
|
|
226
|
+
"marginal_thinking": {
|
|
227
|
+
"low->medium": {"delta_score": 6, "cost_multiplier": 1.92},
|
|
228
|
+
"medium->high": {"delta_score": 3, "cost_multiplier": 1.62},
|
|
229
|
+
"high->xhigh": {"delta_score": 2, "cost_multiplier": 1.46},
|
|
230
|
+
"xhigh->max": {"delta_score": 3, "cost_multiplier": 1.69}
|
|
231
|
+
}
|
|
232
|
+
},
|
|
233
|
+
"caps": {
|
|
234
|
+
"max_effort": "high",
|
|
235
|
+
"share_max": null,
|
|
236
|
+
"t4_substitution": {
|
|
237
|
+
"effort": "high",
|
|
238
|
+
"requires_independent_second_reviewer": true
|
|
239
|
+
}
|
|
240
|
+
},
|
|
241
|
+
"notes": [
|
|
242
|
+
"Sol never above `high`; `max` is dominated and never correct.",
|
|
243
|
+
"X T4 on Codex = Sol `high` + an independent Sol `high` reviewer (different agent, no forked history)."
|
|
244
|
+
],
|
|
245
|
+
"sources": [
|
|
246
|
+
"https://artificialanalysis.ai/models/gpt-5-6-sol"
|
|
247
|
+
],
|
|
248
|
+
"observed_at": "2026-09-22"
|
|
249
|
+
},
|
|
250
|
+
{
|
|
251
|
+
"key": "gpt-6-astra",
|
|
252
|
+
"display_name": "GPT-6 Astra",
|
|
253
|
+
"provider": "openai",
|
|
254
|
+
"ladder": "codex",
|
|
255
|
+
"admission": "incumbent",
|
|
256
|
+
"tier": "F",
|
|
257
|
+
"eligible_tiers": ["F"],
|
|
258
|
+
"api_ids": {
|
|
259
|
+
"codex": "gpt-6-astra",
|
|
260
|
+
"claude": null,
|
|
261
|
+
"opencode": null,
|
|
262
|
+
"kilo": null
|
|
263
|
+
},
|
|
264
|
+
"context_window": 1050000,
|
|
265
|
+
"max_output_tokens": 128000,
|
|
266
|
+
"thinking": {
|
|
267
|
+
"control": "reasoning_effort",
|
|
268
|
+
"levels": ["low", "medium", "high", "xhigh", "max"],
|
|
269
|
+
"always_on": false,
|
|
270
|
+
"default_for_tier": "high",
|
|
271
|
+
"note": "Exempt from the Codex `high` ceiling because F needs a T4/T5 expression. `none` exists in prerelease evaluations only and is not publicly callable — never dispatch it."
|
|
272
|
+
},
|
|
273
|
+
"price": {
|
|
274
|
+
"input_usd_per_mtok": 10,
|
|
275
|
+
"output_usd_per_mtok": 50,
|
|
276
|
+
"cache_read_usd_per_mtok": 1,
|
|
277
|
+
"cache_write_multiplier": 1.25
|
|
278
|
+
},
|
|
279
|
+
"long_context_surcharge": null,
|
|
280
|
+
"measured": {
|
|
281
|
+
"low": {"score": 46, "usd_per_task": 0.82},
|
|
282
|
+
"medium": {"score": 50, "usd_per_task": 1.54},
|
|
283
|
+
"high": {"score": 51, "usd_per_task": 1.73},
|
|
284
|
+
"xhigh": {"score": 52, "usd_per_task": 2.31},
|
|
285
|
+
"max": {"score": 53, "usd_per_task": 3.26}
|
|
286
|
+
},
|
|
287
|
+
"indices": {
|
|
288
|
+
"thinking_cost_index": {
|
|
289
|
+
"low": 164,
|
|
290
|
+
"medium": 308,
|
|
291
|
+
"high": 346,
|
|
292
|
+
"xhigh": 462,
|
|
293
|
+
"max": 652
|
|
294
|
+
},
|
|
295
|
+
"marginal_thinking": {
|
|
296
|
+
"low->medium": {"delta_score": 4, "cost_multiplier": 1.88},
|
|
297
|
+
"medium->high": {"delta_score": 1, "cost_multiplier": 1.12},
|
|
298
|
+
"high->xhigh": {"delta_score": 1, "cost_multiplier": 1.34},
|
|
299
|
+
"xhigh->max": {"delta_score": 1, "cost_multiplier": 1.41}
|
|
300
|
+
}
|
|
301
|
+
},
|
|
302
|
+
"caps": {
|
|
303
|
+
"max_effort": "max",
|
|
304
|
+
"share_max": null
|
|
305
|
+
},
|
|
306
|
+
"notes": [
|
|
307
|
+
"A real single-agent frontier tier: no decomposition workaround needed.",
|
|
308
|
+
"Astra `low`/`medium` are priced like a strong X tier but are not a substitute for Sol on X work.",
|
|
309
|
+
"Long-context repricing is not documented for this model; assume it may apply and prefer a known-flat-priced option on very large working sets."
|
|
310
|
+
],
|
|
311
|
+
"sources": [
|
|
312
|
+
"https://artificialanalysis.ai/models/gpt-6-astra"
|
|
313
|
+
],
|
|
314
|
+
"observed_at": "2026-09-22"
|
|
315
|
+
},
|
|
316
|
+
{
|
|
317
|
+
"key": "claude-4-5-haiku",
|
|
318
|
+
"display_name": "Claude Haiku 4.5",
|
|
319
|
+
"provider": "anthropic",
|
|
320
|
+
"ladder": "claude",
|
|
321
|
+
"admission": "incumbent",
|
|
322
|
+
"tier": "W",
|
|
323
|
+
"eligible_tiers": ["W"],
|
|
324
|
+
"api_ids": {
|
|
325
|
+
"codex": null,
|
|
326
|
+
"claude": "claude-haiku-4-5",
|
|
327
|
+
"opencode": null,
|
|
328
|
+
"kilo": null
|
|
329
|
+
},
|
|
330
|
+
"context_window": 200000,
|
|
331
|
+
"max_output_tokens": null,
|
|
332
|
+
"thinking": {
|
|
333
|
+
"control": "budget_tokens",
|
|
334
|
+
"levels": ["disabled", "enabled"],
|
|
335
|
+
"always_on": false,
|
|
336
|
+
"default_for_tier": "disabled",
|
|
337
|
+
"note": "No `effort` parameter at all — only `thinking: enabled` + `budget_tokens`. T0/T1 = thinking off, T2 = small budget, T3 = moderate budget; anything that would need T4+ escalates to S instead of inflating the budget."
|
|
338
|
+
},
|
|
339
|
+
"price": {
|
|
340
|
+
"input_usd_per_mtok": 1,
|
|
341
|
+
"output_usd_per_mtok": 5,
|
|
342
|
+
"cache_read_usd_per_mtok": 0.1,
|
|
343
|
+
"cache_write_multiplier": null
|
|
344
|
+
},
|
|
345
|
+
"long_context_surcharge": null,
|
|
346
|
+
"measured": {
|
|
347
|
+
"disabled": {"score": null, "usd_per_task": null},
|
|
348
|
+
"enabled": {"score": 17, "usd_per_task": 0.21}
|
|
349
|
+
},
|
|
350
|
+
"indices": {
|
|
351
|
+
"thinking_cost_index": {
|
|
352
|
+
"disabled": null,
|
|
353
|
+
"enabled": 42
|
|
354
|
+
},
|
|
355
|
+
"marginal_thinking": {}
|
|
356
|
+
},
|
|
357
|
+
"caps": {
|
|
358
|
+
"max_effort": "enabled",
|
|
359
|
+
"share_max": null,
|
|
360
|
+
"context_cap_tokens": 200000
|
|
361
|
+
},
|
|
362
|
+
"notes": [
|
|
363
|
+
"200K context is a routing floor, not a difficulty signal: a mechanical task over a >150K working set is not a Haiku dispatch — shard it or run it S at T0–T1.",
|
|
364
|
+
"The only measured point (thinking enabled, 17 @ $0.21) is dominated by every measured Luna config. Keep it for single-provider Claude flows, not because it is cheap per task.",
|
|
365
|
+
"The `disabled` score in the dataset is incomplete and intentionally excluded."
|
|
366
|
+
],
|
|
367
|
+
"sources": [
|
|
368
|
+
"https://artificialanalysis.ai/models/claude-4-5-haiku"
|
|
369
|
+
],
|
|
370
|
+
"observed_at": "2026-09-22"
|
|
371
|
+
},
|
|
372
|
+
{
|
|
373
|
+
"key": "claude-sonnet-5",
|
|
374
|
+
"display_name": "Claude Sonnet 5",
|
|
375
|
+
"provider": "anthropic",
|
|
376
|
+
"ladder": "claude",
|
|
377
|
+
"admission": "incumbent",
|
|
378
|
+
"tier": "S",
|
|
379
|
+
"eligible_tiers": ["S"],
|
|
380
|
+
"api_ids": {
|
|
381
|
+
"codex": null,
|
|
382
|
+
"claude": "claude-sonnet-5",
|
|
383
|
+
"opencode": null,
|
|
384
|
+
"kilo": null
|
|
385
|
+
},
|
|
386
|
+
"context_window": 1000000,
|
|
387
|
+
"max_output_tokens": 128000,
|
|
388
|
+
"thinking": {
|
|
389
|
+
"control": "effort",
|
|
390
|
+
"levels": ["low", "medium", "high", "xhigh", "max"],
|
|
391
|
+
"always_on": false,
|
|
392
|
+
"default_for_tier": "medium",
|
|
393
|
+
"note": "Never run Sonnet at `max` — its only measured point and its worst value. Lower efforts are unrated, not proven bad."
|
|
394
|
+
},
|
|
395
|
+
"price": {
|
|
396
|
+
"input_usd_per_mtok": 2,
|
|
397
|
+
"output_usd_per_mtok": 10,
|
|
398
|
+
"cache_read_usd_per_mtok": 0.2,
|
|
399
|
+
"cache_write_multiplier": null
|
|
400
|
+
},
|
|
401
|
+
"long_context_surcharge": null,
|
|
402
|
+
"measured": {
|
|
403
|
+
"low": {"score": 24, "usd_per_task": 0.51},
|
|
404
|
+
"medium": {"score": 28, "usd_per_task": 1},
|
|
405
|
+
"high": {"score": 32, "usd_per_task": 1.79},
|
|
406
|
+
"xhigh": {"score": 34, "usd_per_task": 2.87},
|
|
407
|
+
"max": {"score": 38, "usd_per_task": 5.09}
|
|
408
|
+
},
|
|
409
|
+
"indices": {
|
|
410
|
+
"thinking_cost_index": {
|
|
411
|
+
"low": 102,
|
|
412
|
+
"medium": 200,
|
|
413
|
+
"high": 358,
|
|
414
|
+
"xhigh": 574,
|
|
415
|
+
"max": 1018
|
|
416
|
+
},
|
|
417
|
+
"marginal_thinking": {
|
|
418
|
+
"low->medium": {"delta_score": 4, "cost_multiplier": 1.96},
|
|
419
|
+
"medium->high": {"delta_score": 4, "cost_multiplier": 1.79},
|
|
420
|
+
"high->xhigh": {"delta_score": 2, "cost_multiplier": 1.6},
|
|
421
|
+
"xhigh->max": {"delta_score": 4, "cost_multiplier": 1.77}
|
|
422
|
+
}
|
|
423
|
+
},
|
|
424
|
+
"caps": {
|
|
425
|
+
"max_effort": "xhigh",
|
|
426
|
+
"share_max": null
|
|
427
|
+
},
|
|
428
|
+
"notes": [
|
|
429
|
+
"Sonnet 4.6 ($3/$15) is more expensive than Sonnet 5 — never pick it for cost."
|
|
430
|
+
],
|
|
431
|
+
"sources": [
|
|
432
|
+
"https://artificialanalysis.ai/models/claude-sonnet-5"
|
|
433
|
+
],
|
|
434
|
+
"observed_at": "2026-09-22"
|
|
435
|
+
},
|
|
436
|
+
{
|
|
437
|
+
"key": "claude-opus-5",
|
|
438
|
+
"display_name": "Claude Opus 5",
|
|
439
|
+
"provider": "anthropic",
|
|
440
|
+
"ladder": "claude",
|
|
441
|
+
"admission": "incumbent",
|
|
442
|
+
"tier": "X",
|
|
443
|
+
"eligible_tiers": ["X"],
|
|
444
|
+
"api_ids": {
|
|
445
|
+
"codex": null,
|
|
446
|
+
"claude": "claude-opus-5",
|
|
447
|
+
"opencode": null,
|
|
448
|
+
"kilo": null
|
|
449
|
+
},
|
|
450
|
+
"context_window": 1000000,
|
|
451
|
+
"max_output_tokens": 128000,
|
|
452
|
+
"thinking": {
|
|
453
|
+
"control": "effort",
|
|
454
|
+
"levels": ["low", "medium", "high", "xhigh", "max"],
|
|
455
|
+
"always_on": false,
|
|
456
|
+
"default_for_tier": "high",
|
|
457
|
+
"note": "X defaults to `high`; `xhigh` is the T4 expression on Claude."
|
|
458
|
+
},
|
|
459
|
+
"price": {
|
|
460
|
+
"input_usd_per_mtok": 5,
|
|
461
|
+
"output_usd_per_mtok": 25,
|
|
462
|
+
"cache_read_usd_per_mtok": 0.5,
|
|
463
|
+
"cache_write_multiplier": null,
|
|
464
|
+
"fast_mode_note": "`speed: \"fast\"` reprices Opus to $10/$50 — Fable-tier cost for Opus-tier output. Off by default; it never replaces an F dispatch."
|
|
465
|
+
},
|
|
466
|
+
"long_context_surcharge": null,
|
|
467
|
+
"measured": {
|
|
468
|
+
"low": {"score": 39, "usd_per_task": 1.1},
|
|
469
|
+
"medium": {"score": 45, "usd_per_task": 2.19},
|
|
470
|
+
"high": {"score": 48, "usd_per_task": 3.61},
|
|
471
|
+
"xhigh": {"score": 50, "usd_per_task": 4.88},
|
|
472
|
+
"max": {"score": 51, "usd_per_task": 5.86}
|
|
473
|
+
},
|
|
474
|
+
"indices": {
|
|
475
|
+
"thinking_cost_index": {
|
|
476
|
+
"low": 220,
|
|
477
|
+
"medium": 438,
|
|
478
|
+
"high": 722,
|
|
479
|
+
"xhigh": 976,
|
|
480
|
+
"max": 1172
|
|
481
|
+
},
|
|
482
|
+
"marginal_thinking": {
|
|
483
|
+
"low->medium": {"delta_score": 6, "cost_multiplier": 1.99},
|
|
484
|
+
"medium->high": {"delta_score": 3, "cost_multiplier": 1.65},
|
|
485
|
+
"high->xhigh": {"delta_score": 2, "cost_multiplier": 1.35},
|
|
486
|
+
"xhigh->max": {"delta_score": 1, "cost_multiplier": 1.2}
|
|
487
|
+
}
|
|
488
|
+
},
|
|
489
|
+
"caps": {
|
|
490
|
+
"max_effort": "xhigh",
|
|
491
|
+
"share_max": null
|
|
492
|
+
},
|
|
493
|
+
"notes": [
|
|
494
|
+
"Opus 4.8/4.7/4.6 share the $5/$25 price and are fallback-only.",
|
|
495
|
+
"Every measured Opus config is dominated on $/task by a Sol or Astra config; it stays the Claude X seat for single-provider flows and retention-constrained work."
|
|
496
|
+
],
|
|
497
|
+
"sources": [
|
|
498
|
+
"https://artificialanalysis.ai/models/claude-opus-5"
|
|
499
|
+
],
|
|
500
|
+
"observed_at": "2026-09-22"
|
|
501
|
+
},
|
|
502
|
+
{
|
|
503
|
+
"key": "claude-fable-5",
|
|
504
|
+
"display_name": "Claude Fable 5",
|
|
505
|
+
"provider": "anthropic",
|
|
506
|
+
"ladder": "claude",
|
|
507
|
+
"admission": "incumbent",
|
|
508
|
+
"tier": "F",
|
|
509
|
+
"eligible_tiers": ["F"],
|
|
510
|
+
"api_ids": {
|
|
511
|
+
"codex": null,
|
|
512
|
+
"claude": "claude-fable-5",
|
|
513
|
+
"opencode": null,
|
|
514
|
+
"kilo": null
|
|
515
|
+
},
|
|
516
|
+
"context_window": 1000000,
|
|
517
|
+
"max_output_tokens": 128000,
|
|
518
|
+
"thinking": {
|
|
519
|
+
"control": "effort",
|
|
520
|
+
"levels": ["low", "medium", "high", "xhigh", "max"],
|
|
521
|
+
"always_on": false,
|
|
522
|
+
"default_for_tier": "high",
|
|
523
|
+
"note": "Start F at `high`, not xhigh/max."
|
|
524
|
+
},
|
|
525
|
+
"price": {
|
|
526
|
+
"input_usd_per_mtok": 10,
|
|
527
|
+
"output_usd_per_mtok": 50,
|
|
528
|
+
"cache_read_usd_per_mtok": 1,
|
|
529
|
+
"cache_write_multiplier": null
|
|
530
|
+
},
|
|
531
|
+
"long_context_surcharge": null,
|
|
532
|
+
"measured": {
|
|
533
|
+
"low": {"score": null, "usd_per_task": null},
|
|
534
|
+
"medium": {"score": null, "usd_per_task": null},
|
|
535
|
+
"high": {"score": null, "usd_per_task": null},
|
|
536
|
+
"xhigh": {"score": null, "usd_per_task": null},
|
|
537
|
+
"max": {"score": 50, "usd_per_task": 8.75}
|
|
538
|
+
},
|
|
539
|
+
"measurement_note": "The single measured point (max) uses an Opus 4.8 default fallback in AA v4.3.2 and is segregated from standalone cross-model comparisons. `high` — the actual default F config — is unmeasured.",
|
|
540
|
+
"indices": {
|
|
541
|
+
"thinking_cost_index": {
|
|
542
|
+
"low": null,
|
|
543
|
+
"medium": null,
|
|
544
|
+
"high": null,
|
|
545
|
+
"xhigh": null,
|
|
546
|
+
"max": 1750
|
|
547
|
+
},
|
|
548
|
+
"marginal_thinking": {}
|
|
549
|
+
},
|
|
550
|
+
"caps": {
|
|
551
|
+
"max_effort": "max",
|
|
552
|
+
"share_max": null
|
|
553
|
+
},
|
|
554
|
+
"notes": [
|
|
555
|
+
"Default F on Claude. Choose it over the cheaper cross-provider frontier config when the flow is single-provider Claude, when long-context repricing elsewhere is a risk, or when the other model's retention terms make the material unwise to send."
|
|
556
|
+
],
|
|
557
|
+
"sources": [
|
|
558
|
+
"https://artificialanalysis.ai/models/claude-fable-5"
|
|
559
|
+
],
|
|
560
|
+
"observed_at": "2026-09-22"
|
|
561
|
+
},
|
|
562
|
+
{
|
|
563
|
+
"key": "claude-fable-5-1",
|
|
564
|
+
"display_name": "Claude Fable 5.1",
|
|
565
|
+
"provider": "anthropic",
|
|
566
|
+
"ladder": "claude",
|
|
567
|
+
"admission": "incumbent",
|
|
568
|
+
"tier": "F",
|
|
569
|
+
"eligible_tiers": ["F"],
|
|
570
|
+
"api_ids": {
|
|
571
|
+
"codex": null,
|
|
572
|
+
"claude": "claude-fable-5-1",
|
|
573
|
+
"opencode": null,
|
|
574
|
+
"kilo": null
|
|
575
|
+
},
|
|
576
|
+
"context_window": 1000000,
|
|
577
|
+
"max_output_tokens": 128000,
|
|
578
|
+
"thinking": {
|
|
579
|
+
"control": "effort",
|
|
580
|
+
"levels": ["low", "medium", "high", "xhigh", "max"],
|
|
581
|
+
"always_on": true,
|
|
582
|
+
"default_for_tier": null,
|
|
583
|
+
"note": "Thinking is always on: omit `thinking` or send `adaptive`; `disabled` and `budget_tokens` return 400. Forced `tool_choice` any/tool returns 400 — use `auto` + instruction, `strict: true`, or structured outputs. No assistant prefill; thinking blocks are model-bound and the transcript must stay append-only. Per-message `effort` via a mid-conversation system message avoids cache resets."
|
|
584
|
+
},
|
|
585
|
+
"price": {
|
|
586
|
+
"input_usd_per_mtok": 10,
|
|
587
|
+
"output_usd_per_mtok": 50,
|
|
588
|
+
"cache_read_usd_per_mtok": 0.25,
|
|
589
|
+
"cache_write_multiplier": null
|
|
590
|
+
},
|
|
591
|
+
"long_context_surcharge": null,
|
|
592
|
+
"measured": {
|
|
593
|
+
"low": {"score": 47, "usd_per_task": 2.37},
|
|
594
|
+
"medium": {"score": 49, "usd_per_task": 2.98},
|
|
595
|
+
"high": {"score": 51, "usd_per_task": 3.91},
|
|
596
|
+
"xhigh": {"score": 53, "usd_per_task": 5.98},
|
|
597
|
+
"max": {"score": 53, "usd_per_task": 7.63}
|
|
598
|
+
},
|
|
599
|
+
"measurement_note": "All displayed scores include the benchmark default fallback and are not standalone scores.",
|
|
600
|
+
"indices": {
|
|
601
|
+
"thinking_cost_index": {
|
|
602
|
+
"low": 474,
|
|
603
|
+
"medium": 596,
|
|
604
|
+
"high": 782,
|
|
605
|
+
"xhigh": 1196,
|
|
606
|
+
"max": 1526
|
|
607
|
+
},
|
|
608
|
+
"marginal_thinking": {
|
|
609
|
+
"low->medium": {"delta_score": 2, "cost_multiplier": 1.26},
|
|
610
|
+
"medium->high": {"delta_score": 2, "cost_multiplier": 1.31},
|
|
611
|
+
"high->xhigh": {"delta_score": 2, "cost_multiplier": 1.53},
|
|
612
|
+
"xhigh->max": {"delta_score": 0, "cost_multiplier": 1.28}
|
|
613
|
+
}
|
|
614
|
+
},
|
|
615
|
+
"caps": {
|
|
616
|
+
"max_effort": "max",
|
|
617
|
+
"share_max": 0.02,
|
|
618
|
+
"requires_explicit_flag": true
|
|
619
|
+
},
|
|
620
|
+
"notes": [
|
|
621
|
+
"Hard-capped exception: ≤2% of all dispatches, on explicit user request or after a documented Fable 5 F-T4 failure only. Never a default at any tier.",
|
|
622
|
+
"Shares Fable 5's list price but costs significantly more per completed task — always-on thinking, longer turns, more output tokens.",
|
|
623
|
+
"Retention caveat: frontier models under mandatory 30-day retention never receive secrets, PII, production tokens or credential-bearing code."
|
|
624
|
+
],
|
|
625
|
+
"sources": [
|
|
626
|
+
"https://artificialanalysis.ai/models/claude-fable-5-1"
|
|
627
|
+
],
|
|
628
|
+
"observed_at": "2026-09-22"
|
|
629
|
+
},
|
|
630
|
+
{
|
|
631
|
+
"key": "grok-4-7",
|
|
632
|
+
"display_name": "Grok 4.7",
|
|
633
|
+
"provider": "xai",
|
|
634
|
+
"ladder": null,
|
|
635
|
+
"admission": "incumbent",
|
|
636
|
+
"tier": null,
|
|
637
|
+
"eligible_tiers": [],
|
|
638
|
+
"api_ids": {
|
|
639
|
+
"codex": null,
|
|
640
|
+
"claude": null,
|
|
641
|
+
"opencode": null,
|
|
642
|
+
"kilo": null
|
|
643
|
+
},
|
|
644
|
+
"canonical_api_id": "grok-4.7",
|
|
645
|
+
"context_window": null,
|
|
646
|
+
"max_output_tokens": null,
|
|
647
|
+
"thinking": {
|
|
648
|
+
"control": "reasoning_effort",
|
|
649
|
+
"levels": ["low", "medium", "high", "xhigh"],
|
|
650
|
+
"always_on": false,
|
|
651
|
+
"default_for_tier": null,
|
|
652
|
+
"note": "`high` is the cheapest measured configuration; `xhigh` shows the same displayed score at greater cost. low/medium are unmeasured — evaluate locally before using them."
|
|
653
|
+
},
|
|
654
|
+
"price": {
|
|
655
|
+
"input_usd_per_mtok": 2,
|
|
656
|
+
"output_usd_per_mtok": 6,
|
|
657
|
+
"cache_read_usd_per_mtok": null,
|
|
658
|
+
"cache_write_multiplier": null
|
|
659
|
+
},
|
|
660
|
+
"long_context_surcharge": {
|
|
661
|
+
"threshold_input_tokens": 200000,
|
|
662
|
+
"input_multiplier": 2,
|
|
663
|
+
"output_multiplier": 2,
|
|
664
|
+
"effective_input_usd_per_mtok": 4,
|
|
665
|
+
"effective_output_usd_per_mtok": 12,
|
|
666
|
+
"note": "$2/$6 below 200K input; $4/$12 above."
|
|
667
|
+
},
|
|
668
|
+
"measured": {
|
|
669
|
+
"low": {"score": null, "usd_per_task": null},
|
|
670
|
+
"medium": {"score": null, "usd_per_task": null},
|
|
671
|
+
"high": {"score": 46, "usd_per_task": 2.73},
|
|
672
|
+
"xhigh": {"score": 46, "usd_per_task": 3.74}
|
|
673
|
+
},
|
|
674
|
+
"indices": {
|
|
675
|
+
"thinking_cost_index": {
|
|
676
|
+
"low": null,
|
|
677
|
+
"medium": null,
|
|
678
|
+
"high": 546,
|
|
679
|
+
"xhigh": 748
|
|
680
|
+
},
|
|
681
|
+
"marginal_thinking": {
|
|
682
|
+
"high->xhigh": {"delta_score": 0, "cost_multiplier": 1.37}
|
|
683
|
+
}
|
|
684
|
+
},
|
|
685
|
+
"caps": {
|
|
686
|
+
"max_effort": "high",
|
|
687
|
+
"share_max": null
|
|
688
|
+
},
|
|
689
|
+
"notes": [
|
|
690
|
+
"Best-measured non-incumbent with a canonical API ID. It holds no tier seat: available-but-unrated models get neither an invented score nor automatic promotion to a critical reviewer seat.",
|
|
691
|
+
"Unknown data retention or endpoint eligibility blocks sending sensitive material there."
|
|
692
|
+
],
|
|
693
|
+
"sources": [
|
|
694
|
+
"https://artificialanalysis.ai/models/grok-4-7",
|
|
695
|
+
"https://docs.x.ai/developers/release-notes"
|
|
696
|
+
],
|
|
697
|
+
"observed_at": "2026-09-22"
|
|
698
|
+
},
|
|
699
|
+
{
|
|
700
|
+
"key": "muse-spark-1-3",
|
|
701
|
+
"display_name": "Muse Spark 1.3",
|
|
702
|
+
"provider": "muse",
|
|
703
|
+
"ladder": "third-party",
|
|
704
|
+
"admission": "candidate",
|
|
705
|
+
"tier": "X",
|
|
706
|
+
"eligible_tiers": ["X"],
|
|
707
|
+
"api_ids": {
|
|
708
|
+
"codex": null,
|
|
709
|
+
"claude": null,
|
|
710
|
+
"opencode": null,
|
|
711
|
+
"kilo": null
|
|
712
|
+
},
|
|
713
|
+
"canonical_api_id": null,
|
|
714
|
+
"context_window": null,
|
|
715
|
+
"max_output_tokens": null,
|
|
716
|
+
"thinking": {
|
|
717
|
+
"control": "provider-default",
|
|
718
|
+
"levels": ["xhigh", "max"],
|
|
719
|
+
"always_on": null,
|
|
720
|
+
"default_for_tier": "xhigh",
|
|
721
|
+
"note": "Only `xhigh` and `max` are measured and the provider's real thinking control is unverified — dispatch the provider default and never send an invented effort enum."
|
|
722
|
+
},
|
|
723
|
+
"price": {
|
|
724
|
+
"input_usd_per_mtok": 1.25,
|
|
725
|
+
"output_usd_per_mtok": 4.25,
|
|
726
|
+
"cache_read_usd_per_mtok": null,
|
|
727
|
+
"cache_write_multiplier": null
|
|
728
|
+
},
|
|
729
|
+
"long_context_surcharge": null,
|
|
730
|
+
"measured": {
|
|
731
|
+
"xhigh": {"score": 45, "usd_per_task": 1.37},
|
|
732
|
+
"max": {"score": 48, "usd_per_task": 1.6}
|
|
733
|
+
},
|
|
734
|
+
"indices": {
|
|
735
|
+
"thinking_cost_index": {
|
|
736
|
+
"xhigh": 274,
|
|
737
|
+
"max": 320
|
|
738
|
+
},
|
|
739
|
+
"marginal_thinking": {
|
|
740
|
+
"xhigh->max": {"delta_score": 3, "cost_multiplier": 1.17}
|
|
741
|
+
}
|
|
742
|
+
},
|
|
743
|
+
"caps": {
|
|
744
|
+
"max_effort": "max",
|
|
745
|
+
"share_max": null
|
|
746
|
+
},
|
|
747
|
+
"notes": [
|
|
748
|
+
"`xhigh` is the lower-cost of the two measured points; `max` buys ~3 displayed points for ~17% more — use it only when those capabilities matter.",
|
|
749
|
+
"Best measured point 48 lands in the X band (45–50). That is a band placement, not a provider-ladder seat.",
|
|
750
|
+
"Candidate seat: ranked only with `--include-candidates` or when the runtime inventory exposes the model; never admitted to an independent-review seat, a T4/T5 pair or a risk-floor review row.",
|
|
751
|
+
"Data retention and endpoint eligibility are unknown — never send secrets, PII, production tokens or credential-bearing code there."
|
|
752
|
+
],
|
|
753
|
+
"sources": [
|
|
754
|
+
"https://artificialanalysis.ai/models/muse-spark-1-3"
|
|
755
|
+
],
|
|
756
|
+
"observed_at": "2026-09-22"
|
|
757
|
+
},
|
|
758
|
+
{
|
|
759
|
+
"key": "grok-4-6",
|
|
760
|
+
"display_name": "Grok 4.6",
|
|
761
|
+
"provider": "xai",
|
|
762
|
+
"ladder": "third-party",
|
|
763
|
+
"admission": "candidate",
|
|
764
|
+
"tier": "S",
|
|
765
|
+
"eligible_tiers": ["S"],
|
|
766
|
+
"api_ids": {
|
|
767
|
+
"codex": null,
|
|
768
|
+
"claude": null,
|
|
769
|
+
"opencode": null,
|
|
770
|
+
"kilo": null
|
|
771
|
+
},
|
|
772
|
+
"canonical_api_id": null,
|
|
773
|
+
"context_window": null,
|
|
774
|
+
"max_output_tokens": null,
|
|
775
|
+
"thinking": {
|
|
776
|
+
"control": "reasoning_effort",
|
|
777
|
+
"levels": ["low", "medium", "high", "xhigh"],
|
|
778
|
+
"always_on": null,
|
|
779
|
+
"default_for_tier": "medium",
|
|
780
|
+
"note": "The xAI family exposes `reasoning_effort` (same control documented for Grok 4.7). Whether thinking can be turned off on this checkpoint is not documented — `always_on` stays null."
|
|
781
|
+
},
|
|
782
|
+
"price": {
|
|
783
|
+
"input_usd_per_mtok": 2,
|
|
784
|
+
"output_usd_per_mtok": 6,
|
|
785
|
+
"cache_read_usd_per_mtok": null,
|
|
786
|
+
"cache_write_multiplier": null
|
|
787
|
+
},
|
|
788
|
+
"long_context_surcharge": null,
|
|
789
|
+
"measured": {
|
|
790
|
+
"low": {"score": 35, "usd_per_task": 0.48},
|
|
791
|
+
"medium": {"score": 43, "usd_per_task": 1.5},
|
|
792
|
+
"high": {"score": 44, "usd_per_task": 1.86},
|
|
793
|
+
"xhigh": {"score": 44, "usd_per_task": 2.32}
|
|
794
|
+
},
|
|
795
|
+
"indices": {
|
|
796
|
+
"thinking_cost_index": {
|
|
797
|
+
"low": 96,
|
|
798
|
+
"medium": 300,
|
|
799
|
+
"high": 372,
|
|
800
|
+
"xhigh": 464
|
|
801
|
+
},
|
|
802
|
+
"marginal_thinking": {
|
|
803
|
+
"low->medium": {"delta_score": 8, "cost_multiplier": 3.13},
|
|
804
|
+
"medium->high": {"delta_score": 1, "cost_multiplier": 1.24},
|
|
805
|
+
"high->xhigh": {"delta_score": 0, "cost_multiplier": 1.25}
|
|
806
|
+
}
|
|
807
|
+
},
|
|
808
|
+
"caps": {
|
|
809
|
+
"max_effort": "xhigh",
|
|
810
|
+
"share_max": null
|
|
811
|
+
},
|
|
812
|
+
"notes": [
|
|
813
|
+
"`xhigh` shows no gain over `high` (44 at both) — never pay for it.",
|
|
814
|
+
"`low` (35) sits below the S band; `medium` (43 @ $1.50) is the cheapest measured effort that reaches the band and is therefore the default.",
|
|
815
|
+
"Prefer 4.7 when the evidence justifies it, not because the version number is higher.",
|
|
816
|
+
"Candidate seat: ranked only with `--include-candidates` or when the runtime inventory exposes the model; never admitted to an independent-review seat, a T4/T5 pair or a risk-floor review row.",
|
|
817
|
+
"Data retention and endpoint eligibility are unknown — never send secrets, PII, production tokens or credential-bearing code there."
|
|
818
|
+
],
|
|
819
|
+
"sources": [
|
|
820
|
+
"https://artificialanalysis.ai/models/grok-4-6",
|
|
821
|
+
"https://docs.x.ai/developers/release-notes"
|
|
822
|
+
],
|
|
823
|
+
"observed_at": "2026-09-22"
|
|
824
|
+
},
|
|
825
|
+
{
|
|
826
|
+
"key": "mimo-v2-6-pro",
|
|
827
|
+
"display_name": "MiMo V2.6 Pro",
|
|
828
|
+
"provider": "xiaomi",
|
|
829
|
+
"ladder": "third-party",
|
|
830
|
+
"admission": "candidate",
|
|
831
|
+
"tier": "X",
|
|
832
|
+
"eligible_tiers": ["X"],
|
|
833
|
+
"api_ids": {
|
|
834
|
+
"codex": null,
|
|
835
|
+
"claude": null,
|
|
836
|
+
"opencode": null,
|
|
837
|
+
"kilo": null
|
|
838
|
+
},
|
|
839
|
+
"canonical_api_id": "mimo-v2.6-pro",
|
|
840
|
+
"context_window": null,
|
|
841
|
+
"max_output_tokens": null,
|
|
842
|
+
"thinking": {
|
|
843
|
+
"control": "provider-default",
|
|
844
|
+
"levels": ["default"],
|
|
845
|
+
"always_on": null,
|
|
846
|
+
"default_for_tier": "default",
|
|
847
|
+
"note": "Only the provider default is measured; no effort enum is established. Do not send invented effort labels."
|
|
848
|
+
},
|
|
849
|
+
"price": {
|
|
850
|
+
"input_usd_per_mtok": 0.435,
|
|
851
|
+
"output_usd_per_mtok": 0.87,
|
|
852
|
+
"cache_read_usd_per_mtok": null,
|
|
853
|
+
"cache_write_multiplier": null
|
|
854
|
+
},
|
|
855
|
+
"long_context_surcharge": null,
|
|
856
|
+
"measured": {
|
|
857
|
+
"default": {"score": 46, "usd_per_task": 0.13}
|
|
858
|
+
},
|
|
859
|
+
"indices": {
|
|
860
|
+
"thinking_cost_index": {
|
|
861
|
+
"default": 26
|
|
862
|
+
},
|
|
863
|
+
"marginal_thinking": {}
|
|
864
|
+
},
|
|
865
|
+
"caps": {
|
|
866
|
+
"max_effort": "default",
|
|
867
|
+
"share_max": null
|
|
868
|
+
},
|
|
869
|
+
"notes": [
|
|
870
|
+
"Best measured score-per-dollar in the dataset (46 @ $0.13) — but only at the provider default, with no multi-effort curve behind it.",
|
|
871
|
+
"Tier assigned from the single measured `default` point (46 → X band); nothing confirms it holds at other settings.",
|
|
872
|
+
"Candidate seat: ranked only with `--include-candidates` or when the runtime inventory exposes the model; never admitted to an independent-review seat, a T4/T5 pair or a risk-floor review row.",
|
|
873
|
+
"Data retention and endpoint eligibility are unknown — never send secrets, PII, production tokens or credential-bearing code there."
|
|
874
|
+
],
|
|
875
|
+
"sources": [
|
|
876
|
+
"https://artificialanalysis.ai/models/mimo-v2-6-pro",
|
|
877
|
+
"https://mimo.mi.com/docs/en-US/quick-start/usage-guide/text-generation/batch-api"
|
|
878
|
+
],
|
|
879
|
+
"observed_at": "2026-09-22"
|
|
880
|
+
},
|
|
881
|
+
{
|
|
882
|
+
"key": "gemini-3-8-flash",
|
|
883
|
+
"display_name": "Gemini 3.8 Flash",
|
|
884
|
+
"provider": "google",
|
|
885
|
+
"ladder": "third-party",
|
|
886
|
+
"admission": "candidate",
|
|
887
|
+
"tier": "S",
|
|
888
|
+
"eligible_tiers": ["S"],
|
|
889
|
+
"api_ids": {
|
|
890
|
+
"codex": null,
|
|
891
|
+
"claude": null,
|
|
892
|
+
"opencode": null,
|
|
893
|
+
"kilo": null
|
|
894
|
+
},
|
|
895
|
+
"canonical_api_id": null,
|
|
896
|
+
"context_window": null,
|
|
897
|
+
"max_output_tokens": null,
|
|
898
|
+
"thinking": {
|
|
899
|
+
"control": "provider-default",
|
|
900
|
+
"levels": ["low", "medium", "high"],
|
|
901
|
+
"always_on": null,
|
|
902
|
+
"default_for_tier": "medium",
|
|
903
|
+
"note": "Three measured points exist, but the parameter name that selects them is not verified here — treat the labels as benchmark rows, not as API values."
|
|
904
|
+
},
|
|
905
|
+
"price": {
|
|
906
|
+
"input_usd_per_mtok": 0.75,
|
|
907
|
+
"output_usd_per_mtok": 3.75,
|
|
908
|
+
"cache_read_usd_per_mtok": null,
|
|
909
|
+
"cache_write_multiplier": null
|
|
910
|
+
},
|
|
911
|
+
"long_context_surcharge": null,
|
|
912
|
+
"measured": {
|
|
913
|
+
"low": {"score": 33, "usd_per_task": null},
|
|
914
|
+
"medium": {"score": 40, "usd_per_task": 0.93},
|
|
915
|
+
"high": {"score": 41, "usd_per_task": 1.24}
|
|
916
|
+
},
|
|
917
|
+
"indices": {
|
|
918
|
+
"thinking_cost_index": {
|
|
919
|
+
"low": null,
|
|
920
|
+
"medium": 186,
|
|
921
|
+
"high": 248
|
|
922
|
+
},
|
|
923
|
+
"marginal_thinking": {
|
|
924
|
+
"medium->high": {"delta_score": 1, "cost_multiplier": 1.33}
|
|
925
|
+
}
|
|
926
|
+
},
|
|
927
|
+
"caps": {
|
|
928
|
+
"max_effort": "high",
|
|
929
|
+
"share_max": null
|
|
930
|
+
},
|
|
931
|
+
"notes": [
|
|
932
|
+
"`medium` when the task fits; `high` buys 1 displayed point for ~33% more. Multimodal or latency needs may still justify it.",
|
|
933
|
+
"`low` has a displayed score (33) but no published task cost — it cannot be ranked on $/task and is never the default.",
|
|
934
|
+
"Candidate seat: ranked only with `--include-candidates` or when the runtime inventory exposes the model; never admitted to an independent-review seat, a T4/T5 pair or a risk-floor review row.",
|
|
935
|
+
"Data retention and endpoint eligibility are unknown — never send secrets, PII, production tokens or credential-bearing code there."
|
|
936
|
+
],
|
|
937
|
+
"sources": [
|
|
938
|
+
"https://artificialanalysis.ai/models/gemini-3-8-flash"
|
|
939
|
+
],
|
|
940
|
+
"observed_at": "2026-09-22"
|
|
941
|
+
},
|
|
942
|
+
{
|
|
943
|
+
"key": "qwen3-8-max",
|
|
944
|
+
"display_name": "Qwen3.8 Max",
|
|
945
|
+
"provider": "alibaba",
|
|
946
|
+
"ladder": "third-party",
|
|
947
|
+
"admission": "candidate",
|
|
948
|
+
"tier": "X",
|
|
949
|
+
"eligible_tiers": ["X"],
|
|
950
|
+
"api_ids": {
|
|
951
|
+
"codex": null,
|
|
952
|
+
"claude": null,
|
|
953
|
+
"opencode": null,
|
|
954
|
+
"kilo": null
|
|
955
|
+
},
|
|
956
|
+
"canonical_api_id": null,
|
|
957
|
+
"context_window": null,
|
|
958
|
+
"max_output_tokens": null,
|
|
959
|
+
"thinking": {
|
|
960
|
+
"control": "provider-default",
|
|
961
|
+
"levels": ["default"],
|
|
962
|
+
"always_on": null,
|
|
963
|
+
"default_for_tier": "default",
|
|
964
|
+
"note": "Verified provider default only; no multi-effort curve established. Do not send invented effort enums."
|
|
965
|
+
},
|
|
966
|
+
"price": {
|
|
967
|
+
"input_usd_per_mtok": 2,
|
|
968
|
+
"output_usd_per_mtok": 6,
|
|
969
|
+
"cache_read_usd_per_mtok": null,
|
|
970
|
+
"cache_write_multiplier": null
|
|
971
|
+
},
|
|
972
|
+
"long_context_surcharge": null,
|
|
973
|
+
"measured": {
|
|
974
|
+
"default": {"score": 45, "usd_per_task": 5.41}
|
|
975
|
+
},
|
|
976
|
+
"indices": {
|
|
977
|
+
"thinking_cost_index": {
|
|
978
|
+
"default": 1082
|
|
979
|
+
},
|
|
980
|
+
"marginal_thinking": {}
|
|
981
|
+
},
|
|
982
|
+
"caps": {
|
|
983
|
+
"max_effort": "default",
|
|
984
|
+
"share_max": null
|
|
985
|
+
},
|
|
986
|
+
"notes": [
|
|
987
|
+
"Tier assigned from the single measured `default` point (45 → X band).",
|
|
988
|
+
"At $5.41/task it is the most expensive measured point anywhere in the X band — the score places it, it does not recommend it.",
|
|
989
|
+
"Candidate seat: ranked only with `--include-candidates` or when the runtime inventory exposes the model; never admitted to an independent-review seat, a T4/T5 pair or a risk-floor review row.",
|
|
990
|
+
"Data retention and endpoint eligibility are unknown — never send secrets, PII, production tokens or credential-bearing code there."
|
|
991
|
+
],
|
|
992
|
+
"sources": [
|
|
993
|
+
"https://artificialanalysis.ai/models/qwen3-8-max"
|
|
994
|
+
],
|
|
995
|
+
"observed_at": "2026-09-22"
|
|
996
|
+
},
|
|
997
|
+
{
|
|
998
|
+
"key": "glm-5-3",
|
|
999
|
+
"display_name": "GLM 5.3",
|
|
1000
|
+
"provider": "z.ai",
|
|
1001
|
+
"ladder": "open",
|
|
1002
|
+
"admission": "candidate",
|
|
1003
|
+
"tier": "X",
|
|
1004
|
+
"eligible_tiers": ["X"],
|
|
1005
|
+
"api_ids": {
|
|
1006
|
+
"codex": null,
|
|
1007
|
+
"claude": null,
|
|
1008
|
+
"opencode": null,
|
|
1009
|
+
"kilo": null
|
|
1010
|
+
},
|
|
1011
|
+
"canonical_api_id": null,
|
|
1012
|
+
"context_window": null,
|
|
1013
|
+
"max_output_tokens": null,
|
|
1014
|
+
"thinking": {
|
|
1015
|
+
"control": "provider-default",
|
|
1016
|
+
"levels": ["max"],
|
|
1017
|
+
"always_on": null,
|
|
1018
|
+
"default_for_tier": "max",
|
|
1019
|
+
"note": "Only `max` has a complete measured score/cost pair. Confirm the real control before dispatching anything else."
|
|
1020
|
+
},
|
|
1021
|
+
"price": {
|
|
1022
|
+
"input_usd_per_mtok": 1.4,
|
|
1023
|
+
"output_usd_per_mtok": 4.4,
|
|
1024
|
+
"cache_read_usd_per_mtok": null,
|
|
1025
|
+
"cache_write_multiplier": null
|
|
1026
|
+
},
|
|
1027
|
+
"long_context_surcharge": null,
|
|
1028
|
+
"measured": {
|
|
1029
|
+
"max": {"score": 45, "usd_per_task": 2.01}
|
|
1030
|
+
},
|
|
1031
|
+
"indices": {
|
|
1032
|
+
"thinking_cost_index": {
|
|
1033
|
+
"max": 402
|
|
1034
|
+
},
|
|
1035
|
+
"marginal_thinking": {}
|
|
1036
|
+
},
|
|
1037
|
+
"caps": {
|
|
1038
|
+
"max_effort": "max",
|
|
1039
|
+
"share_max": null
|
|
1040
|
+
},
|
|
1041
|
+
"notes": [
|
|
1042
|
+
"GLM 5.3 only `max` measured — that is not evidence to default to `max`. Evaluate lower settings on noncritical, checkable work first.",
|
|
1043
|
+
"Tier assigned from the single measured `max` point (45 → X band); no curve exists to confirm it.",
|
|
1044
|
+
"Candidate seat: ranked only with `--include-candidates` or when the runtime inventory exposes the model; never admitted to an independent-review seat, a T4/T5 pair or a risk-floor review row.",
|
|
1045
|
+
"Data retention and endpoint eligibility are unknown — never send secrets, PII, production tokens or credential-bearing code there."
|
|
1046
|
+
],
|
|
1047
|
+
"sources": [
|
|
1048
|
+
"https://artificialanalysis.ai/models/glm-5-3"
|
|
1049
|
+
],
|
|
1050
|
+
"observed_at": "2026-09-22"
|
|
1051
|
+
},
|
|
1052
|
+
{
|
|
1053
|
+
"key": "glm-5-3-flash",
|
|
1054
|
+
"display_name": "GLM 5.3 Flash",
|
|
1055
|
+
"provider": "z.ai",
|
|
1056
|
+
"ladder": "open",
|
|
1057
|
+
"admission": "candidate",
|
|
1058
|
+
"tier": "S",
|
|
1059
|
+
"eligible_tiers": ["S"],
|
|
1060
|
+
"api_ids": {
|
|
1061
|
+
"codex": null,
|
|
1062
|
+
"claude": null,
|
|
1063
|
+
"opencode": null,
|
|
1064
|
+
"kilo": null
|
|
1065
|
+
},
|
|
1066
|
+
"canonical_api_id": null,
|
|
1067
|
+
"context_window": null,
|
|
1068
|
+
"max_output_tokens": null,
|
|
1069
|
+
"thinking": {
|
|
1070
|
+
"control": "provider-default",
|
|
1071
|
+
"levels": ["default"],
|
|
1072
|
+
"always_on": null,
|
|
1073
|
+
"default_for_tier": "default",
|
|
1074
|
+
"note": "Verified provider default; no multi-effort curve established. Do not send invented effort enums."
|
|
1075
|
+
},
|
|
1076
|
+
"price": {
|
|
1077
|
+
"input_usd_per_mtok": 0.15,
|
|
1078
|
+
"output_usd_per_mtok": 0.5,
|
|
1079
|
+
"cache_read_usd_per_mtok": null,
|
|
1080
|
+
"cache_write_multiplier": null
|
|
1081
|
+
},
|
|
1082
|
+
"long_context_surcharge": null,
|
|
1083
|
+
"measured": {
|
|
1084
|
+
"default": {"score": 42, "usd_per_task": 0.25}
|
|
1085
|
+
},
|
|
1086
|
+
"indices": {
|
|
1087
|
+
"thinking_cost_index": {
|
|
1088
|
+
"default": 50
|
|
1089
|
+
},
|
|
1090
|
+
"marginal_thinking": {}
|
|
1091
|
+
},
|
|
1092
|
+
"caps": {
|
|
1093
|
+
"max_effort": "default",
|
|
1094
|
+
"share_max": null
|
|
1095
|
+
},
|
|
1096
|
+
"notes": [
|
|
1097
|
+
"Tier assigned from the single measured `default` point (42 → S band).",
|
|
1098
|
+
"Cheapest measured configuration that reaches the S band ($0.25/task) — the strongest cost argument among the candidates, and still not a review seat.",
|
|
1099
|
+
"Candidate seat: ranked only with `--include-candidates` or when the runtime inventory exposes the model; never admitted to an independent-review seat, a T4/T5 pair or a risk-floor review row.",
|
|
1100
|
+
"Data retention and endpoint eligibility are unknown — never send secrets, PII, production tokens or credential-bearing code there."
|
|
1101
|
+
],
|
|
1102
|
+
"sources": [
|
|
1103
|
+
"https://artificialanalysis.ai/models/glm-5-3-flash"
|
|
1104
|
+
],
|
|
1105
|
+
"observed_at": "2026-09-22"
|
|
1106
|
+
},
|
|
1107
|
+
{
|
|
1108
|
+
"key": "kimi-k3",
|
|
1109
|
+
"display_name": "Kimi K3",
|
|
1110
|
+
"provider": "moonshot",
|
|
1111
|
+
"ladder": "open",
|
|
1112
|
+
"admission": "candidate",
|
|
1113
|
+
"tier": "S",
|
|
1114
|
+
"eligible_tiers": ["S"],
|
|
1115
|
+
"api_ids": {
|
|
1116
|
+
"codex": null,
|
|
1117
|
+
"claude": null,
|
|
1118
|
+
"opencode": null,
|
|
1119
|
+
"kilo": null
|
|
1120
|
+
},
|
|
1121
|
+
"canonical_api_id": null,
|
|
1122
|
+
"context_window": null,
|
|
1123
|
+
"max_output_tokens": null,
|
|
1124
|
+
"thinking": {
|
|
1125
|
+
"control": "provider-default",
|
|
1126
|
+
"levels": ["low", "max"],
|
|
1127
|
+
"always_on": null,
|
|
1128
|
+
"default_for_tier": "max",
|
|
1129
|
+
"note": "The dataset carries a `low` row with no score and no cost; only `max` is measured. Confirm controls before treating `low` as callable."
|
|
1130
|
+
},
|
|
1131
|
+
"price": {
|
|
1132
|
+
"input_usd_per_mtok": 3,
|
|
1133
|
+
"output_usd_per_mtok": 15,
|
|
1134
|
+
"cache_read_usd_per_mtok": null,
|
|
1135
|
+
"cache_write_multiplier": null
|
|
1136
|
+
},
|
|
1137
|
+
"long_context_surcharge": null,
|
|
1138
|
+
"measured": {
|
|
1139
|
+
"low": {"score": null, "usd_per_task": null},
|
|
1140
|
+
"max": {"score": 44, "usd_per_task": 2}
|
|
1141
|
+
},
|
|
1142
|
+
"indices": {
|
|
1143
|
+
"thinking_cost_index": {
|
|
1144
|
+
"low": null,
|
|
1145
|
+
"max": 400
|
|
1146
|
+
},
|
|
1147
|
+
"marginal_thinking": {}
|
|
1148
|
+
},
|
|
1149
|
+
"caps": {
|
|
1150
|
+
"max_effort": "max",
|
|
1151
|
+
"share_max": null
|
|
1152
|
+
},
|
|
1153
|
+
"notes": [
|
|
1154
|
+
"Only `max` measured. Confirm controls; evaluate lower settings on noncritical checkable work first.",
|
|
1155
|
+
"`low` is unmeasured, not cheap — it has neither a score nor a cost in the dataset.",
|
|
1156
|
+
"Tier assigned from the single measured `max` point (44 → top of the S band).",
|
|
1157
|
+
"Candidate seat: ranked only with `--include-candidates` or when the runtime inventory exposes the model; never admitted to an independent-review seat, a T4/T5 pair or a risk-floor review row.",
|
|
1158
|
+
"Data retention and endpoint eligibility are unknown — never send secrets, PII, production tokens or credential-bearing code there."
|
|
1159
|
+
],
|
|
1160
|
+
"sources": [
|
|
1161
|
+
"https://artificialanalysis.ai/models/kimi-k3"
|
|
1162
|
+
],
|
|
1163
|
+
"observed_at": "2026-09-22"
|
|
1164
|
+
},
|
|
1165
|
+
{
|
|
1166
|
+
"key": "deepseek-v4-1-flash",
|
|
1167
|
+
"display_name": "DeepSeek V4.1 Flash",
|
|
1168
|
+
"provider": "deepseek",
|
|
1169
|
+
"ladder": "open",
|
|
1170
|
+
"admission": "candidate",
|
|
1171
|
+
"tier": "S",
|
|
1172
|
+
"eligible_tiers": ["S"],
|
|
1173
|
+
"api_ids": {
|
|
1174
|
+
"codex": null,
|
|
1175
|
+
"claude": null,
|
|
1176
|
+
"opencode": null,
|
|
1177
|
+
"kilo": null
|
|
1178
|
+
},
|
|
1179
|
+
"canonical_api_id": null,
|
|
1180
|
+
"context_window": null,
|
|
1181
|
+
"max_output_tokens": null,
|
|
1182
|
+
"thinking": {
|
|
1183
|
+
"control": "provider-default",
|
|
1184
|
+
"levels": ["max"],
|
|
1185
|
+
"always_on": null,
|
|
1186
|
+
"default_for_tier": "max",
|
|
1187
|
+
"note": "Only `max` is measured. Confirm the real control before defaulting to it."
|
|
1188
|
+
},
|
|
1189
|
+
"price": {
|
|
1190
|
+
"input_usd_per_mtok": 0.3,
|
|
1191
|
+
"output_usd_per_mtok": 1.2,
|
|
1192
|
+
"cache_read_usd_per_mtok": null,
|
|
1193
|
+
"cache_write_multiplier": null
|
|
1194
|
+
},
|
|
1195
|
+
"long_context_surcharge": null,
|
|
1196
|
+
"measured": {
|
|
1197
|
+
"max": {"score": 39, "usd_per_task": 0.27}
|
|
1198
|
+
},
|
|
1199
|
+
"indices": {
|
|
1200
|
+
"thinking_cost_index": {
|
|
1201
|
+
"max": 54
|
|
1202
|
+
},
|
|
1203
|
+
"marginal_thinking": {}
|
|
1204
|
+
},
|
|
1205
|
+
"caps": {
|
|
1206
|
+
"max_effort": "max",
|
|
1207
|
+
"share_max": null
|
|
1208
|
+
},
|
|
1209
|
+
"notes": [
|
|
1210
|
+
"Only `max` measured. Confirm controls before defaulting to it.",
|
|
1211
|
+
"Tier assigned from the single measured `max` point (39 → bottom of the S band); one point of benchmark noise would move it to W.",
|
|
1212
|
+
"Candidate seat: ranked only with `--include-candidates` or when the runtime inventory exposes the model; never admitted to an independent-review seat, a T4/T5 pair or a risk-floor review row.",
|
|
1213
|
+
"Data retention and endpoint eligibility are unknown — never send secrets, PII, production tokens or credential-bearing code there."
|
|
1214
|
+
],
|
|
1215
|
+
"sources": [
|
|
1216
|
+
"https://artificialanalysis.ai/models/deepseek-v4-1-flash"
|
|
1217
|
+
],
|
|
1218
|
+
"observed_at": "2026-09-22"
|
|
1219
|
+
},
|
|
1220
|
+
{
|
|
1221
|
+
"key": "minimax-m3",
|
|
1222
|
+
"display_name": "MiniMax M3",
|
|
1223
|
+
"provider": "minimax",
|
|
1224
|
+
"ladder": "open",
|
|
1225
|
+
"admission": "candidate",
|
|
1226
|
+
"tier": "W",
|
|
1227
|
+
"eligible_tiers": ["W"],
|
|
1228
|
+
"api_ids": {
|
|
1229
|
+
"codex": null,
|
|
1230
|
+
"claude": null,
|
|
1231
|
+
"opencode": null,
|
|
1232
|
+
"kilo": null
|
|
1233
|
+
},
|
|
1234
|
+
"canonical_api_id": null,
|
|
1235
|
+
"context_window": null,
|
|
1236
|
+
"max_output_tokens": null,
|
|
1237
|
+
"thinking": {
|
|
1238
|
+
"control": "provider-default",
|
|
1239
|
+
"levels": ["default"],
|
|
1240
|
+
"always_on": null,
|
|
1241
|
+
"default_for_tier": "default",
|
|
1242
|
+
"note": "Verified provider default; no multi-effort curve established. Do not send invented effort enums."
|
|
1243
|
+
},
|
|
1244
|
+
"price": {
|
|
1245
|
+
"input_usd_per_mtok": 0.3,
|
|
1246
|
+
"output_usd_per_mtok": 1.2,
|
|
1247
|
+
"cache_read_usd_per_mtok": null,
|
|
1248
|
+
"cache_write_multiplier": null
|
|
1249
|
+
},
|
|
1250
|
+
"long_context_surcharge": null,
|
|
1251
|
+
"measured": {
|
|
1252
|
+
"default": {"score": 29, "usd_per_task": 0.51}
|
|
1253
|
+
},
|
|
1254
|
+
"indices": {
|
|
1255
|
+
"thinking_cost_index": {
|
|
1256
|
+
"default": 102
|
|
1257
|
+
},
|
|
1258
|
+
"marginal_thinking": {}
|
|
1259
|
+
},
|
|
1260
|
+
"caps": {
|
|
1261
|
+
"max_effort": "default",
|
|
1262
|
+
"share_max": null
|
|
1263
|
+
},
|
|
1264
|
+
"notes": [
|
|
1265
|
+
"Tier assigned from the single measured `default` point (29 → W band).",
|
|
1266
|
+
"Every measured Luna config is both cheaper and higher-scoring — keep this one for flows that cannot reach the Codex ladder, not because it is cheap.",
|
|
1267
|
+
"Candidate seat: ranked only with `--include-candidates` or when the runtime inventory exposes the model; never admitted to an independent-review seat, a T4/T5 pair or a risk-floor review row.",
|
|
1268
|
+
"Data retention and endpoint eligibility are unknown — never send secrets, PII, production tokens or credential-bearing code there."
|
|
1269
|
+
],
|
|
1270
|
+
"sources": [
|
|
1271
|
+
"https://artificialanalysis.ai/models/minimax-m3"
|
|
1272
|
+
],
|
|
1273
|
+
"observed_at": "2026-09-22"
|
|
1274
|
+
}
|
|
1275
|
+
],
|
|
1276
|
+
"candidates": [
|
|
1277
|
+
{
|
|
1278
|
+
"key": "step-5",
|
|
1279
|
+
"display_name": "Step 5",
|
|
1280
|
+
"provider": "stepfun",
|
|
1281
|
+
"canonical_api_id": null,
|
|
1282
|
+
"price": {
|
|
1283
|
+
"input_usd_per_mtok": 1,
|
|
1284
|
+
"output_usd_per_mtok": 2.7
|
|
1285
|
+
},
|
|
1286
|
+
"measured": {
|
|
1287
|
+
"default": {"score": 44, "usd_per_task": 0.72}
|
|
1288
|
+
},
|
|
1289
|
+
"note": "Verified provider default; no multi-effort curve established. Left unpromoted: a single default-only point is enough to place a tier band but the shortlist is capped at 20 routable entries, and Step 5 adds no band coverage that GLM 5.3 Flash (42 @ $0.25) does not already hold more cheaply.",
|
|
1290
|
+
"source": "https://artificialanalysis.ai/models/step-5"
|
|
1291
|
+
}
|
|
1292
|
+
],
|
|
1293
|
+
"limitations": [
|
|
1294
|
+
"Benchmark cost per task comes from a public suite with its own weighting — it is not any consuming project's workload. Ratios transfer better than absolute dollars.",
|
|
1295
|
+
"Score is not reliability: on a strict end-to-end 'fully resolved' cut the ranking reorders.",
|
|
1296
|
+
"A price or a catalog entry is not evidence that the active harness can dispatch the model. Intersect with a runtime inventory before routing.",
|
|
1297
|
+
"Risk floors, retention terms and reviewer independence are not priced here and are never overridden by a cheaper config."
|
|
1298
|
+
]
|
|
1299
|
+
}
|