omnilane 0.34.0 → 0.42.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +4 -4
- package/.claude-plugin/plugin.json +2 -2
- package/CHANGELOG.md +71 -1
- package/README.ja.md +63 -33
- package/README.ko.md +63 -32
- package/README.md +147 -86
- package/README.zh-CN.md +61 -30
- package/README.zh-TW.md +124 -75
- package/VERSION +1 -1
- package/config/aa-model-policy.json +3046 -0
- package/docs/aa-model-coverage-2026-09-05.json +29204 -0
- package/docs/completion-wakeup.md +126 -0
- package/docs/model-capabilities-2026-09.md +380 -0
- package/docs/native-executor.md +264 -0
- package/docs/release-notes-0.42.1.md +32 -0
- package/hooks/routing-instruction.md +101 -40
- package/package.json +8 -2
- package/plugin.json +2 -2
- package/routing.local.yaml.example +8 -3
- package/routing.yaml +16 -16
- package/scripts/completion-wakeup.py +390 -0
- package/scripts/configure.sh +4 -4
- package/scripts/dispatch.sh +323 -32
- package/scripts/doctor.sh +55 -1
- package/scripts/jobs.sh +64 -17
- package/scripts/lib/aa_policy.py +473 -0
- package/scripts/lib/aa_retry.py +77 -0
- package/scripts/lib/common.sh +106 -1
- package/scripts/lib/job-worker.sh +314 -20
- package/scripts/lib/live-protocol.sh +147 -2
- package/scripts/lib/native.py +507 -0
- package/scripts/lib/normalize-claude-stream.py +72 -0
- package/scripts/lib/prepare-agy-mode.py +374 -0
- package/scripts/release-audit.sh +103 -0
- package/scripts/runners/run-claude.sh +81 -47
- package/scripts/runners/run-codex-live.py +462 -0
- package/scripts/runners/run-codex.sh +62 -3
- package/scripts/runners/run-gemini.sh +85 -10
- package/scripts/runners/run-grok-live.py +426 -0
- package/scripts/runners/run-grok.sh +117 -6
- package/scripts/runners/run-vote.sh +6 -3
- package/skills/omnilane/SKILL.md +217 -81
|
@@ -0,0 +1,3046 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schema_version": 1,
|
|
3
|
+
"snapshot": {
|
|
4
|
+
"id": "aa-v4.2-2026-09-07-v1",
|
|
5
|
+
"benchmark": "Artificial Analysis Intelligence Index",
|
|
6
|
+
"benchmark_version": "4.2",
|
|
7
|
+
"as_of": "2026-09-07",
|
|
8
|
+
"timezone": "Asia/Taipei",
|
|
9
|
+
"frozen": true,
|
|
10
|
+
"approval": {
|
|
11
|
+
"status": "approved",
|
|
12
|
+
"scope": "model-governance-proposal-v2",
|
|
13
|
+
"source": "docs/model-governance-proposal.md",
|
|
14
|
+
"estimated_scores": "approved_provisional"
|
|
15
|
+
},
|
|
16
|
+
"automatic_refresh_grants_authority": false
|
|
17
|
+
},
|
|
18
|
+
"policy": {
|
|
19
|
+
"decision": "target_score <= min(caller_score, inherited_ceiling)",
|
|
20
|
+
"inherited_ceiling_required_for_child": true,
|
|
21
|
+
"root_ceiling": "verified_caller_score",
|
|
22
|
+
"same_score_allowed": true,
|
|
23
|
+
"unknown": "deny",
|
|
24
|
+
"missing_identity_field": "deny",
|
|
25
|
+
"missing_transport_mapping": "deny",
|
|
26
|
+
"snapshot_version_mismatch": "deny",
|
|
27
|
+
"family_only_lookup": "deny",
|
|
28
|
+
"display_grade_is_authority": false,
|
|
29
|
+
"score_field": "score",
|
|
30
|
+
"estimate_is_independent_measurement": false,
|
|
31
|
+
"identity_fields": [
|
|
32
|
+
"vendor",
|
|
33
|
+
"model",
|
|
34
|
+
"effort",
|
|
35
|
+
"reasoning",
|
|
36
|
+
"fallback"
|
|
37
|
+
],
|
|
38
|
+
"null_identity_field": "literal_unspecified_in_evidence_not_wildcard",
|
|
39
|
+
"transport_mapping_requires_runtime_verification": true
|
|
40
|
+
},
|
|
41
|
+
"scored_configs": [
|
|
42
|
+
{
|
|
43
|
+
"id": "codex/gpt-6-astra",
|
|
44
|
+
"vendor": "codex",
|
|
45
|
+
"model": "gpt-6-astra",
|
|
46
|
+
"effort": "max",
|
|
47
|
+
"reasoning": "reasoning",
|
|
48
|
+
"fallback": null,
|
|
49
|
+
"aa_slug": "gpt-6-astra",
|
|
50
|
+
"score": 55,
|
|
51
|
+
"estimated": false,
|
|
52
|
+
"evidence_marker": "unmarked",
|
|
53
|
+
"benchmark_version": "4.2",
|
|
54
|
+
"as_of": "2026-09-07",
|
|
55
|
+
"source_urls": [
|
|
56
|
+
"https://artificialanalysis.ai/models/gpt-6-astra",
|
|
57
|
+
"https://artificialanalysis.ai/models/releases/gpt-6-astra"
|
|
58
|
+
],
|
|
59
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
60
|
+
"transport_mapping": {
|
|
61
|
+
"status": "unknown",
|
|
62
|
+
"candidate_model_ids": [
|
|
63
|
+
"gpt-6-astra"
|
|
64
|
+
],
|
|
65
|
+
"runtime_verified": false,
|
|
66
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
67
|
+
}
|
|
68
|
+
},
|
|
69
|
+
{
|
|
70
|
+
"id": "codex/gpt-6-astra-xhigh",
|
|
71
|
+
"vendor": "codex",
|
|
72
|
+
"model": "gpt-6-astra",
|
|
73
|
+
"effort": "xhigh",
|
|
74
|
+
"reasoning": "reasoning",
|
|
75
|
+
"fallback": null,
|
|
76
|
+
"aa_slug": "gpt-6-astra-xhigh",
|
|
77
|
+
"score": 54,
|
|
78
|
+
"estimated": false,
|
|
79
|
+
"evidence_marker": "unmarked",
|
|
80
|
+
"benchmark_version": "4.2",
|
|
81
|
+
"as_of": "2026-09-07",
|
|
82
|
+
"source_urls": [
|
|
83
|
+
"https://artificialanalysis.ai/models/gpt-6-astra-xhigh",
|
|
84
|
+
"https://artificialanalysis.ai/models/releases/gpt-6-astra"
|
|
85
|
+
],
|
|
86
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
87
|
+
"transport_mapping": {
|
|
88
|
+
"status": "unknown",
|
|
89
|
+
"candidate_model_ids": [
|
|
90
|
+
"gpt-6-astra"
|
|
91
|
+
],
|
|
92
|
+
"runtime_verified": false,
|
|
93
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
94
|
+
}
|
|
95
|
+
},
|
|
96
|
+
{
|
|
97
|
+
"id": "codex/gpt-6-astra-high",
|
|
98
|
+
"vendor": "codex",
|
|
99
|
+
"model": "gpt-6-astra",
|
|
100
|
+
"effort": "high",
|
|
101
|
+
"reasoning": "reasoning",
|
|
102
|
+
"fallback": null,
|
|
103
|
+
"aa_slug": "gpt-6-astra-high",
|
|
104
|
+
"score": 53,
|
|
105
|
+
"estimated": false,
|
|
106
|
+
"evidence_marker": "unmarked",
|
|
107
|
+
"benchmark_version": "4.2",
|
|
108
|
+
"as_of": "2026-09-07",
|
|
109
|
+
"source_urls": [
|
|
110
|
+
"https://artificialanalysis.ai/models/gpt-6-astra-high",
|
|
111
|
+
"https://artificialanalysis.ai/models/releases/gpt-6-astra"
|
|
112
|
+
],
|
|
113
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
114
|
+
"transport_mapping": {
|
|
115
|
+
"status": "unknown",
|
|
116
|
+
"candidate_model_ids": [
|
|
117
|
+
"gpt-6-astra"
|
|
118
|
+
],
|
|
119
|
+
"runtime_verified": false,
|
|
120
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
121
|
+
}
|
|
122
|
+
},
|
|
123
|
+
{
|
|
124
|
+
"id": "codex/gpt-6-astra-medium",
|
|
125
|
+
"vendor": "codex",
|
|
126
|
+
"model": "gpt-6-astra",
|
|
127
|
+
"effort": "medium",
|
|
128
|
+
"reasoning": "reasoning",
|
|
129
|
+
"fallback": null,
|
|
130
|
+
"aa_slug": "gpt-6-astra-medium",
|
|
131
|
+
"score": 52,
|
|
132
|
+
"estimated": false,
|
|
133
|
+
"evidence_marker": "unmarked",
|
|
134
|
+
"benchmark_version": "4.2",
|
|
135
|
+
"as_of": "2026-09-07",
|
|
136
|
+
"source_urls": [
|
|
137
|
+
"https://artificialanalysis.ai/models/gpt-6-astra-medium",
|
|
138
|
+
"https://artificialanalysis.ai/models/releases/gpt-6-astra"
|
|
139
|
+
],
|
|
140
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
141
|
+
"transport_mapping": {
|
|
142
|
+
"status": "unknown",
|
|
143
|
+
"candidate_model_ids": [
|
|
144
|
+
"gpt-6-astra"
|
|
145
|
+
],
|
|
146
|
+
"runtime_verified": false,
|
|
147
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
148
|
+
}
|
|
149
|
+
},
|
|
150
|
+
{
|
|
151
|
+
"id": "codex/gpt-6-astra-low",
|
|
152
|
+
"vendor": "codex",
|
|
153
|
+
"model": "gpt-6-astra",
|
|
154
|
+
"effort": "low",
|
|
155
|
+
"reasoning": "reasoning",
|
|
156
|
+
"fallback": null,
|
|
157
|
+
"aa_slug": "gpt-6-astra-low",
|
|
158
|
+
"score": 49,
|
|
159
|
+
"estimated": false,
|
|
160
|
+
"evidence_marker": "unmarked",
|
|
161
|
+
"benchmark_version": "4.2",
|
|
162
|
+
"as_of": "2026-09-07",
|
|
163
|
+
"source_urls": [
|
|
164
|
+
"https://artificialanalysis.ai/models/gpt-6-astra-low",
|
|
165
|
+
"https://artificialanalysis.ai/models/releases/gpt-6-astra"
|
|
166
|
+
],
|
|
167
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
168
|
+
"transport_mapping": {
|
|
169
|
+
"status": "unknown",
|
|
170
|
+
"candidate_model_ids": [
|
|
171
|
+
"gpt-6-astra"
|
|
172
|
+
],
|
|
173
|
+
"runtime_verified": false,
|
|
174
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
175
|
+
}
|
|
176
|
+
},
|
|
177
|
+
{
|
|
178
|
+
"id": "codex/gpt-6-astra-non-reasoning",
|
|
179
|
+
"vendor": "codex",
|
|
180
|
+
"model": "gpt-6-astra",
|
|
181
|
+
"effort": null,
|
|
182
|
+
"reasoning": "non-reasoning",
|
|
183
|
+
"fallback": null,
|
|
184
|
+
"aa_slug": "gpt-6-astra-non-reasoning",
|
|
185
|
+
"score": 48,
|
|
186
|
+
"estimated": false,
|
|
187
|
+
"evidence_marker": "unmarked",
|
|
188
|
+
"benchmark_version": "4.2",
|
|
189
|
+
"as_of": "2026-09-07",
|
|
190
|
+
"source_urls": [
|
|
191
|
+
"https://artificialanalysis.ai/models/gpt-6-astra-non-reasoning",
|
|
192
|
+
"https://artificialanalysis.ai/models/releases/gpt-6-astra"
|
|
193
|
+
],
|
|
194
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
195
|
+
"transport_mapping": {
|
|
196
|
+
"status": "unknown",
|
|
197
|
+
"candidate_model_ids": [
|
|
198
|
+
"gpt-6-astra"
|
|
199
|
+
],
|
|
200
|
+
"runtime_verified": false,
|
|
201
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
202
|
+
}
|
|
203
|
+
},
|
|
204
|
+
{
|
|
205
|
+
"id": "codex/gpt-5-6-sol",
|
|
206
|
+
"vendor": "codex",
|
|
207
|
+
"model": "gpt-5.6-sol",
|
|
208
|
+
"effort": "max",
|
|
209
|
+
"reasoning": "reasoning",
|
|
210
|
+
"fallback": null,
|
|
211
|
+
"aa_slug": "gpt-5-6-sol",
|
|
212
|
+
"score": 51,
|
|
213
|
+
"estimated": false,
|
|
214
|
+
"evidence_marker": "unmarked",
|
|
215
|
+
"benchmark_version": "4.2",
|
|
216
|
+
"as_of": "2026-09-07",
|
|
217
|
+
"source_urls": [
|
|
218
|
+
"https://artificialanalysis.ai/models/gpt-5-6-sol",
|
|
219
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-6-sol"
|
|
220
|
+
],
|
|
221
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
222
|
+
"transport_mapping": {
|
|
223
|
+
"status": "unknown",
|
|
224
|
+
"candidate_model_ids": [
|
|
225
|
+
"gpt-5.6-sol"
|
|
226
|
+
],
|
|
227
|
+
"runtime_verified": false,
|
|
228
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
229
|
+
}
|
|
230
|
+
},
|
|
231
|
+
{
|
|
232
|
+
"id": "codex/gpt-5-6-sol-xhigh",
|
|
233
|
+
"vendor": "codex",
|
|
234
|
+
"model": "gpt-5.6-sol",
|
|
235
|
+
"effort": "xhigh",
|
|
236
|
+
"reasoning": "reasoning",
|
|
237
|
+
"fallback": null,
|
|
238
|
+
"aa_slug": "gpt-5-6-sol-xhigh",
|
|
239
|
+
"score": 50,
|
|
240
|
+
"estimated": false,
|
|
241
|
+
"evidence_marker": "unmarked",
|
|
242
|
+
"benchmark_version": "4.2",
|
|
243
|
+
"as_of": "2026-09-07",
|
|
244
|
+
"source_urls": [
|
|
245
|
+
"https://artificialanalysis.ai/models/gpt-5-6-sol-xhigh",
|
|
246
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-6-sol"
|
|
247
|
+
],
|
|
248
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
249
|
+
"transport_mapping": {
|
|
250
|
+
"status": "unknown",
|
|
251
|
+
"candidate_model_ids": [
|
|
252
|
+
"gpt-5.6-sol"
|
|
253
|
+
],
|
|
254
|
+
"runtime_verified": false,
|
|
255
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
256
|
+
}
|
|
257
|
+
},
|
|
258
|
+
{
|
|
259
|
+
"id": "codex/gpt-5-6-sol-high",
|
|
260
|
+
"vendor": "codex",
|
|
261
|
+
"model": "gpt-5.6-sol",
|
|
262
|
+
"effort": "high",
|
|
263
|
+
"reasoning": "reasoning",
|
|
264
|
+
"fallback": null,
|
|
265
|
+
"aa_slug": "gpt-5-6-sol-high",
|
|
266
|
+
"score": 48,
|
|
267
|
+
"estimated": false,
|
|
268
|
+
"evidence_marker": "unmarked",
|
|
269
|
+
"benchmark_version": "4.2",
|
|
270
|
+
"as_of": "2026-09-07",
|
|
271
|
+
"source_urls": [
|
|
272
|
+
"https://artificialanalysis.ai/models/gpt-5-6-sol-high",
|
|
273
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-6-sol"
|
|
274
|
+
],
|
|
275
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
276
|
+
"transport_mapping": {
|
|
277
|
+
"status": "unknown",
|
|
278
|
+
"candidate_model_ids": [
|
|
279
|
+
"gpt-5.6-sol"
|
|
280
|
+
],
|
|
281
|
+
"runtime_verified": false,
|
|
282
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
283
|
+
}
|
|
284
|
+
},
|
|
285
|
+
{
|
|
286
|
+
"id": "codex/gpt-5-6-sol-medium",
|
|
287
|
+
"vendor": "codex",
|
|
288
|
+
"model": "gpt-5.6-sol",
|
|
289
|
+
"effort": "medium",
|
|
290
|
+
"reasoning": "reasoning",
|
|
291
|
+
"fallback": null,
|
|
292
|
+
"aa_slug": "gpt-5-6-sol-medium",
|
|
293
|
+
"score": 46,
|
|
294
|
+
"estimated": false,
|
|
295
|
+
"evidence_marker": "unmarked",
|
|
296
|
+
"benchmark_version": "4.2",
|
|
297
|
+
"as_of": "2026-09-07",
|
|
298
|
+
"source_urls": [
|
|
299
|
+
"https://artificialanalysis.ai/models/gpt-5-6-sol-medium",
|
|
300
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-6-sol"
|
|
301
|
+
],
|
|
302
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
303
|
+
"transport_mapping": {
|
|
304
|
+
"status": "unknown",
|
|
305
|
+
"candidate_model_ids": [
|
|
306
|
+
"gpt-5.6-sol"
|
|
307
|
+
],
|
|
308
|
+
"runtime_verified": false,
|
|
309
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
310
|
+
}
|
|
311
|
+
},
|
|
312
|
+
{
|
|
313
|
+
"id": "codex/gpt-5-6-sol-low",
|
|
314
|
+
"vendor": "codex",
|
|
315
|
+
"model": "gpt-5.6-sol",
|
|
316
|
+
"effort": "low",
|
|
317
|
+
"reasoning": "reasoning",
|
|
318
|
+
"fallback": null,
|
|
319
|
+
"aa_slug": "gpt-5-6-sol-low",
|
|
320
|
+
"score": 41,
|
|
321
|
+
"estimated": false,
|
|
322
|
+
"evidence_marker": "unmarked",
|
|
323
|
+
"benchmark_version": "4.2",
|
|
324
|
+
"as_of": "2026-09-07",
|
|
325
|
+
"source_urls": [
|
|
326
|
+
"https://artificialanalysis.ai/models/gpt-5-6-sol-low",
|
|
327
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-6-sol"
|
|
328
|
+
],
|
|
329
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
330
|
+
"transport_mapping": {
|
|
331
|
+
"status": "unknown",
|
|
332
|
+
"candidate_model_ids": [
|
|
333
|
+
"gpt-5.6-sol"
|
|
334
|
+
],
|
|
335
|
+
"runtime_verified": false,
|
|
336
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
337
|
+
}
|
|
338
|
+
},
|
|
339
|
+
{
|
|
340
|
+
"id": "codex/gpt-5-6-sol-non-reasoning",
|
|
341
|
+
"vendor": "codex",
|
|
342
|
+
"model": "gpt-5.6-sol",
|
|
343
|
+
"effort": null,
|
|
344
|
+
"reasoning": "non-reasoning",
|
|
345
|
+
"fallback": null,
|
|
346
|
+
"aa_slug": "gpt-5-6-sol-non-reasoning",
|
|
347
|
+
"score": 33,
|
|
348
|
+
"estimated": true,
|
|
349
|
+
"evidence_marker": "estimated",
|
|
350
|
+
"benchmark_version": "4.2",
|
|
351
|
+
"as_of": "2026-09-07",
|
|
352
|
+
"source_urls": [
|
|
353
|
+
"https://artificialanalysis.ai/models/gpt-5-6-sol-non-reasoning",
|
|
354
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-6-sol"
|
|
355
|
+
],
|
|
356
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
357
|
+
"transport_mapping": {
|
|
358
|
+
"status": "unknown",
|
|
359
|
+
"candidate_model_ids": [
|
|
360
|
+
"gpt-5.6-sol"
|
|
361
|
+
],
|
|
362
|
+
"runtime_verified": false,
|
|
363
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
364
|
+
}
|
|
365
|
+
},
|
|
366
|
+
{
|
|
367
|
+
"id": "codex/gpt-5-6-terra",
|
|
368
|
+
"vendor": "codex",
|
|
369
|
+
"model": "gpt-5.6-terra",
|
|
370
|
+
"effort": "max",
|
|
371
|
+
"reasoning": "reasoning",
|
|
372
|
+
"fallback": null,
|
|
373
|
+
"aa_slug": "gpt-5-6-terra",
|
|
374
|
+
"score": 47,
|
|
375
|
+
"estimated": false,
|
|
376
|
+
"evidence_marker": "unmarked",
|
|
377
|
+
"benchmark_version": "4.2",
|
|
378
|
+
"as_of": "2026-09-07",
|
|
379
|
+
"source_urls": [
|
|
380
|
+
"https://artificialanalysis.ai/models/gpt-5-6-terra",
|
|
381
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-6-terra"
|
|
382
|
+
],
|
|
383
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
384
|
+
"transport_mapping": {
|
|
385
|
+
"status": "unknown",
|
|
386
|
+
"candidate_model_ids": [
|
|
387
|
+
"gpt-5.6-terra"
|
|
388
|
+
],
|
|
389
|
+
"runtime_verified": false,
|
|
390
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
391
|
+
}
|
|
392
|
+
},
|
|
393
|
+
{
|
|
394
|
+
"id": "codex/gpt-5-6-terra-xhigh",
|
|
395
|
+
"vendor": "codex",
|
|
396
|
+
"model": "gpt-5.6-terra",
|
|
397
|
+
"effort": "xhigh",
|
|
398
|
+
"reasoning": "reasoning",
|
|
399
|
+
"fallback": null,
|
|
400
|
+
"aa_slug": "gpt-5-6-terra-xhigh",
|
|
401
|
+
"score": 44,
|
|
402
|
+
"estimated": false,
|
|
403
|
+
"evidence_marker": "unmarked",
|
|
404
|
+
"benchmark_version": "4.2",
|
|
405
|
+
"as_of": "2026-09-07",
|
|
406
|
+
"source_urls": [
|
|
407
|
+
"https://artificialanalysis.ai/models/gpt-5-6-terra-xhigh",
|
|
408
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-6-terra"
|
|
409
|
+
],
|
|
410
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
411
|
+
"transport_mapping": {
|
|
412
|
+
"status": "unknown",
|
|
413
|
+
"candidate_model_ids": [
|
|
414
|
+
"gpt-5.6-terra"
|
|
415
|
+
],
|
|
416
|
+
"runtime_verified": false,
|
|
417
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
418
|
+
}
|
|
419
|
+
},
|
|
420
|
+
{
|
|
421
|
+
"id": "codex/gpt-5-6-terra-high",
|
|
422
|
+
"vendor": "codex",
|
|
423
|
+
"model": "gpt-5.6-terra",
|
|
424
|
+
"effort": "high",
|
|
425
|
+
"reasoning": "reasoning",
|
|
426
|
+
"fallback": null,
|
|
427
|
+
"aa_slug": "gpt-5-6-terra-high",
|
|
428
|
+
"score": 41,
|
|
429
|
+
"estimated": false,
|
|
430
|
+
"evidence_marker": "unmarked",
|
|
431
|
+
"benchmark_version": "4.2",
|
|
432
|
+
"as_of": "2026-09-07",
|
|
433
|
+
"source_urls": [
|
|
434
|
+
"https://artificialanalysis.ai/models/gpt-5-6-terra-high",
|
|
435
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-6-terra"
|
|
436
|
+
],
|
|
437
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
438
|
+
"transport_mapping": {
|
|
439
|
+
"status": "unknown",
|
|
440
|
+
"candidate_model_ids": [
|
|
441
|
+
"gpt-5.6-terra"
|
|
442
|
+
],
|
|
443
|
+
"runtime_verified": false,
|
|
444
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
445
|
+
}
|
|
446
|
+
},
|
|
447
|
+
{
|
|
448
|
+
"id": "codex/gpt-5-6-terra-medium",
|
|
449
|
+
"vendor": "codex",
|
|
450
|
+
"model": "gpt-5.6-terra",
|
|
451
|
+
"effort": "medium",
|
|
452
|
+
"reasoning": "reasoning",
|
|
453
|
+
"fallback": null,
|
|
454
|
+
"aa_slug": "gpt-5-6-terra-medium",
|
|
455
|
+
"score": 37,
|
|
456
|
+
"estimated": true,
|
|
457
|
+
"evidence_marker": "estimated",
|
|
458
|
+
"benchmark_version": "4.2",
|
|
459
|
+
"as_of": "2026-09-07",
|
|
460
|
+
"source_urls": [
|
|
461
|
+
"https://artificialanalysis.ai/models/gpt-5-6-terra-medium",
|
|
462
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-6-terra"
|
|
463
|
+
],
|
|
464
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
465
|
+
"transport_mapping": {
|
|
466
|
+
"status": "unknown",
|
|
467
|
+
"candidate_model_ids": [
|
|
468
|
+
"gpt-5.6-terra"
|
|
469
|
+
],
|
|
470
|
+
"runtime_verified": false,
|
|
471
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
472
|
+
}
|
|
473
|
+
},
|
|
474
|
+
{
|
|
475
|
+
"id": "codex/gpt-5-6-terra-low",
|
|
476
|
+
"vendor": "codex",
|
|
477
|
+
"model": "gpt-5.6-terra",
|
|
478
|
+
"effort": "low",
|
|
479
|
+
"reasoning": "reasoning",
|
|
480
|
+
"fallback": null,
|
|
481
|
+
"aa_slug": "gpt-5-6-terra-low",
|
|
482
|
+
"score": 32,
|
|
483
|
+
"estimated": true,
|
|
484
|
+
"evidence_marker": "estimated",
|
|
485
|
+
"benchmark_version": "4.2",
|
|
486
|
+
"as_of": "2026-09-07",
|
|
487
|
+
"source_urls": [
|
|
488
|
+
"https://artificialanalysis.ai/models/gpt-5-6-terra-low",
|
|
489
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-6-terra"
|
|
490
|
+
],
|
|
491
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
492
|
+
"transport_mapping": {
|
|
493
|
+
"status": "unknown",
|
|
494
|
+
"candidate_model_ids": [
|
|
495
|
+
"gpt-5.6-terra"
|
|
496
|
+
],
|
|
497
|
+
"runtime_verified": false,
|
|
498
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
499
|
+
}
|
|
500
|
+
},
|
|
501
|
+
{
|
|
502
|
+
"id": "codex/gpt-5-6-terra-non-reasoning",
|
|
503
|
+
"vendor": "codex",
|
|
504
|
+
"model": "gpt-5.6-terra",
|
|
505
|
+
"effort": null,
|
|
506
|
+
"reasoning": "non-reasoning",
|
|
507
|
+
"fallback": null,
|
|
508
|
+
"aa_slug": "gpt-5-6-terra-non-reasoning",
|
|
509
|
+
"score": 26,
|
|
510
|
+
"estimated": true,
|
|
511
|
+
"evidence_marker": "estimated",
|
|
512
|
+
"benchmark_version": "4.2",
|
|
513
|
+
"as_of": "2026-09-07",
|
|
514
|
+
"source_urls": [
|
|
515
|
+
"https://artificialanalysis.ai/models/gpt-5-6-terra-non-reasoning",
|
|
516
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-6-terra"
|
|
517
|
+
],
|
|
518
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
519
|
+
"transport_mapping": {
|
|
520
|
+
"status": "unknown",
|
|
521
|
+
"candidate_model_ids": [
|
|
522
|
+
"gpt-5.6-terra"
|
|
523
|
+
],
|
|
524
|
+
"runtime_verified": false,
|
|
525
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
526
|
+
}
|
|
527
|
+
},
|
|
528
|
+
{
|
|
529
|
+
"id": "codex/gpt-5-6-luna",
|
|
530
|
+
"vendor": "codex",
|
|
531
|
+
"model": "gpt-5.6-luna",
|
|
532
|
+
"effort": "max",
|
|
533
|
+
"reasoning": "reasoning",
|
|
534
|
+
"fallback": null,
|
|
535
|
+
"aa_slug": "gpt-5-6-luna",
|
|
536
|
+
"score": 43,
|
|
537
|
+
"estimated": false,
|
|
538
|
+
"evidence_marker": "unmarked",
|
|
539
|
+
"benchmark_version": "4.2",
|
|
540
|
+
"as_of": "2026-09-07",
|
|
541
|
+
"source_urls": [
|
|
542
|
+
"https://artificialanalysis.ai/models/gpt-5-6-luna",
|
|
543
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-6-luna"
|
|
544
|
+
],
|
|
545
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
546
|
+
"transport_mapping": {
|
|
547
|
+
"status": "unknown",
|
|
548
|
+
"candidate_model_ids": [
|
|
549
|
+
"gpt-5.6-luna"
|
|
550
|
+
],
|
|
551
|
+
"runtime_verified": false,
|
|
552
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
553
|
+
}
|
|
554
|
+
},
|
|
555
|
+
{
|
|
556
|
+
"id": "codex/gpt-5-6-luna-xhigh",
|
|
557
|
+
"vendor": "codex",
|
|
558
|
+
"model": "gpt-5.6-luna",
|
|
559
|
+
"effort": "xhigh",
|
|
560
|
+
"reasoning": "reasoning",
|
|
561
|
+
"fallback": null,
|
|
562
|
+
"aa_slug": "gpt-5-6-luna-xhigh",
|
|
563
|
+
"score": 42,
|
|
564
|
+
"estimated": false,
|
|
565
|
+
"evidence_marker": "unmarked",
|
|
566
|
+
"benchmark_version": "4.2",
|
|
567
|
+
"as_of": "2026-09-07",
|
|
568
|
+
"source_urls": [
|
|
569
|
+
"https://artificialanalysis.ai/models/gpt-5-6-luna-xhigh",
|
|
570
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-6-luna"
|
|
571
|
+
],
|
|
572
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
573
|
+
"transport_mapping": {
|
|
574
|
+
"status": "unknown",
|
|
575
|
+
"candidate_model_ids": [
|
|
576
|
+
"gpt-5.6-luna"
|
|
577
|
+
],
|
|
578
|
+
"runtime_verified": false,
|
|
579
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
580
|
+
}
|
|
581
|
+
},
|
|
582
|
+
{
|
|
583
|
+
"id": "codex/gpt-5-6-luna-high",
|
|
584
|
+
"vendor": "codex",
|
|
585
|
+
"model": "gpt-5.6-luna",
|
|
586
|
+
"effort": "high",
|
|
587
|
+
"reasoning": "reasoning",
|
|
588
|
+
"fallback": null,
|
|
589
|
+
"aa_slug": "gpt-5-6-luna-high",
|
|
590
|
+
"score": 37,
|
|
591
|
+
"estimated": true,
|
|
592
|
+
"evidence_marker": "estimated",
|
|
593
|
+
"benchmark_version": "4.2",
|
|
594
|
+
"as_of": "2026-09-07",
|
|
595
|
+
"source_urls": [
|
|
596
|
+
"https://artificialanalysis.ai/models/gpt-5-6-luna-high",
|
|
597
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-6-luna"
|
|
598
|
+
],
|
|
599
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
600
|
+
"transport_mapping": {
|
|
601
|
+
"status": "unknown",
|
|
602
|
+
"candidate_model_ids": [
|
|
603
|
+
"gpt-5.6-luna"
|
|
604
|
+
],
|
|
605
|
+
"runtime_verified": false,
|
|
606
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
607
|
+
}
|
|
608
|
+
},
|
|
609
|
+
{
|
|
610
|
+
"id": "codex/gpt-5-6-luna-medium",
|
|
611
|
+
"vendor": "codex",
|
|
612
|
+
"model": "gpt-5.6-luna",
|
|
613
|
+
"effort": "medium",
|
|
614
|
+
"reasoning": "reasoning",
|
|
615
|
+
"fallback": null,
|
|
616
|
+
"aa_slug": "gpt-5-6-luna-medium",
|
|
617
|
+
"score": 30,
|
|
618
|
+
"estimated": true,
|
|
619
|
+
"evidence_marker": "estimated",
|
|
620
|
+
"benchmark_version": "4.2",
|
|
621
|
+
"as_of": "2026-09-07",
|
|
622
|
+
"source_urls": [
|
|
623
|
+
"https://artificialanalysis.ai/models/gpt-5-6-luna-medium",
|
|
624
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-6-luna"
|
|
625
|
+
],
|
|
626
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
627
|
+
"transport_mapping": {
|
|
628
|
+
"status": "unknown",
|
|
629
|
+
"candidate_model_ids": [
|
|
630
|
+
"gpt-5.6-luna"
|
|
631
|
+
],
|
|
632
|
+
"runtime_verified": false,
|
|
633
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
634
|
+
}
|
|
635
|
+
},
|
|
636
|
+
{
|
|
637
|
+
"id": "codex/gpt-5-6-luna-low",
|
|
638
|
+
"vendor": "codex",
|
|
639
|
+
"model": "gpt-5.6-luna",
|
|
640
|
+
"effort": "low",
|
|
641
|
+
"reasoning": "reasoning",
|
|
642
|
+
"fallback": null,
|
|
643
|
+
"aa_slug": "gpt-5-6-luna-low",
|
|
644
|
+
"score": 26,
|
|
645
|
+
"estimated": true,
|
|
646
|
+
"evidence_marker": "estimated",
|
|
647
|
+
"benchmark_version": "4.2",
|
|
648
|
+
"as_of": "2026-09-07",
|
|
649
|
+
"source_urls": [
|
|
650
|
+
"https://artificialanalysis.ai/models/gpt-5-6-luna-low",
|
|
651
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-6-luna"
|
|
652
|
+
],
|
|
653
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
654
|
+
"transport_mapping": {
|
|
655
|
+
"status": "unknown",
|
|
656
|
+
"candidate_model_ids": [
|
|
657
|
+
"gpt-5.6-luna"
|
|
658
|
+
],
|
|
659
|
+
"runtime_verified": false,
|
|
660
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
661
|
+
}
|
|
662
|
+
},
|
|
663
|
+
{
|
|
664
|
+
"id": "codex/gpt-5-6-luna-non-reasoning",
|
|
665
|
+
"vendor": "codex",
|
|
666
|
+
"model": "gpt-5.6-luna",
|
|
667
|
+
"effort": null,
|
|
668
|
+
"reasoning": "non-reasoning",
|
|
669
|
+
"fallback": null,
|
|
670
|
+
"aa_slug": "gpt-5-6-luna-non-reasoning",
|
|
671
|
+
"score": 19,
|
|
672
|
+
"estimated": true,
|
|
673
|
+
"evidence_marker": "estimated",
|
|
674
|
+
"benchmark_version": "4.2",
|
|
675
|
+
"as_of": "2026-09-07",
|
|
676
|
+
"source_urls": [
|
|
677
|
+
"https://artificialanalysis.ai/models/gpt-5-6-luna-non-reasoning",
|
|
678
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-6-luna"
|
|
679
|
+
],
|
|
680
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
681
|
+
"transport_mapping": {
|
|
682
|
+
"status": "unknown",
|
|
683
|
+
"candidate_model_ids": [
|
|
684
|
+
"gpt-5.6-luna"
|
|
685
|
+
],
|
|
686
|
+
"runtime_verified": false,
|
|
687
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
688
|
+
}
|
|
689
|
+
},
|
|
690
|
+
{
|
|
691
|
+
"id": "codex/gpt-5-5",
|
|
692
|
+
"vendor": "codex",
|
|
693
|
+
"model": "gpt-5.5",
|
|
694
|
+
"effort": "xhigh",
|
|
695
|
+
"reasoning": "reasoning",
|
|
696
|
+
"fallback": null,
|
|
697
|
+
"aa_slug": "gpt-5-5",
|
|
698
|
+
"score": 46,
|
|
699
|
+
"estimated": true,
|
|
700
|
+
"evidence_marker": "estimated",
|
|
701
|
+
"benchmark_version": "4.2",
|
|
702
|
+
"as_of": "2026-09-07",
|
|
703
|
+
"source_urls": [
|
|
704
|
+
"https://artificialanalysis.ai/models/gpt-5-5",
|
|
705
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-5"
|
|
706
|
+
],
|
|
707
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
708
|
+
"transport_mapping": {
|
|
709
|
+
"status": "unknown",
|
|
710
|
+
"candidate_model_ids": [
|
|
711
|
+
"gpt-5.5"
|
|
712
|
+
],
|
|
713
|
+
"runtime_verified": false,
|
|
714
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
715
|
+
}
|
|
716
|
+
},
|
|
717
|
+
{
|
|
718
|
+
"id": "codex/gpt-5-5-high",
|
|
719
|
+
"vendor": "codex",
|
|
720
|
+
"model": "gpt-5.5",
|
|
721
|
+
"effort": "high",
|
|
722
|
+
"reasoning": "reasoning",
|
|
723
|
+
"fallback": null,
|
|
724
|
+
"aa_slug": "gpt-5-5-high",
|
|
725
|
+
"score": 44,
|
|
726
|
+
"estimated": true,
|
|
727
|
+
"evidence_marker": "estimated",
|
|
728
|
+
"benchmark_version": "4.2",
|
|
729
|
+
"as_of": "2026-09-07",
|
|
730
|
+
"source_urls": [
|
|
731
|
+
"https://artificialanalysis.ai/models/gpt-5-5-high",
|
|
732
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-5"
|
|
733
|
+
],
|
|
734
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
735
|
+
"transport_mapping": {
|
|
736
|
+
"status": "unknown",
|
|
737
|
+
"candidate_model_ids": [
|
|
738
|
+
"gpt-5.5"
|
|
739
|
+
],
|
|
740
|
+
"runtime_verified": false,
|
|
741
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
742
|
+
}
|
|
743
|
+
},
|
|
744
|
+
{
|
|
745
|
+
"id": "codex/gpt-5-5-medium",
|
|
746
|
+
"vendor": "codex",
|
|
747
|
+
"model": "gpt-5.5",
|
|
748
|
+
"effort": "medium",
|
|
749
|
+
"reasoning": "reasoning",
|
|
750
|
+
"fallback": null,
|
|
751
|
+
"aa_slug": "gpt-5-5-medium",
|
|
752
|
+
"score": 42,
|
|
753
|
+
"estimated": true,
|
|
754
|
+
"evidence_marker": "estimated",
|
|
755
|
+
"benchmark_version": "4.2",
|
|
756
|
+
"as_of": "2026-09-07",
|
|
757
|
+
"source_urls": [
|
|
758
|
+
"https://artificialanalysis.ai/models/gpt-5-5-medium",
|
|
759
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-5"
|
|
760
|
+
],
|
|
761
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
762
|
+
"transport_mapping": {
|
|
763
|
+
"status": "unknown",
|
|
764
|
+
"candidate_model_ids": [
|
|
765
|
+
"gpt-5.5"
|
|
766
|
+
],
|
|
767
|
+
"runtime_verified": false,
|
|
768
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
769
|
+
}
|
|
770
|
+
},
|
|
771
|
+
{
|
|
772
|
+
"id": "codex/gpt-5-5-low",
|
|
773
|
+
"vendor": "codex",
|
|
774
|
+
"model": "gpt-5.5",
|
|
775
|
+
"effort": "low",
|
|
776
|
+
"reasoning": "reasoning",
|
|
777
|
+
"fallback": null,
|
|
778
|
+
"aa_slug": "gpt-5-5-low",
|
|
779
|
+
"score": 35,
|
|
780
|
+
"estimated": true,
|
|
781
|
+
"evidence_marker": "estimated",
|
|
782
|
+
"benchmark_version": "4.2",
|
|
783
|
+
"as_of": "2026-09-07",
|
|
784
|
+
"source_urls": [
|
|
785
|
+
"https://artificialanalysis.ai/models/gpt-5-5-low",
|
|
786
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-5"
|
|
787
|
+
],
|
|
788
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
789
|
+
"transport_mapping": {
|
|
790
|
+
"status": "unknown",
|
|
791
|
+
"candidate_model_ids": [
|
|
792
|
+
"gpt-5.5"
|
|
793
|
+
],
|
|
794
|
+
"runtime_verified": false,
|
|
795
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
796
|
+
}
|
|
797
|
+
},
|
|
798
|
+
{
|
|
799
|
+
"id": "codex/gpt-5-5-non-reasoning",
|
|
800
|
+
"vendor": "codex",
|
|
801
|
+
"model": "gpt-5.5",
|
|
802
|
+
"effort": null,
|
|
803
|
+
"reasoning": "non-reasoning",
|
|
804
|
+
"fallback": null,
|
|
805
|
+
"aa_slug": "gpt-5-5-non-reasoning",
|
|
806
|
+
"score": 27,
|
|
807
|
+
"estimated": true,
|
|
808
|
+
"evidence_marker": "estimated",
|
|
809
|
+
"benchmark_version": "4.2",
|
|
810
|
+
"as_of": "2026-09-07",
|
|
811
|
+
"source_urls": [
|
|
812
|
+
"https://artificialanalysis.ai/models/gpt-5-5-non-reasoning",
|
|
813
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-5"
|
|
814
|
+
],
|
|
815
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
816
|
+
"transport_mapping": {
|
|
817
|
+
"status": "unknown",
|
|
818
|
+
"candidate_model_ids": [
|
|
819
|
+
"gpt-5.5"
|
|
820
|
+
],
|
|
821
|
+
"runtime_verified": false,
|
|
822
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
823
|
+
}
|
|
824
|
+
},
|
|
825
|
+
{
|
|
826
|
+
"id": "codex/gpt-5-4",
|
|
827
|
+
"vendor": "codex",
|
|
828
|
+
"model": "gpt-5.4",
|
|
829
|
+
"effort": "xhigh",
|
|
830
|
+
"reasoning": "reasoning",
|
|
831
|
+
"fallback": null,
|
|
832
|
+
"aa_slug": "gpt-5-4",
|
|
833
|
+
"score": 43,
|
|
834
|
+
"estimated": true,
|
|
835
|
+
"evidence_marker": "estimated",
|
|
836
|
+
"benchmark_version": "4.2",
|
|
837
|
+
"as_of": "2026-09-07",
|
|
838
|
+
"source_urls": [
|
|
839
|
+
"https://artificialanalysis.ai/models/gpt-5-4",
|
|
840
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-4"
|
|
841
|
+
],
|
|
842
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
843
|
+
"transport_mapping": {
|
|
844
|
+
"status": "unknown",
|
|
845
|
+
"candidate_model_ids": [
|
|
846
|
+
"gpt-5.4"
|
|
847
|
+
],
|
|
848
|
+
"runtime_verified": false,
|
|
849
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
850
|
+
}
|
|
851
|
+
},
|
|
852
|
+
{
|
|
853
|
+
"id": "codex/gpt-5-4-low",
|
|
854
|
+
"vendor": "codex",
|
|
855
|
+
"model": "gpt-5.4",
|
|
856
|
+
"effort": "low",
|
|
857
|
+
"reasoning": "reasoning",
|
|
858
|
+
"fallback": null,
|
|
859
|
+
"aa_slug": "gpt-5-4-low",
|
|
860
|
+
"score": 32,
|
|
861
|
+
"estimated": true,
|
|
862
|
+
"evidence_marker": "estimated",
|
|
863
|
+
"benchmark_version": "4.2",
|
|
864
|
+
"as_of": "2026-09-07",
|
|
865
|
+
"source_urls": [
|
|
866
|
+
"https://artificialanalysis.ai/models/gpt-5-4-low",
|
|
867
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-4"
|
|
868
|
+
],
|
|
869
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
870
|
+
"transport_mapping": {
|
|
871
|
+
"status": "unknown",
|
|
872
|
+
"candidate_model_ids": [
|
|
873
|
+
"gpt-5.4"
|
|
874
|
+
],
|
|
875
|
+
"runtime_verified": false,
|
|
876
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
877
|
+
}
|
|
878
|
+
},
|
|
879
|
+
{
|
|
880
|
+
"id": "codex/gpt-5-4-non-reasoning",
|
|
881
|
+
"vendor": "codex",
|
|
882
|
+
"model": "gpt-5.4",
|
|
883
|
+
"effort": null,
|
|
884
|
+
"reasoning": "non-reasoning",
|
|
885
|
+
"fallback": null,
|
|
886
|
+
"aa_slug": "gpt-5-4-non-reasoning",
|
|
887
|
+
"score": 21,
|
|
888
|
+
"estimated": true,
|
|
889
|
+
"evidence_marker": "estimated",
|
|
890
|
+
"benchmark_version": "4.2",
|
|
891
|
+
"as_of": "2026-09-07",
|
|
892
|
+
"source_urls": [
|
|
893
|
+
"https://artificialanalysis.ai/models/gpt-5-4-non-reasoning",
|
|
894
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-4"
|
|
895
|
+
],
|
|
896
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
897
|
+
"transport_mapping": {
|
|
898
|
+
"status": "unknown",
|
|
899
|
+
"candidate_model_ids": [
|
|
900
|
+
"gpt-5.4"
|
|
901
|
+
],
|
|
902
|
+
"runtime_verified": false,
|
|
903
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
904
|
+
}
|
|
905
|
+
},
|
|
906
|
+
{
|
|
907
|
+
"id": "codex/gpt-5-4-mini",
|
|
908
|
+
"vendor": "codex",
|
|
909
|
+
"model": "gpt-5.4-mini",
|
|
910
|
+
"effort": "xhigh",
|
|
911
|
+
"reasoning": "reasoning",
|
|
912
|
+
"fallback": null,
|
|
913
|
+
"aa_slug": "gpt-5-4-mini",
|
|
914
|
+
"score": 32,
|
|
915
|
+
"estimated": true,
|
|
916
|
+
"evidence_marker": "estimated",
|
|
917
|
+
"benchmark_version": "4.2",
|
|
918
|
+
"as_of": "2026-09-07",
|
|
919
|
+
"source_urls": [
|
|
920
|
+
"https://artificialanalysis.ai/models/gpt-5-4-mini",
|
|
921
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-4-mini"
|
|
922
|
+
],
|
|
923
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
924
|
+
"transport_mapping": {
|
|
925
|
+
"status": "unknown",
|
|
926
|
+
"candidate_model_ids": [
|
|
927
|
+
"gpt-5.4-mini"
|
|
928
|
+
],
|
|
929
|
+
"runtime_verified": false,
|
|
930
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
931
|
+
}
|
|
932
|
+
},
|
|
933
|
+
{
|
|
934
|
+
"id": "codex/gpt-5-4-mini-medium",
|
|
935
|
+
"vendor": "codex",
|
|
936
|
+
"model": "gpt-5.4-mini",
|
|
937
|
+
"effort": "medium",
|
|
938
|
+
"reasoning": "reasoning",
|
|
939
|
+
"fallback": null,
|
|
940
|
+
"aa_slug": "gpt-5-4-mini-medium",
|
|
941
|
+
"score": 23,
|
|
942
|
+
"estimated": true,
|
|
943
|
+
"evidence_marker": "estimated",
|
|
944
|
+
"benchmark_version": "4.2",
|
|
945
|
+
"as_of": "2026-09-07",
|
|
946
|
+
"source_urls": [
|
|
947
|
+
"https://artificialanalysis.ai/models/gpt-5-4-mini-medium",
|
|
948
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-4-mini"
|
|
949
|
+
],
|
|
950
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
951
|
+
"transport_mapping": {
|
|
952
|
+
"status": "unknown",
|
|
953
|
+
"candidate_model_ids": [
|
|
954
|
+
"gpt-5.4-mini"
|
|
955
|
+
],
|
|
956
|
+
"runtime_verified": false,
|
|
957
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
958
|
+
}
|
|
959
|
+
},
|
|
960
|
+
{
|
|
961
|
+
"id": "codex/gpt-5-4-mini-non-reasoning",
|
|
962
|
+
"vendor": "codex",
|
|
963
|
+
"model": "gpt-5.4-mini",
|
|
964
|
+
"effort": null,
|
|
965
|
+
"reasoning": "non-reasoning",
|
|
966
|
+
"fallback": null,
|
|
967
|
+
"aa_slug": "gpt-5-4-mini-non-reasoning",
|
|
968
|
+
"score": 11,
|
|
969
|
+
"estimated": true,
|
|
970
|
+
"evidence_marker": "estimated",
|
|
971
|
+
"benchmark_version": "4.2",
|
|
972
|
+
"as_of": "2026-09-07",
|
|
973
|
+
"source_urls": [
|
|
974
|
+
"https://artificialanalysis.ai/models/gpt-5-4-mini-non-reasoning",
|
|
975
|
+
"https://artificialanalysis.ai/models/releases/gpt-5-4-mini"
|
|
976
|
+
],
|
|
977
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
978
|
+
"transport_mapping": {
|
|
979
|
+
"status": "unknown",
|
|
980
|
+
"candidate_model_ids": [
|
|
981
|
+
"gpt-5.4-mini"
|
|
982
|
+
],
|
|
983
|
+
"runtime_verified": false,
|
|
984
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
985
|
+
}
|
|
986
|
+
},
|
|
987
|
+
{
|
|
988
|
+
"id": "claude/claude-fable-5-1",
|
|
989
|
+
"vendor": "claude",
|
|
990
|
+
"model": "claude-fable-5-1",
|
|
991
|
+
"effort": "max",
|
|
992
|
+
"reasoning": "adaptive",
|
|
993
|
+
"fallback": "default",
|
|
994
|
+
"aa_slug": "claude-fable-5-1",
|
|
995
|
+
"score": 57,
|
|
996
|
+
"estimated": false,
|
|
997
|
+
"evidence_marker": "unmarked",
|
|
998
|
+
"benchmark_version": "4.2",
|
|
999
|
+
"as_of": "2026-09-07",
|
|
1000
|
+
"source_urls": [
|
|
1001
|
+
"https://artificialanalysis.ai/models/claude-fable-5-1"
|
|
1002
|
+
],
|
|
1003
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1004
|
+
"transport_mapping": {
|
|
1005
|
+
"status": "unknown",
|
|
1006
|
+
"candidate_model_ids": [
|
|
1007
|
+
"claude-fable-5-1"
|
|
1008
|
+
],
|
|
1009
|
+
"runtime_verified": false,
|
|
1010
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1011
|
+
}
|
|
1012
|
+
},
|
|
1013
|
+
{
|
|
1014
|
+
"id": "claude/claude-fable-5-1-xhigh",
|
|
1015
|
+
"vendor": "claude",
|
|
1016
|
+
"model": "claude-fable-5-1",
|
|
1017
|
+
"effort": "xhigh",
|
|
1018
|
+
"reasoning": "adaptive",
|
|
1019
|
+
"fallback": "default",
|
|
1020
|
+
"aa_slug": "claude-fable-5-1-xhigh",
|
|
1021
|
+
"score": 54,
|
|
1022
|
+
"estimated": true,
|
|
1023
|
+
"evidence_marker": "estimated",
|
|
1024
|
+
"benchmark_version": "4.2",
|
|
1025
|
+
"as_of": "2026-09-07",
|
|
1026
|
+
"source_urls": [
|
|
1027
|
+
"https://artificialanalysis.ai/models/claude-fable-5-1-xhigh"
|
|
1028
|
+
],
|
|
1029
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1030
|
+
"transport_mapping": {
|
|
1031
|
+
"status": "unknown",
|
|
1032
|
+
"candidate_model_ids": [
|
|
1033
|
+
"claude-fable-5-1"
|
|
1034
|
+
],
|
|
1035
|
+
"runtime_verified": false,
|
|
1036
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1037
|
+
}
|
|
1038
|
+
},
|
|
1039
|
+
{
|
|
1040
|
+
"id": "claude/claude-fable-5-1-high",
|
|
1041
|
+
"vendor": "claude",
|
|
1042
|
+
"model": "claude-fable-5-1",
|
|
1043
|
+
"effort": "high",
|
|
1044
|
+
"reasoning": "adaptive",
|
|
1045
|
+
"fallback": "default",
|
|
1046
|
+
"aa_slug": "claude-fable-5-1-high",
|
|
1047
|
+
"score": 52,
|
|
1048
|
+
"estimated": true,
|
|
1049
|
+
"evidence_marker": "estimated",
|
|
1050
|
+
"benchmark_version": "4.2",
|
|
1051
|
+
"as_of": "2026-09-07",
|
|
1052
|
+
"source_urls": [
|
|
1053
|
+
"https://artificialanalysis.ai/models/claude-fable-5-1-high"
|
|
1054
|
+
],
|
|
1055
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1056
|
+
"transport_mapping": {
|
|
1057
|
+
"status": "unknown",
|
|
1058
|
+
"candidate_model_ids": [
|
|
1059
|
+
"claude-fable-5-1"
|
|
1060
|
+
],
|
|
1061
|
+
"runtime_verified": false,
|
|
1062
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1063
|
+
}
|
|
1064
|
+
},
|
|
1065
|
+
{
|
|
1066
|
+
"id": "claude/claude-fable-5-1-medium",
|
|
1067
|
+
"vendor": "claude",
|
|
1068
|
+
"model": "claude-fable-5-1",
|
|
1069
|
+
"effort": "medium",
|
|
1070
|
+
"reasoning": "adaptive",
|
|
1071
|
+
"fallback": "default",
|
|
1072
|
+
"aa_slug": "claude-fable-5-1-medium",
|
|
1073
|
+
"score": 50,
|
|
1074
|
+
"estimated": true,
|
|
1075
|
+
"evidence_marker": "estimated",
|
|
1076
|
+
"benchmark_version": "4.2",
|
|
1077
|
+
"as_of": "2026-09-07",
|
|
1078
|
+
"source_urls": [
|
|
1079
|
+
"https://artificialanalysis.ai/models/claude-fable-5-1-medium"
|
|
1080
|
+
],
|
|
1081
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1082
|
+
"transport_mapping": {
|
|
1083
|
+
"status": "unknown",
|
|
1084
|
+
"candidate_model_ids": [
|
|
1085
|
+
"claude-fable-5-1"
|
|
1086
|
+
],
|
|
1087
|
+
"runtime_verified": false,
|
|
1088
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1089
|
+
}
|
|
1090
|
+
},
|
|
1091
|
+
{
|
|
1092
|
+
"id": "claude/claude-fable-5-1-low",
|
|
1093
|
+
"vendor": "claude",
|
|
1094
|
+
"model": "claude-fable-5-1",
|
|
1095
|
+
"effort": "low",
|
|
1096
|
+
"reasoning": "adaptive",
|
|
1097
|
+
"fallback": "default",
|
|
1098
|
+
"aa_slug": "claude-fable-5-1-low",
|
|
1099
|
+
"score": 48,
|
|
1100
|
+
"estimated": true,
|
|
1101
|
+
"evidence_marker": "estimated",
|
|
1102
|
+
"benchmark_version": "4.2",
|
|
1103
|
+
"as_of": "2026-09-07",
|
|
1104
|
+
"source_urls": [
|
|
1105
|
+
"https://artificialanalysis.ai/models/claude-fable-5-1-low"
|
|
1106
|
+
],
|
|
1107
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1108
|
+
"transport_mapping": {
|
|
1109
|
+
"status": "unknown",
|
|
1110
|
+
"candidate_model_ids": [
|
|
1111
|
+
"claude-fable-5-1"
|
|
1112
|
+
],
|
|
1113
|
+
"runtime_verified": false,
|
|
1114
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1115
|
+
}
|
|
1116
|
+
},
|
|
1117
|
+
{
|
|
1118
|
+
"id": "claude/claude-fable-5",
|
|
1119
|
+
"vendor": "claude",
|
|
1120
|
+
"model": "claude-fable-5",
|
|
1121
|
+
"effort": "max",
|
|
1122
|
+
"reasoning": "adaptive",
|
|
1123
|
+
"fallback": "claude-opus-4-8",
|
|
1124
|
+
"aa_slug": "claude-fable-5",
|
|
1125
|
+
"score": 53,
|
|
1126
|
+
"estimated": false,
|
|
1127
|
+
"evidence_marker": "unmarked",
|
|
1128
|
+
"benchmark_version": "4.2",
|
|
1129
|
+
"as_of": "2026-09-07",
|
|
1130
|
+
"source_urls": [
|
|
1131
|
+
"https://artificialanalysis.ai/models/claude-fable-5"
|
|
1132
|
+
],
|
|
1133
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1134
|
+
"transport_mapping": {
|
|
1135
|
+
"status": "unknown",
|
|
1136
|
+
"candidate_model_ids": [
|
|
1137
|
+
"claude-fable-5"
|
|
1138
|
+
],
|
|
1139
|
+
"runtime_verified": false,
|
|
1140
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1141
|
+
}
|
|
1142
|
+
},
|
|
1143
|
+
{
|
|
1144
|
+
"id": "claude/claude-opus-5",
|
|
1145
|
+
"vendor": "claude",
|
|
1146
|
+
"model": "claude-opus-5",
|
|
1147
|
+
"effort": "max",
|
|
1148
|
+
"reasoning": "adaptive",
|
|
1149
|
+
"fallback": null,
|
|
1150
|
+
"aa_slug": "claude-opus-5",
|
|
1151
|
+
"score": 54,
|
|
1152
|
+
"estimated": false,
|
|
1153
|
+
"evidence_marker": "unmarked",
|
|
1154
|
+
"benchmark_version": "4.2",
|
|
1155
|
+
"as_of": "2026-09-07",
|
|
1156
|
+
"source_urls": [
|
|
1157
|
+
"https://artificialanalysis.ai/models/claude-opus-5"
|
|
1158
|
+
],
|
|
1159
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1160
|
+
"transport_mapping": {
|
|
1161
|
+
"status": "unknown",
|
|
1162
|
+
"candidate_model_ids": [
|
|
1163
|
+
"claude-opus-5"
|
|
1164
|
+
],
|
|
1165
|
+
"runtime_verified": false,
|
|
1166
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1167
|
+
}
|
|
1168
|
+
},
|
|
1169
|
+
{
|
|
1170
|
+
"id": "claude/claude-opus-5-xhigh",
|
|
1171
|
+
"vendor": "claude",
|
|
1172
|
+
"model": "claude-opus-5",
|
|
1173
|
+
"effort": "xhigh",
|
|
1174
|
+
"reasoning": "adaptive",
|
|
1175
|
+
"fallback": null,
|
|
1176
|
+
"aa_slug": "claude-opus-5-xhigh",
|
|
1177
|
+
"score": 53,
|
|
1178
|
+
"estimated": false,
|
|
1179
|
+
"evidence_marker": "unmarked",
|
|
1180
|
+
"benchmark_version": "4.2",
|
|
1181
|
+
"as_of": "2026-09-07",
|
|
1182
|
+
"source_urls": [
|
|
1183
|
+
"https://artificialanalysis.ai/models/claude-opus-5-xhigh"
|
|
1184
|
+
],
|
|
1185
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1186
|
+
"transport_mapping": {
|
|
1187
|
+
"status": "unknown",
|
|
1188
|
+
"candidate_model_ids": [
|
|
1189
|
+
"claude-opus-5"
|
|
1190
|
+
],
|
|
1191
|
+
"runtime_verified": false,
|
|
1192
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1193
|
+
}
|
|
1194
|
+
},
|
|
1195
|
+
{
|
|
1196
|
+
"id": "claude/claude-opus-5-high",
|
|
1197
|
+
"vendor": "claude",
|
|
1198
|
+
"model": "claude-opus-5",
|
|
1199
|
+
"effort": "high",
|
|
1200
|
+
"reasoning": "adaptive",
|
|
1201
|
+
"fallback": null,
|
|
1202
|
+
"aa_slug": "claude-opus-5-high",
|
|
1203
|
+
"score": 52,
|
|
1204
|
+
"estimated": false,
|
|
1205
|
+
"evidence_marker": "unmarked",
|
|
1206
|
+
"benchmark_version": "4.2",
|
|
1207
|
+
"as_of": "2026-09-07",
|
|
1208
|
+
"source_urls": [
|
|
1209
|
+
"https://artificialanalysis.ai/models/claude-opus-5-high"
|
|
1210
|
+
],
|
|
1211
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1212
|
+
"transport_mapping": {
|
|
1213
|
+
"status": "unknown",
|
|
1214
|
+
"candidate_model_ids": [
|
|
1215
|
+
"claude-opus-5"
|
|
1216
|
+
],
|
|
1217
|
+
"runtime_verified": false,
|
|
1218
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1219
|
+
}
|
|
1220
|
+
},
|
|
1221
|
+
{
|
|
1222
|
+
"id": "claude/claude-opus-5-medium",
|
|
1223
|
+
"vendor": "claude",
|
|
1224
|
+
"model": "claude-opus-5",
|
|
1225
|
+
"effort": "medium",
|
|
1226
|
+
"reasoning": "adaptive",
|
|
1227
|
+
"fallback": null,
|
|
1228
|
+
"aa_slug": "claude-opus-5-medium",
|
|
1229
|
+
"score": 50,
|
|
1230
|
+
"estimated": false,
|
|
1231
|
+
"evidence_marker": "unmarked",
|
|
1232
|
+
"benchmark_version": "4.2",
|
|
1233
|
+
"as_of": "2026-09-07",
|
|
1234
|
+
"source_urls": [
|
|
1235
|
+
"https://artificialanalysis.ai/models/claude-opus-5-medium"
|
|
1236
|
+
],
|
|
1237
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1238
|
+
"transport_mapping": {
|
|
1239
|
+
"status": "unknown",
|
|
1240
|
+
"candidate_model_ids": [
|
|
1241
|
+
"claude-opus-5"
|
|
1242
|
+
],
|
|
1243
|
+
"runtime_verified": false,
|
|
1244
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1245
|
+
}
|
|
1246
|
+
},
|
|
1247
|
+
{
|
|
1248
|
+
"id": "claude/claude-opus-5-low",
|
|
1249
|
+
"vendor": "claude",
|
|
1250
|
+
"model": "claude-opus-5",
|
|
1251
|
+
"effort": "low",
|
|
1252
|
+
"reasoning": "adaptive",
|
|
1253
|
+
"fallback": null,
|
|
1254
|
+
"aa_slug": "claude-opus-5-low",
|
|
1255
|
+
"score": 44,
|
|
1256
|
+
"estimated": false,
|
|
1257
|
+
"evidence_marker": "unmarked",
|
|
1258
|
+
"benchmark_version": "4.2",
|
|
1259
|
+
"as_of": "2026-09-07",
|
|
1260
|
+
"source_urls": [
|
|
1261
|
+
"https://artificialanalysis.ai/models/claude-opus-5-low"
|
|
1262
|
+
],
|
|
1263
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1264
|
+
"transport_mapping": {
|
|
1265
|
+
"status": "unknown",
|
|
1266
|
+
"candidate_model_ids": [
|
|
1267
|
+
"claude-opus-5"
|
|
1268
|
+
],
|
|
1269
|
+
"runtime_verified": false,
|
|
1270
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1271
|
+
}
|
|
1272
|
+
},
|
|
1273
|
+
{
|
|
1274
|
+
"id": "claude/claude-sonnet-5",
|
|
1275
|
+
"vendor": "claude",
|
|
1276
|
+
"model": "claude-sonnet-5",
|
|
1277
|
+
"effort": "max",
|
|
1278
|
+
"reasoning": "adaptive",
|
|
1279
|
+
"fallback": null,
|
|
1280
|
+
"aa_slug": "claude-sonnet-5",
|
|
1281
|
+
"score": 45,
|
|
1282
|
+
"estimated": false,
|
|
1283
|
+
"evidence_marker": "unmarked",
|
|
1284
|
+
"benchmark_version": "4.2",
|
|
1285
|
+
"as_of": "2026-09-07",
|
|
1286
|
+
"source_urls": [
|
|
1287
|
+
"https://artificialanalysis.ai/models/claude-sonnet-5"
|
|
1288
|
+
],
|
|
1289
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1290
|
+
"transport_mapping": {
|
|
1291
|
+
"status": "unknown",
|
|
1292
|
+
"candidate_model_ids": [
|
|
1293
|
+
"claude-sonnet-5"
|
|
1294
|
+
],
|
|
1295
|
+
"runtime_verified": false,
|
|
1296
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1297
|
+
}
|
|
1298
|
+
},
|
|
1299
|
+
{
|
|
1300
|
+
"id": "claude/claude-sonnet-5-non-reasoning",
|
|
1301
|
+
"vendor": "claude",
|
|
1302
|
+
"model": "claude-sonnet-5",
|
|
1303
|
+
"effort": "high",
|
|
1304
|
+
"reasoning": "non-reasoning",
|
|
1305
|
+
"fallback": null,
|
|
1306
|
+
"aa_slug": "claude-sonnet-5-non-reasoning",
|
|
1307
|
+
"score": 33,
|
|
1308
|
+
"estimated": true,
|
|
1309
|
+
"evidence_marker": "estimated",
|
|
1310
|
+
"benchmark_version": "4.2",
|
|
1311
|
+
"as_of": "2026-09-07",
|
|
1312
|
+
"source_urls": [
|
|
1313
|
+
"https://artificialanalysis.ai/models/claude-sonnet-5-non-reasoning"
|
|
1314
|
+
],
|
|
1315
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1316
|
+
"transport_mapping": {
|
|
1317
|
+
"status": "unknown",
|
|
1318
|
+
"candidate_model_ids": [
|
|
1319
|
+
"claude-sonnet-5"
|
|
1320
|
+
],
|
|
1321
|
+
"runtime_verified": false,
|
|
1322
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1323
|
+
}
|
|
1324
|
+
},
|
|
1325
|
+
{
|
|
1326
|
+
"id": "claude/claude-opus-4-8",
|
|
1327
|
+
"vendor": "claude",
|
|
1328
|
+
"model": "claude-opus-4-8",
|
|
1329
|
+
"effort": "max",
|
|
1330
|
+
"reasoning": "adaptive",
|
|
1331
|
+
"fallback": null,
|
|
1332
|
+
"aa_slug": "claude-opus-4-8",
|
|
1333
|
+
"score": 46,
|
|
1334
|
+
"estimated": true,
|
|
1335
|
+
"evidence_marker": "estimated",
|
|
1336
|
+
"benchmark_version": "4.2",
|
|
1337
|
+
"as_of": "2026-09-07",
|
|
1338
|
+
"source_urls": [
|
|
1339
|
+
"https://artificialanalysis.ai/models/claude-opus-4-8"
|
|
1340
|
+
],
|
|
1341
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1342
|
+
"transport_mapping": {
|
|
1343
|
+
"status": "unknown",
|
|
1344
|
+
"candidate_model_ids": [
|
|
1345
|
+
"claude-opus-4-8"
|
|
1346
|
+
],
|
|
1347
|
+
"runtime_verified": false,
|
|
1348
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1349
|
+
}
|
|
1350
|
+
},
|
|
1351
|
+
{
|
|
1352
|
+
"id": "claude/claude-opus-4-7",
|
|
1353
|
+
"vendor": "claude",
|
|
1354
|
+
"model": "claude-opus-4-7",
|
|
1355
|
+
"effort": "max",
|
|
1356
|
+
"reasoning": "adaptive",
|
|
1357
|
+
"fallback": null,
|
|
1358
|
+
"aa_slug": "claude-opus-4-7",
|
|
1359
|
+
"score": 44,
|
|
1360
|
+
"estimated": true,
|
|
1361
|
+
"evidence_marker": "estimated",
|
|
1362
|
+
"benchmark_version": "4.2",
|
|
1363
|
+
"as_of": "2026-09-07",
|
|
1364
|
+
"source_urls": [
|
|
1365
|
+
"https://artificialanalysis.ai/models/claude-opus-4-7"
|
|
1366
|
+
],
|
|
1367
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1368
|
+
"transport_mapping": {
|
|
1369
|
+
"status": "unknown",
|
|
1370
|
+
"candidate_model_ids": [
|
|
1371
|
+
"claude-opus-4-7"
|
|
1372
|
+
],
|
|
1373
|
+
"runtime_verified": false,
|
|
1374
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1375
|
+
}
|
|
1376
|
+
},
|
|
1377
|
+
{
|
|
1378
|
+
"id": "claude/claude-opus-4-7-non-reasoning",
|
|
1379
|
+
"vendor": "claude",
|
|
1380
|
+
"model": "claude-opus-4-7",
|
|
1381
|
+
"effort": "high",
|
|
1382
|
+
"reasoning": "non-reasoning",
|
|
1383
|
+
"fallback": null,
|
|
1384
|
+
"aa_slug": "claude-opus-4-7-non-reasoning",
|
|
1385
|
+
"score": 35,
|
|
1386
|
+
"estimated": true,
|
|
1387
|
+
"evidence_marker": "estimated",
|
|
1388
|
+
"benchmark_version": "4.2",
|
|
1389
|
+
"as_of": "2026-09-07",
|
|
1390
|
+
"source_urls": [
|
|
1391
|
+
"https://artificialanalysis.ai/models/claude-opus-4-7-non-reasoning"
|
|
1392
|
+
],
|
|
1393
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1394
|
+
"transport_mapping": {
|
|
1395
|
+
"status": "unknown",
|
|
1396
|
+
"candidate_model_ids": [
|
|
1397
|
+
"claude-opus-4-7"
|
|
1398
|
+
],
|
|
1399
|
+
"runtime_verified": false,
|
|
1400
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1401
|
+
}
|
|
1402
|
+
},
|
|
1403
|
+
{
|
|
1404
|
+
"id": "claude/claude-opus-4-6-adaptive",
|
|
1405
|
+
"vendor": "claude",
|
|
1406
|
+
"model": "claude-opus-4-6",
|
|
1407
|
+
"effort": "max",
|
|
1408
|
+
"reasoning": "adaptive",
|
|
1409
|
+
"fallback": null,
|
|
1410
|
+
"aa_slug": "claude-opus-4-6-adaptive",
|
|
1411
|
+
"score": 36,
|
|
1412
|
+
"estimated": true,
|
|
1413
|
+
"evidence_marker": "estimated",
|
|
1414
|
+
"benchmark_version": "4.2",
|
|
1415
|
+
"as_of": "2026-09-07",
|
|
1416
|
+
"source_urls": [
|
|
1417
|
+
"https://artificialanalysis.ai/models/claude-opus-4-6-adaptive"
|
|
1418
|
+
],
|
|
1419
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1420
|
+
"transport_mapping": {
|
|
1421
|
+
"status": "unknown",
|
|
1422
|
+
"candidate_model_ids": [
|
|
1423
|
+
"claude-opus-4-6"
|
|
1424
|
+
],
|
|
1425
|
+
"runtime_verified": false,
|
|
1426
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1427
|
+
}
|
|
1428
|
+
},
|
|
1429
|
+
{
|
|
1430
|
+
"id": "claude/claude-opus-4-6",
|
|
1431
|
+
"vendor": "claude",
|
|
1432
|
+
"model": "claude-opus-4-6",
|
|
1433
|
+
"effort": "high",
|
|
1434
|
+
"reasoning": "non-reasoning",
|
|
1435
|
+
"fallback": null,
|
|
1436
|
+
"aa_slug": "claude-opus-4-6",
|
|
1437
|
+
"score": 31,
|
|
1438
|
+
"estimated": true,
|
|
1439
|
+
"evidence_marker": "estimated",
|
|
1440
|
+
"benchmark_version": "4.2",
|
|
1441
|
+
"as_of": "2026-09-07",
|
|
1442
|
+
"source_urls": [
|
|
1443
|
+
"https://artificialanalysis.ai/models/claude-opus-4-6"
|
|
1444
|
+
],
|
|
1445
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1446
|
+
"transport_mapping": {
|
|
1447
|
+
"status": "unknown",
|
|
1448
|
+
"candidate_model_ids": [
|
|
1449
|
+
"claude-opus-4-6"
|
|
1450
|
+
],
|
|
1451
|
+
"runtime_verified": false,
|
|
1452
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1453
|
+
}
|
|
1454
|
+
},
|
|
1455
|
+
{
|
|
1456
|
+
"id": "claude/claude-opus-4-5-thinking",
|
|
1457
|
+
"vendor": "claude",
|
|
1458
|
+
"model": "claude-opus-4-5",
|
|
1459
|
+
"effort": null,
|
|
1460
|
+
"reasoning": "reasoning",
|
|
1461
|
+
"fallback": null,
|
|
1462
|
+
"aa_slug": "claude-opus-4-5-thinking",
|
|
1463
|
+
"score": 34,
|
|
1464
|
+
"estimated": true,
|
|
1465
|
+
"evidence_marker": "estimated",
|
|
1466
|
+
"benchmark_version": "4.2",
|
|
1467
|
+
"as_of": "2026-09-07",
|
|
1468
|
+
"source_urls": [
|
|
1469
|
+
"https://artificialanalysis.ai/models/claude-opus-4-5-thinking"
|
|
1470
|
+
],
|
|
1471
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1472
|
+
"transport_mapping": {
|
|
1473
|
+
"status": "unknown",
|
|
1474
|
+
"candidate_model_ids": [
|
|
1475
|
+
"claude-opus-4-5"
|
|
1476
|
+
],
|
|
1477
|
+
"runtime_verified": false,
|
|
1478
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1479
|
+
}
|
|
1480
|
+
},
|
|
1481
|
+
{
|
|
1482
|
+
"id": "claude/claude-opus-4-5",
|
|
1483
|
+
"vendor": "claude",
|
|
1484
|
+
"model": "claude-opus-4-5",
|
|
1485
|
+
"effort": null,
|
|
1486
|
+
"reasoning": "non-reasoning",
|
|
1487
|
+
"fallback": null,
|
|
1488
|
+
"aa_slug": "claude-opus-4-5",
|
|
1489
|
+
"score": 28,
|
|
1490
|
+
"estimated": true,
|
|
1491
|
+
"evidence_marker": "estimated",
|
|
1492
|
+
"benchmark_version": "4.2",
|
|
1493
|
+
"as_of": "2026-09-07",
|
|
1494
|
+
"source_urls": [
|
|
1495
|
+
"https://artificialanalysis.ai/models/claude-opus-4-5"
|
|
1496
|
+
],
|
|
1497
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1498
|
+
"transport_mapping": {
|
|
1499
|
+
"status": "unknown",
|
|
1500
|
+
"candidate_model_ids": [
|
|
1501
|
+
"claude-opus-4-5"
|
|
1502
|
+
],
|
|
1503
|
+
"runtime_verified": false,
|
|
1504
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1505
|
+
}
|
|
1506
|
+
},
|
|
1507
|
+
{
|
|
1508
|
+
"id": "claude/claude-sonnet-4-6-adaptive",
|
|
1509
|
+
"vendor": "claude",
|
|
1510
|
+
"model": "claude-sonnet-4-6",
|
|
1511
|
+
"effort": "max",
|
|
1512
|
+
"reasoning": "adaptive",
|
|
1513
|
+
"fallback": null,
|
|
1514
|
+
"aa_slug": "claude-sonnet-4-6-adaptive",
|
|
1515
|
+
"score": 38,
|
|
1516
|
+
"estimated": true,
|
|
1517
|
+
"evidence_marker": "estimated",
|
|
1518
|
+
"benchmark_version": "4.2",
|
|
1519
|
+
"as_of": "2026-09-07",
|
|
1520
|
+
"source_urls": [
|
|
1521
|
+
"https://artificialanalysis.ai/models/claude-sonnet-4-6-adaptive"
|
|
1522
|
+
],
|
|
1523
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1524
|
+
"transport_mapping": {
|
|
1525
|
+
"status": "unknown",
|
|
1526
|
+
"candidate_model_ids": [
|
|
1527
|
+
"claude-sonnet-4-6"
|
|
1528
|
+
],
|
|
1529
|
+
"runtime_verified": false,
|
|
1530
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1531
|
+
}
|
|
1532
|
+
},
|
|
1533
|
+
{
|
|
1534
|
+
"id": "claude/claude-sonnet-4-6",
|
|
1535
|
+
"vendor": "claude",
|
|
1536
|
+
"model": "claude-sonnet-4-6",
|
|
1537
|
+
"effort": "high",
|
|
1538
|
+
"reasoning": "non-reasoning",
|
|
1539
|
+
"fallback": null,
|
|
1540
|
+
"aa_slug": "claude-sonnet-4-6",
|
|
1541
|
+
"score": 29,
|
|
1542
|
+
"estimated": true,
|
|
1543
|
+
"evidence_marker": "estimated",
|
|
1544
|
+
"benchmark_version": "4.2",
|
|
1545
|
+
"as_of": "2026-09-07",
|
|
1546
|
+
"source_urls": [
|
|
1547
|
+
"https://artificialanalysis.ai/models/claude-sonnet-4-6"
|
|
1548
|
+
],
|
|
1549
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1550
|
+
"transport_mapping": {
|
|
1551
|
+
"status": "unknown",
|
|
1552
|
+
"candidate_model_ids": [
|
|
1553
|
+
"claude-sonnet-4-6"
|
|
1554
|
+
],
|
|
1555
|
+
"runtime_verified": false,
|
|
1556
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1557
|
+
}
|
|
1558
|
+
},
|
|
1559
|
+
{
|
|
1560
|
+
"id": "claude/claude-sonnet-4-6-non-reasoning-low-effort",
|
|
1561
|
+
"vendor": "claude",
|
|
1562
|
+
"model": "claude-sonnet-4-6",
|
|
1563
|
+
"effort": "low",
|
|
1564
|
+
"reasoning": "non-reasoning",
|
|
1565
|
+
"fallback": null,
|
|
1566
|
+
"aa_slug": "claude-sonnet-4-6-non-reasoning-low-effort",
|
|
1567
|
+
"score": 27,
|
|
1568
|
+
"estimated": true,
|
|
1569
|
+
"evidence_marker": "estimated",
|
|
1570
|
+
"benchmark_version": "4.2",
|
|
1571
|
+
"as_of": "2026-09-07",
|
|
1572
|
+
"source_urls": [
|
|
1573
|
+
"https://artificialanalysis.ai/models/claude-sonnet-4-6-non-reasoning-low-effort"
|
|
1574
|
+
],
|
|
1575
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1576
|
+
"transport_mapping": {
|
|
1577
|
+
"status": "unknown",
|
|
1578
|
+
"candidate_model_ids": [
|
|
1579
|
+
"claude-sonnet-4-6"
|
|
1580
|
+
],
|
|
1581
|
+
"runtime_verified": false,
|
|
1582
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1583
|
+
}
|
|
1584
|
+
},
|
|
1585
|
+
{
|
|
1586
|
+
"id": "claude/claude-4-5-sonnet-thinking",
|
|
1587
|
+
"vendor": "claude",
|
|
1588
|
+
"model": "claude-sonnet-4-5",
|
|
1589
|
+
"effort": null,
|
|
1590
|
+
"reasoning": "reasoning",
|
|
1591
|
+
"fallback": null,
|
|
1592
|
+
"aa_slug": "claude-4-5-sonnet-thinking",
|
|
1593
|
+
"score": 29,
|
|
1594
|
+
"estimated": true,
|
|
1595
|
+
"evidence_marker": "estimated",
|
|
1596
|
+
"benchmark_version": "4.2",
|
|
1597
|
+
"as_of": "2026-09-07",
|
|
1598
|
+
"source_urls": [
|
|
1599
|
+
"https://artificialanalysis.ai/models/claude-4-5-sonnet-thinking"
|
|
1600
|
+
],
|
|
1601
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1602
|
+
"transport_mapping": {
|
|
1603
|
+
"status": "unknown",
|
|
1604
|
+
"candidate_model_ids": [
|
|
1605
|
+
"claude-sonnet-4-5"
|
|
1606
|
+
],
|
|
1607
|
+
"runtime_verified": false,
|
|
1608
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1609
|
+
}
|
|
1610
|
+
},
|
|
1611
|
+
{
|
|
1612
|
+
"id": "claude/claude-4-5-sonnet",
|
|
1613
|
+
"vendor": "claude",
|
|
1614
|
+
"model": "claude-sonnet-4-5",
|
|
1615
|
+
"effort": null,
|
|
1616
|
+
"reasoning": "non-reasoning",
|
|
1617
|
+
"fallback": null,
|
|
1618
|
+
"aa_slug": "claude-4-5-sonnet",
|
|
1619
|
+
"score": 23,
|
|
1620
|
+
"estimated": true,
|
|
1621
|
+
"evidence_marker": "estimated",
|
|
1622
|
+
"benchmark_version": "4.2",
|
|
1623
|
+
"as_of": "2026-09-07",
|
|
1624
|
+
"source_urls": [
|
|
1625
|
+
"https://artificialanalysis.ai/models/claude-4-5-sonnet"
|
|
1626
|
+
],
|
|
1627
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1628
|
+
"transport_mapping": {
|
|
1629
|
+
"status": "unknown",
|
|
1630
|
+
"candidate_model_ids": [
|
|
1631
|
+
"claude-sonnet-4-5"
|
|
1632
|
+
],
|
|
1633
|
+
"runtime_verified": false,
|
|
1634
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1635
|
+
}
|
|
1636
|
+
},
|
|
1637
|
+
{
|
|
1638
|
+
"id": "claude/claude-4-5-haiku-reasoning",
|
|
1639
|
+
"vendor": "claude",
|
|
1640
|
+
"model": "claude-haiku-4-5",
|
|
1641
|
+
"effort": null,
|
|
1642
|
+
"reasoning": "reasoning",
|
|
1643
|
+
"fallback": null,
|
|
1644
|
+
"aa_slug": "claude-4-5-haiku-reasoning",
|
|
1645
|
+
"score": 22,
|
|
1646
|
+
"estimated": false,
|
|
1647
|
+
"evidence_marker": "unmarked",
|
|
1648
|
+
"benchmark_version": "4.2",
|
|
1649
|
+
"as_of": "2026-09-07",
|
|
1650
|
+
"source_urls": [
|
|
1651
|
+
"https://artificialanalysis.ai/models/claude-4-5-haiku-reasoning"
|
|
1652
|
+
],
|
|
1653
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1654
|
+
"transport_mapping": {
|
|
1655
|
+
"status": "unknown",
|
|
1656
|
+
"candidate_model_ids": [
|
|
1657
|
+
"claude-haiku-4-5"
|
|
1658
|
+
],
|
|
1659
|
+
"runtime_verified": false,
|
|
1660
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1661
|
+
}
|
|
1662
|
+
},
|
|
1663
|
+
{
|
|
1664
|
+
"id": "claude/claude-4-5-haiku",
|
|
1665
|
+
"vendor": "claude",
|
|
1666
|
+
"model": "claude-haiku-4-5",
|
|
1667
|
+
"effort": null,
|
|
1668
|
+
"reasoning": "non-reasoning",
|
|
1669
|
+
"fallback": null,
|
|
1670
|
+
"aa_slug": "claude-4-5-haiku",
|
|
1671
|
+
"score": 17,
|
|
1672
|
+
"estimated": true,
|
|
1673
|
+
"evidence_marker": "estimated",
|
|
1674
|
+
"benchmark_version": "4.2",
|
|
1675
|
+
"as_of": "2026-09-07",
|
|
1676
|
+
"source_urls": [
|
|
1677
|
+
"https://artificialanalysis.ai/models/claude-4-5-haiku"
|
|
1678
|
+
],
|
|
1679
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
1680
|
+
"transport_mapping": {
|
|
1681
|
+
"status": "unknown",
|
|
1682
|
+
"candidate_model_ids": [
|
|
1683
|
+
"claude-haiku-4-5"
|
|
1684
|
+
],
|
|
1685
|
+
"runtime_verified": false,
|
|
1686
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1687
|
+
}
|
|
1688
|
+
},
|
|
1689
|
+
{
|
|
1690
|
+
"id": "gemini/gemini-3-8-flash",
|
|
1691
|
+
"vendor": "gemini",
|
|
1692
|
+
"model": "gemini-3.8-flash",
|
|
1693
|
+
"effort": "high",
|
|
1694
|
+
"reasoning": "unspecified",
|
|
1695
|
+
"fallback": null,
|
|
1696
|
+
"aa_slug": "gemini-3-8-flash",
|
|
1697
|
+
"score": 47,
|
|
1698
|
+
"estimated": false,
|
|
1699
|
+
"evidence_marker": "unmarked",
|
|
1700
|
+
"benchmark_version": "4.2",
|
|
1701
|
+
"as_of": "2026-09-07",
|
|
1702
|
+
"source_urls": [
|
|
1703
|
+
"https://artificialanalysis.ai/models/comparisons/gemini-3-8-flash-vs-gemini-3-8-flash-medium"
|
|
1704
|
+
],
|
|
1705
|
+
"evidence_report": "docs/reports/aa-gemini-evidence-2026-09-07.md",
|
|
1706
|
+
"transport_mapping": {
|
|
1707
|
+
"status": "unknown",
|
|
1708
|
+
"candidate_model_ids": [
|
|
1709
|
+
"gemini-3.8-flash-high"
|
|
1710
|
+
],
|
|
1711
|
+
"runtime_verified": false,
|
|
1712
|
+
"reason": "Report establishes AA model/effort but not exact runtime transport or reasoning mode; unspecified is literal, not a wildcard"
|
|
1713
|
+
}
|
|
1714
|
+
},
|
|
1715
|
+
{
|
|
1716
|
+
"id": "gemini/gemini-3-8-flash-medium",
|
|
1717
|
+
"vendor": "gemini",
|
|
1718
|
+
"model": "gemini-3.8-flash",
|
|
1719
|
+
"effort": "medium",
|
|
1720
|
+
"reasoning": "unspecified",
|
|
1721
|
+
"fallback": null,
|
|
1722
|
+
"aa_slug": "gemini-3-8-flash-medium",
|
|
1723
|
+
"score": 47,
|
|
1724
|
+
"estimated": true,
|
|
1725
|
+
"evidence_marker": "estimated",
|
|
1726
|
+
"benchmark_version": "4.2",
|
|
1727
|
+
"as_of": "2026-09-07",
|
|
1728
|
+
"source_urls": [
|
|
1729
|
+
"https://artificialanalysis.ai/models/comparisons/gemini-3-8-flash-vs-gemini-3-8-flash-medium"
|
|
1730
|
+
],
|
|
1731
|
+
"evidence_report": "docs/reports/aa-gemini-evidence-2026-09-07.md",
|
|
1732
|
+
"transport_mapping": {
|
|
1733
|
+
"status": "unknown",
|
|
1734
|
+
"candidate_model_ids": [
|
|
1735
|
+
"gemini-3.8-flash-medium"
|
|
1736
|
+
],
|
|
1737
|
+
"runtime_verified": false,
|
|
1738
|
+
"reason": "Report establishes AA model/effort but not exact runtime transport or reasoning mode; unspecified is literal, not a wildcard"
|
|
1739
|
+
}
|
|
1740
|
+
},
|
|
1741
|
+
{
|
|
1742
|
+
"id": "gemini/gemini-3-8-flash-low",
|
|
1743
|
+
"vendor": "gemini",
|
|
1744
|
+
"model": "gemini-3.8-flash",
|
|
1745
|
+
"effort": "low",
|
|
1746
|
+
"reasoning": "unspecified",
|
|
1747
|
+
"fallback": null,
|
|
1748
|
+
"aa_slug": "gemini-3-8-flash-low",
|
|
1749
|
+
"score": 42,
|
|
1750
|
+
"estimated": true,
|
|
1751
|
+
"evidence_marker": "estimated",
|
|
1752
|
+
"benchmark_version": "4.2",
|
|
1753
|
+
"as_of": "2026-09-07",
|
|
1754
|
+
"source_urls": [
|
|
1755
|
+
"https://artificialanalysis.ai/models/comparisons/gemini-3-8-flash-vs-gemini-3-8-flash-low"
|
|
1756
|
+
],
|
|
1757
|
+
"evidence_report": "docs/reports/aa-gemini-evidence-2026-09-07.md",
|
|
1758
|
+
"transport_mapping": {
|
|
1759
|
+
"status": "unknown",
|
|
1760
|
+
"candidate_model_ids": [
|
|
1761
|
+
"gemini-3.8-flash-low"
|
|
1762
|
+
],
|
|
1763
|
+
"runtime_verified": false,
|
|
1764
|
+
"reason": "Report establishes AA model/effort but not exact runtime transport or reasoning mode; unspecified is literal, not a wildcard"
|
|
1765
|
+
}
|
|
1766
|
+
},
|
|
1767
|
+
{
|
|
1768
|
+
"id": "gemini/gemini-3-7-flash",
|
|
1769
|
+
"vendor": "gemini",
|
|
1770
|
+
"model": "gemini-3.7-flash",
|
|
1771
|
+
"effort": "high",
|
|
1772
|
+
"reasoning": "unspecified",
|
|
1773
|
+
"fallback": null,
|
|
1774
|
+
"aa_slug": "gemini-3-7-flash",
|
|
1775
|
+
"score": 45,
|
|
1776
|
+
"estimated": false,
|
|
1777
|
+
"evidence_marker": "unmarked",
|
|
1778
|
+
"benchmark_version": "4.2",
|
|
1779
|
+
"as_of": "2026-09-07",
|
|
1780
|
+
"source_urls": [
|
|
1781
|
+
"https://artificialanalysis.ai/models/comparisons/gemini-3-8-flash-vs-gemini-3-7-flash"
|
|
1782
|
+
],
|
|
1783
|
+
"evidence_report": "docs/reports/aa-gemini-evidence-2026-09-07.md",
|
|
1784
|
+
"transport_mapping": {
|
|
1785
|
+
"status": "unknown",
|
|
1786
|
+
"candidate_model_ids": [
|
|
1787
|
+
"gemini-3.7-flash-high"
|
|
1788
|
+
],
|
|
1789
|
+
"runtime_verified": false,
|
|
1790
|
+
"reason": "Report establishes AA model/effort but not exact runtime transport or reasoning mode; unspecified is literal, not a wildcard"
|
|
1791
|
+
}
|
|
1792
|
+
},
|
|
1793
|
+
{
|
|
1794
|
+
"id": "gemini/gemini-3-7-flash-medium",
|
|
1795
|
+
"vendor": "gemini",
|
|
1796
|
+
"model": "gemini-3.7-flash",
|
|
1797
|
+
"effort": "medium",
|
|
1798
|
+
"reasoning": "unspecified",
|
|
1799
|
+
"fallback": null,
|
|
1800
|
+
"aa_slug": "gemini-3-7-flash-medium",
|
|
1801
|
+
"score": 43,
|
|
1802
|
+
"estimated": true,
|
|
1803
|
+
"evidence_marker": "estimated",
|
|
1804
|
+
"benchmark_version": "4.2",
|
|
1805
|
+
"as_of": "2026-09-07",
|
|
1806
|
+
"source_urls": [
|
|
1807
|
+
"https://artificialanalysis.ai/models/comparisons/gemini-3-8-flash-vs-gemini-3-7-flash-medium"
|
|
1808
|
+
],
|
|
1809
|
+
"evidence_report": "docs/reports/aa-gemini-evidence-2026-09-07.md",
|
|
1810
|
+
"transport_mapping": {
|
|
1811
|
+
"status": "unknown",
|
|
1812
|
+
"candidate_model_ids": [
|
|
1813
|
+
"gemini-3.7-flash-medium"
|
|
1814
|
+
],
|
|
1815
|
+
"runtime_verified": false,
|
|
1816
|
+
"reason": "Report establishes AA model/effort but not exact runtime transport or reasoning mode; unspecified is literal, not a wildcard"
|
|
1817
|
+
}
|
|
1818
|
+
},
|
|
1819
|
+
{
|
|
1820
|
+
"id": "gemini/gemini-3-7-flash-low",
|
|
1821
|
+
"vendor": "gemini",
|
|
1822
|
+
"model": "gemini-3.7-flash",
|
|
1823
|
+
"effort": "low",
|
|
1824
|
+
"reasoning": "unspecified",
|
|
1825
|
+
"fallback": null,
|
|
1826
|
+
"aa_slug": "gemini-3-7-flash-low",
|
|
1827
|
+
"score": 41,
|
|
1828
|
+
"estimated": true,
|
|
1829
|
+
"evidence_marker": "estimated",
|
|
1830
|
+
"benchmark_version": "4.2",
|
|
1831
|
+
"as_of": "2026-09-07",
|
|
1832
|
+
"source_urls": [
|
|
1833
|
+
"https://artificialanalysis.ai/models/comparisons/gemini-3-8-flash-vs-gemini-3-7-flash-low"
|
|
1834
|
+
],
|
|
1835
|
+
"evidence_report": "docs/reports/aa-gemini-evidence-2026-09-07.md",
|
|
1836
|
+
"transport_mapping": {
|
|
1837
|
+
"status": "unknown",
|
|
1838
|
+
"candidate_model_ids": [
|
|
1839
|
+
"gemini-3.7-flash-low"
|
|
1840
|
+
],
|
|
1841
|
+
"runtime_verified": false,
|
|
1842
|
+
"reason": "Report establishes AA model/effort but not exact runtime transport or reasoning mode; unspecified is literal, not a wildcard"
|
|
1843
|
+
}
|
|
1844
|
+
},
|
|
1845
|
+
{
|
|
1846
|
+
"id": "gemini/gemini-3-6-flash",
|
|
1847
|
+
"vendor": "gemini",
|
|
1848
|
+
"model": "gemini-3.6-flash",
|
|
1849
|
+
"effort": "high",
|
|
1850
|
+
"reasoning": "unspecified",
|
|
1851
|
+
"fallback": null,
|
|
1852
|
+
"aa_slug": "gemini-3-6-flash",
|
|
1853
|
+
"score": 40,
|
|
1854
|
+
"estimated": false,
|
|
1855
|
+
"evidence_marker": "unmarked",
|
|
1856
|
+
"benchmark_version": "4.2",
|
|
1857
|
+
"as_of": "2026-09-07",
|
|
1858
|
+
"source_urls": [
|
|
1859
|
+
"https://artificialanalysis.ai/models/comparisons/gemini-3-8-flash-vs-gemini-3-6-flash"
|
|
1860
|
+
],
|
|
1861
|
+
"evidence_report": "docs/reports/aa-gemini-evidence-2026-09-07.md",
|
|
1862
|
+
"transport_mapping": {
|
|
1863
|
+
"status": "unknown",
|
|
1864
|
+
"candidate_model_ids": [
|
|
1865
|
+
"gemini-3.6-flash-high"
|
|
1866
|
+
],
|
|
1867
|
+
"runtime_verified": false,
|
|
1868
|
+
"reason": "Report establishes AA model/effort but not exact runtime transport or reasoning mode; unspecified is literal, not a wildcard"
|
|
1869
|
+
}
|
|
1870
|
+
},
|
|
1871
|
+
{
|
|
1872
|
+
"id": "grok/grok-4-6",
|
|
1873
|
+
"vendor": "grok",
|
|
1874
|
+
"model": "grok-4.6",
|
|
1875
|
+
"effort": "high",
|
|
1876
|
+
"reasoning": "reasoning",
|
|
1877
|
+
"fallback": null,
|
|
1878
|
+
"aa_slug": "grok-4-6",
|
|
1879
|
+
"score": 51,
|
|
1880
|
+
"estimated": false,
|
|
1881
|
+
"evidence_marker": "unmarked",
|
|
1882
|
+
"benchmark_version": "4.2",
|
|
1883
|
+
"as_of": "2026-09-07",
|
|
1884
|
+
"source_urls": [
|
|
1885
|
+
"https://artificialanalysis.ai/models/grok-4-6"
|
|
1886
|
+
],
|
|
1887
|
+
"evidence_report": "docs/reports/aa-grok-evidence-2026-09-07.md",
|
|
1888
|
+
"transport_mapping": {
|
|
1889
|
+
"status": "unknown",
|
|
1890
|
+
"candidate_model_ids": [
|
|
1891
|
+
"grok-4.6"
|
|
1892
|
+
],
|
|
1893
|
+
"runtime_verified": false,
|
|
1894
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1895
|
+
}
|
|
1896
|
+
},
|
|
1897
|
+
{
|
|
1898
|
+
"id": "grok/grok-4-6-xhigh",
|
|
1899
|
+
"vendor": "grok",
|
|
1900
|
+
"model": "grok-4.6",
|
|
1901
|
+
"effort": "xhigh",
|
|
1902
|
+
"reasoning": "reasoning",
|
|
1903
|
+
"fallback": null,
|
|
1904
|
+
"aa_slug": "grok-4-6-xhigh",
|
|
1905
|
+
"score": 49,
|
|
1906
|
+
"estimated": true,
|
|
1907
|
+
"evidence_marker": "estimated",
|
|
1908
|
+
"benchmark_version": "4.2",
|
|
1909
|
+
"as_of": "2026-09-07",
|
|
1910
|
+
"source_urls": [
|
|
1911
|
+
"https://artificialanalysis.ai/models/grok-4-6-xhigh"
|
|
1912
|
+
],
|
|
1913
|
+
"evidence_report": "docs/reports/aa-grok-evidence-2026-09-07.md",
|
|
1914
|
+
"transport_mapping": {
|
|
1915
|
+
"status": "unknown",
|
|
1916
|
+
"candidate_model_ids": [
|
|
1917
|
+
"grok-4.6"
|
|
1918
|
+
],
|
|
1919
|
+
"runtime_verified": false,
|
|
1920
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1921
|
+
}
|
|
1922
|
+
},
|
|
1923
|
+
{
|
|
1924
|
+
"id": "grok/grok-4-6-medium",
|
|
1925
|
+
"vendor": "grok",
|
|
1926
|
+
"model": "grok-4.6",
|
|
1927
|
+
"effort": "medium",
|
|
1928
|
+
"reasoning": "reasoning",
|
|
1929
|
+
"fallback": null,
|
|
1930
|
+
"aa_slug": "grok-4-6-medium",
|
|
1931
|
+
"score": 48,
|
|
1932
|
+
"estimated": true,
|
|
1933
|
+
"evidence_marker": "estimated",
|
|
1934
|
+
"benchmark_version": "4.2",
|
|
1935
|
+
"as_of": "2026-09-07",
|
|
1936
|
+
"source_urls": [
|
|
1937
|
+
"https://artificialanalysis.ai/models/grok-4-6-medium"
|
|
1938
|
+
],
|
|
1939
|
+
"evidence_report": "docs/reports/aa-grok-evidence-2026-09-07.md",
|
|
1940
|
+
"transport_mapping": {
|
|
1941
|
+
"status": "unknown",
|
|
1942
|
+
"candidate_model_ids": [
|
|
1943
|
+
"grok-4.6"
|
|
1944
|
+
],
|
|
1945
|
+
"runtime_verified": false,
|
|
1946
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1947
|
+
}
|
|
1948
|
+
},
|
|
1949
|
+
{
|
|
1950
|
+
"id": "grok/grok-4-6-low",
|
|
1951
|
+
"vendor": "grok",
|
|
1952
|
+
"model": "grok-4.6",
|
|
1953
|
+
"effort": "low",
|
|
1954
|
+
"reasoning": "reasoning",
|
|
1955
|
+
"fallback": null,
|
|
1956
|
+
"aa_slug": "grok-4-6-low",
|
|
1957
|
+
"score": 42,
|
|
1958
|
+
"estimated": true,
|
|
1959
|
+
"evidence_marker": "estimated",
|
|
1960
|
+
"benchmark_version": "4.2",
|
|
1961
|
+
"as_of": "2026-09-07",
|
|
1962
|
+
"source_urls": [
|
|
1963
|
+
"https://artificialanalysis.ai/models/grok-4-6-low"
|
|
1964
|
+
],
|
|
1965
|
+
"evidence_report": "docs/reports/aa-grok-evidence-2026-09-07.md",
|
|
1966
|
+
"transport_mapping": {
|
|
1967
|
+
"status": "unknown",
|
|
1968
|
+
"candidate_model_ids": [
|
|
1969
|
+
"grok-4.6"
|
|
1970
|
+
],
|
|
1971
|
+
"runtime_verified": false,
|
|
1972
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1973
|
+
}
|
|
1974
|
+
},
|
|
1975
|
+
{
|
|
1976
|
+
"id": "grok/grok-4-5",
|
|
1977
|
+
"vendor": "grok",
|
|
1978
|
+
"model": "grok-4.5",
|
|
1979
|
+
"effort": "high",
|
|
1980
|
+
"reasoning": "reasoning",
|
|
1981
|
+
"fallback": null,
|
|
1982
|
+
"aa_slug": "grok-4-5",
|
|
1983
|
+
"score": 45,
|
|
1984
|
+
"estimated": false,
|
|
1985
|
+
"evidence_marker": "unmarked",
|
|
1986
|
+
"benchmark_version": "4.2",
|
|
1987
|
+
"as_of": "2026-09-07",
|
|
1988
|
+
"source_urls": [
|
|
1989
|
+
"https://artificialanalysis.ai/models/grok-4-5"
|
|
1990
|
+
],
|
|
1991
|
+
"evidence_report": "docs/reports/aa-grok-evidence-2026-09-07.md",
|
|
1992
|
+
"transport_mapping": {
|
|
1993
|
+
"status": "unknown",
|
|
1994
|
+
"candidate_model_ids": [
|
|
1995
|
+
"grok-4.5"
|
|
1996
|
+
],
|
|
1997
|
+
"runtime_verified": false,
|
|
1998
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
1999
|
+
}
|
|
2000
|
+
},
|
|
2001
|
+
{
|
|
2002
|
+
"id": "grok/grok-4-3",
|
|
2003
|
+
"vendor": "grok",
|
|
2004
|
+
"model": "grok-4.3",
|
|
2005
|
+
"effort": "high",
|
|
2006
|
+
"reasoning": "reasoning",
|
|
2007
|
+
"fallback": null,
|
|
2008
|
+
"aa_slug": "grok-4-3",
|
|
2009
|
+
"score": 29,
|
|
2010
|
+
"estimated": true,
|
|
2011
|
+
"evidence_marker": "estimated",
|
|
2012
|
+
"benchmark_version": "4.2",
|
|
2013
|
+
"as_of": "2026-09-07",
|
|
2014
|
+
"source_urls": [
|
|
2015
|
+
"https://artificialanalysis.ai/models/grok-4-3"
|
|
2016
|
+
],
|
|
2017
|
+
"evidence_report": "docs/reports/aa-grok-evidence-2026-09-07.md",
|
|
2018
|
+
"transport_mapping": {
|
|
2019
|
+
"status": "unknown",
|
|
2020
|
+
"candidate_model_ids": [
|
|
2021
|
+
"grok-4.3"
|
|
2022
|
+
],
|
|
2023
|
+
"runtime_verified": false,
|
|
2024
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
2025
|
+
}
|
|
2026
|
+
},
|
|
2027
|
+
{
|
|
2028
|
+
"id": "grok/grok-4-3-medium",
|
|
2029
|
+
"vendor": "grok",
|
|
2030
|
+
"model": "grok-4.3",
|
|
2031
|
+
"effort": "medium",
|
|
2032
|
+
"reasoning": "reasoning",
|
|
2033
|
+
"fallback": null,
|
|
2034
|
+
"aa_slug": "grok-4-3-medium",
|
|
2035
|
+
"score": 29,
|
|
2036
|
+
"estimated": true,
|
|
2037
|
+
"evidence_marker": "estimated",
|
|
2038
|
+
"benchmark_version": "4.2",
|
|
2039
|
+
"as_of": "2026-09-07",
|
|
2040
|
+
"source_urls": [
|
|
2041
|
+
"https://artificialanalysis.ai/models/grok-4-3-medium"
|
|
2042
|
+
],
|
|
2043
|
+
"evidence_report": "docs/reports/aa-grok-evidence-2026-09-07.md",
|
|
2044
|
+
"transport_mapping": {
|
|
2045
|
+
"status": "unknown",
|
|
2046
|
+
"candidate_model_ids": [
|
|
2047
|
+
"grok-4.3"
|
|
2048
|
+
],
|
|
2049
|
+
"runtime_verified": false,
|
|
2050
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
2051
|
+
}
|
|
2052
|
+
},
|
|
2053
|
+
{
|
|
2054
|
+
"id": "grok/grok-4-3-low",
|
|
2055
|
+
"vendor": "grok",
|
|
2056
|
+
"model": "grok-4.3",
|
|
2057
|
+
"effort": "low",
|
|
2058
|
+
"reasoning": "reasoning",
|
|
2059
|
+
"fallback": null,
|
|
2060
|
+
"aa_slug": "grok-4-3-low",
|
|
2061
|
+
"score": 29,
|
|
2062
|
+
"estimated": true,
|
|
2063
|
+
"evidence_marker": "estimated",
|
|
2064
|
+
"benchmark_version": "4.2",
|
|
2065
|
+
"as_of": "2026-09-07",
|
|
2066
|
+
"source_urls": [
|
|
2067
|
+
"https://artificialanalysis.ai/models/grok-4-3-low"
|
|
2068
|
+
],
|
|
2069
|
+
"evidence_report": "docs/reports/aa-grok-evidence-2026-09-07.md",
|
|
2070
|
+
"transport_mapping": {
|
|
2071
|
+
"status": "unknown",
|
|
2072
|
+
"candidate_model_ids": [
|
|
2073
|
+
"grok-4.3"
|
|
2074
|
+
],
|
|
2075
|
+
"runtime_verified": false,
|
|
2076
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
2077
|
+
}
|
|
2078
|
+
},
|
|
2079
|
+
{
|
|
2080
|
+
"id": "grok/grok-4-3-non-reasoning",
|
|
2081
|
+
"vendor": "grok",
|
|
2082
|
+
"model": "grok-4.3",
|
|
2083
|
+
"effort": null,
|
|
2084
|
+
"reasoning": "non-reasoning",
|
|
2085
|
+
"fallback": null,
|
|
2086
|
+
"aa_slug": "grok-4-3-non-reasoning",
|
|
2087
|
+
"score": 17,
|
|
2088
|
+
"estimated": true,
|
|
2089
|
+
"evidence_marker": "estimated",
|
|
2090
|
+
"benchmark_version": "4.2",
|
|
2091
|
+
"as_of": "2026-09-07",
|
|
2092
|
+
"source_urls": [
|
|
2093
|
+
"https://artificialanalysis.ai/models/grok-4-3-non-reasoning"
|
|
2094
|
+
],
|
|
2095
|
+
"evidence_report": "docs/reports/aa-grok-evidence-2026-09-07.md",
|
|
2096
|
+
"transport_mapping": {
|
|
2097
|
+
"status": "unknown",
|
|
2098
|
+
"candidate_model_ids": [
|
|
2099
|
+
"grok-4.3"
|
|
2100
|
+
],
|
|
2101
|
+
"runtime_verified": false,
|
|
2102
|
+
"reason": "AA evaluation identity is known; runtime transport identity has not been verified in this evidence snapshot"
|
|
2103
|
+
}
|
|
2104
|
+
}
|
|
2105
|
+
],
|
|
2106
|
+
"unknown_configs": [
|
|
2107
|
+
{
|
|
2108
|
+
"id": "codex/gpt-5.6/unspecified/unspecified",
|
|
2109
|
+
"vendor": "codex",
|
|
2110
|
+
"model": "gpt-5.6",
|
|
2111
|
+
"effort": null,
|
|
2112
|
+
"reasoning": "unspecified",
|
|
2113
|
+
"fallback": null,
|
|
2114
|
+
"score": null,
|
|
2115
|
+
"estimated": null,
|
|
2116
|
+
"benchmark_version": "4.2",
|
|
2117
|
+
"as_of": "2026-09-07",
|
|
2118
|
+
"status": "unknown",
|
|
2119
|
+
"authority_eligible": false,
|
|
2120
|
+
"reason": "Generic model alias is not verified as Sol",
|
|
2121
|
+
"source_urls": [],
|
|
2122
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
2123
|
+
"mapping_status": "unknown",
|
|
2124
|
+
"transport_mapping": {
|
|
2125
|
+
"status": "unknown",
|
|
2126
|
+
"runtime_verified": false,
|
|
2127
|
+
"resolved_config_id": null
|
|
2128
|
+
}
|
|
2129
|
+
},
|
|
2130
|
+
{
|
|
2131
|
+
"id": "codex/gpt-5.3-codex-spark/unspecified/unspecified",
|
|
2132
|
+
"vendor": "codex",
|
|
2133
|
+
"model": "gpt-5.3-codex-spark",
|
|
2134
|
+
"effort": null,
|
|
2135
|
+
"reasoning": "unspecified",
|
|
2136
|
+
"fallback": null,
|
|
2137
|
+
"score": null,
|
|
2138
|
+
"estimated": null,
|
|
2139
|
+
"benchmark_version": "4.2",
|
|
2140
|
+
"as_of": "2026-09-07",
|
|
2141
|
+
"status": "unknown",
|
|
2142
|
+
"authority_eligible": false,
|
|
2143
|
+
"reason": "No exact AA configuration found; GPT-5.3 Codex score is not transferable",
|
|
2144
|
+
"source_urls": [],
|
|
2145
|
+
"evidence_report": "docs/reports/aa-codex-evidence-2026-09-07.md",
|
|
2146
|
+
"mapping_status": "unknown",
|
|
2147
|
+
"transport_mapping": {
|
|
2148
|
+
"status": "unknown",
|
|
2149
|
+
"runtime_verified": false,
|
|
2150
|
+
"resolved_config_id": null
|
|
2151
|
+
}
|
|
2152
|
+
},
|
|
2153
|
+
{
|
|
2154
|
+
"id": "claude/claude-sonnet-5/xhigh/adaptive",
|
|
2155
|
+
"vendor": "claude",
|
|
2156
|
+
"model": "claude-sonnet-5",
|
|
2157
|
+
"effort": "xhigh",
|
|
2158
|
+
"reasoning": "adaptive",
|
|
2159
|
+
"fallback": null,
|
|
2160
|
+
"score": null,
|
|
2161
|
+
"estimated": null,
|
|
2162
|
+
"benchmark_version": "4.2",
|
|
2163
|
+
"as_of": "2026-09-07",
|
|
2164
|
+
"status": "unknown",
|
|
2165
|
+
"authority_eligible": false,
|
|
2166
|
+
"reason": "AA variant exists but Intelligence score unavailable in approved evidence",
|
|
2167
|
+
"source_urls": [],
|
|
2168
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
2169
|
+
"mapping_status": "unknown",
|
|
2170
|
+
"transport_mapping": {
|
|
2171
|
+
"status": "unknown",
|
|
2172
|
+
"runtime_verified": false,
|
|
2173
|
+
"resolved_config_id": null
|
|
2174
|
+
}
|
|
2175
|
+
},
|
|
2176
|
+
{
|
|
2177
|
+
"id": "claude/claude-sonnet-5/high/adaptive",
|
|
2178
|
+
"vendor": "claude",
|
|
2179
|
+
"model": "claude-sonnet-5",
|
|
2180
|
+
"effort": "high",
|
|
2181
|
+
"reasoning": "adaptive",
|
|
2182
|
+
"fallback": null,
|
|
2183
|
+
"score": null,
|
|
2184
|
+
"estimated": null,
|
|
2185
|
+
"benchmark_version": "4.2",
|
|
2186
|
+
"as_of": "2026-09-07",
|
|
2187
|
+
"status": "unknown",
|
|
2188
|
+
"authority_eligible": false,
|
|
2189
|
+
"reason": "AA variant exists but Intelligence score unavailable in approved evidence",
|
|
2190
|
+
"source_urls": [],
|
|
2191
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
2192
|
+
"mapping_status": "unknown",
|
|
2193
|
+
"transport_mapping": {
|
|
2194
|
+
"status": "unknown",
|
|
2195
|
+
"runtime_verified": false,
|
|
2196
|
+
"resolved_config_id": null
|
|
2197
|
+
}
|
|
2198
|
+
},
|
|
2199
|
+
{
|
|
2200
|
+
"id": "claude/claude-sonnet-5/medium/adaptive",
|
|
2201
|
+
"vendor": "claude",
|
|
2202
|
+
"model": "claude-sonnet-5",
|
|
2203
|
+
"effort": "medium",
|
|
2204
|
+
"reasoning": "adaptive",
|
|
2205
|
+
"fallback": null,
|
|
2206
|
+
"score": null,
|
|
2207
|
+
"estimated": null,
|
|
2208
|
+
"benchmark_version": "4.2",
|
|
2209
|
+
"as_of": "2026-09-07",
|
|
2210
|
+
"status": "unknown",
|
|
2211
|
+
"authority_eligible": false,
|
|
2212
|
+
"reason": "AA variant exists but Intelligence score unavailable in approved evidence",
|
|
2213
|
+
"source_urls": [],
|
|
2214
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
2215
|
+
"mapping_status": "unknown",
|
|
2216
|
+
"transport_mapping": {
|
|
2217
|
+
"status": "unknown",
|
|
2218
|
+
"runtime_verified": false,
|
|
2219
|
+
"resolved_config_id": null
|
|
2220
|
+
}
|
|
2221
|
+
},
|
|
2222
|
+
{
|
|
2223
|
+
"id": "claude/claude-sonnet-5/low/adaptive",
|
|
2224
|
+
"vendor": "claude",
|
|
2225
|
+
"model": "claude-sonnet-5",
|
|
2226
|
+
"effort": "low",
|
|
2227
|
+
"reasoning": "adaptive",
|
|
2228
|
+
"fallback": null,
|
|
2229
|
+
"score": null,
|
|
2230
|
+
"estimated": null,
|
|
2231
|
+
"benchmark_version": "4.2",
|
|
2232
|
+
"as_of": "2026-09-07",
|
|
2233
|
+
"status": "unknown",
|
|
2234
|
+
"authority_eligible": false,
|
|
2235
|
+
"reason": "AA variant exists but Intelligence score unavailable in approved evidence",
|
|
2236
|
+
"source_urls": [],
|
|
2237
|
+
"evidence_report": "docs/reports/aa-claude-evidence-2026-09-07.md",
|
|
2238
|
+
"mapping_status": "unknown",
|
|
2239
|
+
"transport_mapping": {
|
|
2240
|
+
"status": "unknown",
|
|
2241
|
+
"runtime_verified": false,
|
|
2242
|
+
"resolved_config_id": null
|
|
2243
|
+
}
|
|
2244
|
+
},
|
|
2245
|
+
{
|
|
2246
|
+
"id": "gemini/gemini-3.6-flash/medium/unspecified",
|
|
2247
|
+
"vendor": "gemini",
|
|
2248
|
+
"model": "gemini-3.6-flash",
|
|
2249
|
+
"effort": "medium",
|
|
2250
|
+
"reasoning": "unspecified",
|
|
2251
|
+
"fallback": null,
|
|
2252
|
+
"score": null,
|
|
2253
|
+
"estimated": null,
|
|
2254
|
+
"benchmark_version": "4.2",
|
|
2255
|
+
"as_of": "2026-09-07",
|
|
2256
|
+
"status": "unknown",
|
|
2257
|
+
"authority_eligible": false,
|
|
2258
|
+
"reason": "No separately verified AA score; do not reuse high score",
|
|
2259
|
+
"source_urls": [],
|
|
2260
|
+
"evidence_report": "docs/reports/aa-gemini-evidence-2026-09-07.md",
|
|
2261
|
+
"mapping_status": "unknown",
|
|
2262
|
+
"transport_mapping": {
|
|
2263
|
+
"status": "unknown",
|
|
2264
|
+
"runtime_verified": false,
|
|
2265
|
+
"resolved_config_id": null
|
|
2266
|
+
}
|
|
2267
|
+
},
|
|
2268
|
+
{
|
|
2269
|
+
"id": "gemini/gemini-3.6-flash/low/unspecified",
|
|
2270
|
+
"vendor": "gemini",
|
|
2271
|
+
"model": "gemini-3.6-flash",
|
|
2272
|
+
"effort": "low",
|
|
2273
|
+
"reasoning": "unspecified",
|
|
2274
|
+
"fallback": null,
|
|
2275
|
+
"score": null,
|
|
2276
|
+
"estimated": null,
|
|
2277
|
+
"benchmark_version": "4.2",
|
|
2278
|
+
"as_of": "2026-09-07",
|
|
2279
|
+
"status": "unknown",
|
|
2280
|
+
"authority_eligible": false,
|
|
2281
|
+
"reason": "No separately verified AA score; do not reuse high score",
|
|
2282
|
+
"source_urls": [],
|
|
2283
|
+
"evidence_report": "docs/reports/aa-gemini-evidence-2026-09-07.md",
|
|
2284
|
+
"mapping_status": "unknown",
|
|
2285
|
+
"transport_mapping": {
|
|
2286
|
+
"status": "unknown",
|
|
2287
|
+
"runtime_verified": false,
|
|
2288
|
+
"resolved_config_id": null
|
|
2289
|
+
}
|
|
2290
|
+
},
|
|
2291
|
+
{
|
|
2292
|
+
"id": "gemini/gemini-3.1-pro/high/unspecified",
|
|
2293
|
+
"vendor": "gemini",
|
|
2294
|
+
"model": "gemini-3.1-pro",
|
|
2295
|
+
"effort": "high",
|
|
2296
|
+
"reasoning": "unspecified",
|
|
2297
|
+
"fallback": null,
|
|
2298
|
+
"score": null,
|
|
2299
|
+
"estimated": null,
|
|
2300
|
+
"benchmark_version": "4.2",
|
|
2301
|
+
"as_of": "2026-09-07",
|
|
2302
|
+
"status": "unknown",
|
|
2303
|
+
"authority_eligible": false,
|
|
2304
|
+
"reason": "Reference-only Preview is not exact local high/low configuration",
|
|
2305
|
+
"source_urls": [],
|
|
2306
|
+
"evidence_report": "docs/reports/aa-gemini-evidence-2026-09-07.md",
|
|
2307
|
+
"mapping_status": "unknown",
|
|
2308
|
+
"transport_mapping": {
|
|
2309
|
+
"status": "unknown",
|
|
2310
|
+
"runtime_verified": false,
|
|
2311
|
+
"resolved_config_id": null
|
|
2312
|
+
}
|
|
2313
|
+
},
|
|
2314
|
+
{
|
|
2315
|
+
"id": "gemini/gemini-3.1-pro/low/unspecified",
|
|
2316
|
+
"vendor": "gemini",
|
|
2317
|
+
"model": "gemini-3.1-pro",
|
|
2318
|
+
"effort": "low",
|
|
2319
|
+
"reasoning": "unspecified",
|
|
2320
|
+
"fallback": null,
|
|
2321
|
+
"score": null,
|
|
2322
|
+
"estimated": null,
|
|
2323
|
+
"benchmark_version": "4.2",
|
|
2324
|
+
"as_of": "2026-09-07",
|
|
2325
|
+
"status": "unknown",
|
|
2326
|
+
"authority_eligible": false,
|
|
2327
|
+
"reason": "Reference-only Preview is not exact local high/low configuration",
|
|
2328
|
+
"source_urls": [],
|
|
2329
|
+
"evidence_report": "docs/reports/aa-gemini-evidence-2026-09-07.md",
|
|
2330
|
+
"mapping_status": "unknown",
|
|
2331
|
+
"transport_mapping": {
|
|
2332
|
+
"status": "unknown",
|
|
2333
|
+
"runtime_verified": false,
|
|
2334
|
+
"resolved_config_id": null
|
|
2335
|
+
}
|
|
2336
|
+
}
|
|
2337
|
+
],
|
|
2338
|
+
"reference_configs": [
|
|
2339
|
+
{
|
|
2340
|
+
"id": "gemini/gemini-3-1-pro-preview",
|
|
2341
|
+
"vendor": "gemini",
|
|
2342
|
+
"model": "gemini-3.1-pro-preview",
|
|
2343
|
+
"effort": null,
|
|
2344
|
+
"reasoning": "unspecified",
|
|
2345
|
+
"fallback": null,
|
|
2346
|
+
"aa_slug": "gemini-3-1-pro-preview",
|
|
2347
|
+
"score": 37,
|
|
2348
|
+
"estimated": false,
|
|
2349
|
+
"evidence_marker": "unmarked",
|
|
2350
|
+
"benchmark_version": "4.2",
|
|
2351
|
+
"as_of": "2026-09-07",
|
|
2352
|
+
"source_urls": [
|
|
2353
|
+
"https://artificialanalysis.ai/models/comparisons/gemini-3-8-flash-vs-gemini-3-1-pro-preview"
|
|
2354
|
+
],
|
|
2355
|
+
"evidence_report": "docs/reports/aa-gemini-evidence-2026-09-07.md",
|
|
2356
|
+
"transport_mapping": {
|
|
2357
|
+
"status": "unknown",
|
|
2358
|
+
"candidate_model_ids": [],
|
|
2359
|
+
"runtime_verified": false,
|
|
2360
|
+
"reason": "Report establishes AA model/effort but not exact runtime transport or reasoning mode; unspecified is literal, not a wildcard"
|
|
2361
|
+
},
|
|
2362
|
+
"authority_eligible": false,
|
|
2363
|
+
"reference_reason": "Proposal v2 retains this only as comparison; no local high/low mapping approved"
|
|
2364
|
+
}
|
|
2365
|
+
],
|
|
2366
|
+
"aliases": [
|
|
2367
|
+
{
|
|
2368
|
+
"catalog_vendor": "codex",
|
|
2369
|
+
"catalog_model": "gpt-6-astra",
|
|
2370
|
+
"status": "unknown",
|
|
2371
|
+
"resolved_config_id": null,
|
|
2372
|
+
"candidate_config_ids": [
|
|
2373
|
+
"codex/gpt-6-astra",
|
|
2374
|
+
"codex/gpt-6-astra-xhigh",
|
|
2375
|
+
"codex/gpt-6-astra-high",
|
|
2376
|
+
"codex/gpt-6-astra-medium",
|
|
2377
|
+
"codex/gpt-6-astra-low",
|
|
2378
|
+
"codex/gpt-6-astra-non-reasoning"
|
|
2379
|
+
],
|
|
2380
|
+
"implicit_default_effort": null,
|
|
2381
|
+
"runtime_verified": false,
|
|
2382
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2383
|
+
"catalog_source": "scripts/configure.sh",
|
|
2384
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2385
|
+
},
|
|
2386
|
+
{
|
|
2387
|
+
"catalog_vendor": "codex",
|
|
2388
|
+
"catalog_model": "gpt-5.6-sol",
|
|
2389
|
+
"status": "unknown",
|
|
2390
|
+
"resolved_config_id": null,
|
|
2391
|
+
"candidate_config_ids": [
|
|
2392
|
+
"codex/gpt-5-6-sol",
|
|
2393
|
+
"codex/gpt-5-6-sol-xhigh",
|
|
2394
|
+
"codex/gpt-5-6-sol-high",
|
|
2395
|
+
"codex/gpt-5-6-sol-medium",
|
|
2396
|
+
"codex/gpt-5-6-sol-low",
|
|
2397
|
+
"codex/gpt-5-6-sol-non-reasoning"
|
|
2398
|
+
],
|
|
2399
|
+
"implicit_default_effort": null,
|
|
2400
|
+
"runtime_verified": false,
|
|
2401
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2402
|
+
"catalog_source": "scripts/configure.sh",
|
|
2403
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2404
|
+
},
|
|
2405
|
+
{
|
|
2406
|
+
"catalog_vendor": "codex",
|
|
2407
|
+
"catalog_model": "gpt-5.6-terra",
|
|
2408
|
+
"status": "unknown",
|
|
2409
|
+
"resolved_config_id": null,
|
|
2410
|
+
"candidate_config_ids": [
|
|
2411
|
+
"codex/gpt-5-6-terra",
|
|
2412
|
+
"codex/gpt-5-6-terra-xhigh",
|
|
2413
|
+
"codex/gpt-5-6-terra-high",
|
|
2414
|
+
"codex/gpt-5-6-terra-medium",
|
|
2415
|
+
"codex/gpt-5-6-terra-low",
|
|
2416
|
+
"codex/gpt-5-6-terra-non-reasoning"
|
|
2417
|
+
],
|
|
2418
|
+
"implicit_default_effort": null,
|
|
2419
|
+
"runtime_verified": false,
|
|
2420
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2421
|
+
"catalog_source": "scripts/configure.sh",
|
|
2422
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2423
|
+
},
|
|
2424
|
+
{
|
|
2425
|
+
"catalog_vendor": "codex",
|
|
2426
|
+
"catalog_model": "gpt-5.6-luna",
|
|
2427
|
+
"status": "unknown",
|
|
2428
|
+
"resolved_config_id": null,
|
|
2429
|
+
"candidate_config_ids": [
|
|
2430
|
+
"codex/gpt-5-6-luna",
|
|
2431
|
+
"codex/gpt-5-6-luna-xhigh",
|
|
2432
|
+
"codex/gpt-5-6-luna-high",
|
|
2433
|
+
"codex/gpt-5-6-luna-medium",
|
|
2434
|
+
"codex/gpt-5-6-luna-low",
|
|
2435
|
+
"codex/gpt-5-6-luna-non-reasoning"
|
|
2436
|
+
],
|
|
2437
|
+
"implicit_default_effort": null,
|
|
2438
|
+
"runtime_verified": false,
|
|
2439
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2440
|
+
"catalog_source": "scripts/configure.sh",
|
|
2441
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2442
|
+
},
|
|
2443
|
+
{
|
|
2444
|
+
"catalog_vendor": "codex",
|
|
2445
|
+
"catalog_model": "gpt-5.5",
|
|
2446
|
+
"status": "unknown",
|
|
2447
|
+
"resolved_config_id": null,
|
|
2448
|
+
"candidate_config_ids": [
|
|
2449
|
+
"codex/gpt-5-5",
|
|
2450
|
+
"codex/gpt-5-5-high",
|
|
2451
|
+
"codex/gpt-5-5-medium",
|
|
2452
|
+
"codex/gpt-5-5-low",
|
|
2453
|
+
"codex/gpt-5-5-non-reasoning"
|
|
2454
|
+
],
|
|
2455
|
+
"implicit_default_effort": null,
|
|
2456
|
+
"runtime_verified": false,
|
|
2457
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2458
|
+
"catalog_source": "scripts/configure.sh",
|
|
2459
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2460
|
+
},
|
|
2461
|
+
{
|
|
2462
|
+
"catalog_vendor": "codex",
|
|
2463
|
+
"catalog_model": "gpt-5.4",
|
|
2464
|
+
"status": "unknown",
|
|
2465
|
+
"resolved_config_id": null,
|
|
2466
|
+
"candidate_config_ids": [
|
|
2467
|
+
"codex/gpt-5-4",
|
|
2468
|
+
"codex/gpt-5-4-low",
|
|
2469
|
+
"codex/gpt-5-4-non-reasoning"
|
|
2470
|
+
],
|
|
2471
|
+
"implicit_default_effort": null,
|
|
2472
|
+
"runtime_verified": false,
|
|
2473
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2474
|
+
"catalog_source": "scripts/configure.sh",
|
|
2475
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2476
|
+
},
|
|
2477
|
+
{
|
|
2478
|
+
"catalog_vendor": "codex",
|
|
2479
|
+
"catalog_model": "gpt-5.4-mini",
|
|
2480
|
+
"status": "unknown",
|
|
2481
|
+
"resolved_config_id": null,
|
|
2482
|
+
"candidate_config_ids": [
|
|
2483
|
+
"codex/gpt-5-4-mini",
|
|
2484
|
+
"codex/gpt-5-4-mini-medium",
|
|
2485
|
+
"codex/gpt-5-4-mini-non-reasoning"
|
|
2486
|
+
],
|
|
2487
|
+
"implicit_default_effort": null,
|
|
2488
|
+
"runtime_verified": false,
|
|
2489
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2490
|
+
"catalog_source": "scripts/configure.sh",
|
|
2491
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2492
|
+
},
|
|
2493
|
+
{
|
|
2494
|
+
"catalog_vendor": "codex",
|
|
2495
|
+
"catalog_model": "gpt-5.6",
|
|
2496
|
+
"status": "unknown",
|
|
2497
|
+
"resolved_config_id": null,
|
|
2498
|
+
"candidate_config_ids": [],
|
|
2499
|
+
"implicit_default_effort": null,
|
|
2500
|
+
"runtime_verified": false,
|
|
2501
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2502
|
+
"catalog_source": "scripts/configure.sh",
|
|
2503
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2504
|
+
},
|
|
2505
|
+
{
|
|
2506
|
+
"catalog_vendor": "codex",
|
|
2507
|
+
"catalog_model": "gpt-5.3-codex-spark",
|
|
2508
|
+
"status": "unknown",
|
|
2509
|
+
"resolved_config_id": null,
|
|
2510
|
+
"candidate_config_ids": [],
|
|
2511
|
+
"implicit_default_effort": null,
|
|
2512
|
+
"runtime_verified": false,
|
|
2513
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2514
|
+
"catalog_source": "scripts/configure.sh",
|
|
2515
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2516
|
+
},
|
|
2517
|
+
{
|
|
2518
|
+
"catalog_vendor": "claude",
|
|
2519
|
+
"catalog_model": "default",
|
|
2520
|
+
"status": "unknown",
|
|
2521
|
+
"resolved_config_id": null,
|
|
2522
|
+
"candidate_config_ids": [],
|
|
2523
|
+
"implicit_default_effort": null,
|
|
2524
|
+
"runtime_verified": false,
|
|
2525
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2526
|
+
"catalog_source": "scripts/configure.sh",
|
|
2527
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2528
|
+
},
|
|
2529
|
+
{
|
|
2530
|
+
"catalog_vendor": "claude",
|
|
2531
|
+
"catalog_model": "best",
|
|
2532
|
+
"status": "unknown",
|
|
2533
|
+
"resolved_config_id": null,
|
|
2534
|
+
"candidate_config_ids": [],
|
|
2535
|
+
"implicit_default_effort": null,
|
|
2536
|
+
"runtime_verified": false,
|
|
2537
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2538
|
+
"catalog_source": "scripts/configure.sh",
|
|
2539
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2540
|
+
},
|
|
2541
|
+
{
|
|
2542
|
+
"catalog_vendor": "claude",
|
|
2543
|
+
"catalog_model": "fable",
|
|
2544
|
+
"status": "unknown",
|
|
2545
|
+
"resolved_config_id": null,
|
|
2546
|
+
"candidate_config_ids": [],
|
|
2547
|
+
"implicit_default_effort": null,
|
|
2548
|
+
"runtime_verified": false,
|
|
2549
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2550
|
+
"catalog_source": "scripts/configure.sh",
|
|
2551
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2552
|
+
},
|
|
2553
|
+
{
|
|
2554
|
+
"catalog_vendor": "claude",
|
|
2555
|
+
"catalog_model": "opus",
|
|
2556
|
+
"status": "unknown",
|
|
2557
|
+
"resolved_config_id": null,
|
|
2558
|
+
"candidate_config_ids": [],
|
|
2559
|
+
"implicit_default_effort": null,
|
|
2560
|
+
"runtime_verified": false,
|
|
2561
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2562
|
+
"catalog_source": "scripts/configure.sh",
|
|
2563
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2564
|
+
},
|
|
2565
|
+
{
|
|
2566
|
+
"catalog_vendor": "claude",
|
|
2567
|
+
"catalog_model": "sonnet",
|
|
2568
|
+
"status": "unknown",
|
|
2569
|
+
"resolved_config_id": null,
|
|
2570
|
+
"candidate_config_ids": [],
|
|
2571
|
+
"implicit_default_effort": null,
|
|
2572
|
+
"runtime_verified": false,
|
|
2573
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2574
|
+
"catalog_source": "scripts/configure.sh",
|
|
2575
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2576
|
+
},
|
|
2577
|
+
{
|
|
2578
|
+
"catalog_vendor": "claude",
|
|
2579
|
+
"catalog_model": "haiku",
|
|
2580
|
+
"status": "unknown",
|
|
2581
|
+
"resolved_config_id": null,
|
|
2582
|
+
"candidate_config_ids": [],
|
|
2583
|
+
"implicit_default_effort": null,
|
|
2584
|
+
"runtime_verified": false,
|
|
2585
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2586
|
+
"catalog_source": "scripts/configure.sh",
|
|
2587
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2588
|
+
},
|
|
2589
|
+
{
|
|
2590
|
+
"catalog_vendor": "claude",
|
|
2591
|
+
"catalog_model": "opus[1m]",
|
|
2592
|
+
"status": "unknown",
|
|
2593
|
+
"resolved_config_id": null,
|
|
2594
|
+
"candidate_config_ids": [],
|
|
2595
|
+
"implicit_default_effort": null,
|
|
2596
|
+
"runtime_verified": false,
|
|
2597
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2598
|
+
"catalog_source": "scripts/configure.sh",
|
|
2599
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2600
|
+
},
|
|
2601
|
+
{
|
|
2602
|
+
"catalog_vendor": "claude",
|
|
2603
|
+
"catalog_model": "sonnet[1m]",
|
|
2604
|
+
"status": "unknown",
|
|
2605
|
+
"resolved_config_id": null,
|
|
2606
|
+
"candidate_config_ids": [],
|
|
2607
|
+
"implicit_default_effort": null,
|
|
2608
|
+
"runtime_verified": false,
|
|
2609
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2610
|
+
"catalog_source": "scripts/configure.sh",
|
|
2611
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2612
|
+
},
|
|
2613
|
+
{
|
|
2614
|
+
"catalog_vendor": "claude",
|
|
2615
|
+
"catalog_model": "opusplan",
|
|
2616
|
+
"status": "unknown",
|
|
2617
|
+
"resolved_config_id": null,
|
|
2618
|
+
"candidate_config_ids": [],
|
|
2619
|
+
"implicit_default_effort": null,
|
|
2620
|
+
"runtime_verified": false,
|
|
2621
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2622
|
+
"catalog_source": "scripts/configure.sh",
|
|
2623
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2624
|
+
},
|
|
2625
|
+
{
|
|
2626
|
+
"catalog_vendor": "claude",
|
|
2627
|
+
"catalog_model": "claude-fable-5",
|
|
2628
|
+
"status": "unknown",
|
|
2629
|
+
"resolved_config_id": null,
|
|
2630
|
+
"candidate_config_ids": [
|
|
2631
|
+
"claude/claude-fable-5"
|
|
2632
|
+
],
|
|
2633
|
+
"implicit_default_effort": null,
|
|
2634
|
+
"runtime_verified": false,
|
|
2635
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2636
|
+
"catalog_source": "scripts/configure.sh",
|
|
2637
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2638
|
+
},
|
|
2639
|
+
{
|
|
2640
|
+
"catalog_vendor": "claude",
|
|
2641
|
+
"catalog_model": "claude-fable-5-1",
|
|
2642
|
+
"status": "unknown",
|
|
2643
|
+
"resolved_config_id": null,
|
|
2644
|
+
"candidate_config_ids": [
|
|
2645
|
+
"claude/claude-fable-5-1",
|
|
2646
|
+
"claude/claude-fable-5-1-xhigh",
|
|
2647
|
+
"claude/claude-fable-5-1-high",
|
|
2648
|
+
"claude/claude-fable-5-1-medium",
|
|
2649
|
+
"claude/claude-fable-5-1-low"
|
|
2650
|
+
],
|
|
2651
|
+
"implicit_default_effort": null,
|
|
2652
|
+
"runtime_verified": false,
|
|
2653
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2654
|
+
"catalog_source": "scripts/configure.sh",
|
|
2655
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2656
|
+
},
|
|
2657
|
+
{
|
|
2658
|
+
"catalog_vendor": "claude",
|
|
2659
|
+
"catalog_model": "claude-opus-5",
|
|
2660
|
+
"status": "unknown",
|
|
2661
|
+
"resolved_config_id": null,
|
|
2662
|
+
"candidate_config_ids": [
|
|
2663
|
+
"claude/claude-opus-5",
|
|
2664
|
+
"claude/claude-opus-5-xhigh",
|
|
2665
|
+
"claude/claude-opus-5-high",
|
|
2666
|
+
"claude/claude-opus-5-medium",
|
|
2667
|
+
"claude/claude-opus-5-low"
|
|
2668
|
+
],
|
|
2669
|
+
"implicit_default_effort": null,
|
|
2670
|
+
"runtime_verified": false,
|
|
2671
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2672
|
+
"catalog_source": "scripts/configure.sh",
|
|
2673
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2674
|
+
},
|
|
2675
|
+
{
|
|
2676
|
+
"catalog_vendor": "claude",
|
|
2677
|
+
"catalog_model": "claude-sonnet-5",
|
|
2678
|
+
"status": "unknown",
|
|
2679
|
+
"resolved_config_id": null,
|
|
2680
|
+
"candidate_config_ids": [
|
|
2681
|
+
"claude/claude-sonnet-5",
|
|
2682
|
+
"claude/claude-sonnet-5-non-reasoning"
|
|
2683
|
+
],
|
|
2684
|
+
"implicit_default_effort": null,
|
|
2685
|
+
"runtime_verified": false,
|
|
2686
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2687
|
+
"catalog_source": "scripts/configure.sh",
|
|
2688
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2689
|
+
},
|
|
2690
|
+
{
|
|
2691
|
+
"catalog_vendor": "claude",
|
|
2692
|
+
"catalog_model": "claude-opus-4-8",
|
|
2693
|
+
"status": "unknown",
|
|
2694
|
+
"resolved_config_id": null,
|
|
2695
|
+
"candidate_config_ids": [
|
|
2696
|
+
"claude/claude-opus-4-8"
|
|
2697
|
+
],
|
|
2698
|
+
"implicit_default_effort": null,
|
|
2699
|
+
"runtime_verified": false,
|
|
2700
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2701
|
+
"catalog_source": "scripts/configure.sh",
|
|
2702
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2703
|
+
},
|
|
2704
|
+
{
|
|
2705
|
+
"catalog_vendor": "claude",
|
|
2706
|
+
"catalog_model": "claude-opus-4-7",
|
|
2707
|
+
"status": "unknown",
|
|
2708
|
+
"resolved_config_id": null,
|
|
2709
|
+
"candidate_config_ids": [
|
|
2710
|
+
"claude/claude-opus-4-7",
|
|
2711
|
+
"claude/claude-opus-4-7-non-reasoning"
|
|
2712
|
+
],
|
|
2713
|
+
"implicit_default_effort": null,
|
|
2714
|
+
"runtime_verified": false,
|
|
2715
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2716
|
+
"catalog_source": "scripts/configure.sh",
|
|
2717
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2718
|
+
},
|
|
2719
|
+
{
|
|
2720
|
+
"catalog_vendor": "claude",
|
|
2721
|
+
"catalog_model": "claude-opus-4-6",
|
|
2722
|
+
"status": "unknown",
|
|
2723
|
+
"resolved_config_id": null,
|
|
2724
|
+
"candidate_config_ids": [
|
|
2725
|
+
"claude/claude-opus-4-6-adaptive",
|
|
2726
|
+
"claude/claude-opus-4-6"
|
|
2727
|
+
],
|
|
2728
|
+
"implicit_default_effort": null,
|
|
2729
|
+
"runtime_verified": false,
|
|
2730
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2731
|
+
"catalog_source": "scripts/configure.sh",
|
|
2732
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2733
|
+
},
|
|
2734
|
+
{
|
|
2735
|
+
"catalog_vendor": "claude",
|
|
2736
|
+
"catalog_model": "claude-opus-4-5-20251101",
|
|
2737
|
+
"status": "unknown",
|
|
2738
|
+
"resolved_config_id": null,
|
|
2739
|
+
"candidate_config_ids": [],
|
|
2740
|
+
"implicit_default_effort": null,
|
|
2741
|
+
"runtime_verified": false,
|
|
2742
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2743
|
+
"catalog_source": "scripts/configure.sh",
|
|
2744
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2745
|
+
},
|
|
2746
|
+
{
|
|
2747
|
+
"catalog_vendor": "claude",
|
|
2748
|
+
"catalog_model": "claude-sonnet-4-6",
|
|
2749
|
+
"status": "unknown",
|
|
2750
|
+
"resolved_config_id": null,
|
|
2751
|
+
"candidate_config_ids": [
|
|
2752
|
+
"claude/claude-sonnet-4-6-adaptive",
|
|
2753
|
+
"claude/claude-sonnet-4-6",
|
|
2754
|
+
"claude/claude-sonnet-4-6-non-reasoning-low-effort"
|
|
2755
|
+
],
|
|
2756
|
+
"implicit_default_effort": null,
|
|
2757
|
+
"runtime_verified": false,
|
|
2758
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2759
|
+
"catalog_source": "scripts/configure.sh",
|
|
2760
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2761
|
+
},
|
|
2762
|
+
{
|
|
2763
|
+
"catalog_vendor": "claude",
|
|
2764
|
+
"catalog_model": "claude-sonnet-4-5-20250929",
|
|
2765
|
+
"status": "unknown",
|
|
2766
|
+
"resolved_config_id": null,
|
|
2767
|
+
"candidate_config_ids": [],
|
|
2768
|
+
"implicit_default_effort": null,
|
|
2769
|
+
"runtime_verified": false,
|
|
2770
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2771
|
+
"catalog_source": "scripts/configure.sh",
|
|
2772
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2773
|
+
},
|
|
2774
|
+
{
|
|
2775
|
+
"catalog_vendor": "claude",
|
|
2776
|
+
"catalog_model": "claude-haiku-4-5",
|
|
2777
|
+
"status": "unknown",
|
|
2778
|
+
"resolved_config_id": null,
|
|
2779
|
+
"candidate_config_ids": [
|
|
2780
|
+
"claude/claude-4-5-haiku-reasoning",
|
|
2781
|
+
"claude/claude-4-5-haiku"
|
|
2782
|
+
],
|
|
2783
|
+
"implicit_default_effort": null,
|
|
2784
|
+
"runtime_verified": false,
|
|
2785
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2786
|
+
"catalog_source": "scripts/configure.sh",
|
|
2787
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2788
|
+
},
|
|
2789
|
+
{
|
|
2790
|
+
"catalog_vendor": "claude",
|
|
2791
|
+
"catalog_model": "claude-haiku-4-5-20251001",
|
|
2792
|
+
"status": "unknown",
|
|
2793
|
+
"resolved_config_id": null,
|
|
2794
|
+
"candidate_config_ids": [],
|
|
2795
|
+
"implicit_default_effort": null,
|
|
2796
|
+
"runtime_verified": false,
|
|
2797
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2798
|
+
"catalog_source": "scripts/configure.sh",
|
|
2799
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2800
|
+
},
|
|
2801
|
+
{
|
|
2802
|
+
"catalog_vendor": "gemini",
|
|
2803
|
+
"catalog_model": "gemini-3.8-flash-high",
|
|
2804
|
+
"status": "unknown",
|
|
2805
|
+
"resolved_config_id": null,
|
|
2806
|
+
"candidate_config_ids": [
|
|
2807
|
+
"gemini/gemini-3-8-flash"
|
|
2808
|
+
],
|
|
2809
|
+
"implicit_default_effort": null,
|
|
2810
|
+
"runtime_verified": false,
|
|
2811
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2812
|
+
"catalog_source": "scripts/configure.sh",
|
|
2813
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2814
|
+
},
|
|
2815
|
+
{
|
|
2816
|
+
"catalog_vendor": "gemini",
|
|
2817
|
+
"catalog_model": "gemini-3.8-flash-medium",
|
|
2818
|
+
"status": "unknown",
|
|
2819
|
+
"resolved_config_id": null,
|
|
2820
|
+
"candidate_config_ids": [
|
|
2821
|
+
"gemini/gemini-3-8-flash-medium"
|
|
2822
|
+
],
|
|
2823
|
+
"implicit_default_effort": null,
|
|
2824
|
+
"runtime_verified": false,
|
|
2825
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2826
|
+
"catalog_source": "scripts/configure.sh",
|
|
2827
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2828
|
+
},
|
|
2829
|
+
{
|
|
2830
|
+
"catalog_vendor": "gemini",
|
|
2831
|
+
"catalog_model": "gemini-3.8-flash-low",
|
|
2832
|
+
"status": "unknown",
|
|
2833
|
+
"resolved_config_id": null,
|
|
2834
|
+
"candidate_config_ids": [
|
|
2835
|
+
"gemini/gemini-3-8-flash-low"
|
|
2836
|
+
],
|
|
2837
|
+
"implicit_default_effort": null,
|
|
2838
|
+
"runtime_verified": false,
|
|
2839
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2840
|
+
"catalog_source": "scripts/configure.sh",
|
|
2841
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2842
|
+
},
|
|
2843
|
+
{
|
|
2844
|
+
"catalog_vendor": "gemini",
|
|
2845
|
+
"catalog_model": "gemini-3.7-flash-high",
|
|
2846
|
+
"status": "unknown",
|
|
2847
|
+
"resolved_config_id": null,
|
|
2848
|
+
"candidate_config_ids": [
|
|
2849
|
+
"gemini/gemini-3-7-flash"
|
|
2850
|
+
],
|
|
2851
|
+
"implicit_default_effort": null,
|
|
2852
|
+
"runtime_verified": false,
|
|
2853
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2854
|
+
"catalog_source": "scripts/configure.sh",
|
|
2855
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2856
|
+
},
|
|
2857
|
+
{
|
|
2858
|
+
"catalog_vendor": "gemini",
|
|
2859
|
+
"catalog_model": "gemini-3.7-flash-medium",
|
|
2860
|
+
"status": "unknown",
|
|
2861
|
+
"resolved_config_id": null,
|
|
2862
|
+
"candidate_config_ids": [
|
|
2863
|
+
"gemini/gemini-3-7-flash-medium"
|
|
2864
|
+
],
|
|
2865
|
+
"implicit_default_effort": null,
|
|
2866
|
+
"runtime_verified": false,
|
|
2867
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2868
|
+
"catalog_source": "scripts/configure.sh",
|
|
2869
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2870
|
+
},
|
|
2871
|
+
{
|
|
2872
|
+
"catalog_vendor": "gemini",
|
|
2873
|
+
"catalog_model": "gemini-3.7-flash-low",
|
|
2874
|
+
"status": "unknown",
|
|
2875
|
+
"resolved_config_id": null,
|
|
2876
|
+
"candidate_config_ids": [
|
|
2877
|
+
"gemini/gemini-3-7-flash-low"
|
|
2878
|
+
],
|
|
2879
|
+
"implicit_default_effort": null,
|
|
2880
|
+
"runtime_verified": false,
|
|
2881
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2882
|
+
"catalog_source": "scripts/configure.sh",
|
|
2883
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2884
|
+
},
|
|
2885
|
+
{
|
|
2886
|
+
"catalog_vendor": "gemini",
|
|
2887
|
+
"catalog_model": "gemini-3.6-flash-high",
|
|
2888
|
+
"status": "unknown",
|
|
2889
|
+
"resolved_config_id": null,
|
|
2890
|
+
"candidate_config_ids": [
|
|
2891
|
+
"gemini/gemini-3-6-flash"
|
|
2892
|
+
],
|
|
2893
|
+
"implicit_default_effort": null,
|
|
2894
|
+
"runtime_verified": false,
|
|
2895
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2896
|
+
"catalog_source": "scripts/configure.sh",
|
|
2897
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2898
|
+
},
|
|
2899
|
+
{
|
|
2900
|
+
"catalog_vendor": "gemini",
|
|
2901
|
+
"catalog_model": "gemini-3.6-flash-medium",
|
|
2902
|
+
"status": "unknown",
|
|
2903
|
+
"resolved_config_id": null,
|
|
2904
|
+
"candidate_config_ids": [],
|
|
2905
|
+
"implicit_default_effort": null,
|
|
2906
|
+
"runtime_verified": false,
|
|
2907
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2908
|
+
"catalog_source": "scripts/configure.sh",
|
|
2909
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2910
|
+
},
|
|
2911
|
+
{
|
|
2912
|
+
"catalog_vendor": "gemini",
|
|
2913
|
+
"catalog_model": "gemini-3.6-flash-low",
|
|
2914
|
+
"status": "unknown",
|
|
2915
|
+
"resolved_config_id": null,
|
|
2916
|
+
"candidate_config_ids": [],
|
|
2917
|
+
"implicit_default_effort": null,
|
|
2918
|
+
"runtime_verified": false,
|
|
2919
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2920
|
+
"catalog_source": "scripts/configure.sh",
|
|
2921
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2922
|
+
},
|
|
2923
|
+
{
|
|
2924
|
+
"catalog_vendor": "gemini",
|
|
2925
|
+
"catalog_model": "gemini-3.1-pro-high",
|
|
2926
|
+
"status": "unknown",
|
|
2927
|
+
"resolved_config_id": null,
|
|
2928
|
+
"candidate_config_ids": [],
|
|
2929
|
+
"implicit_default_effort": null,
|
|
2930
|
+
"runtime_verified": false,
|
|
2931
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2932
|
+
"catalog_source": "scripts/configure.sh",
|
|
2933
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2934
|
+
},
|
|
2935
|
+
{
|
|
2936
|
+
"catalog_vendor": "gemini",
|
|
2937
|
+
"catalog_model": "gemini-3.1-pro-low",
|
|
2938
|
+
"status": "unknown",
|
|
2939
|
+
"resolved_config_id": null,
|
|
2940
|
+
"candidate_config_ids": [],
|
|
2941
|
+
"implicit_default_effort": null,
|
|
2942
|
+
"runtime_verified": false,
|
|
2943
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2944
|
+
"catalog_source": "scripts/configure.sh",
|
|
2945
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2946
|
+
},
|
|
2947
|
+
{
|
|
2948
|
+
"catalog_vendor": "gemini",
|
|
2949
|
+
"catalog_model": "claude-sonnet-4-6",
|
|
2950
|
+
"status": "unknown",
|
|
2951
|
+
"resolved_config_id": null,
|
|
2952
|
+
"candidate_config_ids": [],
|
|
2953
|
+
"implicit_default_effort": null,
|
|
2954
|
+
"runtime_verified": false,
|
|
2955
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2956
|
+
"catalog_source": "scripts/configure.sh",
|
|
2957
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2958
|
+
},
|
|
2959
|
+
{
|
|
2960
|
+
"catalog_vendor": "gemini",
|
|
2961
|
+
"catalog_model": "claude-opus-4-6-thinking",
|
|
2962
|
+
"status": "unknown",
|
|
2963
|
+
"resolved_config_id": null,
|
|
2964
|
+
"candidate_config_ids": [],
|
|
2965
|
+
"implicit_default_effort": null,
|
|
2966
|
+
"runtime_verified": false,
|
|
2967
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2968
|
+
"catalog_source": "scripts/configure.sh",
|
|
2969
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2970
|
+
},
|
|
2971
|
+
{
|
|
2972
|
+
"catalog_vendor": "gemini",
|
|
2973
|
+
"catalog_model": "gpt-oss-120b-medium",
|
|
2974
|
+
"status": "unknown",
|
|
2975
|
+
"resolved_config_id": null,
|
|
2976
|
+
"candidate_config_ids": [],
|
|
2977
|
+
"implicit_default_effort": null,
|
|
2978
|
+
"runtime_verified": false,
|
|
2979
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
2980
|
+
"catalog_source": "scripts/configure.sh",
|
|
2981
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2982
|
+
},
|
|
2983
|
+
{
|
|
2984
|
+
"catalog_vendor": "grok",
|
|
2985
|
+
"catalog_model": "grok-4.6",
|
|
2986
|
+
"status": "unknown",
|
|
2987
|
+
"resolved_config_id": null,
|
|
2988
|
+
"candidate_config_ids": [
|
|
2989
|
+
"grok/grok-4-6",
|
|
2990
|
+
"grok/grok-4-6-xhigh",
|
|
2991
|
+
"grok/grok-4-6-medium",
|
|
2992
|
+
"grok/grok-4-6-low"
|
|
2993
|
+
],
|
|
2994
|
+
"implicit_default_effort": null,
|
|
2995
|
+
"runtime_verified": false,
|
|
2996
|
+
"reason": "Exact effort/reasoning/fallback and runtime transport verification required; candidates are not authorization",
|
|
2997
|
+
"catalog_source": "scripts/configure.sh",
|
|
2998
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
2999
|
+
},
|
|
3000
|
+
{
|
|
3001
|
+
"catalog_vendor": "grok",
|
|
3002
|
+
"catalog_model": "headroom-grok-build",
|
|
3003
|
+
"status": "unknown",
|
|
3004
|
+
"resolved_config_id": null,
|
|
3005
|
+
"candidate_config_ids": [],
|
|
3006
|
+
"implicit_default_effort": null,
|
|
3007
|
+
"runtime_verified": false,
|
|
3008
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
3009
|
+
"catalog_source": "scripts/configure.sh",
|
|
3010
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
3011
|
+
},
|
|
3012
|
+
{
|
|
3013
|
+
"catalog_vendor": "grok",
|
|
3014
|
+
"catalog_model": "grok-4.3-official",
|
|
3015
|
+
"status": "unknown",
|
|
3016
|
+
"resolved_config_id": null,
|
|
3017
|
+
"candidate_config_ids": [],
|
|
3018
|
+
"implicit_default_effort": null,
|
|
3019
|
+
"runtime_verified": false,
|
|
3020
|
+
"reason": "No proven exact AA transport mapping; floating, dated, cross-provider, or missing model identity remains unresolved",
|
|
3021
|
+
"catalog_source": "scripts/configure.sh",
|
|
3022
|
+
"source_kind": "local_catalog_not_runtime_identity"
|
|
3023
|
+
}
|
|
3024
|
+
],
|
|
3025
|
+
"coverage": {
|
|
3026
|
+
"scored_configs": 78,
|
|
3027
|
+
"reference_configs": 1,
|
|
3028
|
+
"unknown_configs": 10,
|
|
3029
|
+
"aliases": 47,
|
|
3030
|
+
"by_vendor": {
|
|
3031
|
+
"codex": 35,
|
|
3032
|
+
"claude": 27,
|
|
3033
|
+
"gemini": 7,
|
|
3034
|
+
"grok": 9
|
|
3035
|
+
}
|
|
3036
|
+
},
|
|
3037
|
+
"schema_notes": {
|
|
3038
|
+
"estimated_false": "Unmarked in inspected evidence, not proof of complete independent measurement",
|
|
3039
|
+
"reasoning_unspecified": "Evidence does not separately establish runtime reasoning selector; literal value, not wildcard",
|
|
3040
|
+
"fallback_null": "Evidence does not specify a fallback; literal value, not permission to use any fallback",
|
|
3041
|
+
"effort_null": "No AA effort label established for this reasoning configuration; do not fill with model maximum",
|
|
3042
|
+
"candidate_config_ids": "Research cross-reference only; never authorize from an unresolved candidate",
|
|
3043
|
+
"transport_mapping": "Live executor must verify exact vendor/model/effort/reasoning/fallback before evaluating score ceiling; all snapshot transports remain unverified",
|
|
3044
|
+
"reference_configs": "Excluded from authority lookup"
|
|
3045
|
+
}
|
|
3046
|
+
}
|