harma-kit 0.1.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +38 -19
- package/README.md +51 -92
- package/data/catalog.json +479 -176
- package/docs/agents-and-sessions.md +55 -0
- package/docs/choosing-models.md +83 -0
- package/docs/commands.md +103 -0
- package/docs/development.md +42 -0
- package/docs/how-harma-decides.md +71 -0
- package/docs/troubleshooting.md +41 -0
- package/package.json +2 -1
- package/skill/SKILL.md +89 -98
- package/skill/references/commands.md +49 -0
- package/skill/references/troubleshooting.md +37 -0
- package/src/backends.mjs +11 -0
- package/src/cli.mjs +9 -3
- package/src/commands.mjs +160 -2
- package/src/harness.mjs +3 -2
- package/src/rank.mjs +34 -14
- package/src/roster.mjs +177 -0
- package/src/tui.mjs +345 -0
package/data/catalog.json
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
{
|
|
2
2
|
"schema_version": 1,
|
|
3
|
-
"generated_at": "2026-11-
|
|
4
|
-
"registry_updated": "2026-
|
|
3
|
+
"generated_at": "2026-11-18",
|
|
4
|
+
"registry_updated": "2026-11-18",
|
|
5
5
|
"source": "controller-models registry",
|
|
6
6
|
"attribution": "Intelligence Index and cost per task: Artificial Analysis (https://artificialanalysis.ai/)",
|
|
7
|
-
"aa_api_url": "https://artificialanalysis.ai/api/v2/
|
|
7
|
+
"aa_api_url": "https://artificialanalysis.ai/api/v2/language/models/free",
|
|
8
8
|
"models": {
|
|
9
9
|
"claude-fable-5-1": {
|
|
10
10
|
"provider": "anthropic",
|
|
@@ -26,21 +26,21 @@
|
|
|
26
26
|
"aa": {
|
|
27
27
|
"slug": "claude-fable-5-1",
|
|
28
28
|
"index": {
|
|
29
|
-
"high": 47,
|
|
30
|
-
"low": 38.
|
|
31
|
-
"max": 49,
|
|
32
|
-
"medium": 43,
|
|
33
|
-
"xhigh":
|
|
29
|
+
"high": 47.2,
|
|
30
|
+
"low": 38.7,
|
|
31
|
+
"max": 49.2,
|
|
32
|
+
"medium": 43.2,
|
|
33
|
+
"xhigh": 50
|
|
34
34
|
},
|
|
35
35
|
"cost_per_task": {
|
|
36
|
-
"high": 7.
|
|
37
|
-
"low": 4.
|
|
38
|
-
"max":
|
|
39
|
-
"medium": 5.
|
|
40
|
-
"xhigh": 10.
|
|
41
|
-
},
|
|
42
|
-
"date": "2026-
|
|
43
|
-
"index_version": "5.0"
|
|
36
|
+
"high": 7.54,
|
|
37
|
+
"low": 4.4711,
|
|
38
|
+
"max": 12.994,
|
|
39
|
+
"medium": 5.5643,
|
|
40
|
+
"xhigh": 10.8475
|
|
41
|
+
},
|
|
42
|
+
"date": "2026-11-16",
|
|
43
|
+
"index_version": "5.0.1"
|
|
44
44
|
}
|
|
45
45
|
},
|
|
46
46
|
"claude-opus-5-5": {
|
|
@@ -63,21 +63,21 @@
|
|
|
63
63
|
"aa": {
|
|
64
64
|
"slug": "claude-opus-5-5",
|
|
65
65
|
"index": {
|
|
66
|
-
"high": 51.
|
|
67
|
-
"low": 34.
|
|
68
|
-
"max":
|
|
69
|
-
"medium": 48.
|
|
70
|
-
"xhigh": 57
|
|
66
|
+
"high": 51.8,
|
|
67
|
+
"low": 34.8,
|
|
68
|
+
"max": 59.1,
|
|
69
|
+
"medium": 48.2,
|
|
70
|
+
"xhigh": 57.4
|
|
71
71
|
},
|
|
72
72
|
"cost_per_task": {
|
|
73
|
-
"high": 3.
|
|
74
|
-
"low": 0.
|
|
75
|
-
"max": 10.
|
|
76
|
-
"medium": 2.
|
|
77
|
-
"xhigh": 6.
|
|
78
|
-
},
|
|
79
|
-
"date": "2026-
|
|
80
|
-
"index_version": "5.0"
|
|
73
|
+
"high": 3.4647,
|
|
74
|
+
"low": 0.9755,
|
|
75
|
+
"max": 10.0364,
|
|
76
|
+
"medium": 2.4511,
|
|
77
|
+
"xhigh": 6.0472
|
|
78
|
+
},
|
|
79
|
+
"date": "2026-11-16",
|
|
80
|
+
"index_version": "5.0.1"
|
|
81
81
|
}
|
|
82
82
|
},
|
|
83
83
|
"claude-sonnet-5-5": {
|
|
@@ -100,21 +100,21 @@
|
|
|
100
100
|
"aa": {
|
|
101
101
|
"slug": "claude-sonnet-5-5",
|
|
102
102
|
"index": {
|
|
103
|
-
"high": 41.
|
|
104
|
-
"low": 25.
|
|
105
|
-
"max": 54.
|
|
106
|
-
"medium": 30.
|
|
107
|
-
"xhigh": 49.
|
|
103
|
+
"high": 41.5,
|
|
104
|
+
"low": 25.6,
|
|
105
|
+
"max": 54.5,
|
|
106
|
+
"medium": 30.8,
|
|
107
|
+
"xhigh": 49.9
|
|
108
108
|
},
|
|
109
109
|
"cost_per_task": {
|
|
110
|
-
"high": 1.
|
|
111
|
-
"low": 0.
|
|
112
|
-
"max": 10.
|
|
113
|
-
"medium": 0.
|
|
114
|
-
"xhigh": 4.
|
|
115
|
-
},
|
|
116
|
-
"date": "2026-
|
|
117
|
-
"index_version": "5.0"
|
|
110
|
+
"high": 1.6361,
|
|
111
|
+
"low": 0.5113,
|
|
112
|
+
"max": 10.0206,
|
|
113
|
+
"medium": 0.7807,
|
|
114
|
+
"xhigh": 4.092
|
|
115
|
+
},
|
|
116
|
+
"date": "2026-11-16",
|
|
117
|
+
"index_version": "5.0.1"
|
|
118
118
|
}
|
|
119
119
|
},
|
|
120
120
|
"claude-haiku-5-5": {
|
|
@@ -137,17 +137,95 @@
|
|
|
137
137
|
"aa": {
|
|
138
138
|
"slug": "claude-haiku-5-5",
|
|
139
139
|
"index": {
|
|
140
|
-
"high": 29.
|
|
140
|
+
"high": 29.9,
|
|
141
141
|
"low": 18.6,
|
|
142
|
-
"max": 36.
|
|
142
|
+
"max": 36.5,
|
|
143
143
|
"medium": 24.6,
|
|
144
|
-
"xhigh": 34.
|
|
144
|
+
"xhigh": 34.6
|
|
145
|
+
},
|
|
146
|
+
"cost_per_task": {
|
|
147
|
+
"high": 0.1586,
|
|
148
|
+
"low": 0.0438,
|
|
149
|
+
"max": 0.411,
|
|
150
|
+
"medium": 0.0918,
|
|
151
|
+
"xhigh": 0.2484
|
|
152
|
+
},
|
|
153
|
+
"date": "2026-11-16",
|
|
154
|
+
"index_version": "5.0.1"
|
|
155
|
+
}
|
|
156
|
+
},
|
|
157
|
+
"gpt-6.2-astra": {
|
|
158
|
+
"provider": "openai",
|
|
159
|
+
"display_name": "GPT-6.2 Astra",
|
|
160
|
+
"efforts": [
|
|
161
|
+
"low",
|
|
162
|
+
"medium",
|
|
163
|
+
"high",
|
|
164
|
+
"xhigh",
|
|
165
|
+
"max"
|
|
166
|
+
],
|
|
167
|
+
"effort_default": null,
|
|
168
|
+
"pricing": {
|
|
169
|
+
"input": 8,
|
|
170
|
+
"output": 40,
|
|
171
|
+
"source": "openai-pricing",
|
|
172
|
+
"verified_on": "2026-11-18"
|
|
173
|
+
},
|
|
174
|
+
"aa": {
|
|
175
|
+
"slug": "gpt-6-2-astra",
|
|
176
|
+
"index": {
|
|
177
|
+
"high": 60.1,
|
|
178
|
+
"low": 45.7,
|
|
179
|
+
"max": 62.1,
|
|
180
|
+
"medium": 57,
|
|
181
|
+
"xhigh": 61.6
|
|
145
182
|
},
|
|
146
183
|
"cost_per_task": {
|
|
147
|
-
"
|
|
184
|
+
"high": 2.0739,
|
|
185
|
+
"low": 0.6617,
|
|
186
|
+
"max": 3.9979,
|
|
187
|
+
"medium": 1.6177,
|
|
188
|
+
"xhigh": 2.5211
|
|
148
189
|
},
|
|
149
|
-
"date": "2026-
|
|
150
|
-
"index_version": "5.0"
|
|
190
|
+
"date": "2026-11-18",
|
|
191
|
+
"index_version": "5.0.1"
|
|
192
|
+
}
|
|
193
|
+
},
|
|
194
|
+
"gpt-6.2-sol": {
|
|
195
|
+
"provider": "openai",
|
|
196
|
+
"display_name": "GPT-6.2 Sol",
|
|
197
|
+
"efforts": [
|
|
198
|
+
"low",
|
|
199
|
+
"medium",
|
|
200
|
+
"high",
|
|
201
|
+
"xhigh",
|
|
202
|
+
"max"
|
|
203
|
+
],
|
|
204
|
+
"effort_default": null,
|
|
205
|
+
"pricing": {
|
|
206
|
+
"input": 2,
|
|
207
|
+
"output": 10,
|
|
208
|
+
"source": "openai-pricing",
|
|
209
|
+
"verified_on": "2026-11-18"
|
|
210
|
+
},
|
|
211
|
+
"aa": {
|
|
212
|
+
"slug": "gpt-6-2-sol",
|
|
213
|
+
"index": {
|
|
214
|
+
"high": 54.9,
|
|
215
|
+
"low": 40.6,
|
|
216
|
+
"max": 57.3,
|
|
217
|
+
"medium": 52.7,
|
|
218
|
+
"xhigh": 55.7
|
|
219
|
+
},
|
|
220
|
+
"cost_per_task": {
|
|
221
|
+
"high": 0.5636,
|
|
222
|
+
"low": 0.1836,
|
|
223
|
+
"max": 1.0144,
|
|
224
|
+
"medium": 0.4061,
|
|
225
|
+
"xhigh": 0.648
|
|
226
|
+
},
|
|
227
|
+
"date": "2026-11-18",
|
|
228
|
+
"index_version": "5.0.1"
|
|
151
229
|
}
|
|
152
230
|
},
|
|
153
231
|
"gpt-6-astra": {
|
|
@@ -171,20 +249,20 @@
|
|
|
171
249
|
"slug": "gpt-6-astra",
|
|
172
250
|
"index": {
|
|
173
251
|
"high": 54.8,
|
|
174
|
-
"low": 43,
|
|
252
|
+
"low": 43.3,
|
|
175
253
|
"max": 56.9,
|
|
176
|
-
"medium": 51.
|
|
254
|
+
"medium": 51.6,
|
|
177
255
|
"xhigh": 55.3
|
|
178
256
|
},
|
|
179
257
|
"cost_per_task": {
|
|
180
|
-
"high": 3.
|
|
181
|
-
"low": 1.
|
|
182
|
-
"max": 6.
|
|
183
|
-
"medium": 2.
|
|
184
|
-
"xhigh": 3.
|
|
185
|
-
},
|
|
186
|
-
"date": "2026-
|
|
187
|
-
"index_version": "5.0"
|
|
258
|
+
"high": 3.2386,
|
|
259
|
+
"low": 1.4237,
|
|
260
|
+
"max": 6.2447,
|
|
261
|
+
"medium": 2.7324,
|
|
262
|
+
"xhigh": 3.6589
|
|
263
|
+
},
|
|
264
|
+
"date": "2026-11-16",
|
|
265
|
+
"index_version": "5.0.1"
|
|
188
266
|
}
|
|
189
267
|
},
|
|
190
268
|
"gpt-6.1-sol": {
|
|
@@ -207,21 +285,21 @@
|
|
|
207
285
|
"aa": {
|
|
208
286
|
"slug": "gpt-6-1-sol",
|
|
209
287
|
"index": {
|
|
210
|
-
"high": 50.
|
|
211
|
-
"low": 34.
|
|
212
|
-
"max": 54.
|
|
213
|
-
"medium": 46.
|
|
214
|
-
"xhigh": 52.
|
|
288
|
+
"high": 50.3,
|
|
289
|
+
"low": 34.8,
|
|
290
|
+
"max": 54.6,
|
|
291
|
+
"medium": 46.3,
|
|
292
|
+
"xhigh": 52.5
|
|
215
293
|
},
|
|
216
294
|
"cost_per_task": {
|
|
217
|
-
"high": 0.
|
|
218
|
-
"low": 0.
|
|
219
|
-
"max": 1.
|
|
220
|
-
"medium": 0.
|
|
221
|
-
"xhigh": 0.
|
|
222
|
-
},
|
|
223
|
-
"date": "2026-
|
|
224
|
-
"index_version": "5.0"
|
|
295
|
+
"high": 0.591,
|
|
296
|
+
"low": 0.1615,
|
|
297
|
+
"max": 1.2721,
|
|
298
|
+
"medium": 0.3594,
|
|
299
|
+
"xhigh": 0.764
|
|
300
|
+
},
|
|
301
|
+
"date": "2026-11-16",
|
|
302
|
+
"index_version": "5.0.1"
|
|
225
303
|
}
|
|
226
304
|
},
|
|
227
305
|
"gpt-6.1-terra": {
|
|
@@ -245,22 +323,23 @@
|
|
|
245
323
|
"aa": {
|
|
246
324
|
"slug": "gpt-6-1-terra",
|
|
247
325
|
"index": {
|
|
248
|
-
"high": 42.
|
|
249
|
-
"low": 29.
|
|
250
|
-
"max": 51,
|
|
251
|
-
"medium": 38.
|
|
252
|
-
"non-reasoning": 30.
|
|
253
|
-
"xhigh": 45
|
|
326
|
+
"high": 42.4,
|
|
327
|
+
"low": 29.4,
|
|
328
|
+
"max": 51.3,
|
|
329
|
+
"medium": 38.2,
|
|
330
|
+
"non-reasoning": 30.5,
|
|
331
|
+
"xhigh": 45.3
|
|
254
332
|
},
|
|
255
333
|
"cost_per_task": {
|
|
256
|
-
"high": 0.
|
|
257
|
-
"low": 0.
|
|
258
|
-
"max": 0.
|
|
259
|
-
"medium": 0.
|
|
260
|
-
"
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
"
|
|
334
|
+
"high": 0.2593,
|
|
335
|
+
"low": 0.0713,
|
|
336
|
+
"max": 0.9611,
|
|
337
|
+
"medium": 0.1688,
|
|
338
|
+
"non-reasoning": 0.2259,
|
|
339
|
+
"xhigh": 0.4007
|
|
340
|
+
},
|
|
341
|
+
"date": "2026-11-16",
|
|
342
|
+
"index_version": "5.0.1"
|
|
264
343
|
}
|
|
265
344
|
},
|
|
266
345
|
"gpt-6-luna": {
|
|
@@ -285,16 +364,21 @@
|
|
|
285
364
|
"index": {
|
|
286
365
|
"high": 21.4,
|
|
287
366
|
"low": 9.7,
|
|
288
|
-
"max": 27.
|
|
289
|
-
"medium": 18.
|
|
367
|
+
"max": 27.9,
|
|
368
|
+
"medium": 18.5,
|
|
290
369
|
"non-reasoning": 9.4,
|
|
291
|
-
"xhigh": 23.
|
|
370
|
+
"xhigh": 23.5
|
|
292
371
|
},
|
|
293
372
|
"cost_per_task": {
|
|
294
|
-
"
|
|
373
|
+
"high": 0.0729,
|
|
374
|
+
"low": 0.0051,
|
|
375
|
+
"max": 0.152,
|
|
376
|
+
"medium": 0.0422,
|
|
377
|
+
"non-reasoning": 0.0714,
|
|
378
|
+
"xhigh": 0.1041
|
|
295
379
|
},
|
|
296
|
-
"date": "2026-
|
|
297
|
-
"index_version": "5.0"
|
|
380
|
+
"date": "2026-11-16",
|
|
381
|
+
"index_version": "5.0.1"
|
|
298
382
|
}
|
|
299
383
|
},
|
|
300
384
|
"gemini-4-argon": {
|
|
@@ -315,13 +399,15 @@
|
|
|
315
399
|
"aa": {
|
|
316
400
|
"slug": "gemini-4-argon",
|
|
317
401
|
"index": {
|
|
318
|
-
"high": 50.4
|
|
402
|
+
"high": 50.4,
|
|
403
|
+
"medium": 47.6
|
|
319
404
|
},
|
|
320
405
|
"cost_per_task": {
|
|
321
|
-
"high":
|
|
406
|
+
"high": 4.9733,
|
|
407
|
+
"medium": 4.3146
|
|
322
408
|
},
|
|
323
|
-
"date": "2026-
|
|
324
|
-
"index_version": "5.0"
|
|
409
|
+
"date": "2026-11-16",
|
|
410
|
+
"index_version": "5.0.1"
|
|
325
411
|
}
|
|
326
412
|
},
|
|
327
413
|
"gemini-3.8-flash": {
|
|
@@ -342,16 +428,16 @@
|
|
|
342
428
|
"aa": {
|
|
343
429
|
"slug": "gemini-3-8-flash",
|
|
344
430
|
"index": {
|
|
345
|
-
"high": 30.
|
|
346
|
-
"low": 22.
|
|
347
|
-
"medium": 30
|
|
431
|
+
"high": 30.8,
|
|
432
|
+
"low": 22.5,
|
|
433
|
+
"medium": 30.1
|
|
348
434
|
},
|
|
349
435
|
"cost_per_task": {
|
|
350
|
-
"high": 7.
|
|
351
|
-
"medium": 6.
|
|
436
|
+
"high": 7.766,
|
|
437
|
+
"medium": 6.2586
|
|
352
438
|
},
|
|
353
|
-
"date": "2026-
|
|
354
|
-
"index_version": "5.0"
|
|
439
|
+
"date": "2026-11-16",
|
|
440
|
+
"index_version": "5.0.1"
|
|
355
441
|
}
|
|
356
442
|
},
|
|
357
443
|
"grok-4.7": {
|
|
@@ -373,15 +459,17 @@
|
|
|
373
459
|
"aa": {
|
|
374
460
|
"slug": "grok-4-7",
|
|
375
461
|
"index": {
|
|
376
|
-
"high": 35,
|
|
377
|
-
"low":
|
|
378
|
-
"xhigh":
|
|
462
|
+
"high": 35.2,
|
|
463
|
+
"low": 31.1,
|
|
464
|
+
"xhigh": 35.5
|
|
379
465
|
},
|
|
380
466
|
"cost_per_task": {
|
|
381
|
-
"high": 6.
|
|
467
|
+
"high": 6.1836,
|
|
468
|
+
"low": 2.9222,
|
|
469
|
+
"xhigh": 7.7715
|
|
382
470
|
},
|
|
383
|
-
"date": "2026-
|
|
384
|
-
"index_version": "5.0"
|
|
471
|
+
"date": "2026-11-16",
|
|
472
|
+
"index_version": "5.0.1"
|
|
385
473
|
}
|
|
386
474
|
},
|
|
387
475
|
"kimi-k3.1-pro": {
|
|
@@ -402,13 +490,13 @@
|
|
|
402
490
|
"aa": {
|
|
403
491
|
"slug": "kimi-k3-1-pro",
|
|
404
492
|
"index": {
|
|
405
|
-
"default": 46
|
|
493
|
+
"default": 46.5
|
|
406
494
|
},
|
|
407
495
|
"cost_per_task": {
|
|
408
|
-
"default": 3.
|
|
496
|
+
"default": 3.6812
|
|
409
497
|
},
|
|
410
|
-
"date": "2026-
|
|
411
|
-
"index_version": "5.0"
|
|
498
|
+
"date": "2026-11-16",
|
|
499
|
+
"index_version": "5.0.1"
|
|
412
500
|
}
|
|
413
501
|
},
|
|
414
502
|
"qwen3.8-max": {
|
|
@@ -432,13 +520,13 @@
|
|
|
432
520
|
"aa": {
|
|
433
521
|
"slug": "qwen3-8-max",
|
|
434
522
|
"index": {
|
|
435
|
-
"default": 33.
|
|
523
|
+
"default": 33.7
|
|
436
524
|
},
|
|
437
525
|
"cost_per_task": {
|
|
438
|
-
"default": 10.
|
|
526
|
+
"default": 10.0239
|
|
439
527
|
},
|
|
440
|
-
"date": "2026-
|
|
441
|
-
"index_version": "5.0"
|
|
528
|
+
"date": "2026-11-16",
|
|
529
|
+
"index_version": "5.0.1"
|
|
442
530
|
}
|
|
443
531
|
},
|
|
444
532
|
"qwen3.8-flash": {
|
|
@@ -456,8 +544,8 @@
|
|
|
456
544
|
"slug": null,
|
|
457
545
|
"index": null,
|
|
458
546
|
"cost_per_task": null,
|
|
459
|
-
"date": "2026-
|
|
460
|
-
"index_version": "5.0"
|
|
547
|
+
"date": "2026-11-16",
|
|
548
|
+
"index_version": "5.0.1"
|
|
461
549
|
}
|
|
462
550
|
},
|
|
463
551
|
"glm-5.3": {
|
|
@@ -478,10 +566,11 @@
|
|
|
478
566
|
"max": 31.7
|
|
479
567
|
},
|
|
480
568
|
"cost_per_task": {
|
|
481
|
-
"
|
|
569
|
+
"low": 1.5749,
|
|
570
|
+
"max": 5.0093
|
|
482
571
|
},
|
|
483
|
-
"date": "2026-
|
|
484
|
-
"index_version": "5.0"
|
|
572
|
+
"date": "2026-11-16",
|
|
573
|
+
"index_version": "5.0.1"
|
|
485
574
|
}
|
|
486
575
|
},
|
|
487
576
|
"glm-5.3-flash": {
|
|
@@ -497,10 +586,14 @@
|
|
|
497
586
|
},
|
|
498
587
|
"aa": {
|
|
499
588
|
"slug": "glm-5-3-flash",
|
|
500
|
-
"index":
|
|
501
|
-
|
|
502
|
-
|
|
503
|
-
"
|
|
589
|
+
"index": {
|
|
590
|
+
"default": 27.8
|
|
591
|
+
},
|
|
592
|
+
"cost_per_task": {
|
|
593
|
+
"default": 0.5833
|
|
594
|
+
},
|
|
595
|
+
"date": "2026-11-16",
|
|
596
|
+
"index_version": "5.0.1"
|
|
504
597
|
}
|
|
505
598
|
},
|
|
506
599
|
"deepseek-flash": {
|
|
@@ -521,13 +614,17 @@
|
|
|
521
614
|
"aa": {
|
|
522
615
|
"slug": "deepseek-v4-1-flash-1017",
|
|
523
616
|
"index": {
|
|
524
|
-
"
|
|
617
|
+
"high": 28.6,
|
|
618
|
+
"max": 32.6,
|
|
619
|
+
"non-reasoning": 18.5
|
|
525
620
|
},
|
|
526
621
|
"cost_per_task": {
|
|
527
|
-
"
|
|
622
|
+
"high": 0.4562,
|
|
623
|
+
"max": 0.6021,
|
|
624
|
+
"non-reasoning": 0.4254
|
|
528
625
|
},
|
|
529
|
-
"date": "2026-
|
|
530
|
-
"index_version": "5.0"
|
|
626
|
+
"date": "2026-11-16",
|
|
627
|
+
"index_version": "5.0.1"
|
|
531
628
|
}
|
|
532
629
|
},
|
|
533
630
|
"deepseek-v4-pro": {
|
|
@@ -548,13 +645,17 @@
|
|
|
548
645
|
"aa": {
|
|
549
646
|
"slug": "deepseek-v4-pro",
|
|
550
647
|
"index": {
|
|
551
|
-
"
|
|
648
|
+
"high": 20.8,
|
|
649
|
+
"max": 23.1,
|
|
650
|
+
"non-reasoning": 12.6
|
|
552
651
|
},
|
|
553
652
|
"cost_per_task": {
|
|
554
|
-
"
|
|
653
|
+
"high": 0.8485,
|
|
654
|
+
"max": 1.7691,
|
|
655
|
+
"non-reasoning": 0.977
|
|
555
656
|
},
|
|
556
|
-
"date": "2026-
|
|
557
|
-
"index_version": "5.0"
|
|
657
|
+
"date": "2026-11-16",
|
|
658
|
+
"index_version": "5.0.1"
|
|
558
659
|
}
|
|
559
660
|
},
|
|
560
661
|
"minimax-m3.1-flash": {
|
|
@@ -577,13 +678,13 @@
|
|
|
577
678
|
"aa": {
|
|
578
679
|
"slug": "minimax-m3-1-flash",
|
|
579
680
|
"index": {
|
|
580
|
-
"default":
|
|
681
|
+
"default": 29.1
|
|
581
682
|
},
|
|
582
683
|
"cost_per_task": {
|
|
583
|
-
"default": 0.
|
|
684
|
+
"default": 0.491
|
|
584
685
|
},
|
|
585
|
-
"date": "2026-
|
|
586
|
-
"index_version": "5.0"
|
|
686
|
+
"date": "2026-11-16",
|
|
687
|
+
"index_version": "5.0.1"
|
|
587
688
|
}
|
|
588
689
|
},
|
|
589
690
|
"muse-wonder-1.0": {
|
|
@@ -607,13 +708,15 @@
|
|
|
607
708
|
"aa": {
|
|
608
709
|
"slug": "muse-wonder",
|
|
609
710
|
"index": {
|
|
610
|
-
"
|
|
711
|
+
"high": 40.5,
|
|
712
|
+
"max": 43.6
|
|
611
713
|
},
|
|
612
714
|
"cost_per_task": {
|
|
613
|
-
"
|
|
715
|
+
"high": 4.5605,
|
|
716
|
+
"max": 6.952
|
|
614
717
|
},
|
|
615
|
-
"date": "2026-
|
|
616
|
-
"index_version": "5.0"
|
|
718
|
+
"date": "2026-11-16",
|
|
719
|
+
"index_version": "5.0.1"
|
|
617
720
|
}
|
|
618
721
|
},
|
|
619
722
|
"muse-spark-1.3": {
|
|
@@ -637,13 +740,13 @@
|
|
|
637
740
|
"aa": {
|
|
638
741
|
"slug": "muse-spark-1-3",
|
|
639
742
|
"index": {
|
|
640
|
-
"max": 36.
|
|
743
|
+
"max": 36.6
|
|
641
744
|
},
|
|
642
745
|
"cost_per_task": {
|
|
643
|
-
"max": 2.
|
|
746
|
+
"max": 2.3858
|
|
644
747
|
},
|
|
645
|
-
"date": "2026-
|
|
646
|
-
"index_version": "5.0"
|
|
748
|
+
"date": "2026-11-16",
|
|
749
|
+
"index_version": "5.0.1"
|
|
647
750
|
}
|
|
648
751
|
},
|
|
649
752
|
"muse-spark-1.3-contributor": {
|
|
@@ -667,8 +770,8 @@
|
|
|
667
770
|
"slug": null,
|
|
668
771
|
"index": null,
|
|
669
772
|
"cost_per_task": null,
|
|
670
|
-
"date": "2026-
|
|
671
|
-
"index_version": "5.0"
|
|
773
|
+
"date": "2026-11-16",
|
|
774
|
+
"index_version": "5.0.1"
|
|
672
775
|
}
|
|
673
776
|
},
|
|
674
777
|
"muse-wonder-full-1.0": {
|
|
@@ -680,11 +783,11 @@
|
|
|
680
783
|
"aa": {
|
|
681
784
|
"slug": "muse-wonder-full",
|
|
682
785
|
"index": {
|
|
683
|
-
"max":
|
|
786
|
+
"max": 50.1
|
|
684
787
|
},
|
|
685
788
|
"cost_per_task": null,
|
|
686
|
-
"date": "2026-
|
|
687
|
-
"index_version": "5.0"
|
|
789
|
+
"date": "2026-11-16",
|
|
790
|
+
"index_version": "5.0.1"
|
|
688
791
|
}
|
|
689
792
|
},
|
|
690
793
|
"mistral-large-4": {
|
|
@@ -701,13 +804,15 @@
|
|
|
701
804
|
"aa": {
|
|
702
805
|
"slug": "mistral-large-4",
|
|
703
806
|
"index": {
|
|
704
|
-
"
|
|
807
|
+
"high": 26.1,
|
|
808
|
+
"medium": 23.1
|
|
705
809
|
},
|
|
706
810
|
"cost_per_task": {
|
|
707
|
-
"
|
|
811
|
+
"high": 2.0617,
|
|
812
|
+
"medium": 1.4121
|
|
708
813
|
},
|
|
709
|
-
"date": "2026-
|
|
710
|
-
"index_version": "5.0"
|
|
814
|
+
"date": "2026-11-16",
|
|
815
|
+
"index_version": "5.0.1"
|
|
711
816
|
}
|
|
712
817
|
},
|
|
713
818
|
"mistral-medium-3.5": {
|
|
@@ -723,10 +828,14 @@
|
|
|
723
828
|
},
|
|
724
829
|
"aa": {
|
|
725
830
|
"slug": "mistral-medium-3-5",
|
|
726
|
-
"index":
|
|
727
|
-
|
|
728
|
-
|
|
729
|
-
"
|
|
831
|
+
"index": {
|
|
832
|
+
"default": 4.6
|
|
833
|
+
},
|
|
834
|
+
"cost_per_task": {
|
|
835
|
+
"default": 1.0391
|
|
836
|
+
},
|
|
837
|
+
"date": "2026-11-16",
|
|
838
|
+
"index_version": "5.0.1"
|
|
730
839
|
}
|
|
731
840
|
},
|
|
732
841
|
"mistral-small-2603": {
|
|
@@ -744,26 +853,137 @@
|
|
|
744
853
|
"slug": null,
|
|
745
854
|
"index": null,
|
|
746
855
|
"cost_per_task": null,
|
|
747
|
-
"date": "2026-
|
|
748
|
-
"index_version": "5.0"
|
|
856
|
+
"date": "2026-11-16",
|
|
857
|
+
"index_version": "5.0.1"
|
|
749
858
|
}
|
|
750
859
|
},
|
|
751
860
|
"gemini-4-carbon": {
|
|
752
861
|
"provider": "google",
|
|
753
862
|
"display_name": "Gemini 4 Carbon",
|
|
754
|
-
"efforts": [
|
|
755
|
-
|
|
756
|
-
|
|
863
|
+
"efforts": [
|
|
864
|
+
"low",
|
|
865
|
+
"medium",
|
|
866
|
+
"high"
|
|
867
|
+
],
|
|
868
|
+
"effort_default": "medium",
|
|
869
|
+
"pricing": {
|
|
870
|
+
"input": 4,
|
|
871
|
+
"output": 20,
|
|
872
|
+
"source": "google-carbon-pricing",
|
|
873
|
+
"verified_on": "2026-11-10"
|
|
874
|
+
},
|
|
757
875
|
"aa": {
|
|
758
876
|
"slug": "gemini-4-carbon",
|
|
759
877
|
"index": {
|
|
760
|
-
"high":
|
|
878
|
+
"high": 60,
|
|
879
|
+
"low": 54.2,
|
|
880
|
+
"medium": 58.3
|
|
881
|
+
},
|
|
882
|
+
"cost_per_task": {
|
|
883
|
+
"high": 5.4848,
|
|
884
|
+
"low": 5.2214,
|
|
885
|
+
"medium": 4.6777
|
|
886
|
+
},
|
|
887
|
+
"date": "2026-11-16",
|
|
888
|
+
"index_version": "5.0.1"
|
|
889
|
+
}
|
|
890
|
+
},
|
|
891
|
+
"claude-fable-5-2": {
|
|
892
|
+
"provider": "anthropic",
|
|
893
|
+
"display_name": "Claude Fable 5.2",
|
|
894
|
+
"efforts": [
|
|
895
|
+
"low",
|
|
896
|
+
"medium",
|
|
897
|
+
"high",
|
|
898
|
+
"xhigh",
|
|
899
|
+
"max"
|
|
900
|
+
],
|
|
901
|
+
"effort_default": "high",
|
|
902
|
+
"pricing": {
|
|
903
|
+
"input": 8,
|
|
904
|
+
"output": 40,
|
|
905
|
+
"source": "claude-fable-52-pricing",
|
|
906
|
+
"verified_on": "2026-11-10"
|
|
907
|
+
},
|
|
908
|
+
"aa": {
|
|
909
|
+
"slug": "claude-fable-5-2",
|
|
910
|
+
"index": {
|
|
911
|
+
"high": 61.8,
|
|
912
|
+
"low": 53.9,
|
|
913
|
+
"max": 64.6,
|
|
914
|
+
"medium": 56.4,
|
|
915
|
+
"xhigh": 62.2
|
|
916
|
+
},
|
|
917
|
+
"cost_per_task": {
|
|
918
|
+
"high": 9.0784,
|
|
919
|
+
"low": 3.0972,
|
|
920
|
+
"max": 26.5386,
|
|
921
|
+
"medium": 3.8026,
|
|
922
|
+
"xhigh": 14.8286
|
|
923
|
+
},
|
|
924
|
+
"date": "2026-11-16",
|
|
925
|
+
"index_version": "5.0.1"
|
|
926
|
+
}
|
|
927
|
+
},
|
|
928
|
+
"gemini-4-hydrogen": {
|
|
929
|
+
"provider": "google",
|
|
930
|
+
"display_name": "Gemini 4 Hydrogen",
|
|
931
|
+
"efforts": [
|
|
932
|
+
"low",
|
|
933
|
+
"medium",
|
|
934
|
+
"high",
|
|
935
|
+
"xhigh"
|
|
936
|
+
],
|
|
937
|
+
"effort_default": "high",
|
|
938
|
+
"pricing": {
|
|
939
|
+
"input": 1.5,
|
|
940
|
+
"output": 7.5,
|
|
941
|
+
"source": "google-hydrogen-pricing",
|
|
942
|
+
"verified_on": "2026-11-13"
|
|
943
|
+
},
|
|
944
|
+
"aa": {
|
|
945
|
+
"slug": "gemini-4-hydrogen",
|
|
946
|
+
"index": {
|
|
947
|
+
"high": 50.8,
|
|
948
|
+
"low": 26.9,
|
|
949
|
+
"medium": 41.2,
|
|
950
|
+
"xhigh": 53.9
|
|
761
951
|
},
|
|
762
952
|
"cost_per_task": {
|
|
763
|
-
"high":
|
|
953
|
+
"high": 1.8733,
|
|
954
|
+
"low": 0.2922,
|
|
955
|
+
"medium": 0.798,
|
|
956
|
+
"xhigh": 3.1602
|
|
764
957
|
},
|
|
765
|
-
"date": "2026-
|
|
766
|
-
"index_version": "5.0"
|
|
958
|
+
"date": "2026-11-16",
|
|
959
|
+
"index_version": "5.0.1"
|
|
960
|
+
}
|
|
961
|
+
},
|
|
962
|
+
"qwen4-max": {
|
|
963
|
+
"provider": "alibaba",
|
|
964
|
+
"display_name": "Qwen4 Max",
|
|
965
|
+
"efforts": [
|
|
966
|
+
"low",
|
|
967
|
+
"high",
|
|
968
|
+
"xhigh"
|
|
969
|
+
],
|
|
970
|
+
"effort_default": "high",
|
|
971
|
+
"pricing": {
|
|
972
|
+
"input": 1.5,
|
|
973
|
+
"output": 4.5,
|
|
974
|
+
"source": "qwen4-pricing",
|
|
975
|
+
"verified_on": "2026-11-16"
|
|
976
|
+
},
|
|
977
|
+
"aa": {
|
|
978
|
+
"slug": "qwen4-max",
|
|
979
|
+
"index": {
|
|
980
|
+
"default": 42.9
|
|
981
|
+
},
|
|
982
|
+
"cost_per_task": {
|
|
983
|
+
"default": 3.2681
|
|
984
|
+
},
|
|
985
|
+
"date": "2026-11-16",
|
|
986
|
+
"index_version": "5.0.1"
|
|
767
987
|
}
|
|
768
988
|
}
|
|
769
989
|
},
|
|
@@ -780,9 +1000,9 @@
|
|
|
780
1000
|
"max"
|
|
781
1001
|
],
|
|
782
1002
|
"billing": "subscription",
|
|
783
|
-
"notes": "Aliases 'fable', 'opus', 'sonnet' float to the latest model; pin full IDs in new code.",
|
|
784
|
-
"source": "claude --help 2.1.
|
|
785
|
-
"verified_on": "2026-10
|
|
1003
|
+
"notes": "Aliases 'fable', 'opus', 'sonnet' float to the latest model; pin full IDs in new code. Fable 5.2 requires Claude Code >=2.1.321 (claude-fable-access); use full ID, preserve explicit 5.1 pins.",
|
|
1004
|
+
"source": "claude --help 2.1.322; claude-fable-access",
|
|
1005
|
+
"verified_on": "2026-11-10",
|
|
786
1006
|
"models": {
|
|
787
1007
|
"claude-fable-5-1": {
|
|
788
1008
|
"name": "claude-fable-5-1",
|
|
@@ -803,6 +1023,11 @@
|
|
|
803
1023
|
"name": "claude-haiku-5-5",
|
|
804
1024
|
"names": null,
|
|
805
1025
|
"effort_values": null
|
|
1026
|
+
},
|
|
1027
|
+
"claude-fable-5-2": {
|
|
1028
|
+
"name": "claude-fable-5-2",
|
|
1029
|
+
"names": null,
|
|
1030
|
+
"effort_values": null
|
|
806
1031
|
}
|
|
807
1032
|
}
|
|
808
1033
|
},
|
|
@@ -860,8 +1085,32 @@
|
|
|
860
1085
|
"billing": "subscription",
|
|
861
1086
|
"notes": null,
|
|
862
1087
|
"source": "codex-models-cache",
|
|
863
|
-
"verified_on": "2026-
|
|
1088
|
+
"verified_on": "2026-11-18",
|
|
864
1089
|
"models": {
|
|
1090
|
+
"gpt-6.2-astra": {
|
|
1091
|
+
"name": "gpt-6.2-astra",
|
|
1092
|
+
"names": null,
|
|
1093
|
+
"effort_values": [
|
|
1094
|
+
"low",
|
|
1095
|
+
"medium",
|
|
1096
|
+
"high",
|
|
1097
|
+
"xhigh",
|
|
1098
|
+
"max",
|
|
1099
|
+
"ultra"
|
|
1100
|
+
]
|
|
1101
|
+
},
|
|
1102
|
+
"gpt-6.2-sol": {
|
|
1103
|
+
"name": "gpt-6.2-sol",
|
|
1104
|
+
"names": null,
|
|
1105
|
+
"effort_values": [
|
|
1106
|
+
"low",
|
|
1107
|
+
"medium",
|
|
1108
|
+
"high",
|
|
1109
|
+
"xhigh",
|
|
1110
|
+
"max",
|
|
1111
|
+
"ultra"
|
|
1112
|
+
]
|
|
1113
|
+
},
|
|
865
1114
|
"gpt-6-astra": {
|
|
866
1115
|
"name": "gpt-6-astra",
|
|
867
1116
|
"names": null,
|
|
@@ -923,9 +1172,9 @@
|
|
|
923
1172
|
"max"
|
|
924
1173
|
],
|
|
925
1174
|
"billing": "subscription",
|
|
926
|
-
"notes": "
|
|
927
|
-
"source": "agy models / agy --help 1.
|
|
928
|
-
"verified_on": "2026-
|
|
1175
|
+
"notes": "Use exact level IDs from agy models. Hydrogen supports low/medium/high/xhigh, Carbon low/medium/high. Carbon IDs are documented by Google but absent from this account; optional selections require an exact inventory match, never an API fallback or Orchestrator substitution.",
|
|
1176
|
+
"source": "agy models / agy --help 1.5.6; agy-headless",
|
|
1177
|
+
"verified_on": "2026-11-13",
|
|
929
1178
|
"models": {
|
|
930
1179
|
"gemini-4-argon": {
|
|
931
1180
|
"name": "gemini-4-argon-high",
|
|
@@ -944,6 +1193,34 @@
|
|
|
944
1193
|
"high": "gemini-3.8-flash-high"
|
|
945
1194
|
},
|
|
946
1195
|
"effort_values": null
|
|
1196
|
+
},
|
|
1197
|
+
"gemini-4-hydrogen": {
|
|
1198
|
+
"name": "gemini-4-hydrogen-high",
|
|
1199
|
+
"names": {
|
|
1200
|
+
"low": "gemini-4-hydrogen-low",
|
|
1201
|
+
"medium": "gemini-4-hydrogen-medium",
|
|
1202
|
+
"high": "gemini-4-hydrogen-high",
|
|
1203
|
+
"xhigh": "gemini-4-hydrogen-xhigh"
|
|
1204
|
+
},
|
|
1205
|
+
"effort_values": [
|
|
1206
|
+
"low",
|
|
1207
|
+
"medium",
|
|
1208
|
+
"high",
|
|
1209
|
+
"xhigh"
|
|
1210
|
+
]
|
|
1211
|
+
},
|
|
1212
|
+
"gemini-4-carbon": {
|
|
1213
|
+
"name": "gemini-4-carbon-high",
|
|
1214
|
+
"names": {
|
|
1215
|
+
"low": "gemini-4-carbon-low",
|
|
1216
|
+
"medium": "gemini-4-carbon-medium",
|
|
1217
|
+
"high": "gemini-4-carbon-high"
|
|
1218
|
+
},
|
|
1219
|
+
"effort_values": [
|
|
1220
|
+
"low",
|
|
1221
|
+
"medium",
|
|
1222
|
+
"high"
|
|
1223
|
+
]
|
|
947
1224
|
}
|
|
948
1225
|
}
|
|
949
1226
|
},
|
|
@@ -1065,9 +1342,9 @@
|
|
|
1065
1342
|
"effort_via": null,
|
|
1066
1343
|
"effort_values": null,
|
|
1067
1344
|
"billing": "subscription",
|
|
1068
|
-
"notes": "
|
|
1345
|
+
"notes": "Qwen Code 0.27.1: explicit qwen4-max Token Plan provider configuration at high completed the real ai-consultants structured context check in 13.2s on 2026-11-16. Identity remains requested-only on this CLI path. Effort is user-owned in model.reasoningEffort, not a per-call CLI flag. Existing providers, model pins and credentials are preserved.",
|
|
1069
1346
|
"source": "ai-consultants query_qwen3.sh",
|
|
1070
|
-
"verified_on": "2026-
|
|
1347
|
+
"verified_on": "2026-11-16",
|
|
1071
1348
|
"models": {
|
|
1072
1349
|
"qwen3.8-max": {
|
|
1073
1350
|
"name": "qwen3.8-max",
|
|
@@ -1078,6 +1355,32 @@
|
|
|
1078
1355
|
"name": "qwen3.8-flash",
|
|
1079
1356
|
"names": null,
|
|
1080
1357
|
"effort_values": null
|
|
1358
|
+
},
|
|
1359
|
+
"qwen4-max": {
|
|
1360
|
+
"name": "qwen4-max",
|
|
1361
|
+
"names": null,
|
|
1362
|
+
"effort_values": null
|
|
1363
|
+
}
|
|
1364
|
+
}
|
|
1365
|
+
},
|
|
1366
|
+
"claude-cli-qwencloud": {
|
|
1367
|
+
"binary": "claude",
|
|
1368
|
+
"model_flag": "--model",
|
|
1369
|
+
"effort_via": "flag:--effort",
|
|
1370
|
+
"effort_values": [
|
|
1371
|
+
"low",
|
|
1372
|
+
"high",
|
|
1373
|
+
"xhigh"
|
|
1374
|
+
],
|
|
1375
|
+
"billing": "subscription",
|
|
1376
|
+
"notes": "Documented QwenCloud Token Plan Anthropic compatibility via /apps/anthropic. Optional explicit profile. On 2026-11-16 the actual Bottega Claude harness at requested high returned the exact hidden code and five paragraphs in 13.5s with provider-reported qwen4-max. This is transport/context evidence, not coding qualification. Use the dedicated Token Plan key.",
|
|
1377
|
+
"source": "qwencloud-claude",
|
|
1378
|
+
"verified_on": "2026-11-16",
|
|
1379
|
+
"models": {
|
|
1380
|
+
"qwen4-max": {
|
|
1381
|
+
"name": "qwen4-max",
|
|
1382
|
+
"names": null,
|
|
1383
|
+
"effort_values": null
|
|
1081
1384
|
}
|
|
1082
1385
|
}
|
|
1083
1386
|
}
|