roadmodel 0.2.77__tar.gz → 0.2.78__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {roadmodel-0.2.77 → roadmodel-0.2.78}/PKG-INFO +1 -1
- {roadmodel-0.2.77 → roadmodel-0.2.78}/docs/benchmarks.json +82 -82
- {roadmodel-0.2.77/roadmodel/data → roadmodel-0.2.78/docs}/catalog.json +3 -3
- roadmodel-0.2.78/docs/effort-tokens.json +788 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/docs/model-selector.txt +1 -1
- {roadmodel-0.2.77 → roadmodel-0.2.78}/hatch_build.py +1 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/pyproject.toml +2 -1
- {roadmodel-0.2.77 → roadmodel-0.2.78}/roadmodel/data/benchmarks.json +82 -82
- {roadmodel-0.2.77/docs → roadmodel-0.2.78/roadmodel/data}/catalog.json +3 -3
- roadmodel-0.2.78/roadmodel/data/effort-tokens.json +788 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/roadmodel/data/model-selector.txt +1 -1
- {roadmodel-0.2.77 → roadmodel-0.2.78}/src/roadmodel/__init__.py +1 -1
- {roadmodel-0.2.77 → roadmodel-0.2.78}/src/roadmodel/scoring.py +90 -9
- {roadmodel-0.2.77 → roadmodel-0.2.78}/.gitignore +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/LICENSE +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/NOTICE +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/README.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/docs/context-windows.json +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/docs/model-tier-cost-scale.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/docs/settings-display.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/docs/templates/phase-roadmap-template.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/docs/templates/planning-kit-how-to-use.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/docs/templates/project-roadmap-template.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/docs/templates/prompt-phase-roadmap.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/docs/templates/prompt-project-roadmap.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/docs/user-context.example.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/infra/README.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/infra/gcp-killswitch/README.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/infra/supabase/README.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/roadmodel/data/context-windows.json +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/roadmodel/data/model-tier-cost-scale.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/roadmodel/data/phase-roadmap-template.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/roadmodel/data/planning-kit-how-to-use.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/roadmodel/data/project-roadmap-template.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/roadmodel/data/prompt-phase-roadmap.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/roadmodel/data/prompt-project-roadmap.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/roadmodel/data/settings-display.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/roadmodel/data/user-context.example.md +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/scripts/agent_context.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/scripts/agent_rules.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/scripts/update_projects.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/scripts/updater_lock.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/scripts/upgrade_fleet.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/scripts/worktree_memory.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/src/roadmodel/__main__.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/src/roadmodel/cli.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/src/roadmodel/config.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/src/roadmodel/cost.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/src/roadmodel/errors.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/src/roadmodel/mcp_server.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/src/roadmodel/providers/__init__.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/src/roadmodel/providers/anthropic.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/src/roadmodel/providers/google.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/src/roadmodel/providers/openai.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/src/roadmodel/providers/openai_compatible.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/src/roadmodel/providers/registry.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/src/roadmodel/recommend.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/src/roadmodel/usage.py +0 -0
- {roadmodel-0.2.77 → roadmodel-0.2.78}/src/roadmodel/user_context.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: roadmodel
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.78
|
|
4
4
|
Summary: BYO-key CLI that recommends the right AI model, platform, and settings for a prompt.
|
|
5
5
|
Project-URL: Homepage, https://roadmodel.ai
|
|
6
6
|
Project-URL: Repository, https://github.com/nathanramoscfa/roadmodel
|
|
@@ -6,7 +6,7 @@
|
|
|
6
6
|
"endpoint": "https://artificialanalysis.ai/api/v2/data/llms/models",
|
|
7
7
|
"attribution": "Benchmark data © Artificial Analysis, used under its API terms with attribution."
|
|
8
8
|
},
|
|
9
|
-
"generated_at_utc": "2026-10-
|
|
9
|
+
"generated_at_utc": "2026-10-08T22:10:51Z",
|
|
10
10
|
"model_count": 56,
|
|
11
11
|
"unmapped": [],
|
|
12
12
|
"missing_slugs": [],
|
|
@@ -38,8 +38,8 @@
|
|
|
38
38
|
"tau2": 0.546783625730994,
|
|
39
39
|
"tau_banking": 0.0927835051546392
|
|
40
40
|
},
|
|
41
|
-
"median_output_tokens_per_second":
|
|
42
|
-
"median_time_to_first_token_seconds":
|
|
41
|
+
"median_output_tokens_per_second": 99.079,
|
|
42
|
+
"median_time_to_first_token_seconds": 8.429,
|
|
43
43
|
"aa_effort": null,
|
|
44
44
|
"effort_variants": {}
|
|
45
45
|
},
|
|
@@ -100,8 +100,8 @@
|
|
|
100
100
|
"tau2": null,
|
|
101
101
|
"tau_banking": 0.472164948453608
|
|
102
102
|
},
|
|
103
|
-
"median_output_tokens_per_second":
|
|
104
|
-
"median_time_to_first_token_seconds":
|
|
103
|
+
"median_output_tokens_per_second": 69.222,
|
|
104
|
+
"median_time_to_first_token_seconds": 154.38,
|
|
105
105
|
"aa_effort": "max",
|
|
106
106
|
"effort_variants": {
|
|
107
107
|
"low": {
|
|
@@ -118,7 +118,7 @@
|
|
|
118
118
|
"terminalbench_v4_0": 0.404040404040404,
|
|
119
119
|
"tau_banking": 0.389690721649485
|
|
120
120
|
},
|
|
121
|
-
"median_output_tokens_per_second":
|
|
121
|
+
"median_output_tokens_per_second": 50.548
|
|
122
122
|
},
|
|
123
123
|
"medium": {
|
|
124
124
|
"aa_slug": "claude-fable-5-1-medium",
|
|
@@ -134,7 +134,7 @@
|
|
|
134
134
|
"terminalbench_v4_0": 0.44949494949495,
|
|
135
135
|
"tau_banking": 0.410309278350515
|
|
136
136
|
},
|
|
137
|
-
"median_output_tokens_per_second":
|
|
137
|
+
"median_output_tokens_per_second": 51.079
|
|
138
138
|
},
|
|
139
139
|
"high": {
|
|
140
140
|
"aa_slug": "claude-fable-5-1-high",
|
|
@@ -150,7 +150,7 @@
|
|
|
150
150
|
"terminalbench_v4_0": 0.52020202020202,
|
|
151
151
|
"tau_banking": 0.430927835051546
|
|
152
152
|
},
|
|
153
|
-
"median_output_tokens_per_second":
|
|
153
|
+
"median_output_tokens_per_second": 51.667
|
|
154
154
|
},
|
|
155
155
|
"xhigh": {
|
|
156
156
|
"aa_slug": "claude-fable-5-1-xhigh",
|
|
@@ -166,7 +166,7 @@
|
|
|
166
166
|
"terminalbench_v4_0": 0.55050505050505,
|
|
167
167
|
"tau_banking": 0.457731958762887
|
|
168
168
|
},
|
|
169
|
-
"median_output_tokens_per_second":
|
|
169
|
+
"median_output_tokens_per_second": 56.351
|
|
170
170
|
}
|
|
171
171
|
}
|
|
172
172
|
},
|
|
@@ -292,8 +292,8 @@
|
|
|
292
292
|
"tau2": null,
|
|
293
293
|
"tau_banking": null
|
|
294
294
|
},
|
|
295
|
-
"median_output_tokens_per_second":
|
|
296
|
-
"median_time_to_first_token_seconds":
|
|
295
|
+
"median_output_tokens_per_second": 96.795,
|
|
296
|
+
"median_time_to_first_token_seconds": 534.532,
|
|
297
297
|
"aa_effort": "max",
|
|
298
298
|
"effort_variants": {
|
|
299
299
|
"low": {
|
|
@@ -306,7 +306,7 @@
|
|
|
306
306
|
"lcr": 0.806666666666667,
|
|
307
307
|
"terminalbench_v4_0": 0.313131313131313
|
|
308
308
|
},
|
|
309
|
-
"median_output_tokens_per_second":
|
|
309
|
+
"median_output_tokens_per_second": 74.578
|
|
310
310
|
},
|
|
311
311
|
"medium": {
|
|
312
312
|
"aa_slug": "claude-opus-5-5-medium",
|
|
@@ -318,7 +318,7 @@
|
|
|
318
318
|
"lcr": 0.843333333333333,
|
|
319
319
|
"terminalbench_v4_0": 0.525252525252525
|
|
320
320
|
},
|
|
321
|
-
"median_output_tokens_per_second":
|
|
321
|
+
"median_output_tokens_per_second": 73.504
|
|
322
322
|
},
|
|
323
323
|
"high": {
|
|
324
324
|
"aa_slug": "claude-opus-5-5-high",
|
|
@@ -330,7 +330,7 @@
|
|
|
330
330
|
"lcr": 0.826666666666667,
|
|
331
331
|
"terminalbench_v4_0": 0.565656565656566
|
|
332
332
|
},
|
|
333
|
-
"median_output_tokens_per_second":
|
|
333
|
+
"median_output_tokens_per_second": 74.51
|
|
334
334
|
},
|
|
335
335
|
"xhigh": {
|
|
336
336
|
"aa_slug": "claude-opus-5-5-xhigh",
|
|
@@ -342,7 +342,7 @@
|
|
|
342
342
|
"lcr": 0.846666666666667,
|
|
343
343
|
"terminalbench_v4_0": 0.595959595959596
|
|
344
344
|
},
|
|
345
|
-
"median_output_tokens_per_second":
|
|
345
|
+
"median_output_tokens_per_second": 76.274
|
|
346
346
|
}
|
|
347
347
|
}
|
|
348
348
|
},
|
|
@@ -452,8 +452,8 @@
|
|
|
452
452
|
"tau2": null,
|
|
453
453
|
"tau_banking": null
|
|
454
454
|
},
|
|
455
|
-
"median_output_tokens_per_second":
|
|
456
|
-
"median_time_to_first_token_seconds":
|
|
455
|
+
"median_output_tokens_per_second": 136.822,
|
|
456
|
+
"median_time_to_first_token_seconds": 270.896,
|
|
457
457
|
"aa_effort": "max",
|
|
458
458
|
"effort_variants": {
|
|
459
459
|
"low": {
|
|
@@ -478,7 +478,7 @@
|
|
|
478
478
|
"lcr": 0.763333333333333,
|
|
479
479
|
"terminalbench_v4_0": 0.297979797979798
|
|
480
480
|
},
|
|
481
|
-
"median_output_tokens_per_second":
|
|
481
|
+
"median_output_tokens_per_second": 92.973
|
|
482
482
|
},
|
|
483
483
|
"high": {
|
|
484
484
|
"aa_slug": "claude-sonnet-5-5-high",
|
|
@@ -490,7 +490,7 @@
|
|
|
490
490
|
"lcr": 0.78,
|
|
491
491
|
"terminalbench_v4_0": 0.439393939393939
|
|
492
492
|
},
|
|
493
|
-
"median_output_tokens_per_second":
|
|
493
|
+
"median_output_tokens_per_second": 98.725
|
|
494
494
|
},
|
|
495
495
|
"xhigh": {
|
|
496
496
|
"aa_slug": "claude-sonnet-5-5-xhigh",
|
|
@@ -502,7 +502,7 @@
|
|
|
502
502
|
"lcr": 0.796666666666667,
|
|
503
503
|
"terminalbench_v4_0": 0.570707070707071
|
|
504
504
|
},
|
|
505
|
-
"median_output_tokens_per_second":
|
|
505
|
+
"median_output_tokens_per_second": 96.659
|
|
506
506
|
}
|
|
507
507
|
}
|
|
508
508
|
},
|
|
@@ -532,8 +532,8 @@
|
|
|
532
532
|
"tau2": null,
|
|
533
533
|
"tau_banking": null
|
|
534
534
|
},
|
|
535
|
-
"median_output_tokens_per_second":
|
|
536
|
-
"median_time_to_first_token_seconds": 0.
|
|
535
|
+
"median_output_tokens_per_second": 216.372,
|
|
536
|
+
"median_time_to_first_token_seconds": 0.826,
|
|
537
537
|
"aa_effort": "max",
|
|
538
538
|
"effort_variants": {}
|
|
539
539
|
},
|
|
@@ -563,8 +563,8 @@
|
|
|
563
563
|
"tau2": null,
|
|
564
564
|
"tau_banking": 0.395876288659794
|
|
565
565
|
},
|
|
566
|
-
"median_output_tokens_per_second":
|
|
567
|
-
"median_time_to_first_token_seconds": 1.
|
|
566
|
+
"median_output_tokens_per_second": 97.794,
|
|
567
|
+
"median_time_to_first_token_seconds": 1.099,
|
|
568
568
|
"aa_effort": "max",
|
|
569
569
|
"effort_variants": {}
|
|
570
570
|
},
|
|
@@ -737,8 +737,8 @@
|
|
|
737
737
|
"tau2": 0.956140350877193,
|
|
738
738
|
"tau_banking": 0.214432989690722
|
|
739
739
|
},
|
|
740
|
-
"median_output_tokens_per_second":
|
|
741
|
-
"median_time_to_first_token_seconds": 16.
|
|
740
|
+
"median_output_tokens_per_second": 122.667,
|
|
741
|
+
"median_time_to_first_token_seconds": 16.704,
|
|
742
742
|
"aa_effort": null,
|
|
743
743
|
"effort_variants": {}
|
|
744
744
|
},
|
|
@@ -828,8 +828,8 @@
|
|
|
828
828
|
"tau2": null,
|
|
829
829
|
"tau_banking": 0.175257731958763
|
|
830
830
|
},
|
|
831
|
-
"median_output_tokens_per_second":
|
|
832
|
-
"median_time_to_first_token_seconds": 7.
|
|
831
|
+
"median_output_tokens_per_second": 382.92,
|
|
832
|
+
"median_time_to_first_token_seconds": 7.508,
|
|
833
833
|
"aa_effort": null,
|
|
834
834
|
"effort_variants": {}
|
|
835
835
|
},
|
|
@@ -952,8 +952,8 @@
|
|
|
952
952
|
"tau2": null,
|
|
953
953
|
"tau_banking": 0.449484536082474
|
|
954
954
|
},
|
|
955
|
-
"median_output_tokens_per_second":
|
|
956
|
-
"median_time_to_first_token_seconds":
|
|
955
|
+
"median_output_tokens_per_second": 122.092,
|
|
956
|
+
"median_time_to_first_token_seconds": 18.717,
|
|
957
957
|
"aa_effort": "high",
|
|
958
958
|
"effort_variants": {
|
|
959
959
|
"low": {
|
|
@@ -1109,8 +1109,8 @@
|
|
|
1109
1109
|
"tau2": null,
|
|
1110
1110
|
"tau_banking": 0.503092783505155
|
|
1111
1111
|
},
|
|
1112
|
-
"median_output_tokens_per_second":
|
|
1113
|
-
"median_time_to_first_token_seconds": 2.
|
|
1112
|
+
"median_output_tokens_per_second": 62.058,
|
|
1113
|
+
"median_time_to_first_token_seconds": 2.975,
|
|
1114
1114
|
"aa_effort": "max",
|
|
1115
1115
|
"effort_variants": {
|
|
1116
1116
|
"low": {
|
|
@@ -1123,14 +1123,14 @@
|
|
|
1123
1123
|
"lcr": 0.726666666666667,
|
|
1124
1124
|
"terminalbench_v4_0": 0.348484848484849
|
|
1125
1125
|
},
|
|
1126
|
-
"median_output_tokens_per_second": 76.
|
|
1126
|
+
"median_output_tokens_per_second": 76.737
|
|
1127
1127
|
}
|
|
1128
1128
|
}
|
|
1129
1129
|
},
|
|
1130
1130
|
"glm-5.3-flash": {
|
|
1131
1131
|
"aa_id": "19496b81-9f41-4214-a77a-1df803b3c5ae",
|
|
1132
1132
|
"aa_slug": "glm-5-3-flash",
|
|
1133
|
-
"aa_name": "GLM
|
|
1133
|
+
"aa_name": "GLM-5.3-Flash",
|
|
1134
1134
|
"aa_creator": "Z AI",
|
|
1135
1135
|
"release_date": "2026-08-26",
|
|
1136
1136
|
"evaluations": {
|
|
@@ -1153,7 +1153,7 @@
|
|
|
1153
1153
|
"tau2": null,
|
|
1154
1154
|
"tau_banking": 0.472164948453608
|
|
1155
1155
|
},
|
|
1156
|
-
"median_output_tokens_per_second":
|
|
1156
|
+
"median_output_tokens_per_second": 51.291,
|
|
1157
1157
|
"median_time_to_first_token_seconds": 2.806,
|
|
1158
1158
|
"aa_effort": null,
|
|
1159
1159
|
"effort_variants": {}
|
|
@@ -1485,8 +1485,8 @@
|
|
|
1485
1485
|
"tau2": 0.859649122807018,
|
|
1486
1486
|
"tau_banking": null
|
|
1487
1487
|
},
|
|
1488
|
-
"median_output_tokens_per_second":
|
|
1489
|
-
"median_time_to_first_token_seconds":
|
|
1488
|
+
"median_output_tokens_per_second": 90.242,
|
|
1489
|
+
"median_time_to_first_token_seconds": 47.576,
|
|
1490
1490
|
"aa_effort": "xhigh",
|
|
1491
1491
|
"effort_variants": {}
|
|
1492
1492
|
},
|
|
@@ -1945,8 +1945,8 @@
|
|
|
1945
1945
|
"tau2": 0.862573099415205,
|
|
1946
1946
|
"tau_banking": 0.402061855670103
|
|
1947
1947
|
},
|
|
1948
|
-
"median_output_tokens_per_second":
|
|
1949
|
-
"median_time_to_first_token_seconds":
|
|
1948
|
+
"median_output_tokens_per_second": 105.105,
|
|
1949
|
+
"median_time_to_first_token_seconds": 112.729,
|
|
1950
1950
|
"aa_effort": "max",
|
|
1951
1951
|
"effort_variants": {
|
|
1952
1952
|
"low": {
|
|
@@ -1966,7 +1966,7 @@
|
|
|
1966
1966
|
"tau2": 0.605263157894737,
|
|
1967
1967
|
"tau_banking": 0.187628865979381
|
|
1968
1968
|
},
|
|
1969
|
-
"median_output_tokens_per_second":
|
|
1969
|
+
"median_output_tokens_per_second": 85.398
|
|
1970
1970
|
},
|
|
1971
1971
|
"medium": {
|
|
1972
1972
|
"aa_slug": "gpt-5-6-terra-medium",
|
|
@@ -1984,7 +1984,7 @@
|
|
|
1984
1984
|
"tau2": 0.728070175438596,
|
|
1985
1985
|
"tau_banking": 0.255670103092783
|
|
1986
1986
|
},
|
|
1987
|
-
"median_output_tokens_per_second":
|
|
1987
|
+
"median_output_tokens_per_second": 89.076
|
|
1988
1988
|
},
|
|
1989
1989
|
"high": {
|
|
1990
1990
|
"aa_slug": "gpt-5-6-terra-high",
|
|
@@ -2003,7 +2003,7 @@
|
|
|
2003
2003
|
"tau2": 0.783625730994152,
|
|
2004
2004
|
"tau_banking": 0.28659793814433
|
|
2005
2005
|
},
|
|
2006
|
-
"median_output_tokens_per_second":
|
|
2006
|
+
"median_output_tokens_per_second": 91.376
|
|
2007
2007
|
},
|
|
2008
2008
|
"xhigh": {
|
|
2009
2009
|
"aa_slug": "gpt-5-6-terra-xhigh",
|
|
@@ -2022,7 +2022,7 @@
|
|
|
2022
2022
|
"tau2": 0.804093567251462,
|
|
2023
2023
|
"tau_banking": 0.296907216494845
|
|
2024
2024
|
},
|
|
2025
|
-
"median_output_tokens_per_second":
|
|
2025
|
+
"median_output_tokens_per_second": 97.186
|
|
2026
2026
|
}
|
|
2027
2027
|
}
|
|
2028
2028
|
},
|
|
@@ -2053,7 +2053,7 @@
|
|
|
2053
2053
|
"tau_banking": 0.414432989690722
|
|
2054
2054
|
},
|
|
2055
2055
|
"median_output_tokens_per_second": 48.042,
|
|
2056
|
-
"median_time_to_first_token_seconds":
|
|
2056
|
+
"median_time_to_first_token_seconds": 246.845,
|
|
2057
2057
|
"aa_effort": "max",
|
|
2058
2058
|
"effort_variants": {
|
|
2059
2059
|
"low": {
|
|
@@ -2070,7 +2070,7 @@
|
|
|
2070
2070
|
"terminalbench_v4_0": 0.419191919191919,
|
|
2071
2071
|
"tau_banking": 0.319587628865979
|
|
2072
2072
|
},
|
|
2073
|
-
"median_output_tokens_per_second":
|
|
2073
|
+
"median_output_tokens_per_second": 44.386
|
|
2074
2074
|
},
|
|
2075
2075
|
"medium": {
|
|
2076
2076
|
"aa_slug": "gpt-6-astra-medium",
|
|
@@ -2086,7 +2086,7 @@
|
|
|
2086
2086
|
"terminalbench_v4_0": 0.494949494949495,
|
|
2087
2087
|
"tau_banking": 0.354639175257732
|
|
2088
2088
|
},
|
|
2089
|
-
"median_output_tokens_per_second":
|
|
2089
|
+
"median_output_tokens_per_second": 44.888
|
|
2090
2090
|
},
|
|
2091
2091
|
"high": {
|
|
2092
2092
|
"aa_slug": "gpt-6-astra-high",
|
|
@@ -2102,7 +2102,7 @@
|
|
|
2102
2102
|
"terminalbench_v4_0": 0.54040404040404,
|
|
2103
2103
|
"tau_banking": 0.4
|
|
2104
2104
|
},
|
|
2105
|
-
"median_output_tokens_per_second": 46.
|
|
2105
|
+
"median_output_tokens_per_second": 46.248
|
|
2106
2106
|
},
|
|
2107
2107
|
"xhigh": {
|
|
2108
2108
|
"aa_slug": "gpt-6-astra-xhigh",
|
|
@@ -2118,7 +2118,7 @@
|
|
|
2118
2118
|
"terminalbench_v4_0": 0.595959595959596,
|
|
2119
2119
|
"tau_banking": 0.430927835051546
|
|
2120
2120
|
},
|
|
2121
|
-
"median_output_tokens_per_second": 51.
|
|
2121
|
+
"median_output_tokens_per_second": 51.293
|
|
2122
2122
|
}
|
|
2123
2123
|
}
|
|
2124
2124
|
},
|
|
@@ -2148,8 +2148,8 @@
|
|
|
2148
2148
|
"tau2": null,
|
|
2149
2149
|
"tau_banking": null
|
|
2150
2150
|
},
|
|
2151
|
-
"median_output_tokens_per_second":
|
|
2152
|
-
"median_time_to_first_token_seconds":
|
|
2151
|
+
"median_output_tokens_per_second": 135.261,
|
|
2152
|
+
"median_time_to_first_token_seconds": 99.813,
|
|
2153
2153
|
"aa_effort": "max",
|
|
2154
2154
|
"effort_variants": {
|
|
2155
2155
|
"low": {
|
|
@@ -2162,7 +2162,7 @@
|
|
|
2162
2162
|
"lcr": 0.74,
|
|
2163
2163
|
"terminalbench_v4_0": 0
|
|
2164
2164
|
},
|
|
2165
|
-
"median_output_tokens_per_second":
|
|
2165
|
+
"median_output_tokens_per_second": 115.408
|
|
2166
2166
|
},
|
|
2167
2167
|
"medium": {
|
|
2168
2168
|
"aa_slug": "gpt-6-luna-medium",
|
|
@@ -2186,7 +2186,7 @@
|
|
|
2186
2186
|
"lcr": 0.793333333333333,
|
|
2187
2187
|
"terminalbench_v4_0": 0.0454545454545455
|
|
2188
2188
|
},
|
|
2189
|
-
"median_output_tokens_per_second":
|
|
2189
|
+
"median_output_tokens_per_second": 120.693
|
|
2190
2190
|
},
|
|
2191
2191
|
"xhigh": {
|
|
2192
2192
|
"aa_slug": "gpt-6-luna-xhigh",
|
|
@@ -2198,7 +2198,7 @@
|
|
|
2198
2198
|
"lcr": 0.8,
|
|
2199
2199
|
"terminalbench_v4_0": 0.0808080808080808
|
|
2200
2200
|
},
|
|
2201
|
-
"median_output_tokens_per_second":
|
|
2201
|
+
"median_output_tokens_per_second": 130
|
|
2202
2202
|
}
|
|
2203
2203
|
}
|
|
2204
2204
|
},
|
|
@@ -2308,8 +2308,8 @@
|
|
|
2308
2308
|
"tau2": null,
|
|
2309
2309
|
"tau_banking": null
|
|
2310
2310
|
},
|
|
2311
|
-
"median_output_tokens_per_second":
|
|
2312
|
-
"median_time_to_first_token_seconds":
|
|
2311
|
+
"median_output_tokens_per_second": 58.093,
|
|
2312
|
+
"median_time_to_first_token_seconds": 178.471,
|
|
2313
2313
|
"aa_effort": "max",
|
|
2314
2314
|
"effort_variants": {
|
|
2315
2315
|
"low": {
|
|
@@ -2322,7 +2322,7 @@
|
|
|
2322
2322
|
"lcr": 0.84,
|
|
2323
2323
|
"terminalbench_v4_0": 0.308080808080808
|
|
2324
2324
|
},
|
|
2325
|
-
"median_output_tokens_per_second":
|
|
2325
|
+
"median_output_tokens_per_second": 50.886
|
|
2326
2326
|
},
|
|
2327
2327
|
"medium": {
|
|
2328
2328
|
"aa_slug": "gpt-6-1-sol-medium",
|
|
@@ -2334,7 +2334,7 @@
|
|
|
2334
2334
|
"lcr": 0.833333333333333,
|
|
2335
2335
|
"terminalbench_v4_0": 0.47979797979798
|
|
2336
2336
|
},
|
|
2337
|
-
"median_output_tokens_per_second":
|
|
2337
|
+
"median_output_tokens_per_second": 51.223
|
|
2338
2338
|
},
|
|
2339
2339
|
"high": {
|
|
2340
2340
|
"aa_slug": "gpt-6-1-sol-high",
|
|
@@ -2346,7 +2346,7 @@
|
|
|
2346
2346
|
"lcr": 0.823333333333333,
|
|
2347
2347
|
"terminalbench_v4_0": 0.515151515151515
|
|
2348
2348
|
},
|
|
2349
|
-
"median_output_tokens_per_second":
|
|
2349
|
+
"median_output_tokens_per_second": 52.649
|
|
2350
2350
|
},
|
|
2351
2351
|
"xhigh": {
|
|
2352
2352
|
"aa_slug": "gpt-6-1-sol-xhigh",
|
|
@@ -2358,7 +2358,7 @@
|
|
|
2358
2358
|
"lcr": 0.796666666666667,
|
|
2359
2359
|
"terminalbench_v4_0": 0.54040404040404
|
|
2360
2360
|
},
|
|
2361
|
-
"median_output_tokens_per_second":
|
|
2361
|
+
"median_output_tokens_per_second": 53.52
|
|
2362
2362
|
}
|
|
2363
2363
|
}
|
|
2364
2364
|
},
|
|
@@ -2388,8 +2388,8 @@
|
|
|
2388
2388
|
"tau2": 0.657894736842105,
|
|
2389
2389
|
"tau_banking": 0.127835051546392
|
|
2390
2390
|
},
|
|
2391
|
-
"median_output_tokens_per_second":
|
|
2392
|
-
"median_time_to_first_token_seconds": 0.
|
|
2391
|
+
"median_output_tokens_per_second": 184.511,
|
|
2392
|
+
"median_time_to_first_token_seconds": 0.51,
|
|
2393
2393
|
"aa_effort": "high",
|
|
2394
2394
|
"effort_variants": {
|
|
2395
2395
|
"low": {
|
|
@@ -2411,7 +2411,7 @@
|
|
|
2411
2411
|
"tau2": 0.450292397660819,
|
|
2412
2412
|
"tau_banking": 0.0288659793814433
|
|
2413
2413
|
},
|
|
2414
|
-
"median_output_tokens_per_second":
|
|
2414
|
+
"median_output_tokens_per_second": 180.667
|
|
2415
2415
|
}
|
|
2416
2416
|
}
|
|
2417
2417
|
},
|
|
@@ -2441,8 +2441,8 @@
|
|
|
2441
2441
|
"tau2": 0.60233918128655,
|
|
2442
2442
|
"tau_banking": 0.0701030927835052
|
|
2443
2443
|
},
|
|
2444
|
-
"median_output_tokens_per_second":
|
|
2445
|
-
"median_time_to_first_token_seconds": 0.
|
|
2444
|
+
"median_output_tokens_per_second": 193.16,
|
|
2445
|
+
"median_time_to_first_token_seconds": 0.456,
|
|
2446
2446
|
"aa_effort": "high",
|
|
2447
2447
|
"effort_variants": {
|
|
2448
2448
|
"low": {
|
|
@@ -2631,8 +2631,8 @@
|
|
|
2631
2631
|
"tau2": null,
|
|
2632
2632
|
"tau_banking": null
|
|
2633
2633
|
},
|
|
2634
|
-
"median_output_tokens_per_second":
|
|
2635
|
-
"median_time_to_first_token_seconds":
|
|
2634
|
+
"median_output_tokens_per_second": 68.538,
|
|
2635
|
+
"median_time_to_first_token_seconds": 16.38,
|
|
2636
2636
|
"aa_effort": "xhigh",
|
|
2637
2637
|
"effort_variants": {
|
|
2638
2638
|
"low": {
|
|
@@ -2645,7 +2645,7 @@
|
|
|
2645
2645
|
"lcr": 0.8,
|
|
2646
2646
|
"terminalbench_v4_0": 0.161616161616162
|
|
2647
2647
|
},
|
|
2648
|
-
"median_output_tokens_per_second":
|
|
2648
|
+
"median_output_tokens_per_second": 62.39
|
|
2649
2649
|
},
|
|
2650
2650
|
"high": {
|
|
2651
2651
|
"aa_slug": "grok-4-7-high",
|
|
@@ -2657,7 +2657,7 @@
|
|
|
2657
2657
|
"lcr": 0.77,
|
|
2658
2658
|
"terminalbench_v4_0": 0.247474747474747
|
|
2659
2659
|
},
|
|
2660
|
-
"median_output_tokens_per_second":
|
|
2660
|
+
"median_output_tokens_per_second": 63.707
|
|
2661
2661
|
}
|
|
2662
2662
|
}
|
|
2663
2663
|
},
|
|
@@ -2687,8 +2687,8 @@
|
|
|
2687
2687
|
"tau2": 0.900584795321637,
|
|
2688
2688
|
"tau_banking": 0.202061855670103
|
|
2689
2689
|
},
|
|
2690
|
-
"median_output_tokens_per_second":
|
|
2691
|
-
"median_time_to_first_token_seconds": 1.
|
|
2690
|
+
"median_output_tokens_per_second": 74.187,
|
|
2691
|
+
"median_time_to_first_token_seconds": 1.099,
|
|
2692
2692
|
"aa_effort": null,
|
|
2693
2693
|
"effort_variants": {}
|
|
2694
2694
|
},
|
|
@@ -2718,8 +2718,8 @@
|
|
|
2718
2718
|
"tau2": null,
|
|
2719
2719
|
"tau_banking": 0.45979381443299
|
|
2720
2720
|
},
|
|
2721
|
-
"median_output_tokens_per_second":
|
|
2722
|
-
"median_time_to_first_token_seconds": 2.
|
|
2721
|
+
"median_output_tokens_per_second": 38.915,
|
|
2722
|
+
"median_time_to_first_token_seconds": 2.879,
|
|
2723
2723
|
"aa_effort": "max",
|
|
2724
2724
|
"effort_variants": {
|
|
2725
2725
|
"low": {
|
|
@@ -2736,7 +2736,7 @@
|
|
|
2736
2736
|
"terminalbench_v4_0": 0.126262626262626,
|
|
2737
2737
|
"tau_banking": 0.416494845360825
|
|
2738
2738
|
},
|
|
2739
|
-
"median_output_tokens_per_second":
|
|
2739
|
+
"median_output_tokens_per_second": 39.82
|
|
2740
2740
|
}
|
|
2741
2741
|
}
|
|
2742
2742
|
},
|
|
@@ -2766,8 +2766,8 @@
|
|
|
2766
2766
|
"tau2": 0.245614035087719,
|
|
2767
2767
|
"tau_banking": 0.0577319587628866
|
|
2768
2768
|
},
|
|
2769
|
-
"median_output_tokens_per_second":
|
|
2770
|
-
"median_time_to_first_token_seconds": 0.
|
|
2769
|
+
"median_output_tokens_per_second": 81.6,
|
|
2770
|
+
"median_time_to_first_token_seconds": 0.703,
|
|
2771
2771
|
"aa_effort": null,
|
|
2772
2772
|
"effort_variants": {}
|
|
2773
2773
|
},
|
|
@@ -2797,8 +2797,8 @@
|
|
|
2797
2797
|
"tau2": 0.941520467836257,
|
|
2798
2798
|
"tau_banking": 0.150515463917526
|
|
2799
2799
|
},
|
|
2800
|
-
"median_output_tokens_per_second":
|
|
2801
|
-
"median_time_to_first_token_seconds": 0.
|
|
2800
|
+
"median_output_tokens_per_second": 159.639,
|
|
2801
|
+
"median_time_to_first_token_seconds": 0.594,
|
|
2802
2802
|
"aa_effort": null,
|
|
2803
2803
|
"effort_variants": {}
|
|
2804
2804
|
},
|
|
@@ -2828,8 +2828,8 @@
|
|
|
2828
2828
|
"tau2": 0.412280701754386,
|
|
2829
2829
|
"tau_banking": 0.0494845360824742
|
|
2830
2830
|
},
|
|
2831
|
-
"median_output_tokens_per_second": 163.
|
|
2832
|
-
"median_time_to_first_token_seconds": 0.
|
|
2831
|
+
"median_output_tokens_per_second": 163.561,
|
|
2832
|
+
"median_time_to_first_token_seconds": 0.532,
|
|
2833
2833
|
"aa_effort": null,
|
|
2834
2834
|
"effort_variants": {}
|
|
2835
2835
|
},
|
|
@@ -2859,8 +2859,8 @@
|
|
|
2859
2859
|
"tau2": null,
|
|
2860
2860
|
"tau_banking": 0.505154639175258
|
|
2861
2861
|
},
|
|
2862
|
-
"median_output_tokens_per_second":
|
|
2863
|
-
"median_time_to_first_token_seconds":
|
|
2862
|
+
"median_output_tokens_per_second": 97.223,
|
|
2863
|
+
"median_time_to_first_token_seconds": 48.757,
|
|
2864
2864
|
"aa_effort": "max",
|
|
2865
2865
|
"effort_variants": {
|
|
2866
2866
|
"xhigh": {
|
|
@@ -2877,7 +2877,7 @@
|
|
|
2877
2877
|
"terminalbench_v4_0": 0.166666666666667,
|
|
2878
2878
|
"tau_banking": 0.472164948453608
|
|
2879
2879
|
},
|
|
2880
|
-
"median_output_tokens_per_second":
|
|
2880
|
+
"median_output_tokens_per_second": 122.932
|
|
2881
2881
|
}
|
|
2882
2882
|
}
|
|
2883
2883
|
},
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
{
|
|
2
2
|
"schema_version": "4",
|
|
3
3
|
"output_contract_version": 2,
|
|
4
|
-
"generated_at_utc": "2026-10-
|
|
4
|
+
"generated_at_utc": "2026-10-08T22:10:51Z",
|
|
5
5
|
"source_doc_sha256": {
|
|
6
|
-
"model-selector.txt": "
|
|
6
|
+
"model-selector.txt": "58061ed5e6812e7778a4ef31d2337a8c56322202849d68a43d069187133fae2b",
|
|
7
7
|
"model-tier-cost-scale.md": "80baddfd88e6a105658eb5dbe64a22d444ff42e55c7b9e42dd3a14c5ec419b89"
|
|
8
8
|
},
|
|
9
9
|
"models": [
|
|
@@ -524,7 +524,7 @@
|
|
|
524
524
|
"speed": "S"
|
|
525
525
|
},
|
|
526
526
|
"jurisdiction": "us",
|
|
527
|
-
"headline_benchmarks": "AA Intelligence Index 40.9 (high); HLE 47.8%; SciCode 56.6; Terminal-Bench 4.0 19.7; AA-LCR 0.813; Terminal-Bench 2.1 87.6; Output Speed
|
|
527
|
+
"headline_benchmarks": "AA Intelligence Index 40.9 (high); HLE 47.8%; SciCode 56.6; Terminal-Bench 4.0 19.7; AA-LCR 0.813; Terminal-Bench 2.1 87.6; Output Speed 122.1 tokens/s",
|
|
528
528
|
"pricing_notes": "-",
|
|
529
529
|
"best_for": "Frontier-class multimodal input, plus strong coding, planning, agentic work, long context and knowledge, with very fast output, at a low price. Its AA Intelligence Index of 40.9 ranks 18th of 56 measured models.",
|
|
530
530
|
"superseded_by": null,
|