roadmodel 0.2.78__tar.gz → 0.2.79__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {roadmodel-0.2.78 → roadmodel-0.2.79}/PKG-INFO +1 -1
- {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/benchmarks.json +25 -25
- {roadmodel-0.2.78/roadmodel/data → roadmodel-0.2.79/docs}/catalog.json +6 -6
- {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/effort-tokens.json +19 -3
- {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/model-selector.txt +6 -6
- {roadmodel-0.2.78 → roadmodel-0.2.79}/pyproject.toml +1 -1
- {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/benchmarks.json +25 -25
- {roadmodel-0.2.78/docs → roadmodel-0.2.79/roadmodel/data}/catalog.json +6 -6
- {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/effort-tokens.json +19 -3
- {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/model-selector.txt +6 -6
- {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/__init__.py +1 -1
- {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/scoring.py +1 -1
- {roadmodel-0.2.78 → roadmodel-0.2.79}/.gitignore +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/LICENSE +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/NOTICE +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/README.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/context-windows.json +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/model-tier-cost-scale.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/settings-display.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/templates/phase-roadmap-template.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/templates/planning-kit-how-to-use.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/templates/project-roadmap-template.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/templates/prompt-phase-roadmap.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/templates/prompt-project-roadmap.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/user-context.example.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/hatch_build.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/infra/README.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/infra/gcp-killswitch/README.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/infra/supabase/README.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/context-windows.json +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/model-tier-cost-scale.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/phase-roadmap-template.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/planning-kit-how-to-use.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/project-roadmap-template.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/prompt-phase-roadmap.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/prompt-project-roadmap.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/settings-display.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/user-context.example.md +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/scripts/agent_context.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/scripts/agent_rules.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/scripts/update_projects.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/scripts/updater_lock.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/scripts/upgrade_fleet.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/scripts/worktree_memory.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/__main__.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/cli.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/config.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/cost.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/errors.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/mcp_server.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/providers/__init__.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/providers/anthropic.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/providers/google.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/providers/openai.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/providers/openai_compatible.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/providers/registry.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/recommend.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/usage.py +0 -0
- {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/user_context.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: roadmodel
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.79
|
|
4
4
|
Summary: BYO-key CLI that recommends the right AI model, platform, and settings for a prompt.
|
|
5
5
|
Project-URL: Homepage, https://roadmodel.ai
|
|
6
6
|
Project-URL: Repository, https://github.com/nathanramoscfa/roadmodel
|
|
@@ -2526,34 +2526,34 @@
|
|
|
2526
2526
|
}
|
|
2527
2527
|
},
|
|
2528
2528
|
"grok-4.6": {
|
|
2529
|
-
"aa_id": "
|
|
2530
|
-
"aa_slug": "grok-4-6",
|
|
2531
|
-
"aa_name": "Grok 4.6 (
|
|
2529
|
+
"aa_id": "d6f43d0a-e8c4-447c-9ff7-5cf0a9d59aa3",
|
|
2530
|
+
"aa_slug": "grok-4-6-xhigh",
|
|
2531
|
+
"aa_name": "Grok 4.6 (Xhigh)",
|
|
2532
2532
|
"aa_creator": "SpaceXAI",
|
|
2533
2533
|
"release_date": "2026-08-12",
|
|
2534
2534
|
"evaluations": {
|
|
2535
|
-
"artificial_analysis_intelligence_index": 44.
|
|
2536
|
-
"artificial_analysis_coding_index":
|
|
2535
|
+
"artificial_analysis_intelligence_index": 44.2,
|
|
2536
|
+
"artificial_analysis_coding_index": 75.9,
|
|
2537
2537
|
"artificial_analysis_math_index": null,
|
|
2538
2538
|
"mmlu_pro": null,
|
|
2539
|
-
"gpqa": 0.
|
|
2540
|
-
"hle": 0.
|
|
2539
|
+
"gpqa": 0.935,
|
|
2540
|
+
"hle": 0.441,
|
|
2541
2541
|
"livecodebench": null,
|
|
2542
|
-
"scicode": 0.
|
|
2542
|
+
"scicode": 0.53,
|
|
2543
2543
|
"math_500": null,
|
|
2544
2544
|
"aime": null,
|
|
2545
2545
|
"aime_25": null,
|
|
2546
2546
|
"ifbench": null,
|
|
2547
|
-
"lcr": 0.
|
|
2547
|
+
"lcr": 0.81,
|
|
2548
2548
|
"terminalbench_hard": null,
|
|
2549
|
-
"terminalbench_v2_1": 0.
|
|
2550
|
-
"terminalbench_v4_0": 0.
|
|
2549
|
+
"terminalbench_v2_1": 0.880149812734082,
|
|
2550
|
+
"terminalbench_v4_0": 0.171717171717172,
|
|
2551
2551
|
"tau2": null,
|
|
2552
|
-
"tau_banking": 0.
|
|
2552
|
+
"tau_banking": 0.43298969072165
|
|
2553
2553
|
},
|
|
2554
2554
|
"median_output_tokens_per_second": 0,
|
|
2555
2555
|
"median_time_to_first_token_seconds": 0,
|
|
2556
|
-
"aa_effort": "
|
|
2556
|
+
"aa_effort": "xhigh",
|
|
2557
2557
|
"effort_variants": {
|
|
2558
2558
|
"low": {
|
|
2559
2559
|
"aa_slug": "grok-4-6-low",
|
|
@@ -2587,19 +2587,19 @@
|
|
|
2587
2587
|
},
|
|
2588
2588
|
"median_output_tokens_per_second": 0
|
|
2589
2589
|
},
|
|
2590
|
-
"
|
|
2591
|
-
"aa_slug": "grok-4-6
|
|
2592
|
-
"aa_name": "Grok 4.6 (
|
|
2590
|
+
"high": {
|
|
2591
|
+
"aa_slug": "grok-4-6",
|
|
2592
|
+
"aa_name": "Grok 4.6 (High)",
|
|
2593
2593
|
"evaluations": {
|
|
2594
|
-
"artificial_analysis_intelligence_index": 44.
|
|
2595
|
-
"artificial_analysis_coding_index":
|
|
2596
|
-
"gpqa": 0.
|
|
2597
|
-
"hle": 0.
|
|
2598
|
-
"scicode": 0.
|
|
2599
|
-
"lcr": 0.
|
|
2600
|
-
"terminalbench_v2_1": 0.
|
|
2601
|
-
"terminalbench_v4_0": 0.
|
|
2602
|
-
"tau_banking": 0.
|
|
2594
|
+
"artificial_analysis_intelligence_index": 44.3,
|
|
2595
|
+
"artificial_analysis_coding_index": 76.8,
|
|
2596
|
+
"gpqa": 0.949,
|
|
2597
|
+
"hle": 0.429,
|
|
2598
|
+
"scicode": 0.565,
|
|
2599
|
+
"lcr": 0.803333333333333,
|
|
2600
|
+
"terminalbench_v2_1": 0.883895131086142,
|
|
2601
|
+
"terminalbench_v4_0": 0.212121212121212,
|
|
2602
|
+
"tau_banking": 0.507216494845361
|
|
2603
2603
|
},
|
|
2604
2604
|
"median_output_tokens_per_second": 0
|
|
2605
2605
|
}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
{
|
|
2
2
|
"schema_version": "4",
|
|
3
3
|
"output_contract_version": 2,
|
|
4
|
-
"generated_at_utc": "2026-10-
|
|
4
|
+
"generated_at_utc": "2026-10-09T14:53:46Z",
|
|
5
5
|
"source_doc_sha256": {
|
|
6
|
-
"model-selector.txt": "
|
|
6
|
+
"model-selector.txt": "a41aef972265c5acdd4e3826d74f4919ba06c93857f2d0058cb82f7b192c46a4",
|
|
7
7
|
"model-tier-cost-scale.md": "80baddfd88e6a105658eb5dbe64a22d444ff42e55c7b9e42dd3a14c5ec419b89"
|
|
8
8
|
},
|
|
9
9
|
"models": [
|
|
@@ -90,7 +90,7 @@
|
|
|
90
90
|
"cache_read_per_1m": null,
|
|
91
91
|
"tier_cost": "very-high",
|
|
92
92
|
"tiers": {
|
|
93
|
-
"coding": "
|
|
93
|
+
"coding": "S",
|
|
94
94
|
"planning": "A",
|
|
95
95
|
"agentic": "S",
|
|
96
96
|
"multimodal": "A",
|
|
@@ -101,7 +101,7 @@
|
|
|
101
101
|
"jurisdiction": "us",
|
|
102
102
|
"headline_benchmarks": "AA Intelligence Index 50.8 (max); HLE 54.9% (max); Terminal-Bench 2.1 89.1 (max); \u03c4\u00b2-bench banking pass_1 42.1%",
|
|
103
103
|
"pricing_notes": "Hidden by default; Requires Max Mode on legacy request-based plans; Fast mode (`claude-opus-5-fast`) requires Max Mode on legacy request-based plans; Up to 1M tokens with extended context at the same per-token rates (no long-context surcharge)",
|
|
104
|
-
"best_for": "Frontier-class agentic work, plus strong
|
|
104
|
+
"best_for": "Frontier-class coding and agentic work, plus strong planning, multimodal input, long context and knowledge, at a very high price. Its AA Intelligence Index of 50.8 ranks 6th of 56 measured models. Weakest at speed (D). Superseded by Opus 5.5.",
|
|
105
105
|
"superseded_by": "claude-opus-5-5",
|
|
106
106
|
"superseded_on": "2026-09-24",
|
|
107
107
|
"added_on": null,
|
|
@@ -1224,9 +1224,9 @@
|
|
|
1224
1224
|
"speed": "B"
|
|
1225
1225
|
},
|
|
1226
1226
|
"jurisdiction": "us",
|
|
1227
|
-
"headline_benchmarks": "AA Intelligence Index 44.
|
|
1227
|
+
"headline_benchmarks": "AA Intelligence Index 44.2 (xhigh); HLE 44.1%; SciCode 53.0; Terminal-Bench 4.0 17.2; AA-LCR 0.810; Terminal-Bench 2.1 88.4 (high); \u03c4\u00b2-bench banking pass_1 43.3%",
|
|
1228
1228
|
"pricing_notes": "Jointly trained by Cursor and SpaceXAI",
|
|
1229
|
-
"best_for": "Strong coding, planning, agentic work, long context and knowledge at a low price. Its AA Intelligence Index of 44.
|
|
1229
|
+
"best_for": "Strong coding, planning, agentic work, long context and knowledge at a low price. Its AA Intelligence Index of 44.2 ranks 13th of 56 measured models. Superseded by Grok 4.7.",
|
|
1230
1230
|
"superseded_by": "grok-4.7",
|
|
1231
1231
|
"superseded_on": "2026-09-24",
|
|
1232
1232
|
"added_on": null,
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"schema_version": 1,
|
|
3
|
-
"generated_at_utc": "2026-10-
|
|
3
|
+
"generated_at_utc": "2026-10-09T14:32:00Z",
|
|
4
4
|
"source": "Measured by update/measure_effort_tokens.py: output tokens (reasoning included) per probe on a fixed set of short tasks, at each effort Artificial Analysis measured the model at.",
|
|
5
5
|
"probe_set_sha256": "db1a808e774b2c1afd25f380c9641b83ccacae87f1ead88fc7307f2c539aa4a0",
|
|
6
6
|
"probes": 8,
|
|
@@ -779,10 +779,26 @@
|
|
|
779
779
|
"multiplier": 1.207
|
|
780
780
|
}
|
|
781
781
|
}
|
|
782
|
+
},
|
|
783
|
+
"muse-spark-1.3": {
|
|
784
|
+
"lane": "openrouter",
|
|
785
|
+
"levels": {
|
|
786
|
+
"xhigh": {
|
|
787
|
+
"mean_output_tokens": 2151.3,
|
|
788
|
+
"runs": 16,
|
|
789
|
+
"truncated": 0,
|
|
790
|
+
"multiplier": 2.449
|
|
791
|
+
},
|
|
792
|
+
"max": {
|
|
793
|
+
"mean_output_tokens": 2058.7,
|
|
794
|
+
"runs": 16,
|
|
795
|
+
"truncated": 0,
|
|
796
|
+
"multiplier": 2.449
|
|
797
|
+
}
|
|
798
|
+
}
|
|
782
799
|
}
|
|
783
800
|
},
|
|
784
801
|
"unmeasured": {
|
|
785
|
-
"gemini-3-pro": "no lane serves it (not on OpenRouter, no subscription lane)"
|
|
786
|
-
"muse-spark-1.3": "runs failed: {'message': 'This model requires you to complete the following before use: 18+ age confirmation. Confirm at https://openrouter.ai/settings/preferences.', 'code'"
|
|
802
|
+
"gemini-3-pro": "no lane serves it (not on OpenRouter, no subscription lane)"
|
|
787
803
|
}
|
|
788
804
|
}
|
|
@@ -982,13 +982,13 @@
|
|
|
982
982
|
<model id="claude-opus-5" name="Opus 5"
|
|
983
983
|
input-price-per-1m="$5.00" output-price-per-1m="$25.00"
|
|
984
984
|
jurisdiction="us"
|
|
985
|
-
tier-coding="
|
|
985
|
+
tier-coding="S" tier-planning="A" tier-agentic="S"
|
|
986
986
|
tier-multimodal="A" tier-long-context="A" tier-knowledge="A"
|
|
987
987
|
tier-speed="D"
|
|
988
988
|
headline-benchmarks="AA Intelligence Index 50.8 (max); HLE 54.9% (max); Terminal-Bench 2.1 89.1 (max); τ²-bench banking pass_1 42.1%"
|
|
989
989
|
pricing-notes="Hidden by default; Requires Max Mode on legacy request-based plans; Fast mode (`claude-opus-5-fast`) requires Max Mode on legacy request-based plans; Up to 1M tokens with extended context at the same per-token rates (no long-context surcharge)"
|
|
990
990
|
prose-generated="best-for"
|
|
991
|
-
best-for="Frontier-class agentic work, plus strong
|
|
991
|
+
best-for="Frontier-class coding and agentic work, plus strong planning, multimodal input, long context and knowledge, at a very high price. Its AA Intelligence Index of 50.8 ranks 6th of 56 measured models. Weakest at speed (D). Superseded by Opus 5.5." superseded-by="claude-opus-5-5" superseded-on="2026-09-24"/>
|
|
992
992
|
<model id="claude-fable-5" name="Fable 5"
|
|
993
993
|
input-price-per-1m="$10.00" output-price-per-1m="$50.00"
|
|
994
994
|
jurisdiction="us"
|
|
@@ -1541,10 +1541,10 @@
|
|
|
1541
1541
|
tier-coding="A" tier-planning="A" tier-agentic="A"
|
|
1542
1542
|
tier-multimodal="B" tier-long-context="A" tier-knowledge="A"
|
|
1543
1543
|
tier-speed="B"
|
|
1544
|
-
headline-benchmarks="AA Intelligence Index 44.
|
|
1544
|
+
headline-benchmarks="AA Intelligence Index 44.2 (xhigh); HLE 44.1%; SciCode 53.0; Terminal-Bench 4.0 17.2; AA-LCR 0.810; Terminal-Bench 2.1 88.4 (high); τ²-bench banking pass_1 43.3%"
|
|
1545
1545
|
pricing-notes="Jointly trained by Cursor and SpaceXAI"
|
|
1546
|
-
prose-generated="best-for"
|
|
1547
|
-
best-for="Strong coding, planning, agentic work, long context and knowledge at a low price. Its AA Intelligence Index of 44.
|
|
1546
|
+
prose-generated="best-for headline-benchmarks"
|
|
1547
|
+
best-for="Strong coding, planning, agentic work, long context and knowledge at a low price. Its AA Intelligence Index of 44.2 ranks 13th of 56 measured models. Superseded by Grok 4.7." superseded-by="grok-4.7" superseded-on="2026-09-24"/>
|
|
1548
1548
|
</tier>
|
|
1549
1549
|
</model-options>
|
|
1550
1550
|
|
|
@@ -1870,7 +1870,7 @@
|
|
|
1870
1870
|
context (opus-4.7 1M, opus-4.8 1M, claude-opus-5 1M, claude-opus-5-5 1M, gemini-3.1-pro 1M, gemini-3.5-flash-lite 1M) over forcing
|
|
1871
1871
|
a smaller-context model into Max Mode truncation.
|
|
1872
1872
|
- For PRIMARY = `coding` at S-tier requirement, the candidate set is
|
|
1873
|
-
muse-spark-1.3, glm-5.3, claude-sonnet-5-5, gpt-6-sol, claude-opus-5-5, claude-fable-5, claude-fable-5.1, gpt-6-astra; cost tie-breaker favors
|
|
1873
|
+
muse-spark-1.3, glm-5.3, claude-sonnet-5-5, gpt-6-sol, claude-opus-5-5, claude-opus-5, claude-fable-5, claude-fable-5.1, gpt-6-astra; cost tie-breaker favors
|
|
1874
1874
|
muse-spark-1.3 when the ratings are equivalent for the prompt.
|
|
1875
1875
|
- Default to composer-2.5 for routine multi-file implementation when a
|
|
1876
1876
|
coding-A rating suffices; escalate only on a concrete capability
|
|
@@ -2526,34 +2526,34 @@
|
|
|
2526
2526
|
}
|
|
2527
2527
|
},
|
|
2528
2528
|
"grok-4.6": {
|
|
2529
|
-
"aa_id": "
|
|
2530
|
-
"aa_slug": "grok-4-6",
|
|
2531
|
-
"aa_name": "Grok 4.6 (
|
|
2529
|
+
"aa_id": "d6f43d0a-e8c4-447c-9ff7-5cf0a9d59aa3",
|
|
2530
|
+
"aa_slug": "grok-4-6-xhigh",
|
|
2531
|
+
"aa_name": "Grok 4.6 (Xhigh)",
|
|
2532
2532
|
"aa_creator": "SpaceXAI",
|
|
2533
2533
|
"release_date": "2026-08-12",
|
|
2534
2534
|
"evaluations": {
|
|
2535
|
-
"artificial_analysis_intelligence_index": 44.
|
|
2536
|
-
"artificial_analysis_coding_index":
|
|
2535
|
+
"artificial_analysis_intelligence_index": 44.2,
|
|
2536
|
+
"artificial_analysis_coding_index": 75.9,
|
|
2537
2537
|
"artificial_analysis_math_index": null,
|
|
2538
2538
|
"mmlu_pro": null,
|
|
2539
|
-
"gpqa": 0.
|
|
2540
|
-
"hle": 0.
|
|
2539
|
+
"gpqa": 0.935,
|
|
2540
|
+
"hle": 0.441,
|
|
2541
2541
|
"livecodebench": null,
|
|
2542
|
-
"scicode": 0.
|
|
2542
|
+
"scicode": 0.53,
|
|
2543
2543
|
"math_500": null,
|
|
2544
2544
|
"aime": null,
|
|
2545
2545
|
"aime_25": null,
|
|
2546
2546
|
"ifbench": null,
|
|
2547
|
-
"lcr": 0.
|
|
2547
|
+
"lcr": 0.81,
|
|
2548
2548
|
"terminalbench_hard": null,
|
|
2549
|
-
"terminalbench_v2_1": 0.
|
|
2550
|
-
"terminalbench_v4_0": 0.
|
|
2549
|
+
"terminalbench_v2_1": 0.880149812734082,
|
|
2550
|
+
"terminalbench_v4_0": 0.171717171717172,
|
|
2551
2551
|
"tau2": null,
|
|
2552
|
-
"tau_banking": 0.
|
|
2552
|
+
"tau_banking": 0.43298969072165
|
|
2553
2553
|
},
|
|
2554
2554
|
"median_output_tokens_per_second": 0,
|
|
2555
2555
|
"median_time_to_first_token_seconds": 0,
|
|
2556
|
-
"aa_effort": "
|
|
2556
|
+
"aa_effort": "xhigh",
|
|
2557
2557
|
"effort_variants": {
|
|
2558
2558
|
"low": {
|
|
2559
2559
|
"aa_slug": "grok-4-6-low",
|
|
@@ -2587,19 +2587,19 @@
|
|
|
2587
2587
|
},
|
|
2588
2588
|
"median_output_tokens_per_second": 0
|
|
2589
2589
|
},
|
|
2590
|
-
"
|
|
2591
|
-
"aa_slug": "grok-4-6
|
|
2592
|
-
"aa_name": "Grok 4.6 (
|
|
2590
|
+
"high": {
|
|
2591
|
+
"aa_slug": "grok-4-6",
|
|
2592
|
+
"aa_name": "Grok 4.6 (High)",
|
|
2593
2593
|
"evaluations": {
|
|
2594
|
-
"artificial_analysis_intelligence_index": 44.
|
|
2595
|
-
"artificial_analysis_coding_index":
|
|
2596
|
-
"gpqa": 0.
|
|
2597
|
-
"hle": 0.
|
|
2598
|
-
"scicode": 0.
|
|
2599
|
-
"lcr": 0.
|
|
2600
|
-
"terminalbench_v2_1": 0.
|
|
2601
|
-
"terminalbench_v4_0": 0.
|
|
2602
|
-
"tau_banking": 0.
|
|
2594
|
+
"artificial_analysis_intelligence_index": 44.3,
|
|
2595
|
+
"artificial_analysis_coding_index": 76.8,
|
|
2596
|
+
"gpqa": 0.949,
|
|
2597
|
+
"hle": 0.429,
|
|
2598
|
+
"scicode": 0.565,
|
|
2599
|
+
"lcr": 0.803333333333333,
|
|
2600
|
+
"terminalbench_v2_1": 0.883895131086142,
|
|
2601
|
+
"terminalbench_v4_0": 0.212121212121212,
|
|
2602
|
+
"tau_banking": 0.507216494845361
|
|
2603
2603
|
},
|
|
2604
2604
|
"median_output_tokens_per_second": 0
|
|
2605
2605
|
}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
{
|
|
2
2
|
"schema_version": "4",
|
|
3
3
|
"output_contract_version": 2,
|
|
4
|
-
"generated_at_utc": "2026-10-
|
|
4
|
+
"generated_at_utc": "2026-10-09T14:53:46Z",
|
|
5
5
|
"source_doc_sha256": {
|
|
6
|
-
"model-selector.txt": "
|
|
6
|
+
"model-selector.txt": "a41aef972265c5acdd4e3826d74f4919ba06c93857f2d0058cb82f7b192c46a4",
|
|
7
7
|
"model-tier-cost-scale.md": "80baddfd88e6a105658eb5dbe64a22d444ff42e55c7b9e42dd3a14c5ec419b89"
|
|
8
8
|
},
|
|
9
9
|
"models": [
|
|
@@ -90,7 +90,7 @@
|
|
|
90
90
|
"cache_read_per_1m": null,
|
|
91
91
|
"tier_cost": "very-high",
|
|
92
92
|
"tiers": {
|
|
93
|
-
"coding": "
|
|
93
|
+
"coding": "S",
|
|
94
94
|
"planning": "A",
|
|
95
95
|
"agentic": "S",
|
|
96
96
|
"multimodal": "A",
|
|
@@ -101,7 +101,7 @@
|
|
|
101
101
|
"jurisdiction": "us",
|
|
102
102
|
"headline_benchmarks": "AA Intelligence Index 50.8 (max); HLE 54.9% (max); Terminal-Bench 2.1 89.1 (max); \u03c4\u00b2-bench banking pass_1 42.1%",
|
|
103
103
|
"pricing_notes": "Hidden by default; Requires Max Mode on legacy request-based plans; Fast mode (`claude-opus-5-fast`) requires Max Mode on legacy request-based plans; Up to 1M tokens with extended context at the same per-token rates (no long-context surcharge)",
|
|
104
|
-
"best_for": "Frontier-class agentic work, plus strong
|
|
104
|
+
"best_for": "Frontier-class coding and agentic work, plus strong planning, multimodal input, long context and knowledge, at a very high price. Its AA Intelligence Index of 50.8 ranks 6th of 56 measured models. Weakest at speed (D). Superseded by Opus 5.5.",
|
|
105
105
|
"superseded_by": "claude-opus-5-5",
|
|
106
106
|
"superseded_on": "2026-09-24",
|
|
107
107
|
"added_on": null,
|
|
@@ -1224,9 +1224,9 @@
|
|
|
1224
1224
|
"speed": "B"
|
|
1225
1225
|
},
|
|
1226
1226
|
"jurisdiction": "us",
|
|
1227
|
-
"headline_benchmarks": "AA Intelligence Index 44.
|
|
1227
|
+
"headline_benchmarks": "AA Intelligence Index 44.2 (xhigh); HLE 44.1%; SciCode 53.0; Terminal-Bench 4.0 17.2; AA-LCR 0.810; Terminal-Bench 2.1 88.4 (high); \u03c4\u00b2-bench banking pass_1 43.3%",
|
|
1228
1228
|
"pricing_notes": "Jointly trained by Cursor and SpaceXAI",
|
|
1229
|
-
"best_for": "Strong coding, planning, agentic work, long context and knowledge at a low price. Its AA Intelligence Index of 44.
|
|
1229
|
+
"best_for": "Strong coding, planning, agentic work, long context and knowledge at a low price. Its AA Intelligence Index of 44.2 ranks 13th of 56 measured models. Superseded by Grok 4.7.",
|
|
1230
1230
|
"superseded_by": "grok-4.7",
|
|
1231
1231
|
"superseded_on": "2026-09-24",
|
|
1232
1232
|
"added_on": null,
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"schema_version": 1,
|
|
3
|
-
"generated_at_utc": "2026-10-
|
|
3
|
+
"generated_at_utc": "2026-10-09T14:32:00Z",
|
|
4
4
|
"source": "Measured by update/measure_effort_tokens.py: output tokens (reasoning included) per probe on a fixed set of short tasks, at each effort Artificial Analysis measured the model at.",
|
|
5
5
|
"probe_set_sha256": "db1a808e774b2c1afd25f380c9641b83ccacae87f1ead88fc7307f2c539aa4a0",
|
|
6
6
|
"probes": 8,
|
|
@@ -779,10 +779,26 @@
|
|
|
779
779
|
"multiplier": 1.207
|
|
780
780
|
}
|
|
781
781
|
}
|
|
782
|
+
},
|
|
783
|
+
"muse-spark-1.3": {
|
|
784
|
+
"lane": "openrouter",
|
|
785
|
+
"levels": {
|
|
786
|
+
"xhigh": {
|
|
787
|
+
"mean_output_tokens": 2151.3,
|
|
788
|
+
"runs": 16,
|
|
789
|
+
"truncated": 0,
|
|
790
|
+
"multiplier": 2.449
|
|
791
|
+
},
|
|
792
|
+
"max": {
|
|
793
|
+
"mean_output_tokens": 2058.7,
|
|
794
|
+
"runs": 16,
|
|
795
|
+
"truncated": 0,
|
|
796
|
+
"multiplier": 2.449
|
|
797
|
+
}
|
|
798
|
+
}
|
|
782
799
|
}
|
|
783
800
|
},
|
|
784
801
|
"unmeasured": {
|
|
785
|
-
"gemini-3-pro": "no lane serves it (not on OpenRouter, no subscription lane)"
|
|
786
|
-
"muse-spark-1.3": "runs failed: {'message': 'This model requires you to complete the following before use: 18+ age confirmation. Confirm at https://openrouter.ai/settings/preferences.', 'code'"
|
|
802
|
+
"gemini-3-pro": "no lane serves it (not on OpenRouter, no subscription lane)"
|
|
787
803
|
}
|
|
788
804
|
}
|
|
@@ -982,13 +982,13 @@
|
|
|
982
982
|
<model id="claude-opus-5" name="Opus 5"
|
|
983
983
|
input-price-per-1m="$5.00" output-price-per-1m="$25.00"
|
|
984
984
|
jurisdiction="us"
|
|
985
|
-
tier-coding="
|
|
985
|
+
tier-coding="S" tier-planning="A" tier-agentic="S"
|
|
986
986
|
tier-multimodal="A" tier-long-context="A" tier-knowledge="A"
|
|
987
987
|
tier-speed="D"
|
|
988
988
|
headline-benchmarks="AA Intelligence Index 50.8 (max); HLE 54.9% (max); Terminal-Bench 2.1 89.1 (max); τ²-bench banking pass_1 42.1%"
|
|
989
989
|
pricing-notes="Hidden by default; Requires Max Mode on legacy request-based plans; Fast mode (`claude-opus-5-fast`) requires Max Mode on legacy request-based plans; Up to 1M tokens with extended context at the same per-token rates (no long-context surcharge)"
|
|
990
990
|
prose-generated="best-for"
|
|
991
|
-
best-for="Frontier-class agentic work, plus strong
|
|
991
|
+
best-for="Frontier-class coding and agentic work, plus strong planning, multimodal input, long context and knowledge, at a very high price. Its AA Intelligence Index of 50.8 ranks 6th of 56 measured models. Weakest at speed (D). Superseded by Opus 5.5." superseded-by="claude-opus-5-5" superseded-on="2026-09-24"/>
|
|
992
992
|
<model id="claude-fable-5" name="Fable 5"
|
|
993
993
|
input-price-per-1m="$10.00" output-price-per-1m="$50.00"
|
|
994
994
|
jurisdiction="us"
|
|
@@ -1541,10 +1541,10 @@
|
|
|
1541
1541
|
tier-coding="A" tier-planning="A" tier-agentic="A"
|
|
1542
1542
|
tier-multimodal="B" tier-long-context="A" tier-knowledge="A"
|
|
1543
1543
|
tier-speed="B"
|
|
1544
|
-
headline-benchmarks="AA Intelligence Index 44.
|
|
1544
|
+
headline-benchmarks="AA Intelligence Index 44.2 (xhigh); HLE 44.1%; SciCode 53.0; Terminal-Bench 4.0 17.2; AA-LCR 0.810; Terminal-Bench 2.1 88.4 (high); τ²-bench banking pass_1 43.3%"
|
|
1545
1545
|
pricing-notes="Jointly trained by Cursor and SpaceXAI"
|
|
1546
|
-
prose-generated="best-for"
|
|
1547
|
-
best-for="Strong coding, planning, agentic work, long context and knowledge at a low price. Its AA Intelligence Index of 44.
|
|
1546
|
+
prose-generated="best-for headline-benchmarks"
|
|
1547
|
+
best-for="Strong coding, planning, agentic work, long context and knowledge at a low price. Its AA Intelligence Index of 44.2 ranks 13th of 56 measured models. Superseded by Grok 4.7." superseded-by="grok-4.7" superseded-on="2026-09-24"/>
|
|
1548
1548
|
</tier>
|
|
1549
1549
|
</model-options>
|
|
1550
1550
|
|
|
@@ -1870,7 +1870,7 @@
|
|
|
1870
1870
|
context (opus-4.7 1M, opus-4.8 1M, claude-opus-5 1M, claude-opus-5-5 1M, gemini-3.1-pro 1M, gemini-3.5-flash-lite 1M) over forcing
|
|
1871
1871
|
a smaller-context model into Max Mode truncation.
|
|
1872
1872
|
- For PRIMARY = `coding` at S-tier requirement, the candidate set is
|
|
1873
|
-
muse-spark-1.3, glm-5.3, claude-sonnet-5-5, gpt-6-sol, claude-opus-5-5, claude-fable-5, claude-fable-5.1, gpt-6-astra; cost tie-breaker favors
|
|
1873
|
+
muse-spark-1.3, glm-5.3, claude-sonnet-5-5, gpt-6-sol, claude-opus-5-5, claude-opus-5, claude-fable-5, claude-fable-5.1, gpt-6-astra; cost tie-breaker favors
|
|
1874
1874
|
muse-spark-1.3 when the ratings are equivalent for the prompt.
|
|
1875
1875
|
- Default to composer-2.5 for routine multi-file implementation when a
|
|
1876
1876
|
coding-A rating suffices; escalate only on a concrete capability
|
|
@@ -1,2 +1,2 @@
|
|
|
1
1
|
# src/roadmodel/__init__.py
|
|
2
|
-
__version__ = "0.2.
|
|
2
|
+
__version__ = "0.2.79"
|
|
@@ -101,7 +101,7 @@ LEVEL_ORDER: Final[tuple[str, ...]] = (
|
|
|
101
101
|
# web catalog's too (tests/test_derived_ratings.py holds the three together).
|
|
102
102
|
# ``speed`` reads the top-level tokens/s field: it enters quality here, but
|
|
103
103
|
# its letter stays an estimate, since AA measures throughput on the maker's
|
|
104
|
-
# own endpoint at
|
|
104
|
+
# own endpoint at the headline (top measured) effort. ``None`` = the letter only (multimodal: AA runs
|
|
105
105
|
# no multimodal evaluation). A ``COMPOSITES`` key is computed by
|
|
106
106
|
# ``with_composites``.
|
|
107
107
|
CATEGORY_EVIDENCE: Final[dict[str, str | None]] = {
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|