roadmodel 0.2.78__tar.gz → 0.2.79__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (59) hide show
  1. {roadmodel-0.2.78 → roadmodel-0.2.79}/PKG-INFO +1 -1
  2. {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/benchmarks.json +25 -25
  3. {roadmodel-0.2.78/roadmodel/data → roadmodel-0.2.79/docs}/catalog.json +6 -6
  4. {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/effort-tokens.json +19 -3
  5. {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/model-selector.txt +6 -6
  6. {roadmodel-0.2.78 → roadmodel-0.2.79}/pyproject.toml +1 -1
  7. {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/benchmarks.json +25 -25
  8. {roadmodel-0.2.78/docs → roadmodel-0.2.79/roadmodel/data}/catalog.json +6 -6
  9. {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/effort-tokens.json +19 -3
  10. {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/model-selector.txt +6 -6
  11. {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/__init__.py +1 -1
  12. {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/scoring.py +1 -1
  13. {roadmodel-0.2.78 → roadmodel-0.2.79}/.gitignore +0 -0
  14. {roadmodel-0.2.78 → roadmodel-0.2.79}/LICENSE +0 -0
  15. {roadmodel-0.2.78 → roadmodel-0.2.79}/NOTICE +0 -0
  16. {roadmodel-0.2.78 → roadmodel-0.2.79}/README.md +0 -0
  17. {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/context-windows.json +0 -0
  18. {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/model-tier-cost-scale.md +0 -0
  19. {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/settings-display.md +0 -0
  20. {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/templates/phase-roadmap-template.md +0 -0
  21. {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/templates/planning-kit-how-to-use.md +0 -0
  22. {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/templates/project-roadmap-template.md +0 -0
  23. {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/templates/prompt-phase-roadmap.md +0 -0
  24. {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/templates/prompt-project-roadmap.md +0 -0
  25. {roadmodel-0.2.78 → roadmodel-0.2.79}/docs/user-context.example.md +0 -0
  26. {roadmodel-0.2.78 → roadmodel-0.2.79}/hatch_build.py +0 -0
  27. {roadmodel-0.2.78 → roadmodel-0.2.79}/infra/README.md +0 -0
  28. {roadmodel-0.2.78 → roadmodel-0.2.79}/infra/gcp-killswitch/README.md +0 -0
  29. {roadmodel-0.2.78 → roadmodel-0.2.79}/infra/supabase/README.md +0 -0
  30. {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/context-windows.json +0 -0
  31. {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/model-tier-cost-scale.md +0 -0
  32. {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/phase-roadmap-template.md +0 -0
  33. {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/planning-kit-how-to-use.md +0 -0
  34. {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/project-roadmap-template.md +0 -0
  35. {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/prompt-phase-roadmap.md +0 -0
  36. {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/prompt-project-roadmap.md +0 -0
  37. {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/settings-display.md +0 -0
  38. {roadmodel-0.2.78 → roadmodel-0.2.79}/roadmodel/data/user-context.example.md +0 -0
  39. {roadmodel-0.2.78 → roadmodel-0.2.79}/scripts/agent_context.py +0 -0
  40. {roadmodel-0.2.78 → roadmodel-0.2.79}/scripts/agent_rules.py +0 -0
  41. {roadmodel-0.2.78 → roadmodel-0.2.79}/scripts/update_projects.py +0 -0
  42. {roadmodel-0.2.78 → roadmodel-0.2.79}/scripts/updater_lock.py +0 -0
  43. {roadmodel-0.2.78 → roadmodel-0.2.79}/scripts/upgrade_fleet.py +0 -0
  44. {roadmodel-0.2.78 → roadmodel-0.2.79}/scripts/worktree_memory.py +0 -0
  45. {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/__main__.py +0 -0
  46. {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/cli.py +0 -0
  47. {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/config.py +0 -0
  48. {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/cost.py +0 -0
  49. {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/errors.py +0 -0
  50. {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/mcp_server.py +0 -0
  51. {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/providers/__init__.py +0 -0
  52. {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/providers/anthropic.py +0 -0
  53. {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/providers/google.py +0 -0
  54. {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/providers/openai.py +0 -0
  55. {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/providers/openai_compatible.py +0 -0
  56. {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/providers/registry.py +0 -0
  57. {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/recommend.py +0 -0
  58. {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/usage.py +0 -0
  59. {roadmodel-0.2.78 → roadmodel-0.2.79}/src/roadmodel/user_context.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.5
2
2
  Name: roadmodel
3
- Version: 0.2.78
3
+ Version: 0.2.79
4
4
  Summary: BYO-key CLI that recommends the right AI model, platform, and settings for a prompt.
5
5
  Project-URL: Homepage, https://roadmodel.ai
6
6
  Project-URL: Repository, https://github.com/nathanramoscfa/roadmodel
@@ -2526,34 +2526,34 @@
2526
2526
  }
2527
2527
  },
2528
2528
  "grok-4.6": {
2529
- "aa_id": "c8adc5cf-fd5a-407b-af51-dc3bede3e49c",
2530
- "aa_slug": "grok-4-6",
2531
- "aa_name": "Grok 4.6 (High)",
2529
+ "aa_id": "d6f43d0a-e8c4-447c-9ff7-5cf0a9d59aa3",
2530
+ "aa_slug": "grok-4-6-xhigh",
2531
+ "aa_name": "Grok 4.6 (Xhigh)",
2532
2532
  "aa_creator": "SpaceXAI",
2533
2533
  "release_date": "2026-08-12",
2534
2534
  "evaluations": {
2535
- "artificial_analysis_intelligence_index": 44.3,
2536
- "artificial_analysis_coding_index": 76.8,
2535
+ "artificial_analysis_intelligence_index": 44.2,
2536
+ "artificial_analysis_coding_index": 75.9,
2537
2537
  "artificial_analysis_math_index": null,
2538
2538
  "mmlu_pro": null,
2539
- "gpqa": 0.949,
2540
- "hle": 0.429,
2539
+ "gpqa": 0.935,
2540
+ "hle": 0.441,
2541
2541
  "livecodebench": null,
2542
- "scicode": 0.565,
2542
+ "scicode": 0.53,
2543
2543
  "math_500": null,
2544
2544
  "aime": null,
2545
2545
  "aime_25": null,
2546
2546
  "ifbench": null,
2547
- "lcr": 0.803333333333333,
2547
+ "lcr": 0.81,
2548
2548
  "terminalbench_hard": null,
2549
- "terminalbench_v2_1": 0.883895131086142,
2550
- "terminalbench_v4_0": 0.212121212121212,
2549
+ "terminalbench_v2_1": 0.880149812734082,
2550
+ "terminalbench_v4_0": 0.171717171717172,
2551
2551
  "tau2": null,
2552
- "tau_banking": 0.507216494845361
2552
+ "tau_banking": 0.43298969072165
2553
2553
  },
2554
2554
  "median_output_tokens_per_second": 0,
2555
2555
  "median_time_to_first_token_seconds": 0,
2556
- "aa_effort": "high",
2556
+ "aa_effort": "xhigh",
2557
2557
  "effort_variants": {
2558
2558
  "low": {
2559
2559
  "aa_slug": "grok-4-6-low",
@@ -2587,19 +2587,19 @@
2587
2587
  },
2588
2588
  "median_output_tokens_per_second": 0
2589
2589
  },
2590
- "xhigh": {
2591
- "aa_slug": "grok-4-6-xhigh",
2592
- "aa_name": "Grok 4.6 (Xhigh)",
2590
+ "high": {
2591
+ "aa_slug": "grok-4-6",
2592
+ "aa_name": "Grok 4.6 (High)",
2593
2593
  "evaluations": {
2594
- "artificial_analysis_intelligence_index": 44.2,
2595
- "artificial_analysis_coding_index": 75.9,
2596
- "gpqa": 0.935,
2597
- "hle": 0.441,
2598
- "scicode": 0.53,
2599
- "lcr": 0.81,
2600
- "terminalbench_v2_1": 0.880149812734082,
2601
- "terminalbench_v4_0": 0.171717171717172,
2602
- "tau_banking": 0.43298969072165
2594
+ "artificial_analysis_intelligence_index": 44.3,
2595
+ "artificial_analysis_coding_index": 76.8,
2596
+ "gpqa": 0.949,
2597
+ "hle": 0.429,
2598
+ "scicode": 0.565,
2599
+ "lcr": 0.803333333333333,
2600
+ "terminalbench_v2_1": 0.883895131086142,
2601
+ "terminalbench_v4_0": 0.212121212121212,
2602
+ "tau_banking": 0.507216494845361
2603
2603
  },
2604
2604
  "median_output_tokens_per_second": 0
2605
2605
  }
@@ -1,9 +1,9 @@
1
1
  {
2
2
  "schema_version": "4",
3
3
  "output_contract_version": 2,
4
- "generated_at_utc": "2026-10-08T22:10:51Z",
4
+ "generated_at_utc": "2026-10-09T14:53:46Z",
5
5
  "source_doc_sha256": {
6
- "model-selector.txt": "58061ed5e6812e7778a4ef31d2337a8c56322202849d68a43d069187133fae2b",
6
+ "model-selector.txt": "a41aef972265c5acdd4e3826d74f4919ba06c93857f2d0058cb82f7b192c46a4",
7
7
  "model-tier-cost-scale.md": "80baddfd88e6a105658eb5dbe64a22d444ff42e55c7b9e42dd3a14c5ec419b89"
8
8
  },
9
9
  "models": [
@@ -90,7 +90,7 @@
90
90
  "cache_read_per_1m": null,
91
91
  "tier_cost": "very-high",
92
92
  "tiers": {
93
- "coding": "A",
93
+ "coding": "S",
94
94
  "planning": "A",
95
95
  "agentic": "S",
96
96
  "multimodal": "A",
@@ -101,7 +101,7 @@
101
101
  "jurisdiction": "us",
102
102
  "headline_benchmarks": "AA Intelligence Index 50.8 (max); HLE 54.9% (max); Terminal-Bench 2.1 89.1 (max); \u03c4\u00b2-bench banking pass_1 42.1%",
103
103
  "pricing_notes": "Hidden by default; Requires Max Mode on legacy request-based plans; Fast mode (`claude-opus-5-fast`) requires Max Mode on legacy request-based plans; Up to 1M tokens with extended context at the same per-token rates (no long-context surcharge)",
104
- "best_for": "Frontier-class agentic work, plus strong coding, planning, multimodal input, long context and knowledge, at a very high price. Its AA Intelligence Index of 50.8 ranks 6th of 56 measured models. Weakest at speed (D). Superseded by Opus 5.5.",
104
+ "best_for": "Frontier-class coding and agentic work, plus strong planning, multimodal input, long context and knowledge, at a very high price. Its AA Intelligence Index of 50.8 ranks 6th of 56 measured models. Weakest at speed (D). Superseded by Opus 5.5.",
105
105
  "superseded_by": "claude-opus-5-5",
106
106
  "superseded_on": "2026-09-24",
107
107
  "added_on": null,
@@ -1224,9 +1224,9 @@
1224
1224
  "speed": "B"
1225
1225
  },
1226
1226
  "jurisdiction": "us",
1227
- "headline_benchmarks": "AA Intelligence Index 44.3 (high); HLE 42.9% (high); Terminal-Bench 2.1 88.4 (high); \u03c4\u00b2-bench banking pass_1 50.7%",
1227
+ "headline_benchmarks": "AA Intelligence Index 44.2 (xhigh); HLE 44.1%; SciCode 53.0; Terminal-Bench 4.0 17.2; AA-LCR 0.810; Terminal-Bench 2.1 88.4 (high); \u03c4\u00b2-bench banking pass_1 43.3%",
1228
1228
  "pricing_notes": "Jointly trained by Cursor and SpaceXAI",
1229
- "best_for": "Strong coding, planning, agentic work, long context and knowledge at a low price. Its AA Intelligence Index of 44.3 ranks 13th of 56 measured models. Superseded by Grok 4.7.",
1229
+ "best_for": "Strong coding, planning, agentic work, long context and knowledge at a low price. Its AA Intelligence Index of 44.2 ranks 13th of 56 measured models. Superseded by Grok 4.7.",
1230
1230
  "superseded_by": "grok-4.7",
1231
1231
  "superseded_on": "2026-09-24",
1232
1232
  "added_on": null,
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "schema_version": 1,
3
- "generated_at_utc": "2026-10-09T05:01:40Z",
3
+ "generated_at_utc": "2026-10-09T14:32:00Z",
4
4
  "source": "Measured by update/measure_effort_tokens.py: output tokens (reasoning included) per probe on a fixed set of short tasks, at each effort Artificial Analysis measured the model at.",
5
5
  "probe_set_sha256": "db1a808e774b2c1afd25f380c9641b83ccacae87f1ead88fc7307f2c539aa4a0",
6
6
  "probes": 8,
@@ -779,10 +779,26 @@
779
779
  "multiplier": 1.207
780
780
  }
781
781
  }
782
+ },
783
+ "muse-spark-1.3": {
784
+ "lane": "openrouter",
785
+ "levels": {
786
+ "xhigh": {
787
+ "mean_output_tokens": 2151.3,
788
+ "runs": 16,
789
+ "truncated": 0,
790
+ "multiplier": 2.449
791
+ },
792
+ "max": {
793
+ "mean_output_tokens": 2058.7,
794
+ "runs": 16,
795
+ "truncated": 0,
796
+ "multiplier": 2.449
797
+ }
798
+ }
782
799
  }
783
800
  },
784
801
  "unmeasured": {
785
- "gemini-3-pro": "no lane serves it (not on OpenRouter, no subscription lane)",
786
- "muse-spark-1.3": "runs failed: {'message': 'This model requires you to complete the following before use: 18+ age confirmation. Confirm at https://openrouter.ai/settings/preferences.', 'code'"
802
+ "gemini-3-pro": "no lane serves it (not on OpenRouter, no subscription lane)"
787
803
  }
788
804
  }
@@ -982,13 +982,13 @@
982
982
  <model id="claude-opus-5" name="Opus 5"
983
983
  input-price-per-1m="$5.00" output-price-per-1m="$25.00"
984
984
  jurisdiction="us"
985
- tier-coding="A" tier-planning="A" tier-agentic="S"
985
+ tier-coding="S" tier-planning="A" tier-agentic="S"
986
986
  tier-multimodal="A" tier-long-context="A" tier-knowledge="A"
987
987
  tier-speed="D"
988
988
  headline-benchmarks="AA Intelligence Index 50.8 (max); HLE 54.9% (max); Terminal-Bench 2.1 89.1 (max); τ²-bench banking pass_1 42.1%"
989
989
  pricing-notes="Hidden by default; Requires Max Mode on legacy request-based plans; Fast mode (`claude-opus-5-fast`) requires Max Mode on legacy request-based plans; Up to 1M tokens with extended context at the same per-token rates (no long-context surcharge)"
990
990
  prose-generated="best-for"
991
- best-for="Frontier-class agentic work, plus strong coding, planning, multimodal input, long context and knowledge, at a very high price. Its AA Intelligence Index of 50.8 ranks 6th of 56 measured models. Weakest at speed (D). Superseded by Opus 5.5." superseded-by="claude-opus-5-5" superseded-on="2026-09-24"/>
991
+ best-for="Frontier-class coding and agentic work, plus strong planning, multimodal input, long context and knowledge, at a very high price. Its AA Intelligence Index of 50.8 ranks 6th of 56 measured models. Weakest at speed (D). Superseded by Opus 5.5." superseded-by="claude-opus-5-5" superseded-on="2026-09-24"/>
992
992
  <model id="claude-fable-5" name="Fable 5"
993
993
  input-price-per-1m="$10.00" output-price-per-1m="$50.00"
994
994
  jurisdiction="us"
@@ -1541,10 +1541,10 @@
1541
1541
  tier-coding="A" tier-planning="A" tier-agentic="A"
1542
1542
  tier-multimodal="B" tier-long-context="A" tier-knowledge="A"
1543
1543
  tier-speed="B"
1544
- headline-benchmarks="AA Intelligence Index 44.3 (high); HLE 42.9% (high); Terminal-Bench 2.1 88.4 (high); τ²-bench banking pass_1 50.7%"
1544
+ headline-benchmarks="AA Intelligence Index 44.2 (xhigh); HLE 44.1%; SciCode 53.0; Terminal-Bench 4.0 17.2; AA-LCR 0.810; Terminal-Bench 2.1 88.4 (high); τ²-bench banking pass_1 43.3%"
1545
1545
  pricing-notes="Jointly trained by Cursor and SpaceXAI"
1546
- prose-generated="best-for"
1547
- best-for="Strong coding, planning, agentic work, long context and knowledge at a low price. Its AA Intelligence Index of 44.3 ranks 13th of 56 measured models. Superseded by Grok 4.7." superseded-by="grok-4.7" superseded-on="2026-09-24"/>
1546
+ prose-generated="best-for headline-benchmarks"
1547
+ best-for="Strong coding, planning, agentic work, long context and knowledge at a low price. Its AA Intelligence Index of 44.2 ranks 13th of 56 measured models. Superseded by Grok 4.7." superseded-by="grok-4.7" superseded-on="2026-09-24"/>
1548
1548
  </tier>
1549
1549
  </model-options>
1550
1550
 
@@ -1870,7 +1870,7 @@
1870
1870
  context (opus-4.7 1M, opus-4.8 1M, claude-opus-5 1M, claude-opus-5-5 1M, gemini-3.1-pro 1M, gemini-3.5-flash-lite 1M) over forcing
1871
1871
  a smaller-context model into Max Mode truncation.
1872
1872
  - For PRIMARY = `coding` at S-tier requirement, the candidate set is
1873
- muse-spark-1.3, glm-5.3, claude-sonnet-5-5, gpt-6-sol, claude-opus-5-5, claude-fable-5, claude-fable-5.1, gpt-6-astra; cost tie-breaker favors
1873
+ muse-spark-1.3, glm-5.3, claude-sonnet-5-5, gpt-6-sol, claude-opus-5-5, claude-opus-5, claude-fable-5, claude-fable-5.1, gpt-6-astra; cost tie-breaker favors
1874
1874
  muse-spark-1.3 when the ratings are equivalent for the prompt.
1875
1875
  - Default to composer-2.5 for routine multi-file implementation when a
1876
1876
  coding-A rating suffices; escalate only on a concrete capability
@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
4
4
 
5
5
  [project]
6
6
  name = "roadmodel"
7
- version = "0.2.78"
7
+ version = "0.2.79"
8
8
  description = "BYO-key CLI that recommends the right AI model, platform, and settings for a prompt."
9
9
  readme = "README.md"
10
10
  requires-python = ">=3.11"
@@ -2526,34 +2526,34 @@
2526
2526
  }
2527
2527
  },
2528
2528
  "grok-4.6": {
2529
- "aa_id": "c8adc5cf-fd5a-407b-af51-dc3bede3e49c",
2530
- "aa_slug": "grok-4-6",
2531
- "aa_name": "Grok 4.6 (High)",
2529
+ "aa_id": "d6f43d0a-e8c4-447c-9ff7-5cf0a9d59aa3",
2530
+ "aa_slug": "grok-4-6-xhigh",
2531
+ "aa_name": "Grok 4.6 (Xhigh)",
2532
2532
  "aa_creator": "SpaceXAI",
2533
2533
  "release_date": "2026-08-12",
2534
2534
  "evaluations": {
2535
- "artificial_analysis_intelligence_index": 44.3,
2536
- "artificial_analysis_coding_index": 76.8,
2535
+ "artificial_analysis_intelligence_index": 44.2,
2536
+ "artificial_analysis_coding_index": 75.9,
2537
2537
  "artificial_analysis_math_index": null,
2538
2538
  "mmlu_pro": null,
2539
- "gpqa": 0.949,
2540
- "hle": 0.429,
2539
+ "gpqa": 0.935,
2540
+ "hle": 0.441,
2541
2541
  "livecodebench": null,
2542
- "scicode": 0.565,
2542
+ "scicode": 0.53,
2543
2543
  "math_500": null,
2544
2544
  "aime": null,
2545
2545
  "aime_25": null,
2546
2546
  "ifbench": null,
2547
- "lcr": 0.803333333333333,
2547
+ "lcr": 0.81,
2548
2548
  "terminalbench_hard": null,
2549
- "terminalbench_v2_1": 0.883895131086142,
2550
- "terminalbench_v4_0": 0.212121212121212,
2549
+ "terminalbench_v2_1": 0.880149812734082,
2550
+ "terminalbench_v4_0": 0.171717171717172,
2551
2551
  "tau2": null,
2552
- "tau_banking": 0.507216494845361
2552
+ "tau_banking": 0.43298969072165
2553
2553
  },
2554
2554
  "median_output_tokens_per_second": 0,
2555
2555
  "median_time_to_first_token_seconds": 0,
2556
- "aa_effort": "high",
2556
+ "aa_effort": "xhigh",
2557
2557
  "effort_variants": {
2558
2558
  "low": {
2559
2559
  "aa_slug": "grok-4-6-low",
@@ -2587,19 +2587,19 @@
2587
2587
  },
2588
2588
  "median_output_tokens_per_second": 0
2589
2589
  },
2590
- "xhigh": {
2591
- "aa_slug": "grok-4-6-xhigh",
2592
- "aa_name": "Grok 4.6 (Xhigh)",
2590
+ "high": {
2591
+ "aa_slug": "grok-4-6",
2592
+ "aa_name": "Grok 4.6 (High)",
2593
2593
  "evaluations": {
2594
- "artificial_analysis_intelligence_index": 44.2,
2595
- "artificial_analysis_coding_index": 75.9,
2596
- "gpqa": 0.935,
2597
- "hle": 0.441,
2598
- "scicode": 0.53,
2599
- "lcr": 0.81,
2600
- "terminalbench_v2_1": 0.880149812734082,
2601
- "terminalbench_v4_0": 0.171717171717172,
2602
- "tau_banking": 0.43298969072165
2594
+ "artificial_analysis_intelligence_index": 44.3,
2595
+ "artificial_analysis_coding_index": 76.8,
2596
+ "gpqa": 0.949,
2597
+ "hle": 0.429,
2598
+ "scicode": 0.565,
2599
+ "lcr": 0.803333333333333,
2600
+ "terminalbench_v2_1": 0.883895131086142,
2601
+ "terminalbench_v4_0": 0.212121212121212,
2602
+ "tau_banking": 0.507216494845361
2603
2603
  },
2604
2604
  "median_output_tokens_per_second": 0
2605
2605
  }
@@ -1,9 +1,9 @@
1
1
  {
2
2
  "schema_version": "4",
3
3
  "output_contract_version": 2,
4
- "generated_at_utc": "2026-10-08T22:10:51Z",
4
+ "generated_at_utc": "2026-10-09T14:53:46Z",
5
5
  "source_doc_sha256": {
6
- "model-selector.txt": "58061ed5e6812e7778a4ef31d2337a8c56322202849d68a43d069187133fae2b",
6
+ "model-selector.txt": "a41aef972265c5acdd4e3826d74f4919ba06c93857f2d0058cb82f7b192c46a4",
7
7
  "model-tier-cost-scale.md": "80baddfd88e6a105658eb5dbe64a22d444ff42e55c7b9e42dd3a14c5ec419b89"
8
8
  },
9
9
  "models": [
@@ -90,7 +90,7 @@
90
90
  "cache_read_per_1m": null,
91
91
  "tier_cost": "very-high",
92
92
  "tiers": {
93
- "coding": "A",
93
+ "coding": "S",
94
94
  "planning": "A",
95
95
  "agentic": "S",
96
96
  "multimodal": "A",
@@ -101,7 +101,7 @@
101
101
  "jurisdiction": "us",
102
102
  "headline_benchmarks": "AA Intelligence Index 50.8 (max); HLE 54.9% (max); Terminal-Bench 2.1 89.1 (max); \u03c4\u00b2-bench banking pass_1 42.1%",
103
103
  "pricing_notes": "Hidden by default; Requires Max Mode on legacy request-based plans; Fast mode (`claude-opus-5-fast`) requires Max Mode on legacy request-based plans; Up to 1M tokens with extended context at the same per-token rates (no long-context surcharge)",
104
- "best_for": "Frontier-class agentic work, plus strong coding, planning, multimodal input, long context and knowledge, at a very high price. Its AA Intelligence Index of 50.8 ranks 6th of 56 measured models. Weakest at speed (D). Superseded by Opus 5.5.",
104
+ "best_for": "Frontier-class coding and agentic work, plus strong planning, multimodal input, long context and knowledge, at a very high price. Its AA Intelligence Index of 50.8 ranks 6th of 56 measured models. Weakest at speed (D). Superseded by Opus 5.5.",
105
105
  "superseded_by": "claude-opus-5-5",
106
106
  "superseded_on": "2026-09-24",
107
107
  "added_on": null,
@@ -1224,9 +1224,9 @@
1224
1224
  "speed": "B"
1225
1225
  },
1226
1226
  "jurisdiction": "us",
1227
- "headline_benchmarks": "AA Intelligence Index 44.3 (high); HLE 42.9% (high); Terminal-Bench 2.1 88.4 (high); \u03c4\u00b2-bench banking pass_1 50.7%",
1227
+ "headline_benchmarks": "AA Intelligence Index 44.2 (xhigh); HLE 44.1%; SciCode 53.0; Terminal-Bench 4.0 17.2; AA-LCR 0.810; Terminal-Bench 2.1 88.4 (high); \u03c4\u00b2-bench banking pass_1 43.3%",
1228
1228
  "pricing_notes": "Jointly trained by Cursor and SpaceXAI",
1229
- "best_for": "Strong coding, planning, agentic work, long context and knowledge at a low price. Its AA Intelligence Index of 44.3 ranks 13th of 56 measured models. Superseded by Grok 4.7.",
1229
+ "best_for": "Strong coding, planning, agentic work, long context and knowledge at a low price. Its AA Intelligence Index of 44.2 ranks 13th of 56 measured models. Superseded by Grok 4.7.",
1230
1230
  "superseded_by": "grok-4.7",
1231
1231
  "superseded_on": "2026-09-24",
1232
1232
  "added_on": null,
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "schema_version": 1,
3
- "generated_at_utc": "2026-10-09T05:01:40Z",
3
+ "generated_at_utc": "2026-10-09T14:32:00Z",
4
4
  "source": "Measured by update/measure_effort_tokens.py: output tokens (reasoning included) per probe on a fixed set of short tasks, at each effort Artificial Analysis measured the model at.",
5
5
  "probe_set_sha256": "db1a808e774b2c1afd25f380c9641b83ccacae87f1ead88fc7307f2c539aa4a0",
6
6
  "probes": 8,
@@ -779,10 +779,26 @@
779
779
  "multiplier": 1.207
780
780
  }
781
781
  }
782
+ },
783
+ "muse-spark-1.3": {
784
+ "lane": "openrouter",
785
+ "levels": {
786
+ "xhigh": {
787
+ "mean_output_tokens": 2151.3,
788
+ "runs": 16,
789
+ "truncated": 0,
790
+ "multiplier": 2.449
791
+ },
792
+ "max": {
793
+ "mean_output_tokens": 2058.7,
794
+ "runs": 16,
795
+ "truncated": 0,
796
+ "multiplier": 2.449
797
+ }
798
+ }
782
799
  }
783
800
  },
784
801
  "unmeasured": {
785
- "gemini-3-pro": "no lane serves it (not on OpenRouter, no subscription lane)",
786
- "muse-spark-1.3": "runs failed: {'message': 'This model requires you to complete the following before use: 18+ age confirmation. Confirm at https://openrouter.ai/settings/preferences.', 'code'"
802
+ "gemini-3-pro": "no lane serves it (not on OpenRouter, no subscription lane)"
787
803
  }
788
804
  }
@@ -982,13 +982,13 @@
982
982
  <model id="claude-opus-5" name="Opus 5"
983
983
  input-price-per-1m="$5.00" output-price-per-1m="$25.00"
984
984
  jurisdiction="us"
985
- tier-coding="A" tier-planning="A" tier-agentic="S"
985
+ tier-coding="S" tier-planning="A" tier-agentic="S"
986
986
  tier-multimodal="A" tier-long-context="A" tier-knowledge="A"
987
987
  tier-speed="D"
988
988
  headline-benchmarks="AA Intelligence Index 50.8 (max); HLE 54.9% (max); Terminal-Bench 2.1 89.1 (max); τ²-bench banking pass_1 42.1%"
989
989
  pricing-notes="Hidden by default; Requires Max Mode on legacy request-based plans; Fast mode (`claude-opus-5-fast`) requires Max Mode on legacy request-based plans; Up to 1M tokens with extended context at the same per-token rates (no long-context surcharge)"
990
990
  prose-generated="best-for"
991
- best-for="Frontier-class agentic work, plus strong coding, planning, multimodal input, long context and knowledge, at a very high price. Its AA Intelligence Index of 50.8 ranks 6th of 56 measured models. Weakest at speed (D). Superseded by Opus 5.5." superseded-by="claude-opus-5-5" superseded-on="2026-09-24"/>
991
+ best-for="Frontier-class coding and agentic work, plus strong planning, multimodal input, long context and knowledge, at a very high price. Its AA Intelligence Index of 50.8 ranks 6th of 56 measured models. Weakest at speed (D). Superseded by Opus 5.5." superseded-by="claude-opus-5-5" superseded-on="2026-09-24"/>
992
992
  <model id="claude-fable-5" name="Fable 5"
993
993
  input-price-per-1m="$10.00" output-price-per-1m="$50.00"
994
994
  jurisdiction="us"
@@ -1541,10 +1541,10 @@
1541
1541
  tier-coding="A" tier-planning="A" tier-agentic="A"
1542
1542
  tier-multimodal="B" tier-long-context="A" tier-knowledge="A"
1543
1543
  tier-speed="B"
1544
- headline-benchmarks="AA Intelligence Index 44.3 (high); HLE 42.9% (high); Terminal-Bench 2.1 88.4 (high); τ²-bench banking pass_1 50.7%"
1544
+ headline-benchmarks="AA Intelligence Index 44.2 (xhigh); HLE 44.1%; SciCode 53.0; Terminal-Bench 4.0 17.2; AA-LCR 0.810; Terminal-Bench 2.1 88.4 (high); τ²-bench banking pass_1 43.3%"
1545
1545
  pricing-notes="Jointly trained by Cursor and SpaceXAI"
1546
- prose-generated="best-for"
1547
- best-for="Strong coding, planning, agentic work, long context and knowledge at a low price. Its AA Intelligence Index of 44.3 ranks 13th of 56 measured models. Superseded by Grok 4.7." superseded-by="grok-4.7" superseded-on="2026-09-24"/>
1546
+ prose-generated="best-for headline-benchmarks"
1547
+ best-for="Strong coding, planning, agentic work, long context and knowledge at a low price. Its AA Intelligence Index of 44.2 ranks 13th of 56 measured models. Superseded by Grok 4.7." superseded-by="grok-4.7" superseded-on="2026-09-24"/>
1548
1548
  </tier>
1549
1549
  </model-options>
1550
1550
 
@@ -1870,7 +1870,7 @@
1870
1870
  context (opus-4.7 1M, opus-4.8 1M, claude-opus-5 1M, claude-opus-5-5 1M, gemini-3.1-pro 1M, gemini-3.5-flash-lite 1M) over forcing
1871
1871
  a smaller-context model into Max Mode truncation.
1872
1872
  - For PRIMARY = `coding` at S-tier requirement, the candidate set is
1873
- muse-spark-1.3, glm-5.3, claude-sonnet-5-5, gpt-6-sol, claude-opus-5-5, claude-fable-5, claude-fable-5.1, gpt-6-astra; cost tie-breaker favors
1873
+ muse-spark-1.3, glm-5.3, claude-sonnet-5-5, gpt-6-sol, claude-opus-5-5, claude-opus-5, claude-fable-5, claude-fable-5.1, gpt-6-astra; cost tie-breaker favors
1874
1874
  muse-spark-1.3 when the ratings are equivalent for the prompt.
1875
1875
  - Default to composer-2.5 for routine multi-file implementation when a
1876
1876
  coding-A rating suffices; escalate only on a concrete capability
@@ -1,2 +1,2 @@
1
1
  # src/roadmodel/__init__.py
2
- __version__ = "0.2.78"
2
+ __version__ = "0.2.79"
@@ -101,7 +101,7 @@ LEVEL_ORDER: Final[tuple[str, ...]] = (
101
101
  # web catalog's too (tests/test_derived_ratings.py holds the three together).
102
102
  # ``speed`` reads the top-level tokens/s field: it enters quality here, but
103
103
  # its letter stays an estimate, since AA measures throughput on the maker's
104
- # own endpoint at max effort. ``None`` = the letter only (multimodal: AA runs
104
+ # own endpoint at the headline (top measured) effort. ``None`` = the letter only (multimodal: AA runs
105
105
  # no multimodal evaluation). A ``COMPOSITES`` key is computed by
106
106
  # ``with_composites``.
107
107
  CATEGORY_EVIDENCE: Final[dict[str, str | None]] = {
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes