roadmodel 0.2.74__tar.gz → 0.2.76__tar.gz

{roadmodel-0.2.74 → roadmodel-0.2.76}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: roadmodel
-Version: 0.2.74
+Version: 0.2.76
 Summary: BYO-key CLI that recommends the right AI model, platform, and settings for a prompt.
 Project-URL: Homepage, https://roadmodel.ai
 Project-URL: Repository, https://github.com/nathanramoscfa/roadmodel

{roadmodel-0.2.74 → roadmodel-0.2.76}/docs/benchmarks.json

@@ -6,8 +6,8 @@
     "endpoint": "https://artificialanalysis.ai/api/v2/data/llms/models",
     "attribution": "Benchmark data © Artificial Analysis, used under its API terms with attribution."
   },
-  "generated_at_utc": "2026-10-07T15:44:20Z",
-  "model_count": 54,
+  "generated_at_utc": "2026-10-07T22:56:43Z",
+  "model_count": 56,
   "unmapped": [],
   "missing_slugs": [],
   "mismatched": [],
@@ -100,8 +100,8 @@
         "tau2": null,
         "tau_banking": 0.472164948453608
       },
-      "median_output_tokens_per_second": 68.33,
-      "median_time_to_first_token_seconds": 142.849,
+      "median_output_tokens_per_second": 67.41,
+      "median_time_to_first_token_seconds": 145.247,
       "aa_effort": "max",
       "effort_variants": {
         "low": {
@@ -292,8 +292,8 @@
         "tau2": null,
         "tau_banking": null
       },
-      "median_output_tokens_per_second": 97.277,
-      "median_time_to_first_token_seconds": 511.146,
+      "median_output_tokens_per_second": 97.16,
+      "median_time_to_first_token_seconds": 512.808,
       "aa_effort": "max",
       "effort_variants": {
         "low": {
@@ -342,7 +342,7 @@
             "lcr": 0.846666666666667,
             "terminalbench_v4_0": 0.595959595959596
           },
-          "median_output_tokens_per_second": 76.076
+          "median_output_tokens_per_second": 75.986
         }
       }
     },
@@ -452,8 +452,8 @@
         "tau2": null,
         "tau_banking": null
       },
-      "median_output_tokens_per_second": 135.8,
-      "median_time_to_first_token_seconds": 269.556,
+      "median_output_tokens_per_second": 133.893,
+      "median_time_to_first_token_seconds": 246.693,
       "aa_effort": "max",
       "effort_variants": {
         "low": {
@@ -532,7 +532,7 @@
         "tau2": null,
         "tau_banking": null
       },
-      "median_output_tokens_per_second": 218.491,
+      "median_output_tokens_per_second": 215.593,
       "median_time_to_first_token_seconds": 0.865,
       "aa_effort": "max",
       "effort_variants": {}
@@ -563,8 +563,8 @@
         "tau2": null,
         "tau_banking": 0.395876288659794
       },
-      "median_output_tokens_per_second": 93.516,
-      "median_time_to_first_token_seconds": 1.11,
+      "median_output_tokens_per_second": 94.966,
+      "median_time_to_first_token_seconds": 1.113,
       "aa_effort": "max",
       "effort_variants": {}
     },
@@ -680,6 +680,37 @@
         }
       }
     },
+    "gemini-3.1-flash-lite": {
+      "aa_id": "598190f8-dc9c-4fea-a7ea-4b81c402ab18",
+      "aa_slug": "gemini-3-1-flash-lite-preview",
+      "aa_name": "Gemini 3.1 Flash-Lite",
+      "aa_creator": "Google",
+      "release_date": "2026-03-03",
+      "evaluations": {
+        "artificial_analysis_intelligence_index": 15.6,
+        "artificial_analysis_coding_index": 34.7,
+        "artificial_analysis_math_index": null,
+        "mmlu_pro": null,
+        "gpqa": 0.822,
+        "hle": 0.172,
+        "livecodebench": null,
+        "scicode": 0.434,
+        "math_500": null,
+        "aime": null,
+        "aime_25": null,
+        "ifbench": 0.772108843537415,
+        "lcr": 0.743333333333333,
+        "terminalbench_hard": 0.242424242424242,
+        "terminalbench_v2_1": 0.310861423220974,
+        "terminalbench_v4_0": 0.00505050505050505,
+        "tau2": 0.312865497076023,
+        "tau_banking": 0.0969072164948454
+      },
+      "median_output_tokens_per_second": 0,
+      "median_time_to_first_token_seconds": 0,
+      "aa_effort": null,
+      "effort_variants": {}
+    },
     "gemini-3.1-pro": {
       "aa_id": "bbd93ebe-80da-4594-bb19-61e69d0331df",
       "aa_slug": "gemini-3-1-pro-preview",
@@ -771,6 +802,37 @@
         }
       }
     },
+    "gemini-3.5-flash-lite": {
+      "aa_id": "093b9df2-ebee-4309-943f-5a7e88360adf",
+      "aa_slug": "gemini-3-5-flash-lite",
+      "aa_name": "Gemini 3.5 Flash-Lite",
+      "aa_creator": "Google",
+      "release_date": "2026-07-21",
+      "evaluations": {
+        "artificial_analysis_intelligence_index": 22.2,
+        "artificial_analysis_coding_index": 49.3,
+        "artificial_analysis_math_index": null,
+        "mmlu_pro": null,
+        "gpqa": 0.838,
+        "hle": 0.188,
+        "livecodebench": null,
+        "scicode": 0.413,
+        "math_500": null,
+        "aime": null,
+        "aime_25": null,
+        "ifbench": null,
+        "lcr": 0.76,
+        "terminalbench_hard": null,
+        "terminalbench_v2_1": 0.535580524344569,
+        "terminalbench_v4_0": 0.0101010101010101,
+        "tau2": null,
+        "tau_banking": 0.175257731958763
+      },
+      "median_output_tokens_per_second": 329.536,
+      "median_time_to_first_token_seconds": 7.289,
+      "aa_effort": null,
+      "effort_variants": {}
+    },
     "gemini-3.6-flash": {
       "aa_id": "78332c88-fe60-42c8-af9d-3617e44cf1f5",
       "aa_slug": "gemini-3-6-flash",
@@ -890,8 +952,8 @@
         "tau2": null,
         "tau_banking": 0.449484536082474
       },
-      "median_output_tokens_per_second": 156.785,
-      "median_time_to_first_token_seconds": 11.791,
+      "median_output_tokens_per_second": 149.651,
+      "median_time_to_first_token_seconds": 14.293,
       "aa_effort": "high",
       "effort_variants": {
         "low": {
@@ -1047,8 +1109,8 @@
         "tau2": null,
         "tau_banking": 0.503092783505155
       },
-      "median_output_tokens_per_second": 75.904,
-      "median_time_to_first_token_seconds": 3.068,
+      "median_output_tokens_per_second": 75.43,
+      "median_time_to_first_token_seconds": 2.91,
       "aa_effort": "max",
       "effort_variants": {
         "low": {
@@ -1061,7 +1123,7 @@
             "lcr": 0.726666666666667,
             "terminalbench_v4_0": 0.348484848484849
           },
-          "median_output_tokens_per_second": 75.009
+          "median_output_tokens_per_second": 76.317
         }
       }
     },
@@ -1092,7 +1154,7 @@
         "tau_banking": 0.472164948453608
       },
       "median_output_tokens_per_second": 49.499,
-      "median_time_to_first_token_seconds": 2.648,
+      "median_time_to_first_token_seconds": 2.806,
       "aa_effort": null,
       "effort_variants": {}
     },
@@ -1423,8 +1485,8 @@
         "tau2": 0.859649122807018,
         "tau_banking": null
       },
-      "median_output_tokens_per_second": 92.011,
-      "median_time_to_first_token_seconds": 34.452,
+      "median_output_tokens_per_second": 89.201,
+      "median_time_to_first_token_seconds": 34.635,
       "aa_effort": "xhigh",
       "effort_variants": {}
     },
@@ -1922,7 +1984,7 @@
             "tau2": 0.728070175438596,
             "tau_banking": 0.255670103092783
           },
-          "median_output_tokens_per_second": 87.051
+          "median_output_tokens_per_second": 85.176
         },
         "high": {
           "aa_slug": "gpt-5-6-terra-high",
@@ -1941,7 +2003,7 @@
             "tau2": 0.783625730994152,
             "tau_banking": 0.28659793814433
           },
-          "median_output_tokens_per_second": 88.259
+          "median_output_tokens_per_second": 84.537
         },
         "xhigh": {
           "aa_slug": "gpt-5-6-terra-xhigh",
@@ -1960,7 +2022,7 @@
             "tau2": 0.804093567251462,
             "tau_banking": 0.296907216494845
           },
-          "median_output_tokens_per_second": 84.911
+          "median_output_tokens_per_second": 83.869
         }
       }
     },
@@ -1990,8 +2052,8 @@
         "tau2": null,
         "tau_banking": 0.414432989690722
       },
-      "median_output_tokens_per_second": 49.069,
-      "median_time_to_first_token_seconds": 213.938,
+      "median_output_tokens_per_second": 48.042,
+      "median_time_to_first_token_seconds": 229.496,
       "aa_effort": "max",
       "effort_variants": {
         "low": {
@@ -2056,7 +2118,7 @@
             "terminalbench_v4_0": 0.595959595959596,
             "tau_banking": 0.430927835051546
           },
-          "median_output_tokens_per_second": 48.861
+          "median_output_tokens_per_second": 51.703
         }
       }
     },
@@ -2086,8 +2148,8 @@
         "tau2": null,
         "tau_banking": null
       },
-      "median_output_tokens_per_second": 128.653,
-      "median_time_to_first_token_seconds": 67.703,
+      "median_output_tokens_per_second": 127.196,
+      "median_time_to_first_token_seconds": 61.062,
       "aa_effort": "max",
       "effort_variants": {
         "low": {
@@ -2124,7 +2186,7 @@
             "lcr": 0.793333333333333,
             "terminalbench_v4_0": 0.0454545454545455
           },
-          "median_output_tokens_per_second": 120.575
+          "median_output_tokens_per_second": 118.37
         },
         "xhigh": {
           "aa_slug": "gpt-6-luna-xhigh",
@@ -2136,7 +2198,7 @@
             "lcr": 0.8,
             "terminalbench_v4_0": 0.0808080808080808
           },
-          "median_output_tokens_per_second": 122.312
+          "median_output_tokens_per_second": 123.455
         }
       }
     },
@@ -2296,7 +2358,7 @@
             "lcr": 0.796666666666667,
             "terminalbench_v4_0": 0.54040404040404
           },
-          "median_output_tokens_per_second": 53.52
+          "median_output_tokens_per_second": 54.387
         }
       }
     },
@@ -2326,8 +2388,8 @@
         "tau2": 0.657894736842105,
         "tau_banking": 0.127835051546392
       },
-      "median_output_tokens_per_second": 187.681,
-      "median_time_to_first_token_seconds": 0.506,
+      "median_output_tokens_per_second": 183.019,
+      "median_time_to_first_token_seconds": 0.502,
       "aa_effort": "high",
       "effort_variants": {
         "low": {
@@ -2349,7 +2411,7 @@
             "tau2": 0.450292397660819,
             "tau_banking": 0.0288659793814433
           },
-          "median_output_tokens_per_second": 200.382
+          "median_output_tokens_per_second": 191.359
         }
       }
     },
@@ -2379,8 +2441,8 @@
         "tau2": 0.60233918128655,
         "tau_banking": 0.0701030927835052
       },
-      "median_output_tokens_per_second": 212.107,
-      "median_time_to_first_token_seconds": 0.42,
+      "median_output_tokens_per_second": 206.106,
+      "median_time_to_first_token_seconds": 0.427,
       "aa_effort": "high",
       "effort_variants": {
         "low": {
@@ -2399,7 +2461,7 @@
             "terminalbench_hard": 0.0454545454545455,
             "tau2": 0.502923976608187
           },
-          "median_output_tokens_per_second": 255.282
+          "median_output_tokens_per_second": 251.145
         }
       }
     },
@@ -2569,7 +2631,7 @@
         "tau2": null,
         "tau_banking": null
       },
-      "median_output_tokens_per_second": 64.533,
+      "median_output_tokens_per_second": 61.072,
       "median_time_to_first_token_seconds": 7.717,
       "aa_effort": "xhigh",
       "effort_variants": {
@@ -2583,7 +2645,7 @@
             "lcr": 0.8,
             "terminalbench_v4_0": 0.161616161616162
           },
-          "median_output_tokens_per_second": 62.39
+          "median_output_tokens_per_second": 61.798
         },
         "high": {
           "aa_slug": "grok-4-7-high",
@@ -2595,7 +2657,7 @@
             "lcr": 0.77,
             "terminalbench_v4_0": 0.247474747474747
           },
-          "median_output_tokens_per_second": 65.973
+          "median_output_tokens_per_second": 65.045
         }
       }
     },
@@ -2625,8 +2687,8 @@
         "tau2": 0.900584795321637,
         "tau_banking": 0.202061855670103
       },
-      "median_output_tokens_per_second": 80.716,
-      "median_time_to_first_token_seconds": 1.098,
+      "median_output_tokens_per_second": 83.137,
+      "median_time_to_first_token_seconds": 1.154,
       "aa_effort": null,
       "effort_variants": {}
     },
@@ -2656,8 +2718,8 @@
         "tau2": null,
         "tau_banking": 0.45979381443299
       },
-      "median_output_tokens_per_second": 45.014,
-      "median_time_to_first_token_seconds": 2.953,
+      "median_output_tokens_per_second": 42.869,
+      "median_time_to_first_token_seconds": 2.916,
       "aa_effort": "max",
       "effort_variants": {
         "low": {
@@ -2704,8 +2766,8 @@
         "tau2": 0.245614035087719,
         "tau_banking": 0.0577319587628866
       },
-      "median_output_tokens_per_second": 77.671,
-      "median_time_to_first_token_seconds": 0.689,
+      "median_output_tokens_per_second": 77.616,
+      "median_time_to_first_token_seconds": 0.692,
       "aa_effort": null,
       "effort_variants": {}
     },
@@ -2766,8 +2828,8 @@
         "tau2": 0.412280701754386,
         "tau_banking": 0.0494845360824742
       },
-      "median_output_tokens_per_second": 163.966,
-      "median_time_to_first_token_seconds": 0.549,
+      "median_output_tokens_per_second": 163.75,
+      "median_time_to_first_token_seconds": 0.555,
       "aa_effort": null,
       "effort_variants": {}
     },
@@ -2815,7 +2877,7 @@
             "terminalbench_v4_0": 0.166666666666667,
             "tau_banking": 0.472164948453608
           },
-          "median_output_tokens_per_second": 130.237
+          "median_output_tokens_per_second": 115.767
         }
       }
     },