ai-speedometer 2.1.4 → 2.1.6

package/dist/ai-speedometer

@@ -1762,7 +1762,8 @@ async function benchmarkSingleModelRest(model) {
       messages: [{ role: "user", content: TEST_PROMPT }],
       max_tokens: 500,
       temperature: 0.7,
-      stream: true
+      stream: true,
+      stream_options: { include_usage: true }
     };
     if (model.providerType === "google") {
       body["contents"] = [{ parts: [{ text: TEST_PROMPT }] }];
@@ -1770,6 +1771,9 @@ async function benchmarkSingleModelRest(model) {
       delete body["messages"];
       delete body["max_tokens"];
       delete body["stream"];
+      delete body["stream_options"];
+    } else if (model.providerType === "anthropic") {
+      delete body["stream_options"];
     }
     const response = await fetch(url, {
       method: "POST",
@@ -1777,8 +1781,22 @@ async function benchmarkSingleModelRest(model) {
       body: JSON.stringify(body)
     });
     if (!response.ok) {
-      await response.text();
-      throw new Error(`API request failed: ${response.status} ${response.statusText}`);
+      const errBody = await response.text();
+      let errDetail = "";
+      try {
+        const parsed = JSON.parse(errBody);
+        if (typeof parsed.error === "object" && parsed.error?.message)
+          errDetail = parsed.error.message;
+        else if (typeof parsed.error === "string")
+          errDetail = parsed.error;
+        else if (parsed.message)
+          errDetail = parsed.message;
+        else
+          errDetail = errBody.slice(0, 200);
+      } catch {
+        errDetail = errBody.slice(0, 200);
+      }
+      throw new Error(`${response.status} ${response.statusText}${errDetail ? ": " + errDetail : ""}`);
     }
     const reader = response.body.getReader();
     const decoder = new TextDecoder;
@@ -1805,7 +1823,7 @@ async function benchmarkSingleModelRest(model) {
             if (trimmedLine.startsWith("data: ")) {
               const jsonStr = trimmedLine.slice(6);
               if (jsonStr === "[DONE]")
-                break;
+                continue;
               const chunk = JSON.parse(jsonStr);
               const chunkTyped = chunk;
               if (chunkTyped.type === "content_block_delta" && chunkTyped.delta?.text) {
@@ -1846,7 +1864,7 @@ async function benchmarkSingleModelRest(model) {
             if (trimmedLine.startsWith("data: ")) {
               const jsonStr = trimmedLine.slice(6);
               if (jsonStr === "[DONE]")
-                break;
+                continue;
               const chunk = JSON.parse(jsonStr);
               if (chunk.choices?.[0]?.delta?.content)
                 streamedText += chunk.choices[0].delta.content;
@@ -2161,7 +2179,7 @@ var package_default;
 var init_package = __esm(() => {
   package_default = {
     name: "ai-speedometer",
-    version: "2.1.4",
+    version: "2.1.6",
     description: "A comprehensive CLI tool for benchmarking AI models across multiple providers with parallel execution and professional metrics",
     bin: {
       "ai-speedometer": "dist/ai-speedometer",
@@ -2614,7 +2632,7 @@ function ModelSelectScreen() {
     navigate("benchmark");
   }, [dispatch, navigate]);
   usePaste((text) => {
-    setSearchQuery((q) => q + text);
+    setSearchQuery((q) => q + text.replace(/[\r\n]/g, ""));
   });
   useKeyboard4((key) => {
     if (key.name === "escape") {
@@ -2658,15 +2676,15 @@ function ModelSelectScreen() {
       }
       return;
     }
-    if (!searchQuery && (key.sequence === "A" || key.sequence === "a")) {
+    if (!searchQuery && key.sequence === "A") {
       setSelected(new Set(orderedModels.map((m) => m.key)));
       return;
     }
-    if (!searchQuery && (key.sequence === "N" || key.sequence === "n")) {
+    if (!searchQuery && key.sequence === "N") {
       setSelected(new Set);
       return;
     }
-    if (!searchQuery && recentCount > 0 && (key.sequence === "R" || key.sequence === "r")) {
+    if (!searchQuery && recentCount > 0 && key.sequence === "R") {
       launchBench(orderedModels.slice(0, recentCount));
       return;
     }
@@ -3307,6 +3325,68 @@ function BenchmarkScreen() {
         }, `ttft-${s.model.id}-${s.model.providerId}`, true, undefined, this));
       }
     }
+    if (allDone && errors.length > 0) {
+      rows.push(/* @__PURE__ */ jsxDEV10("box", {
+        height: 1,
+        backgroundColor: "#292e42"
+      }, "div-errors", false, undefined, this));
+      rows.push(/* @__PURE__ */ jsxDEV10("box", {
+        height: 1,
+        flexDirection: "row",
+        paddingLeft: 1,
+        children: /* @__PURE__ */ jsxDEV10("text", {
+          fg: "#f7768e",
+          children: [
+            " FAILED (",
+            errors.length,
+            ") "
+          ]
+        }, undefined, true, undefined, this)
+      }, "hdr-errors", false, undefined, this));
+      for (const s of errors) {
+        rows.push(/* @__PURE__ */ jsxDEV10("box", {
+          flexDirection: "column",
+          paddingLeft: 2,
+          paddingTop: 1,
+          paddingBottom: 1,
+          children: [
+            /* @__PURE__ */ jsxDEV10("box", {
+              height: 1,
+              flexDirection: "row",
+              children: [
+                /* @__PURE__ */ jsxDEV10("text", {
+                  fg: "#f7768e",
+                  children: "\u2717  "
+                }, undefined, false, undefined, this),
+                /* @__PURE__ */ jsxDEV10("text", {
+                  fg: "#c0caf5",
+                  children: [
+                    s.model.name,
+                    "  "
+                  ]
+                }, undefined, true, undefined, this),
+                /* @__PURE__ */ jsxDEV10("text", {
+                  fg: "#565f89",
+                  children: [
+                    "(",
+                    s.model.providerName,
+                    ")"
+                  ]
+                }, undefined, true, undefined, this)
+              ]
+            }, undefined, true, undefined, this),
+            /* @__PURE__ */ jsxDEV10("box", {
+              height: 1,
+              paddingLeft: 3,
+              children: /* @__PURE__ */ jsxDEV10("text", {
+                fg: "#f7768e",
+                children: s.error ?? "Unknown error"
+              }, undefined, false, undefined, this)
+            }, undefined, false, undefined, this)
+          ]
+        }, `err-${s.model.id}-${s.model.providerId}`, true, undefined, this));
+      }
+    }
     rows.push(/* @__PURE__ */ jsxDEV10("box", {
       height: 1,
       backgroundColor: "#292e42"
@@ -3515,10 +3595,11 @@ function AddVerifiedScreen() {
     }
   }
   usePaste((text) => {
+    const clean = text.replace(/[\r\n]/g, "");
     if (step === "browse")
-      setSearchQuery((q) => q + text);
+      setSearchQuery((q) => q + clean);
     else if (step === "confirm")
-      setApiKey((k) => k + text);
+      setApiKey((k) => k + clean);
   });
   useKeyboard6((key) => {
     if (step === "browse") {
@@ -3930,7 +4011,7 @@ function AddCustomScreen() {
         baseUrl: baseUrl.trim(),
         apiKey: apiKey.trim(),
         models: models.map((m) => ({
-          id: m.toLowerCase().replace(/[^a-z0-9-]/g, "-"),
+          id: m,
           name: m
         }))
       });
@@ -3945,16 +4026,17 @@ function AddCustomScreen() {
     }
   }
   usePaste((text) => {
+    const clean = text.replace(/[\r\n]/g, "");
     if (step === "id")
-      setProviderId((v) => v + text);
+      setProviderId((v) => v + clean);
     else if (step === "name")
-      setProviderName((v) => v + text);
+      setProviderName((v) => v + clean);
     else if (step === "url")
-      setBaseUrl((v) => v + text);
+      setBaseUrl((v) => v + clean);
     else if (step === "key")
-      setApiKey((v) => v + text);
+      setApiKey((v) => v + clean);
     else if (step === "models")
-      setModelInput((v) => v + text);
+      setModelInput((v) => v + clean);
   });
   useKeyboard7((key) => {
     if (step === "done") {
@@ -4018,10 +4100,8 @@ function AddCustomScreen() {
     }
     if (step === "name") {
       if (key.name === "return" || key.name === "enter") {
-        if (!providerName.trim()) {
-          setInputError("Name is required");
-          return;
-        }
+        if (!providerName.trim())
+          setProviderName(providerId);
         setInputError("");
         setStep("url");
         return;
@@ -4310,8 +4390,12 @@ function AddCustomScreen() {
                   height: 1,
                   children: /* @__PURE__ */ jsxDEV12("text", {
                     fg: "#565f89",
-                    children: "e.g. My OpenAI"
-                  }, undefined, false, undefined, this)
+                    children: [
+                      'e.g. My OpenAI  (Enter to use "',
+                      providerId,
+                      '")'
+                    ]
+                  }, undefined, true, undefined, this)
                 }, undefined, false, undefined, this)
               ]
             }, undefined, true, undefined, this),
@@ -4485,8 +4569,9 @@ function AddModelsScreen() {
     load();
   }, []);
   usePaste((text) => {
+    const clean = text.replace(/[\r\n]/g, "");
     if (step === "add")
-      setModelInput((v) => v + text);
+      setModelInput((v) => v + clean);
   });
   useKeyboard8((key) => {
     if (done) {
@@ -4947,23 +5032,23 @@ function getHints(screen, benchResults) {
     case "main-menu":
       return ["[\u2191\u2193] navigate", "[Enter] select", "[Ctrl+C] quit"];
     case "model-menu":
-      return ["[\u2191\u2193] navigate", "[Enter] select", "[q] back"];
+      return ["[\u2191\u2193] navigate", "[Enter] select", "[Q] back"];
     case "model-select":
       return ["[\u2191\u2193] navigate", "[Tab] select", "[Enter] run", "[A] all", "[N] none", "[R] recent", "[Esc] back"];
     case "benchmark": {
       const allDone = benchResults.length > 0 && benchResults.every((r) => r.status === "done" || r.status === "error");
-      return allDone ? ["[Enter] back to menu", "[q] back to menu"] : ["Benchmark in progress..."];
+      return allDone ? ["[Enter] back to menu", "[Q] back to menu"] : ["Benchmark in progress..."];
     }
     case "list-providers":
-      return ["[\u2191\u2193] scroll", "[q] back"];
+      return ["[\u2191\u2193] scroll", "[Q] back"];
     case "add-verified":
-      return ["[\u2191\u2193] navigate", "[Enter] select", "[q] back"];
+      return ["[\u2191\u2193] navigate", "[Enter] select", "[Q] back"];
     case "add-custom":
       return ["[\u2191\u2193] navigate", "[Enter] confirm", "[Esc] back"];
     case "add-models":
       return ["[\u2191\u2193] navigate", "[Enter] add / finish", "[Esc] back"];
     default:
-      return ["[q] back"];
+      return ["[Q] back"];
   }
 }
 function ActiveScreen() {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai-speedometer",
-  "version": "2.1.4",
+  "version": "2.1.6",
   "description": "A comprehensive CLI tool for benchmarking AI models across multiple providers with parallel execution and professional metrics",
   "bin": {
     "ai-speedometer": "dist/ai-speedometer",