ai-speedometer-headless 2.1.4 → 2.1.6

package/dist/ai-speedometer-headless

@@ -592,7 +592,8 @@ async function benchmarkSingleModelRest(model) {
       messages: [{ role: "user", content: TEST_PROMPT }],
       max_tokens: 500,
       temperature: 0.7,
-      stream: true
+      stream: true,
+      stream_options: { include_usage: true }
     };
     if (model.providerType === "google") {
       body["contents"] = [{ parts: [{ text: TEST_PROMPT }] }];
@@ -600,6 +601,9 @@ async function benchmarkSingleModelRest(model) {
       delete body["messages"];
       delete body["max_tokens"];
       delete body["stream"];
+      delete body["stream_options"];
+    } else if (model.providerType === "anthropic") {
+      delete body["stream_options"];
     }
     const response = await fetch(url, {
       method: "POST",
@@ -607,8 +611,22 @@ async function benchmarkSingleModelRest(model) {
       body: JSON.stringify(body)
     });
     if (!response.ok) {
-      await response.text();
-      throw new Error(`API request failed: ${response.status} ${response.statusText}`);
+      const errBody = await response.text();
+      let errDetail = "";
+      try {
+        const parsed = JSON.parse(errBody);
+        if (typeof parsed.error === "object" && parsed.error?.message)
+          errDetail = parsed.error.message;
+        else if (typeof parsed.error === "string")
+          errDetail = parsed.error;
+        else if (parsed.message)
+          errDetail = parsed.message;
+        else
+          errDetail = errBody.slice(0, 200);
+      } catch {
+        errDetail = errBody.slice(0, 200);
+      }
+      throw new Error(`${response.status} ${response.statusText}${errDetail ? ": " + errDetail : ""}`);
     }
     const reader = response.body.getReader();
     const decoder = new TextDecoder;
@@ -635,7 +653,7 @@ async function benchmarkSingleModelRest(model) {
             if (trimmedLine.startsWith("data: ")) {
               const jsonStr = trimmedLine.slice(6);
               if (jsonStr === "[DONE]")
-                break;
+                continue;
               const chunk = JSON.parse(jsonStr);
               const chunkTyped = chunk;
               if (chunkTyped.type === "content_block_delta" && chunkTyped.delta?.text) {
@@ -676,7 +694,7 @@ async function benchmarkSingleModelRest(model) {
             if (trimmedLine.startsWith("data: ")) {
               const jsonStr = trimmedLine.slice(6);
               if (jsonStr === "[DONE]")
-                break;
+                continue;
               const chunk = JSON.parse(jsonStr);
               if (chunk.choices?.[0]?.delta?.content)
                 streamedText += chunk.choices[0].delta.content;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai-speedometer-headless",
-  "version": "2.1.4",
+  "version": "2.1.6",
   "description": "Headless CLI for benchmarking AI models — runs on Node.js and Bun, no TUI dependencies",
   "bin": {
     "ai-speedometer-headless": "dist/ai-speedometer-headless"