ai-speedometer 2.1.2 → 2.1.5

package/dist/ai-speedometer

@@ -17,7 +17,7 @@ var __export = (target, all) => {
 };
 var __esm = (fn, res) => () => (fn && (res = fn(fn = 0)), res);
 
-// custom-verified-providers.json
+// ../core/custom-verified-providers.json
 var custom_verified_providers_default;
 var init_custom_verified_providers = __esm(() => {
   custom_verified_providers_default = {
@@ -142,7 +142,7 @@ var init_custom_verified_providers = __esm(() => {
   };
 });
 
-// src/models-dev.ts
+// ../core/src/models-dev.ts
 var exports_models_dev = {};
 __export(exports_models_dev, {
   transformModelsDevData: () => transformModelsDevData,
@@ -387,7 +387,7 @@ var init_models_dev = __esm(() => {
   ];
 });
 
-// src/ai-config.ts
+// ../core/src/ai-config.ts
 var exports_ai_config = {};
 __export(exports_ai_config, {
   writeAIConfig: () => writeAIConfig,
@@ -558,7 +558,7 @@ var getAIConfigPaths = () => {
 };
 var init_ai_config = () => {};
 
-// node_modules/jsonc-parser/lib/esm/impl/scanner.js
+// ../../node_modules/.bun/jsonc-parser@3.3.1/node_modules/jsonc-parser/lib/esm/impl/scanner.js
 function createScanner(text, ignoreTrivia = false) {
   const len = text.length;
   let pos = 0, value = "", tokenOffset = 0, token = 16, lineNumber = 0, lineStartOffset = 0, tokenLineStartOffset = 0, prevTokenLineStartOffset = 0, scanError = 0;
@@ -975,7 +975,7 @@ var init_scanner = __esm(() => {
   })(CharacterCodes || (CharacterCodes = {}));
 });
 
-// node_modules/jsonc-parser/lib/esm/impl/string-intern.js
+// ../../node_modules/.bun/jsonc-parser@3.3.1/node_modules/jsonc-parser/lib/esm/impl/string-intern.js
 var cachedSpaces, maxCachedValues = 200, cachedBreakLinesWithSpaces;
 var init_string_intern = __esm(() => {
   cachedSpaces = new Array(20).fill(0).map((_, index) => {
@@ -1011,13 +1011,13 @@ var init_string_intern = __esm(() => {
   };
 });
 
-// node_modules/jsonc-parser/lib/esm/impl/format.js
+// ../../node_modules/.bun/jsonc-parser@3.3.1/node_modules/jsonc-parser/lib/esm/impl/format.js
 var init_format = __esm(() => {
   init_scanner();
   init_string_intern();
 });
 
-// node_modules/jsonc-parser/lib/esm/impl/parser.js
+// ../../node_modules/.bun/jsonc-parser@3.3.1/node_modules/jsonc-parser/lib/esm/impl/parser.js
 function parse(text, errors = [], options = ParseOptions.DEFAULT) {
   let currentProperty = null;
   let currentParent = [];
@@ -1323,13 +1323,13 @@ var init_parser = __esm(() => {
   })(ParseOptions || (ParseOptions = {}));
 });
 
-// node_modules/jsonc-parser/lib/esm/impl/edit.js
+// ../../node_modules/.bun/jsonc-parser@3.3.1/node_modules/jsonc-parser/lib/esm/impl/edit.js
 var init_edit = __esm(() => {
   init_format();
   init_parser();
 });
 
-// node_modules/jsonc-parser/lib/esm/main.js
+// ../../node_modules/.bun/jsonc-parser@3.3.1/node_modules/jsonc-parser/lib/esm/main.js
 var ScanError, SyntaxKind, parse2, ParseErrorCode;
 var init_main = __esm(() => {
   init_format();
@@ -1385,7 +1385,7 @@ var init_main = __esm(() => {
   })(ParseErrorCode || (ParseErrorCode = {}));
 });
 
-// src/opencode-integration.ts
+// ../core/src/opencode-integration.ts
 var exports_opencode_integration = {};
 __export(exports_opencode_integration, {
   writeOpencodeConfig: () => writeOpencodeConfig,
@@ -1704,10 +1704,10 @@ var init_opencode_integration = __esm(() => {
   init_main();
 });
 
-// src/constants.ts
+// ../core/src/constants.ts
 var TEST_PROMPT = `make a 300 word story`;
 
-// src/benchmark.ts
+// ../core/src/benchmark.ts
 var exports_benchmark = {};
 __export(exports_benchmark, {
   benchmarkSingleModelRest: () => benchmarkSingleModelRest
@@ -1777,8 +1777,22 @@ async function benchmarkSingleModelRest(model) {
       body: JSON.stringify(body)
     });
     if (!response.ok) {
-      await response.text();
-      throw new Error(`API request failed: ${response.status} ${response.statusText}`);
+      const errBody = await response.text();
+      let errDetail = "";
+      try {
+        const parsed = JSON.parse(errBody);
+        if (typeof parsed.error === "object" && parsed.error?.message)
+          errDetail = parsed.error.message;
+        else if (typeof parsed.error === "string")
+          errDetail = parsed.error;
+        else if (parsed.message)
+          errDetail = parsed.message;
+        else
+          errDetail = errBody.slice(0, 200);
+      } catch {
+        errDetail = errBody.slice(0, 200);
+      }
+      throw new Error(`${response.status} ${response.statusText}${errDetail ? ": " + errDetail : ""}`);
     }
     const reader = response.body.getReader();
     const decoder = new TextDecoder;
@@ -1904,7 +1918,7 @@ async function benchmarkSingleModelRest(model) {
 }
 var init_benchmark = () => {};
 
-// src/headless.ts
+// ../core/src/headless.ts
 var exports_headless = {};
 __export(exports_headless, {
   runHeadlessBenchmark: () => runHeadlessBenchmark
@@ -2161,25 +2175,20 @@ var package_default;
 var init_package = __esm(() => {
   package_default = {
     name: "ai-speedometer",
-    version: "2.1.2",
+    version: "2.1.5",
     description: "A comprehensive CLI tool for benchmarking AI models across multiple providers with parallel execution and professional metrics",
     bin: {
       "ai-speedometer": "dist/ai-speedometer",
-      aispeed: "dist/ai-speedometer",
-      "ai-speedometer-headless": "dist/ai-speedometer-headless"
+      aispeed: "dist/ai-speedometer"
     },
     engines: {
-      bun: ">=1.0.0",
-      node: ">=18.0.0"
+      bun: ">=1.0.0"
     },
     scripts: {
       start: "bun src/index.ts",
       dev: "bun --watch src/index.ts",
-      test: "bun test",
-      "test:watch": "bun test --watch",
-      "test:update": "bun test --update-snapshots",
+      build: "bun build src/index.ts --outdir dist --target bun --external '@opentui/core' --external '@opentui/react' --external 'react' --external 'react-reconciler' && cat ../../scripts/shebang dist/index.js > dist/ai-speedometer && chmod +x dist/ai-speedometer && rm dist/index.js",
       typecheck: "bun tsc --noEmit",
-      build: "bun build src/index.ts --outdir dist --target bun --external '@opentui/core' --external '@opentui/react' --external 'react' --external 'react-reconciler' && cat scripts/shebang dist/index.js > dist/ai-speedometer && chmod +x dist/ai-speedometer && rm dist/index.js && bun build src/headless-entry.ts --outdir dist --target node --external 'jsonc-parser' && mv dist/headless-entry.js dist/ai-speedometer-headless && chmod +x dist/ai-speedometer-headless",
       prepublishOnly: "bun run build"
     },
     keywords: [
@@ -2209,10 +2218,9 @@ var init_package = __esm(() => {
     homepage: "https://github.com/aptdnfapt/Ai-speedometer#readme",
     files: [
       "dist/",
-      "docs/",
-      "scripts/",
-      "README.md",
-      "ai-benchmark-config.json.template"
+      "../../docs/",
+      "../../README.md",
+      "../../ai-benchmark-config.json.template"
     ],
     dependencies: {
       "@opentui/core": "0.1.79",
@@ -2221,6 +2229,7 @@ var init_package = __esm(() => {
       "react-reconciler": "^0.32.0"
     },
     devDependencies: {
+      "@ai-speedometer/core": "workspace:*",
       "jsonc-parser": "^3.3.1"
     }
   };
@@ -2619,7 +2628,7 @@ function ModelSelectScreen() {
     navigate("benchmark");
   }, [dispatch, navigate]);
   usePaste((text) => {
-    setSearchQuery((q) => q + text);
+    setSearchQuery((q) => q + text.replace(/[\r\n]/g, ""));
   });
   useKeyboard4((key) => {
     if (key.name === "escape") {
@@ -3312,6 +3321,68 @@ function BenchmarkScreen() {
         }, `ttft-${s.model.id}-${s.model.providerId}`, true, undefined, this));
       }
     }
+    if (allDone && errors.length > 0) {
+      rows.push(/* @__PURE__ */ jsxDEV10("box", {
+        height: 1,
+        backgroundColor: "#292e42"
+      }, "div-errors", false, undefined, this));
+      rows.push(/* @__PURE__ */ jsxDEV10("box", {
+        height: 1,
+        flexDirection: "row",
+        paddingLeft: 1,
+        children: /* @__PURE__ */ jsxDEV10("text", {
+          fg: "#f7768e",
+          children: [
+            " FAILED (",
+            errors.length,
+            ") "
+          ]
+        }, undefined, true, undefined, this)
+      }, "hdr-errors", false, undefined, this));
+      for (const s of errors) {
+        rows.push(/* @__PURE__ */ jsxDEV10("box", {
+          flexDirection: "column",
+          paddingLeft: 2,
+          paddingTop: 1,
+          paddingBottom: 1,
+          children: [
+            /* @__PURE__ */ jsxDEV10("box", {
+              height: 1,
+              flexDirection: "row",
+              children: [
+                /* @__PURE__ */ jsxDEV10("text", {
+                  fg: "#f7768e",
+                  children: "\u2717  "
+                }, undefined, false, undefined, this),
+                /* @__PURE__ */ jsxDEV10("text", {
+                  fg: "#c0caf5",
+                  children: [
+                    s.model.name,
+                    "  "
+                  ]
+                }, undefined, true, undefined, this),
+                /* @__PURE__ */ jsxDEV10("text", {
+                  fg: "#565f89",
+                  children: [
+                    "(",
+                    s.model.providerName,
+                    ")"
+                  ]
+                }, undefined, true, undefined, this)
+              ]
+            }, undefined, true, undefined, this),
+            /* @__PURE__ */ jsxDEV10("box", {
+              height: 1,
+              paddingLeft: 3,
+              children: /* @__PURE__ */ jsxDEV10("text", {
+                fg: "#f7768e",
+                children: s.error ?? "Unknown error"
+              }, undefined, false, undefined, this)
+            }, undefined, false, undefined, this)
+          ]
+        }, `err-${s.model.id}-${s.model.providerId}`, true, undefined, this));
+      }
+    }
     rows.push(/* @__PURE__ */ jsxDEV10("box", {
       height: 1,
       backgroundColor: "#292e42"
@@ -3520,10 +3591,11 @@ function AddVerifiedScreen() {
     }
   }
   usePaste((text) => {
+    const clean = text.replace(/[\r\n]/g, "");
     if (step === "browse")
-      setSearchQuery((q) => q + text);
+      setSearchQuery((q) => q + clean);
     else if (step === "confirm")
-      setApiKey((k) => k + text);
+      setApiKey((k) => k + clean);
   });
   useKeyboard6((key) => {
     if (step === "browse") {
@@ -3935,7 +4007,7 @@ function AddCustomScreen() {
         baseUrl: baseUrl.trim(),
         apiKey: apiKey.trim(),
         models: models.map((m) => ({
-          id: m.toLowerCase().replace(/[^a-z0-9-]/g, "-"),
+          id: m,
           name: m
         }))
       });
@@ -3950,16 +4022,17 @@ function AddCustomScreen() {
     }
   }
   usePaste((text) => {
+    const clean = text.replace(/[\r\n]/g, "");
     if (step === "id")
-      setProviderId((v) => v + text);
+      setProviderId((v) => v + clean);
     else if (step === "name")
-      setProviderName((v) => v + text);
+      setProviderName((v) => v + clean);
     else if (step === "url")
-      setBaseUrl((v) => v + text);
+      setBaseUrl((v) => v + clean);
     else if (step === "key")
-      setApiKey((v) => v + text);
+      setApiKey((v) => v + clean);
     else if (step === "models")
-      setModelInput((v) => v + text);
+      setModelInput((v) => v + clean);
   });
   useKeyboard7((key) => {
     if (step === "done") {
@@ -4023,10 +4096,8 @@ function AddCustomScreen() {
     }
     if (step === "name") {
       if (key.name === "return" || key.name === "enter") {
-        if (!providerName.trim()) {
-          setInputError("Name is required");
-          return;
-        }
+        if (!providerName.trim())
+          setProviderName(providerId);
         setInputError("");
         setStep("url");
         return;
@@ -4315,8 +4386,12 @@ function AddCustomScreen() {
                   height: 1,
                   children: /* @__PURE__ */ jsxDEV12("text", {
                     fg: "#565f89",
-                    children: "e.g. My OpenAI"
-                  }, undefined, false, undefined, this)
+                    children: [
+                      'e.g. My OpenAI  (Enter to use "',
+                      providerId,
+                      '")'
+                    ]
+                  }, undefined, true, undefined, this)
                 }, undefined, false, undefined, this)
               ]
             }, undefined, true, undefined, this),
@@ -4490,8 +4565,9 @@ function AddModelsScreen() {
     load();
   }, []);
   usePaste((text) => {
+    const clean = text.replace(/[\r\n]/g, "");
     if (step === "add")
-      setModelInput((v) => v + text);
+      setModelInput((v) => v + clean);
   });
   useKeyboard8((key) => {
     if (done) {

package/package.json

@@ -1,24 +1,19 @@
 {
   "name": "ai-speedometer",
-  "version": "2.1.2",
+  "version": "2.1.5",
   "description": "A comprehensive CLI tool for benchmarking AI models across multiple providers with parallel execution and professional metrics",
   "bin": {
     "ai-speedometer": "dist/ai-speedometer",
-    "aispeed": "dist/ai-speedometer",
-    "ai-speedometer-headless": "dist/ai-speedometer-headless"
+    "aispeed": "dist/ai-speedometer"
   },
   "engines": {
-    "bun": ">=1.0.0",
-    "node": ">=18.0.0"
+    "bun": ">=1.0.0"
   },
   "scripts": {
     "start": "bun src/index.ts",
     "dev": "bun --watch src/index.ts",
-    "test": "bun test",
-    "test:watch": "bun test --watch",
-    "test:update": "bun test --update-snapshots",
+    "build": "bun build src/index.ts --outdir dist --target bun --external '@opentui/core' --external '@opentui/react' --external 'react' --external 'react-reconciler' && cat ../../scripts/shebang dist/index.js > dist/ai-speedometer && chmod +x dist/ai-speedometer && rm dist/index.js",
     "typecheck": "bun tsc --noEmit",
-    "build": "bun build src/index.ts --outdir dist --target bun --external '@opentui/core' --external '@opentui/react' --external 'react' --external 'react-reconciler' && cat scripts/shebang dist/index.js > dist/ai-speedometer && chmod +x dist/ai-speedometer && rm dist/index.js && bun build src/headless-entry.ts --outdir dist --target node --external 'jsonc-parser' && mv dist/headless-entry.js dist/ai-speedometer-headless && chmod +x dist/ai-speedometer-headless",
     "prepublishOnly": "bun run build"
   },
   "keywords": [
@@ -48,10 +43,9 @@
   "homepage": "https://github.com/aptdnfapt/Ai-speedometer#readme",
   "files": [
     "dist/",
-    "docs/",
-    "scripts/",
-    "README.md",
-    "ai-benchmark-config.json.template"
+    "../../docs/",
+    "../../README.md",
+    "../../ai-benchmark-config.json.template"
   ],
   "dependencies": {
     "@opentui/core": "0.1.79",
@@ -60,6 +54,7 @@
     "react-reconciler": "^0.32.0"
   },
   "devDependencies": {
+    "@ai-speedometer/core": "workspace:*",
     "jsonc-parser": "^3.3.1"
   }
 }

package/README.md

@@ -1,127 +0,0 @@
-# Ai-speedometer
-
-A CLI tool for benchmarking AI models across multiple providers with parallel execution and performance metrics.
-
-[![Discord](https://img.shields.io/badge/Discord-Join%20Community-5865F2?style=for-the-badge&logo=discord&logoColor=white)](https://discord.gg/6S7HwCxbMy)
-
-Track OSS model speeds over time: [ai-speedometer.oliveowl.xyz](https://ai-speedometer.oliveowl.xyz/)
-
-![Ai-speedometer main menu](./pics/main.png)
-
-![Ai-speedometer benchmark](./pics/benchmark.png)
-
-## Install
-
-Requires [Bun](https://bun.sh) runtime.
-
-```bash
-bun install -g ai-speedometer
-```
-
-Or with npm (Bun still required at runtime):
-
-```bash
-npm install -g ai-speedometer
-```
-
-Or run directly from source:
-
-```bash
-bun src/index.ts
-```
-
-## What It Measures
-
-- **TTFT** (Time to First Token) - How fast the first response token arrives
-- **Total Time** - Complete request duration
-- **Tokens/Second** - Real-time throughput
-- **Token Counts** - Input, output, and total tokens used
-
-## Features
-
-- **Interactive TUI** - Full terminal UI with Tokyo Night theme, menus, search, and live benchmark progress
-- **REST API Benchmarking** - Default method, works with all OpenAI-compatible providers
-- **Headless Mode** - Run benchmarks without interactive CLI using command-line arguments
-- **Parallel Execution** - Benchmark multiple models simultaneously
-- **Provider Management** - Add verified, custom verified, and custom providers
-
-## Quick Setup
-
-1. **Set Model**
-   ```bash
-   ai-speedometer
-   # Select "Run Benchmark" → "Add Verified Provider" → Choose provider (OpenAI, Anthropic, etc.)
-   # Enter your API key when prompted
-   ```
-
-2. **Choose Model Provider**
-    - Verified providers (OpenAI, Anthropic, Google) - auto-configured via models.dev
-    - Custom verified providers (pre-configured trusted providers) - add API key
-    - Custom providers (Ollama, local models) - add your base URL
-
-3. **Add API Key**
-   - Get API keys from your provider's dashboard
-   - Enter when prompted - stored securely in:
-     - `~/.local/share/opencode/auth.json` (primary storage)
-     - `~/.config/ai-speedometer/ai-benchmark-config.json` (backup storage)
-
-4. **Run Benchmark**
-   ```bash
-   ai-speedometer
-   # Select "Run Benchmark" → choose models → press Enter
-   ```
-
-## Usage
-
-```bash
-# Start interactive TUI
-ai-speedometer
-
-# Short alias
-aispeed
-
-# Debug mode
-ai-speedometer --debug
-
-# Headless benchmark
-ai-speedometer --bench openai:gpt-4
-# With custom API key
-ai-speedometer --bench openai:gpt-4 --api-key "sk-your-key"
-# Custom provider
-ai-speedometer --bench-custom myprovider:mymodel --base-url https://... --api-key "..."
-```
-
-## Development
-
-```bash
-# Run from source
-bun src/index.ts
-
-# Run with auto-reload
-bun --watch src/index.ts
-
-# Run tests
-bun test
-
-# Typecheck
-bun run typecheck
-
-# Build standalone binary
-bun run build   # → dist/ai-speedometer
-```
-
-## Configuration Files
-
-API keys and configuration are stored in:
-
-- **Verified + Custom Verified Providers**:
-  - Primary: `~/.local/share/opencode/auth.json`
-  - Backup: `~/.config/ai-speedometer/ai-benchmark-config.json` (verifiedProviders section)
-- **Custom Providers**: `~/.config/ai-speedometer/ai-benchmark-config.json` (customProviders section)
-- **Provider Definitions**: `./custom-verified-providers.json` (bundled at build time)
-
-## Requirements
-
-- **Runtime**: Bun 1.0+ (required — install from [bun.sh](https://bun.sh))
-- API keys for AI providers
-- Terminal with arrow keys and ANSI colors

package/ai-benchmark-config.json.template

@@ -1,21 +0,0 @@
-{
-  "verifiedProviders": {
-    "openai": "sk-your-openai-api-key",
-    "anthropic": "sk-ant-your-anthropic-api-key"
-  },
-  "customProviders": [
-    {
-      "id": "my-custom-provider",
-      "name": "My Custom Provider",
-      "type": "openai-compatible",
-      "baseUrl": "https://api.custom.com/v1",
-      "apiKey": "YOUR_API_KEY_HERE",
-      "models": [
-        {
-          "name": "custom-model",
-          "id": "custom_model_1"
-        }
-      ]
-    }
-  ]
-}