ai-speedometer 2.1.1 → 2.1.4

package/dist/ai-speedometer

@@ -17,7 +17,7 @@ var __export = (target, all) => {
 };
 var __esm = (fn, res) => () => (fn && (res = fn(fn = 0)), res);
 
-// custom-verified-providers.json
+// ../core/custom-verified-providers.json
 var custom_verified_providers_default;
 var init_custom_verified_providers = __esm(() => {
   custom_verified_providers_default = {
@@ -142,7 +142,7 @@ var init_custom_verified_providers = __esm(() => {
   };
 });
 
-// src/models-dev.ts
+// ../core/src/models-dev.ts
 var exports_models_dev = {};
 __export(exports_models_dev, {
   transformModelsDevData: () => transformModelsDevData,
@@ -387,7 +387,7 @@ var init_models_dev = __esm(() => {
   ];
 });
 
-// src/ai-config.ts
+// ../core/src/ai-config.ts
 var exports_ai_config = {};
 __export(exports_ai_config, {
   writeAIConfig: () => writeAIConfig,
@@ -558,7 +558,7 @@ var getAIConfigPaths = () => {
 };
 var init_ai_config = () => {};
 
-// node_modules/jsonc-parser/lib/esm/impl/scanner.js
+// ../../node_modules/.bun/jsonc-parser@3.3.1/node_modules/jsonc-parser/lib/esm/impl/scanner.js
 function createScanner(text, ignoreTrivia = false) {
   const len = text.length;
   let pos = 0, value = "", tokenOffset = 0, token = 16, lineNumber = 0, lineStartOffset = 0, tokenLineStartOffset = 0, prevTokenLineStartOffset = 0, scanError = 0;
@@ -975,7 +975,7 @@ var init_scanner = __esm(() => {
   })(CharacterCodes || (CharacterCodes = {}));
 });
 
-// node_modules/jsonc-parser/lib/esm/impl/string-intern.js
+// ../../node_modules/.bun/jsonc-parser@3.3.1/node_modules/jsonc-parser/lib/esm/impl/string-intern.js
 var cachedSpaces, maxCachedValues = 200, cachedBreakLinesWithSpaces;
 var init_string_intern = __esm(() => {
   cachedSpaces = new Array(20).fill(0).map((_, index) => {
@@ -1011,13 +1011,13 @@ var init_string_intern = __esm(() => {
   };
 });
 
-// node_modules/jsonc-parser/lib/esm/impl/format.js
+// ../../node_modules/.bun/jsonc-parser@3.3.1/node_modules/jsonc-parser/lib/esm/impl/format.js
 var init_format = __esm(() => {
   init_scanner();
   init_string_intern();
 });
 
-// node_modules/jsonc-parser/lib/esm/impl/parser.js
+// ../../node_modules/.bun/jsonc-parser@3.3.1/node_modules/jsonc-parser/lib/esm/impl/parser.js
 function parse(text, errors = [], options = ParseOptions.DEFAULT) {
   let currentProperty = null;
   let currentParent = [];
@@ -1323,13 +1323,13 @@ var init_parser = __esm(() => {
   })(ParseOptions || (ParseOptions = {}));
 });
 
-// node_modules/jsonc-parser/lib/esm/impl/edit.js
+// ../../node_modules/.bun/jsonc-parser@3.3.1/node_modules/jsonc-parser/lib/esm/impl/edit.js
 var init_edit = __esm(() => {
   init_format();
   init_parser();
 });
 
-// node_modules/jsonc-parser/lib/esm/main.js
+// ../../node_modules/.bun/jsonc-parser@3.3.1/node_modules/jsonc-parser/lib/esm/main.js
 var ScanError, SyntaxKind, parse2, ParseErrorCode;
 var init_main = __esm(() => {
   init_format();
@@ -1385,7 +1385,7 @@ var init_main = __esm(() => {
   })(ParseErrorCode || (ParseErrorCode = {}));
 });
 
-// src/opencode-integration.ts
+// ../core/src/opencode-integration.ts
 var exports_opencode_integration = {};
 __export(exports_opencode_integration, {
   writeOpencodeConfig: () => writeOpencodeConfig,
@@ -1704,10 +1704,10 @@ var init_opencode_integration = __esm(() => {
   init_main();
 });
 
-// src/constants.ts
+// ../core/src/constants.ts
 var TEST_PROMPT = `make a 300 word story`;
 
-// src/benchmark.ts
+// ../core/src/benchmark.ts
 var exports_benchmark = {};
 __export(exports_benchmark, {
   benchmarkSingleModelRest: () => benchmarkSingleModelRest
@@ -1904,7 +1904,7 @@ async function benchmarkSingleModelRest(model) {
 }
 var init_benchmark = () => {};
 
-// src/headless.ts
+// ../core/src/headless.ts
 var exports_headless = {};
 __export(exports_headless, {
   runHeadlessBenchmark: () => runHeadlessBenchmark
@@ -2161,24 +2161,20 @@ var package_default;
 var init_package = __esm(() => {
   package_default = {
     name: "ai-speedometer",
-    version: "2.1.1",
+    version: "2.1.4",
     description: "A comprehensive CLI tool for benchmarking AI models across multiple providers with parallel execution and professional metrics",
     bin: {
       "ai-speedometer": "dist/ai-speedometer",
       aispeed: "dist/ai-speedometer"
     },
     engines: {
-      bun: ">=1.0.0",
-      node: ">=18.0.0"
+      bun: ">=1.0.0"
     },
     scripts: {
       start: "bun src/index.ts",
       dev: "bun --watch src/index.ts",
-      test: "bun test",
-      "test:watch": "bun test --watch",
-      "test:update": "bun test --update-snapshots",
+      build: "bun build src/index.ts --outdir dist --target bun --external '@opentui/core' --external '@opentui/react' --external 'react' --external 'react-reconciler' && cat ../../scripts/shebang dist/index.js > dist/ai-speedometer && chmod +x dist/ai-speedometer && rm dist/index.js",
       typecheck: "bun tsc --noEmit",
-      build: "bun build src/index.ts --outdir dist --target bun --external '@opentui/core' --external '@opentui/react' --external 'react' --external 'react-reconciler' && cat scripts/shebang dist/index.js > dist/ai-speedometer && chmod +x dist/ai-speedometer && rm dist/index.js",
       prepublishOnly: "bun run build"
     },
     keywords: [
@@ -2208,10 +2204,9 @@ var init_package = __esm(() => {
     homepage: "https://github.com/aptdnfapt/Ai-speedometer#readme",
     files: [
       "dist/",
-      "docs/",
-      "scripts/",
-      "README.md",
-      "ai-benchmark-config.json.template"
+      "../../docs/",
+      "../../README.md",
+      "../../ai-benchmark-config.json.template"
     ],
     dependencies: {
       "@opentui/core": "0.1.79",
@@ -2220,6 +2215,7 @@ var init_package = __esm(() => {
       "react-reconciler": "^0.32.0"
     },
     devDependencies: {
+      "@ai-speedometer/core": "workspace:*",
       "jsonc-parser": "^3.3.1"
     }
   };

package/package.json

@@ -1,23 +1,19 @@
 {
   "name": "ai-speedometer",
-  "version": "2.1.1",
+  "version": "2.1.4",
   "description": "A comprehensive CLI tool for benchmarking AI models across multiple providers with parallel execution and professional metrics",
   "bin": {
     "ai-speedometer": "dist/ai-speedometer",
     "aispeed": "dist/ai-speedometer"
   },
   "engines": {
-    "bun": ">=1.0.0",
-    "node": ">=18.0.0"
+    "bun": ">=1.0.0"
   },
   "scripts": {
     "start": "bun src/index.ts",
     "dev": "bun --watch src/index.ts",
-    "test": "bun test",
-    "test:watch": "bun test --watch",
-    "test:update": "bun test --update-snapshots",
+    "build": "bun build src/index.ts --outdir dist --target bun --external '@opentui/core' --external '@opentui/react' --external 'react' --external 'react-reconciler' && cat ../../scripts/shebang dist/index.js > dist/ai-speedometer && chmod +x dist/ai-speedometer && rm dist/index.js",
     "typecheck": "bun tsc --noEmit",
-    "build": "bun build src/index.ts --outdir dist --target bun --external '@opentui/core' --external '@opentui/react' --external 'react' --external 'react-reconciler' && cat scripts/shebang dist/index.js > dist/ai-speedometer && chmod +x dist/ai-speedometer && rm dist/index.js",
     "prepublishOnly": "bun run build"
   },
   "keywords": [
@@ -47,10 +43,9 @@
   "homepage": "https://github.com/aptdnfapt/Ai-speedometer#readme",
   "files": [
     "dist/",
-    "docs/",
-    "scripts/",
-    "README.md",
-    "ai-benchmark-config.json.template"
+    "../../docs/",
+    "../../README.md",
+    "../../ai-benchmark-config.json.template"
   ],
   "dependencies": {
     "@opentui/core": "0.1.79",
@@ -59,6 +54,7 @@
     "react-reconciler": "^0.32.0"
   },
   "devDependencies": {
+    "@ai-speedometer/core": "workspace:*",
     "jsonc-parser": "^3.3.1"
   }
 }

package/README.md

@@ -1,127 +0,0 @@
-# Ai-speedometer
-
-A CLI tool for benchmarking AI models across multiple providers with parallel execution and performance metrics.
-
-[![Discord](https://img.shields.io/badge/Discord-Join%20Community-5865F2?style=for-the-badge&logo=discord&logoColor=white)](https://discord.gg/6S7HwCxbMy)
-
-Track OSS model speeds over time: [ai-speedometer.oliveowl.xyz](https://ai-speedometer.oliveowl.xyz/)
-
-![Ai-speedometer main menu](./pics/main.png)
-
-![Ai-speedometer benchmark](./pics/benchmark.png)
-
-## Install
-
-Requires [Bun](https://bun.sh) runtime.
-
-```bash
-bun install -g ai-speedometer
-```
-
-Or with npm (Bun still required at runtime):
-
-```bash
-npm install -g ai-speedometer
-```
-
-Or run directly from source:
-
-```bash
-bun src/index.ts
-```
-
-## What It Measures
-
-- **TTFT** (Time to First Token) - How fast the first response token arrives
-- **Total Time** - Complete request duration
-- **Tokens/Second** - Real-time throughput
-- **Token Counts** - Input, output, and total tokens used
-
-## Features
-
-- **Interactive TUI** - Full terminal UI with Tokyo Night theme, menus, search, and live benchmark progress
-- **REST API Benchmarking** - Default method, works with all OpenAI-compatible providers
-- **Headless Mode** - Run benchmarks without interactive CLI using command-line arguments
-- **Parallel Execution** - Benchmark multiple models simultaneously
-- **Provider Management** - Add verified, custom verified, and custom providers
-
-## Quick Setup
-
-1. **Set Model**
-   ```bash
-   ai-speedometer
-   # Select "Run Benchmark" → "Add Verified Provider" → Choose provider (OpenAI, Anthropic, etc.)
-   # Enter your API key when prompted
-   ```
-
-2. **Choose Model Provider**
-    - Verified providers (OpenAI, Anthropic, Google) - auto-configured via models.dev
-    - Custom verified providers (pre-configured trusted providers) - add API key
-    - Custom providers (Ollama, local models) - add your base URL
-
-3. **Add API Key**
-   - Get API keys from your provider's dashboard
-   - Enter when prompted - stored securely in:
-     - `~/.local/share/opencode/auth.json` (primary storage)
-     - `~/.config/ai-speedometer/ai-benchmark-config.json` (backup storage)
-
-4. **Run Benchmark**
-   ```bash
-   ai-speedometer
-   # Select "Run Benchmark" → choose models → press Enter
-   ```
-
-## Usage
-
-```bash
-# Start interactive TUI
-ai-speedometer
-
-# Short alias
-aispeed
-
-# Debug mode
-ai-speedometer --debug
-
-# Headless benchmark
-ai-speedometer --bench openai:gpt-4
-# With custom API key
-ai-speedometer --bench openai:gpt-4 --api-key "sk-your-key"
-# Custom provider
-ai-speedometer --bench-custom myprovider:mymodel --base-url https://... --api-key "..."
-```
-
-## Development
-
-```bash
-# Run from source
-bun src/index.ts
-
-# Run with auto-reload
-bun --watch src/index.ts
-
-# Run tests
-bun test
-
-# Typecheck
-bun run typecheck
-
-# Build standalone binary
-bun run build   # → dist/ai-speedometer
-```
-
-## Configuration Files
-
-API keys and configuration are stored in:
-
-- **Verified + Custom Verified Providers**:
-  - Primary: `~/.local/share/opencode/auth.json`
-  - Backup: `~/.config/ai-speedometer/ai-benchmark-config.json` (verifiedProviders section)
-- **Custom Providers**: `~/.config/ai-speedometer/ai-benchmark-config.json` (customProviders section)
-- **Provider Definitions**: `./custom-verified-providers.json` (bundled at build time)
-
-## Requirements
-
-- **Runtime**: Bun 1.0+ (required — install from [bun.sh](https://bun.sh))
-- API keys for AI providers
-- Terminal with arrow keys and ANSI colors

package/ai-benchmark-config.json.template

@@ -1,21 +0,0 @@
-{
-  "verifiedProviders": {
-    "openai": "sk-your-openai-api-key",
-    "anthropic": "sk-ant-your-anthropic-api-key"
-  },
-  "customProviders": [
-    {
-      "id": "my-custom-provider",
-      "name": "My Custom Provider",
-      "type": "openai-compatible",
-      "baseUrl": "https://api.custom.com/v1",
-      "apiKey": "YOUR_API_KEY_HERE",
-      "models": [
-        {
-          "name": "custom-model",
-          "id": "custom_model_1"
-        }
-      ]
-    }
-  ]
-}

package/docs/README.md

@@ -1,191 +0,0 @@
-# AI Speedometer Documentation
-
-Welcome to the documentation for the AI Speedometer benchmark CLI. This documentation covers everything you need to know about using, configuring, and understanding the system.
-
-## Quick Start
-
-- [User Guide](README.md) - Main README with installation and usage
-- [Bug Fixes v1.0](bug-fixes-v1.md) - Critical issues resolved in latest version
-- [Models.dev Integration](models-dev-integration.md) - How provider and model loading works
-- [Custom Verified Providers](custom-verified-providers.md) - Adding and configuring custom verified providers
-
-## Documentation Structure
-
-### 📚 User Documentation
-
-#### Getting Started
-- [Main README](../README.md) - Installation, setup, and basic usage
-- [Configuration Guide](../README.md#setup-guide) - Setting up providers and API keys
-
-#### Features
-- **Parallel Benchmarking** - Run multiple models simultaneously
-- **Provider Management** - Add verified and custom providers
-- **Model Selection** - Interactive search and selection interface
-- **Performance Metrics** - Comprehensive benchmark results and charts
-
-### 🔧 Technical Documentation
-
-#### Architecture
-- [Models.dev Integration](models-dev-integration.md) - Provider ecosystem and API integration
-- [Custom Verified Providers](custom-verified-providers.md) - Pre-configured provider setup and management
-- [Bug Fixes](bug-fixes-v1.md) - Critical issues and their solutions
-
-#### Configuration
-- **Provider Configuration** - Setting up different AI providers
-- **Authentication** - API key management and security
-- **Custom Providers** - Adding your own AI providers
-- **Custom Verified Providers** - Pre-configured trusted providers
-
-#### Development
-- **Code Structure** - Organization of modules and components
-- **Testing Guide** - Running and writing tests
-- **Contributing** - How to contribute to the project
-
-## Key Concepts
-
-### Providers and Models
-
-The system supports three types of providers:
-
-1. **Verified Providers** - From models.dev ecosystem
-   - OpenAI, Anthropic, Google, and other major providers
-   - Automatically updated with latest models
-   - Pre-configured endpoints and authentication
-
-2. **Custom Verified Providers** - Pre-configured trusted providers
-   - Curated providers not in models.dev but treated as verified
-   - Pre-configured with specific models and endpoints
-   - Available in `custom-verified-providers.json`
-
-3. **Custom Providers** - User-defined providers
-   - Your own AI endpoints or local models
-   - Full configuration flexibility
-   - Support for OpenAI-compatible APIs
-
-### Benchmarking Methods
-
-- **AI SDK Method** - Uses Vercel AI SDK with streaming
-  - Real-time token counting
-  - Time to First Token (TTFT) metrics
-  - Streaming response analysis
-
-- **REST API Method** - Direct HTTP API calls
-  - No streaming, complete response timing
-  - Consistent across all providers
-  - Fallback for compatibility
-
-### Performance Metrics
-
-- **Total Time** - Complete request duration
-- **TTFT** - Time to First Token (streaming only)
-- **Tokens/Second** - Real-time throughput calculation
-- **Token Counts** - Input, output, and total tokens
-- **Provider Rankings** - Performance comparison across providers
-
-## Recent Updates
-
-### Phase 8 — Build, Polish & Cleanup
-
-Production-ready build with full TypeScript, clean dependencies, and proper binary distribution:
-
-- **Standalone binary** — `bun build --compile` produces a single ELF executable at `dist/ai-speedometer`
-- **Scripts**: `bun run build`, `bun run typecheck`, `bun test`, `bun test --watch`, `bun test --update-snapshots`
-- **Removed unused deps** — `@ai-sdk/anthropic`, `@ai-sdk/openai-compatible`, `ai`, `cli-table3`, `dotenv`, `esbuild` removed; only `jsonc-parser` remains
-- **SIGINT handler** — `renderer.destroy()` + `process.exit(0)` on `SIGINT` in `src/tui/index.tsx`
-- **Loading guard** — `ModelSelectScreen` shows "Loading config..." during initial config load
-- **0 TypeScript errors** — `bun tsc --noEmit` passes clean
-
-Build: `bun run build` → `dist/ai-speedometer` (standalone binary, no bun required)
-
-### Phase 7 — Tests
-
-Comprehensive test suite using `bun test` + `@opentui/react/test-utils`:
-
-- **51 tests** across 11 files — all passing
-- Component tests: Header, Footer, MenuList, BarChart, ModelRow, ResultsTable
-- Screen tests: MainMenuScreen, ModelSelectScreen, AddVerifiedScreen, AddCustomScreen
-- Benchmark logic tests with mocked fetch (openai-compatible, anthropic, google)
-- 14 snapshots for visual regression detection
-- Test factories in `src/tests/setup.ts`: `mockModel`, `mockBenchmarkResult`, `mockProvider`, `mockModelBenchState`
-
-Run with: `bun test`
-
-### Version 1.0 Bug Fixes
-
-The latest release includes critical fixes for:
-
-- ✅ **Parallel Model Execution** - Multi-model selection now works correctly
-- ✅ **AI SDK Model Support** - Verified providers work in benchmarks  
-- ✅ **Search Performance** - Reduced lag and flickering in search
-- ✅ **Screen Rendering** - Fixed text overlapping issues
-
-See [Bug Fixes v1.0](bug-fixes-v1.md) for detailed technical information.
-
-### Models.dev Integration Enhancement
-
-- **Improved Caching** - Better performance with 1-hour cache expiration
-- **Enhanced Search** - Debounced filtering with 50ms delay
-- **Provider Type Detection** - Automatic SDK selection based on provider
-- **Error Handling** - Graceful degradation and fallback mechanisms
-
-See [Models.dev Integration](models-dev-integration.md) for complete architectural details.
-
-### Custom Verified Providers
-
-- **Pre-configured Providers** - Curated list of trusted providers not in models.dev
-- **Structured Configuration** - Standardized format for provider definitions
-- **Model Management** - Predefined models with display names and API IDs
-- **Authentication Integration** - Seamless integration with existing auth system
-
-See [Custom Verified Providers](custom-verified-providers.md) for complete setup and configuration guide.
-
-## Getting Help
-
-### Troubleshooting
-
-#### Common Issues
-1. **Models Not Showing** - Check API key configuration and provider authentication
-2. **Search Lag** - Clear cache and ensure proper file permissions
-3. **Benchmark Failures** - Verify API keys and network connectivity
-
-#### Debug Mode
-Enable detailed logging for troubleshooting:
-```bash
-npm run cli:debug
-```
-
-This creates `debug.log` with API request/response details.
-
-### Community Support
-
-- **GitHub Issues** - Report bugs and request features
-- **Documentation** - Check these docs for common questions
-- **Debug Logs** - Include debug logs when reporting issues
-
-### Contributing
-
-We welcome contributions! See the main project README for guidelines on:
-- Reporting bugs
-- Requesting features  
-- Submitting pull requests
-- Improving documentation
-
-## Documentation Index
-
-| Document | Description | Audience |
-|----------|-------------|----------|
-| [Main README](../README.md) | Installation, setup, and basic usage | Users |
-| [Bug Fixes v1.0](bug-fixes-v1.md) | Critical issues and solutions | Developers/Users |
-| [Models.dev Integration](models-dev-integration.md) | Provider ecosystem architecture | Developers |
-| [Custom Verified Providers](custom-verified-providers.md) | Pre-configured provider setup | Developers/Users |
-
-## Quick Links
-
-- **Project Home:** [GitHub Repository](https://github.com/aptdnfapt/Ai-speedometer)
-- **Issues:** [GitHub Issues](https://github.com/aptdnfapt/Ai-speedometer/issues)
-- **Models.dev:** [Provider Registry](https://models.dev)
-
----
-
-*Documentation last updated: September 2025*  
-*Version: 1.0.0*