ai-speedometer 2.3.2 → 2.3.4

package/dist/ai-speedometer

@@ -1,9 +1,4 @@
-#!/bin/sh -
-':'; /*-
-test1=$(bun --version 2>&1) && exec bun "$0" "$@"
-test2=$(node --version 2>&1) && exec node "$0" "$@"
-exec printf '%s\n' "$test1" "$test2" 1>&2
-*/
+#!/usr/bin/env bun
 // @bun
 var __defProp = Object.defineProperty;
 var __returnValue = (v) => v;
@@ -22,6 +17,28 @@ var __export = (target, all) => {
 var __esm = (fn, res) => () => (fn && (res = fn(fn = 0)), res);
 var __require = import.meta.require;
 
+// ../../node_modules/.bun/xdg-basedir@5.1.0/node_modules/xdg-basedir/index.js
+import os from "os";
+import path from "path";
+var homeDirectory, env, xdgData, xdgConfig, xdgState, xdgCache, xdgRuntime, xdgDataDirectories, xdgConfigDirectories;
+var init_xdg_basedir = __esm(() => {
+  homeDirectory = os.homedir();
+  ({ env } = process);
+  xdgData = env.XDG_DATA_HOME || (homeDirectory ? path.join(homeDirectory, ".local", "share") : undefined);
+  xdgConfig = env.XDG_CONFIG_HOME || (homeDirectory ? path.join(homeDirectory, ".config") : undefined);
+  xdgState = env.XDG_STATE_HOME || (homeDirectory ? path.join(homeDirectory, ".local", "state") : undefined);
+  xdgCache = env.XDG_CACHE_HOME || (homeDirectory ? path.join(homeDirectory, ".cache") : undefined);
+  xdgRuntime = env.XDG_RUNTIME_DIR || undefined;
+  xdgDataDirectories = (env.XDG_DATA_DIRS || "/usr/local/share/:/usr/share/").split(":");
+  if (xdgData) {
+    xdgDataDirectories.unshift(xdgData);
+  }
+  xdgConfigDirectories = (env.XDG_CONFIG_DIRS || "/etc/xdg").split(":");
+  if (xdgConfig) {
+    xdgConfigDirectories.unshift(xdgConfig);
+  }
+});
+
 // ../core/custom-verified-providers.json
 var custom_verified_providers_default;
 var init_custom_verified_providers = __esm(() => {
@@ -160,8 +177,8 @@ __export(exports_models_dev, {
   clearCache: () => clearCache
 });
 import fs from "fs";
-import path from "path";
-import { homedir } from "os";
+import path2 from "path";
+import { homedir as homedir2 } from "os";
 function ensureCacheDir() {
   try {
     if (!fs.existsSync(CACHE_DIR)) {
@@ -212,7 +229,7 @@ async function fetchFromAPI() {
 }
 function getCustomProvidersJson() {
   let data = custom_verified_providers_default;
-  const customProvidersPath = path.join(process.cwd(), "custom-verified-providers.json");
+  const customProvidersPath = path2.join(process.cwd(), "custom-verified-providers.json");
   if (fs.existsSync(customProvidersPath)) {
     try {
       data = JSON.parse(fs.readFileSync(customProvidersPath, "utf8"));
@@ -349,11 +366,13 @@ function clearCache() {
     console.warn("Warning: Could not clear cache:", error.message);
   }
 }
-var CACHE_DIR, CACHE_FILE, FALLBACK_PROVIDERS;
+var cacheBase, CACHE_DIR, CACHE_FILE, FALLBACK_PROVIDERS;
 var init_models_dev = __esm(() => {
+  init_xdg_basedir();
   init_custom_verified_providers();
-  CACHE_DIR = path.join(homedir(), ".cache", "ai-speedometer");
-  CACHE_FILE = path.join(CACHE_DIR, "models.json");
+  cacheBase = process.env.XDG_CACHE_HOME || xdgCache || path2.join(homedir2(), ".cache");
+  CACHE_DIR = path2.join(cacheBase, "ai-speedometer");
+  CACHE_FILE = path2.join(CACHE_DIR, "models.json");
   FALLBACK_PROVIDERS = [
     {
       id: "openai",
@@ -413,15 +432,15 @@ __export(exports_ai_config, {
   addCustomProvider: () => addCustomProvider
 });
 import fs2 from "fs";
-import path2 from "path";
-import { homedir as homedir2 } from "os";
+import path3 from "path";
+import { homedir as homedir3 } from "os";
 var getAIConfigPaths = () => {
-  const aiConfigDir = process.env.XDG_CONFIG_HOME || path2.join(homedir2(), ".config");
-  const aiSpeedometerConfigDir = path2.join(aiConfigDir, "ai-speedometer");
+  const aiConfigDir = process.env.XDG_CONFIG_HOME || xdgConfig || path3.join(homedir3(), ".config");
+  const aiSpeedometerConfigDir = path3.join(aiConfigDir, "ai-speedometer");
   return {
     configDir: aiSpeedometerConfigDir,
-    configJson: path2.join(aiSpeedometerConfigDir, "ai-benchmark-config.json"),
-    recentModelsCache: path2.join(aiSpeedometerConfigDir, "recent-models.json")
+    configJson: path3.join(aiSpeedometerConfigDir, "ai-benchmark-config.json"),
+    recentModelsCache: path3.join(aiSpeedometerConfigDir, "recent-models.json")
   };
 }, ensureAIConfigDirectory = () => {
   const { configDir } = getAIConfigPaths();
@@ -569,7 +588,9 @@ var getAIConfigPaths = () => {
   const paths = getAIConfigPaths();
   return { ...paths, configExists: fs2.existsSync(paths.configJson) };
 };
-var init_ai_config = () => {};
+var init_ai_config = __esm(() => {
+  init_xdg_basedir();
+});
 
 // ../../node_modules/.bun/jsonc-parser@3.3.1/node_modules/jsonc-parser/lib/esm/impl/scanner.js
 function createScanner(text, ignoreTrivia = false) {
@@ -1418,16 +1439,15 @@ __export(exports_opencode_integration, {
   addApiKey: () => addApiKey
 });
 import fs3 from "fs";
-import path3 from "path";
-import { homedir as homedir3 } from "os";
+import path4 from "path";
 var getXDGPaths = () => ({
-  data: path3.join(process.env.XDG_DATA_HOME || path3.join(homedir3(), ".local", "share"), "opencode"),
-  config: path3.join(process.env.XDG_CONFIG_HOME || path3.join(homedir3(), ".config"), "opencode")
+  data: path4.join(process.env.XDG_DATA_HOME || xdgData || path4.join(path4.join(process.env.HOME || process.env.USERPROFILE || "."), ".local", "share"), "opencode"),
+  config: path4.join(process.env.XDG_CONFIG_HOME || xdgConfig || path4.join(path4.join(process.env.HOME || process.env.USERPROFILE || "."), ".config"), "opencode")
 }), getFilePaths = () => {
   const paths = getXDGPaths();
   return {
-    authJson: path3.join(paths.data, "auth.json"),
-    opencodeJson: path3.join(paths.config, "opencode.json")
+    authJson: path4.join(paths.data, "auth.json"),
+    opencodeJson: path4.join(paths.config, "opencode.json")
   };
 }, ensureDirectories = () => {
   const paths = getXDGPaths();
@@ -1457,7 +1477,9 @@ var getXDGPaths = () => ({
   try {
     ensureDirectories();
     fs3.writeFileSync(authJson, JSON.stringify(authData, null, 2));
-    fs3.chmodSync(authJson, 384);
+    try {
+      fs3.chmodSync(authJson, 384);
+    } catch {}
     return true;
   } catch (error) {
     console.error("Error writing auth.json:", error.message);
@@ -1470,11 +1492,11 @@ var getXDGPaths = () => ({
   console.warn("Warning: opencode.json is no longer used. Use ai-benchmark-config.json instead.");
   return { provider: {} };
 }, readOpencodeGlobalConfig = () => {
-  const configDir = path3.join(process.env.XDG_CONFIG_HOME || path3.join(homedir3(), ".config"), "opencode");
+  const configDir = path4.join(process.env.XDG_CONFIG_HOME || path4.join(homedir(), ".config"), "opencode");
   const candidates = ["config.json", "opencode.json", "opencode.jsonc"];
   let merged = {};
   for (const filename of candidates) {
-    const filePath = path3.join(configDir, filename);
+    const filePath = path4.join(configDir, filename);
     try {
       if (!fs3.existsSync(filePath))
         continue;
@@ -1712,6 +1734,7 @@ var getXDGPaths = () => ({
   };
 };
 var init_opencode_integration = __esm(() => {
+  init_xdg_basedir();
   init_models_dev();
   init_ai_config();
   init_main();
@@ -1719,6 +1742,7 @@ var init_opencode_integration = __esm(() => {
 
 // ../core/src/constants.ts
 import { execSync } from "child_process";
+import { readFileSync } from "fs";
 function getOpencodeSystemPrompt(modelId) {
   const mid = modelId.toLowerCase();
   if (mid.includes("gpt-4") || mid.includes("o1") || mid.includes("o3"))
@@ -1759,10 +1783,10 @@ function getOpencodeVersion() {
       return v;
   } catch {
     try {
-      return execSync(`grep -E '^\\s*"version"' /home/idc/proj/opencode/packages/opencode/package.json | sed 's/.*: "\\([^"]*\\)".*/\\1/'`, {
-        encoding: "utf8",
-        stdio: ["ignore", "pipe", "ignore"]
-      }).trim();
+      const pkgJson = readFileSync("/home/idc/proj/opencode/packages/opencode/package.json", "utf8");
+      const parsed = JSON.parse(pkgJson);
+      if (parsed.version)
+        return parsed.version;
     } catch {}
   }
   return "1.14.37";
@@ -2864,7 +2888,6 @@ async function benchmarkSingleModelRest(model, logger) {
       model: actualModelId,
       messages: [...systemMessages, userMessage],
       max_tokens: 500,
-      temperature: 0.7,
       stream: true,
       stream_options: { include_usage: true },
       tools,
@@ -2875,7 +2898,7 @@ async function benchmarkSingleModelRest(model, logger) {
         { parts: systemMessages.map((m) => ({ text: m.content })) },
         { parts: [{ text: userMessage.content }] }
       ];
-      body["generationConfig"] = { maxOutputTokens: 500, temperature: 0.7 };
+      body["generationConfig"] = { maxOutputTokens: 500 };
       delete body["messages"];
       delete body["max_tokens"];
       delete body["stream"];
@@ -2884,6 +2907,7 @@ async function benchmarkSingleModelRest(model, logger) {
       delete body["tool_choice"];
     } else if (model.providerType === "anthropic") {
       delete body["stream_options"];
+      body["tool_choice"] = { type: "auto" };
       body["system"] = systemMessages.map((m) => m.content).join(`
 
 `);
@@ -2897,11 +2921,24 @@ async function benchmarkSingleModelRest(model, logger) {
         };
       });
     }
-    const response = await fetch(url, {
+    let response = await fetch(url, {
       method: "POST",
       headers,
       body: JSON.stringify(body)
     });
+    if (!response.ok && (response.status === 400 || response.status === 422)) {
+      const errText = await response.text();
+      if (errText.includes("2013") || errText.includes("invalid params") || errText.includes("invalid chat setting")) {
+        delete body["tools"];
+        delete body["tool_choice"];
+        delete body["stream_options"];
+        response = await fetch(url, {
+          method: "POST",
+          headers,
+          body: JSON.stringify(body)
+        });
+      }
+    }
     if (!response.ok) {
       const errBody = await response.text();
       let errDetail = "";
@@ -3274,11 +3311,13 @@ function createRunId() {
   return generateRunId();
 }
 function getLogPath(runId) {
-  return join(homedir4(), ".local", "share", "ai-speedometer", "logs", `${runId}.log`);
+  const baseDir = process.env.XDG_DATA_HOME || xdgData || join(homedir4(), ".local", "share");
+  return join(baseDir, "ai-speedometer", "logs", `${runId}.log`);
 }
 async function createBenchLogger(runId) {
   const logPath = getLogPath(runId);
-  const logDir = join(homedir4(), ".local", "share", "ai-speedometer", "logs");
+  const baseDir = process.env.XDG_DATA_HOME || xdgData || join(homedir4(), ".local", "share");
+  const logDir = join(baseDir, "ai-speedometer", "logs");
   await mkdir(logDir, { recursive: true });
   let currentApiKey = "";
   let buffer = "";
@@ -3306,7 +3345,9 @@ async function createBenchLogger(runId) {
     }
   };
 }
-var init_logger = () => {};
+var init_logger = __esm(() => {
+  init_xdg_basedir();
+});
 
 // src/tui/context/AppContext.tsx
 import { createContext, useContext, useReducer, useEffect } from "react";
@@ -4131,7 +4172,7 @@ var package_default;
 var init_package = __esm(() => {
   package_default = {
     name: "ai-speedometer",
-    version: "2.3.2",
+    version: "2.3.4",
     description: "A comprehensive CLI tool for benchmarking AI models across multiple providers with parallel execution and professional metrics",
     bin: {
       "ai-speedometer": "dist/ai-speedometer",
@@ -4143,7 +4184,7 @@ var init_package = __esm(() => {
     scripts: {
       start: "bun src/index.ts",
       dev: "bun --watch src/index.ts",
-      build: "bun build src/index.ts --outdir dist --target bun --external '@opentui/core' --external '@opentui/react' --external 'react' --external 'react-reconciler' && cat ../../scripts/shebang dist/index.js > dist/ai-speedometer && chmod +x dist/ai-speedometer && rm dist/index.js",
+      build: "node ../../scripts/build-tui.mjs",
       typecheck: "bun tsc --noEmit",
       prepublishOnly: "bun run build"
     },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai-speedometer",
-  "version": "2.3.2",
+  "version": "2.3.4",
   "description": "A comprehensive CLI tool for benchmarking AI models across multiple providers with parallel execution and professional metrics",
   "bin": {
     "ai-speedometer": "dist/ai-speedometer",
@@ -12,7 +12,7 @@
   "scripts": {
     "start": "bun src/index.ts",
     "dev": "bun --watch src/index.ts",
-    "build": "bun build src/index.ts --outdir dist --target bun --external '@opentui/core' --external '@opentui/react' --external 'react' --external 'react-reconciler' && cat ../../scripts/shebang dist/index.js > dist/ai-speedometer && chmod +x dist/ai-speedometer && rm dist/index.js",
+    "build": "node ../../scripts/build-tui.mjs",
     "typecheck": "bun tsc --noEmit",
     "prepublishOnly": "bun run build"
   },