litmus-ai 1.0.4 → 1.0.6

package/README.md

@@ -6,7 +6,7 @@ A terminal-based LLM benchmarking and evaluation tool built with **OpenTUI**. Co
 
 ## Features
 
-###  Model Comparison
+### Model Comparison
 
 - Run identical prompts across multiple LLMs simultaneously
 - Real-time streaming responses with progress indicators
@@ -14,16 +14,17 @@ A terminal-based LLM benchmarking and evaluation tool built with **OpenTUI**. Co
 - Visual comparison grid with response timing
 - **Multi-modal support** - Attach images to prompts (see Image Attachments below)
 
-
 ### Image Attachments
 
 Litmus supports multi-modal prompts with image attachments. You can attach images in multiple ways:
 
 **Clipboard Paste (Ctrl+V)**
+
 - Copy an image to your clipboard (Cmd/Ctrl+C on any image)
 - Press `Ctrl+V` in the Benchmark view to attach
 
 **File Path**
+
 - Type or paste a file path to an image
 - Supports `~/` home directory expansion
 - Example: `~/photos/screenshot.png`
@@ -31,12 +32,12 @@ Litmus supports multi-modal prompts with image attachments. You can attach image
 **Supported Formats**: PNG, JPG, JPEG, GIF, WebP, BMP
 
 **Image Controls**
+
 - `x` - Remove last attached image
 - `c` - Clear all attached images
 - `i` - Open image input dialog (alternative method)
 - Images are displayed above the prompt input when attached
 
-
 ### Evals using LLM-as-Judge
 
 - Run automated evaluations using dedicated judge models
@@ -54,16 +55,18 @@ Litmus supports multi-modal prompts with image attachments. You can attach image
 
 ![](images/history.png)
 
-
-
 ## Installation
 
-Requires [Bun](https://bun.sh) v1.0.0 or higher.
+Requires [Bun](https://bun.sh)
 
 ```bash
 bun add -g litmus-ai
 ```
 
+```bash
+litmus
+```
+
 ### Environment Setup
 
 Create a `.env` file in your working directory or export the variables:
@@ -95,7 +98,6 @@ OPENROUTER_API_KEY=your_key_here  # Required - get from https://openrouter.ai
 EXA_API_KEY=your_key_here         # Optional - for web search tool (https://exa.ai)
 ```
 
-
 ## Evaluation Criteria
 
 Litmus evaluates models on:
@@ -139,7 +141,6 @@ Litmus evaluates models on:
 - **Enter** - Select run
 - **Delete** - Remove run
 
-
 ## Development
 
 ```bash

package/dist/cli.js

@@ -80459,6 +80459,8 @@ function getAllToolNames() {
 
 // src/db/index.ts
 import { Database } from "bun:sqlite";
+import { mkdirSync } from "fs";
+import { dirname as dirname2, join as join2 } from "path";
 
 // src/db/schema.ts
 var SCHEMA = `
@@ -80768,9 +80770,27 @@ function listJudgeModels(db) {
 
 // src/db/index.ts
 var db = null;
+function getDefaultDbPath() {
+  const override = process.env.LITMUS_DB_PATH;
+  if (override && override.trim().length > 0) {
+    return override;
+  }
+  const home = process.env.HOME ?? process.env.USERPROFILE ?? ".";
+  if (process.platform === "darwin") {
+    return join2(home, "Library", "Application Support", "litmus-ai", "Litmus.db");
+  }
+  if (process.platform === "win32") {
+    const appData = process.env.APPDATA ?? join2(home, "AppData", "Roaming");
+    return join2(appData, "litmus-ai", "Litmus.db");
+  }
+  const xdg = process.env.XDG_DATA_HOME ?? join2(home, ".local", "share");
+  return join2(xdg, "litmus-ai", "Litmus.db");
+}
 function getDatabase() {
   if (!db) {
-    db = new Database("data/Litmus.db", { create: true });
+    const dbPath = getDefaultDbPath();
+    mkdirSync(dirname2(dbPath), { recursive: true });
+    db = new Database(dbPath, { create: true });
     db.exec("PRAGMA journal_mode = WAL");
     db.exec("PRAGMA foreign_keys = ON");
     db.exec(SCHEMA);
@@ -92928,7 +92948,7 @@ function App() {
   }, undefined, true, undefined, this);
 }
 var renderer = await createCliRenderer();
-if (true) {
+if (process.env.LITMUS_DEV_CONSOLE === "1") {
   renderer.console.toggle();
 }
 createRoot(renderer).render(/* @__PURE__ */ import_jsx_dev_runtime2.jsxDEV(App, {}, undefined, false, undefined, this));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "litmus-ai",
-  "version": "1.0.4",
+  "version": "1.0.6",
   "description": "Multi-model LLM eval CLI tool",
   "module": "src/index.tsx",
   "type": "module",
@@ -11,8 +11,8 @@
     "dist"
   ],
   "scripts": {
-    "dev": "bun run --watch src/index.tsx",
-    "build": "bun build src/index.tsx --outdir dist --target bun --entry-naming cli.js && sed -i '' '1s|node|bun|' dist/cli.js",
+    "dev": "LITMUS_DB_PATH=./data/Litmus.db LITMUS_DEV_CONSOLE=1 bun run --watch src/index.tsx",
+    "build": "bun build src/index.tsx --outdir dist --target bun --entry-naming cli.js && perl -0777 -pi -e 's/^#!.*\\n/#!\\/usr\\/bin\\/env bun\\n/' dist/cli.js",
     "prepublishOnly": "bun run build"
   },
   "engines": {