@use-lattice/litmus 0.121.3

package/drizzle/meta/_journal.json

@@ -0,0 +1,174 @@
+{
+  "version": "5",
+  "dialect": "sqlite",
+  "entries": [
+    {
+      "idx": 0,
+      "version": "5",
+      "when": 1710348564252,
+      "tag": "0000_lush_hellion",
+      "breakpoints": true
+    },
+    {
+      "idx": 1,
+      "version": "5",
+      "when": 1710706957023,
+      "tag": "0001_wide_calypso",
+      "breakpoints": true
+    },
+    {
+      "idx": 2,
+      "version": "5",
+      "when": 1719636070237,
+      "tag": "0002_tidy_juggernaut",
+      "breakpoints": true
+    },
+    {
+      "idx": 3,
+      "version": "6",
+      "when": 1722936175344,
+      "tag": "0003_lively_naoko",
+      "breakpoints": true
+    },
+    {
+      "idx": 4,
+      "version": "6",
+      "when": 1724977752728,
+      "tag": "0004_minor_peter_quill",
+      "breakpoints": true
+    },
+    {
+      "idx": 5,
+      "version": "6",
+      "when": 1725929907379,
+      "tag": "0005_silky_millenium_guard",
+      "breakpoints": true
+    },
+    {
+      "idx": 6,
+      "version": "6",
+      "when": 1727893035888,
+      "tag": "0006_harsh_caretaker",
+      "breakpoints": true
+    },
+    {
+      "idx": 7,
+      "version": "6",
+      "when": 1727991120763,
+      "tag": "0007_cloudy_wong",
+      "breakpoints": true
+    },
+    {
+      "idx": 8,
+      "version": "6",
+      "when": 1729202208526,
+      "tag": "0008_broad_boomer",
+      "breakpoints": true
+    },
+    {
+      "idx": 9,
+      "version": "6",
+      "when": 1729541645771,
+      "tag": "0009_strong_marten_broadcloak",
+      "breakpoints": true
+    },
+    {
+      "idx": 10,
+      "version": "6",
+      "when": 1730348380232,
+      "tag": "0010_needy_bishop",
+      "breakpoints": true
+    },
+    {
+      "idx": 11,
+      "version": "6",
+      "when": 1732340901582,
+      "tag": "0011_moaning_millenium_guard",
+      "breakpoints": true
+    },
+    {
+      "idx": 12,
+      "version": "6",
+      "when": 1747540425042,
+      "tag": "0012_late_marten_broadcloak",
+      "breakpoints": true
+    },
+    {
+      "idx": 13,
+      "version": "6",
+      "when": 1747884934558,
+      "tag": "0013_previous_dormammu",
+      "breakpoints": true
+    },
+    {
+      "idx": 14,
+      "version": "6",
+      "when": 1747944795053,
+      "tag": "0014_lazy_captain_universe",
+      "breakpoints": true
+    },
+    {
+      "idx": 15,
+      "version": "6",
+      "when": 1750564150910,
+      "tag": "0015_zippy_wallop",
+      "breakpoints": true
+    },
+    {
+      "idx": 16,
+      "version": "6",
+      "when": 1753822088137,
+      "tag": "0016_jazzy_zemo",
+      "breakpoints": true
+    },
+    {
+      "idx": 17,
+      "version": "6",
+      "when": 1755317492245,
+      "tag": "0017_reflective_praxagora",
+      "breakpoints": true
+    },
+    {
+      "idx": 18,
+      "version": "6",
+      "when": 1755723226650,
+      "tag": "0018_fat_vanisher",
+      "breakpoints": true
+    },
+    {
+      "idx": 19,
+      "version": "6",
+      "when": 1757026874299,
+      "tag": "0019_new_clint_barton",
+      "breakpoints": true
+    },
+    {
+      "idx": 20,
+      "version": "6",
+      "when": 1757650210456,
+      "tag": "0020_skinny_maverick",
+      "breakpoints": true
+    },
+    {
+      "idx": 21,
+      "version": "6",
+      "when": 1761694564206,
+      "tag": "0021_mysterious_madelyne_pryor",
+      "breakpoints": true
+    },
+    {
+      "idx": 22,
+      "version": "6",
+      "when": 1765906817572,
+      "tag": "0022_sleepy_ultimo",
+      "breakpoints": true
+    },
+    {
+      "idx": 23,
+      "version": "6",
+      "when": 1767985150681,
+      "tag": "0023_wooden_mandrill",
+      "breakpoints": true
+    }
+  ]
+}

package/package.json

@@ -0,0 +1,240 @@
+{
+  "name": "@use-lattice/litmus",
+  "description": "LLM eval & testing toolkit",
+  "author": "Nithin Srinivasan",
+  "version": "0.121.3",
+  "license": "MIT",
+  "type": "module",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/use-lattice/litmus.git"
+  },
+  "main": "./dist/src/index.js",
+  "exports": {
+    ".": {
+      "import": "./dist/src/index.js",
+      "require": "./dist/src/index.cjs"
+    }
+  },
+  "types": "dist/src/index.d.ts",
+  "typings": "dist/src/index.d.ts",
+  "files": [
+    "dist",
+    "drizzle",
+    "!dist/**/*.map"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "engines": {
+    "node": "^20.20.0 || >=22.22.0"
+  },
+  "scripts": {
+    "build:clean": "shx rm -rf dist",
+    "build:watch": "NODE_OPTIONS='--max-old-space-size=8192' tsdown --watch",
+    "build": "concurrently -g --kill-others-on-fail \"tsc --noEmit\" \"NODE_OPTIONS='--max-old-space-size=8192' tsdown\"",
+    "postbuild": "tsx scripts/postbuild.ts",
+    "lint:ci": "npx @biomejs/biome ci .",
+    "lint:src": "npx @biomejs/biome lint src",
+    "lint": "npm run lint:src",
+    "format:check": "npx @biomejs/biome check",
+    "format": "npx @biomejs/biome check --write .",
+    "check": "npx @biomejs/biome check .",
+    "typecheck": "tsc --noEmit",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "test:coverage": "vitest run --coverage"
+  },
+  "overrides": {
+    "uri-js": "npm:uri-js-replace",
+    "chokidar": "5.0.0",
+    "whatwg-url": "16.0.1",
+    "esbuild": "0.27.4",
+    "*": {
+      "whatwg-url": "16.0.1",
+      "chokidar": "5.0.0",
+      "esbuild": "0.27.4"
+    },
+    "serialize-javascript": ">=7.0.4",
+    "gaxios": "^7.1.4",
+    "https-proxy-agent": "^8.0.0",
+    "mongoose": {
+      "gcp-metadata": "^8.1.2"
+    },
+    "@isaacs/brace-expansion": ">=5.0.1",
+    "fast-xml-parser": "$fast-xml-parser",
+    "minimatch@<=3.1.3": "3.1.5"
+  },
+  "devDependencies": {
+    "@anthropic-ai/claude-agent-sdk": "^0.2.89",
+    "@aws-sdk/client-bedrock-agent-runtime": "^3.1018.0",
+    "@aws-sdk/client-bedrock-runtime": "^3.1018.0",
+    "@aws-sdk/client-s3": "^3.1003.0",
+    "@aws-sdk/client-sagemaker-runtime": "^3.1018.0",
+    "@aws-sdk/credential-provider-sso": "^3.972.16",
+    "@aws-sdk/types": "^3.973.5",
+    "@azure/identity": "^4.13.0",
+    "@azure/openai-assistants": "^1.0.0-beta.6",
+    "@biomejs/biome": "2.4.9",
+    "@fal-ai/client": "~1.9.5",
+    "@ibm-cloud/watsonx-ai": "^1.7.10",
+    "@ibm-generative-ai/node-sdk": "^3.2.4",
+    "@smithy/types": "^4.13.0",
+    "@types/async": "^3.2.25",
+    "@types/better-sqlite3": "^7.6.13",
+    "@types/js-yaml": "^4.0.9",
+    "@types/jsdom": "^28.0.0",
+    "@types/node": "^24.12.0",
+    "@types/nunjucks": "^3.2.6",
+    "@types/pdf-parse": "^1.1.5",
+    "@types/pem": "^1.14.4",
+    "@types/proxy-from-env": "^1.0.4",
+    "@types/semver": "^7.7.1",
+    "@types/source-map-support": "^0.5.10",
+    "@types/supertest": "^7.0.0",
+    "@vitest/coverage-v8": "^4.1.0",
+    "concurrently": "^9.2.1",
+    "depcheck": "^1.4.7",
+    "drizzle-kit": "^0.31.10",
+    "husky": "^9.1.7",
+    "ibm-cloud-sdk-core": "^5.4.9",
+    "knip": "^5.85.0",
+    "langfuse": "^3.38.6",
+    "nock": "^14.0.11",
+    "node-sql-parser": "^5.4.0",
+    "pdf-parse": "^2.4.5",
+    "playwright": "^1.58.2",
+    "playwright-extra": "^4.3.6",
+    "prettier": "^3.8.1",
+    "puppeteer-extra-plugin-stealth": "^2.11.2",
+    "read-excel-file": "^8.0.0",
+    "shx": "^0.4.0",
+    "source-map-support": "^0.5.21",
+    "supertest": "^7.2.2",
+    "ts-dedent": "^2.2.0",
+    "tsdown": "0.21.7",
+    "typescript": "^6.0.2",
+    "vitest": "^4.1.0",
+    "winston-transport": "^4.9.0"
+  },
+  "optionalDependencies": {
+    "@anthropic-ai/claude-agent-sdk": "^0.2.89",
+    "@aws-sdk/client-bedrock-agent-runtime": "^3.1018.0",
+    "@aws-sdk/client-bedrock-runtime": "^3.1018.0",
+    "@aws-sdk/client-s3": "^3.1003.0",
+    "@aws-sdk/client-sagemaker-runtime": "^3.1018.0",
+    "@aws-sdk/credential-provider-sso": "^3.972.16",
+    "@azure/ai-projects": "^2.0.1",
+    "@azure/identity": "^4.13.0",
+    "@azure/msal-node": "^5.1.0",
+    "@azure/openai-assistants": "^1.0.0-beta.6",
+    "@fal-ai/client": "~1.9.5",
+    "@huggingface/transformers": "^4.0.0",
+    "@ibm-cloud/watsonx-ai": "^1.7.10",
+    "@ibm-generative-ai/node-sdk": "^3.2.4",
+    "@openai/codex-sdk": "^0.117.0",
+    "@playwright/browser-chromium": "^1.58.2",
+    "@rollup/rollup-linux-x64-gnu": "^4.59.0",
+    "@slack/web-api": "^7.15.0",
+    "@smithy/node-http-handler": "^4.4.14",
+    "@swc/core": "^1.15.18",
+    "@swc/core-darwin-arm64": "^1.15.18",
+    "@swc/core-darwin-x64": "^1.15.18",
+    "@swc/core-linux-x64-gnu": "^1.15.18",
+    "@swc/core-linux-x64-musl": "^1.15.18",
+    "@swc/core-win32-x64-msvc": "^1.15.18",
+    "google-auth-library": "^10.6.2",
+    "hono": "^4.12.5",
+    "ibm-cloud-sdk-core": "^5.4.9",
+    "langfuse": "^3.38.6",
+    "natural": "^8.1.1",
+    "node-sql-parser": "^5.4.0",
+    "pdf-parse": "^2.4.5",
+    "playwright": "^1.58.2",
+    "playwright-extra": "^4.3.6",
+    "read-excel-file": "^8.0.0",
+    "sharp": "^0.34.5"
+  },
+  "dependencies": {
+    "@anthropic-ai/sdk": "^0.81.0",
+    "@apidevtools/json-schema-ref-parser": "^15.3.1",
+    "@googleapis/sheets": "^13.0.1",
+    "@modelcontextprotocol/sdk": "^1.28.0",
+    "@openai/agents": "^0.8.1",
+    "@opencode-ai/sdk": "^1.2.19",
+    "@opentelemetry/api": "^1.9.0",
+    "@opentelemetry/core": "^2.6.0",
+    "@opentelemetry/exporter-trace-otlp-http": "^0.214.0",
+    "@opentelemetry/resources": "^2.6.0",
+    "@opentelemetry/sdk-trace-base": "^2.6.0",
+    "@opentelemetry/sdk-trace-node": "^2.6.0",
+    "@opentelemetry/semantic-conventions": "^1.40.0",
+    "@types/ws": "^8.18.1",
+    "ai": "^6.0.138",
+    "ajv": "^8.18.0",
+    "ajv-formats": "^3.0.1",
+    "async": "^3.2.6",
+    "better-sqlite3": "^12.8.0",
+    "binary-extensions": "^3.1.0",
+    "cache-manager": "^7.2.8",
+    "chokidar": "5.0.0",
+    "csv-parse": "^6.2.0",
+    "csv-stringify": "^6.7.0",
+    "debounce": "^3.0.0",
+    "dedent": "^1.7.2",
+    "dotenv": "^17.3.1",
+    "drizzle-orm": "^0.45.1",
+    "execa": "^9.6.1",
+    "exsolve": "^1.0.8",
+    "fast-deep-equal": "^3.1.3",
+    "fast-safe-stringify": "^2.1.1",
+    "fast-xml-parser": "^5.5.5",
+    "fastest-levenshtein": "^1.0.16",
+    "gcp-metadata": "^8.1.2",
+    "glob": "^13.0.6",
+    "http-z": "^8.1.1",
+    "istextorbinary": "^9.5.0",
+    "jks-js": "^1.1.5",
+    "js-rouge": "^3.2.0",
+    "js-yaml": "^4.1.1",
+    "jsdom": "^29.0.0",
+    "json5": "^2.2.3",
+    "keyv": "^5.6.0",
+    "keyv-file": "^5.3.3",
+    "lru-cache": "^11.2.7",
+    "mathjs": "^15.1.1",
+    "minimatch": "^10.2.4",
+    "nunjucks": "^3.2.4",
+    "openai": "^6.33.0",
+    "pem": "~1.14.8",
+    "posthog-node": "~5.24.10",
+    "protobufjs": "^8.0.0",
+    "proxy-agent": "^7.0.0",
+    "proxy-from-env": "^2.1.0",
+    "python-shell": "^5.0.0",
+    "rfdc": "^1.4.1",
+    "rxjs": "^7.8.2",
+    "semver": "^7.7.4",
+    "simple-git": "^3.33.0",
+    "text-extensions": "^3.1.0",
+    "tsx": "^4.21.0",
+    "undici": "^7.24.5",
+    "winston": "^3.19.0",
+    "ws": "^8.19.0",
+    "zod": "^4.3.6"
+  },
+  "pnpm": {
+    "onlyBuiltDependencies": [
+      "@huggingface/transformers",
+      "@playwright/browser-chromium",
+      "@swc/core",
+      "better-sqlite3",
+      "core-js",
+      "core-js-pure",
+      "esbuild",
+      "protobufjs",
+      "sharp"
+    ],
+    "ignoredBuiltDependencies": []
+  }
+}