@assay-ai/cli 0.3.0-beta

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Assay AI
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,49 @@
+# @assay-ai/cli
+
+Command-line interface for the [Assay](https://github.com/assay-ai/assay) LLM evaluation framework.
+
+## Installation
+
+```bash
+npm install -g @assay-ai/cli
+# or
+pnpm add -g @assay-ai/cli
+```
+
+## Usage
+
+### Initialize a project
+
+```bash
+assay init
+```
+
+Creates an `assay.config.ts` and prints the install command for your detected package manager.
+
+### Run evaluations
+
+```bash
+# Run all *.eval.ts files
+assay run
+
+# Run a specific glob pattern
+assay run "tests/**/*.eval.ts"
+
+# With a custom reporter
+assay run --reporter verbose
+```
+
+### List available metrics
+
+```bash
+assay list-metrics
+```
+
+Prints a formatted table of all built-in metrics with their type (LLM / Non-LLM) and required fields.
+
+### Other options
+
+```bash
+assay --version
+assay --help
+```

package/dist/index.js

@@ -0,0 +1,271 @@
+#!/usr/bin/env node
+
+// src/commands/init.ts
+import { existsSync, writeFileSync } from "fs";
+import { join } from "path";
+var CONFIG_TEMPLATE = `import type { AssayConfig } from "@assay-ai/core";
+
+const config: AssayConfig = {
+  // Provider auto-detect: reads OPENAI_API_KEY or ANTHROPIC_API_KEY from env
+  providerName: "openai",
+  threshold: 0.5,
+  concurrency: 5,
+  verbose: true,
+};
+
+export default config;
+`;
+function detectPackageManager() {
+  const cwd = process.cwd();
+  if (existsSync(join(cwd, "pnpm-lock.yaml"))) return "pnpm";
+  if (existsSync(join(cwd, "bun.lockb"))) return "bun";
+  if (existsSync(join(cwd, "yarn.lock"))) return "yarn";
+  if (existsSync(join(cwd, "package-lock.json"))) return "npm";
+  return "npm";
+}
+function getInstallCommand(pm) {
+  const packages = "@assay-ai/core @assay-ai/vitest vitest";
+  switch (pm) {
+    case "pnpm":
+      return `pnpm add -D ${packages}`;
+    case "yarn":
+      return `yarn add -D ${packages}`;
+    case "bun":
+      return `bun add -D ${packages}`;
+    default:
+      return `npm add -D ${packages}`;
+  }
+}
+async function init() {
+  const configPath = join(process.cwd(), "assay.config.ts");
+  if (existsSync(configPath)) {
+    console.log("assay.config.ts already exists, skipping.");
+    return;
+  }
+  writeFileSync(configPath, CONFIG_TEMPLATE, "utf-8");
+  console.log("Created assay.config.ts");
+  const pm = detectPackageManager();
+  const installCmd = getInstallCommand(pm);
+  console.log(`
+Detected package manager: ${pm}`);
+  console.log(`
+Install dependencies:
+  ${installCmd}
+`);
+}
+
+// src/commands/list-metrics.ts
+import pc from "picocolors";
+var METRICS = [
+  {
+    name: "Answer Relevancy",
+    type: "LLM",
+    requiredFields: ["input", "actualOutput"]
+  },
+  {
+    name: "Faithfulness",
+    type: "LLM",
+    requiredFields: ["input", "actualOutput", "retrievalContext"]
+  },
+  {
+    name: "Hallucination",
+    type: "LLM",
+    requiredFields: ["input", "actualOutput", "context"]
+  },
+  {
+    name: "Contextual Precision",
+    type: "LLM",
+    requiredFields: ["input", "actualOutput", "expectedOutput", "retrievalContext"]
+  },
+  {
+    name: "Contextual Recall",
+    type: "LLM",
+    requiredFields: ["input", "actualOutput", "expectedOutput", "retrievalContext"]
+  },
+  {
+    name: "Contextual Relevancy",
+    type: "LLM",
+    requiredFields: ["input", "actualOutput", "retrievalContext"]
+  },
+  {
+    name: "Bias",
+    type: "LLM",
+    requiredFields: ["input", "actualOutput"]
+  },
+  {
+    name: "Toxicity",
+    type: "LLM",
+    requiredFields: ["input", "actualOutput"]
+  },
+  {
+    name: "G-Eval",
+    type: "LLM",
+    requiredFields: ["input"]
+  },
+  {
+    name: "Summarization",
+    type: "LLM",
+    requiredFields: ["input", "actualOutput"]
+  },
+  {
+    name: "Task Completion",
+    type: "LLM",
+    requiredFields: ["input", "actualOutput"]
+  },
+  {
+    name: "Goal Accuracy",
+    type: "LLM",
+    requiredFields: ["input", "actualOutput", "expectedOutput"]
+  },
+  {
+    name: "Conversation Completeness",
+    type: "LLM",
+    requiredFields: ["input", "actualOutput"]
+  },
+  {
+    name: "Knowledge Retention",
+    type: "LLM",
+    requiredFields: ["input", "actualOutput"]
+  },
+  {
+    name: "Role Adherence",
+    type: "LLM",
+    requiredFields: ["input", "actualOutput"]
+  },
+  {
+    name: "Exact Match",
+    type: "Non-LLM",
+    requiredFields: ["actualOutput", "expectedOutput"]
+  },
+  {
+    name: "JSON Correctness",
+    type: "Non-LLM",
+    requiredFields: ["actualOutput"]
+  },
+  {
+    name: "Tool Correctness",
+    type: "Non-LLM",
+    requiredFields: ["toolsCalled", "expectedTools"]
+  }
+];
+function listMetrics() {
+  const nameWidth = 30;
+  const typeWidth = 10;
+  const fieldsWidth = 50;
+  const header = [
+    pc.bold(pc.cyan("Metric".padEnd(nameWidth))),
+    pc.bold(pc.cyan("Type".padEnd(typeWidth))),
+    pc.bold(pc.cyan("Required Fields"))
+  ].join("  ");
+  const separator = "\u2500".repeat(nameWidth + typeWidth + fieldsWidth + 4);
+  console.log();
+  console.log(pc.bold("  Available Metrics"));
+  console.log(`  ${separator}`);
+  console.log(`  ${header}`);
+  console.log(`  ${separator}`);
+  for (const metric of METRICS) {
+    const typeColor = metric.type === "LLM" ? pc.yellow : pc.green;
+    const row = [
+      metric.name.padEnd(nameWidth),
+      typeColor(metric.type.padEnd(typeWidth)),
+      pc.dim(metric.requiredFields.join(", "))
+    ].join("  ");
+    console.log(`  ${row}`);
+  }
+  console.log(`  ${separator}`);
+  console.log();
+  console.log(
+    `  ${pc.yellow("LLM")} = requires an LLM provider    ${pc.green("Non-LLM")} = deterministic, no LLM needed`
+  );
+  console.log();
+}
+
+// src/commands/run.ts
+import { execSync } from "child_process";
+function run(args2) {
+  let glob = "**/*.eval.ts";
+  let reporter;
+  for (let i = 0; i < args2.length; i++) {
+    const arg = args2[i];
+    if (arg === "--reporter" && i + 1 < args2.length) {
+      reporter = args2[i + 1] ?? "";
+      i++;
+    } else if (arg && !arg.startsWith("--")) {
+      glob = arg;
+    }
+  }
+  const reporterFlag = reporter ? ` --reporter ${reporter}` : "";
+  const cmd = `npx vitest run "${glob}"${reporterFlag}`;
+  console.log(`
+Running evaluations: ${glob}
+`);
+  try {
+    execSync(cmd, {
+      stdio: "inherit",
+      cwd: process.cwd()
+    });
+  } catch {
+    process.exit(1);
+  }
+}
+
+// src/index.ts
+var args = process.argv.slice(2);
+var command = args[0];
+function printVersion() {
+  console.log("assay v0.2.1-beta");
+}
+function printHelp() {
+  console.log(`
+assay - LLM evaluation framework
+
+Usage:
+  assay <command> [options]
+
+Commands:
+  run [glob]        Run evaluation files (default: **/*.eval.ts)
+  init              Initialize a new assay project
+  list-metrics      List all available metrics
+
+Options:
+  --version, -v     Show version
+  --help, -h        Show this help message
+
+Examples:
+  assay run
+  assay run "tests/**/*.eval.ts"
+  assay run --reporter verbose
+  assay init
+  assay list-metrics
+`);
+}
+async function main() {
+  if (!command || command === "--help" || command === "-h") {
+    printHelp();
+    process.exit(0);
+  }
+  if (command === "--version" || command === "-v") {
+    printVersion();
+    process.exit(0);
+  }
+  switch (command) {
+    case "run":
+      run(args.slice(1));
+      break;
+    case "init":
+      await init();
+      break;
+    case "list-metrics":
+      listMetrics();
+      break;
+    default:
+      console.error(`Unknown command: ${command}`);
+      printHelp();
+      process.exit(1);
+  }
+}
+main().catch((err) => {
+  console.error(err);
+  process.exit(1);
+});
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/commands/init.ts","../src/commands/list-metrics.ts","../src/commands/run.ts","../src/index.ts"],"sourcesContent":["import { existsSync, writeFileSync } from \"node:fs\";\nimport { join } from \"node:path\";\n\nconst CONFIG_TEMPLATE = `import type { AssayConfig } from \"@assay-ai/core\";\n\nconst config: AssayConfig = {\n  // Provider auto-detect: reads OPENAI_API_KEY or ANTHROPIC_API_KEY from env\n  providerName: \"openai\",\n  threshold: 0.5,\n  concurrency: 5,\n  verbose: true,\n};\n\nexport default config;\n`;\n\ntype PackageManager = \"pnpm\" | \"npm\" | \"yarn\" | \"bun\";\n\nfunction detectPackageManager(): PackageManager {\n  const cwd = process.cwd();\n\n  if (existsSync(join(cwd, \"pnpm-lock.yaml\"))) return \"pnpm\";\n  if (existsSync(join(cwd, \"bun.lockb\"))) return \"bun\";\n  if (existsSync(join(cwd, \"yarn.lock\"))) return \"yarn\";\n  if (existsSync(join(cwd, \"package-lock.json\"))) return \"npm\";\n\n  return \"npm\";\n}\n\nfunction getInstallCommand(pm: PackageManager): string {\n  const packages = \"@assay-ai/core @assay-ai/vitest vitest\";\n  switch (pm) {\n    case \"pnpm\":\n      return `pnpm add -D ${packages}`;\n    case \"yarn\":\n      return `yarn add -D ${packages}`;\n    case \"bun\":\n      return `bun add -D ${packages}`;\n    default:\n      return `npm add -D ${packages}`;\n  }\n}\n\nexport async function init(): Promise<void> {\n  const configPath = join(process.cwd(), \"assay.config.ts\");\n\n  if (existsSync(configPath)) {\n    console.log(\"assay.config.ts already exists, skipping.\");\n    return;\n  }\n\n  writeFileSync(configPath, CONFIG_TEMPLATE, \"utf-8\");\n  console.log(\"Created assay.config.ts\");\n\n  const pm = detectPackageManager();\n  const installCmd = getInstallCommand(pm);\n\n  console.log(`\\nDetected package manager: ${pm}`);\n  console.log(`\\nInstall dependencies:\\n  ${installCmd}\\n`);\n}\n","import pc from \"picocolors\";\n\ninterface MetricInfo {\n  name: string;\n  type: \"LLM\" | \"Non-LLM\";\n  requiredFields: string[];\n}\n\nconst METRICS: MetricInfo[] = [\n  {\n    name: \"Answer Relevancy\",\n    type: \"LLM\",\n    requiredFields: [\"input\", \"actualOutput\"],\n  },\n  {\n    name: \"Faithfulness\",\n    type: \"LLM\",\n    requiredFields: [\"input\", \"actualOutput\", \"retrievalContext\"],\n  },\n  {\n    name: \"Hallucination\",\n    type: \"LLM\",\n    requiredFields: [\"input\", \"actualOutput\", \"context\"],\n  },\n  {\n    name: \"Contextual Precision\",\n    type: \"LLM\",\n    requiredFields: [\"input\", \"actualOutput\", \"expectedOutput\", \"retrievalContext\"],\n  },\n  {\n    name: \"Contextual Recall\",\n    type: \"LLM\",\n    requiredFields: [\"input\", \"actualOutput\", \"expectedOutput\", \"retrievalContext\"],\n  },\n  {\n    name: \"Contextual Relevancy\",\n    type: \"LLM\",\n    requiredFields: [\"input\", \"actualOutput\", \"retrievalContext\"],\n  },\n  {\n    name: \"Bias\",\n    type: \"LLM\",\n    requiredFields: [\"input\", \"actualOutput\"],\n  },\n  {\n    name: \"Toxicity\",\n    type: \"LLM\",\n    requiredFields: [\"input\", \"actualOutput\"],\n  },\n  {\n    name: \"G-Eval\",\n    type: \"LLM\",\n    requiredFields: [\"input\"],\n  },\n  {\n    name: \"Summarization\",\n    type: \"LLM\",\n    requiredFields: [\"input\", \"actualOutput\"],\n  },\n  {\n    name: \"Task Completion\",\n    type: \"LLM\",\n    requiredFields: [\"input\", \"actualOutput\"],\n  },\n  {\n    name: \"Goal Accuracy\",\n    type: \"LLM\",\n    requiredFields: [\"input\", \"actualOutput\", \"expectedOutput\"],\n  },\n  {\n    name: \"Conversation Completeness\",\n    type: \"LLM\",\n    requiredFields: [\"input\", \"actualOutput\"],\n  },\n  {\n    name: \"Knowledge Retention\",\n    type: \"LLM\",\n    requiredFields: [\"input\", \"actualOutput\"],\n  },\n  {\n    name: \"Role Adherence\",\n    type: \"LLM\",\n    requiredFields: [\"input\", \"actualOutput\"],\n  },\n  {\n    name: \"Exact Match\",\n    type: \"Non-LLM\",\n    requiredFields: [\"actualOutput\", \"expectedOutput\"],\n  },\n  {\n    name: \"JSON Correctness\",\n    type: \"Non-LLM\",\n    requiredFields: [\"actualOutput\"],\n  },\n  {\n    name: \"Tool Correctness\",\n    type: \"Non-LLM\",\n    requiredFields: [\"toolsCalled\", \"expectedTools\"],\n  },\n];\n\nexport function listMetrics(): void {\n  const nameWidth = 30;\n  const typeWidth = 10;\n  const fieldsWidth = 50;\n\n  const header = [\n    pc.bold(pc.cyan(\"Metric\".padEnd(nameWidth))),\n    pc.bold(pc.cyan(\"Type\".padEnd(typeWidth))),\n    pc.bold(pc.cyan(\"Required Fields\")),\n  ].join(\"  \");\n\n  const separator = \"\\u2500\".repeat(nameWidth + typeWidth + fieldsWidth + 4);\n\n  console.log();\n  console.log(pc.bold(\"  Available Metrics\"));\n  console.log(`  ${separator}`);\n  console.log(`  ${header}`);\n  console.log(`  ${separator}`);\n\n  for (const metric of METRICS) {\n    const typeColor = metric.type === \"LLM\" ? pc.yellow : pc.green;\n    const row = [\n      metric.name.padEnd(nameWidth),\n      typeColor(metric.type.padEnd(typeWidth)),\n      pc.dim(metric.requiredFields.join(\", \")),\n    ].join(\"  \");\n\n    console.log(`  ${row}`);\n  }\n\n  console.log(`  ${separator}`);\n  console.log();\n  console.log(\n    `  ${pc.yellow(\"LLM\")} = requires an LLM provider    ${pc.green(\"Non-LLM\")} = deterministic, no LLM needed`,\n  );\n  console.log();\n}\n","import { execSync } from \"node:child_process\";\n\nexport function run(args: string[]): void {\n  let glob = \"**/*.eval.ts\";\n  let reporter: string | undefined;\n\n  for (let i = 0; i < args.length; i++) {\n    const arg = args[i];\n    if (arg === \"--reporter\" && i + 1 < args.length) {\n      reporter = args[i + 1] ?? \"\";\n      i++;\n    } else if (arg && !arg.startsWith(\"--\")) {\n      glob = arg;\n    }\n  }\n\n  const reporterFlag = reporter ? ` --reporter ${reporter}` : \"\";\n  const cmd = `npx vitest run \"${glob}\"${reporterFlag}`;\n\n  console.log(`\\nRunning evaluations: ${glob}\\n`);\n\n  try {\n    execSync(cmd, {\n      stdio: \"inherit\",\n      cwd: process.cwd(),\n    });\n  } catch {\n    process.exit(1);\n  }\n}\n","import { init } from \"./commands/init.js\";\nimport { listMetrics } from \"./commands/list-metrics.js\";\nimport { run } from \"./commands/run.js\";\n\nconst args = process.argv.slice(2);\nconst command = args[0];\n\nfunction printVersion(): void {\n  console.log(\"assay v0.2.1-beta\");\n}\n\nfunction printHelp(): void {\n  console.log(`\nassay - LLM evaluation framework\n\nUsage:\n  assay <command> [options]\n\nCommands:\n  run [glob]        Run evaluation files (default: **/*.eval.ts)\n  init              Initialize a new assay project\n  list-metrics      List all available metrics\n\nOptions:\n  --version, -v     Show version\n  --help, -h        Show this help message\n\nExamples:\n  assay run\n  assay run \"tests/**/*.eval.ts\"\n  assay run --reporter verbose\n  assay init\n  assay list-metrics\n`);\n}\n\nasync function main(): Promise<void> {\n  if (!command || command === \"--help\" || command === \"-h\") {\n    printHelp();\n    process.exit(0);\n  }\n\n  if (command === \"--version\" || command === \"-v\") {\n    printVersion();\n    process.exit(0);\n  }\n\n  switch (command) {\n    case \"run\":\n      run(args.slice(1));\n      break;\n    case \"init\":\n      await init();\n      break;\n    case \"list-metrics\":\n      listMetrics();\n      break;\n    default:\n      console.error(`Unknown command: ${command}`);\n      printHelp();\n      process.exit(1);\n  }\n}\n\nmain().catch((err) => {\n  console.error(err);\n  process.exit(1);\n});\n"],"mappings":";;;AAAA,SAAS,YAAY,qBAAqB;AAC1C,SAAS,YAAY;AAErB,IAAM,kBAAkB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAexB,SAAS,uBAAuC;AAC9C,QAAM,MAAM,QAAQ,IAAI;AAExB,MAAI,WAAW,KAAK,KAAK,gBAAgB,CAAC,EAAG,QAAO;AACpD,MAAI,WAAW,KAAK,KAAK,WAAW,CAAC,EAAG,QAAO;AAC/C,MAAI,WAAW,KAAK,KAAK,WAAW,CAAC,EAAG,QAAO;AAC/C,MAAI,WAAW,KAAK,KAAK,mBAAmB,CAAC,EAAG,QAAO;AAEvD,SAAO;AACT;AAEA,SAAS,kBAAkB,IAA4B;AACrD,QAAM,WAAW;AACjB,UAAQ,IAAI;AAAA,IACV,KAAK;AACH,aAAO,eAAe,QAAQ;AAAA,IAChC,KAAK;AACH,aAAO,eAAe,QAAQ;AAAA,IAChC,KAAK;AACH,aAAO,cAAc,QAAQ;AAAA,IAC/B;AACE,aAAO,cAAc,QAAQ;AAAA,EACjC;AACF;AAEA,eAAsB,OAAsB;AAC1C,QAAM,aAAa,KAAK,QAAQ,IAAI,GAAG,iBAAiB;AAExD,MAAI,WAAW,UAAU,GAAG;AAC1B,YAAQ,IAAI,2CAA2C;AACvD;AAAA,EACF;AAEA,gBAAc,YAAY,iBAAiB,OAAO;AAClD,UAAQ,IAAI,yBAAyB;AAErC,QAAM,KAAK,qBAAqB;AAChC,QAAM,aAAa,kBAAkB,EAAE;AAEvC,UAAQ,IAAI;AAAA,4BAA+B,EAAE,EAAE;AAC/C,UAAQ,IAAI;AAAA;AAAA,IAA8B,UAAU;AAAA,CAAI;AAC1D;;;AC3DA,OAAO,QAAQ;AAQf,IAAM,UAAwB;AAAA,EAC5B;AAAA,IACE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,gBAAgB,CAAC,SAAS,cAAc;AAAA,EAC1C;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,gBAAgB,CAAC,SAAS,gBAAgB,kBAAkB;AAAA,EAC9D;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,gBAAgB,CAAC,SAAS,gBAAgB,SAAS;AAAA,EACrD;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,gBAAgB,CAAC,SAAS,gBAAgB,kBAAkB,kBAAkB;AAAA,EAChF;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,gBAAgB,CAAC,SAAS,gBAAgB,kBAAkB,kBAAkB;AAAA,EAChF;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,gBAAgB,CAAC,SAAS,gBAAgB,kBAAkB;AAAA,EAC9D;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,gBAAgB,CAAC,SAAS,cAAc;AAAA,EAC1C;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,gBAAgB,CAAC,SAAS,cAAc;AAAA,EAC1C;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,gBAAgB,CAAC,OAAO;AAAA,EAC1B;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,gBAAgB,CAAC,SAAS,cAAc;AAAA,EAC1C;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,gBAAgB,CAAC,SAAS,cAAc;AAAA,EAC1C;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,gBAAgB,CAAC,SAAS,gBAAgB,gBAAgB;AAAA,EAC5D;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,gBAAgB,CAAC,SAAS,cAAc;AAAA,EAC1C;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,gBAAgB,CAAC,SAAS,cAAc;AAAA,EAC1C;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,gBAAgB,CAAC,SAAS,cAAc;AAAA,EAC1C;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,gBAAgB,CAAC,gBAAgB,gBAAgB;AAAA,EACnD;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,gBAAgB,CAAC,cAAc;AAAA,EACjC;AAAA,EACA;AAAA,IACE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,gBAAgB,CAAC,eAAe,eAAe;AAAA,EACjD;AACF;AAEO,SAAS,cAAoB;AAClC,QAAM,YAAY;AAClB,QAAM,YAAY;AAClB,QAAM,cAAc;AAEpB,QAAM,SAAS;AAAA,IACb,GAAG,KAAK,GAAG,KAAK,SAAS,OAAO,SAAS,CAAC,CAAC;AAAA,IAC3C,GAAG,KAAK,GAAG,KAAK,OAAO,OAAO,SAAS,CAAC,CAAC;AAAA,IACzC,GAAG,KAAK,GAAG,KAAK,iBAAiB,CAAC;AAAA,EACpC,EAAE,KAAK,IAAI;AAEX,QAAM,YAAY,SAAS,OAAO,YAAY,YAAY,cAAc,CAAC;AAEzE,UAAQ,IAAI;AACZ,UAAQ,IAAI,GAAG,KAAK,qBAAqB,CAAC;AAC1C,UAAQ,IAAI,KAAK,SAAS,EAAE;AAC5B,UAAQ,IAAI,KAAK,MAAM,EAAE;AACzB,UAAQ,IAAI,KAAK,SAAS,EAAE;AAE5B,aAAW,UAAU,SAAS;AAC5B,UAAM,YAAY,OAAO,SAAS,QAAQ,GAAG,SAAS,GAAG;AACzD,UAAM,MAAM;AAAA,MACV,OAAO,KAAK,OAAO,SAAS;AAAA,MAC5B,UAAU,OAAO,KAAK,OAAO,SAAS,CAAC;AAAA,MACvC,GAAG,IAAI,OAAO,eAAe,KAAK,IAAI,CAAC;AAAA,IACzC,EAAE,KAAK,IAAI;AAEX,YAAQ,IAAI,KAAK,GAAG,EAAE;AAAA,EACxB;AAEA,UAAQ,IAAI,KAAK,SAAS,EAAE;AAC5B,UAAQ,IAAI;AACZ,UAAQ;AAAA,IACN,KAAK,GAAG,OAAO,KAAK,CAAC,kCAAkC,GAAG,MAAM,SAAS,CAAC;AAAA,EAC5E;AACA,UAAQ,IAAI;AACd;;;ACzIA,SAAS,gBAAgB;AAElB,SAAS,IAAIA,OAAsB;AACxC,MAAI,OAAO;AACX,MAAI;AAEJ,WAAS,IAAI,GAAG,IAAIA,MAAK,QAAQ,KAAK;AACpC,UAAM,MAAMA,MAAK,CAAC;AAClB,QAAI,QAAQ,gBAAgB,IAAI,IAAIA,MAAK,QAAQ;AAC/C,iBAAWA,MAAK,IAAI,CAAC,KAAK;AAC1B;AAAA,IACF,WAAW,OAAO,CAAC,IAAI,WAAW,IAAI,GAAG;AACvC,aAAO;AAAA,IACT;AAAA,EACF;AAEA,QAAM,eAAe,WAAW,eAAe,QAAQ,KAAK;AAC5D,QAAM,MAAM,mBAAmB,IAAI,IAAI,YAAY;AAEnD,UAAQ,IAAI;AAAA,uBAA0B,IAAI;AAAA,CAAI;AAE9C,MAAI;AACF,aAAS,KAAK;AAAA,MACZ,OAAO;AAAA,MACP,KAAK,QAAQ,IAAI;AAAA,IACnB,CAAC;AAAA,EACH,QAAQ;AACN,YAAQ,KAAK,CAAC;AAAA,EAChB;AACF;;;ACzBA,IAAM,OAAO,QAAQ,KAAK,MAAM,CAAC;AACjC,IAAM,UAAU,KAAK,CAAC;AAEtB,SAAS,eAAqB;AAC5B,UAAQ,IAAI,mBAAmB;AACjC;AAEA,SAAS,YAAkB;AACzB,UAAQ,IAAI;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,CAqBb;AACD;AAEA,eAAe,OAAsB;AACnC,MAAI,CAAC,WAAW,YAAY,YAAY,YAAY,MAAM;AACxD,cAAU;AACV,YAAQ,KAAK,CAAC;AAAA,EAChB;AAEA,MAAI,YAAY,eAAe,YAAY,MAAM;AAC/C,iBAAa;AACb,YAAQ,KAAK,CAAC;AAAA,EAChB;AAEA,UAAQ,SAAS;AAAA,IACf,KAAK;AACH,UAAI,KAAK,MAAM,CAAC,CAAC;AACjB;AAAA,IACF,KAAK;AACH,YAAM,KAAK;AACX;AAAA,IACF,KAAK;AACH,kBAAY;AACZ;AAAA,IACF;AACE,cAAQ,MAAM,oBAAoB,OAAO,EAAE;AAC3C,gBAAU;AACV,cAAQ,KAAK,CAAC;AAAA,EAClB;AACF;AAEA,KAAK,EAAE,MAAM,CAAC,QAAQ;AACpB,UAAQ,MAAM,GAAG;AACjB,UAAQ,KAAK,CAAC;AAChB,CAAC;","names":["args"]}

package/package.json

@@ -0,0 +1,41 @@
+{
+  "name": "@assay-ai/cli",
+  "version": "0.3.0-beta",
+  "description": "CLI for the Assay LLM evaluation framework",
+  "license": "MIT",
+  "type": "module",
+  "bin": {
+    "assay": "./dist/index.js"
+  },
+  "files": [
+    "dist"
+  ],
+  "dependencies": {
+    "picocolors": "^1.1.0",
+    "@assay-ai/core": "0.3.0-beta"
+  },
+  "devDependencies": {
+    "@types/node": "^22.0.0",
+    "tsup": "^8.3.0",
+    "typescript": "^5.7.0",
+    "@assay-ai/tsconfig": "0.0.0"
+  },
+  "keywords": [
+    "llm",
+    "evaluation",
+    "testing",
+    "ai",
+    "cli"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/assay-ai/assay",
+    "directory": "packages/cli"
+  },
+  "scripts": {
+    "build": "tsup",
+    "dev": "tsup --watch",
+    "typecheck": "tsc --noEmit",
+    "clean": "rm -rf dist .turbo"
+  }
+}