@orq-ai/cli 1.0.0-12 → 1.0.0-8

package/package.json

@@ -1,28 +1,13 @@
 {
   "name": "@orq-ai/cli",
-  "version": "1.0.0-12",
-  "description": "Command-line interface for discovering and running evaluation files with @orq-ai/evaluatorq, and working with Orq AI platform",
+  "version": "1.0.0-8",
   "type": "module",
   "main": "./dist/index.js",
   "module": "./dist/index.js",
   "types": "./dist/index.d.ts",
-  "license": "UNLICENSE",
-  "keywords": [
-    "cli",
-    "ai",
-    "evaluation",
-    "testing",
-    "orq",
-    "orq-ai",
-    "typescript"
-  ],
   "bin": {
     "orq": "./dist/bin/cli.js"
   },
-  "files": [
-    "dist",
-    "README.md"
-  ],
   "publishConfig": {
     "access": "public"
   },

package/src/bin/cli.ts

@@ -0,0 +1,20 @@
+#!/usr/bin/env node
+
+import { Command } from "commander";
+
+import { evaluate } from "../commands/evaluate.js";
+
+const program = new Command();
+
+program
+  .name("orq")
+  .description("CLI for running evaluatorq evaluation files")
+  .version("0.0.1");
+
+program
+  .command("evaluate <pattern>")
+  .description("Run evaluation files matching the glob pattern")
+  // .option("-w, --watch", "Watch for file changes", false)
+  .action(evaluate);
+
+program.parse(process.argv);

package/src/commands/evaluate.ts

@@ -0,0 +1,45 @@
+import path from "node:path";
+
+import { execa } from "execa";
+import { glob } from "glob";
+
+interface EvaluateOptions {
+  watch?: boolean;
+}
+
+export async function evaluate(pattern: string, _options: EvaluateOptions) {
+  // Simply run with inherited stdio - let evaluatorq handle its own output
+  const matches = await glob(pattern, {
+    absolute: true,
+    ignore: ["**/node_modules/**", "**/dist/**"],
+  });
+
+  const evalFiles = matches.filter((file) => file.endsWith(".eval.ts"));
+
+  if (evalFiles.length === 0) {
+    console.log(`No evaluation files found matching pattern: ${pattern}`);
+    console.log("Make sure your files end with .eval.ts");
+    return;
+  }
+
+  console.log("Running evaluations:\n");
+
+  for (const file of evalFiles) {
+    const fileName = path.basename(file);
+    console.log(`⚡ Running ${fileName}...`);
+
+    try {
+      await execa("tsx", [file], {
+        preferLocal: true,
+        cwd: process.cwd(),
+        stdio: "inherit",
+      });
+      console.log(`✅ ${fileName} completed\n`);
+    } catch (error) {
+      console.error(`❌ ${fileName} failed`);
+      if (error instanceof Error) {
+        console.error(`   Error: ${error.message}\n`);
+      }
+    }
+  }
+}

package/src/index.ts

@@ -0,0 +1 @@
+export * from "./lib/cli.js";

package/src/lib/cli.ts

@@ -0,0 +1 @@
+export * from "../commands/evaluate.js";

package/tsconfig.json

@@ -0,0 +1,10 @@
+{
+  "extends": "../../tsconfig.base.json",
+  "files": [],
+  "include": [],
+  "references": [
+    {
+      "path": "./tsconfig.lib.json"
+    }
+  ]
+}

package/tsconfig.lib.json

@@ -0,0 +1,14 @@
+{
+  "extends": "../../tsconfig.base.json",
+  "compilerOptions": {
+    "baseUrl": ".",
+    "rootDir": "src",
+    "outDir": "dist",
+    "tsBuildInfoFile": "dist/tsconfig.lib.tsbuildinfo",
+    "emitDeclarationOnly": false,
+    "forceConsistentCasingInFileNames": true,
+    "types": ["node"]
+  },
+  "include": ["src/**/*.ts"],
+  "references": []
+}