@root-signals/scorable-cli 0.4.0 → 0.5.0

package/README.md

@@ -24,6 +24,10 @@
   </a>
 </p>
 
+<p align="center">
+  <video src="https://github.com/user-attachments/assets/3475573e-b20c-405b-acc6-ee48709998fa" width="800" autoplay loop muted></video>
+</p>
+
 The `scorable` CLI is a command-line tool for interacting with the Scorable API. It lets you manage and execute Judges and Evaluators, view execution logs, and run prompt testing experiments directly from the terminal.
 
 Requires **Node.js 20 or higher**.
@@ -74,6 +78,18 @@ export SCORABLE_API_KEY="sk-your-api-key"
 
 The key lookup order is: `SCORABLE_API_KEY` env var → `api_key` in `~/.scorable/settings.json` → `temporary_api_key` in `~/.scorable/settings.json`.
 
+## Scorable Skills for AI Coding Agents
+
+Install Scorable skills into your project so your AI coding agent (Claude Code, Cursor, etc.) can integrate evaluators automatically:
+
+```bash
+scorable skills-add
+```
+
+Once installed, open your coding agent in your AI powered project and use the prompt:
+
+> "Integrate scorable evaluators"
+
 ## Judge Management
 
 ### List judges

package/dist/commands/evaluator/export-yaml.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerExportYamlCommand(evaluator: Command): void;
+//# sourceMappingURL=export-yaml.d.ts.map

package/dist/commands/evaluator/export-yaml.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"export-yaml.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/export-yaml.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAwBlE"}

package/dist/commands/evaluator/export-yaml.js

@@ -0,0 +1,31 @@
+import { writeFileSync } from "node:fs";
+import ora from "ora";
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printSuccess, handleSdkError } from "../../output.js";
+export function registerExportYamlCommand(evaluator) {
+    evaluator
+        .command("export-yaml")
+        .description("Export an evaluator as a YAML file")
+        .argument("<id>", "Evaluator ID")
+        .option("--output <file>", "Write YAML to this file instead of stdout")
+        .action(async (id, opts) => {
+        const spinner = ora("Exporting…").start();
+        try {
+            const apiKey = await requireApiKey();
+            const client = getSdkClient(apiKey);
+            const yaml = await client.evaluators.exportYaml(id);
+            spinner.stop();
+            if (opts.output) {
+                writeFileSync(opts.output, yaml, "utf8");
+                printSuccess(`Evaluator exported to ${opts.output}`);
+            }
+            else {
+                process.stdout.write(yaml);
+            }
+        }
+        catch (e) {
+            spinner.stop();
+            handleSdkError(e);
+        }
+    });
+}

package/dist/commands/evaluator/import-yaml.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerImportYamlCommand(evaluator: Command): void;
+//# sourceMappingURL=import-yaml.d.ts.map

package/dist/commands/evaluator/import-yaml.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"import-yaml.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/import-yaml.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CA2ClE"}

package/dist/commands/evaluator/import-yaml.js

@@ -0,0 +1,49 @@
+import { readFileSync } from "node:fs";
+import ora from "ora";
+import { requireApiKey, getBaseUrl } from "../../auth.js";
+import { printSuccess, printError, printJson, handleSdkError } from "../../output.js";
+export function registerImportYamlCommand(evaluator) {
+    evaluator
+        .command("import-yaml")
+        .description("Import an evaluator from a YAML file")
+        .requiredOption("--file <path>", "Path to the YAML file to import")
+        .option("--overwrite", "Overwrite if an evaluator with the same name already exists")
+        .action(async (opts) => {
+        let yamlContent;
+        try {
+            yamlContent = readFileSync(opts.file, "utf8");
+        }
+        catch {
+            printError(`Could not read file: ${opts.file}`);
+            return;
+        }
+        const spinner = ora("Importing…").start();
+        try {
+            const apiKey = await requireApiKey();
+            const baseUrl = getBaseUrl();
+            const response = await fetch(`${baseUrl}/v1/evaluators/import-yaml/`, {
+                method: "POST",
+                headers: {
+                    Authorization: `Api-Key ${apiKey}`,
+                    "Content-Type": "application/json",
+                },
+                body: JSON.stringify({ yaml: yamlContent, overwrite: opts.overwrite ?? false }),
+            });
+            if (!response.ok) {
+                spinner.stop();
+                const text = await response.text();
+                printError(`Import failed (${response.status}): ${text}`);
+                return;
+            }
+            const result = (await response.json());
+            spinner.stop();
+            const name = typeof result["name"] === "string" ? result["name"] : "evaluator";
+            printSuccess(`Evaluator "${name}" imported successfully!`);
+            printJson(result);
+        }
+        catch (e) {
+            spinner.stop();
+            handleSdkError(e);
+        }
+    });
+}

package/dist/commands/evaluator/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAUpC,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAahE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAYpC,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAehE"}

package/dist/commands/evaluator/index.js

@@ -7,6 +7,8 @@ import { registerDeleteCommand } from "./delete.js";
 import { registerExecuteCommand } from "./execute.js";
 import { registerExecuteByNameCommand } from "./execute-by-name.js";
 import { registerDuplicateCommand } from "./duplicate.js";
+import { registerExportYamlCommand } from "./export-yaml.js";
+import { registerImportYamlCommand } from "./import-yaml.js";
 export function registerEvaluatorCommands(program) {
     const evaluator = new Command("evaluator").description("Evaluator management commands");
     registerListCommand(evaluator);
@@ -17,5 +19,7 @@ export function registerEvaluatorCommands(program) {
     registerExecuteCommand(evaluator);
     registerExecuteByNameCommand(evaluator);
     registerDuplicateCommand(evaluator);
+    registerExportYamlCommand(evaluator);
+    registerImportYamlCommand(evaluator);
     program.addCommand(evaluator);
 }

package/dist/commands/prompt-test/index.js

@@ -8,6 +8,6 @@ function buildPtGroup(name) {
     return pt;
 }
 export function registerPromptTestCommands(program) {
-    program.addCommand(buildPtGroup("pt"));
+    program.addCommand(buildPtGroup("pt"), { hidden: true });
     program.addCommand(buildPtGroup("prompt-test"));
 }

package/dist/commands/skills-add.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerSkillsAddCommand(program: Command): void;
+//# sourceMappingURL=skills-add.d.ts.map

package/dist/commands/skills-add.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"skills-add.d.ts","sourceRoot":"","sources":["../../src/commands/skills-add.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpC,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CA0B/D"}

package/dist/commands/skills-add.js

@@ -0,0 +1,29 @@
+import { spawn } from "node:child_process";
+import { CliError } from "../types.js";
+import { printSuccess, printInfo } from "../output.js";
+export function registerSkillsAddCommand(program) {
+    program
+        .command("skills-add")
+        .description("Install Scorable Skills for coding agents")
+        .action(async () => {
+        await new Promise((resolve, reject) => {
+            const child = spawn("npx", ["skills", "add", "root-signals/scorable-skills"], {
+                stdio: "inherit",
+            });
+            child.on("close", (code) => {
+                if (code !== 0) {
+                    reject(new CliError(code ?? 1, `skills add exited with code ${code}`));
+                }
+                else {
+                    resolve();
+                }
+            });
+            child.on("error", (err) => {
+                reject(new CliError(1, `Failed to run npx skills: ${err.message}`));
+            });
+        });
+        console.log();
+        printSuccess("Scorable skills installed.");
+        printInfo('Open your coding agent in your AI powered project and use the prompt: "Integrate scorable evaluators"');
+    });
+}

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAIA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA6CpC,wBAAgB,SAAS,IAAI,OAAO,CAmBnC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAIA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAgDpC,wBAAgB,SAAS,IAAI,OAAO,CAoBnC"}

package/dist/index.js

@@ -9,6 +9,7 @@ import { registerPromptTestCommands } from "./commands/prompt-test/index.js";
 import { registerEvaluatorCommands } from "./commands/evaluator/index.js";
 import { registerExecutionLogCommands } from "./commands/execution-log/index.js";
 import { registerAuthCommands } from "./commands/auth/index.js";
+import { registerSkillsAddCommand } from "./commands/skills-add.js";
 const { version } = createRequire(import.meta.url)("../package.json");
 function buildBanner(ver) {
     const logo = chalk.hex("#4D9FFF");
@@ -35,7 +36,9 @@ function buildGettingStarted() {
         `  ${num("1")} Authenticate ${chalk.dim("(pick one)")}:`,
         `       ${cmd("$ scorable auth demo-key")}           ${chalk.dim("# for quick testing")}`,
         `       ${cmd("$ scorable auth set-key <api-key>")}  ${chalk.dim("# permanent key")}`,
-        `  ${num("2")} Explore resources:`,
+        `  ${num("2")} Install skills for your AI coding agent:`,
+        `       ${cmd("$ scorable skills-add")}`,
+        `  ${num("3")} Explore resources:`,
         `       ${cmd("$ scorable judge list")}`,
         `       ${cmd("$ scorable evaluator list")}`,
         "",
@@ -57,6 +60,7 @@ export function createCli() {
     registerEvaluatorCommands(program);
     registerExecutionLogCommands(program);
     registerAuthCommands(program);
+    registerSkillsAddCommand(program);
     return program;
 }
 if (realpathSync(fileURLToPath(import.meta.url)) === realpathSync(process.argv[1])) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@root-signals/scorable-cli",
-  "version": "0.4.0",
+  "version": "0.5.0",
   "description": "CLI for Scorable",
   "license": "Apache-2.0",
   "author": "Scorable",
@@ -31,7 +31,7 @@
   },
   "dependencies": {
     "@inquirer/prompts": "^8.3.2",
-    "@root-signals/scorable": "^0.3.1",
+    "@root-signals/scorable": "^0.4.0",
     "chalk": "^5.6.2",
     "cli-table3": "^0.6.5",
     "commander": "^14.0.3",