@root-signals/scorable-cli 0.2.1 → 0.4.0

package/README.md

@@ -48,17 +48,31 @@ npx @root-signals/scorable-cli judge list
 
 ## Authentication
 
-Set your Scorable API key as an environment variable:
+**Option 1 — Free demo key** (no registration required):
 
 ```bash
-export SCORABLE_API_KEY="your-api-key"
+scorable auth demo-key
 ```
 
-Get a free API key at [scorable.ai/register](https://scorable.ai/register).
+Creates a temporary key and saves it to `~/.scorable/settings.json`.
 
-### Temporary API keys
+**Option 2 — Permanent key** from [scorable.ai/register](https://scorable.ai/register):
 
-If no API key is set, the CLI will offer to create a temporary key interactively (in TTY sessions) and save it to `~/.scorable/settings.json`. The `SCORABLE_API_KEY` environment variable always takes precedence.
+```bash
+# Interactively
+scorable auth set-key
+
+# From argument
+scorable auth set-key sk-your-api-key
+```
+
+**Option 3 — Environment variable** (takes precedence over saved key):
+
+```bash
+export SCORABLE_API_KEY="sk-your-api-key"
+```
+
+The key lookup order is: `SCORABLE_API_KEY` env var → `api_key` in `~/.scorable/settings.json` → `temporary_api_key` in `~/.scorable/settings.json`.
 
 ## Judge Management
 

package/dist/auth.d.ts

@@ -1,7 +1,9 @@
 import { Scorable } from "@root-signals/scorable";
-export declare function saveSettings(settings: Record<string, unknown>): void;
+export declare function loadSettings(): Record<string, unknown>;
+export declare function saveSettings(settings: Record<string, unknown>): boolean;
 export declare function getApiKey(): string | undefined;
 export declare function getBaseUrl(): string;
 export declare function getSdkClient(apiKey: string): Scorable;
 export declare function requireApiKey(): Promise<string>;
+export declare function createDemoKey(): Promise<string>;
 //# sourceMappingURL=auth.d.ts.map

package/dist/auth.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"auth.d.ts","sourceRoot":"","sources":["../src/auth.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAuBlD,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAQpE;AAED,wBAAgB,SAAS,IAAI,MAAM,GAAG,SAAS,CAK9C;AAED,wBAAgB,UAAU,IAAI,MAAM,CAEnC;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,QAAQ,CAErD;AAED,wBAAsB,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,CA2DrD"}
+{"version":3,"file":"auth.d.ts","sourceRoot":"","sources":["../src/auth.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAYlD,wBAAgB,YAAY,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAStD;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CASvE;AAED,wBAAgB,SAAS,IAAI,MAAM,GAAG,SAAS,CAM9C;AAED,wBAAgB,UAAU,IAAI,MAAM,CAEnC;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,QAAQ,CAErD;AAED,wBAAsB,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,CAQrD;AAED,wBAAsB,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,CAarD"}

package/dist/auth.js

@@ -3,14 +3,14 @@ import { join } from "node:path";
 import { homedir } from "node:os";
 import { Scorable } from "@root-signals/scorable";
 import { CliError } from "./types.js";
-import { printError, printInfo, printSuccess } from "./output.js";
+import { printError, printInfo } from "./output.js";
 function configDir() {
     return join(homedir(), ".scorable");
 }
 function settingsPath() {
     return join(configDir(), "settings.json");
 }
-function loadSettings() {
+export function loadSettings() {
     try {
         const path = settingsPath();
         if (!existsSync(path))
@@ -27,8 +27,10 @@ export function saveSettings(settings) {
         const dir = configDir();
         mkdirSync(dir, { recursive: true, mode: 0o700 });
         writeFileSync(settingsPath(), JSON.stringify(settings, null, 2), { mode: 0o600 });
+        return true;
     }
     catch {
+        return false;
     }
 }
 export function getApiKey() {
@@ -36,6 +38,8 @@ export function getApiKey() {
     if (fromEnv)
         return fromEnv;
     const settings = loadSettings();
+    if (settings["api_key"])
+        return settings["api_key"];
     return settings["temporary_api_key"];
 }
 export function getBaseUrl() {
@@ -48,56 +52,26 @@ export async function requireApiKey() {
     const key = getApiKey();
     if (key)
         return key;
-    printError("SCORABLE_API_KEY environment variable not set.");
-    const shell = process.env["SHELL"] ?? "";
-    if (shell.includes("fish")) {
-        printInfo("Run: set -x SCORABLE_API_KEY <your_key>");
-    }
-    else {
-        printInfo("Run: export SCORABLE_API_KEY='<your_key>'");
-    }
-    if (process.stdin.isTTY && process.stdout.isTTY) {
-        const { confirm } = await import("@inquirer/prompts");
-        const answer = await confirm({
-            message: "No API key found. Create a temporary key now?",
-            default: true,
-        });
-        if (!answer) {
-            printInfo("Aborted. Please set SCORABLE_API_KEY and try again.");
-            throw new CliError(1, "Aborted");
-        }
-        try {
-            const resp = await fetch(`${getBaseUrl()}/create-demo-user/`, { method: "POST" });
-            if (!resp.ok)
-                throw new Error(`HTTP ${resp.status}`);
-            const data = (await resp.json());
-            const tempKey = data["api_key"];
-            if (!tempKey) {
-                printError("Temporary key response did not include 'api_key'.");
-                throw new CliError(1, "Missing api_key in demo response");
-            }
-            process.env["SCORABLE_API_KEY"] = tempKey;
-            const settings = loadSettings();
-            settings["temporary_api_key"] = tempKey;
-            saveSettings(settings);
-            printSuccess("Temporary API key saved to ~/.scorable/settings.json");
-            if (shell.includes("fish")) {
-                printInfo("To persist in your shell: set -x SCORABLE_API_KEY <paste_key_here>");
-            }
-            else {
-                printInfo("To persist in your shell: export SCORABLE_API_KEY='<paste_key_here>'");
-            }
-            return tempKey;
-        }
-        catch (e) {
-            if (e instanceof CliError)
-                throw e;
-            printError(`Failed to create temporary API key: ${e instanceof Error ? e.message : String(e)}`);
-            throw new CliError(1, "Failed to create temporary API key");
-        }
+    printError("No API key found.");
+    printInfo("Get a free demo key:   scorable auth demo-key");
+    printInfo("Set a permanent key:   scorable auth set-key <your-api-key>");
+    throw new CliError(1, "Missing API key");
+}
+export async function createDemoKey() {
+    try {
+        const resp = await fetch(`${getBaseUrl()}/create-demo-user/`, { method: "POST" });
+        if (!resp.ok)
+            throw new Error(`HTTP ${resp.status}`);
+        const data = (await resp.json());
+        const tempKey = data["api_key"];
+        if (!tempKey)
+            throw new Error("Response did not include 'api_key'");
+        return tempKey;
     }
-    else {
-        printInfo("Set SCORABLE_API_KEY and retry. Non-interactive session cannot prompt.");
-        throw new CliError(1, "Missing API key");
+    catch (e) {
+        if (e instanceof CliError)
+            throw e;
+        printError(`Failed to create demo key: ${e instanceof Error ? e.message : String(e)}`);
+        throw new CliError(1, "Failed to create demo key");
     }
 }

package/dist/commands/auth/index.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerAuthCommands(program: Command): void;
+//# sourceMappingURL=index.d.ts.map

package/dist/commands/auth/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/commands/auth/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAgE3D"}

package/dist/commands/auth/index.js

@@ -0,0 +1,66 @@
+import ora from "ora";
+import { loadSettings, saveSettings, createDemoKey } from "../../auth.js";
+import { printSuccess, printError } from "../../output.js";
+import { CliError } from "../../types.js";
+export function registerAuthCommands(program) {
+    const auth = program.command("auth").description("Manage authentication");
+    auth
+        .command("set-key [apiKey]")
+        .description("Save an API key to ~/.scorable/settings.json")
+        .option("--stdin", "Read the API key from stdin")
+        .action(async (apiKey, opts) => {
+        let key;
+        if (opts.stdin) {
+            const chunks = [];
+            for await (const chunk of process.stdin)
+                chunks.push(chunk);
+            key = Buffer.concat(chunks).toString().trim();
+        }
+        else if (apiKey) {
+            key = apiKey.trim();
+        }
+        else if (process.stdin.isTTY && process.stdout.isTTY) {
+            const { password } = await import("@inquirer/prompts");
+            key = (await password({ message: "Enter your API key:" })).trim();
+        }
+        else {
+            printError("No API key provided. Pass it as an argument, use --stdin, or run interactively.");
+            throw new CliError(1, "No API key provided");
+        }
+        if (!key) {
+            printError("API key must not be empty.");
+            throw new CliError(1, "Empty API key");
+        }
+        const settings = loadSettings();
+        settings["api_key"] = key;
+        if (!saveSettings(settings)) {
+            printError("Failed to save API key to ~/.scorable/settings.json");
+            throw new CliError(1, "Failed to save API key");
+        }
+        printSuccess("API key saved to ~/.scorable/settings.json");
+    });
+    auth
+        .command("demo-key")
+        .description("Create a free demo API key and save it to ~/.scorable/settings.json")
+        .action(async () => {
+        const spinner = ora("Creating demo key...").start();
+        try {
+            const key = await createDemoKey();
+            spinner.stop();
+            const settings = loadSettings();
+            settings["temporary_api_key"] = key;
+            if (!saveSettings(settings)) {
+                printError("Failed to save demo key to ~/.scorable/settings.json");
+                throw new CliError(1, "Failed to save demo key");
+            }
+            printSuccess(`Demo key saved to ~/.scorable/settings.json`);
+        }
+        catch (e) {
+            spinner.stop();
+            if (e instanceof CliError)
+                throw e;
+            printError(`Failed to create demo key: ${e instanceof Error ? e.message : String(e)}`);
+            throw new CliError(1, "Failed to create demo key");
+        }
+    });
+}

package/dist/commands/evaluator/create.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"create.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAkF9D"}
+{"version":3,"file":"create.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAkF9D"}

package/dist/commands/evaluator/create.js

@@ -1,5 +1,6 @@
+import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
-import { printInfo, printSuccess, printError, printJson, handleSdkError } from "../../output.js";
+import { printSuccess, printError, printJson, handleSdkError } from "../../output.js";
 export function registerCreateCommand(evaluator) {
     evaluator
         .command("create")
@@ -46,16 +47,17 @@ export function registerCreateCommand(evaluator) {
                 return;
             }
         }
-        printInfo("Attempting to create evaluator with payload:");
-        printJson(payload);
+        const spinner = ora("Creating...").start();
         try {
             const apiKey = await requireApiKey();
             const client = getSdkClient(apiKey);
             const result = await client.evaluators.create(payload);
+            spinner.stop();
             printSuccess("Evaluator created successfully!");
             printJson(result);
         }
         catch (e) {
+            spinner.stop();
             handleSdkError(e);
         }
     });

package/dist/commands/evaluator/delete.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"delete.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/delete.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAmC9D"}
+{"version":3,"file":"delete.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/delete.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAoC9D"}

package/dist/commands/evaluator/delete.js

@@ -1,5 +1,6 @@
+import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
-import { printInfo, printSuccess, handleSdkError } from "../../output.js";
+import { printSuccess, handleSdkError } from "../../output.js";
 import { CliError } from "../../types.js";
 export function registerDeleteCommand(evaluator) {
     evaluator
@@ -21,13 +22,15 @@ export function registerDeleteCommand(evaluator) {
                 throw new CliError(1, "Aborted");
             }
         }
-        printInfo(`Deleting evaluator ${evaluatorId}...`);
+        const spinner = ora("Deleting...").start();
         try {
             const client = getSdkClient(apiKey);
             await client.evaluators.delete(evaluatorId);
+            spinner.stop();
             printSuccess(`Evaluator ${evaluatorId} deleted successfully.`);
         }
         catch (e) {
+            spinner.stop();
             handleSdkError(e);
         }
     });

package/dist/commands/evaluator/duplicate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"duplicate.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/duplicate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpC,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAiBjE"}
+{"version":3,"file":"duplicate.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/duplicate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAkBjE"}

package/dist/commands/evaluator/duplicate.js

@@ -1,19 +1,22 @@
+import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
-import { printInfo, printSuccess, printJson, handleSdkError } from "../../output.js";
+import { printSuccess, printJson, handleSdkError } from "../../output.js";
 export function registerDuplicateCommand(evaluator) {
     evaluator
         .command("duplicate <evaluatorId>")
         .description("Duplicate an existing evaluator")
         .action(async (evaluatorId) => {
         const apiKey = await requireApiKey();
-        printInfo(`Duplicating evaluator ID: ${evaluatorId}...`);
+        const spinner = ora("Duplicating...").start();
         try {
             const client = getSdkClient(apiKey);
             const result = await client.evaluators.duplicate(evaluatorId);
+            spinner.stop();
             printSuccess(`Evaluator ${evaluatorId} duplicated successfully!`);
             printJson(result);
         }
         catch (e) {
+            spinner.stop();
             handleSdkError(e);
         }
     });

package/dist/commands/evaluator/execute-by-name.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"execute-by-name.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/execute-by-name.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,iBAAe,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIjD;AAED,wBAAsB,sBAAsB,CAC1C,aAAa,EAAE,MAAM,EACrB,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,EACD,SAAS,0BAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CAuEf;AAED,wBAAgB,4BAA4B,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CA4ErE"}
+{"version":3,"file":"execute-by-name.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/execute-by-name.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,iBAAe,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIjD;AAED,wBAAsB,sBAAsB,CAC1C,aAAa,EAAE,MAAM,EACrB,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,EACD,SAAS,0BAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CA2Ef;AAED,wBAAgB,4BAA4B,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CA4ErE"}

package/dist/commands/evaluator/execute-by-name.js

@@ -1,5 +1,6 @@
+import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
-import { printInfo, printSuccess, printError, printJson, handleSdkError } from "../../output.js";
+import { printSuccess, printError, printJson, handleSdkError } from "../../output.js";
 import { isTurnArray, isStringArray, isStringRecord } from "../../utils.js";
 async function readStdinDefault() {
     const chunks = [];
@@ -74,12 +75,18 @@ export async function executeEvaluatorByName(evaluatorName, opts, readStdin = re
             return;
         }
     }
-    printInfo(`Attempting to execute evaluator '${evaluatorName}' with payload:`);
-    printJson(payload);
-    const client = getSdkClient(apiKey);
-    const result = await client.evaluators.executeByName(evaluatorName, payload);
-    printSuccess("Evaluator execution by name successful!");
-    printJson(result);
+    const spinner = ora("Running evaluator...").start();
+    try {
+        const client = getSdkClient(apiKey);
+        const result = await client.evaluators.executeByName(evaluatorName, payload);
+        spinner.stop();
+        printSuccess("Evaluator execution by name successful!");
+        printJson(result);
+    }
+    catch (e) {
+        spinner.stop();
+        throw e;
+    }
 }
 export function registerExecuteByNameCommand(evaluator) {
     evaluator

package/dist/commands/evaluator/execute.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"execute.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/execute.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,iBAAe,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIjD;AAED,wBAAsB,gBAAgB,CACpC,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,EACD,SAAS,0BAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CAuEf;AAED,wBAAgB,sBAAsB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAgF/D"}
+{"version":3,"file":"execute.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/execute.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,iBAAe,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIjD;AAED,wBAAsB,gBAAgB,CACpC,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,EACD,SAAS,0BAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CA2Ef;AAED,wBAAgB,sBAAsB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAgF/D"}

package/dist/commands/evaluator/execute.js

@@ -1,5 +1,6 @@
+import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
-import { printInfo, printSuccess, printError, printJson, handleSdkError } from "../../output.js";
+import { printSuccess, printError, printJson, handleSdkError } from "../../output.js";
 import { isTurnArray, isStringArray, isStringRecord } from "../../utils.js";
 async function readStdinDefault() {
     const chunks = [];
@@ -74,12 +75,18 @@ export async function executeEvaluator(evaluatorId, opts, readStdin = readStdinD
             return;
         }
     }
-    printInfo(`Attempting to execute evaluator ${evaluatorId} with payload:`);
-    printJson(payload);
-    const client = getSdkClient(apiKey);
-    const result = await client.evaluators.execute(evaluatorId, payload);
-    printSuccess("Evaluator execution successful!");
-    printJson(result);
+    const spinner = ora("Running evaluator...").start();
+    try {
+        const client = getSdkClient(apiKey);
+        const result = await client.evaluators.execute(evaluatorId, payload);
+        spinner.stop();
+        printSuccess("Evaluator execution successful!");
+        printJson(result);
+    }
+    catch (e) {
+        spinner.stop();
+        throw e;
+    }
 }
 export function registerExecuteCommand(evaluator) {
     evaluator

package/dist/commands/evaluator/generate.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerGenerateCommand(evaluator: Command): void;
+//# sourceMappingURL=generate.d.ts.map

package/dist/commands/evaluator/generate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/generate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAcpC,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAwDhE"}

package/dist/commands/evaluator/generate.js

@@ -0,0 +1,49 @@
+import ora from "ora";
+import { requireApiKey } from "../../auth.js";
+import { apiRequest } from "../../client.js";
+import { printSuccess, printError, printJson } from "../../output.js";
+import { CliError } from "../../types.js";
+export function registerGenerateCommand(evaluator) {
+    evaluator
+        .command("generate")
+        .description("Generate an evaluator from scored examples using AI")
+        .requiredOption("--examples <json>", 'JSON array of scored examples, e.g. \'[{"response":"Paris","score":1.0}]\'')
+        .option("--evaluation-approach <value>", "Evaluation approach (default: pointwise_score)", "pointwise_score")
+        .action(async (opts) => {
+        const apiKey = await requireApiKey();
+        let examples;
+        try {
+            examples = JSON.parse(opts.examples);
+            if (!Array.isArray(examples) || examples.length === 0) {
+                throw new Error("Must be a non-empty array");
+            }
+        }
+        catch (e) {
+            printError(`Invalid --examples JSON: ${e instanceof Error ? e.message : String(e)}`);
+            throw new CliError(1, "Invalid examples JSON");
+        }
+        const spinner = ora("Generating evaluator (this may take a moment)...").start();
+        try {
+            const result = (await apiRequest("POST", "v1/beta/evaluation-agents/generate", {
+                payload: {
+                    examples,
+                    evaluation_approach: opts.evaluationApproach,
+                },
+                apiKey,
+            }));
+            spinner.stop();
+            if (!result) {
+                throw new CliError(1, "Generate request failed");
+            }
+            printSuccess("Evaluator generated successfully!");
+            printJson(result);
+        }
+        catch (e) {
+            spinner.stop();
+            if (e instanceof CliError)
+                throw e;
+            printError(`Failed to generate evaluator: ${e instanceof Error ? e.message : String(e)}`);
+            throw new CliError(1, "Failed to generate evaluator");
+        }
+    });
+}

package/dist/commands/evaluator/get.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"get.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/get.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpC,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAiB3D"}
+{"version":3,"file":"get.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/get.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAkB3D"}

package/dist/commands/evaluator/get.js

@@ -1,19 +1,22 @@
+import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
-import { printInfo, printSuccess, printJson, handleSdkError } from "../../output.js";
+import { printSuccess, printJson, handleSdkError } from "../../output.js";
 export function registerGetCommand(evaluator) {
     evaluator
         .command("get <evaluatorId>")
         .description("Get a specific evaluator by its ID")
         .action(async (evaluatorId) => {
         const apiKey = await requireApiKey();
-        printInfo(`Fetching evaluator with ID: ${evaluatorId}...`);
+        const spinner = ora("Fetching...").start();
         try {
             const client = getSdkClient(apiKey);
             const result = await client.evaluators.get(evaluatorId);
+            spinner.stop();
             printSuccess(`Evaluator '${result.name}' details:`);
             printJson(result);
         }
         catch (e) {
+            spinner.stop();
             handleSdkError(e);
         }
     });

package/dist/commands/evaluator/list.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"list.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/list.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CA2C5D"}
+{"version":3,"file":"list.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/list.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CA4C5D"}

package/dist/commands/evaluator/list.js

@@ -1,5 +1,6 @@
+import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
-import { printInfo, printMessage, printEvaluatorTable, handleSdkError } from "../../output.js";
+import { printMessage, printEvaluatorTable, handleSdkError } from "../../output.js";
 export function registerListCommand(evaluator) {
     evaluator
         .command("list")
@@ -22,10 +23,11 @@ export function registerListCommand(evaluator) {
             params.name = opts.name;
         if (opts.ordering !== undefined)
             params.ordering = opts.ordering;
-        printInfo(`Fetching evaluators with params: ${JSON.stringify(params)}...`);
+        const spinner = ora("Fetching...").start();
         try {
             const client = getSdkClient(apiKey);
             const response = await client.evaluators.list(params);
+            spinner.stop();
             if (!response.results.length) {
                 printMessage("No evaluators found.");
                 return;
@@ -33,6 +35,7 @@ export function registerListCommand(evaluator) {
             printEvaluatorTable(response.results, response.next);
         }
         catch (e) {
+            spinner.stop();
             handleSdkError(e);
         }
     });

package/dist/commands/evaluator/update.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"update.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/update.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CA2D9D"}
+{"version":3,"file":"update.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/update.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CA2D9D"}

package/dist/commands/evaluator/update.js

@@ -1,3 +1,4 @@
+import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
 import { printInfo, printSuccess, printError, printJson, handleSdkError } from "../../output.js";
 export function registerUpdateCommand(evaluator) {
@@ -36,15 +37,16 @@ export function registerUpdateCommand(evaluator) {
             printInfo("No update parameters provided. Aborting.");
             return;
         }
-        printInfo(`Attempting to update evaluator ${evaluatorId} with PATCH payload:`);
-        printJson(payload);
+        const spinner = ora("Updating...").start();
         try {
             const client = getSdkClient(apiKey);
             const result = await client.evaluators.update(evaluatorId, payload);
+            spinner.stop();
             printSuccess(`Evaluator ${evaluatorId} updated successfully!`);
             printJson(result);
         }
         catch (e) {
+            spinner.stop();
             handleSdkError(e);
         }
     });

package/dist/commands/execution-log/get.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"get.d.ts","sourceRoot":"","sources":["../../../src/commands/execution-log/get.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpC,wBAAgB,kBAAkB,CAAC,YAAY,EAAE,OAAO,GAAG,IAAI,CAgB9D"}
+{"version":3,"file":"get.d.ts","sourceRoot":"","sources":["../../../src/commands/execution-log/get.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,kBAAkB,CAAC,YAAY,EAAE,OAAO,GAAG,IAAI,CAiB9D"}

package/dist/commands/execution-log/get.js

@@ -1,18 +1,21 @@
+import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
-import { printInfo, printJson, handleSdkError } from "../../output.js";
+import { printJson, handleSdkError } from "../../output.js";
 export function registerGetCommand(executionLog) {
     executionLog
         .command("get <logId>")
         .description("Get a specific execution log by its ID")
         .action(async (logId) => {
         const apiKey = await requireApiKey();
-        printInfo(`Fetching execution log with ID: ${logId}...`);
+        const spinner = ora("Fetching...").start();
         try {
             const client = getSdkClient(apiKey);
             const result = await client.executionLogs.get(logId);
+            spinner.stop();
             printJson(result);
         }
         catch (e) {
+            spinner.stop();
             handleSdkError(e);
         }
     });

package/dist/commands/execution-log/list.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"list.d.ts","sourceRoot":"","sources":["../../../src/commands/execution-log/list.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,mBAAmB,CAAC,YAAY,EAAE,OAAO,GAAG,IAAI,CAgE/D"}
+{"version":3,"file":"list.d.ts","sourceRoot":"","sources":["../../../src/commands/execution-log/list.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,mBAAmB,CAAC,YAAY,EAAE,OAAO,GAAG,IAAI,CAiE/D"}

package/dist/commands/execution-log/list.js

@@ -1,5 +1,6 @@
+import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
-import { printInfo, printMessage, printExecutionLogTable, handleSdkError } from "../../output.js";
+import { printMessage, printExecutionLogTable, handleSdkError } from "../../output.js";
 export function registerListCommand(executionLog) {
     executionLog
         .command("list")
@@ -43,10 +44,11 @@ export function registerListCommand(executionLog) {
             params.created_at_before = opts.createdAtBefore;
         if (opts.ownerEmail !== undefined)
             params.owner__email = opts.ownerEmail;
-        printInfo(`Fetching execution logs...`);
+        const spinner = ora("Fetching...").start();
         try {
             const client = getSdkClient(apiKey);
             const response = await client.executionLogs.list(params);
+            spinner.stop();
             if (!response.results.length) {
                 printMessage("No execution logs found.");
                 return;
@@ -54,6 +56,7 @@ export function registerListCommand(executionLog) {
             printExecutionLogTable(response.results, response.next);
         }
         catch (e) {
+            spinner.stop();
             handleSdkError(e);
         }
     });