@root-signals/scorable-cli 0.2.1 → 0.4.0

package/dist/commands/judge/create.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"create.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CA+C1D"}
+{"version":3,"file":"create.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CA+C1D"}

package/dist/commands/judge/create.js

@@ -1,5 +1,6 @@
+import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
-import { printInfo, printSuccess, printError, printJson, handleSdkError } from "../../output.js";
+import { printSuccess, printError, printJson, handleSdkError } from "../../output.js";
 export function registerCreateCommand(judge) {
     judge
         .command("create")
@@ -22,15 +23,16 @@ export function registerCreateCommand(judge) {
                 return;
             }
         }
-        printInfo("Attempting to create judge with payload:");
-        printJson(payload);
+        const spinner = ora("Creating...").start();
         try {
             const client = getSdkClient(apiKey);
             const result = await client.judges.create(payload);
+            spinner.stop();
             printSuccess("Judge created successfully!");
             printJson(result);
         }
         catch (e) {
+            spinner.stop();
             handleSdkError(e);
         }
     });

package/dist/commands/judge/delete.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"delete.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/delete.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAmC1D"}
+{"version":3,"file":"delete.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/delete.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAoC1D"}

package/dist/commands/judge/delete.js

@@ -1,5 +1,6 @@
+import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
-import { printInfo, printSuccess, handleSdkError } from "../../output.js";
+import { printSuccess, handleSdkError } from "../../output.js";
 import { CliError } from "../../types.js";
 export function registerDeleteCommand(judge) {
     judge
@@ -21,13 +22,15 @@ export function registerDeleteCommand(judge) {
                 throw new CliError(1, "Aborted");
             }
         }
-        printInfo(`Deleting judge ${judgeId}...`);
+        const spinner = ora("Deleting...").start();
         try {
             const client = getSdkClient(apiKey);
             await client.judges.delete(judgeId);
+            spinner.stop();
             printSuccess(`Judge ${judgeId} deleted successfully.`);
         }
         catch (e) {
+            spinner.stop();
             handleSdkError(e);
         }
     });

package/dist/commands/judge/duplicate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"duplicate.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/duplicate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpC,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAiB7D"}
+{"version":3,"file":"duplicate.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/duplicate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAkB7D"}

package/dist/commands/judge/duplicate.js

@@ -1,19 +1,22 @@
+import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
-import { printInfo, printSuccess, printJson, handleSdkError } from "../../output.js";
+import { printSuccess, printJson, handleSdkError } from "../../output.js";
 export function registerDuplicateCommand(judge) {
     judge
         .command("duplicate <judgeId>")
         .description("Duplicate an existing judge")
         .action(async (judgeId) => {
         const apiKey = await requireApiKey();
-        printInfo(`Duplicating judge ID: ${judgeId}...`);
+        const spinner = ora("Duplicating...").start();
         try {
             const client = getSdkClient(apiKey);
             const result = await client.judges.duplicate(judgeId);
+            spinner.stop();
             printSuccess(`Judge ${judgeId} duplicated successfully!`);
             printJson(result);
         }
         catch (e) {
+            spinner.stop();
             handleSdkError(e);
         }
     });

package/dist/commands/judge/execute-by-name.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"execute-by-name.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/execute-by-name.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,iBAAe,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIjD;AAED,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,EACD,SAAS,0BAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CAyDf;AAED,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAkEjE"}
+{"version":3,"file":"execute-by-name.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/execute-by-name.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,iBAAe,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIjD;AAED,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,EACD,SAAS,0BAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CA6Df;AAED,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAkEjE"}

package/dist/commands/judge/execute-by-name.js

@@ -1,5 +1,6 @@
+import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
-import { printInfo, printSuccess, printError, printJson, handleSdkError } from "../../output.js";
+import { printSuccess, printError, printJson, handleSdkError } from "../../output.js";
 import { isTurnArray, isStringArray } from "../../utils.js";
 async function readStdinDefault() {
     const chunks = [];
@@ -60,12 +61,18 @@ export async function executeJudgeByName(judgeName, opts, readStdin = readStdinD
             return;
         }
     }
-    printInfo(`Attempting to execute judge '${judgeName}' with payload:`);
-    printJson(payload);
-    const client = getSdkClient(apiKey);
-    const result = await client.judges.executeByName(judgeName, payload);
-    printSuccess("Judge execution by name successful!");
-    printJson(result);
+    const spinner = ora("Running judge...").start();
+    try {
+        const client = getSdkClient(apiKey);
+        const result = await client.judges.executeByName(judgeName, payload);
+        spinner.stop();
+        printSuccess("Judge execution by name successful!");
+        printJson(result);
+    }
+    catch (e) {
+        spinner.stop();
+        throw e;
+    }
 }
 export function registerExecuteByNameCommand(judge) {
     judge

package/dist/commands/judge/execute.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"execute.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/execute.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,iBAAe,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIjD;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,MAAM,EACf,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,EACD,SAAS,0BAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CAyDf;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAyE3D"}
+{"version":3,"file":"execute.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/execute.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,iBAAe,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIjD;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,MAAM,EACf,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,EACD,SAAS,0BAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CA6Df;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAyE3D"}

package/dist/commands/judge/execute.js

@@ -1,5 +1,6 @@
+import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
-import { printInfo, printSuccess, printError, printJson, handleSdkError } from "../../output.js";
+import { printSuccess, printError, printJson, handleSdkError } from "../../output.js";
 import { isTurnArray, isStringArray } from "../../utils.js";
 async function readStdinDefault() {
     const chunks = [];
@@ -60,12 +61,18 @@ export async function executeJudge(judgeId, opts, readStdin = readStdinDefault)
             return;
         }
     }
-    printInfo(`Attempting to execute judge ${judgeId} with payload:`);
-    printJson(payload);
-    const client = getSdkClient(apiKey);
-    const result = await client.judges.execute(judgeId, payload);
-    printSuccess("Judge execution successful!");
-    printJson(result);
+    const spinner = ora("Running judge...").start();
+    try {
+        const client = getSdkClient(apiKey);
+        const result = await client.judges.execute(judgeId, payload);
+        spinner.stop();
+        printSuccess("Judge execution successful!");
+        printJson(result);
+    }
+    catch (e) {
+        spinner.stop();
+        throw e;
+    }
 }
 export function registerExecuteCommand(judge) {
     judge

package/dist/commands/judge/generate.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerGenerateCommand(judge: Command): void;
+//# sourceMappingURL=generate.d.ts.map

package/dist/commands/judge/generate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/generate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAcpC,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CA4H5D"}

package/dist/commands/judge/generate.js

@@ -0,0 +1,98 @@
+import ora from "ora";
+import chalk from "chalk";
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printSuccess, printError, printWarning, printInfo, printJson, handleSdkError, } from "../../output.js";
+import { CliError } from "../../types.js";
+export function registerGenerateCommand(judge) {
+    judge
+        .command("generate")
+        .description("Generate a judge from an intent description using AI")
+        .addHelpText("after", `
+Example:
+  $ scorable judge generate \\
+      --intent "I am building a customer support chatbot for a hotel chain. \\
+I want to evaluate that responses are helpful, accurate, and reflect our brand tone. \\
+The chatbot must never make promises about pricing or availability, and should always \\
+offer to connect the guest with a human agent when uncertain."`)
+        .requiredOption("--intent <text>", "Detailed description of what the judge should evaluate")
+        .option("--visibility <value>", "Visibility of the generated judge: private, public", "private")
+        .option("--name <name>", "Optional name for the generated judge")
+        .option("--stage <stage>", "Stage name for the judge")
+        .option("--reasoning-effort <value>", "Reasoning effort for generation: off, low, medium, high")
+        .option("--judge-id <id>", "ID of an existing judge to regenerate")
+        .option("--overwrite", "Overwrite existing judge with the same name", false)
+        .option("--extra-contexts <json>", 'JSON object of additional context key-value pairs, e.g. \'{"Tone Of Voice":"formal","Domain":"hotel chatbot"}\'')
+        .option("--context-aware", "Enable context-aware evaluators for RAG applications (hallucination detection, context drift, etc.)", false)
+        .action(async (opts) => {
+        const acceptedVisibilities = ["private", "public"];
+        const visibility = opts.visibility;
+        if (!acceptedVisibilities.includes(visibility)) {
+            printError(`Invalid --visibility value: "${visibility}". Accepted values: private, public.`);
+            throw new CliError(1, "invalid_visibility");
+        }
+        const apiVisibility = visibility === "private" ? "unlisted" : "public";
+        const apiKey = await requireApiKey();
+        let extra_contexts;
+        if (opts.extraContexts) {
+            try {
+                extra_contexts = JSON.parse(opts.extraContexts);
+            }
+            catch {
+                printError("Invalid --extra-contexts JSON: must be a key-value object.");
+                throw new CliError(1, "Invalid extra-contexts JSON");
+            }
+        }
+        const spinner = ora("Generating judge (this may take a moment)...").start();
+        try {
+            const client = getSdkClient(apiKey);
+            const result = await client.judges.generate({
+                intent: opts.intent,
+                visibility: apiVisibility,
+                overwrite: opts.overwrite,
+                name: opts.name,
+                stage: opts.stage,
+                judge_id: opts.judgeId,
+                extra_contexts: extra_contexts ?? null,
+                enable_context_aware_evaluators: opts.contextAware || undefined,
+                ...(opts.reasoningEffort && {
+                    generating_model_params: {
+                        reasoning_effort: opts.reasoningEffort,
+                    },
+                }),
+            });
+            spinner.stop();
+            if (result.error_code === "multiple_stages") {
+                printWarning("Multiple evaluation stages detected. Each judge covers one stage.");
+                printInfo("Detected stages:");
+                for (const s of result.stages ?? []) {
+                    console.log(`    ${chalk.cyan("·")} ${s}`);
+                }
+                printInfo('Re-run with --stage "<stage name>" to target a specific stage.');
+                throw new CliError(1, "multiple_stages");
+            }
+            if (result.error_code) {
+                printError(`Generation failed with error code: ${result.error_code}`);
+                throw new CliError(1, result.error_code ?? "generation_failed");
+            }
+            const missingContext = result.missing_context_from_system_goal;
+            if (missingContext?.length) {
+                printSuccess("Judge created — but additional context would improve it:");
+                console.log();
+                for (const field of missingContext) {
+                    console.log(`    ${chalk.bold(field.form_field_name)}`);
+                    console.log(`    ${chalk.dim(field.form_field_description)}`);
+                    console.log();
+                }
+                printInfo(`Re-run with --judge-id "${result.judge_id}" and --extra-contexts to refine.`);
+            }
+            else {
+                printSuccess("Judge generated successfully!");
+            }
+            printJson(result);
+        }
+        catch (e) {
+            spinner.stop();
+            handleSdkError(e);
+        }
+    });
+}

package/dist/commands/judge/get.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"get.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/get.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpC,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAiBvD"}
+{"version":3,"file":"get.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/get.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAkBvD"}

package/dist/commands/judge/get.js

@@ -1,19 +1,22 @@
+import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
-import { printInfo, printSuccess, printJson, handleSdkError } from "../../output.js";
+import { printSuccess, printJson, handleSdkError } from "../../output.js";
 export function registerGetCommand(judge) {
     judge
         .command("get <judgeId>")
         .description("Get a specific judge by its ID")
         .action(async (judgeId) => {
         const apiKey = await requireApiKey();
-        printInfo(`Fetching judge with ID: ${judgeId}...`);
+        const spinner = ora("Fetching...").start();
         try {
             const client = getSdkClient(apiKey);
             const result = await client.judges.get(judgeId);
+            spinner.stop();
             printSuccess(`Judge '${result.name}' details:`);
             printJson(result);
         }
         catch (e) {
+            spinner.stop();
             handleSdkError(e);
         }
     });

package/dist/commands/judge/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAYpC,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAe5D"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAapC,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAgB5D"}

package/dist/commands/judge/index.js

@@ -7,6 +7,7 @@ import { registerDeleteCommand } from "./delete.js";
 import { registerExecuteCommand } from "./execute.js";
 import { registerExecuteByNameCommand } from "./execute-by-name.js";
 import { registerDuplicateCommand } from "./duplicate.js";
+import { registerGenerateCommand } from "./generate.js";
 import { registerExecOpenaiCommand } from "./exec-openai.js";
 import { registerExecOpenaiGenericCommand } from "./exec-openai-generic.js";
 export function registerJudgeCommands(program) {
@@ -19,6 +20,7 @@ export function registerJudgeCommands(program) {
     registerExecuteCommand(judge);
     registerExecuteByNameCommand(judge);
     registerDuplicateCommand(judge);
+    registerGenerateCommand(judge);
     registerExecOpenaiCommand(judge);
     registerExecOpenaiGenericCommand(judge);
     program.addCommand(judge);

package/dist/commands/judge/list.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"list.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/list.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CA2CxD"}
+{"version":3,"file":"list.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/list.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CA4CxD"}

package/dist/commands/judge/list.js

@@ -1,5 +1,6 @@
+import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
-import { printInfo, printMessage, printJudgeTable, handleSdkError } from "../../output.js";
+import { printMessage, printJudgeTable, handleSdkError } from "../../output.js";
 export function registerListCommand(judge) {
     judge
         .command("list")
@@ -22,10 +23,11 @@ export function registerListCommand(judge) {
             params.name = opts.name;
         if (opts.ordering !== undefined)
             params.ordering = opts.ordering;
-        printInfo(`Fetching judges with params: ${JSON.stringify(params)}...`);
+        const spinner = ora("Fetching...").start();
         try {
             const client = getSdkClient(apiKey);
             const response = await client.judges.list(params);
+            spinner.stop();
             if (!response.results.length) {
                 printMessage("No judges found.");
                 return;
@@ -33,6 +35,7 @@ export function registerListCommand(judge) {
             printJudgeTable(response.results, response.next);
         }
         catch (e) {
+            spinner.stop();
             handleSdkError(e);
         }
     });

package/dist/commands/judge/update.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"update.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/update.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAkD1D"}
+{"version":3,"file":"update.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/update.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAkD1D"}

package/dist/commands/judge/update.js

@@ -1,3 +1,4 @@
+import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
 import { printInfo, printSuccess, printError, printJson, handleSdkError } from "../../output.js";
 export function registerUpdateCommand(judge) {
@@ -27,15 +28,16 @@ export function registerUpdateCommand(judge) {
             printInfo("No update parameters provided. Aborting.");
             return;
         }
-        printInfo(`Attempting to update judge ${judgeId} with PATCH payload:`);
-        printJson(payload);
+        const spinner = ora("Updating...").start();
         try {
             const client = getSdkClient(apiKey);
             const result = await client.judges.update(judgeId, payload);
+            spinner.stop();
             printSuccess(`Judge ${judgeId} updated successfully!`);
             printJson(result);
         }
         catch (e) {
+            spinner.stop();
             handleSdkError(e);
         }
     });

package/dist/commands/prompt-test/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/commands/prompt-test/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA0FpC,wBAAsB,cAAc,CAClC,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,UAAU,EAAE,MAAM,EAClB,KAAK,GAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAiD,GACnF,OAAO,CAAC,IAAI,CAAC,CAiHf;AAED,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,OAAO,GAAG,IAAI,CAYpD"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/commands/prompt-test/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA6GpC,wBAAsB,cAAc,CAClC,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,UAAU,EAAE,MAAM,EAClB,KAAK,GAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAiD,GACnF,OAAO,CAAC,IAAI,CAAC,CAiHf;AAED,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,OAAO,GAAG,IAAI,CAYpD"}

package/dist/commands/prompt-test/run.js

@@ -1,9 +1,27 @@
 import { readFileSync, writeFileSync } from "node:fs";
 import yaml from "js-yaml";
+import chalk from "chalk";
 import Table from "cli-table3";
 import { requireApiKey } from "../../auth.js";
 import { apiRequest } from "../../client.js";
 import { printInfo, printSuccess, printWarning, printError, handleSdkError } from "../../output.js";
+const UNICODE_CHARS = {
+    top: "─",
+    "top-mid": "┬",
+    "top-left": "┌",
+    "top-right": "┐",
+    bottom: "─",
+    "bottom-mid": "┴",
+    "bottom-left": "└",
+    "bottom-right": "┘",
+    left: "│",
+    "left-mid": "├",
+    mid: "─",
+    "mid-mid": "┼",
+    right: "│",
+    "right-mid": "┤",
+    middle: "│",
+};
 import { CliError } from "../../types.js";
 function isPromptTestComplete(exp) {
     if (!exp.tasks.length)
@@ -12,8 +30,8 @@ function isPromptTestComplete(exp) {
 }
 function displayProgressTable(experiments) {
     const table = new Table({
-        head: ["Prompt Test ID", "Status", "Tasks Completed"],
-        style: { head: ["cyan"] },
+        head: ["Prompt Test ID", "Status", "Tasks Completed"].map((h) => chalk.bold.cyan(h)),
+        chars: UNICODE_CHARS,
     });
     for (const exp of experiments) {
         const done = exp.tasks.filter((t) => t.status === "completed" || t.status === "failed").length;
@@ -48,8 +66,8 @@ function displayAggregatedResults(experiments) {
             "Latency (s)",
             "Output",
             ...sortedEvalIds.map((id) => allEvaluators.get(id)),
-        ],
-        style: { head: ["cyan"] },
+        ].map((h) => chalk.bold.cyan(h)),
+        chars: UNICODE_CHARS,
         wordWrap: true,
     });
     for (const exp of experiments) {

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAGA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,SAAS,IAAI,OAAO,CAYnC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAIA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA6CpC,wBAAgB,SAAS,IAAI,OAAO,CAmBnC"}

package/dist/index.js

@@ -1,20 +1,62 @@
 #!/usr/bin/env node
 import { realpathSync } from "node:fs";
 import { fileURLToPath } from "node:url";
+import { createRequire } from "node:module";
 import { Command } from "commander";
+import chalk from "chalk";
 import { registerJudgeCommands } from "./commands/judge/index.js";
 import { registerPromptTestCommands } from "./commands/prompt-test/index.js";
 import { registerEvaluatorCommands } from "./commands/evaluator/index.js";
 import { registerExecutionLogCommands } from "./commands/execution-log/index.js";
+import { registerAuthCommands } from "./commands/auth/index.js";
+const { version } = createRequire(import.meta.url)("../package.json");
+function buildBanner(ver) {
+    const logo = chalk.hex("#4D9FFF");
+    const name = chalk.bold.hex("#4D9FFF")("scorable");
+    const tag = chalk.dim(`v${ver}`);
+    const tagline = chalk.dim("Measurement & Control for LLM Automations");
+    const line = chalk.dim("─".repeat(52));
+    return [
+        "",
+        `  ${logo("┌─┐")}  ${name}  ${tag}`,
+        `  ${logo("╰◈╯")}  ${tagline}`,
+        `     ${line}`,
+    ].join("\n");
+}
+function buildGettingStarted() {
+    const header = chalk.bold("Getting started");
+    const line = chalk.dim("─".repeat(52));
+    const num = (n) => chalk.dim(n + ".");
+    const cmd = (s) => chalk.cyan(s);
+    return [
+        "",
+        `  ${header}`,
+        `  ${line}`,
+        `  ${num("1")} Authenticate ${chalk.dim("(pick one)")}:`,
+        `       ${cmd("$ scorable auth demo-key")}           ${chalk.dim("# for quick testing")}`,
+        `       ${cmd("$ scorable auth set-key <api-key>")}  ${chalk.dim("# permanent key")}`,
+        `  ${num("2")} Explore resources:`,
+        `       ${cmd("$ scorable judge list")}`,
+        `       ${cmd("$ scorable evaluator list")}`,
+        "",
+    ].join("\n");
+}
 export function createCli() {
     const program = new Command()
         .name("scorable")
         .description("A CLI tool to interact with the Scorable API")
-        .exitOverride();
+        .version(version, "-V, --version", "Print version number")
+        .addHelpText("before", buildBanner(version))
+        .addHelpText("after", buildGettingStarted())
+        .exitOverride()
+        .action(() => {
+        program.outputHelp();
+    });
     registerJudgeCommands(program);
     registerPromptTestCommands(program);
     registerEvaluatorCommands(program);
     registerExecutionLogCommands(program);
+    registerAuthCommands(program);
     return program;
 }
 if (realpathSync(fileURLToPath(import.meta.url)) === realpathSync(process.argv[1])) {

package/dist/output.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"output.d.ts","sourceRoot":"","sources":["../src/output.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,KAAK,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAEzF,wBAAgB,SAAS,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CAE7C;AAED,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE5C;AAED,wBAAgB,cAAc,CAAC,CAAC,EAAE,OAAO,GAAG,KAAK,CAKhD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE9C;AAED,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE3C;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE9C;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE9C;AAMD,wBAAgB,eAAe,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAmB1E;AAED,wBAAgB,mBAAmB,CAAC,UAAU,EAAE,iBAAiB,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAmB9F;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,gBAAgB,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAoB1F"}
+{"version":3,"file":"output.d.ts","sourceRoot":"","sources":["../src/output.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,KAAK,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAoBzF,wBAAgB,SAAS,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CAE7C;AAED,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE5C;AAED,wBAAgB,cAAc,CAAC,CAAC,EAAE,OAAO,GAAG,KAAK,CAKhD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE9C;AAED,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE3C;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE9C;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE9C;AAMD,wBAAgB,eAAe,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAmB1E;AAED,wBAAgB,mBAAmB,CAAC,UAAU,EAAE,iBAAiB,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAmB9F;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,gBAAgB,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAoB1F"}

package/dist/output.js

@@ -1,11 +1,28 @@
 import chalk from "chalk";
 import Table from "cli-table3";
 import { CliError } from "./types.js";
+const UNICODE_CHARS = {
+    top: "─",
+    "top-mid": "┬",
+    "top-left": "┌",
+    "top-right": "┐",
+    bottom: "─",
+    "bottom-mid": "┴",
+    "bottom-left": "└",
+    "bottom-right": "┘",
+    left: "│",
+    "left-mid": "├",
+    mid: "─",
+    "mid-mid": "┼",
+    right: "│",
+    "right-mid": "┤",
+    middle: "│",
+};
 export function printJson(data) {
     console.log(JSON.stringify(data, null, 2));
 }
 export function printError(msg) {
-    console.error(chalk.bold.red("Error:") + " " + msg);
+    console.error(chalk.red("✖") + " " + msg);
 }
 export function handleSdkError(e) {
     if (e instanceof CliError)
@@ -15,13 +32,13 @@ export function handleSdkError(e) {
     throw new CliError(1, message);
 }
 export function printSuccess(msg) {
-    console.log(chalk.bold.green("Success:") + " " + msg);
+    console.log(chalk.green("✔") + " " + msg);
 }
 export function printInfo(msg) {
-    console.log(chalk.bold.blue("Info:") + " " + msg);
+    console.log(chalk.cyan("›") + " " + msg);
 }
 export function printWarning(msg) {
-    console.log(chalk.bold.yellow("Warning:") + " " + msg);
+    console.log(chalk.yellow("⚠") + " " + msg);
 }
 export function printMessage(msg) {
     console.log(msg);
@@ -31,8 +48,8 @@ function truncate(s, max) {
 }
 export function printJudgeTable(judges, nextCursor) {
     const table = new Table({
-        head: ["ID", "Name", "Intent", "Created At"],
-        style: { head: ["cyan"] },
+        head: ["ID", "Name", "Intent", "Created At"].map((h) => chalk.bold.cyan(h)),
+        chars: UNICODE_CHARS,
         colWidths: [38, 30, 52, 12],
         wordWrap: true,
     });
@@ -48,8 +65,8 @@ export function printJudgeTable(judges, nextCursor) {
 }
 export function printEvaluatorTable(evaluators, nextCursor) {
     const table = new Table({
-        head: ["ID", "Name", "Created At"],
-        style: { head: ["cyan"] },
+        head: ["ID", "Name", "Created At"].map((h) => chalk.bold.cyan(h)),
+        chars: UNICODE_CHARS,
         colWidths: [38, 30, 12],
         wordWrap: true,
     });
@@ -65,8 +82,8 @@ export function printEvaluatorTable(evaluators, nextCursor) {
 }
 export function printExecutionLogTable(logs, nextCursor) {
     const table = new Table({
-        head: ["ID", "Item Name", "Type", "Score", "Created At"],
-        style: { head: ["cyan"] },
+        head: ["ID", "Item Name", "Type", "Score", "Created At"].map((h) => chalk.bold.cyan(h)),
+        chars: UNICODE_CHARS,
         colWidths: [38, 30, 15, 8, 12],
         wordWrap: true,
     });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@root-signals/scorable-cli",
-  "version": "0.2.1",
+  "version": "0.4.0",
   "description": "CLI for Scorable",
   "license": "Apache-2.0",
   "author": "Scorable",
@@ -31,7 +31,7 @@
   },
   "dependencies": {
     "@inquirer/prompts": "^8.3.2",
-    "@root-signals/scorable": "^0.3.0",
+    "@root-signals/scorable": "^0.3.1",
     "chalk": "^5.6.2",
     "cli-table3": "^0.6.5",
     "commander": "^14.0.3",