@root-signals/scorable-cli 0.4.1 → 0.6.0

package/dist/commands/evaluator/create.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"create.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAkF9D"}
+{"version":3,"file":"create.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CA+E9D"}

package/dist/commands/evaluator/create.js

@@ -9,7 +9,6 @@ export function registerCreateCommand(evaluator) {
         .requiredOption("--scoring-criteria <text>", "The scoring criteria prompt. Must contain {{ request }} and/or {{ response }} as placeholders.")
         .option("--intent <intent>", "The intent for the evaluator (mutually exclusive with --objective-id)")
         .option("--objective-id <id>", "Objective ID (mutually exclusive with --intent)")
-        .option("--system-message <text>", "System message for the evaluator")
         .option("--models <json>", "JSON array of model names, in priority order. E.g., '[\"gpt-5-mini\"]'")
         .option("--overwrite", "Overwrite if evaluator with same name exists")
         .option("--objective-version-id <id>", "Objective version ID")
@@ -32,8 +31,6 @@ export function registerCreateCommand(evaluator) {
             payload.intent = opts.intent;
         if (opts.objectiveId)
             payload.objective_id = opts.objectiveId;
-        if (opts.systemMessage)
-            payload.system_message = opts.systemMessage;
         if (opts.overwrite !== undefined)
             payload.overwrite = opts.overwrite;
         if (opts.objectiveVersionId)

package/dist/commands/evaluator/export-yaml.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerExportYamlCommand(evaluator: Command): void;
+//# sourceMappingURL=export-yaml.d.ts.map

package/dist/commands/evaluator/export-yaml.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"export-yaml.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/export-yaml.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAwBlE"}

package/dist/commands/evaluator/export-yaml.js

@@ -0,0 +1,31 @@
+import { writeFileSync } from "node:fs";
+import ora from "ora";
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printSuccess, handleSdkError } from "../../output.js";
+export function registerExportYamlCommand(evaluator) {
+    evaluator
+        .command("export-yaml")
+        .description("Export an evaluator as a YAML file")
+        .argument("<id>", "Evaluator ID")
+        .option("--output <file>", "Write YAML to this file instead of stdout")
+        .action(async (id, opts) => {
+        const spinner = ora("Exporting…").start();
+        try {
+            const apiKey = await requireApiKey();
+            const client = getSdkClient(apiKey);
+            const yaml = await client.evaluators.exportYaml(id);
+            spinner.stop();
+            if (opts.output) {
+                writeFileSync(opts.output, yaml, "utf8");
+                printSuccess(`Evaluator exported to ${opts.output}`);
+            }
+            else {
+                process.stdout.write(yaml);
+            }
+        }
+        catch (e) {
+            spinner.stop();
+            handleSdkError(e);
+        }
+    });
+}

package/dist/commands/evaluator/import-yaml.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerImportYamlCommand(evaluator: Command): void;
+//# sourceMappingURL=import-yaml.d.ts.map

package/dist/commands/evaluator/import-yaml.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"import-yaml.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/import-yaml.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CA2ClE"}

package/dist/commands/evaluator/import-yaml.js

@@ -0,0 +1,49 @@
+import { readFileSync } from "node:fs";
+import ora from "ora";
+import { requireApiKey, getBaseUrl } from "../../auth.js";
+import { printSuccess, printError, printJson, handleSdkError } from "../../output.js";
+export function registerImportYamlCommand(evaluator) {
+    evaluator
+        .command("import-yaml")
+        .description("Import an evaluator from a YAML file")
+        .requiredOption("--file <path>", "Path to the YAML file to import")
+        .option("--overwrite", "Overwrite if an evaluator with the same name already exists")
+        .action(async (opts) => {
+        let yamlContent;
+        try {
+            yamlContent = readFileSync(opts.file, "utf8");
+        }
+        catch {
+            printError(`Could not read file: ${opts.file}`);
+            return;
+        }
+        const spinner = ora("Importing…").start();
+        try {
+            const apiKey = await requireApiKey();
+            const baseUrl = getBaseUrl();
+            const response = await fetch(`${baseUrl}/v1/evaluators/import-yaml/`, {
+                method: "POST",
+                headers: {
+                    Authorization: `Api-Key ${apiKey}`,
+                    "Content-Type": "application/json",
+                },
+                body: JSON.stringify({ yaml: yamlContent, overwrite: opts.overwrite ?? false }),
+            });
+            if (!response.ok) {
+                spinner.stop();
+                const text = await response.text();
+                printError(`Import failed (${response.status}): ${text}`);
+                return;
+            }
+            const result = (await response.json());
+            spinner.stop();
+            const name = typeof result["name"] === "string" ? result["name"] : "evaluator";
+            printSuccess(`Evaluator "${name}" imported successfully!`);
+            printJson(result);
+        }
+        catch (e) {
+            spinner.stop();
+            handleSdkError(e);
+        }
+    });
+}

package/dist/commands/evaluator/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAUpC,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAahE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAYpC,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAehE"}

package/dist/commands/evaluator/index.js

@@ -7,6 +7,8 @@ import { registerDeleteCommand } from "./delete.js";
 import { registerExecuteCommand } from "./execute.js";
 import { registerExecuteByNameCommand } from "./execute-by-name.js";
 import { registerDuplicateCommand } from "./duplicate.js";
+import { registerExportYamlCommand } from "./export-yaml.js";
+import { registerImportYamlCommand } from "./import-yaml.js";
 export function registerEvaluatorCommands(program) {
     const evaluator = new Command("evaluator").description("Evaluator management commands");
     registerListCommand(evaluator);
@@ -17,5 +19,7 @@ export function registerEvaluatorCommands(program) {
     registerExecuteCommand(evaluator);
     registerExecuteByNameCommand(evaluator);
     registerDuplicateCommand(evaluator);
+    registerExportYamlCommand(evaluator);
+    registerImportYamlCommand(evaluator);
     program.addCommand(evaluator);
 }

package/dist/commands/evaluator/update.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"update.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/update.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CA2D9D"}
+{"version":3,"file":"update.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/update.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAwD9D"}

package/dist/commands/evaluator/update.js

@@ -7,7 +7,6 @@ export function registerUpdateCommand(evaluator) {
         .description("Update an existing evaluator (PATCH)")
         .option("--name <name>", "The new name for the evaluator")
         .option("--scoring-criteria <text>", "The new scoring criteria (prompt text)")
-        .option("--system-message <text>", "The new system message")
         .option("--models <json>", "JSON array of model names. E.g., '[\"gpt-4\"]'")
         .option("--objective-id <id>", "The new objective ID")
         .option("--objective-version-id <id>", "The new objective version ID")
@@ -18,8 +17,6 @@ export function registerUpdateCommand(evaluator) {
             payload.name = opts.name;
         if (opts.scoringCriteria !== undefined)
             payload.prompt = opts.scoringCriteria;
-        if (opts.systemMessage !== undefined)
-            payload.system_message = opts.systemMessage;
         if (opts.objectiveId !== undefined)
             payload.objective_id = opts.objectiveId;
         if (opts.objectiveVersionId !== undefined)

package/dist/commands/judge/generate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/generate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAcpC,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CA4H5D"}
+{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/generate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAcpC,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CA2H5D"}

package/dist/commands/judge/generate.js

@@ -30,7 +30,6 @@ offer to connect the guest with a human agent when uncertain."`)
             printError(`Invalid --visibility value: "${visibility}". Accepted values: private, public.`);
             throw new CliError(1, "invalid_visibility");
         }
-        const apiVisibility = visibility === "private" ? "unlisted" : "public";
         const apiKey = await requireApiKey();
         let extra_contexts;
         if (opts.extraContexts) {
@@ -45,9 +44,9 @@ offer to connect the guest with a human agent when uncertain."`)
         const spinner = ora("Generating judge (this may take a moment)...").start();
         try {
             const client = getSdkClient(apiKey);
-            const result = await client.judges.generate({
+            const result = (await client.judges.generate({
                 intent: opts.intent,
-                visibility: apiVisibility,
+                visibility: visibility,
                 overwrite: opts.overwrite,
                 name: opts.name,
                 stage: opts.stage,
@@ -59,7 +58,7 @@ offer to connect the guest with a human agent when uncertain."`)
                         reasoning_effort: opts.reasoningEffort,
                     },
                 }),
-            });
+            }));
             spinner.stop();
             if (result.error_code === "multiple_stages") {
                 printWarning("Multiple evaluation stages detected. Each judge covers one stage.");

package/dist/commands/judge/list.js

@@ -12,7 +12,7 @@ export function registerListCommand(judge) {
         .option("--ordering <field>", "Which field to use for ordering the results")
         .action(async (opts) => {
         const apiKey = await requireApiKey();
-        const params = { is_public: false };
+        const params = {};
         if (opts.pageSize !== undefined)
             params.page_size = opts.pageSize;
         if (opts.cursor !== undefined)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@root-signals/scorable-cli",
-  "version": "0.4.1",
+  "version": "0.6.0",
   "description": "CLI for Scorable",
   "license": "Apache-2.0",
   "author": "Scorable",
@@ -31,7 +31,7 @@
   },
   "dependencies": {
     "@inquirer/prompts": "^8.3.2",
-    "@root-signals/scorable": "^0.3.1",
+    "@root-signals/scorable": "^0.5.0",
     "chalk": "^5.6.2",
     "cli-table3": "^0.6.5",
     "commander": "^14.0.3",