@root-signals/scorable-cli 0.5.0 → 0.6.0

package/dist/commands/evaluator/create.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"create.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAkF9D"}
+{"version":3,"file":"create.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CA+E9D"}

package/dist/commands/evaluator/create.js

@@ -9,7 +9,6 @@ export function registerCreateCommand(evaluator) {
         .requiredOption("--scoring-criteria <text>", "The scoring criteria prompt. Must contain {{ request }} and/or {{ response }} as placeholders.")
         .option("--intent <intent>", "The intent for the evaluator (mutually exclusive with --objective-id)")
         .option("--objective-id <id>", "Objective ID (mutually exclusive with --intent)")
-        .option("--system-message <text>", "System message for the evaluator")
         .option("--models <json>", "JSON array of model names, in priority order. E.g., '[\"gpt-5-mini\"]'")
         .option("--overwrite", "Overwrite if evaluator with same name exists")
         .option("--objective-version-id <id>", "Objective version ID")
@@ -32,8 +31,6 @@ export function registerCreateCommand(evaluator) {
             payload.intent = opts.intent;
         if (opts.objectiveId)
             payload.objective_id = opts.objectiveId;
-        if (opts.systemMessage)
-            payload.system_message = opts.systemMessage;
         if (opts.overwrite !== undefined)
             payload.overwrite = opts.overwrite;
         if (opts.objectiveVersionId)

package/dist/commands/evaluator/update.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"update.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/update.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CA2D9D"}
+{"version":3,"file":"update.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/update.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAwD9D"}

package/dist/commands/evaluator/update.js

@@ -7,7 +7,6 @@ export function registerUpdateCommand(evaluator) {
         .description("Update an existing evaluator (PATCH)")
         .option("--name <name>", "The new name for the evaluator")
         .option("--scoring-criteria <text>", "The new scoring criteria (prompt text)")
-        .option("--system-message <text>", "The new system message")
         .option("--models <json>", "JSON array of model names. E.g., '[\"gpt-4\"]'")
         .option("--objective-id <id>", "The new objective ID")
         .option("--objective-version-id <id>", "The new objective version ID")
@@ -18,8 +17,6 @@ export function registerUpdateCommand(evaluator) {
             payload.name = opts.name;
         if (opts.scoringCriteria !== undefined)
             payload.prompt = opts.scoringCriteria;
-        if (opts.systemMessage !== undefined)
-            payload.system_message = opts.systemMessage;
         if (opts.objectiveId !== undefined)
             payload.objective_id = opts.objectiveId;
         if (opts.objectiveVersionId !== undefined)

package/dist/commands/judge/generate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/generate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAcpC,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CA4H5D"}
+{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/generate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAcpC,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CA2H5D"}

package/dist/commands/judge/generate.js

@@ -30,7 +30,6 @@ offer to connect the guest with a human agent when uncertain."`)
             printError(`Invalid --visibility value: "${visibility}". Accepted values: private, public.`);
             throw new CliError(1, "invalid_visibility");
         }
-        const apiVisibility = visibility === "private" ? "unlisted" : "public";
         const apiKey = await requireApiKey();
         let extra_contexts;
         if (opts.extraContexts) {
@@ -45,9 +44,9 @@ offer to connect the guest with a human agent when uncertain."`)
         const spinner = ora("Generating judge (this may take a moment)...").start();
         try {
             const client = getSdkClient(apiKey);
-            const result = await client.judges.generate({
+            const result = (await client.judges.generate({
                 intent: opts.intent,
-                visibility: apiVisibility,
+                visibility: visibility,
                 overwrite: opts.overwrite,
                 name: opts.name,
                 stage: opts.stage,
@@ -59,7 +58,7 @@ offer to connect the guest with a human agent when uncertain."`)
                         reasoning_effort: opts.reasoningEffort,
                     },
                 }),
-            });
+            }));
             spinner.stop();
             if (result.error_code === "multiple_stages") {
                 printWarning("Multiple evaluation stages detected. Each judge covers one stage.");

package/dist/commands/judge/list.js

@@ -12,7 +12,7 @@ export function registerListCommand(judge) {
         .option("--ordering <field>", "Which field to use for ordering the results")
         .action(async (opts) => {
         const apiKey = await requireApiKey();
-        const params = { is_public: false };
+        const params = {};
         if (opts.pageSize !== undefined)
             params.page_size = opts.pageSize;
         if (opts.cursor !== undefined)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@root-signals/scorable-cli",
-  "version": "0.5.0",
+  "version": "0.6.0",
   "description": "CLI for Scorable",
   "license": "Apache-2.0",
   "author": "Scorable",
@@ -31,7 +31,7 @@
   },
   "dependencies": {
     "@inquirer/prompts": "^8.3.2",
-    "@root-signals/scorable": "^0.4.0",
+    "@root-signals/scorable": "^0.5.0",
     "chalk": "^5.6.2",
     "cli-table3": "^0.6.5",
     "commander": "^14.0.3",