@root-signals/scorable-cli 0.9.1 → 0.11.0

package/README.md

@@ -136,6 +136,40 @@ Prompts for confirmation. Use `--yes` to skip.
 scorable judge duplicate <judge_id>
 ```
 
+### Generate a judge
+
+AI-powered judge generation from a plain-language description of what you want to evaluate.
+
+```bash
+scorable judge generate --intent "I am building a customer support chatbot. Evaluate that responses are helpful and follow our refund policy."
+```
+
+Attach a policy document so the generated evaluators can check compliance against it:
+
+```bash
+# Upload and generate in one step
+scorable judge generate --intent "Evaluate responses against the attached policy." --file ./policy.pdf
+
+# Or reuse an already-uploaded file
+scorable judge generate --intent "Evaluate responses against the attached policy." --file-id <file_uuid>
+```
+
+Options: `--intent` (required), `--file` (path to PDF/PNG/JPG — uploads and attaches), `--file-id` (UUID of an already-uploaded file), `--visibility` (`private`/`public`, default `private`), `--name`, `--stage`, `--extra-contexts` (JSON object, e.g. `'{"Domain":"hotel","Tone":"formal"}'`), `--reasoning-effort` (`off`/`low`/`medium`/`high`), `--judge-id` (regenerate an existing judge), `--overwrite`, `--context-aware`
+
+## File Management
+
+### Upload a file
+
+Upload a PDF or image for use as context in judge generation or evaluator execution.
+
+```bash
+scorable file upload ./policy.pdf
+```
+
+Returns a file UUID that can be passed to `judge generate --file-id` or `evaluator execute --file-ids`.
+
+Supported formats: PDF, PNG, JPG, JPEG, WEBP, SVG.
+
 ## Judge Execution
 
 ### Execute by ID
@@ -242,6 +276,59 @@ scorable evaluator execute-by-name "My Evaluator" --request "What is 2+2?" --res
 
 Accepts the same options as `execute`, including `--variables`.
 
+## Custom Model Management
+
+Bring your own LLM (BYO-LLM) — register a custom or self-hosted model, then reference it from evaluators and judges.
+
+### List models
+
+```bash
+scorable model list
+```
+
+Shows ID, name, provider, and visibility. Options: `--page-size`, `--cursor`, `--ordering`.
+
+### Get a model
+
+```bash
+scorable model get <model_id>
+```
+
+### Create a model
+
+```bash
+# SaaS provider (key inline)
+scorable model create --name my-gpt --model gpt-5.5 --key sk-...
+
+# Self-hosted / custom endpoint
+scorable model create \
+  --name azure/gpt-5.5 \
+  --model azure/gpt-5.5 \
+  --url https://my-azure-openai.openai.azure.com \
+  --key sk-...
+
+# Read the key from stdin (keeps it out of shell history)
+echo "$MY_PROVIDER_KEY" | scorable model create --name my-gpt --model gpt-5.5 --key -
+```
+
+Options: `--name` (required), `--model`, `--url` (for self-hosted endpoints), `--key` (provider API key; `-` reads from stdin), `--max-token-count`, `--max-output-token-count`.
+
+### Update a model
+
+```bash
+scorable model update <model_id> --max-output-token-count 4096
+```
+
+`update` is a PATCH — only fields you pass are sent. All `create` flags are accepted as optional updates, including `--key -` for stdin.
+
+### Delete a model
+
+```bash
+scorable model delete <model_id>
+```
+
+Prompts for confirmation. Use `--yes` to skip.
+
 ## Execution Logs
 
 ### List execution logs

package/dist/commands/evaluator/create.js

@@ -25,7 +25,7 @@ export function registerCreateCommand(evaluator) {
         }
         const payload = {
             name: opts.name,
-            predicate: opts.scoringCriteria,
+            scoring_criteria: opts.scoringCriteria,
         };
         if (opts.intent)
             payload.intent = opts.intent;

package/dist/commands/evaluator/delete.js

@@ -10,7 +10,7 @@ export function registerDeleteCommand(evaluator) {
         .action(async (evaluatorId, opts) => {
         const apiKey = await requireApiKey();
         if (!opts.yes) {
-            if (!process.stdin.isTTY && !process.stdout.isTTY) {
+            if (!process.stdin.isTTY || !process.stdout.isTTY) {
                 throw new CliError(1, "Refusing to prompt for confirmation in a non-interactive environment. Pass --yes to skip the prompt.");
             }
             const { confirm } = await import("@inquirer/prompts");

package/dist/commands/evaluator/update.js

@@ -7,7 +7,7 @@ export function registerUpdateCommand(evaluator) {
         .description("Update an existing evaluator (PATCH)")
         .option("--name <name>", "The new name for the evaluator")
         .option("--scoring-criteria <text>", "The new scoring criteria (prompt text)")
-        .option("--models <json>", "JSON array of model names. E.g., '[\"gpt-4\"]'")
+        .option("--models <json>", "JSON array of model names. E.g., '[\"gpt-5.5\"]'")
         .option("--objective-id <id>", "The new objective ID")
         .option("--objective-version-id <id>", "The new objective version ID")
         .action(async (evaluatorId, opts) => {
@@ -16,7 +16,7 @@ export function registerUpdateCommand(evaluator) {
         if (opts.name !== undefined)
             payload.name = opts.name;
         if (opts.scoringCriteria !== undefined)
-            payload.prompt = opts.scoringCriteria;
+            payload.scoring_criteria = opts.scoringCriteria;
         if (opts.objectiveId !== undefined)
             payload.objective_id = opts.objectiveId;
         if (opts.objectiveVersionId !== undefined)

package/dist/commands/file/upload.d.ts

@@ -1,4 +1,9 @@
 import { Command } from "commander";
-export declare function uploadFile(filePath: string): Promise<void>;
+export interface UploadedFile {
+    id: string;
+}
+export declare function uploadFile(filePath: string, { silent }?: {
+    silent?: boolean;
+}): Promise<UploadedFile>;
 export declare function registerUploadCommand(file: Command): void;
 //# sourceMappingURL=upload.d.ts.map

package/dist/commands/file/upload.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../../src/commands/file/upload.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAQpC,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAuBhE;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CA2BzD"}
+{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../../src/commands/file/upload.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AASpC,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,MAAM,EAChB,EAAE,MAAc,EAAE,GAAE;IAAE,MAAM,CAAC,EAAE,OAAO,CAAA;CAAO,GAC5C,OAAO,CAAC,YAAY,CAAC,CA0BvB;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CA2BzD"}

package/dist/commands/file/upload.js

@@ -4,11 +4,12 @@ import * as path from "path";
 import { requireApiKey } from "../../auth.js";
 import { printSuccess, printError, printJson, handleSdkError } from "../../output.js";
 import { getSdkClient } from "../../auth.js";
-export async function uploadFile(filePath) {
+import { CliError } from "../../types.js";
+export async function uploadFile(filePath, { silent = false } = {}) {
     const apiKey = await requireApiKey();
     if (!fs.existsSync(filePath)) {
         printError(`File not found: ${filePath}`);
-        process.exit(1);
+        throw new CliError(1, "file_not_found");
     }
     const client = getSdkClient(apiKey);
     const fileName = path.basename(filePath);
@@ -18,8 +19,11 @@ export async function uploadFile(filePath) {
     try {
         const result = await client.files.upload(blob, fileName);
         spinner.stop();
-        printSuccess("File uploaded successfully!");
-        printJson(result);
+        if (!silent) {
+            printSuccess("File uploaded successfully!");
+            printJson(result);
+        }
+        return result;
     }
     catch (e) {
         spinner.stop();

package/dist/commands/judge/delete.js

@@ -10,7 +10,7 @@ export function registerDeleteCommand(judge) {
         .action(async (judgeId, opts) => {
         const apiKey = await requireApiKey();
         if (!opts.yes) {
-            if (!process.stdin.isTTY && !process.stdout.isTTY) {
+            if (!process.stdin.isTTY || !process.stdout.isTTY) {
                 throw new CliError(1, "Refusing to prompt for confirmation in a non-interactive environment. Pass --yes to skip the prompt.");
             }
             const { confirm } = await import("@inquirer/prompts");

package/dist/commands/judge/exec-openai.js

@@ -5,7 +5,7 @@ export function registerExecOpenaiCommand(judge) {
     judge
         .command("exec-openai <judgeIdInPath>")
         .description("Execute a specific judge via the OpenAI compatible API")
-        .requiredOption("--model <model>", "LLM model for judge execution (e.g., gpt-4o)")
+        .requiredOption("--model <model>", "LLM model for judge execution (e.g., gpt-5.5)")
         .requiredOption("--messages <json>", "JSON string of the messages payload")
         .option("--extra-body <json>", "Optional JSON string for extra_body parameters")
         .action(async (judgeIdInPath, opts) => {

package/dist/commands/judge/generate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/generate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAcpC,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CA2H5D"}
+{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/generate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAepC,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CA8I5D"}

package/dist/commands/judge/generate.js

@@ -3,6 +3,7 @@ import chalk from "chalk";
 import { requireApiKey, getSdkClient } from "../../auth.js";
 import { printSuccess, printError, printWarning, printInfo, printJson, handleSdkError, } from "../../output.js";
 import { CliError } from "../../types.js";
+import { uploadFile } from "../file/upload.js";
 export function registerGenerateCommand(judge) {
     judge
         .command("generate")
@@ -23,6 +24,8 @@ offer to connect the guest with a human agent when uncertain."`)
         .option("--overwrite", "Overwrite existing judge with the same name", false)
         .option("--extra-contexts <json>", 'JSON object of additional context key-value pairs, e.g. \'{"Tone Of Voice":"formal","Domain":"hotel chatbot"}\'')
         .option("--context-aware", "Enable context-aware evaluators for RAG applications (hallucination detection, context drift, etc.)", false)
+        .option("--file <path>", "Path to a file (PDF, PNG, JPG) to upload and attach as context for the judge")
+        .option("--file-id <id>", "ID of an already-uploaded file to use as context for the judge")
         .action(async (opts) => {
         const acceptedVisibilities = ["private", "public"];
         const visibility = opts.visibility;
@@ -30,6 +33,10 @@ offer to connect the guest with a human agent when uncertain."`)
             printError(`Invalid --visibility value: "${visibility}". Accepted values: private, public.`);
             throw new CliError(1, "invalid_visibility");
         }
+        if (opts.file && opts.fileId) {
+            printError("Cannot use both --file and --file-id. Provide one or the other.");
+            throw new CliError(1, "conflicting_file_options");
+        }
         const apiKey = await requireApiKey();
         let extra_contexts;
         if (opts.extraContexts) {
@@ -43,6 +50,11 @@ offer to connect the guest with a human agent when uncertain."`)
         }
         const spinner = ora("Generating judge (this may take a moment)...").start();
         try {
+            let fileId = opts.fileId;
+            if (opts.file) {
+                const uploaded = await uploadFile(opts.file, { silent: true });
+                fileId = uploaded.id;
+            }
             const client = getSdkClient(apiKey);
             const result = (await client.judges.generate({
                 intent: opts.intent,
@@ -51,6 +63,7 @@ offer to connect the guest with a human agent when uncertain."`)
                 name: opts.name,
                 stage: opts.stage,
                 judge_id: opts.judgeId,
+                file_id: fileId,
                 extra_contexts: extra_contexts ?? null,
                 enable_context_aware_evaluators: opts.contextAware || undefined,
                 ...(opts.reasoningEffort && {

package/dist/commands/model/create.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerCreateCommand(model: Command): void;
+//# sourceMappingURL=create.d.ts.map

package/dist/commands/model/create.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create.d.ts","sourceRoot":"","sources":["../../../src/commands/model/create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAYpC,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAgD1D"}

package/dist/commands/model/create.js

@@ -0,0 +1,48 @@
+import ora from "ora";
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printSuccess, printJson, handleSdkError } from "../../output.js";
+async function readKeyFromStdin() {
+    const chunks = [];
+    for await (const chunk of process.stdin)
+        chunks.push(chunk);
+    return Buffer.concat(chunks).toString().trim();
+}
+export function registerCreateCommand(model) {
+    model
+        .command("create")
+        .description("Create a new custom model")
+        .requiredOption("--name <name>", "Model name (unique within your organization)")
+        .option("--model <model>", "Underlying model identifier (e.g. 'gpt-5.5')")
+        .option("--url <url>", "API base URL (for self-hosted or non-SaaS endpoints)")
+        .option("--key <value>", "Provider API key. Pass '-' to read the key from stdin (avoids shell history leak)")
+        .option("--max-token-count <number>", "Maximum total tokens", parseInt)
+        .option("--max-output-token-count <number>", "Maximum output tokens", parseInt)
+        .action(async (opts) => {
+        const apiKey = await requireApiKey();
+        const payload = { name: opts.name };
+        if (opts.model !== undefined)
+            payload.model = opts.model;
+        if (opts.url !== undefined)
+            payload.url = opts.url;
+        if (opts.maxTokenCount !== undefined)
+            payload.max_token_count = opts.maxTokenCount;
+        if (opts.maxOutputTokenCount !== undefined) {
+            payload.max_output_token_count = opts.maxOutputTokenCount;
+        }
+        if (opts.key !== undefined) {
+            payload.default_key = opts.key === "-" ? await readKeyFromStdin() : opts.key;
+        }
+        const spinner = ora("Creating...").start();
+        try {
+            const client = getSdkClient(apiKey);
+            const result = await client.models.create(payload);
+            spinner.stop();
+            printSuccess("Model created successfully!");
+            printJson(result);
+        }
+        catch (e) {
+            spinner.stop();
+            handleSdkError(e);
+        }
+    });
+}

package/dist/commands/model/delete.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerDeleteCommand(model: Command): void;
+//# sourceMappingURL=delete.d.ts.map

package/dist/commands/model/delete.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"delete.d.ts","sourceRoot":"","sources":["../../../src/commands/model/delete.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAoC1D"}

package/dist/commands/model/delete.js

@@ -0,0 +1,37 @@
+import ora from "ora";
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printSuccess, handleSdkError } from "../../output.js";
+import { CliError } from "../../types.js";
+export function registerDeleteCommand(model) {
+    model
+        .command("delete <modelId>")
+        .description("Delete a custom model by its ID")
+        .option("--yes", "Skip confirmation prompt")
+        .action(async (modelId, opts) => {
+        const apiKey = await requireApiKey();
+        if (!opts.yes) {
+            if (!process.stdin.isTTY || !process.stdout.isTTY) {
+                throw new CliError(1, "Refusing to prompt for confirmation in a non-interactive environment. Pass --yes to skip the prompt.");
+            }
+            const { confirm } = await import("@inquirer/prompts");
+            const ok = await confirm({
+                message: "Are you sure you want to delete this model?",
+                default: false,
+            });
+            if (!ok) {
+                throw new CliError(1, "Aborted");
+            }
+        }
+        const spinner = ora("Deleting...").start();
+        try {
+            const client = getSdkClient(apiKey);
+            await client.models.delete(modelId);
+            spinner.stop();
+            printSuccess(`Model ${modelId} deleted successfully.`);
+        }
+        catch (e) {
+            spinner.stop();
+            handleSdkError(e);
+        }
+    });
+}

package/dist/commands/model/get.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerGetCommand(model: Command): void;
+//# sourceMappingURL=get.d.ts.map

package/dist/commands/model/get.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get.d.ts","sourceRoot":"","sources":["../../../src/commands/model/get.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAkBvD"}

package/dist/commands/model/get.js

@@ -0,0 +1,23 @@
+import ora from "ora";
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printSuccess, printJson, handleSdkError } from "../../output.js";
+export function registerGetCommand(model) {
+    model
+        .command("get <modelId>")
+        .description("Get a specific model by its ID")
+        .action(async (modelId) => {
+        const apiKey = await requireApiKey();
+        const spinner = ora("Fetching...").start();
+        try {
+            const client = getSdkClient(apiKey);
+            const result = await client.models.get(modelId);
+            spinner.stop();
+            printSuccess(`Model '${result.name}' details:`);
+            printJson(result);
+        }
+        catch (e) {
+            spinner.stop();
+            handleSdkError(e);
+        }
+    });
+}

package/dist/commands/model/index.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerModelCommands(program: Command): void;
+//# sourceMappingURL=index.d.ts.map

package/dist/commands/model/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/commands/model/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAU5D"}

package/dist/commands/model/index.js

@@ -0,0 +1,15 @@
+import { Command } from "commander";
+import { registerListCommand } from "./list.js";
+import { registerGetCommand } from "./get.js";
+import { registerCreateCommand } from "./create.js";
+import { registerUpdateCommand } from "./update.js";
+import { registerDeleteCommand } from "./delete.js";
+export function registerModelCommands(program) {
+    const model = new Command("model").description("Custom model management commands");
+    registerListCommand(model);
+    registerGetCommand(model);
+    registerCreateCommand(model);
+    registerUpdateCommand(model);
+    registerDeleteCommand(model);
+    program.addCommand(model);
+}

package/dist/commands/model/list.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerListCommand(model: Command): void;
+//# sourceMappingURL=list.d.ts.map

package/dist/commands/model/list.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"list.d.ts","sourceRoot":"","sources":["../../../src/commands/model/list.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAgCxD"}

package/dist/commands/model/list.js

@@ -0,0 +1,36 @@
+import ora from "ora";
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printMessage, printModelTable, handleSdkError } from "../../output.js";
+export function registerListCommand(model) {
+    model
+        .command("list")
+        .description("List models")
+        .option("--page-size <number>", "Number of results to return per page", parseInt)
+        .option("--cursor <cursor>", "The pagination cursor value")
+        .option("--ordering <field>", "Which field to use for ordering the results")
+        .action(async (opts) => {
+        const apiKey = await requireApiKey();
+        const params = {};
+        if (opts.pageSize !== undefined)
+            params.page_size = opts.pageSize;
+        if (opts.cursor !== undefined)
+            params.cursor = opts.cursor;
+        if (opts.ordering !== undefined)
+            params.ordering = opts.ordering;
+        const spinner = ora("Fetching...").start();
+        try {
+            const client = getSdkClient(apiKey);
+            const response = await client.models.list(params);
+            spinner.stop();
+            if (!response.results.length) {
+                printMessage("No models found.");
+                return;
+            }
+            printModelTable(response.results, response.next);
+        }
+        catch (e) {
+            spinner.stop();
+            handleSdkError(e);
+        }
+    });
+}

package/dist/commands/model/update.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerUpdateCommand(model: Command): void;
+//# sourceMappingURL=update.d.ts.map

package/dist/commands/model/update.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"update.d.ts","sourceRoot":"","sources":["../../../src/commands/model/update.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAYpC,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAyD1D"}

package/dist/commands/model/update.js

@@ -0,0 +1,54 @@
+import ora from "ora";
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printInfo, printSuccess, printJson, handleSdkError } from "../../output.js";
+async function readKeyFromStdin() {
+    const chunks = [];
+    for await (const chunk of process.stdin)
+        chunks.push(chunk);
+    return Buffer.concat(chunks).toString().trim();
+}
+export function registerUpdateCommand(model) {
+    model
+        .command("update <modelId>")
+        .description("Update an existing model (PATCH — only provided fields are sent)")
+        .option("--name <name>", "New model name")
+        .option("--model <model>", "Underlying model identifier")
+        .option("--url <url>", "API base URL")
+        .option("--key <value>", "Provider API key. Pass '-' to read the key from stdin (avoids shell history leak)")
+        .option("--max-token-count <number>", "Maximum total tokens", parseInt)
+        .option("--max-output-token-count <number>", "Maximum output tokens", parseInt)
+        .action(async (modelId, opts) => {
+        const apiKey = await requireApiKey();
+        const payload = {};
+        if (opts.name !== undefined)
+            payload.name = opts.name;
+        if (opts.model !== undefined)
+            payload.model = opts.model;
+        if (opts.url !== undefined)
+            payload.url = opts.url;
+        if (opts.maxTokenCount !== undefined)
+            payload.max_token_count = opts.maxTokenCount;
+        if (opts.maxOutputTokenCount !== undefined) {
+            payload.max_output_token_count = opts.maxOutputTokenCount;
+        }
+        if (opts.key !== undefined) {
+            payload.default_key = opts.key === "-" ? await readKeyFromStdin() : opts.key;
+        }
+        if (Object.keys(payload).length === 0) {
+            printInfo("No update parameters provided. Aborting.");
+            return;
+        }
+        const spinner = ora("Updating...").start();
+        try {
+            const client = getSdkClient(apiKey);
+            const result = await client.models.patch(modelId, payload);
+            spinner.stop();
+            printSuccess(`Model ${modelId} updated successfully!`);
+            printJson(result);
+        }
+        catch (e) {
+            spinner.stop();
+            handleSdkError(e);
+        }
+    });
+}

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAIA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAmDpC,wBAAgB,SAAS,IAAI,OAAO,CAuBnC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAIA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAoDpC,wBAAgB,SAAS,IAAI,OAAO,CAwBnC"}

package/dist/index.js

@@ -13,6 +13,7 @@ import { registerSkillsAddCommand } from "./commands/skills-add.js";
 import { registerFileCommands } from "./commands/file/index.js";
 import { registerOtelFilterCommands } from "./commands/otel-filter/index.js";
 import { registerOtelTraceCommands } from "./commands/otel-trace/index.js";
+import { registerModelCommands } from "./commands/model/index.js";
 const { version } = createRequire(import.meta.url)("../package.json");
 function buildBanner(ver) {
     const logo = chalk.hex("#4D9FFF");
@@ -67,6 +68,7 @@ export function createCli() {
     registerFileCommands(program);
     registerOtelFilterCommands(program);
     registerOtelTraceCommands(program);
+    registerModelCommands(program);
     return program;
 }
 if (realpathSync(fileURLToPath(import.meta.url)) === realpathSync(process.argv[1])) {

package/dist/output.d.ts

@@ -1,4 +1,4 @@
-import type { Judge, EvaluatorListItem, ExecutionLogList } from "@root-signals/scorable";
+import type { Judge, EvaluatorListItem, ExecutionLogList, ModelList } from "@root-signals/scorable";
 export declare function printJson(data: unknown): void;
 export declare function printError(msg: string): void;
 export declare function handleSdkError(e: unknown): never;
@@ -8,5 +8,6 @@ export declare function printWarning(msg: string): void;
 export declare function printMessage(msg: string): void;
 export declare function printJudgeTable(judges: Judge[], nextCursor?: string): void;
 export declare function printEvaluatorTable(evaluators: EvaluatorListItem[], nextCursor?: string): void;
+export declare function printModelTable(models: ModelList[], nextCursor?: string): void;
 export declare function printExecutionLogTable(logs: ExecutionLogList[], nextCursor?: string): void;
 //# sourceMappingURL=output.d.ts.map

package/dist/output.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"output.d.ts","sourceRoot":"","sources":["../src/output.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,KAAK,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAoBzF,wBAAgB,SAAS,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CAE7C;AAED,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE5C;AAED,wBAAgB,cAAc,CAAC,CAAC,EAAE,OAAO,GAAG,KAAK,CAKhD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE9C;AAED,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE3C;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE9C;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE9C;AAMD,wBAAgB,eAAe,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAmB1E;AAED,wBAAgB,mBAAmB,CAAC,UAAU,EAAE,iBAAiB,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAmB9F;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,gBAAgB,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAoB1F"}
+{"version":3,"file":"output.d.ts","sourceRoot":"","sources":["../src/output.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,KAAK,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAoBpG,wBAAgB,SAAS,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CAE7C;AAED,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE5C;AAED,wBAAgB,cAAc,CAAC,CAAC,EAAE,OAAO,GAAG,KAAK,CAKhD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE9C;AAED,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE3C;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE9C;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE9C;AAMD,wBAAgB,eAAe,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAmB1E;AAED,wBAAgB,mBAAmB,CAAC,UAAU,EAAE,iBAAiB,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAmB9F;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAmB9E;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,gBAAgB,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAoB1F"}

package/dist/output.js

@@ -80,6 +80,23 @@ export function printEvaluatorTable(evaluators, nextCursor) {
         printInfo(`Next page available. Use --cursor "${cursor}"`);
     }
 }
+export function printModelTable(models, nextCursor) {
+    const table = new Table({
+        head: ["ID", "Name", "Provider", "Visibility"].map((h) => chalk.bold.cyan(h)),
+        chars: UNICODE_CHARS,
+        colWidths: [38, 32, 22, 18],
+        wordWrap: true,
+    });
+    for (const m of models) {
+        const provider = m.provider?.name ?? "";
+        table.push([m.id, m.name, provider, m.visibility ?? ""]);
+    }
+    console.log(table.toString());
+    if (nextCursor) {
+        const cursor = nextCursor.split("cursor=")[1] ?? nextCursor;
+        printInfo(`Next page available. Use --cursor "${cursor}"`);
+    }
+}
 export function printExecutionLogTable(logs, nextCursor) {
     const table = new Table({
         head: ["ID", "Item Name", "Type", "Score", "Created At"].map((h) => chalk.bold.cyan(h)),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@root-signals/scorable-cli",
-  "version": "0.9.1",
+  "version": "0.11.0",
   "description": "CLI for Scorable",
   "license": "Apache-2.0",
   "author": "Scorable",
@@ -32,7 +32,7 @@
   },
   "dependencies": {
     "@inquirer/prompts": "^8.3.2",
-    "@root-signals/scorable": "^0.6.1",
+    "@root-signals/scorable": "^0.8.0",
     "chalk": "^5.6.2",
     "cli-table3": "^0.6.5",
     "commander": "^14.0.3",