@root-signals/scorable-cli 0.13.0 → 0.15.0

package/dist/commands/judge/generate.js

@@ -4,6 +4,7 @@ import { z } from "zod";
 import { requireApiKey, getSdkClient } from "../../auth.js";
 import { printSuccess, printError, printWarning, printInfo, printJson, handleSdkError, } from "../../output.js";
 import { parseJsonArg } from "../../utils.js";
+import { resolveProjectIdValue, PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 import { CliError } from "../../types.js";
 import { uploadFile } from "../file/upload.js";
 export function registerGenerateCommand(judge) {
@@ -28,6 +29,7 @@ offer to connect the guest with a human agent when uncertain."`)
         .option("--context-aware", "Enable context-aware evaluators for RAG applications (hallucination detection, context drift, etc.)", false)
         .option("--file <path>", "Path to a file (PDF, PNG, JPG) to upload and attach as context for the judge")
         .option("--file-id <id>", "ID of an already-uploaded file to use as context for the judge")
+        .option("--project-id <uuid>", PROJECT_ID_FLAG_DESC)
         .action(async (opts) => {
         const acceptedVisibilities = ["private", "public"];
         const visibility = opts.visibility;
@@ -57,6 +59,7 @@ offer to connect the guest with a human agent when uncertain."`)
                 fileId = uploaded.id;
             }
             const client = getSdkClient(apiKey);
+            const projectId = resolveProjectIdValue(opts.projectId);
             const result = (await client.judges.generate({
                 intent: opts.intent,
                 visibility: visibility,
@@ -67,6 +70,7 @@ offer to connect the guest with a human agent when uncertain."`)
                 file_id: fileId,
                 extra_contexts: extra_contexts ?? null,
                 enable_context_aware_evaluators: opts.contextAware || undefined,
+                ...(projectId !== undefined ? { projectId } : {}),
                 ...(opts.reasoningEffort && {
                     generating_model_params: {
                         reasoning_effort: opts.reasoningEffort,

package/dist/commands/judge/list.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"list.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/list.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CA4CxD"}
+{"version":3,"file":"list.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/list.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAgDxD"}

package/dist/commands/judge/list.js

@@ -1,6 +1,7 @@
 import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
 import { printMessage, printJudgeTable, handleSdkError } from "../../output.js";
+import { resolveProjectIdValue, PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 export function registerListCommand(judge) {
     judge
         .command("list")
@@ -10,6 +11,7 @@ export function registerListCommand(judge) {
         .option("--search <term>", "A search term to filter by")
         .option("--name <name>", "Filter by exact judge name")
         .option("--ordering <field>", "Which field to use for ordering the results")
+        .option("--project-id <uuid>", PROJECT_ID_FLAG_DESC)
         .action(async (opts) => {
         const apiKey = await requireApiKey();
         const params = {};
@@ -23,6 +25,9 @@ export function registerListCommand(judge) {
             params.name = opts.name;
         if (opts.ordering !== undefined)
             params.ordering = opts.ordering;
+        const projectId = resolveProjectIdValue(opts.projectId);
+        if (projectId !== undefined)
+            params.projectId = projectId;
         const spinner = ora("Fetching...").start();
         try {
             const client = getSdkClient(apiKey);

package/dist/commands/judge/update.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"update.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/update.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAUpC,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAkD1D"}
+{"version":3,"file":"update.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/update.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAWpC,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CA8D1D"}

package/dist/commands/judge/update.js

@@ -3,6 +3,7 @@ import { z } from "zod";
 import { requireApiKey, getSdkClient } from "../../auth.js";
 import { printInfo, printSuccess, printError, printJson, handleSdkError } from "../../output.js";
 import { parseJsonArg } from "../../utils.js";
+import { resolveProjectIdValue, PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 const EvaluatorRefsSchema = z.array(z.object({ id: z.string() }).passthrough());
 export function registerUpdateCommand(judge) {
     judge
@@ -11,6 +12,7 @@ export function registerUpdateCommand(judge) {
         .option("--name <name>", "The new name for the judge")
         .option("--stage <stage>", "The new stage for the judge")
         .option("--evaluator-references <json>", 'JSON string to update evaluator references. Use "[]" to clear.')
+        .option("--project-id <uuid>", "Move the judge to this project (within the same organization). " + PROJECT_ID_FLAG_DESC)
         .action(async (judgeId, opts) => {
         const apiKey = await requireApiKey();
         const payload = {};
@@ -26,6 +28,9 @@ export function registerUpdateCommand(judge) {
             }
             payload.evaluator_references = r.value;
         }
+        const projectId = resolveProjectIdValue(opts.projectId);
+        if (projectId !== undefined)
+            payload.projectId = projectId;
         if (Object.keys(payload).length === 0) {
             printInfo("No update parameters provided. Aborting.");
             return;

package/dist/commands/project/create.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerCreateCommand(project: Command): void;
+//# sourceMappingURL=create.d.ts.map

package/dist/commands/project/create.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create.d.ts","sourceRoot":"","sources":["../../../src/commands/project/create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CA8B5D"}

package/dist/commands/project/create.js

@@ -0,0 +1,31 @@
+import ora from "ora";
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printSuccess, printJson, handleSdkError } from "../../output.js";
+export function registerCreateCommand(project) {
+    project
+        .command("create")
+        .description("Create a new project")
+        .requiredOption("--name <name>", "Project name")
+        .option("--description <text>", "Project description")
+        .option("--is-default", "Mark this project as the org default (atomically clears any previous default).", false)
+        .action(async (opts) => {
+        const apiKey = await requireApiKey();
+        const payload = { name: opts.name };
+        if (opts.description !== undefined)
+            payload.description = opts.description;
+        if (opts.isDefault)
+            payload.is_default = true;
+        const spinner = ora("Creating...").start();
+        try {
+            const client = getSdkClient(apiKey);
+            const result = await client.projects.create(payload);
+            spinner.stop();
+            printSuccess("Project created successfully!");
+            printJson(result);
+        }
+        catch (e) {
+            spinner.stop();
+            handleSdkError(e);
+        }
+    });
+}

package/dist/commands/project/delete.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerDeleteCommand(project: Command): void;
+//# sourceMappingURL=delete.d.ts.map

package/dist/commands/project/delete.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"delete.d.ts","sourceRoot":"","sources":["../../../src/commands/project/delete.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAoC5D"}

package/dist/commands/project/delete.js

@@ -0,0 +1,37 @@
+import ora from "ora";
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printSuccess, handleSdkError } from "../../output.js";
+import { CliError } from "../../types.js";
+export function registerDeleteCommand(project) {
+    project
+        .command("delete <projectId>")
+        .description("Delete a project by its ID")
+        .option("--yes", "Skip confirmation prompt")
+        .action(async (projectId, opts) => {
+        const apiKey = await requireApiKey();
+        if (!opts.yes) {
+            if (!process.stdin.isTTY || !process.stdout.isTTY) {
+                throw new CliError(1, "Refusing to prompt for confirmation in a non-interactive environment. Pass --yes to skip the prompt.");
+            }
+            const { confirm } = await import("@inquirer/prompts");
+            const ok = await confirm({
+                message: "Are you sure you want to delete this project?",
+                default: false,
+            });
+            if (!ok) {
+                throw new CliError(1, "Aborted");
+            }
+        }
+        const spinner = ora("Deleting...").start();
+        try {
+            const client = getSdkClient(apiKey);
+            await client.projects.delete(projectId);
+            spinner.stop();
+            printSuccess(`Project ${projectId} deleted successfully.`);
+        }
+        catch (e) {
+            spinner.stop();
+            handleSdkError(e);
+        }
+    });
+}

package/dist/commands/project/get.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerGetCommand(project: Command): void;
+//# sourceMappingURL=get.d.ts.map

package/dist/commands/project/get.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get.d.ts","sourceRoot":"","sources":["../../../src/commands/project/get.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAkBzD"}

package/dist/commands/project/get.js

@@ -0,0 +1,23 @@
+import ora from "ora";
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printSuccess, printJson, handleSdkError } from "../../output.js";
+export function registerGetCommand(project) {
+    project
+        .command("get <projectId>")
+        .description("Get a specific project by its ID")
+        .action(async (projectId) => {
+        const apiKey = await requireApiKey();
+        const spinner = ora("Fetching...").start();
+        try {
+            const client = getSdkClient(apiKey);
+            const result = await client.projects.retrieve(projectId);
+            spinner.stop();
+            printSuccess(`Project '${result.name}' details:`);
+            printJson(result);
+        }
+        catch (e) {
+            spinner.stop();
+            handleSdkError(e);
+        }
+    });
+}

package/dist/commands/project/index.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerProjectCommands(program: Command): void;
+//# sourceMappingURL=index.d.ts.map

package/dist/commands/project/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/commands/project/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAQpC,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAW9D"}

package/dist/commands/project/index.js

@@ -0,0 +1,17 @@
+import { Command } from "commander";
+import { registerListCommand } from "./list.js";
+import { registerGetCommand } from "./get.js";
+import { registerCreateCommand } from "./create.js";
+import { registerUpdateCommand } from "./update.js";
+import { registerDeleteCommand } from "./delete.js";
+import { registerSetDefaultCommand } from "./set-default.js";
+export function registerProjectCommands(program) {
+    const project = new Command("project").description("Project management commands");
+    registerListCommand(project);
+    registerGetCommand(project);
+    registerCreateCommand(project);
+    registerUpdateCommand(project);
+    registerDeleteCommand(project);
+    registerSetDefaultCommand(project);
+    program.addCommand(project);
+}

package/dist/commands/project/list.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerListCommand(project: Command): void;
+//# sourceMappingURL=list.d.ts.map

package/dist/commands/project/list.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"list.d.ts","sourceRoot":"","sources":["../../../src/commands/project/list.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAoC1D"}

package/dist/commands/project/list.js

@@ -0,0 +1,39 @@
+import ora from "ora";
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printMessage, printProjectTable, handleSdkError } from "../../output.js";
+export function registerListCommand(project) {
+    project
+        .command("list")
+        .description("List projects in your organization")
+        .option("--page-size <number>", "Number of results to return per page", (v) => parseInt(v, 10))
+        .option("--cursor <cursor>", "The pagination cursor value")
+        .option("--search <term>", "A search term to filter by")
+        .option("--ordering <field>", "Which field to use for ordering the results")
+        .action(async (opts) => {
+        const apiKey = await requireApiKey();
+        const params = {};
+        if (opts.pageSize !== undefined)
+            params.page_size = opts.pageSize;
+        if (opts.cursor !== undefined)
+            params.cursor = opts.cursor;
+        if (opts.search !== undefined)
+            params.search = opts.search;
+        if (opts.ordering !== undefined)
+            params.ordering = opts.ordering;
+        const spinner = ora("Fetching...").start();
+        try {
+            const client = getSdkClient(apiKey);
+            const response = await client.projects.list(params);
+            spinner.stop();
+            if (!response.results.length) {
+                printMessage("No projects found.");
+                return;
+            }
+            printProjectTable(response.results, response.next);
+        }
+        catch (e) {
+            spinner.stop();
+            handleSdkError(e);
+        }
+    });
+}

package/dist/commands/project/set-default.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerSetDefaultCommand(project: Command): void;
+//# sourceMappingURL=set-default.d.ts.map

package/dist/commands/project/set-default.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"set-default.d.ts","sourceRoot":"","sources":["../../../src/commands/project/set-default.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAkBhE"}

package/dist/commands/project/set-default.js

@@ -0,0 +1,23 @@
+import ora from "ora";
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printSuccess, printJson, handleSdkError } from "../../output.js";
+export function registerSetDefaultCommand(project) {
+    project
+        .command("set-default <projectId>")
+        .description("Promote a project to the org default. Atomically clears the previous default.")
+        .action(async (projectId) => {
+        const apiKey = await requireApiKey();
+        const spinner = ora("Updating default project...").start();
+        try {
+            const client = getSdkClient(apiKey);
+            const result = await client.projects.update(projectId, { is_default: true });
+            spinner.stop();
+            printSuccess(`Project ${projectId} is now the org default.`);
+            printJson(result);
+        }
+        catch (e) {
+            spinner.stop();
+            handleSdkError(e);
+        }
+    });
+}

package/dist/commands/project/update.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerUpdateCommand(project: Command): void;
+//# sourceMappingURL=update.d.ts.map

package/dist/commands/project/update.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"update.d.ts","sourceRoot":"","sources":["../../../src/commands/project/update.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAyC5D"}

package/dist/commands/project/update.js

@@ -0,0 +1,37 @@
+import ora from "ora";
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printSuccess, printInfo, printJson, handleSdkError } from "../../output.js";
+export function registerUpdateCommand(project) {
+    project
+        .command("update <projectId>")
+        .description("Update an existing project (PATCH)")
+        .option("--name <name>", "New project name")
+        .option("--description <text>", "New project description")
+        .option("--is-default", "Promote this project to org default. Atomically clears the previous default. Clearing the default directly is not supported by the backend; promote another project instead.", false)
+        .action(async (projectId, opts) => {
+        const apiKey = await requireApiKey();
+        const payload = {};
+        if (opts.name !== undefined)
+            payload.name = opts.name;
+        if (opts.description !== undefined)
+            payload.description = opts.description;
+        if (opts.isDefault)
+            payload.is_default = true;
+        if (Object.keys(payload).length === 0) {
+            printInfo("No update parameters provided. Aborting.");
+            return;
+        }
+        const spinner = ora("Updating...").start();
+        try {
+            const client = getSdkClient(apiKey);
+            const result = await client.projects.update(projectId, payload);
+            spinner.stop();
+            printSuccess(`Project ${projectId} updated successfully!`);
+            printJson(result);
+        }
+        catch (e) {
+            spinner.stop();
+            handleSdkError(e);
+        }
+    });
+}

package/dist/commands/prompt-test/init.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"init.d.ts","sourceRoot":"","sources":["../../../src/commands/prompt-test/init.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAqDpC,wBAAgB,mBAAmB,CAAC,EAAE,EAAE,OAAO,GAAG,IAAI,CA6BrD"}
+{"version":3,"file":"init.d.ts","sourceRoot":"","sources":["../../../src/commands/prompt-test/init.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA4DpC,wBAAgB,mBAAmB,CAAC,EAAE,EAAE,OAAO,GAAG,IAAI,CA8BrD"}

package/dist/commands/prompt-test/init.js

@@ -1,5 +1,6 @@
 import { writeFileSync, existsSync } from "node:fs";
 import { printWarning, printSuccess, printInfo, printError } from "../../output.js";
+import { PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 const TEMPLATE = `# Prompt Testing Configuration
 # This file defines a test suite of prompt and model combinations, with optional evaluators.
 
@@ -48,10 +49,16 @@ evaluators:
 #       description: "The username of the user. Must start with @"
 #   additionalProperties: false
 `;
+function buildTemplate(projectId) {
+    if (!projectId)
+        return TEMPLATE;
+    return `${TEMPLATE}\n# Project to assign prompt-test runs to. Override per-run with \`--project-id\`.\nproject_id: "${projectId}"\n`;
+}
 export function registerInitCommand(pt) {
     pt.command("init")
         .description("Initializes a new prompt-tests.yaml file in the current directory")
-        .action(async () => {
+        .option("--project-id <uuid>", PROJECT_ID_FLAG_DESC)
+        .action(async (opts) => {
         const configPath = "prompt-tests.yaml";
         if (existsSync(configPath)) {
             printWarning(`'${configPath}' already exists in the current directory.`);
@@ -66,7 +73,7 @@ export function registerInitCommand(pt) {
             }
         }
         try {
-            writeFileSync(configPath, TEMPLATE);
+            writeFileSync(configPath, buildTemplate(opts.projectId));
             printSuccess(`'${configPath}' created successfully.`);
             printInfo("Update the file with your prompt test details and run `pt run`.");
         }

package/dist/commands/prompt-test/run.d.ts

@@ -1,4 +1,4 @@
 import { Command } from "commander";
-export declare function runPromptTests(outputFile: string | undefined, configPath: string, sleep?: (ms: number) => Promise<void>): Promise<void>;
+export declare function runPromptTests(outputFile: string | undefined, configPath: string, sleep?: (ms: number) => Promise<void>, projectIdOverride?: string): Promise<void>;
 export declare function registerRunCommand(pt: Command): void;
 //# sourceMappingURL=run.d.ts.map

package/dist/commands/prompt-test/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/commands/prompt-test/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA6GpC,wBAAsB,cAAc,CAClC,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,UAAU,EAAE,MAAM,EAClB,KAAK,GAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAiD,GACnF,OAAO,CAAC,IAAI,CAAC,CAiHf;AAED,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,OAAO,GAAG,IAAI,CAYpD"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/commands/prompt-test/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA8GpC,wBAAsB,cAAc,CAClC,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,UAAU,EAAE,MAAM,EAClB,KAAK,GAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAiD,EACpF,iBAAiB,CAAC,EAAE,MAAM,GACzB,OAAO,CAAC,IAAI,CAAC,CA2Hf;AAED,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,OAAO,GAAG,IAAI,CAapD"}

package/dist/commands/prompt-test/run.js

@@ -23,6 +23,7 @@ const UNICODE_CHARS = {
     middle: "│",
 };
 import { CliError } from "../../types.js";
+import { resolveProjectIdValue, PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 function isPromptTestComplete(exp) {
     if (!exp.tasks.length)
         return false;
@@ -93,7 +94,7 @@ function displayAggregatedResults(experiments) {
     }
     console.log(table.toString());
 }
-export async function runPromptTests(outputFile, configPath, sleep = (ms) => new Promise((r) => setTimeout(r, ms))) {
+export async function runPromptTests(outputFile, configPath, sleep = (ms) => new Promise((r) => setTimeout(r, ms)), projectIdOverride) {
     let rawConfig;
     try {
         rawConfig = yaml.load(readFileSync(configPath, "utf8"));
@@ -118,6 +119,9 @@ export async function runPromptTests(outputFile, configPath, sleep = (ms) => new
     }
     const apiKey = await requireApiKey();
     printInfo("Starting prompt tests");
+    const resolvedProjectId = projectIdOverride !== undefined
+        ? resolveProjectIdValue(projectIdOverride)
+        : (config.project_id ?? resolveProjectIdValue(undefined));
     const experiments = {};
     for (const prompt of config.prompts) {
         for (const model of config.models) {
@@ -141,6 +145,8 @@ export async function runPromptTests(outputFile, configPath, sleep = (ms) => new
                 payload["response_schema"] = config.response_schema;
             if (config.dataset_id)
                 payload["dataset_id"] = config.dataset_id;
+            if (resolvedProjectId !== undefined)
+                payload["project_id"] = resolvedProjectId;
             const result = (await apiRequest("POST", "prompt-tests", {
                 payload,
                 apiKey,
@@ -200,9 +206,10 @@ export function registerRunCommand(pt) {
         .description("Runs prompt tests from the prompt-tests.yaml file")
         .option("-o, --output <path>", "Output file path to save prompt test results as JSON")
         .option("-c, --config <path>", "Path to prompt testing configuration file", "prompt-tests.yaml")
+        .option("--project-id <uuid>", PROJECT_ID_FLAG_DESC + " Overrides project_id from config file.")
         .action(async (opts) => {
         try {
-            await runPromptTests(opts.output, opts.config);
+            await runPromptTests(opts.output, opts.config, undefined, opts.projectId);
         }
         catch (e) {
             handleSdkError(e);

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAIA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAoDpC,wBAAgB,SAAS,IAAI,OAAO,CA+BnC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAIA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAwDpC,wBAAgB,SAAS,IAAI,OAAO,CAmCnC"}

package/dist/index.js

@@ -14,6 +14,10 @@ import { registerFileCommands } from "./commands/file/index.js";
 import { registerOtelFilterCommands } from "./commands/otel-filter/index.js";
 import { registerOtelTraceCommands } from "./commands/otel-trace/index.js";
 import { registerModelCommands } from "./commands/model/index.js";
+import { registerProjectCommands } from "./commands/project/index.js";
+import { registerAnnotationCommands } from "./commands/annotation/index.js";
+import { registerCalibrationRunCommands } from "./commands/calibration-run/index.js";
+import { registerDatasetItemCommands } from "./commands/dataset-item/index.js";
 const { version } = createRequire(import.meta.url)("../package.json");
 function buildBanner(ver) {
     const logo = chalk.hex("#4D9FFF");
@@ -76,6 +80,10 @@ export function createCli() {
     registerOtelFilterCommands(program);
     registerOtelTraceCommands(program);
     registerModelCommands(program);
+    registerProjectCommands(program);
+    registerAnnotationCommands(program);
+    registerCalibrationRunCommands(program);
+    registerDatasetItemCommands(program);
     return program;
 }
 if (realpathSync(fileURLToPath(import.meta.url)) === realpathSync(process.argv[1])) {

package/dist/lib/project-id.d.ts

@@ -0,0 +1,9 @@
+export type ProjectIdSource = "flag" | "env" | "settings" | "none";
+export interface ResolvedProjectId {
+    value: string | undefined;
+    source: ProjectIdSource;
+}
+export declare function resolveProjectId(flagValue?: string): ResolvedProjectId;
+export declare function resolveProjectIdValue(flagValue?: string): string | undefined;
+export declare const PROJECT_ID_FLAG_DESC = "Project UUID to scope this operation. Pass \"\" to opt out of inherited defaults from SCORABLE_PROJECT_ID or ~/.scorable/settings.json.";
+//# sourceMappingURL=project-id.d.ts.map

package/dist/lib/project-id.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"project-id.d.ts","sourceRoot":"","sources":["../../src/lib/project-id.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,KAAK,GAAG,UAAU,GAAG,MAAM,CAAC;AAEnE,MAAM,WAAW,iBAAiB;IAKhC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,MAAM,EAAE,eAAe,CAAC;CACzB;AAYD,wBAAgB,gBAAgB,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,iBAAiB,CAqBtE;AAKD,wBAAgB,qBAAqB,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAE5E;AAKD,eAAO,MAAM,oBAAoB,4IACwG,CAAC"}

package/dist/lib/project-id.js

@@ -0,0 +1,23 @@
+import { loadSettings } from "../auth.js";
+export function resolveProjectId(flagValue) {
+    if (flagValue !== undefined) {
+        if (flagValue === "") {
+            return { value: undefined, source: "flag" };
+        }
+        return { value: flagValue, source: "flag" };
+    }
+    const fromEnv = process.env["SCORABLE_PROJECT_ID"];
+    if (fromEnv !== undefined && fromEnv !== "") {
+        return { value: fromEnv, source: "env" };
+    }
+    const settings = loadSettings();
+    const fromSettings = settings["project_id"];
+    if (typeof fromSettings === "string" && fromSettings !== "") {
+        return { value: fromSettings, source: "settings" };
+    }
+    return { value: undefined, source: "none" };
+}
+export function resolveProjectIdValue(flagValue) {
+    return resolveProjectId(flagValue).value;
+}
+export const PROJECT_ID_FLAG_DESC = 'Project UUID to scope this operation. Pass "" to opt out of inherited defaults from SCORABLE_PROJECT_ID or ~/.scorable/settings.json.';

package/dist/output.d.ts

@@ -1,4 +1,4 @@
-import type { Judge, EvaluatorListItem, ExecutionLogList, ModelList } from "@root-signals/scorable";
+import type { Judge, EvaluatorListItem, ExecutionLogList, ModelList, Project } from "@root-signals/scorable";
 export declare function printJson(data: unknown): void;
 export declare function printError(msg: string): void;
 export declare function handleSdkError(e: unknown): never;
@@ -8,6 +8,7 @@ export declare function printWarning(msg: string): void;
 export declare function printMessage(msg: string): void;
 export declare function printJudgeTable(judges: Judge[], nextCursor?: string): void;
 export declare function printEvaluatorTable(evaluators: EvaluatorListItem[], nextCursor?: string): void;
+export declare function printProjectTable(projects: Project[], nextCursor?: string): void;
 export declare function printModelTable(models: ModelList[], nextCursor?: string): void;
 export declare function printExecutionLogTable(logs: ExecutionLogList[], nextCursor?: string): void;
 //# sourceMappingURL=output.d.ts.map

package/dist/output.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"output.d.ts","sourceRoot":"","sources":["../src/output.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,KAAK,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAoBpG,wBAAgB,SAAS,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CAE7C;AAED,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE5C;AAED,wBAAgB,cAAc,CAAC,CAAC,EAAE,OAAO,GAAG,KAAK,CAKhD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE9C;AAED,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE3C;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE9C;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE9C;AAMD,wBAAgB,eAAe,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAmB1E;AAED,wBAAgB,mBAAmB,CAAC,UAAU,EAAE,iBAAiB,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAmB9F;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAmB9E;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,gBAAgB,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAoB1F"}
+{"version":3,"file":"output.d.ts","sourceRoot":"","sources":["../src/output.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,KAAK,EACL,iBAAiB,EACjB,gBAAgB,EAChB,SAAS,EACT,OAAO,EACR,MAAM,wBAAwB,CAAC;AAoBhC,wBAAgB,SAAS,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CAE7C;AAED,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE5C;AAmBD,wBAAgB,cAAc,CAAC,CAAC,EAAE,OAAO,GAAG,KAAK,CAgBhD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE9C;AAED,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE3C;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE9C;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAE9C;AAUD,wBAAgB,eAAe,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAmB1E;AAED,wBAAgB,mBAAmB,CAAC,UAAU,EAAE,iBAAiB,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAmB9F;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAoBhF;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAmB9E;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,gBAAgB,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CA6B1F"}