@root-signals/scorable-cli 0.13.0 → 0.15.0

package/dist/commands/evaluator/calibrate.js

@@ -0,0 +1,29 @@
+import ora from "ora";
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printSuccess, printJson, handleSdkError } from "../../output.js";
+export function registerCalibrateCommand(evaluator) {
+    evaluator
+        .command("calibrate <evaluatorId>")
+        .description("Start a calibration run for a saved evaluator against a labelled dataset")
+        .requiredOption("--dataset-id <id>", "Dataset whose published annotations to calibrate against")
+        .option("--score-config-id <id>", "Score config to calibrate against (defaults to the dataset's continuous scores)")
+        .action(async (evaluatorId, opts) => {
+        const apiKey = await requireApiKey();
+        const spinner = ora("Starting calibration run...").start();
+        try {
+            const client = getSdkClient(apiKey);
+            const run = await client.evaluators.calibrateRun(evaluatorId, {
+                datasetId: opts.datasetId,
+                ...(opts.scoreConfigId !== undefined ? { scoreConfigId: opts.scoreConfigId } : {}),
+            });
+            spinner.stop();
+            printSuccess(`Calibration run ${run.id} started (status: ${run.status}). ` +
+                `Poll 'scorable calibration-run get ${run.id}' for metrics.`);
+            printJson(run);
+        }
+        catch (e) {
+            spinner.stop();
+            handleSdkError(e);
+        }
+    });
+}

package/dist/commands/evaluator/create.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"create.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAQpC,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAiF9D"}
+{"version":3,"file":"create.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AASpC,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CA4F9D"}

package/dist/commands/evaluator/create.js

@@ -3,6 +3,7 @@ import { z } from "zod";
 import { requireApiKey, getSdkClient } from "../../auth.js";
 import { printSuccess, printError, printJson, handleSdkError } from "../../output.js";
 import { parseJsonArg } from "../../utils.js";
+import { resolveProjectIdValue, PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 export function registerCreateCommand(evaluator) {
     evaluator
         .command("create")
@@ -14,6 +15,8 @@ export function registerCreateCommand(evaluator) {
         .option("--models <json>", "JSON array of model names, in priority order. E.g., '[\"gpt-5-mini\"]'")
         .option("--overwrite", "Overwrite if evaluator with same name exists")
         .option("--objective-version-id <id>", "Objective version ID")
+        .option("--demonstration-dataset <id>", "Dataset of labelled examples resolved into few-shot demonstrations at evaluation time.")
+        .option("--project-id <uuid>", PROJECT_ID_FLAG_DESC)
         .action(async (opts) => {
         if (!opts.intent && !opts.objectiveId) {
             printError("Either --intent or --objective-id is required.");
@@ -37,6 +40,8 @@ export function registerCreateCommand(evaluator) {
             payload.overwrite = opts.overwrite;
         if (opts.objectiveVersionId)
             payload.objective_version_id = opts.objectiveVersionId;
+        if (opts.demonstrationDataset)
+            payload.demonstration_dataset_id = opts.demonstrationDataset;
         if (opts.models) {
             const r = parseJsonArg(opts.models, z.array(z.string()));
             if (!r.ok) {
@@ -45,6 +50,9 @@ export function registerCreateCommand(evaluator) {
             }
             payload.models = r.value;
         }
+        const projectId = resolveProjectIdValue(opts.projectId);
+        if (projectId !== undefined)
+            payload.projectId = projectId;
         const spinner = ora("Creating...").start();
         try {
             const apiKey = await requireApiKey();

package/dist/commands/evaluator/duplicate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"duplicate.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/duplicate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAkBjE"}
+{"version":3,"file":"duplicate.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/duplicate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAuBjE"}

package/dist/commands/evaluator/duplicate.js

@@ -1,16 +1,19 @@
 import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
 import { printSuccess, printJson, handleSdkError } from "../../output.js";
+import { resolveProjectIdValue, PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 export function registerDuplicateCommand(evaluator) {
     evaluator
         .command("duplicate <evaluatorId>")
         .description("Duplicate an existing evaluator")
-        .action(async (evaluatorId) => {
+        .option("--project-id <uuid>", PROJECT_ID_FLAG_DESC)
+        .action(async (evaluatorId, opts) => {
         const apiKey = await requireApiKey();
         const spinner = ora("Duplicating...").start();
         try {
             const client = getSdkClient(apiKey);
-            const result = await client.evaluators.duplicate(evaluatorId);
+            const projectId = resolveProjectIdValue(opts.projectId);
+            const result = await client.evaluators.duplicate(evaluatorId, projectId !== undefined ? { projectId } : {});
             spinner.stop();
             printSuccess(`Evaluator ${evaluatorId} duplicated successfully!`);
             printJson(result);

package/dist/commands/evaluator/execute-by-name.d.ts

@@ -12,6 +12,7 @@ export declare function executeEvaluatorByName(evaluatorName: string, opts: {
     sessionId?: string;
     systemPrompt?: string;
     variables?: string;
+    projectId?: string;
 }, readStdin?: typeof readStdinDefault): Promise<void>;
 export declare function registerExecuteByNameCommand(evaluator: Command): void;
 export {};

package/dist/commands/evaluator/execute-by-name.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"execute-by-name.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/execute-by-name.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,iBAAe,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIjD;AAED,wBAAsB,sBAAsB,CAC1C,aAAa,EAAE,MAAM,EACrB,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,EACD,SAAS,0BAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CAyFf;AAED,wBAAgB,4BAA4B,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAmFrE"}
+{"version":3,"file":"execute-by-name.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/execute-by-name.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAQpC,iBAAe,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIjD;AAED,wBAAsB,sBAAsB,CAC1C,aAAa,EAAE,MAAM,EACrB,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,EACD,SAAS,0BAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CA4Ff;AAED,wBAAgB,4BAA4B,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAqFrE"}

package/dist/commands/evaluator/execute-by-name.js

@@ -2,6 +2,7 @@ import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
 import { printSuccess, printError, printJson, handleSdkError } from "../../output.js";
 import { isTurnArray, isToolCatalog, isStringArray, isStringRecord } from "../../utils.js";
+import { resolveProjectIdValue, PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 async function readStdinDefault() {
     const chunks = [];
     for await (const chunk of process.stdin)
@@ -89,6 +90,9 @@ export async function executeEvaluatorByName(evaluatorName, opts, readStdin = re
             return;
         }
     }
+    const projectId = resolveProjectIdValue(opts.projectId);
+    if (projectId !== undefined)
+        payload.projectId = projectId;
     const spinner = ora("Running evaluator...").start();
     try {
         const client = getSdkClient(apiKey);
@@ -117,6 +121,7 @@ export function registerExecuteByNameCommand(evaluator) {
         .option("--turns <json>", 'JSON array of conversation turns. Roles: user|assistant|tool. Assistant turns may carry `tool_calls`; tool results use a `tool` role with `tool_call_id`. E.g., \'[{"role":"user","content":"Hello"}]\'')
         .option("--tools <json>", "JSON array of OpenAI-style tool definitions available to the agent.")
         .option("--variables <json>", 'JSON object of extra template variables. E.g., \'{"lang":"EN"}\'')
+        .option("--project-id <uuid>", PROJECT_ID_FLAG_DESC)
         .addHelpText("after", `
 Examples:
   # Check helpfulness of a support response

package/dist/commands/evaluator/execute.d.ts

@@ -13,6 +13,7 @@ export declare function executeEvaluator(evaluatorId: string, opts: {
     systemPrompt?: string;
     variables?: string;
     fileIds?: string;
+    projectId?: string;
 }, readStdin?: typeof readStdinDefault): Promise<void>;
 export declare function registerExecuteCommand(evaluator: Command): void;
 export {};

package/dist/commands/evaluator/execute.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"execute.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/execute.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,iBAAe,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIjD;AAED,wBAAsB,gBAAgB,CACpC,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,EACD,SAAS,0BAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CAsGf;AAED,wBAAgB,sBAAsB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAkG/D"}
+{"version":3,"file":"execute.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/execute.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAQpC,iBAAe,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIjD;AAED,wBAAsB,gBAAgB,CACpC,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,EACD,SAAS,0BAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CAyGf;AAED,wBAAgB,sBAAsB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAoG/D"}

package/dist/commands/evaluator/execute.js

@@ -2,6 +2,7 @@ import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
 import { printSuccess, printError, printJson, handleSdkError } from "../../output.js";
 import { isTurnArray, isToolCatalog, isStringArray, isStringRecord } from "../../utils.js";
+import { resolveProjectIdValue, PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 async function readStdinDefault() {
     const chunks = [];
     for await (const chunk of process.stdin)
@@ -102,6 +103,9 @@ export async function executeEvaluator(evaluatorId, opts, readStdin = readStdinD
         }
         payload.file_ids = parsed;
     }
+    const projectId = resolveProjectIdValue(opts.projectId);
+    if (projectId !== undefined)
+        payload.projectId = projectId;
     const spinner = ora("Running evaluator...").start();
     try {
         const client = getSdkClient(apiKey);
@@ -131,6 +135,7 @@ export function registerExecuteCommand(evaluator) {
         .option("--tools <json>", "JSON array of OpenAI-style tool definitions available to the agent.")
         .option("--variables <json>", 'JSON object of extra template variables. E.g., \'{"lang":"EN"}\'')
         .option("--file-ids <json>", "JSON array of file UUIDs from 'scorable file upload'. E.g., '[\"uuid1\"]'")
+        .option("--project-id <uuid>", PROJECT_ID_FLAG_DESC)
         .addHelpText("after", `
 Examples:
   # Check helpfulness of a support response

package/dist/commands/evaluator/export-yaml.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"export-yaml.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/export-yaml.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAwBlE"}
+{"version":3,"file":"export-yaml.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/export-yaml.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAiBpC,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAwBlE"}

package/dist/commands/evaluator/export-yaml.js

@@ -1,7 +1,16 @@
 import { writeFileSync } from "node:fs";
+import yaml from "js-yaml";
 import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
 import { printSuccess, handleSdkError } from "../../output.js";
+function stripProjectId(yamlContent) {
+    const parsed = yaml.load(yamlContent);
+    if (parsed && typeof parsed === "object" && !Array.isArray(parsed)) {
+        delete parsed.project_id;
+        return yaml.dump(parsed);
+    }
+    return yamlContent;
+}
 export function registerExportYamlCommand(evaluator) {
     evaluator
         .command("export-yaml")
@@ -13,7 +22,7 @@ export function registerExportYamlCommand(evaluator) {
         try {
             const apiKey = await requireApiKey();
             const client = getSdkClient(apiKey);
-            const yaml = await client.evaluators.exportYaml(id);
+            const yaml = stripProjectId(await client.evaluators.exportYaml(id));
             spinner.stop();
             if (opts.output) {
                 writeFileSync(opts.output, yaml, "utf8");

package/dist/commands/evaluator/import-yaml.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"import-yaml.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/import-yaml.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CA2ClE"}
+{"version":3,"file":"import-yaml.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/import-yaml.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAkDlE"}

package/dist/commands/evaluator/import-yaml.js

@@ -2,12 +2,14 @@ import { readFileSync } from "node:fs";
 import ora from "ora";
 import { requireApiKey, getBaseUrl } from "../../auth.js";
 import { printSuccess, printError, printJson, handleSdkError } from "../../output.js";
+import { resolveProjectIdValue, PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 export function registerImportYamlCommand(evaluator) {
     evaluator
         .command("import-yaml")
         .description("Import an evaluator from a YAML file")
         .requiredOption("--file <path>", "Path to the YAML file to import")
         .option("--overwrite", "Overwrite if an evaluator with the same name already exists")
+        .option("--project-id <uuid>", PROJECT_ID_FLAG_DESC)
         .action(async (opts) => {
         let yamlContent;
         try {
@@ -21,13 +23,20 @@ export function registerImportYamlCommand(evaluator) {
         try {
             const apiKey = await requireApiKey();
             const baseUrl = getBaseUrl();
+            const projectId = resolveProjectIdValue(opts.projectId);
+            const body = {
+                yaml: yamlContent,
+                overwrite: opts.overwrite ?? false,
+            };
+            if (projectId !== undefined)
+                body["project_id"] = projectId;
             const response = await fetch(`${baseUrl}/v1/evaluators/import-yaml/`, {
                 method: "POST",
                 headers: {
                     Authorization: `Api-Key ${apiKey}`,
                     "Content-Type": "application/json",
                 },
-                body: JSON.stringify({ yaml: yamlContent, overwrite: opts.overwrite ?? false }),
+                body: JSON.stringify(body),
             });
             if (!response.ok) {
                 spinner.stop();

package/dist/commands/evaluator/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAYpC,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAehE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAapC,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAgBhE"}

package/dist/commands/evaluator/index.js

@@ -9,6 +9,7 @@ import { registerExecuteByNameCommand } from "./execute-by-name.js";
 import { registerDuplicateCommand } from "./duplicate.js";
 import { registerExportYamlCommand } from "./export-yaml.js";
 import { registerImportYamlCommand } from "./import-yaml.js";
+import { registerCalibrateCommand } from "./calibrate.js";
 export function registerEvaluatorCommands(program) {
     const evaluator = new Command("evaluator").description("Evaluator management commands");
     registerListCommand(evaluator);
@@ -21,5 +22,6 @@ export function registerEvaluatorCommands(program) {
     registerDuplicateCommand(evaluator);
     registerExportYamlCommand(evaluator);
     registerImportYamlCommand(evaluator);
+    registerCalibrateCommand(evaluator);
     program.addCommand(evaluator);
 }

package/dist/commands/evaluator/list.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"list.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/list.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CA4C5D"}
+{"version":3,"file":"list.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/list.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAgD5D"}

package/dist/commands/evaluator/list.js

@@ -1,6 +1,7 @@
 import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
 import { printMessage, printEvaluatorTable, handleSdkError } from "../../output.js";
+import { resolveProjectIdValue, PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 export function registerListCommand(evaluator) {
     evaluator
         .command("list")
@@ -10,6 +11,7 @@ export function registerListCommand(evaluator) {
         .option("--search <term>", "A search term to filter by")
         .option("--name <name>", "Filter by exact evaluator name")
         .option("--ordering <field>", "Which field to use for ordering the results")
+        .option("--project-id <uuid>", PROJECT_ID_FLAG_DESC)
         .action(async (opts) => {
         const apiKey = await requireApiKey();
         const params = {};
@@ -23,6 +25,9 @@ export function registerListCommand(evaluator) {
             params.name = opts.name;
         if (opts.ordering !== undefined)
             params.ordering = opts.ordering;
+        const projectId = resolveProjectIdValue(opts.projectId);
+        if (projectId !== undefined)
+            params.projectId = projectId;
         const spinner = ora("Fetching...").start();
         try {
             const client = getSdkClient(apiKey);

package/dist/commands/evaluator/update.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"update.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/update.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAQpC,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CA0D9D"}
+{"version":3,"file":"update.d.ts","sourceRoot":"","sources":["../../../src/commands/evaluator/update.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AASpC,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAyE9D"}

package/dist/commands/evaluator/update.js

@@ -3,6 +3,7 @@ import { z } from "zod";
 import { requireApiKey, getSdkClient } from "../../auth.js";
 import { printInfo, printSuccess, printError, printJson, handleSdkError } from "../../output.js";
 import { parseJsonArg } from "../../utils.js";
+import { resolveProjectIdValue, PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 export function registerUpdateCommand(evaluator) {
     evaluator
         .command("update <evaluatorId>")
@@ -12,6 +13,8 @@ export function registerUpdateCommand(evaluator) {
         .option("--models <json>", "JSON array of model names. E.g., '[\"gpt-5.5\"]'")
         .option("--objective-id <id>", "The new objective ID")
         .option("--objective-version-id <id>", "The new objective version ID")
+        .option("--demonstration-dataset <id>", "Dataset of labelled examples resolved into few-shot demonstrations at evaluation time.")
+        .option("--project-id <uuid>", "Move the evaluator to this project (within the same organization). " + PROJECT_ID_FLAG_DESC)
         .action(async (evaluatorId, opts) => {
         const apiKey = await requireApiKey();
         const payload = {};
@@ -23,6 +26,8 @@ export function registerUpdateCommand(evaluator) {
             payload.objective_id = opts.objectiveId;
         if (opts.objectiveVersionId !== undefined)
             payload.objective_version_id = opts.objectiveVersionId;
+        if (opts.demonstrationDataset !== undefined)
+            payload.demonstration_dataset_id = opts.demonstrationDataset;
         if (opts.models !== undefined) {
             const r = parseJsonArg(opts.models, z.array(z.string()));
             if (!r.ok) {
@@ -31,6 +36,9 @@ export function registerUpdateCommand(evaluator) {
             }
             payload.models = r.value;
         }
+        const projectId = resolveProjectIdValue(opts.projectId);
+        if (projectId !== undefined)
+            payload.projectId = projectId;
         if (Object.keys(payload).length === 0) {
             printInfo("No update parameters provided. Aborting.");
             return;

package/dist/commands/execution-log/list.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"list.d.ts","sourceRoot":"","sources":["../../../src/commands/execution-log/list.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,mBAAmB,CAAC,YAAY,EAAE,OAAO,GAAG,IAAI,CAiE/D"}
+{"version":3,"file":"list.d.ts","sourceRoot":"","sources":["../../../src/commands/execution-log/list.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,wBAAgB,mBAAmB,CAAC,YAAY,EAAE,OAAO,GAAG,IAAI,CAqE/D"}

package/dist/commands/execution-log/list.js

@@ -1,6 +1,7 @@
 import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
 import { printMessage, printExecutionLogTable, handleSdkError } from "../../output.js";
+import { resolveProjectIdValue, PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 export function registerListCommand(executionLog) {
     executionLog
         .command("list")
@@ -17,6 +18,7 @@ export function registerListCommand(executionLog) {
         .option("--created-at-after <date>", "Filter logs created after this date (ISO 8601)")
         .option("--created-at-before <date>", "Filter logs created before this date (ISO 8601)")
         .option("--owner-email <email>", "Filter by owner email")
+        .option("--project-id <uuid>", PROJECT_ID_FLAG_DESC)
         .action(async (opts) => {
         const apiKey = await requireApiKey();
         const params = {};
@@ -44,6 +46,9 @@ export function registerListCommand(executionLog) {
             params.created_at_before = opts.createdAtBefore;
         if (opts.ownerEmail !== undefined)
             params.owner__email = opts.ownerEmail;
+        const projectId = resolveProjectIdValue(opts.projectId);
+        if (projectId !== undefined)
+            params.projectId = projectId;
         const spinner = ora("Fetching...").start();
         try {
             const client = getSdkClient(apiKey);

package/dist/commands/judge/create.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"create.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAUpC,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CA+C1D"}
+{"version":3,"file":"create.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/create.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAWpC,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAoD1D"}

package/dist/commands/judge/create.js

@@ -3,6 +3,7 @@ import { z } from "zod";
 import { requireApiKey, getSdkClient } from "../../auth.js";
 import { printSuccess, printError, printJson, handleSdkError } from "../../output.js";
 import { parseJsonArg } from "../../utils.js";
+import { resolveProjectIdValue, PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 const EvaluatorRefsSchema = z.array(z.object({ id: z.string() }).passthrough());
 export function registerCreateCommand(judge) {
     judge
@@ -12,6 +13,7 @@ export function registerCreateCommand(judge) {
         .requiredOption("--intent <intent>", "The intent for the new judge")
         .option("--stage <stage>", "The stage for the new judge")
         .option("--evaluator-references <json>", 'JSON string for evaluator references. E.g., \'[{"id": "eval-id"}]\'')
+        .option("--project-id <uuid>", PROJECT_ID_FLAG_DESC)
         .action(async (opts) => {
         const apiKey = await requireApiKey();
         const payload = { name: opts.name, intent: opts.intent };
@@ -25,6 +27,9 @@ export function registerCreateCommand(judge) {
             }
             payload.evaluator_references = r.value;
         }
+        const projectId = resolveProjectIdValue(opts.projectId);
+        if (projectId !== undefined)
+            payload.projectId = projectId;
         const spinner = ora("Creating...").start();
         try {
             const client = getSdkClient(apiKey);

package/dist/commands/judge/duplicate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"duplicate.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/duplicate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAkB7D"}
+{"version":3,"file":"duplicate.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/duplicate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAuB7D"}

package/dist/commands/judge/duplicate.js

@@ -1,16 +1,19 @@
 import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
 import { printSuccess, printJson, handleSdkError } from "../../output.js";
+import { resolveProjectIdValue, PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 export function registerDuplicateCommand(judge) {
     judge
         .command("duplicate <judgeId>")
         .description("Duplicate an existing judge")
-        .action(async (judgeId) => {
+        .option("--project-id <uuid>", PROJECT_ID_FLAG_DESC)
+        .action(async (judgeId, opts) => {
         const apiKey = await requireApiKey();
         const spinner = ora("Duplicating...").start();
         try {
             const client = getSdkClient(apiKey);
-            const result = await client.judges.duplicate(judgeId);
+            const projectId = resolveProjectIdValue(opts.projectId);
+            const result = await client.judges.duplicate(judgeId, projectId !== undefined ? { projectId } : {});
             spinner.stop();
             printSuccess(`Judge ${judgeId} duplicated successfully!`);
             printJson(result);

package/dist/commands/judge/exec-openai-generic.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exec-openai-generic.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/exec-openai-generic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAiBpC,wBAAgB,gCAAgC,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAiDrE"}
+{"version":3,"file":"exec-openai-generic.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/exec-openai-generic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAkBpC,wBAAgB,gCAAgC,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAwDrE"}

package/dist/commands/judge/exec-openai-generic.js

@@ -2,6 +2,7 @@ import { z } from "zod";
 import { requireApiKey } from "../../auth.js";
 import { printInfo, printSuccess, printError, printWarning, printJson, handleSdkError, } from "../../output.js";
 import { parseJsonArg } from "../../utils.js";
+import { resolveProjectIdValue, PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 import { apiRequest } from "../../client.js";
 const MessagesSchema = z.array(z.object({ role: z.string() }).passthrough());
 const ExtraBodySchema = z.record(z.string(), z.unknown());
@@ -12,6 +13,7 @@ export function registerExecOpenaiGenericCommand(judge) {
         .requiredOption("--model <model>", "Judge ID (or name) to use as the 'model' field")
         .requiredOption("--messages <json>", "JSON string of the messages payload")
         .option("--extra-body <json>", "Optional JSON string for extra_body parameters")
+        .option("--project-id <uuid>", PROJECT_ID_FLAG_DESC)
         .action(async (opts) => {
         const apiKey = await requireApiKey();
         const messagesResult = parseJsonArg(opts.messages, MessagesSchema);
@@ -35,10 +37,13 @@ export function registerExecOpenaiGenericCommand(judge) {
         printInfo(`Executing a Judge using generic OpenAI endpoint. Judge ID/Name: ${opts.model}`);
         printInfo("Attempting to execute with OpenAI compatible payload:");
         printJson(payload);
+        const projectId = resolveProjectIdValue(opts.projectId);
+        const headers = projectId !== undefined ? { "X-Project-Id": projectId } : undefined;
         try {
             const result = await apiRequest("POST", "judges/openai/chat/completions", {
                 payload,
                 apiKey,
+                headers,
             });
             if (result) {
                 printSuccess("OpenAI compatible execution successful!");

package/dist/commands/judge/exec-openai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"exec-openai.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/exec-openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAiBpC,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CA4D9D"}
+{"version":3,"file":"exec-openai.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/exec-openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAkBpC,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAiE9D"}

package/dist/commands/judge/exec-openai.js

@@ -2,6 +2,7 @@ import { z } from "zod";
 import { requireApiKey } from "../../auth.js";
 import { printInfo, printSuccess, printError, printWarning, printJson, handleSdkError, } from "../../output.js";
 import { parseJsonArg } from "../../utils.js";
+import { resolveProjectIdValue, PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 import { apiRequest } from "../../client.js";
 const MessagesSchema = z.array(z.object({ role: z.string() }).passthrough());
 const ExtraBodySchema = z.record(z.string(), z.unknown());
@@ -12,6 +13,7 @@ export function registerExecOpenaiCommand(judge) {
         .requiredOption("--model <model>", "LLM model for judge execution (e.g., gpt-5.5)")
         .requiredOption("--messages <json>", "JSON string of the messages payload")
         .option("--extra-body <json>", "Optional JSON string for extra_body parameters")
+        .option("--project-id <uuid>", PROJECT_ID_FLAG_DESC)
         .action(async (judgeIdInPath, opts) => {
         const apiKey = await requireApiKey();
         const messagesResult = parseJsonArg(opts.messages, MessagesSchema);
@@ -35,10 +37,13 @@ export function registerExecOpenaiCommand(judge) {
         printInfo(`Executing Judge ID (via path): ${judgeIdInPath} using OpenAI chat completions format.`);
         printInfo("Attempting to execute with OpenAI compatible payload:");
         printJson(payload);
+        const projectId = resolveProjectIdValue(opts.projectId);
+        const headers = projectId !== undefined ? { "X-Project-Id": projectId } : undefined;
         try {
             const result = await apiRequest("POST", `judges/${judgeIdInPath}/openai/chat/completions`, {
                 payload,
                 apiKey,
+                headers,
             });
             if (result) {
                 printSuccess("OpenAI compatible execution successful!");

package/dist/commands/judge/execute-by-name.d.ts

@@ -11,6 +11,7 @@ export declare function executeJudgeByName(judgeName: string, opts: {
     userId?: string;
     sessionId?: string;
     systemPrompt?: string;
+    projectId?: string;
 }, readStdin?: typeof readStdinDefault): Promise<void>;
 export declare function registerExecuteByNameCommand(judge: Command): void;
 export {};

package/dist/commands/judge/execute-by-name.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"execute-by-name.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/execute-by-name.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,iBAAe,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIjD;AAED,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,EACD,SAAS,0BAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CA2Ef;AAED,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAyEjE"}
+{"version":3,"file":"execute-by-name.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/execute-by-name.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAQpC,iBAAe,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIjD;AAED,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,EACD,SAAS,0BAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CA8Ef;AAED,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CA2EjE"}

package/dist/commands/judge/execute-by-name.js

@@ -2,6 +2,7 @@ import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
 import { printSuccess, printError, printJson, handleSdkError } from "../../output.js";
 import { isTurnArray, isToolCatalog, isStringArray } from "../../utils.js";
+import { resolveProjectIdValue, PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 async function readStdinDefault() {
     const chunks = [];
     for await (const chunk of process.stdin)
@@ -75,6 +76,9 @@ export async function executeJudgeByName(judgeName, opts, readStdin = readStdinD
             return;
         }
     }
+    const projectId = resolveProjectIdValue(opts.projectId);
+    if (projectId !== undefined)
+        payload.projectId = projectId;
     const spinner = ora("Running judge...").start();
     try {
         const client = getSdkClient(apiKey);
@@ -102,6 +106,7 @@ export function registerExecuteByNameCommand(judge) {
         .option("--system-prompt <text>", "System prompt that was used for the LLM call")
         .option("--turns <json>", 'JSON array of conversation turns. Roles: user|assistant|tool. Assistant turns may carry `tool_calls`; tool results use a `tool` role with `tool_call_id`. E.g., \'[{"role":"user","content":"Hello"}]\'')
         .option("--tools <json>", "JSON array of OpenAI-style tool definitions available to the agent.")
+        .option("--project-id <uuid>", PROJECT_ID_FLAG_DESC)
         .addHelpText("after", `
 Examples:
   # Evaluate a customer service response

package/dist/commands/judge/execute.d.ts

@@ -11,6 +11,7 @@ export declare function executeJudge(judgeId: string, opts: {
     userId?: string;
     sessionId?: string;
     systemPrompt?: string;
+    projectId?: string;
 }, readStdin?: typeof readStdinDefault): Promise<void>;
 export declare function registerExecuteCommand(judge: Command): void;
 export {};

package/dist/commands/judge/execute.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"execute.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/execute.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,iBAAe,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIjD;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,MAAM,EACf,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,EACD,SAAS,0BAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CA2Ef;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAgF3D"}
+{"version":3,"file":"execute.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/execute.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAQpC,iBAAe,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIjD;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,MAAM,EACf,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,EACD,SAAS,0BAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CA8Ef;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAkF3D"}

package/dist/commands/judge/execute.js

@@ -2,6 +2,7 @@ import ora from "ora";
 import { requireApiKey, getSdkClient } from "../../auth.js";
 import { printSuccess, printError, printJson, handleSdkError } from "../../output.js";
 import { isTurnArray, isToolCatalog, isStringArray } from "../../utils.js";
+import { resolveProjectIdValue, PROJECT_ID_FLAG_DESC } from "../../lib/project-id.js";
 async function readStdinDefault() {
     const chunks = [];
     for await (const chunk of process.stdin)
@@ -75,6 +76,9 @@ export async function executeJudge(judgeId, opts, readStdin = readStdinDefault)
             return;
         }
     }
+    const projectId = resolveProjectIdValue(opts.projectId);
+    if (projectId !== undefined)
+        payload.projectId = projectId;
     const spinner = ora("Running judge...").start();
     try {
         const client = getSdkClient(apiKey);
@@ -102,6 +106,7 @@ export function registerExecuteCommand(judge) {
         .option("--system-prompt <text>", "System prompt that was used for the LLM call")
         .option("--turns <json>", 'JSON array of conversation turns. Roles: user|assistant|tool. Assistant turns may carry `tool_calls`; tool results use a `tool` role with `tool_call_id`. E.g., \'[{"role":"user","content":"Hello"}]\'')
         .option("--tools <json>", "JSON array of OpenAI-style tool definitions available to the agent.")
+        .option("--project-id <uuid>", PROJECT_ID_FLAG_DESC)
         .addHelpText("after", `
 Examples:
   # Evaluate a customer service response about return policy

package/dist/commands/judge/generate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/generate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAiBpC,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CA8I5D"}
+{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/generate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAkBpC,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAkJ5D"}