@root-signals/scorable-cli 0.1.0

package/dist/commands/judge/exec-openai.js

@@ -0,0 +1,50 @@
+import { requireApiKey } from "../../auth.js";
+import { printInfo, printSuccess, printError, printWarning, printJson } from "../../output.js";
+import { CliError } from "../../types.js";
+import { apiRequest } from "../../client.js";
+export function registerExecOpenaiCommand(judge) {
+    judge
+        .command("exec-openai <judgeIdInPath>")
+        .description("Execute a specific judge via the OpenAI compatible API")
+        .requiredOption("--model <model>", "LLM model for judge execution (e.g., gpt-4o)")
+        .requiredOption("--messages <json>", "JSON string of the messages payload")
+        .option("--extra-body <json>", "Optional JSON string for extra_body parameters")
+        .action(async (judgeIdInPath, opts) => {
+        const apiKey = await requireApiKey();
+        let messages;
+        try {
+            messages = JSON.parse(opts.messages);
+        }
+        catch {
+            printError("Invalid JSON for --messages. Aborting.");
+            return;
+        }
+        const payload = { model: opts.model, messages };
+        if (opts.extraBody) {
+            try {
+                payload["extra_body"] = JSON.parse(opts.extraBody);
+            }
+            catch {
+                printWarning("Invalid JSON for --extra-body. Skipping.");
+            }
+        }
+        printInfo(`Executing Judge ID (via path): ${judgeIdInPath} using OpenAI chat completions format.`);
+        printInfo("Attempting to execute with OpenAI compatible payload:");
+        printJson(payload);
+        try {
+            const result = await apiRequest("POST", `judges/${judgeIdInPath}/openai/chat/completions`, {
+                payload,
+                apiKey,
+            });
+            if (result) {
+                printSuccess("OpenAI compatible execution successful!");
+                printJson(result);
+            }
+        }
+        catch (e) {
+            if (e instanceof CliError)
+                throw e;
+            printError(e instanceof Error ? e.message : String(e));
+        }
+    });
+}

package/dist/commands/judge/exec-openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"exec-openai.js","sourceRoot":"","sources":["../../../src/commands/judge/exec-openai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC/F,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C,MAAM,UAAU,yBAAyB,CAAC,KAAc;IACtD,KAAK;SACF,OAAO,CAAC,6BAA6B,CAAC;SACtC,WAAW,CAAC,wDAAwD,CAAC;SACrE,cAAc,CAAC,iBAAiB,EAAE,8CAA8C,CAAC;SACjF,cAAc,CAAC,mBAAmB,EAAE,qCAAqC,CAAC;SAC1E,MAAM,CAAC,qBAAqB,EAAE,gDAAgD,CAAC;SAC/E,MAAM,CAAC,KAAK,EAAE,aAAqB,EAAE,IAA6D,EAAE,EAAE;QACrG,MAAM,MAAM,GAAG,MAAM,aAAa,EAAE,CAAC;QAErC,IAAI,QAAiB,CAAC;QACtB,IAAI,CAAC;YACH,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvC,CAAC;QAAC,MAAM,CAAC;YACP,UAAU,CAAC,wCAAwC,CAAC,CAAC;YACrD,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAA4B,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC;QAEzE,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC;gBACH,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACrD,CAAC;YAAC,MAAM,CAAC;gBACP,YAAY,CAAC,0CAA0C,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAED,SAAS,CAAC,kCAAkC,aAAa,wCAAwC,CAAC,CAAC;QACnG,SAAS,CAAC,uDAAuD,CAAC,CAAC;QACnE,SAAS,CAAC,OAAO,CAAC,CAAC;QAEnB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,UAAU,aAAa,0BAA0B,EAAE;gBACzF,OAAO;gBACP,MAAM;aACP,CAAC,CAAC;YACH,IAAI,MAAM,EAAE,CAAC;gBACX,YAAY,CAAC,yCAAyC,CAAC,CAAC;gBACxD,SAAS,CAAC,MAAM,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,QAAQ;gBAAE,MAAM,CAAC,CAAC;YACnC,UAAU,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/commands/judge/execute-by-name.d.ts

@@ -0,0 +1,15 @@
+import { Command } from "commander";
+declare function readStdinDefault(): Promise<string>;
+export declare function executeJudgeByName(judgeName: string, opts: {
+    request?: string;
+    response?: string;
+    contexts?: string;
+    expectedOutput?: string;
+    tag?: string[];
+    userId?: string;
+    sessionId?: string;
+    systemPrompt?: string;
+}, readStdin?: typeof readStdinDefault): Promise<void>;
+export declare function registerExecuteByNameCommand(judge: Command): void;
+export {};
+//# sourceMappingURL=execute-by-name.d.ts.map

package/dist/commands/judge/execute-by-name.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"execute-by-name.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/execute-by-name.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,iBAAe,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIjD;AAED,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,EACD,SAAS,0BAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CAyCf;AAED,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAyBjE"}

package/dist/commands/judge/execute-by-name.js

@@ -0,0 +1,73 @@
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printInfo, printSuccess, printError, printJson } from "../../output.js";
+import { CliError } from "../../types.js";
+async function readStdinDefault() {
+    const chunks = [];
+    for await (const chunk of process.stdin)
+        chunks.push(chunk);
+    return Buffer.concat(chunks).toString().trim();
+}
+export async function executeJudgeByName(judgeName, opts, readStdin = readStdinDefault) {
+    const apiKey = await requireApiKey();
+    let response = opts.response;
+    if (!opts.request && !response && !process.stdin.isTTY) {
+        response = await readStdin();
+    }
+    if (!opts.request && !response) {
+        printError("Either --request or --response must be provided.");
+        return;
+    }
+    const payload = {};
+    if (opts.request)
+        payload["request"] = opts.request;
+    if (response)
+        payload["response"] = response;
+    if (opts.expectedOutput)
+        payload["expected_output"] = opts.expectedOutput;
+    if (opts.tag?.length)
+        payload["tags"] = opts.tag;
+    if (opts.userId)
+        payload["user_id"] = opts.userId;
+    if (opts.sessionId)
+        payload["session_id"] = opts.sessionId;
+    if (opts.systemPrompt)
+        payload["system_prompt"] = opts.systemPrompt;
+    if (opts.contexts) {
+        try {
+            payload["contexts"] = JSON.parse(opts.contexts);
+        }
+        catch {
+            printError("Invalid JSON for --contexts. Skipping.");
+            return;
+        }
+    }
+    printInfo(`Attempting to execute judge '${judgeName}' with payload:`);
+    printJson(payload);
+    const client = getSdkClient(apiKey);
+    const result = await client.judges.executeByName(judgeName, payload);
+    printSuccess("Judge execution by name successful!");
+    printJson(result);
+}
+export function registerExecuteByNameCommand(judge) {
+    judge
+        .command("execute-by-name <judgeName>")
+        .description("Execute a judge by name with interaction details")
+        .option("--request <text>", "Request text")
+        .option("--response <text>", "Response text to evaluate")
+        .option("--contexts <json>", "JSON list of context strings. E.g., '[\"ctx1\"]'")
+        .option("--expected-output <text>", "Expected output text")
+        .option("--tag <tag>", "Add one or more tags", (v, a) => [...a, v], [])
+        .option("--user-id <id>", "User identifier for tracking purposes")
+        .option("--session-id <id>", "Session identifier for tracking purposes")
+        .option("--system-prompt <text>", "System prompt that was used for the LLM call")
+        .action(async (judgeName, opts) => {
+        try {
+            await executeJudgeByName(judgeName, opts);
+        }
+        catch (e) {
+            if (e instanceof CliError)
+                throw e;
+            printError(e instanceof Error ? e.message : String(e));
+        }
+    });
+}

package/dist/commands/judge/execute-by-name.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"execute-by-name.js","sourceRoot":"","sources":["../../../src/commands/judge/execute-by-name.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjF,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAG1C,KAAK,UAAU,gBAAgB;IAC7B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK;QAAE,MAAM,CAAC,IAAI,CAAC,KAAe,CAAC,CAAC;IACtE,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AACjD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,SAAiB,EACjB,IASC,EACD,SAAS,GAAG,gBAAgB;IAE5B,MAAM,MAAM,GAAG,MAAM,aAAa,EAAE,CAAC;IAErC,IAAI,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;IAC7B,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,QAAQ,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACvD,QAAQ,GAAG,MAAM,SAAS,EAAE,CAAC;IAC/B,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC/B,UAAU,CAAC,kDAAkD,CAAC,CAAC;QAC/D,OAAO;IACT,CAAC;IAED,MAAM,OAAO,GAA4B,EAAE,CAAC;IAC5C,IAAI,IAAI,CAAC,OAAO;QAAE,OAAO,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;IACpD,IAAI,QAAQ;QAAE,OAAO,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC;IAC7C,IAAI,IAAI,CAAC,cAAc;QAAE,OAAO,CAAC,iBAAiB,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC;IAC1E,IAAI,IAAI,CAAC,GAAG,EAAE,MAAM;QAAE,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC;IACjD,IAAI,IAAI,CAAC,MAAM;QAAE,OAAO,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;IAClD,IAAI,IAAI,CAAC,SAAS;QAAE,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;IAC3D,IAAI,IAAI,CAAC,YAAY;QAAE,OAAO,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC;IAEpE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,OAAO,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAc,CAAC;QAC/D,CAAC;QAAC,MAAM,CAAC;YACP,UAAU,CAAC,wCAAwC,CAAC,CAAC;YACrD,OAAO;QACT,CAAC;IACH,CAAC;IAED,SAAS,CAAC,gCAAgC,SAAS,iBAAiB,CAAC,CAAC;IACtE,SAAS,CAAC,OAAO,CAAC,CAAC;IAEnB,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,EAAE,OAA2C,CAAC,CAAC;IACzG,YAAY,CAAC,qCAAqC,CAAC,CAAC;IACpD,SAAS,CAAC,MAAM,CAAC,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,KAAc;IACzD,KAAK;SACF,OAAO,CAAC,6BAA6B,CAAC;SACtC,WAAW,CAAC,kDAAkD,CAAC;SAC/D,MAAM,CAAC,kBAAkB,EAAE,cAAc,CAAC;SAC1C,MAAM,CAAC,mBAAmB,EAAE,2BAA2B,CAAC;SACxD,MAAM,CAAC,mBAAmB,EAAE,kDAAkD,CAAC;SAC/E,MAAM,CAAC,0BAA0B,EAAE,sBAAsB,CAAC;SAC1D,MAAM,CAAC,aAAa,EAAE,sBAAsB,EAAE,CAAC,CAAS,EAAE,CAAW,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,EAAc,CAAC;SACpG,MAAM,CAAC,gBAAgB,EAAE,uCAAuC,CAAC;SACjE,MAAM,CAAC,mBAAmB,EAAE,0CAA0C,CAAC;SACvE,MAAM,CAAC,wBAAwB,EAAE,8CAA8C,CAAC;SAChF,MAAM,CAAC,KAAK,EAAE,SAAiB,EAAE,IAA6B,EAAE,EAAE;QACjE,IAAI,CAAC;YACH,MAAM,kBAAkB,CAAC,SAAS,EAAE,IAAgD,CAAC,CAAC;QACxF,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,QAAQ;gBAAE,MAAM,CAAC,CAAC;YACnC,UAAU,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/commands/judge/execute.d.ts

@@ -0,0 +1,15 @@
+import { Command } from "commander";
+declare function readStdinDefault(): Promise<string>;
+export declare function executeJudge(judgeId: string, opts: {
+    request?: string;
+    response?: string;
+    contexts?: string;
+    expectedOutput?: string;
+    tag?: string[];
+    userId?: string;
+    sessionId?: string;
+    systemPrompt?: string;
+}, readStdin?: typeof readStdinDefault): Promise<void>;
+export declare function registerExecuteCommand(judge: Command): void;
+export {};
+//# sourceMappingURL=execute.d.ts.map

package/dist/commands/judge/execute.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"execute.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/execute.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,iBAAe,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIjD;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,MAAM,EACf,IAAI,EAAE;IACJ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,EACD,SAAS,0BAAmB,GAC3B,OAAO,CAAC,IAAI,CAAC,CAsCf;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAyB3D"}

package/dist/commands/judge/execute.js

@@ -0,0 +1,73 @@
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printInfo, printSuccess, printError, printJson } from "../../output.js";
+import { CliError } from "../../types.js";
+async function readStdinDefault() {
+    const chunks = [];
+    for await (const chunk of process.stdin)
+        chunks.push(chunk);
+    return Buffer.concat(chunks).toString().trim();
+}
+export async function executeJudge(judgeId, opts, readStdin = readStdinDefault) {
+    const apiKey = await requireApiKey();
+    let response = opts.response;
+    if (!opts.request && !response && !process.stdin.isTTY) {
+        response = await readStdin();
+    }
+    if (!opts.request && !response) {
+        printError("Either --request or --response must be provided.");
+        return;
+    }
+    const payload = {};
+    if (opts.request)
+        payload["request"] = opts.request;
+    if (response)
+        payload["response"] = response;
+    if (opts.expectedOutput)
+        payload["expected_output"] = opts.expectedOutput;
+    if (opts.tag?.length)
+        payload["tags"] = opts.tag;
+    if (opts.userId)
+        payload["user_id"] = opts.userId;
+    if (opts.sessionId)
+        payload["session_id"] = opts.sessionId;
+    if (opts.systemPrompt)
+        payload["system_prompt"] = opts.systemPrompt;
+    if (opts.contexts) {
+        try {
+            payload["contexts"] = JSON.parse(opts.contexts);
+        }
+        catch {
+            printError("Invalid JSON for --contexts. Skipping.");
+            return;
+        }
+    }
+    printInfo(`Attempting to execute judge ${judgeId} with payload:`);
+    printJson(payload);
+    const client = getSdkClient(apiKey);
+    const result = await client.judges.execute(judgeId, payload);
+    printSuccess("Judge execution successful!");
+    printJson(result);
+}
+export function registerExecuteCommand(judge) {
+    judge
+        .command("execute <judgeId>")
+        .description("Execute a judge with interaction details")
+        .option("--request <text>", "Request text")
+        .option("--response <text>", "Response text to evaluate")
+        .option("--contexts <json>", "JSON list of context strings. E.g., '[\"ctx1\"]'")
+        .option("--expected-output <text>", "Expected output text")
+        .option("--tag <tag>", "Add one or more tags", (v, a) => [...a, v], [])
+        .option("--user-id <id>", "User identifier for tracking purposes")
+        .option("--session-id <id>", "Session identifier for tracking purposes")
+        .option("--system-prompt <text>", "System prompt that was used for the LLM call")
+        .action(async (judgeId, opts) => {
+        try {
+            await executeJudge(judgeId, opts);
+        }
+        catch (e) {
+            if (e instanceof CliError)
+                throw e;
+            printError(e instanceof Error ? e.message : String(e));
+        }
+    });
+}

package/dist/commands/judge/execute.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"execute.js","sourceRoot":"","sources":["../../../src/commands/judge/execute.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjF,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAG1C,KAAK,UAAU,gBAAgB;IAC7B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK;QAAE,MAAM,CAAC,IAAI,CAAC,KAAe,CAAC,CAAC;IACtE,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AACjD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,OAAe,EACf,IASC,EACD,SAAS,GAAG,gBAAgB;IAE5B,MAAM,MAAM,GAAG,MAAM,aAAa,EAAE,CAAC;IAErC,IAAI,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;IAC7B,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,QAAQ,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACvD,QAAQ,GAAG,MAAM,SAAS,EAAE,CAAC;IAC/B,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC/B,UAAU,CAAC,kDAAkD,CAAC,CAAC;QAC/D,OAAO;IACT,CAAC;IAED,MAAM,OAAO,GAA4B,EAAE,CAAC;IAC5C,IAAI,IAAI,CAAC,OAAO;QAAE,OAAO,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;IACpD,IAAI,QAAQ;QAAE,OAAO,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC;IAC7C,IAAI,IAAI,CAAC,cAAc;QAAE,OAAO,CAAC,iBAAiB,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC;IAC1E,IAAI,IAAI,CAAC,GAAG,EAAE,MAAM;QAAE,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC;IACjD,IAAI,IAAI,CAAC,MAAM;QAAE,OAAO,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;IAClD,IAAI,IAAI,CAAC,SAAS;QAAE,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;IAC3D,IAAI,IAAI,CAAC,YAAY;QAAE,OAAO,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC;IAEpE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,OAAO,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAc,CAAC;QAC/D,CAAC;QAAC,MAAM,CAAC;YACP,UAAU,CAAC,wCAAwC,CAAC,CAAC;YACrD,OAAO;QACT,CAAC;IACH,CAAC;IAED,SAAS,CAAC,+BAA+B,OAAO,gBAAgB,CAAC,CAAC;IAClE,SAAS,CAAC,OAAO,CAAC,CAAC;IAEnB,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,OAA2C,CAAC,CAAC;IACjG,YAAY,CAAC,6BAA6B,CAAC,CAAC;IAC5C,SAAS,CAAC,MAAM,CAAC,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAc;IACnD,KAAK;SACF,OAAO,CAAC,mBAAmB,CAAC;SAC5B,WAAW,CAAC,0CAA0C,CAAC;SACvD,MAAM,CAAC,kBAAkB,EAAE,cAAc,CAAC;SAC1C,MAAM,CAAC,mBAAmB,EAAE,2BAA2B,CAAC;SACxD,MAAM,CAAC,mBAAmB,EAAE,kDAAkD,CAAC;SAC/E,MAAM,CAAC,0BAA0B,EAAE,sBAAsB,CAAC;SAC1D,MAAM,CAAC,aAAa,EAAE,sBAAsB,EAAE,CAAC,CAAS,EAAE,CAAW,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,EAAc,CAAC;SACpG,MAAM,CAAC,gBAAgB,EAAE,uCAAuC,CAAC;SACjE,MAAM,CAAC,mBAAmB,EAAE,0CAA0C,CAAC;SACvE,MAAM,CAAC,wBAAwB,EAAE,8CAA8C,CAAC;SAChF,MAAM,CAAC,KAAK,EAAE,OAAe,EAAE,IAA6B,EAAE,EAAE;QAC/D,IAAI,CAAC;YACH,MAAM,YAAY,CAAC,OAAO,EAAE,IAA0C,CAAC,CAAC;QAC1E,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,QAAQ;gBAAE,MAAM,CAAC,CAAC;YACnC,UAAU,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/commands/judge/get.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerGetCommand(judge: Command): void;
+//# sourceMappingURL=get.d.ts.map

package/dist/commands/judge/get.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/get.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAkBvD"}

package/dist/commands/judge/get.js

@@ -0,0 +1,23 @@
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printInfo, printSuccess, printError, printJson } from "../../output.js";
+import { CliError } from "../../types.js";
+export function registerGetCommand(judge) {
+    judge
+        .command("get <judgeId>")
+        .description("Get a specific judge by its ID")
+        .action(async (judgeId) => {
+        const apiKey = await requireApiKey();
+        printInfo(`Fetching judge with ID: ${judgeId}...`);
+        try {
+            const client = getSdkClient(apiKey);
+            const result = await client.judges.get(judgeId);
+            printSuccess(`Judge '${result.name}' details:`);
+            printJson(result);
+        }
+        catch (e) {
+            if (e instanceof CliError)
+                throw e;
+            printError(e instanceof Error ? e.message : String(e));
+        }
+    });
+}

package/dist/commands/judge/get.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get.js","sourceRoot":"","sources":["../../../src/commands/judge/get.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjF,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE1C,MAAM,UAAU,kBAAkB,CAAC,KAAc;IAC/C,KAAK;SACF,OAAO,CAAC,eAAe,CAAC;SACxB,WAAW,CAAC,gCAAgC,CAAC;SAC7C,MAAM,CAAC,KAAK,EAAE,OAAe,EAAE,EAAE;QAChC,MAAM,MAAM,GAAG,MAAM,aAAa,EAAE,CAAC;QACrC,SAAS,CAAC,2BAA2B,OAAO,KAAK,CAAC,CAAC;QAEnD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;YACpC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAChD,YAAY,CAAC,UAAU,MAAM,CAAC,IAAI,YAAY,CAAC,CAAC;YAChD,SAAS,CAAC,MAAM,CAAC,CAAC;QACpB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,QAAQ;gBAAE,MAAM,CAAC,CAAC;YACnC,UAAU,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/commands/judge/index.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerJudgeCommands(program: Command): void;
+//# sourceMappingURL=index.d.ts.map

package/dist/commands/judge/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAYpC,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAe5D"}

package/dist/commands/judge/index.js

@@ -0,0 +1,25 @@
+import { Command } from "commander";
+import { registerListCommand } from "./list.js";
+import { registerGetCommand } from "./get.js";
+import { registerCreateCommand } from "./create.js";
+import { registerUpdateCommand } from "./update.js";
+import { registerDeleteCommand } from "./delete.js";
+import { registerExecuteCommand } from "./execute.js";
+import { registerExecuteByNameCommand } from "./execute-by-name.js";
+import { registerDuplicateCommand } from "./duplicate.js";
+import { registerExecOpenaiCommand } from "./exec-openai.js";
+import { registerExecOpenaiGenericCommand } from "./exec-openai-generic.js";
+export function registerJudgeCommands(program) {
+    const judge = new Command("judge").description("Judge management commands");
+    registerListCommand(judge);
+    registerGetCommand(judge);
+    registerCreateCommand(judge);
+    registerUpdateCommand(judge);
+    registerDeleteCommand(judge);
+    registerExecuteCommand(judge);
+    registerExecuteByNameCommand(judge);
+    registerDuplicateCommand(judge);
+    registerExecOpenaiCommand(judge);
+    registerExecOpenaiGenericCommand(judge);
+    program.addCommand(judge);
+}

package/dist/commands/judge/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/commands/judge/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AACtD,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,gCAAgC,EAAE,MAAM,0BAA0B,CAAC;AAE5E,MAAM,UAAU,qBAAqB,CAAC,OAAgB;IACpD,MAAM,KAAK,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC,WAAW,CAAC,2BAA2B,CAAC,CAAC;IAE5E,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAC3B,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAC1B,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAC7B,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAC7B,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAC7B,sBAAsB,CAAC,KAAK,CAAC,CAAC;IAC9B,4BAA4B,CAAC,KAAK,CAAC,CAAC;IACpC,wBAAwB,CAAC,KAAK,CAAC,CAAC;IAChC,yBAAyB,CAAC,KAAK,CAAC,CAAC;IACjC,gCAAgC,CAAC,KAAK,CAAC,CAAC;IAExC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;AAC5B,CAAC"}

package/dist/commands/judge/list.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerListCommand(judge: Command): void;
+//# sourceMappingURL=list.d.ts.map

package/dist/commands/judge/list.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"list.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/list.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAuDxD"}

package/dist/commands/judge/list.js

@@ -0,0 +1,58 @@
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printInfo, printMessage, printError, printJudgeTable } from "../../output.js";
+import { CliError } from "../../types.js";
+export function registerListCommand(judge) {
+    judge
+        .command("list")
+        .description("List judges with optional filters")
+        .option("--page-size <number>", "Number of results to return per page", parseInt)
+        .option("--cursor <cursor>", "The pagination cursor value")
+        .option("--search <term>", "A search term to filter by")
+        .option("--name <name>", "Filter by exact judge name")
+        .option("--ordering <field>", "Which field to use for ordering the results")
+        .option("--is-preset", "Filter preset judges (true)")
+        .option("--not-is-preset", "Exclude preset judges (false)")
+        .option("--is-public", "Filter public judges (true)")
+        .option("--not-is-public", "Exclude public judges (false)")
+        .option("--show-global", "Include global judges (true)")
+        .option("--not-show-global", "Exclude global judges (false)")
+        .action(async (opts) => {
+        const apiKey = await requireApiKey();
+        const params = {};
+        if (opts["pageSize"] !== undefined)
+            params["page_size"] = opts["pageSize"];
+        if (opts["cursor"] !== undefined)
+            params["cursor"] = opts["cursor"];
+        if (opts["search"] !== undefined)
+            params["search"] = opts["search"];
+        if (opts["name"] !== undefined)
+            params["name"] = opts["name"];
+        if (opts["ordering"] !== undefined)
+            params["ordering"] = opts["ordering"];
+        const isPreset = opts["isPreset"] ? true : opts["notIsPreset"] ? false : undefined;
+        if (isPreset !== undefined)
+            params["is_preset"] = isPreset;
+        const isPublic = opts["isPublic"] ? true : opts["notIsPublic"] ? false : undefined;
+        if (isPublic !== undefined)
+            params["is_public"] = isPublic;
+        const showGlobal = opts["showGlobal"] ? true : opts["notShowGlobal"] ? false : undefined;
+        if (showGlobal !== undefined)
+            params["show_global"] = showGlobal;
+        const actual = Object.fromEntries(Object.entries(params).filter(([, v]) => v !== undefined));
+        printInfo(`Fetching judges with params: ${JSON.stringify(actual)}...`);
+        try {
+            const client = getSdkClient(apiKey);
+            const response = await client.judges.list(actual);
+            if (!response.results.length) {
+                printMessage("No judges found.");
+                return;
+            }
+            printJudgeTable(response.results, response.next);
+        }
+        catch (e) {
+            if (e instanceof CliError)
+                throw e;
+            printError(e instanceof Error ? e.message : String(e));
+        }
+    });
+}

package/dist/commands/judge/list.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"list.js","sourceRoot":"","sources":["../../../src/commands/judge/list.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACvF,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAG1C,MAAM,UAAU,mBAAmB,CAAC,KAAc;IAChD,KAAK;SACF,OAAO,CAAC,MAAM,CAAC;SACf,WAAW,CAAC,mCAAmC,CAAC;SAChD,MAAM,CAAC,sBAAsB,EAAE,sCAAsC,EAAE,QAAQ,CAAC;SAChF,MAAM,CAAC,mBAAmB,EAAE,6BAA6B,CAAC;SAC1D,MAAM,CAAC,iBAAiB,EAAE,4BAA4B,CAAC;SACvD,MAAM,CAAC,eAAe,EAAE,4BAA4B,CAAC;SACrD,MAAM,CAAC,oBAAoB,EAAE,6CAA6C,CAAC;SAC3E,MAAM,CAAC,aAAa,EAAE,6BAA6B,CAAC;SACpD,MAAM,CAAC,iBAAiB,EAAE,+BAA+B,CAAC;SAC1D,MAAM,CAAC,aAAa,EAAE,6BAA6B,CAAC;SACpD,MAAM,CAAC,iBAAiB,EAAE,+BAA+B,CAAC;SAC1D,MAAM,CAAC,eAAe,EAAE,8BAA8B,CAAC;SACvD,MAAM,CAAC,mBAAmB,EAAE,+BAA+B,CAAC;SAC5D,MAAM,CAAC,KAAK,EAAE,IAA6B,EAAE,EAAE;QAC9C,MAAM,MAAM,GAAG,MAAM,aAAa,EAAE,CAAC;QAErC,MAAM,MAAM,GAA4B,EAAE,CAAC;QAC3C,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,SAAS;YAAE,MAAM,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3E,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,SAAS;YAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpE,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,SAAS;YAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpE,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,SAAS;YAAE,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9D,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,SAAS;YAAE,MAAM,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;QAE1E,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QACnF,IAAI,QAAQ,KAAK,SAAS;YAAE,MAAM,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC;QAE3D,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QACnF,IAAI,QAAQ,KAAK,SAAS;YAAE,MAAM,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC;QAE3D,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QACzF,IAAI,UAAU,KAAK,SAAS;YAAE,MAAM,CAAC,aAAa,CAAC,GAAG,UAAU,CAAC;QAEjE,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC;QAC7F,SAAS,CAAC,gCAAgC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEvE,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;YACpC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAoC,CAAC,CAAC;YAEhF,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC7B,YAAY,CAAC,kBAAkB,CAAC,CAAC;gBACjC,OAAO;YACT,CAAC;YAED,eAAe,CACb,QAAQ,CAAC,OAAsD,EAC/D,QAAQ,CAAC,IAAI,CACd,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,QAAQ;gBAAE,MAAM,CAAC,CAAC;YACnC,UAAU,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/commands/judge/update.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerUpdateCommand(judge: Command): void;
+//# sourceMappingURL=update.d.ts.map

package/dist/commands/judge/update.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"update.d.ts","sourceRoot":"","sources":["../../../src/commands/judge/update.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAmD1D"}

package/dist/commands/judge/update.js

@@ -0,0 +1,45 @@
+import { requireApiKey, getSdkClient } from "../../auth.js";
+import { printInfo, printSuccess, printError, printJson } from "../../output.js";
+import { CliError } from "../../types.js";
+export function registerUpdateCommand(judge) {
+    judge
+        .command("update <judgeId>")
+        .description("Update an existing judge (PATCH)")
+        .option("--name <name>", "The new name for the judge")
+        .option("--stage <stage>", "The new stage for the judge")
+        .option("--evaluator-references <json>", 'JSON string to update evaluator references. Use "[]" to clear.')
+        .action(async (judgeId, opts) => {
+        const apiKey = await requireApiKey();
+        const payload = {};
+        if (opts.name !== undefined)
+            payload.name = opts.name;
+        if (opts.stage !== undefined)
+            payload.stage = opts.stage;
+        if (opts.evaluatorReferences !== undefined) {
+            try {
+                payload.evaluator_references = JSON.parse(opts.evaluatorReferences);
+            }
+            catch {
+                printError("Invalid JSON format for --evaluator-references.");
+                return;
+            }
+        }
+        if (Object.keys(payload).length === 0) {
+            printInfo("No update parameters provided. Aborting.");
+            return;
+        }
+        printInfo(`Attempting to update judge ${judgeId} with PATCH payload:`);
+        printJson(payload);
+        try {
+            const client = getSdkClient(apiKey);
+            const result = await client.judges.update(judgeId, payload);
+            printSuccess(`Judge ${judgeId} updated successfully!`);
+            printJson(result);
+        }
+        catch (e) {
+            if (e instanceof CliError)
+                throw e;
+            printError(e instanceof Error ? e.message : String(e));
+        }
+    });
+}

package/dist/commands/judge/update.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"update.js","sourceRoot":"","sources":["../../../src/commands/judge/update.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjF,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAG1C,MAAM,UAAU,qBAAqB,CAAC,KAAc;IAClD,KAAK;SACF,OAAO,CAAC,kBAAkB,CAAC;SAC3B,WAAW,CAAC,kCAAkC,CAAC;SAC/C,MAAM,CAAC,eAAe,EAAE,4BAA4B,CAAC;SACrD,MAAM,CAAC,iBAAiB,EAAE,6BAA6B,CAAC;SACxD,MAAM,CAAC,+BAA+B,EAAE,gEAAgE,CAAC;SACzG,MAAM,CAAC,KAAK,EAAE,OAAe,EAAE,IAAqE,EAAE,EAAE;QACvG,MAAM,MAAM,GAAG,MAAM,aAAa,EAAE,CAAC;QAErC,MAAM,OAAO,GAAoB,EAAE,CAAC;QACpC,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACtD,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;YAAE,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAEzD,IAAI,IAAI,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;YAC3C,IAAI,CAAC;gBACH,OAAO,CAAC,oBAAoB,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAA0B,CAAC;YAC/F,CAAC;YAAC,MAAM,CAAC;gBACP,UAAU,CAAC,iDAAiD,CAAC,CAAC;gBAC9D,OAAO;YACT,CAAC;QACH,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtC,SAAS,CAAC,0CAA0C,CAAC,CAAC;YACtD,OAAO;QACT,CAAC;QAED,SAAS,CAAC,8BAA8B,OAAO,sBAAsB,CAAC,CAAC;QACvE,SAAS,CAAC,OAAO,CAAC,CAAC;QAEnB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;YACpC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC5D,YAAY,CAAC,SAAS,OAAO,wBAAwB,CAAC,CAAC;YACvD,SAAS,CAAC,MAAM,CAAC,CAAC;QACpB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,QAAQ;gBAAE,MAAM,CAAC,CAAC;YACnC,UAAU,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/commands/prompt-test/index.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerPromptTestCommands(program: Command): void;
+//# sourceMappingURL=index.d.ts.map

package/dist/commands/prompt-test/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/commands/prompt-test/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAWpC,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAGjE"}

package/dist/commands/prompt-test/index.js

@@ -0,0 +1,13 @@
+import { Command } from "commander";
+import { registerInitCommand } from "./init.js";
+import { registerRunCommand } from "./run.js";
+function buildPtGroup(name) {
+    const pt = new Command(name).description("Prompt testing management commands");
+    registerInitCommand(pt);
+    registerRunCommand(pt);
+    return pt;
+}
+export function registerPromptTestCommands(program) {
+    program.addCommand(buildPtGroup("pt"));
+    program.addCommand(buildPtGroup("prompt-test"));
+}

package/dist/commands/prompt-test/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/commands/prompt-test/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAE9C,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,EAAE,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,oCAAoC,CAAC,CAAC;IAC/E,mBAAmB,CAAC,EAAE,CAAC,CAAC;IACxB,kBAAkB,CAAC,EAAE,CAAC,CAAC;IACvB,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,OAAgB;IACzD,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;IACvC,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC;AAClD,CAAC"}

package/dist/commands/prompt-test/init.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function registerInitCommand(pt: Command): void;
+//# sourceMappingURL=init.d.ts.map

package/dist/commands/prompt-test/init.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"init.d.ts","sourceRoot":"","sources":["../../../src/commands/prompt-test/init.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAqDpC,wBAAgB,mBAAmB,CAAC,EAAE,EAAE,OAAO,GAAG,IAAI,CA6BrD"}

package/dist/commands/prompt-test/init.js

@@ -0,0 +1,77 @@
+import { writeFileSync, existsSync } from "node:fs";
+import { printWarning, printSuccess, printInfo, printError } from "../../output.js";
+const TEMPLATE = `# Prompt Testing Configuration
+# This file defines a test suite of prompt and model combinations, with optional evaluators.
+
+# List of prompt templates to test (use {{variable}} for input substitution)
+prompts:
+  - "Extract user information from the following text: {{text}}"
+  - "Identify and extract the name, username, and email from: {{text}}"
+
+# Input data for the prompt tests (each input will be tested with each prompt and model)
+inputs:
+  - vars:
+      text: "John Doe, @johndoe, john@example.com"
+  - vars:
+      text: "Contact: Jane Smith (email: jane.smith@company.org, handle: @janesmith)"
+
+# Alternative to inputs: Use a dataset by ID
+# Uncomment the line below and comment out the inputs section to use a dataset instead
+# dataset_id: "<uuid>"
+
+# Models to test (each will be run with all prompt/input combinations)
+models:
+  - "gemini-3-flash"
+  - "gpt-5-mini"
+
+# Evaluators to assess the quality of responses
+evaluators:
+  - name: "Precision"
+  - name: "Confidentiality"
+
+# Optional: Response schema for structured output (JSON Schema format)
+# Uncomment and modify the section below to enforce structured responses from the LLM
+# response_schema:
+#   type: "object"
+#   required: ["name", "username", "email"]
+#   properties:
+#     name:
+#       type: "string"
+#       description: "The name of the user"
+#     email:
+#       type: "string"
+#       format: "email"
+#       description: "The email of the user"
+#     username:
+#       type: "string"
+#       pattern: "^@[a-zA-Z0-9_]+$"
+#       description: "The username of the user. Must start with @"
+#   additionalProperties: false
+`;
+export function registerInitCommand(pt) {
+    pt.command("init")
+        .description("Initializes a new prompt-tests.yaml file in the current directory")
+        .action(async () => {
+        const configPath = "prompt-tests.yaml";
+        if (existsSync(configPath)) {
+            printWarning(`'${configPath}' already exists in the current directory.`);
+            const { confirm } = await import("@inquirer/prompts");
+            const ok = await confirm({
+                message: "Do you want to overwrite it?",
+                default: false,
+            });
+            if (!ok) {
+                printInfo("Aborted.");
+                return;
+            }
+        }
+        try {
+            writeFileSync(configPath, TEMPLATE);
+            printSuccess(`'${configPath}' created successfully.`);
+            printInfo("Update the file with your prompt test details and run `pt run`.");
+        }
+        catch (e) {
+            printError(`Failed to write to '${configPath}': ${e instanceof Error ? e.message : String(e)}`);
+        }
+    });
+}

package/dist/commands/prompt-test/init.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"init.js","sourceRoot":"","sources":["../../../src/commands/prompt-test/init.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAEpF,MAAM,QAAQ,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+ChB,CAAC;AAEF,MAAM,UAAU,mBAAmB,CAAC,EAAW;IAC7C,EAAE;SACC,OAAO,CAAC,MAAM,CAAC;SACf,WAAW,CAAC,mEAAmE,CAAC;SAChF,MAAM,CAAC,KAAK,IAAI,EAAE;QACjB,MAAM,UAAU,GAAG,mBAAmB,CAAC;QAEvC,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC3B,YAAY,CAAC,IAAI,UAAU,4CAA4C,CAAC,CAAC;YACzE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;YACtD,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,EAAE,OAAO,EAAE,8BAA8B,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACtF,IAAI,CAAC,EAAE,EAAE,CAAC;gBACR,SAAS,CAAC,UAAU,CAAC,CAAC;gBACtB,OAAO;YACT,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,aAAa,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YACpC,YAAY,CAAC,IAAI,UAAU,yBAAyB,CAAC,CAAC;YACtD,SAAS,CAAC,iEAAiE,CAAC,CAAC;QAC/E,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,UAAU,CAAC,uBAAuB,UAAU,MAAM,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClG,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/commands/prompt-test/run.d.ts

@@ -0,0 +1,4 @@
+import { Command } from "commander";
+export declare function runPromptTests(outputFile: string | undefined, configPath: string, sleep?: (ms: number) => Promise<void>): Promise<void>;
+export declare function registerRunCommand(pt: Command): void;
+//# sourceMappingURL=run.d.ts.map

package/dist/commands/prompt-test/run.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/commands/prompt-test/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA0FpC,wBAAsB,cAAc,CAClC,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,UAAU,EAAE,MAAM,EAClB,KAAK,GAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAiD,GACnF,OAAO,CAAC,IAAI,CAAC,CAmHf;AAED,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,OAAO,GAAG,IAAI,CAapD"}