primitive-admin 1.0.3 → 1.0.5

package/dist/bin/primitive.js

@@ -11,6 +11,8 @@ import { registerAdminsCommands } from "../src/commands/admins.js";
 import { registerCatalogCommands } from "../src/commands/catalog.js";
 import { registerAnalyticsCommands } from "../src/commands/analytics.js";
 import { registerSyncCommands } from "../src/commands/sync.js";
+import { registerLlmCommands } from "../src/commands/llm.js";
+import { registerComparisonsCommands } from "../src/commands/comparisons.js";
 import { error } from "../src/lib/output.js";
 import { ApiError } from "../src/lib/api-client.js";
 const program = new Command();
@@ -51,6 +53,8 @@ registerAdminsCommands(program);
 registerCatalogCommands(program);
 registerAnalyticsCommands(program);
 registerSyncCommands(program);
+registerLlmCommands(program);
+registerComparisonsCommands(program);
 // Global error handler
 program.hook("preAction", () => {
     // Reset API client state before each command

package/dist/bin/primitive.js.map

@@ -1 +1 @@
-{"version":3,"file":"primitive.js","sourceRoot":"","sources":["../../bin/primitive.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,wBAAwB,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,EAAE,4BAA4B,EAAE,MAAM,iCAAiC,CAAC;AAC/E,OAAO,EAAE,uBAAuB,EAAE,MAAM,4BAA4B,CAAC;AACrE,OAAO,EAAE,yBAAyB,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,EAAE,uBAAuB,EAAE,MAAM,4BAA4B,CAAC;AACrE,OAAO,EAAE,yBAAyB,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AAEpD,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,WAAW,CAAC;KACjB,WAAW,CAAC;;;4EAG6D,CAAC;KAC1E,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,OAAO,EAAE;;;;;;;;;;;;;;;;;CAiBvB,CAAC,CAAC;AAEH,8BAA8B;AAC9B,oBAAoB,CAAC,OAAO,CAAC,CAAC;AAC9B,oBAAoB,CAAC,OAAO,CAAC,CAAC;AAC9B,qBAAqB,CAAC,OAAO,CAAC,CAAC;AAC/B,wBAAwB,CAAC,OAAO,CAAC,CAAC;AAClC,4BAA4B,CAAC,OAAO,CAAC,CAAC;AACtC,uBAAuB,CAAC,OAAO,CAAC,CAAC;AACjC,yBAAyB,CAAC,OAAO,CAAC,CAAC;AACnC,sBAAsB,CAAC,OAAO,CAAC,CAAC;AAChC,uBAAuB,CAAC,OAAO,CAAC,CAAC;AACjC,yBAAyB,CAAC,OAAO,CAAC,CAAC;AACnC,oBAAoB,CAAC,OAAO,CAAC,CAAC;AAE9B,uBAAuB;AACvB,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE;IAC7B,6CAA6C;AAC/C,CAAC,CAAC,CAAC;AAEH,oBAAoB;AACpB,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IAC7C,IAAI,GAAG,YAAY,QAAQ,EAAE,CAAC;QAC5B,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACnB,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;YAC3B,KAAK,CAAC,gDAAgD,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,GAAG,CAAC,OAAO,IAAI,8BAA8B,CAAC,CAAC;QACrD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC"}
+{"version":3,"file":"primitive.js","sourceRoot":"","sources":["../../bin/primitive.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,wBAAwB,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,EAAE,4BAA4B,EAAE,MAAM,iCAAiC,CAAC;AAC/E,OAAO,EAAE,uBAAuB,EAAE,MAAM,4BAA4B,CAAC;AACrE,OAAO,EAAE,yBAAyB,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,EAAE,uBAAuB,EAAE,MAAM,4BAA4B,CAAC;AACrE,OAAO,EAAE,yBAAyB,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,2BAA2B,EAAE,MAAM,gCAAgC,CAAC;AAC7E,OAAO,EAAE,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AAEpD,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,WAAW,CAAC;KACjB,WAAW,CAAC;;;4EAG6D,CAAC;KAC1E,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,OAAO,EAAE;;;;;;;;;;;;;;;;;CAiBvB,CAAC,CAAC;AAEH,8BAA8B;AAC9B,oBAAoB,CAAC,OAAO,CAAC,CAAC;AAC9B,oBAAoB,CAAC,OAAO,CAAC,CAAC;AAC9B,qBAAqB,CAAC,OAAO,CAAC,CAAC;AAC/B,wBAAwB,CAAC,OAAO,CAAC,CAAC;AAClC,4BAA4B,CAAC,OAAO,CAAC,CAAC;AACtC,uBAAuB,CAAC,OAAO,CAAC,CAAC;AACjC,yBAAyB,CAAC,OAAO,CAAC,CAAC;AACnC,sBAAsB,CAAC,OAAO,CAAC,CAAC;AAChC,uBAAuB,CAAC,OAAO,CAAC,CAAC;AACjC,yBAAyB,CAAC,OAAO,CAAC,CAAC;AACnC,oBAAoB,CAAC,OAAO,CAAC,CAAC;AAC9B,mBAAmB,CAAC,OAAO,CAAC,CAAC;AAC7B,2BAA2B,CAAC,OAAO,CAAC,CAAC;AAErC,uBAAuB;AACvB,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE;IAC7B,6CAA6C;AAC/C,CAAC,CAAC,CAAC;AAEH,oBAAoB;AACpB,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IAC7C,IAAI,GAAG,YAAY,QAAQ,EAAE,CAAC;QAC5B,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACnB,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;YAC3B,KAAK,CAAC,gDAAgD,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,GAAG,CAAC,OAAO,IAAI,8BAA8B,CAAC,CAAC;QACrD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC"}

package/dist/src/commands/comparisons.js

@@ -0,0 +1,108 @@
+import chalk from "chalk";
+import { ApiClient } from "../lib/api-client.js";
+import { getCurrentAppId } from "../lib/config.js";
+import { error, info, keyValue, formatTable, formatId, formatDate, formatDuration, json, divider, } from "../lib/output.js";
+function resolveAppId(appId, options) {
+    const resolved = appId || options.app || getCurrentAppId();
+    if (!resolved) {
+        error("No app specified. Use --app or 'primitive use <app-id>' to set context.");
+        process.exit(1);
+    }
+    return resolved;
+}
+export function registerComparisonsCommands(program) {
+    const comparisons = program
+        .command("comparisons")
+        .description("View and compare test run results grouped by batch")
+        .addHelpText("after", `
+Examples:
+  $ primitive comparisons get <comparison-group>
+  $ primitive comparisons get batch_01ABC123 --json
+`);
+    // Get comparison group
+    comparisons
+        .command("get")
+        .description("Get all test runs in a comparison group")
+        .argument("<group>", "Comparison group ID (batch ID)")
+        .option("--app <app-id>", "App ID (uses current app if not specified)")
+        .option("--json", "Output as JSON")
+        .action(async (group, options) => {
+        const resolvedAppId = resolveAppId(undefined, options);
+        const client = new ApiClient();
+        try {
+            const result = await client.getComparisonGroup(resolvedAppId, group);
+            if (options.json) {
+                json(result);
+                return;
+            }
+            keyValue("Comparison Group", result.comparisonGroup);
+            keyValue("Total Runs", result.runs?.length || 0);
+            if (!result.runs || result.runs.length === 0) {
+                info("No runs found in this comparison group.");
+                return;
+            }
+            // Calculate summary
+            const passed = result.runs.filter((r) => r.verificationPassed === true).length;
+            const failed = result.runs.filter((r) => r.verificationPassed === false).length;
+            const pending = result.runs.filter((r) => r.verificationPassed === null || r.verificationPassed === undefined).length;
+            keyValue("Passed", chalk.green(passed));
+            keyValue("Failed", failed > 0 ? chalk.red(failed) : "0");
+            if (pending > 0) {
+                keyValue("Pending", chalk.dim(pending));
+            }
+            divider();
+            info("Runs:");
+            console.log(formatTable(result.runs, [
+                { header: "RUN ID", key: "runId", format: formatId },
+                { header: "TEST CASE", key: "testCaseId", format: (v) => v ? formatId(v) : "-" },
+                { header: "BLOCK", key: "blockType" },
+                {
+                    header: "PASSED",
+                    key: "verificationPassed",
+                    format: (v) => v === true
+                        ? chalk.green("Yes")
+                        : v === false
+                            ? chalk.red("No")
+                            : chalk.dim("-"),
+                },
+                { header: "DURATION", key: "durationMs", format: formatDuration },
+                { header: "CONFIG", key: "configId", format: (v) => v ? formatId(v) : "-" },
+                { header: "STARTED", key: "startedAt", format: formatDate },
+            ]));
+            // Show detailed failures if any
+            const failures = result.runs.filter((r) => r.verificationPassed === false);
+            if (failures.length > 0) {
+                divider();
+                info("Failed Runs Details:");
+                for (const run of failures) {
+                    console.log(`\n  ${chalk.red("✗")} Run ${formatId(run.runId)}`);
+                    if (run.verificationDetails) {
+                        const details = typeof run.verificationDetails === "string"
+                            ? JSON.parse(run.verificationDetails)
+                            : run.verificationDetails;
+                        if (details.reason) {
+                            console.log(`    Reason: ${details.reason}`);
+                        }
+                        if (details.checks) {
+                            for (const check of details.checks) {
+                                if (!check.passed) {
+                                    const icon = chalk.red("✗");
+                                    console.log(`    ${icon} ${check.name}: ${check.message || "Failed"}`);
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+            // Exit with error if any tests failed
+            if (failed > 0) {
+                process.exit(1);
+            }
+        }
+        catch (err) {
+            error(err.message);
+            process.exit(1);
+        }
+    });
+}
+//# sourceMappingURL=comparisons.js.map

package/dist/src/commands/comparisons.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"comparisons.js","sourceRoot":"","sources":["../../../src/commands/comparisons.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAEL,KAAK,EACL,IAAI,EACJ,QAAQ,EACR,WAAW,EACX,QAAQ,EACR,UAAU,EAEV,cAAc,EACd,IAAI,EACJ,OAAO,GACR,MAAM,kBAAkB,CAAC;AAE1B,SAAS,YAAY,CAAC,KAAyB,EAAE,OAAY;IAC3D,MAAM,QAAQ,GAAG,KAAK,IAAI,OAAO,CAAC,GAAG,IAAI,eAAe,EAAE,CAAC;IAC3D,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,KAAK,CAAC,yEAAyE,CAAC,CAAC;QACjF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,OAAgB;IAC1D,MAAM,WAAW,GAAG,OAAO;SACxB,OAAO,CAAC,aAAa,CAAC;SACtB,WAAW,CAAC,oDAAoD,CAAC;SACjE,WAAW,CAAC,OAAO,EAAE;;;;CAIzB,CAAC,CAAC;IAED,uBAAuB;IACvB,WAAW;SACR,OAAO,CAAC,KAAK,CAAC;SACd,WAAW,CAAC,yCAAyC,CAAC;SACtD,QAAQ,CAAC,SAAS,EAAE,gCAAgC,CAAC;SACrD,MAAM,CAAC,gBAAgB,EAAE,4CAA4C,CAAC;SACtE,MAAM,CAAC,QAAQ,EAAE,gBAAgB,CAAC;SAClC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAC/B,MAAM,aAAa,GAAG,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAE/B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;YAErE,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gBACjB,IAAI,CAAC,MAAM,CAAC,CAAC;gBACb,OAAO;YACT,CAAC;YAED,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;YACrD,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;YAEjD,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7C,IAAI,CAAC,yCAAyC,CAAC,CAAC;gBAChD,OAAO;YACT,CAAC;YAED,oBAAoB;YACpB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;YACpF,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,KAAK,KAAK,CAAC,CAAC,MAAM,CAAC;YACrF,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,KAAK,IAAI,IAAI,CAAC,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;YAE3H,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;YACxC,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACzD,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;YAC1C,CAAC;YAED,OAAO,EAAE,CAAC;YACV,IAAI,CAAC,OAAO,CAAC,CAAC;YAEd,OAAO,CAAC,GAAG,CACT,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE;gBACvB,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE;gBACpD,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE;gBACxF,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE;gBACrC;oBACE,MAAM,EAAE,QAAQ;oBAChB,GAAG,EAAE,oBAAoB;oBACzB,MAAM,EAAE,CAAC,CAAiB,EAAE,EAAE,CAC5B,CAAC,KAAK,IAAI;wBACR,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC;wBACpB,CAAC,CAAC,CAAC,KAAK,KAAK;4BACb,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;4BACjB,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC;iBACrB;gBACD,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,EAAE,cAAc,EAAE;gBACjE,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE;gBACnF,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE;aAC5D,CAAC,CACH,CAAC;YAEF,gCAAgC;YAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,KAAK,KAAK,CAAC,CAAC;YAChF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,OAAO,EAAE,CAAC;gBACV,IAAI,CAAC,sBAAsB,CAAC,CAAC;gBAC7B,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;oBAC3B,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBAChE,IAAI,GAAG,CAAC,mBAAmB,EAAE,CAAC;wBAC5B,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,mBAAmB,KAAK,QAAQ;4BACzD,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,CAAC;4BACrC,CAAC,CAAC,GAAG,CAAC,mBAAmB,CAAC;wBAC5B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;4BACnB,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;wBAC/C,CAAC;wBACD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;4BACnB,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gCACnC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;oCAClB,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oCAC5B,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,IAAI,QAAQ,EAAE,CAAC,CAAC;gCACzE,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,sCAAsC;YACtC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/src/commands/llm.js

@@ -0,0 +1,241 @@
+import { ApiClient } from "../lib/api-client.js";
+import { getCurrentAppId } from "../lib/config.js";
+import { success, error, info, keyValue, formatTable, json, divider, } from "../lib/output.js";
+function resolveAppId(appId, options) {
+    const resolved = appId || options.app || getCurrentAppId();
+    if (!resolved) {
+        error("No app specified. Use --app or 'primitive use <app-id>' to set context.");
+        process.exit(1);
+    }
+    return resolved;
+}
+export function registerLlmCommands(program) {
+    const llm = program
+        .command("llm")
+        .description("AI-powered generation tools for prompts and evaluators")
+        .addHelpText("after", `
+Examples:
+  $ primitive llm models --provider openrouter
+  $ primitive llm generate-prompt --description "Summarize documents"
+  $ primitive llm generate-evaluator --prompt-id 01HXY...
+  $ primitive llm generate-evaluator-workflow --workflow-id 01ABC...
+`);
+    // List available models
+    llm
+        .command("models")
+        .description("List available LLM models")
+        .option("--provider <provider>", "Provider: openrouter, gemini", "openrouter")
+        .option("--json", "Output as JSON")
+        .action(async (options) => {
+        const client = new ApiClient();
+        try {
+            const result = await client.listLlmModels(options.provider);
+            if (options.json) {
+                json(result);
+                return;
+            }
+            info(`Available models for ${options.provider}:`);
+            keyValue("Default Model", result.defaultModel || "-");
+            keyValue("Total Models", result.models?.length || 0);
+            if (result.models && result.models.length > 0) {
+                divider();
+                // Show first 30 models
+                const displayModels = result.models.slice(0, 30);
+                console.log(formatTable(displayModels, [
+                    { header: "MODEL ID", key: "id" },
+                    { header: "NAME", key: "name" },
+                    {
+                        header: "CONTEXT",
+                        key: "context_length",
+                        format: (v) => v ? `${Math.round(v / 1000)}K` : "-",
+                    },
+                ]));
+                if (result.models.length > 30) {
+                    info(`... and ${result.models.length - 30} more. Use --json for full list.`);
+                }
+            }
+        }
+        catch (err) {
+            error(err.message);
+            process.exit(1);
+        }
+    });
+    // Generate prompt from description
+    llm
+        .command("generate-prompt")
+        .description("Generate a prompt configuration from a natural language description")
+        .option("--description <text>", "Description of what the prompt should do")
+        .option("--with-output-schema", "Also generate an output schema")
+        .option("--json", "Output as JSON")
+        .action(async (options) => {
+        let description = options.description;
+        // If no description provided, prompt interactively
+        if (!description) {
+            const inquirer = await import("inquirer");
+            const { desc } = await inquirer.default.prompt([
+                {
+                    type: "input",
+                    name: "desc",
+                    message: "Describe what the prompt should do:",
+                    validate: (input) => input.trim().length > 0 || "Description is required",
+                },
+            ]);
+            description = desc;
+        }
+        const client = new ApiClient();
+        try {
+            if (!options.json) {
+                info("Generating prompt configuration...");
+            }
+            const result = await client.generatePrompt({
+                description,
+                generateOutputSchema: options.withOutputSchema || false,
+            });
+            if (options.json) {
+                json(result);
+                return;
+            }
+            if (result.error) {
+                error(`Generation failed: ${result.error}`);
+                process.exit(1);
+            }
+            success("Prompt configuration generated!");
+            divider();
+            keyValue("Key", result.promptKey);
+            keyValue("Name", result.displayName);
+            keyValue("Description", result.description);
+            divider();
+            info("System Prompt:");
+            console.log(result.systemPrompt || "(none)");
+            divider();
+            info("User Prompt Template:");
+            console.log(result.userPromptTemplate);
+            divider();
+            keyValue("Temperature", result.temperature);
+            keyValue("Top P", result.topP || "-");
+            keyValue("Max Tokens", result.maxTokens || "-");
+            if (result.inputSchema) {
+                divider();
+                info("Input Schema:");
+                console.log(JSON.stringify(result.inputSchema, null, 2));
+            }
+            if (result.outputSchema) {
+                divider();
+                info("Output Schema:");
+                console.log(JSON.stringify(result.outputSchema, null, 2));
+            }
+            divider();
+            info("To create this prompt, copy the JSON output (--json) and use:");
+            console.log("  primitive prompts create --from-file <file.toml>");
+        }
+        catch (err) {
+            error(err.message);
+            process.exit(1);
+        }
+    });
+    // Generate evaluator for a prompt
+    llm
+        .command("generate-evaluator")
+        .description("Generate an evaluator prompt for an existing prompt")
+        .option("--app <app-id>", "App ID (uses current app if not specified)")
+        .requiredOption("--prompt-id <prompt-id>", "Source prompt ID to create evaluator for")
+        .option("--json", "Output as JSON")
+        .action(async (options) => {
+        const resolvedAppId = resolveAppId(undefined, options);
+        const client = new ApiClient();
+        try {
+            if (!options.json) {
+                info("Generating evaluator prompt...");
+            }
+            const result = await client.generateEvaluator({
+                appId: resolvedAppId,
+                promptId: options.promptId,
+            });
+            if (options.json) {
+                json(result);
+                return;
+            }
+            if (result.error) {
+                error(`Generation failed: ${result.error}`);
+                process.exit(1);
+            }
+            success("Evaluator prompt configuration generated!");
+            divider();
+            keyValue("Key", result.promptKey);
+            keyValue("Name", result.displayName);
+            keyValue("Description", result.description);
+            divider();
+            info("System Prompt:");
+            console.log(result.systemPrompt || "(none)");
+            divider();
+            info("User Prompt Template:");
+            console.log(result.userPromptTemplate);
+            divider();
+            if (result.outputSchema) {
+                info("Output Schema:");
+                console.log(JSON.stringify(result.outputSchema, null, 2));
+            }
+            divider();
+            info("To create this evaluator, copy the JSON output (--json) and use:");
+            console.log("  primitive prompts create --from-file <file.toml>");
+            info("Then link it to test cases using --evaluator-prompt option.");
+        }
+        catch (err) {
+            error(err.message);
+            process.exit(1);
+        }
+    });
+    // Generate evaluator for a workflow
+    llm
+        .command("generate-evaluator-workflow")
+        .description("Generate an evaluator prompt for an existing workflow")
+        .option("--app <app-id>", "App ID (uses current app if not specified)")
+        .requiredOption("--workflow-id <workflow-id>", "Source workflow ID to create evaluator for")
+        .option("--json", "Output as JSON")
+        .action(async (options) => {
+        const resolvedAppId = resolveAppId(undefined, options);
+        const client = new ApiClient();
+        try {
+            if (!options.json) {
+                info("Generating workflow evaluator prompt...");
+            }
+            const result = await client.generateWorkflowEvaluator({
+                appId: resolvedAppId,
+                workflowId: options.workflowId,
+            });
+            if (options.json) {
+                json(result);
+                return;
+            }
+            if (result.error) {
+                error(`Generation failed: ${result.error}`);
+                process.exit(1);
+            }
+            success("Workflow evaluator prompt configuration generated!");
+            divider();
+            keyValue("Key", result.promptKey);
+            keyValue("Name", result.displayName);
+            keyValue("Description", result.description);
+            divider();
+            info("System Prompt:");
+            console.log(result.systemPrompt || "(none)");
+            divider();
+            info("User Prompt Template:");
+            console.log(result.userPromptTemplate);
+            divider();
+            if (result.outputSchema) {
+                info("Output Schema:");
+                console.log(JSON.stringify(result.outputSchema, null, 2));
+            }
+            divider();
+            info("To create this evaluator, copy the JSON output (--json) and use:");
+            console.log("  primitive prompts create --from-file <file.toml>");
+            info("Then link it to workflow test cases using --evaluator-prompt option.");
+        }
+        catch (err) {
+            error(err.message);
+            process.exit(1);
+        }
+    });
+}
+//# sourceMappingURL=llm.js.map

package/dist/src/commands/llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.js","sourceRoot":"","sources":["../../../src/commands/llm.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EACL,OAAO,EACP,KAAK,EACL,IAAI,EAEJ,QAAQ,EACR,WAAW,EAEX,IAAI,EACJ,OAAO,GACR,MAAM,kBAAkB,CAAC;AAE1B,SAAS,YAAY,CAAC,KAAyB,EAAE,OAAY;IAC3D,MAAM,QAAQ,GAAG,KAAK,IAAI,OAAO,CAAC,GAAG,IAAI,eAAe,EAAE,CAAC;IAC3D,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,KAAK,CAAC,yEAAyE,CAAC,CAAC;QACjF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAgB;IAClD,MAAM,GAAG,GAAG,OAAO;SAChB,OAAO,CAAC,KAAK,CAAC;SACd,WAAW,CAAC,wDAAwD,CAAC;SACrE,WAAW,CAAC,OAAO,EAAE;;;;;;CAMzB,CAAC,CAAC;IAED,wBAAwB;IACxB,GAAG;SACA,OAAO,CAAC,QAAQ,CAAC;SACjB,WAAW,CAAC,2BAA2B,CAAC;SACxC,MAAM,CAAC,uBAAuB,EAAE,8BAA8B,EAAE,YAAY,CAAC;SAC7E,MAAM,CAAC,QAAQ,EAAE,gBAAgB,CAAC;SAClC,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QACxB,MAAM,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAE/B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAE5D,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gBACjB,IAAI,CAAC,MAAM,CAAC,CAAC;gBACb,OAAO;YACT,CAAC;YAED,IAAI,CAAC,wBAAwB,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;YAClD,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC,YAAY,IAAI,GAAG,CAAC,CAAC;YACtD,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;YAErD,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9C,OAAO,EAAE,CAAC;gBACV,uBAAuB;gBACvB,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACjD,OAAO,CAAC,GAAG,CACT,WAAW,CAAC,aAAa,EAAE;oBACzB,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,EAAE;oBACjC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE;oBAC/B;wBACE,MAAM,EAAE,SAAS;wBACjB,GAAG,EAAE,gBAAgB;wBACrB,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;qBAC5D;iBACF,CAAC,CACH,CAAC;gBACF,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;oBAC9B,IAAI,CAAC,WAAW,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,EAAE,kCAAkC,CAAC,CAAC;gBAC/E,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,mCAAmC;IACnC,GAAG;SACA,OAAO,CAAC,iBAAiB,CAAC;SAC1B,WAAW,CAAC,qEAAqE,CAAC;SAClF,MAAM,CAAC,sBAAsB,EAAE,0CAA0C,CAAC;SAC1E,MAAM,CAAC,sBAAsB,EAAE,gCAAgC,CAAC;SAChE,MAAM,CAAC,QAAQ,EAAE,gBAAgB,CAAC;SAClC,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QACxB,IAAI,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAEtC,mDAAmD;QACnD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;YAC1C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC;gBAC7C;oBACE,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,qCAAqC;oBAC9C,QAAQ,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,yBAAyB;iBAClF;aACF,CAAC,CAAC;YACH,WAAW,GAAG,IAAI,CAAC;QACrB,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAE/B,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;gBAClB,IAAI,CAAC,oCAAoC,CAAC,CAAC;YAC7C,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC;gBACzC,WAAW;gBACX,oBAAoB,EAAE,OAAO,CAAC,gBAAgB,IAAI,KAAK;aACxD,CAAC,CAAC;YAEH,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gBACjB,IAAI,CAAC,MAAM,CAAC,CAAC;gBACb,OAAO;YACT,CAAC;YAED,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,KAAK,CAAC,sBAAsB,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;YAED,OAAO,CAAC,iCAAiC,CAAC,CAAC;YAC3C,OAAO,EAAE,CAAC;YACV,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;YAClC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;YACrC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;YAC5C,OAAO,EAAE,CAAC;YACV,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,IAAI,QAAQ,CAAC,CAAC;YAC7C,OAAO,EAAE,CAAC;YACV,IAAI,CAAC,uBAAuB,CAAC,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;YACvC,OAAO,EAAE,CAAC;YACV,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;YAC5C,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC;YACtC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,SAAS,IAAI,GAAG,CAAC,CAAC;YAEhD,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;gBACvB,OAAO,EAAE,CAAC;gBACV,IAAI,CAAC,eAAe,CAAC,CAAC;gBACtB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAC3D,CAAC;YAED,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;gBACxB,OAAO,EAAE,CAAC;gBACV,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAC5D,CAAC;YAED,OAAO,EAAE,CAAC;YACV,IAAI,CAAC,+DAA+D,CAAC,CAAC;YACtE,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;QACpE,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,kCAAkC;IAClC,GAAG;SACA,OAAO,CAAC,oBAAoB,CAAC;SAC7B,WAAW,CAAC,qDAAqD,CAAC;SAClE,MAAM,CAAC,gBAAgB,EAAE,4CAA4C,CAAC;SACtE,cAAc,CAAC,yBAAyB,EAAE,0CAA0C,CAAC;SACrF,MAAM,CAAC,QAAQ,EAAE,gBAAgB,CAAC;SAClC,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QACxB,MAAM,aAAa,GAAG,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAE/B,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;gBAClB,IAAI,CAAC,gCAAgC,CAAC,CAAC;YACzC,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC;gBAC5C,KAAK,EAAE,aAAa;gBACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;aAC3B,CAAC,CAAC;YAEH,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gBACjB,IAAI,CAAC,MAAM,CAAC,CAAC;gBACb,OAAO;YACT,CAAC;YAED,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,KAAK,CAAC,sBAAsB,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;YAED,OAAO,CAAC,2CAA2C,CAAC,CAAC;YACrD,OAAO,EAAE,CAAC;YACV,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;YAClC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;YACrC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;YAC5C,OAAO,EAAE,CAAC;YACV,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,IAAI,QAAQ,CAAC,CAAC;YAC7C,OAAO,EAAE,CAAC;YACV,IAAI,CAAC,uBAAuB,CAAC,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;YACvC,OAAO,EAAE,CAAC;YAEV,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;gBACxB,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAC5D,CAAC;YAED,OAAO,EAAE,CAAC;YACV,IAAI,CAAC,kEAAkE,CAAC,CAAC;YACzE,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;YAClE,IAAI,CAAC,6DAA6D,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,oCAAoC;IACpC,GAAG;SACA,OAAO,CAAC,6BAA6B,CAAC;SACtC,WAAW,CAAC,uDAAuD,CAAC;SACpE,MAAM,CAAC,gBAAgB,EAAE,4CAA4C,CAAC;SACtE,cAAc,CAAC,6BAA6B,EAAE,4CAA4C,CAAC;SAC3F,MAAM,CAAC,QAAQ,EAAE,gBAAgB,CAAC;SAClC,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QACxB,MAAM,aAAa,GAAG,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAE/B,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;gBAClB,IAAI,CAAC,yCAAyC,CAAC,CAAC;YAClD,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC;gBACpD,KAAK,EAAE,aAAa;gBACpB,UAAU,EAAE,OAAO,CAAC,UAAU;aAC/B,CAAC,CAAC;YAEH,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gBACjB,IAAI,CAAC,MAAM,CAAC,CAAC;gBACb,OAAO;YACT,CAAC;YAED,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,KAAK,CAAC,sBAAsB,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;YAED,OAAO,CAAC,oDAAoD,CAAC,CAAC;YAC9D,OAAO,EAAE,CAAC;YACV,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;YAClC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;YACrC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;YAC5C,OAAO,EAAE,CAAC;YACV,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,IAAI,QAAQ,CAAC,CAAC;YAC7C,OAAO,EAAE,CAAC;YACV,IAAI,CAAC,uBAAuB,CAAC,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;YACvC,OAAO,EAAE,CAAC;YAEV,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;gBACxB,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAC5D,CAAC;YAED,OAAO,EAAE,CAAC;YACV,IAAI,CAAC,kEAAkE,CAAC,CAAC;YACzE,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;YAClE,IAAI,CAAC,sEAAsE,CAAC,CAAC;QAC/E,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/src/commands/prompts.js

@@ -5,7 +5,7 @@ import { lookup as mimeLookup } from "mime-types";
 import { ApiClient } from "../lib/api-client.js";
 import { getCurrentAppId } from "../lib/config.js";
 import chalk from "chalk";
-import { success, error, info, keyValue, formatTable, formatId, formatDate, formatStatus, formatDuration, json, divider, } from "../lib/output.js";
+import { success, error, info, warn, keyValue, formatTable, formatId, formatDate, formatStatus, formatDuration, json, divider, } from "../lib/output.js";
 function resolveAppId(appId, options) {
     const resolved = appId || options.app || getCurrentAppId();
     if (!resolved) {
@@ -1004,15 +1004,15 @@ Examples:
                 json(result);
                 return;
             }
-            const { summary, results, comparisonGroup } = result;
+            const { summary, runs, comparisonGroup } = result;
             divider();
             keyValue("Comparison Group", comparisonGroup);
             keyValue("Total Tests", summary.total);
             keyValue("Passed", chalk.green(summary.passed));
             keyValue("Failed", summary.failed > 0 ? chalk.red(summary.failed) : "0");
             divider();
-            if (results && results.length > 0) {
-                for (const r of results) {
+            if (runs && runs.length > 0) {
+                for (const r of runs) {
                     const passed = r.verification?.passed;
                     const icon = passed ? chalk.green("✓") : chalk.red("✗");
                     const status = passed ? "PASSED" : "FAILED";
@@ -1079,6 +1079,175 @@ Examples:
         }
     });
     // ============================================
+    // BATCH TEST EXECUTION SUBCOMMAND
+    // ============================================
+    const batch = tests
+        .command("batch")
+        .description("Run tests in parallel using workflow-based execution")
+        .addHelpText("after", `
+Examples:
+  $ primitive prompts tests batch start <prompt-id>
+  $ primitive prompts tests batch start <prompt-id> --test-cases 01ABC,01DEF
+  $ primitive prompts tests batch status <prompt-id> <batch-id>
+  $ primitive prompts tests batch cancel <prompt-id> <batch-id>
+`);
+    // Start batch tests
+    batch
+        .command("start")
+        .description("Start parallel batch test execution")
+        .argument("<prompt-id>", "Prompt ID")
+        .option("--app <app-id>", "App ID (uses current app if not specified)")
+        .option("--config <config-id>", "Override config ID for all tests")
+        .option("--test-cases <ids>", "Comma-separated list of test case IDs to run")
+        .option("--json", "Output as JSON")
+        .action(async (promptId, options) => {
+        const resolvedAppId = resolveAppId(undefined, options);
+        const client = new ApiClient();
+        try {
+            let testCaseIds;
+            if (options.testCases) {
+                testCaseIds = options.testCases.split(",").map((id) => id.trim()).filter(Boolean);
+            }
+            if (!options.json) {
+                info("Starting batch test execution...");
+            }
+            const result = await client.startBatchTests(resolvedAppId, "prompt", promptId, {
+                overrideConfigId: options.config,
+                testCaseIds,
+            });
+            if (options.json) {
+                json(result);
+                return;
+            }
+            success("Batch tests started!");
+            keyValue("Batch ID", result.batchId);
+            keyValue("Total Tests", result.totalTests);
+            keyValue("Workflow Instances", result.instanceIds?.length || 0);
+            if (result.errors && result.errors.length > 0) {
+                divider();
+                warn(`${result.errors.length} test(s) failed to start`);
+            }
+            divider();
+            info("Check status with:");
+            console.log(`  primitive prompts tests batch status ${promptId} ${result.batchId}`);
+        }
+        catch (err) {
+            error(err.message);
+            process.exit(1);
+        }
+    });
+    // Get batch status
+    batch
+        .command("status")
+        .description("Get status of a batch test execution")
+        .argument("<prompt-id>", "Prompt ID")
+        .argument("<batch-id>", "Batch ID")
+        .option("--app <app-id>", "App ID (uses current app if not specified)")
+        .option("--wait", "Wait for completion (polls every 2 seconds)")
+        .option("--json", "Output as JSON")
+        .action(async (promptId, batchId, options) => {
+        const resolvedAppId = resolveAppId(undefined, options);
+        const client = new ApiClient();
+        try {
+            const fetchStatus = async () => {
+                return client.getBatchTestStatus(resolvedAppId, "prompt", promptId, batchId);
+            };
+            let result = await fetchStatus();
+            if (options.wait && result.status === "running") {
+                info("Waiting for batch completion...");
+                while (result.status === "running") {
+                    await new Promise((r) => setTimeout(r, 2000));
+                    result = await fetchStatus();
+                    process.stdout.write(`\r  Completed: ${result.completed}/${result.results?.length || 0}  `);
+                }
+                console.log();
+            }
+            if (options.json) {
+                json(result);
+                return;
+            }
+            keyValue("Batch ID", result.batchId);
+            keyValue("Status", formatStatus(result.status));
+            keyValue("Completed", result.completed);
+            keyValue("Passed", chalk.green(result.passed));
+            keyValue("Failed", result.failed > 0 ? chalk.red(result.failed) : "0");
+            if (result.results && result.results.length > 0) {
+                divider();
+                info("Results:");
+                for (const r of result.results) {
+                    const passed = r.verificationPassed;
+                    const icon = passed ? chalk.green("✓") : passed === false ? chalk.red("✗") : chalk.dim("○");
+                    const status = r.status === "completed" ? (passed ? "PASSED" : "FAILED") : r.status;
+                    const duration = r.durationMs ? formatDuration(r.durationMs) : "";
+                    console.log(`  ${icon} ${formatId(r.testCaseId)} - ${status} ${duration}`);
+                }
+            }
+            // Exit with error if tests failed
+            if (result.failed > 0) {
+                process.exit(1);
+            }
+        }
+        catch (err) {
+            error(err.message);
+            process.exit(1);
+        }
+    });
+    // Cancel batch tests
+    batch
+        .command("cancel")
+        .description("Cancel a running batch test execution")
+        .argument("<prompt-id>", "Prompt ID")
+        .argument("<batch-id>", "Batch ID")
+        .option("--app <app-id>", "App ID (uses current app if not specified)")
+        .option("-y, --yes", "Skip confirmation prompt")
+        .option("--json", "Output as JSON")
+        .action(async (promptId, batchId, options) => {
+        const resolvedAppId = resolveAppId(undefined, options);
+        if (!options.yes) {
+            const inquirer = await import("inquirer");
+            const { confirm } = await inquirer.default.prompt([
+                {
+                    type: "confirm",
+                    name: "confirm",
+                    message: `Are you sure you want to cancel batch ${batchId}?`,
+                    default: false,
+                },
+            ]);
+            if (!confirm) {
+                info("Cancelled.");
+                return;
+            }
+        }
+        const client = new ApiClient();
+        try {
+            // First get current status to get instance IDs
+            const status = await client.getBatchTestStatus(resolvedAppId, "prompt", promptId, batchId);
+            // Get instance IDs that are still running
+            const runningInstanceIds = status.results
+                ?.filter((r) => r.status === "running" || r.status === "pending")
+                .map((r) => r.runId)
+                .filter(Boolean) || [];
+            if (runningInstanceIds.length === 0) {
+                info("No running tests to cancel.");
+                return;
+            }
+            const result = await client.cancelBatchTests(resolvedAppId, "prompt", promptId, batchId, runningInstanceIds);
+            if (options.json) {
+                json(result);
+                return;
+            }
+            success("Batch tests cancelled.");
+            keyValue("Terminated", result.terminated?.length || 0);
+            if (result.errors && result.errors.length > 0) {
+                warn(`${result.errors.length} instance(s) could not be terminated`);
+            }
+        }
+        catch (err) {
+            error(err.message);
+            process.exit(1);
+        }
+    });
+    // ============================================
     // TEST CASE ATTACHMENTS SUBCOMMAND
     // ============================================
     const attachments = tests