@erdoai/cli 0.66.0 → 0.67.0

package/dist/index.js

@@ -464,7 +464,7 @@ var ErdoClient = class {
       `/v1/evals/suites/${encodeURIComponent(slug)}/cases/${encodeURIComponent(caseName)}`
     );
   }
-  runEvalSuite(slug, concurrency, commitSha, frontendCommitSha, backendCommitSha, source, modelOverride) {
+  runEvalSuite(slug, concurrency, commitSha, frontendCommitSha, backendCommitSha, source, modelOverride, rotateCases) {
     return this.request(
       "POST",
       `/v1/evals/suites/${encodeURIComponent(slug)}/run`,
@@ -474,7 +474,8 @@ var ErdoClient = class {
         frontend_commit_sha: frontendCommitSha,
         backend_commit_sha: backendCommitSha,
         source,
-        model_override: modelOverride
+        model_override: modelOverride,
+        rotate_cases: rotateCases
       }
     );
   }
@@ -2551,7 +2552,13 @@ evalCmd.command("create <name>").description("Create a suite (in the active org)
     }
   }
 );
-evalCmd.command("run <slug>").description("Run a suite; --watch polls until it completes").option("-w, --watch", "poll until the run finishes and print results").option("-c, --concurrency <n>", "parallel cases", (v) => parseInt(v, 10)).option("--commit-sha <sha>", "full 40-character Git commit SHA to associate with the run").option("--frontend-commit-sha <sha>", "frontend revision in the evaluated production snapshot").option("--backend-commit-sha <sha>", "backend revision in the evaluated production snapshot").option("--source <source>", "staff-only run source: post_deploy, nightly, or rollback").option("--model <model>", "pin the suite's agent to a model for this run (e.g. glm-5.3) \u2014 for model comparisons").action(async (slug, opts) => {
+evalCmd.command("run <slug>").description("Run a suite; --watch polls until it completes").option("-w, --watch", "poll until the run finishes and print results").option("-c, --concurrency <n>", "parallel cases", (v) => parseInt(v, 10)).option("--commit-sha <sha>", "full 40-character Git commit SHA to associate with the run").option("--frontend-commit-sha <sha>", "frontend revision in the evaluated production snapshot").option("--backend-commit-sha <sha>", "backend revision in the evaluated production snapshot").option("--source <source>", "staff-only run source: post_deploy, nightly, or rollback").option("--model <model>", "pin the suite's agent to a model for this run (e.g. glm-5.3) \u2014 for model comparisons").option("--rotate-cases <n>", "run a rotating subset of n cases (deterministic per suite + UTC day) instead of all cases", (v) => {
+  const parsed = parseInt(v, 10);
+  if (isNaN(parsed) || parsed < 0) {
+    throw new Error(`--rotate-cases must be a non-negative integer, got "${v}"`);
+  }
+  return parsed;
+}).action(async (slug, opts) => {
   try {
     const api = new ErdoClient();
     const { suite } = await api.getEvalSuite(slug);
@@ -2574,7 +2581,8 @@ evalCmd.command("run <slug>").description("Run a suite; --watch polls until it c
       opts.frontendCommitSha,
       opts.backendCommitSha,
       opts.source,
-      opts.model
+      opts.model,
+      opts.rotateCases
     );
     console.log(`run_id: ${run_id}`);
     if (!opts.watch) return;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@erdoai/cli",
-  "version": "0.66.0",
+  "version": "0.67.0",
   "description": "Erdo CLI — drive datasets, pages, and evals from the terminal or CI",
   "type": "module",
   "bin": {