@kradle/cli 0.0.14 → 0.0.16

package/dist/lib/evaluation/runner.js

@@ -1,5 +1,5 @@
 const DEFAULT_MAX_CONCURRENT = 5;
-const RATE_LIMIT_BACKOFF_MS = 5000;
+const RATE_LIMIT_BACKOFF_MS = 15000;
 const STATUS_POLL_INTERVAL_MS = 2000;
 export class Runner {
     runs;
@@ -135,7 +135,13 @@ export class Runner {
     /**
      * Start a single run
      */
-    async startRun(index) {
+    async startRun(index, tries = 0) {
+        if (tries > 5) {
+            this.updateState(index, { status: "error", error: "Failed to start run after 3 tries" });
+            this.completedRuns.add(index);
+            this.activeRuns.delete(index);
+            return;
+        }
         const state = this.states[index];
         this.activeRuns.add(index);
         this.updateState(index, { status: "initializing", startTime: Date.now() });
@@ -158,11 +164,14 @@ export class Runner {
         catch (error) {
             const errorMessage = error instanceof Error ? error.message : String(error);
             // Check for rate limiting
-            if (errorMessage.includes("429") || errorMessage.toLowerCase().includes("rate limit")) {
+            if (errorMessage.includes("429") ||
+                errorMessage.toLowerCase().includes("rate limit") ||
+                errorMessage.toLowerCase().includes("you may need to stop or wait")) {
                 // Re-queue for later
                 this.updateState(index, { status: "queued", error: undefined });
                 this.activeRuns.delete(index);
                 await this.delay(RATE_LIMIT_BACKOFF_MS);
+                await this.startRun(index, tries + 1);
                 return;
             }
             this.updateState(index, { status: "error", error: errorMessage });

package/oclif.manifest.json

@@ -401,5 +401,5 @@
       ]
     }
   },
-  "version": "0.0.14"
+  "version": "0.0.16"
 }

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@kradle/cli",
-	"version": "0.0.14",
+	"version": "0.0.16",
 	"description": "Kradle's CLI. Manage challenges, evaluations, agents and more!",
 	"keywords": [
 		"cli"