kradle 0.3.1 → 0.3.3

package/dist/commands/init.js

@@ -72,8 +72,7 @@ export default class Init extends Command {
             // 	this.log(pc.green("Using Kradle's production environment."));
             // }
             this.log();
-            this.log(pc.yellow("Cloud Analytics are only available in the development environment for now. Development environment will be used."));
-            const useDev = true;
+            const useDev = false;
             const domain = useDev ? "dev.kradle.ai" : "kradle.ai";
             let apiKey;
             if (flags["api-key"]) {

package/dist/lib/api-client.d.ts

@@ -1,5 +1,5 @@
 import type z from "zod";
-import { type AgentSchemaType, type ChallengeConfigSchemaType, type ChallengeSchemaType, type DownloadUrlResponse, HumanSchema, type RecordingMetadata, type RunStatusSchemaType, type WorldConfigSchemaType, type WorldSchemaType } from "./schemas.js";
+import { type AgentSchemaType, type ChallengeConfigSchemaType, type ChallengeSchemaType, type DashboardUrlResponse, type DownloadUrlResponse, HumanSchema, type RecordingMetadata, type RunStatusSchemaType, type WorldConfigSchemaType, type WorldSchemaType } from "./schemas.js";
 export declare class ApiClient {
     private apiUrl;
     private kradleApiKey;
@@ -130,4 +130,9 @@ export declare class ApiClient {
     getWorldUploadUrl(slug: string): Promise<string>;
     getWorldDownloadUrl(slug: string): Promise<DownloadUrlResponse>;
     uploadWorldFile(slug: string, tarballPath: string): Promise<void>;
+    /**
+     * Get the dashboard URL for the current environment.
+     * @returns The dashboard URL.
+     */
+    getDashboardUrl(): Promise<DashboardUrlResponse>;
 }

package/dist/lib/api-client.js

@@ -1,6 +1,6 @@
 import { existsSync } from "node:fs";
 import fs from "node:fs/promises";
-import { AgentsResponseSchema, ChallengeSchema, ChallengesResponseSchema, DownloadUrlResponseSchema, HumanSchema, JobResponseSchema, RecordingsListResponseSchema, RunStatusSchema, UploadUrlResponseSchema, WorldSchema, WorldsResponseSchema, } from "./schemas.js";
+import { AgentsResponseSchema, ChallengeSchema, ChallengesResponseSchema, DashboardUrlResponseSchema, DownloadUrlResponseSchema, HumanSchema, JobResponseSchema, RecordingsListResponseSchema, RunStatusSchema, UploadUrlResponseSchema, WorldSchema, WorldsResponseSchema, } from "./schemas.js";
 const DEFAULT_PAGE_SIZE = 30;
 const DEFAULT_CHALLENGE_SCHEMA = {
     slug: "",
@@ -343,4 +343,11 @@ export class ApiClient {
             throw new Error(`Failed to upload world: ${response.statusText}`);
         }
     }
+    /**
+     * Get the dashboard URL for the current environment.
+     * @returns The dashboard URL.
+     */
+    async getDashboardUrl() {
+        return this.get("dashboard", {}, DashboardUrlResponseSchema);
+    }
 }

package/dist/lib/experiment/experimenter.js

@@ -144,8 +144,14 @@ export class Experimenter {
     async loadManifest(version) {
         const paths = this.getVersionPaths(version);
         const content = await fs.readFile(paths.manifestPath, "utf-8");
-        const data = JSON.parse(content);
-        return ManifestSchema.parse(data);
+        try {
+            const data = JSON.parse(content);
+            return ManifestSchema.parse(data);
+        }
+        catch (error) {
+            console.error(pc.red(`Error loading manifest for version ${version}: ${error instanceof Error ? error.message : String(error)}`));
+            throw error;
+        }
     }
     /**
      * Load progress from version
@@ -191,7 +197,20 @@ export class Experimenter {
             "--experimental-transform-types",
             "--no-warnings",
             "-e",
-            `console.log(JSON.stringify(require("${configPath}").main()));`,
+            `
+				// Disable stdout and stderr
+				const oldLog = console.log;
+				console.log = () => {};
+				console.error = () => {};
+				const module = require("${configPath}");
+				const manifest = module.main();
+
+				// Restore stdout
+				console.log = oldLog;
+				
+				// Log the manifest
+				console.log(JSON.stringify(manifest));
+				`,
         ], {});
         return JSON.parse(stdout.trim());
     }
@@ -250,7 +269,14 @@ export class Experimenter {
             console.log("");
         }
         if (options.openMetabase ?? true) {
-            openInBrowser(`https://daunt-fair.metabaseapp.com/dashboard/10-runs-analysis?run_tags=${versionTag}`);
+            try {
+                const { url } = await this.api.getDashboardUrl();
+                console.log(pc.blackBright(`\nOpening dashboard URL: ${url}?run_tags=${versionTag}`));
+                await openInBrowser(`${url}?run_tags=${versionTag}`);
+            }
+            catch (error) {
+                console.error(pc.yellow(`Warning: Failed to fetch dashboard URL: ${error instanceof Error ? error.message : String(error)}`));
+            }
         }
         const errors = this.runner?.getAllStates().filter((state) => state.status === "error");
         if (errors?.length > 0) {

package/dist/lib/experiment/runner.js

@@ -1,6 +1,14 @@
 const DEFAULT_MAX_CONCURRENT = 5;
-const RATE_LIMIT_BACKOFF_MS = 15000;
 const STATUS_POLL_INTERVAL_MS = 2000;
+const MAX_START_RUN_TRIES = 10;
+/**
+ * Exponential backoff time in milliseconds. Starts at 1 second and doubles each attempt.
+ * @param currentAttempt - The current attempt number
+ * @returns The backoff time in milliseconds
+ */
+function getBackoffTime(currentAttempt) {
+    return 1000 * 1.5 ** currentAttempt;
+}
 export class Runner {
     runs;
     api;
@@ -139,8 +147,8 @@ export class Runner {
      * Start a single run
      */
     async startRun(index, tries = 0) {
-        if (tries > 5) {
-            this.updateState(index, { status: "error", error: "Failed to start run after 3 tries" });
+        if (tries > MAX_START_RUN_TRIES) {
+            this.updateState(index, { status: "error", error: `Failed to start run after ${MAX_START_RUN_TRIES} tries` });
             this.completedRuns.add(index);
             this.activeRuns.delete(index);
             return;
@@ -182,7 +190,7 @@ export class Runner {
                 // Re-queue for later
                 this.updateState(index, { status: "queued", error: undefined });
                 this.activeRuns.delete(index);
-                await this.delay(RATE_LIMIT_BACKOFF_MS);
+                await this.delay(getBackoffTime(tries));
                 await this.startRun(index, tries + 1);
                 return;
             }

package/dist/lib/schemas.d.ts

@@ -225,6 +225,9 @@ export declare const WorldsResponseSchema: z.ZodObject<{
     }, z.core.$strip>>;
     nextPageToken: z.ZodOptional<z.ZodString>;
 }, z.core.$strip>;
+export declare const DashboardUrlResponseSchema: z.ZodObject<{
+    url: z.ZodString;
+}, z.core.$strip>;
 export type ChallengeSchemaType = z.infer<typeof ChallengeSchema>;
 export type ChallengeConfigSchemaType = z.infer<typeof ChallengeConfigSchema>;
 export type ChallengesResponseType = z.infer<typeof ChallengesResponseSchema>;
@@ -240,3 +243,4 @@ export type DownloadUrlResponse = z.infer<typeof DownloadUrlResponseSchema>;
 export type WorldSchemaType = z.infer<typeof WorldSchema>;
 export type WorldConfigSchemaType = z.infer<typeof WorldConfigSchema>;
 export type WorldsResponseType = z.infer<typeof WorldsResponseSchema>;
+export type DashboardUrlResponse = z.infer<typeof DashboardUrlResponseSchema>;

package/dist/lib/schemas.js

@@ -110,3 +110,6 @@ export const WorldsResponseSchema = z.object({
     worlds: z.array(WorldSchema),
     nextPageToken: z.string().optional(),
 });
+export const DashboardUrlResponseSchema = z.object({
+    url: z.string(),
+});

package/oclif.manifest.json

@@ -86,62 +86,6 @@
         "list.js"
       ]
     },
-    "ai-docs:challenges-sdk": {
-      "aliases": [],
-      "args": {
-        "version": {
-          "description": "SDK version to fetch docs for. If not specified, the locally installed version will be used if available, otherwise the latest version will be used.",
-          "name": "version",
-          "required": false
-        }
-      },
-      "description": "Output the @kradle/challenges-sdk API reference documentation for LLMs",
-      "examples": [
-        "<%= config.bin %> <%= command.id %>",
-        "<%= config.bin %> <%= command.id %> 0.2.1",
-        "<%= config.bin %> <%= command.id %> latest"
-      ],
-      "flags": {},
-      "hasDynamicHelp": false,
-      "hiddenAliases": [],
-      "id": "ai-docs:challenges-sdk",
-      "pluginAlias": "kradle",
-      "pluginName": "kradle",
-      "pluginType": "core",
-      "strict": true,
-      "enableJsonFlag": false,
-      "isESM": true,
-      "relativePath": [
-        "dist",
-        "commands",
-        "ai-docs",
-        "challenges-sdk.js"
-      ]
-    },
-    "ai-docs:cli": {
-      "aliases": [],
-      "args": {},
-      "description": "Output the Kradle CLI reference documentation for LLMs",
-      "examples": [
-        "<%= config.bin %> <%= command.id %>"
-      ],
-      "flags": {},
-      "hasDynamicHelp": false,
-      "hiddenAliases": [],
-      "id": "ai-docs:cli",
-      "pluginAlias": "kradle",
-      "pluginName": "kradle",
-      "pluginType": "core",
-      "strict": true,
-      "enableJsonFlag": false,
-      "isESM": true,
-      "relativePath": [
-        "dist",
-        "commands",
-        "ai-docs",
-        "cli.js"
-      ]
-    },
     "challenge:build": {
       "aliases": [],
       "args": {
@@ -1161,7 +1105,63 @@
         "world",
         "push.js"
       ]
+    },
+    "ai-docs:challenges-sdk": {
+      "aliases": [],
+      "args": {
+        "version": {
+          "description": "SDK version to fetch docs for. If not specified, the locally installed version will be used if available, otherwise the latest version will be used.",
+          "name": "version",
+          "required": false
+        }
+      },
+      "description": "Output the @kradle/challenges-sdk API reference documentation for LLMs",
+      "examples": [
+        "<%= config.bin %> <%= command.id %>",
+        "<%= config.bin %> <%= command.id %> 0.2.1",
+        "<%= config.bin %> <%= command.id %> latest"
+      ],
+      "flags": {},
+      "hasDynamicHelp": false,
+      "hiddenAliases": [],
+      "id": "ai-docs:challenges-sdk",
+      "pluginAlias": "kradle",
+      "pluginName": "kradle",
+      "pluginType": "core",
+      "strict": true,
+      "enableJsonFlag": false,
+      "isESM": true,
+      "relativePath": [
+        "dist",
+        "commands",
+        "ai-docs",
+        "challenges-sdk.js"
+      ]
+    },
+    "ai-docs:cli": {
+      "aliases": [],
+      "args": {},
+      "description": "Output the Kradle CLI reference documentation for LLMs",
+      "examples": [
+        "<%= config.bin %> <%= command.id %>"
+      ],
+      "flags": {},
+      "hasDynamicHelp": false,
+      "hiddenAliases": [],
+      "id": "ai-docs:cli",
+      "pluginAlias": "kradle",
+      "pluginName": "kradle",
+      "pluginType": "core",
+      "strict": true,
+      "enableJsonFlag": false,
+      "isESM": true,
+      "relativePath": [
+        "dist",
+        "commands",
+        "ai-docs",
+        "cli.js"
+      ]
     }
   },
-  "version": "0.3.1"
+  "version": "0.3.3"
 }

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "kradle",
-	"version": "0.3.1",
+	"version": "0.3.3",
 	"description": "Kradle's CLI. Manage challenges, experiments, agents and more!",
 	"keywords": [
 		"cli"

package/static/project_template/prod.env

@@ -1,5 +1,5 @@
-KRADLE_API_URL=https://api.kradle.ai/v0 #https://dev-api.kradle.ai/v0
-KRADLE_WEB_URL=https://kradle.ai #https://dev.kradle.ai
+KRADLE_API_URL=https://api.kradle.ai/v0
+KRADLE_WEB_URL=https://kradle.ai
 KRADLE_STUDIO_API_URL=http://localhost:2999/api/v0
-KRADLE_STUDIO_URL=kradle://open #kradle-dev://open
-KRADLE_CHALLENGES_PATH=~/Documents/kradle-studio/challenges
+KRADLE_STUDIO_URL=kradle://open
+KRADLE_CHALLENGES_PATH=~/Documents/kradle-studio/challenges