@kradle/cli 0.0.11 → 0.0.13

package/dist/commands/challenge/watch.js

@@ -5,7 +5,7 @@ import { Listr } from "listr2";
 import pc from "picocolors";
 import { ApiClient } from "../../lib/api-client.js";
 import { getChallengeSlugArgument } from "../../lib/arguments.js";
-import { Challenge } from "../../lib/challenge.js";
+import { Challenge, SOURCE_FOLDER } from "../../lib/challenge.js";
 import { loadConfig } from "../../lib/config.js";
 import { clearScreen, debounced } from "../../lib/utils.js";
 export default class Watch extends Command {
@@ -91,7 +91,7 @@ export default class Watch extends Command {
         this.log(pc.dim("Watching for changes... (Ctrl+C to stop)\n"));
         const watcher = chokidar.watch([challenge.challengeDir], {
             // ⚠️ WE IGNORE THE DATAPACK FOLDER FOR NOW, BUT IT'S A SHORT TERM FIX.
-            ignored: [/(^|[/\\])\../, (p) => p.includes("/datapack")], // ignore dotfiles and datapack folder
+            ignored: [/(^|[/\\])\../, (p) => p.includes("/datapack"), (p) => p.includes(`/${SOURCE_FOLDER}`)], // ignore dotfiles and datapack folder
             persistent: true,
             ignoreInitial: true,
         });

package/dist/commands/evaluation/run.js

@@ -50,6 +50,7 @@ export default class Run extends Command {
             await evaluator.run({
                 new: flags.new,
                 maxConcurrent: flags["max-concurrent"],
+                openMetabase: true,
             });
             this.log(pc.green("\n✓ Evaluation complete!"));
         }

package/dist/lib/challenge.d.ts

@@ -1,6 +1,7 @@
 import type { ApiClient } from "./api-client.js";
 import type { Config } from "./config.js";
 import { type ChallengeSchemaType } from "./schemas.js";
+export declare const SOURCE_FOLDER = ".src";
 export declare class Challenge {
     readonly name: string;
     private readonly config;

package/dist/lib/challenge.js

@@ -6,6 +6,7 @@ import pc from "picocolors";
 import * as tar from "tar";
 import { ChallengeSchema } from "./schemas.js";
 import { executeNodeCommand, executeTypescriptFile, getStaticResourcePath, readDirSorted } from "./utils.js";
+export const SOURCE_FOLDER = ".src";
 export class Challenge {
     name;
     config;
@@ -99,10 +100,9 @@ export class Challenge {
             throw new Error(`Failed to build datapack: ${error instanceof Error ? error.message : error}`);
         }
         // @TODO - re-enable once we have a proper build pipeline
-        // Recursively copy the challenge dir to target directory, under src/
-        // await fs.cp(this.challengeDir, path.join(this.config.KRADLE_CHALLENGES_PATH, this.shortSlug, "src"), {
-        // 	recursive: true,
-        // });
+        // Copy challenge.ts and config.ts to the src directory
+        await fs.cp(path.join(this.challengeDir, "challenge.ts"), path.join(this.config.KRADLE_CHALLENGES_PATH, this.shortSlug, SOURCE_FOLDER, "challenge.ts"));
+        await fs.cp(path.join(this.challengeDir, "config.ts"), path.join(this.config.KRADLE_CHALLENGES_PATH, this.shortSlug, SOURCE_FOLDER, "config.ts"));
     }
     /**
      * Load the challenge configuration from config.ts
@@ -133,7 +133,7 @@ export class Challenge {
             gzip: true,
             cwd: this.datapackPath, // Input directory
             strict: true,
-        }, ["datapack"]);
+        }, ["datapack", SOURCE_FOLDER]);
         const uploadUrl = await apiClient.getChallengeUploadUrl(this);
         const fileBuffer = await fs.readFile(this.tarballPath);
         const response = await fetch(uploadUrl, {

package/dist/lib/evaluation/evaluator.js

@@ -229,13 +229,13 @@ export class Evaluator {
             this.tui.stop();
             console.log("");
         }
+        if (options.openMetabase ?? true) {
+            openInBrowser(`https://daunt-fair.metabaseapp.com/dashboard/10-runs-analysis?tags=${iterationTag}`);
+        }
         const errors = this.runner?.getAllStates().filter((state) => state.status === "error");
         if (errors?.length > 0) {
             throw new Error(`${errors.map((error) => error.error).join("\n\n")}`);
         }
-        if (options.openMetabase ?? true) {
-            openInBrowser(`https://daunt-fair.metabaseapp.com/dashboard/10-runs-analysis?tags=${iterationTag}`);
-        }
     }
     /**
      * Handle state change from runner

package/oclif.manifest.json

@@ -401,5 +401,5 @@
       ]
     }
   },
-  "version": "0.0.11"
+  "version": "0.0.13"
 }

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@kradle/cli",
-	"version": "0.0.11",
+	"version": "0.0.13",
 	"description": "Kradle's CLI. Manage challenges, evaluations, agents and more!",
 	"keywords": [
 		"cli"