@kradle/cli 0.0.17 → 0.2.0

package/dist/commands/challenge/run.js

@@ -3,8 +3,8 @@ import pc from "picocolors";
 import { ApiClient } from "../../lib/api-client.js";
 import { getChallengeSlugArgument } from "../../lib/arguments.js";
 import { Challenge } from "../../lib/challenge.js";
-import { loadConfig } from "../../lib/config.js";
-import { loadTemplateRun } from "../../lib/utils.js";
+import { getConfigFlags } from "../../lib/flags.js";
+import { loadTemplateRun, openInBrowser } from "../../lib/utils.js";
 export default class Run extends Command {
     static description = "Run a challenge";
     static examples = [
@@ -12,16 +12,18 @@ export default class Run extends Command {
         "<%= config.bin %> <%= command.id %> my-challenge --studio",
     ];
     static args = {
-        challenge: getChallengeSlugArgument({ description: "Challenge slug to run" }),
+        challengeSlug: getChallengeSlugArgument({ description: "Challenge slug to run" }),
     };
     static flags = {
         studio: Flags.boolean({ char: "s", description: "Run in studio environment", default: false }),
+        open: Flags.boolean({ char: "o", description: "Open the run URL in the browser", default: false }),
+        ...getConfigFlags("api-key", "api-url", "challenges-path", "web-url", "studio-url", "studio-api-url"),
     };
     async run() {
         const { args, flags } = await this.parse(Run);
-        const config = loadConfig();
-        const api = new ApiClient(config);
-        const challenge = new Challenge(args.challenge, config);
+        const apiUrl = flags.studio ? flags["studio-api-url"] : flags["api-url"];
+        const studioApi = new ApiClient(apiUrl, flags["api-key"], flags.studio);
+        const challenge = new Challenge(args.challengeSlug, flags["challenges-path"]);
         try {
             const { participants } = (await loadTemplateRun());
             const template = {
@@ -29,12 +31,15 @@ export default class Run extends Command {
                 participants,
             };
             this.log(pc.blue(`>> Running challenge: ${challenge.shortSlug}${flags.studio ? " (studio)" : ""}...`));
-            const response = await api.runChallenge(template, flags.studio);
+            const response = await studioApi.runChallenge(template);
             if (response.runIds && response.runIds.length > 0) {
-                const baseUrl = flags.studio ? config.STUDIO_URL : config.WEB_URL;
+                const baseUrl = flags.studio ? flags["studio-url"] : flags["web-url"];
                 const runUrl = `${baseUrl}/runs/${response.runIds[0]}`;
                 this.log(pc.green("\n✓ Challenge started!"));
                 this.log(pc.dim(`Run URL: ${runUrl}`));
+                if (flags.open) {
+                    await openInBrowser(runUrl);
+                }
             }
             else {
                 this.log(pc.yellow("⚠ Challenge started but no run ID returned"));

package/dist/commands/challenge/watch.d.ts

@@ -3,10 +3,13 @@ export default class Watch extends Command {
     static description: string;
     static examples: string[];
     static flags: {
+        "api-key": import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        "api-url": import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        "challenges-path": import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
         verbose: import("@oclif/core/interfaces").BooleanFlag<boolean>;
     };
     static args: {
-        challenge: import("@oclif/core/interfaces").Arg<string>;
+        challengeSlug: import("@oclif/core/interfaces").Arg<string>;
     };
     run(): Promise<void>;
 }

package/dist/commands/challenge/watch.js

@@ -6,27 +6,27 @@ import pc from "picocolors";
 import { ApiClient } from "../../lib/api-client.js";
 import { getChallengeSlugArgument } from "../../lib/arguments.js";
 import { Challenge, SOURCE_FOLDER } from "../../lib/challenge.js";
-import { loadConfig } from "../../lib/config.js";
+import { getConfigFlags } from "../../lib/flags.js";
 import { clearScreen, debounced } from "../../lib/utils.js";
 export default class Watch extends Command {
     static description = "Watch a challenge for changes and auto-rebuild/upload";
     static examples = ["<%= config.bin %> <%= command.id %> my-challenge"];
     static flags = {
         verbose: Flags.boolean({ description: "Enable verbose output", default: false }),
+        ...getConfigFlags("api-key", "api-url", "challenges-path"),
     };
     static args = {
-        challenge: getChallengeSlugArgument({ description: "Challenge slug to watch" }),
+        challengeSlug: getChallengeSlugArgument({ description: "Challenge slug to watch" }),
     };
     async run() {
         const { args, flags } = await this.parse(Watch);
-        const config = loadConfig();
-        const challenge = new Challenge(args.challenge, config);
-        const api = new ApiClient(config);
+        const challenge = new Challenge(args.challengeSlug, flags["challenges-path"]);
+        const api = new ApiClient(flags["api-url"], flags["api-key"]);
         const debounceSeconds = 1;
         let building = false;
         // Perform the initial build and upload
         this.log(pc.blue(`Performing initial build and upload...`));
-        let { config: lastConfig, datapackHash: lastHash } = await challenge.buildAndUpload(api);
+        let { config: lastConfig, datapackHash: lastHash } = await challenge.buildAndUpload(api, false);
         this.log(pc.green(`✓ Initial build and upload complete`));
         const executeRebuild = async () => {
             building = true;
@@ -40,7 +40,7 @@ export default class Watch extends Command {
                         const newConfig = await challenge.loadConfig();
                         if (JSON.stringify(newConfig) !== JSON.stringify(lastConfig)) {
                             task.title = "Uploading configuration";
-                            await api.updateChallenge(challenge, newConfig);
+                            await api.updateChallenge(challenge.shortSlug, newConfig, "private");
                             lastConfig = newConfig;
                             task.title = "Configuration uploaded";
                         }
@@ -63,7 +63,7 @@ export default class Watch extends Command {
                         const newHash = await challenge.getDatapackHash();
                         if (newHash !== lastHash) {
                             task.title = "Uploading datapack";
-                            await challenge.upload(api);
+                            await api.uploadChallengeDatapack(challenge.shortSlug, challenge.tarballPath);
                             lastHash = newHash;
                             task.title = "Datapack uploaded";
                         }

package/dist/commands/{evaluation → experiment}/create.d.ts

@@ -5,5 +5,9 @@ export default class Create extends Command {
     static args: {
         name: import("@oclif/core/interfaces").Arg<string, Record<string, unknown>>;
     };
+    static flags: {
+        "api-key": import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        "api-url": import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+    };
     run(): Promise<void>;
 }

package/dist/commands/{evaluation → experiment}/create.js

@@ -5,35 +5,36 @@ import { Args, Command } from "@oclif/core";
 import enquirer from "enquirer";
 import pc from "picocolors";
 import { ApiClient } from "../../lib/api-client.js";
-import { loadConfig } from "../../lib/config.js";
+import { getConfigFlags } from "../../lib/flags.js";
 import { getStaticResourcePath } from "../../lib/utils.js";
 export default class Create extends Command {
-    static description = "Create a new evaluation";
-    static examples = ["<%= config.bin %> <%= command.id %> my-evaluation"];
+    static description = "Create a new experiment";
+    static examples = ["<%= config.bin %> <%= command.id %> my-experiment"];
     static args = {
         name: Args.string({
-            description: "Name of the evaluation",
+            description: "Name of the experiment",
             required: true,
         }),
     };
+    static flags = {
+        ...getConfigFlags("api-key", "api-url"),
+    };
     async run() {
-        const { args } = await this.parse(Create);
-        loadConfig(); // Validate config is available
-        const evaluationDir = path.resolve(process.cwd(), "evaluations", args.name);
-        const configPath = path.join(evaluationDir, "config.ts");
-        // Check if evaluation already exists
+        const { args, flags } = await this.parse(Create);
+        const experimentDir = path.resolve(process.cwd(), "experiments", args.name);
+        const configPath = path.join(experimentDir, "config.ts");
+        // Check if experiment already exists
         try {
-            await fs.access(evaluationDir);
-            this.error(pc.red(`Evaluation '${args.name}' already exists at ${evaluationDir}`));
+            await fs.access(experimentDir);
+            this.error(pc.red(`Experiment '${args.name}' already exists at ${experimentDir}`));
         }
         catch {
             // Directory doesn't exist, which is what we want
         }
-        // Create evaluation directory
-        await fs.mkdir(evaluationDir, { recursive: true });
-        // Ask for the slug of the challenge to evaluate
-        const config = loadConfig();
-        const api = new ApiClient(config);
+        // Create experiment directory
+        await fs.mkdir(experimentDir, { recursive: true });
+        // Ask for the slug of the challenge to run the experiment on
+        const api = new ApiClient(flags["api-url"], flags["api-key"]);
         const [kradleChallenges, cloudChallenges] = await Promise.all([api.listKradleChallenges(), api.listChallenges()]);
         const choices = [...kradleChallenges, ...cloudChallenges]
             .map((c) => c.slug)
@@ -45,15 +46,15 @@ export default class Create extends Command {
         const response = await enquirer.prompt({
             type: "select",
             name: "challenge",
-            message: "Select the challenge to evaluate",
+            message: "Select the challenge for this experiment",
             choices: choices,
         });
         // Read template file and fill in the challenge slug, then write to config file
-        const templatePath = getStaticResourcePath("evaluation_template.ts");
+        const templatePath = getStaticResourcePath("experiment_template.ts");
         const template = await fs.readFile(templatePath, "utf-8");
         const filledTemplate = template.replace("[INSERT CHALLENGE SLUG HERE]", response.challenge);
         await fs.writeFile(configPath, filledTemplate);
-        this.log(pc.green(`✓ Created evaluation '${args.name}'`));
+        this.log(pc.green(`✓ Created experiment '${args.name}'`));
         this.log(pc.dim(`  Config: ${configPath}`));
         // Offer to open in editor on macOS
         if (process.platform === "darwin") {
@@ -73,7 +74,7 @@ export default class Create extends Command {
         }
         this.log("");
         this.log(pc.blue(">> Next steps:"));
-        this.log(pc.dim(`   1. Edit ${path.basename(configPath)} to define your evaluation runs`));
-        this.log(pc.dim(`   2. Run: kradle evaluation run ${args.name}`));
+        this.log(pc.dim(`   1. Edit ${path.basename(configPath)} to define your experiment runs`));
+        this.log(pc.dim(`   2. Run: kradle experiment run ${args.name}`));
     }
 }

package/dist/commands/{evaluation → experiment}/list.js

@@ -2,29 +2,27 @@ import fs from "node:fs/promises";
 import path from "node:path";
 import { Command } from "@oclif/core";
 import pc from "picocolors";
-import { loadConfig } from "../../lib/config.js";
 export default class List extends Command {
-    static description = "List all evaluations";
+    static description = "List all experiments";
     static examples = ["<%= config.bin %> <%= command.id %>"];
     async run() {
-        this.parse(List);
-        loadConfig(); // Validate config is available
-        const evaluationsDir = path.resolve(process.cwd(), "evaluations");
+        await this.parse(List);
+        const experimentsDir = path.resolve(process.cwd(), "experiments");
         try {
-            const entries = await fs.readdir(evaluationsDir, { withFileTypes: true });
-            const evaluations = entries.filter((e) => e.isDirectory());
-            if (evaluations.length === 0) {
-                this.log(pc.yellow("No evaluations found."));
-                this.log(pc.dim(`  Run 'kradle evaluation init <name>' to create one.`));
+            const entries = await fs.readdir(experimentsDir, { withFileTypes: true });
+            const experiments = entries.filter((e) => e.isDirectory());
+            if (experiments.length === 0) {
+                this.log(pc.yellow("No experiments found."));
+                this.log(pc.dim(`  Run 'kradle experiment create <name>' to create one.`));
                 return;
             }
-            this.log(pc.blue(">> Evaluations:"));
+            this.log(pc.blue(">> Experiments:"));
             this.log("");
-            for (const evaluation of evaluations) {
-                const evalDir = path.join(evaluationsDir, evaluation.name);
-                const hasConfig = await this.fileExists(path.join(evalDir, "config.ts"));
-                const hasManifest = await this.fileExists(path.join(evalDir, "manifest.json"));
-                const hasProgress = await this.fileExists(path.join(evalDir, "progress.json"));
+            for (const experiment of experiments) {
+                const expDir = path.join(experimentsDir, experiment.name);
+                const hasConfig = await this.fileExists(path.join(expDir, "config.ts"));
+                const hasManifest = await this.fileExists(path.join(expDir, "manifest.json"));
+                const hasProgress = await this.fileExists(path.join(expDir, "progress.json"));
                 let status = "";
                 if (hasProgress) {
                     status = pc.yellow(" (in progress)");
@@ -35,12 +33,12 @@ export default class List extends Command {
                 else if (hasConfig) {
                     status = pc.dim(" (config only)");
                 }
-                this.log(`  ${pc.bold(evaluation.name)}${status}`);
+                this.log(`  ${pc.bold(experiment.name)}${status}`);
             }
         }
         catch {
-            this.log(pc.yellow("No evaluations directory found."));
-            this.log(pc.dim(`  Run 'kradle evaluation init <name>' to create your first evaluation.`));
+            this.log(pc.yellow("No experiments directory found."));
+            this.log(pc.dim(`  Run 'kradle experiment create <name>' to create your first experiment.`));
         }
     }
     async fileExists(filePath) {

package/dist/commands/experiment/recordings.d.ts

@@ -0,0 +1,19 @@
+import { Command } from "@oclif/core";
+export default class Recordings extends Command {
+    static description: string;
+    static examples: string[];
+    static args: {
+        experimentName: import("@oclif/core/interfaces").Arg<string, Record<string, unknown>>;
+        runId: import("@oclif/core/interfaces").Arg<string | undefined, Record<string, unknown>>;
+    };
+    static flags: {
+        "api-key": import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        "api-url": import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        all: import("@oclif/core/interfaces").BooleanFlag<boolean>;
+        version: import("@oclif/core/interfaces").OptionFlag<number | undefined, import("@oclif/core/interfaces").CustomOptions>;
+    };
+    run(): Promise<void>;
+    private downloadForExperiment;
+    private fetchAndDownloadTargets;
+    private downloadRecordings;
+}