@kradle/cli 0.0.6 → 0.0.7

package/dist/commands/evaluation/create.d.ts

@@ -0,0 +1,9 @@
+import { Command } from "@oclif/core";
+export default class Create extends Command {
+    static description: string;
+    static examples: string[];
+    static args: {
+        name: import("@oclif/core/interfaces").Arg<string, Record<string, unknown>>;
+    };
+    run(): Promise<void>;
+}

package/dist/commands/evaluation/create.js

@@ -0,0 +1,58 @@
+import { exec } from "node:child_process";
+import fs from "node:fs/promises";
+import path from "node:path";
+import { Args, Command } from "@oclif/core";
+import pc from "picocolors";
+import { loadConfig } from "../../lib/config.js";
+import { getStaticResourcePath } from "../../lib/utils.js";
+export default class Create extends Command {
+    static description = "Create a new evaluation";
+    static examples = ["<%= config.bin %> <%= command.id %> my-evaluation"];
+    static args = {
+        name: Args.string({
+            description: "Name of the evaluation",
+            required: true,
+        }),
+    };
+    async run() {
+        const { args } = await this.parse(Create);
+        loadConfig(); // Validate config is available
+        const evaluationDir = path.resolve(process.cwd(), "evaluations", args.name);
+        const configPath = path.join(evaluationDir, "config.ts");
+        // Check if evaluation already exists
+        try {
+            await fs.access(evaluationDir);
+            this.error(pc.red(`Evaluation '${args.name}' already exists at ${evaluationDir}`));
+        }
+        catch {
+            // Directory doesn't exist, which is what we want
+        }
+        // Create evaluation directory
+        await fs.mkdir(evaluationDir, { recursive: true });
+        // Copy template
+        const templatePath = getStaticResourcePath("evaluation_template.ts");
+        await fs.copyFile(templatePath, configPath);
+        this.log(pc.green(`✓ Created evaluation '${args.name}'`));
+        this.log(pc.dim(`  Config: ${configPath}`));
+        // Offer to open in editor on macOS
+        if (process.platform === "darwin") {
+            this.log("");
+            this.log(pc.blue(">> Opening config.ts in your editor..."));
+            // Try Cursor first, then VS Code, then fallback to default
+            exec(`cursor "${configPath}" || code "${configPath}" || open "${configPath}"`, (error) => {
+                if (error) {
+                    this.log(pc.dim(`  Could not open editor automatically. Please open: ${configPath}`));
+                }
+            });
+        }
+        else {
+            this.log("");
+            this.log(pc.blue(`>> Edit the config file to define your runs:`));
+            this.log(pc.dim(`   ${configPath}`));
+        }
+        this.log("");
+        this.log(pc.blue(">> Next steps:"));
+        this.log(pc.dim(`   1. Edit ${path.basename(configPath)} to define your evaluation runs`));
+        this.log(pc.dim(`   2. Run: kradle evaluation run ${args.name}`));
+    }
+}

package/dist/commands/evaluation/init.js

@@ -52,7 +52,7 @@ export default class Init extends Command {
         }
         this.log("");
         this.log(pc.blue(">> Next steps:"));
-        this.log(pc.dim(`   1. Edit ${path.basename(configPath)} to define your evaluation runs`));
+        this.log(pc.dim(`   1. Edit ${path.basename(configPath)} to define your evaluation runs, and `));
         this.log(pc.dim(`   2. Run: kradle evaluation run ${args.name}`));
     }
 }

package/dist/commands/init.d.ts

@@ -4,7 +4,6 @@ export default class Init extends Command {
     static examples: string[];
     static flags: {
         name: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
-        dev: import("@oclif/core/interfaces").BooleanFlag<boolean>;
         "api-key": import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
     };
     run(): Promise<void>;

package/dist/commands/init.js

@@ -14,11 +14,11 @@ export default class Init extends Command {
             description: "Project name",
             required: false,
         }),
-        dev: Flags.boolean({
-            char: "d",
-            description: "Use Kradle's development environment instead of production",
-            required: false,
-        }),
+        // dev: Flags.boolean({
+        // 	char: "d",
+        // 	description: "Use Kradle's development environment instead of production",
+        // 	required: false,
+        // }),
         "api-key": Flags.string({
             char: "k",
             description: "Kradle API key",
@@ -34,10 +34,10 @@ export default class Init extends Command {
             const nonHiddenFiles = files.filter((f) => !f.startsWith("."));
             const useCurrentDir = nonHiddenFiles.length === 0;
             if (useCurrentDir) {
-                this.log(pc.yellow("Current directory is empty, it will be used as the project directory."));
+                this.log(pc.yellow("Current directory is empty, it will be used to store challenges and evaluations."));
             }
             else {
-                this.log(pc.yellow("Current directory is not empty, a subdirectory will be created for the project."));
+                this.log(pc.yellow("Current directory is not empty, a subdirectory will be created to store challenges and evaluations."));
             }
             let projectName;
             if (flags.name) {
@@ -51,34 +51,36 @@ export default class Init extends Command {
                 const { name } = await enquirer.prompt({
                     type: "input",
                     name: "name",
-                    message: "Enter the project name:",
+                    message: "What should the directory be called?",
                     initial: initial,
                 });
                 projectName = name;
             }
-            let useDev = flags.dev;
-            if (!useDev) {
-                const { confirm } = await enquirer.prompt({
-                    type: "confirm",
-                    name: "confirm",
-                    message: "Do you want to use Kradle's development environment?",
-                    initial: false,
-                });
-                useDev = confirm;
-            }
-            if (useDev) {
-                this.log(pc.yellow("Using Kradle's development environment."));
-            }
-            else {
-                this.log(pc.green("Using Kradle's production environment."));
-            }
+            // let useDev = flags.dev;
+            // if (!useDev) {
+            // 	const { confirm } = await enquirer.prompt<{ confirm: boolean }>({
+            // 		type: "confirm",
+            // 		name: "confirm",
+            // 		message: "Do you want to use Kradle's development environment?",
+            // 		initial: false,
+            // 	});
+            // 	useDev = confirm;
+            // }
+            // if (useDev) {
+            // 	this.log(pc.yellow("Using Kradle's development environment."));
+            // } else {
+            // 	this.log(pc.green("Using Kradle's production environment."));
+            // }
+            this.log();
+            this.log(pc.yellow("Cloud Analytics are only available in the development environment for now. Development environment will be used."));
+            const useDev = true;
             const domain = useDev ? "dev.kradle.ai" : "kradle.ai";
             let apiKey;
             if (flags["api-key"]) {
                 apiKey = flags["api-key"];
             }
             else {
-                this.log(pc.dim(`\nGet your API key at: https://${domain}/settings#api-keys`));
+                this.log(pc.dim(`Get your API key at: https://${domain}/settings#api-keys`));
                 const { key } = await enquirer.prompt({
                     type: "password",
                     name: "key",

package/oclif.manifest.json

@@ -17,14 +17,6 @@
           "multiple": false,
           "type": "option"
         },
-        "dev": {
-          "char": "d",
-          "description": "Use Kradle's development environment instead of production",
-          "name": "dev",
-          "required": false,
-          "allowNo": false,
-          "type": "boolean"
-        },
         "api-key": {
           "char": "k",
           "description": "Kradle API key",
@@ -305,6 +297,36 @@
         "watch.js"
       ]
     },
+    "evaluation:create": {
+      "aliases": [],
+      "args": {
+        "name": {
+          "description": "Name of the evaluation",
+          "name": "name",
+          "required": true
+        }
+      },
+      "description": "Create a new evaluation",
+      "examples": [
+        "<%= config.bin %> <%= command.id %> my-evaluation"
+      ],
+      "flags": {},
+      "hasDynamicHelp": false,
+      "hiddenAliases": [],
+      "id": "evaluation:create",
+      "pluginAlias": "@kradle/cli",
+      "pluginName": "@kradle/cli",
+      "pluginType": "core",
+      "strict": true,
+      "enableJsonFlag": false,
+      "isESM": true,
+      "relativePath": [
+        "dist",
+        "commands",
+        "evaluation",
+        "create.js"
+      ]
+    },
     "evaluation:init": {
       "aliases": [],
       "args": {
@@ -409,5 +431,5 @@
       ]
     }
   },
-  "version": "0.0.6"
+  "version": "0.0.7"
 }

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@kradle/cli",
-	"version": "0.0.6",
+	"version": "0.0.7",
 	"description": "Kradle's CLI. Manage challenges, evaluations, agents and more!",
 	"keywords": [
 		"cli"