@kradle/cli 0.0.17 → 0.2.0

package/oclif.manifest.json

@@ -49,7 +49,27 @@
       "examples": [
         "<%= config.bin %> <%= command.id %>"
       ],
-      "flags": {},
+      "flags": {
+        "api-key": {
+          "description": "Kradle API key",
+          "env": "KRADLE_API_KEY",
+          "name": "api-key",
+          "required": true,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "api-url": {
+          "description": "Kradle Web API URL",
+          "env": "KRADLE_API_URL",
+          "name": "api-url",
+          "required": true,
+          "default": "https://api.kradle.ai/v0",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        }
+      },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
       "id": "agent:list",
@@ -69,24 +89,69 @@
     "challenge:build": {
       "aliases": [],
       "args": {
-        "challenge": {
-          "description": "Challenge slug to build",
-          "name": "challenge",
-          "required": true
+        "challengeSlug": {
+          "description": "Challenge slug to build and upload. Can be used multiple times to build and upload multiple challenges at once. Incompatible with --all flag.",
+          "name": "challengeSlug",
+          "required": false
         }
       },
       "description": "Build and upload challenge datapack and config",
       "examples": [
-        "<%= config.bin %> <%= command.id %> my-challenge"
+        "<%= config.bin %> <%= command.id %> my-challenge",
+        "<%= config.bin %> <%= command.id %> my-challenge my-other-challenge",
+        "<%= config.bin %> <%= command.id %> --all"
       ],
-      "flags": {},
+      "flags": {
+        "all": {
+          "char": "a",
+          "description": "Build all challenges in the challenges directory",
+          "name": "all",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "public": {
+          "char": "p",
+          "description": "Upload challenges as public.",
+          "name": "public",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "api-key": {
+          "description": "Kradle API key",
+          "env": "KRADLE_API_KEY",
+          "name": "api-key",
+          "required": true,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "api-url": {
+          "description": "Kradle Web API URL",
+          "env": "KRADLE_API_URL",
+          "name": "api-url",
+          "required": true,
+          "default": "https://api.kradle.ai/v0",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "challenges-path": {
+          "description": "Absolute path to the challenges directory",
+          "env": "KRADLE_CHALLENGES_PATH",
+          "name": "challenges-path",
+          "default": "~/Documents/kradle-studio/challenges",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        }
+      },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
       "id": "challenge:build",
       "pluginAlias": "@kradle/cli",
       "pluginName": "@kradle/cli",
       "pluginType": "core",
-      "strict": true,
+      "strict": false,
       "enableJsonFlag": false,
       "isESM": true,
       "relativePath": [
@@ -99,9 +164,9 @@
     "challenge:create": {
       "aliases": [],
       "args": {
-        "challenge": {
+        "challengeSlug": {
           "description": "Challenge slug to create",
-          "name": "challenge",
+          "name": "challengeSlug",
           "required": true
         }
       },
@@ -116,6 +181,44 @@
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
+        },
+        "api-key": {
+          "description": "Kradle API key",
+          "env": "KRADLE_API_KEY",
+          "name": "api-key",
+          "required": true,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "api-url": {
+          "description": "Kradle Web API URL",
+          "env": "KRADLE_API_URL",
+          "name": "api-url",
+          "required": true,
+          "default": "https://api.kradle.ai/v0",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "challenges-path": {
+          "description": "Absolute path to the challenges directory",
+          "env": "KRADLE_CHALLENGES_PATH",
+          "name": "challenges-path",
+          "default": "~/Documents/kradle-studio/challenges",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "web-url": {
+          "description": "Kradle Web URL, used to display the run URL",
+          "env": "KRADLE_WEB_URL",
+          "name": "web-url",
+          "required": true,
+          "default": "https://kradle.ai",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
         }
       },
       "hasDynamicHelp": false,
@@ -137,9 +240,9 @@
     "challenge:delete": {
       "aliases": [],
       "args": {
-        "challenge": {
+        "challengeSlug": {
           "description": "Challenge slug to delete",
-          "name": "challenge",
+          "name": "challengeSlug",
           "required": true
         }
       },
@@ -155,6 +258,34 @@
           "name": "yes",
           "allowNo": false,
           "type": "boolean"
+        },
+        "api-key": {
+          "description": "Kradle API key",
+          "env": "KRADLE_API_KEY",
+          "name": "api-key",
+          "required": true,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "api-url": {
+          "description": "Kradle Web API URL",
+          "env": "KRADLE_API_URL",
+          "name": "api-url",
+          "required": true,
+          "default": "https://api.kradle.ai/v0",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "challenges-path": {
+          "description": "Absolute path to the challenges directory",
+          "env": "KRADLE_CHALLENGES_PATH",
+          "name": "challenges-path",
+          "default": "~/Documents/kradle-studio/challenges",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
         }
       },
       "hasDynamicHelp": false,
@@ -180,7 +311,36 @@
       "examples": [
         "<%= config.bin %> <%= command.id %>"
       ],
-      "flags": {},
+      "flags": {
+        "api-key": {
+          "description": "Kradle API key",
+          "env": "KRADLE_API_KEY",
+          "name": "api-key",
+          "required": true,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "api-url": {
+          "description": "Kradle Web API URL",
+          "env": "KRADLE_API_URL",
+          "name": "api-url",
+          "required": true,
+          "default": "https://api.kradle.ai/v0",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "challenges-path": {
+          "description": "Absolute path to the challenges directory",
+          "env": "KRADLE_CHALLENGES_PATH",
+          "name": "challenges-path",
+          "default": "~/Documents/kradle-studio/challenges",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        }
+      },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
       "id": "challenge:list",
@@ -197,36 +357,12 @@
         "list.js"
       ]
     },
-    "challenge:multi-upload": {
-      "aliases": [],
-      "args": {},
-      "description": "Interactively select and upload multiple challenges",
-      "examples": [
-        "<%= config.bin %> <%= command.id %>"
-      ],
-      "flags": {},
-      "hasDynamicHelp": false,
-      "hiddenAliases": [],
-      "id": "challenge:multi-upload",
-      "pluginAlias": "@kradle/cli",
-      "pluginName": "@kradle/cli",
-      "pluginType": "core",
-      "strict": true,
-      "enableJsonFlag": false,
-      "isESM": true,
-      "relativePath": [
-        "dist",
-        "commands",
-        "challenge",
-        "multi-upload.js"
-      ]
-    },
     "challenge:run": {
       "aliases": [],
       "args": {
-        "challenge": {
+        "challengeSlug": {
           "description": "Challenge slug to run",
-          "name": "challenge",
+          "name": "challengeSlug",
           "required": true
         }
       },
@@ -242,6 +378,71 @@
           "name": "studio",
           "allowNo": false,
           "type": "boolean"
+        },
+        "open": {
+          "char": "o",
+          "description": "Open the run URL in the browser",
+          "name": "open",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "api-key": {
+          "description": "Kradle API key",
+          "env": "KRADLE_API_KEY",
+          "name": "api-key",
+          "required": true,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "api-url": {
+          "description": "Kradle Web API URL",
+          "env": "KRADLE_API_URL",
+          "name": "api-url",
+          "required": true,
+          "default": "https://api.kradle.ai/v0",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "challenges-path": {
+          "description": "Absolute path to the challenges directory",
+          "env": "KRADLE_CHALLENGES_PATH",
+          "name": "challenges-path",
+          "default": "~/Documents/kradle-studio/challenges",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "web-url": {
+          "description": "Kradle Web URL, used to display the run URL",
+          "env": "KRADLE_WEB_URL",
+          "name": "web-url",
+          "required": true,
+          "default": "https://kradle.ai",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "studio-url": {
+          "description": "Kradle Studio URL, used to display the run URL in Studio",
+          "env": "KRADLE_STUDIO_URL",
+          "name": "studio-url",
+          "required": true,
+          "default": "kradle://open",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "studio-api-url": {
+          "description": "Kradle Studio API URL, used to communicate with the Studio API",
+          "env": "KRADLE_STUDIO_API_URL",
+          "name": "studio-api-url",
+          "required": true,
+          "default": "http://localhost:2999/api/v0",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
         }
       },
       "hasDynamicHelp": false,
@@ -263,9 +464,9 @@
     "challenge:watch": {
       "aliases": [],
       "args": {
-        "challenge": {
+        "challengeSlug": {
           "description": "Challenge slug to watch",
-          "name": "challenge",
+          "name": "challengeSlug",
           "required": true
         }
       },
@@ -279,6 +480,34 @@
           "name": "verbose",
           "allowNo": false,
           "type": "boolean"
+        },
+        "api-key": {
+          "description": "Kradle API key",
+          "env": "KRADLE_API_KEY",
+          "name": "api-key",
+          "required": true,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "api-url": {
+          "description": "Kradle Web API URL",
+          "env": "KRADLE_API_URL",
+          "name": "api-url",
+          "required": true,
+          "default": "https://api.kradle.ai/v0",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "challenges-path": {
+          "description": "Absolute path to the challenges directory",
+          "env": "KRADLE_CHALLENGES_PATH",
+          "name": "challenges-path",
+          "default": "~/Documents/kradle-studio/challenges",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
         }
       },
       "hasDynamicHelp": false,
@@ -297,23 +526,43 @@
         "watch.js"
       ]
     },
-    "evaluation:create": {
+    "experiment:create": {
       "aliases": [],
       "args": {
         "name": {
-          "description": "Name of the evaluation",
+          "description": "Name of the experiment",
           "name": "name",
           "required": true
         }
       },
-      "description": "Create a new evaluation",
+      "description": "Create a new experiment",
       "examples": [
-        "<%= config.bin %> <%= command.id %> my-evaluation"
+        "<%= config.bin %> <%= command.id %> my-experiment"
       ],
-      "flags": {},
+      "flags": {
+        "api-key": {
+          "description": "Kradle API key",
+          "env": "KRADLE_API_KEY",
+          "name": "api-key",
+          "required": true,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "api-url": {
+          "description": "Kradle Web API URL",
+          "env": "KRADLE_API_URL",
+          "name": "api-url",
+          "required": true,
+          "default": "https://api.kradle.ai/v0",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        }
+      },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "evaluation:create",
+      "id": "experiment:create",
       "pluginAlias": "@kradle/cli",
       "pluginName": "@kradle/cli",
       "pluginType": "core",
@@ -323,21 +572,21 @@
       "relativePath": [
         "dist",
         "commands",
-        "evaluation",
+        "experiment",
         "create.js"
       ]
     },
-    "evaluation:list": {
+    "experiment:list": {
       "aliases": [],
       "args": {},
-      "description": "List all evaluations",
+      "description": "List all experiments",
       "examples": [
         "<%= config.bin %> <%= command.id %>"
       ],
       "flags": {},
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "evaluation:list",
+      "id": "experiment:list",
       "pluginAlias": "@kradle/cli",
       "pluginName": "@kradle/cli",
       "pluginType": "core",
@@ -347,30 +596,104 @@
       "relativePath": [
         "dist",
         "commands",
-        "evaluation",
+        "experiment",
         "list.js"
       ]
     },
-    "evaluation:run": {
+    "experiment:recordings": {
+      "aliases": [],
+      "args": {
+        "experimentName": {
+          "description": "Experiment name",
+          "name": "experimentName",
+          "required": true
+        },
+        "runId": {
+          "description": "Specific run ID to download recordings from (optional)",
+          "name": "runId",
+          "required": false
+        }
+      },
+      "description": "Download recordings from an experiment run",
+      "examples": [
+        "<%= config.bin %> <%= command.id %> my-experiment",
+        "<%= config.bin %> <%= command.id %> my-experiment <run-id>",
+        "<%= config.bin %> <%= command.id %> my-experiment --all",
+        "<%= config.bin %> <%= command.id %> my-experiment <run-id> --all",
+        "<%= config.bin %> <%= command.id %> my-experiment --version 2",
+        "<%= config.bin %> <%= command.id %> my-experiment --version 1 --all"
+      ],
+      "flags": {
+        "all": {
+          "description": "Download all runs and participants (if no run specified), or all participants (if run specified)",
+          "name": "all",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "version": {
+          "description": "Specific experiment version to download recordings from (e.g., 0, 1, 2)",
+          "name": "version",
+          "required": false,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "api-key": {
+          "description": "Kradle API key",
+          "env": "KRADLE_API_KEY",
+          "name": "api-key",
+          "required": true,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "api-url": {
+          "description": "Kradle Web API URL",
+          "env": "KRADLE_API_URL",
+          "name": "api-url",
+          "required": true,
+          "default": "https://api.kradle.ai/v0",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        }
+      },
+      "hasDynamicHelp": false,
+      "hiddenAliases": [],
+      "id": "experiment:recordings",
+      "pluginAlias": "@kradle/cli",
+      "pluginName": "@kradle/cli",
+      "pluginType": "core",
+      "strict": true,
+      "enableJsonFlag": false,
+      "isESM": true,
+      "relativePath": [
+        "dist",
+        "commands",
+        "experiment",
+        "recordings.js"
+      ]
+    },
+    "experiment:run": {
       "aliases": [],
       "args": {
         "name": {
-          "description": "Name of the evaluation to run",
+          "description": "Name of the experiment to run",
           "name": "name",
           "required": true
         }
       },
-      "description": "Run an evaluation. If the evaluation had an ongoing iteration, it will resume from the last state.",
+      "description": "Run an experiment. If the experiment had an ongoing version, it will resume from the last state.",
       "examples": [
-        "<%= config.bin %> <%= command.id %> my-evaluation",
-        "<%= config.bin %> <%= command.id %> my-evaluation --new",
-        "<%= config.bin %> <%= command.id %> my-evaluation --max-concurrent 10"
+        "<%= config.bin %> <%= command.id %> my-experiment",
+        "<%= config.bin %> <%= command.id %> my-experiment --new-version",
+        "<%= config.bin %> <%= command.id %> my-experiment --max-concurrent 10"
       ],
       "flags": {
-        "new": {
+        "new-version": {
           "char": "n",
-          "description": "Start a new iteration of the evaluation",
-          "name": "new",
+          "description": "Start a new version of the experiment",
+          "name": "new-version",
           "allowNo": false,
           "type": "boolean"
         },
@@ -382,11 +705,47 @@
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
+        },
+        "download-recordings": {
+          "char": "d",
+          "description": "Automatically download recordings after each run finishes",
+          "name": "download-recordings",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "api-key": {
+          "description": "Kradle API key",
+          "env": "KRADLE_API_KEY",
+          "name": "api-key",
+          "required": true,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "api-url": {
+          "description": "Kradle Web API URL",
+          "env": "KRADLE_API_URL",
+          "name": "api-url",
+          "required": true,
+          "default": "https://api.kradle.ai/v0",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "web-url": {
+          "description": "Kradle Web URL, used to display the run URL",
+          "env": "KRADLE_WEB_URL",
+          "name": "web-url",
+          "required": true,
+          "default": "https://kradle.ai",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
         }
       },
       "hasDynamicHelp": false,
       "hiddenAliases": [],
-      "id": "evaluation:run",
+      "id": "experiment:run",
       "pluginAlias": "@kradle/cli",
       "pluginName": "@kradle/cli",
       "pluginType": "core",
@@ -396,10 +755,10 @@
       "relativePath": [
         "dist",
         "commands",
-        "evaluation",
+        "experiment",
         "run.js"
       ]
     }
   },
-  "version": "0.0.17"
+  "version": "0.2.0"
 }