@workbench-ai/workbench 0.0.46

package/dist/command-model.js

@@ -0,0 +1,558 @@
+const sourceDirectoryHelp = [
+    "Directory:",
+    "  Run from a Workbench project containing benchmark.yaml plus subjects/<name>/subject.yaml.",
+    "  Subject manifests declare their files with files.path, usually files beside subject.yaml.",
+    "  Pass --dir DIR or pass benchmark.yaml, subjects/<name>, or subjects/<name>/subject.yaml as SOURCE.",
+];
+export const LOCAL_DEV_OPEN_LIFECYCLE_NOTE = "Keep this command running while using the local web view; Ctrl-C stops the server and the page will stop working.";
+const hostedWatchLifecycleNoteLines = [
+    "Watching is client-side polling only.",
+    "Stopping this command does not cancel the hosted run; use workbench cloud runs cancel RUN_ID to cancel it.",
+];
+export const HOSTED_WATCH_LIFECYCLE_NOTE = hostedWatchLifecycleNoteLines.join(" ");
+const localOpenLifecycleHelp = [
+    "Lifecycle:",
+    "  workbench open starts a long-running local web server.",
+    `  ${LOCAL_DEV_OPEN_LIFECYCLE_NOTE}`,
+];
+const hostedWatchLifecycleHelp = [
+    "Lifecycle:",
+    ...hostedWatchLifecycleNoteLines.map((line) => `  ${line}`),
+];
+const rootLines = [
+    "Usage:",
+    "  workbench <command> [options]",
+    "",
+    ...sourceDirectoryHelp,
+    "",
+    "Project:",
+    "  workbench init [DIR] --skill NAME --agent ADAPTER [--from PATH] [--example] [--json]",
+    "  workbench init [DIR] --command NAME [--from PATH] [--example] [--json]",
+    "  workbench check [SOURCE] [--dir DIR] [--json]",
+    "  workbench adapters create PATH [--dir DIR] [--json]",
+    "  workbench adapters list [--dir DIR] [--json]",
+    "  workbench adapters inspect ID [--dir DIR] [--json]",
+    "  workbench adapters test ID|SOURCE [--dir DIR] [--request PATH] [--output DIR] [--json]",
+    "",
+    "Local runs:",
+    "  workbench eval [SOURCE] [--dir DIR] [--subject ID] [--samples N] [--json]",
+    "  workbench improve [SOURCE] [--dir DIR] [--from SUBJECT_ID] [--optimizer OPTIMIZER_YAML] [--budget N] [--samples N] [--json]",
+    "  workbench open [SOURCE] [--dir DIR] [--host HOST] [--port N] [--no-open] [--json]",
+    "  workbench checkpoint [--dir DIR] [--json]",
+    "  workbench restore [--dir DIR] [--subject ID] [--dry-run] [--yes] [--json]",
+    "",
+    "Local inspection:",
+    "  workbench runs list [--dir DIR] [--json]",
+    "  workbench runs show RUN_ID [--dir DIR] [--json]",
+    "  workbench subjects list [--dir DIR] [--json]",
+    "  workbench subjects show SUBJECT_ID [--dir DIR] [--json]",
+    "  workbench subjects files [--dir DIR] [--subject ID] [--json]",
+    "  workbench subjects preview --path PATH [--dir DIR] [--subject ID] [--output PATH|-] [--json]",
+    "",
+    "Remote sync:",
+    "  workbench login [--base-url URL] [--no-open] [--json]",
+    "  workbench logout [--json]",
+    "  workbench whoami [--dir DIR] [--json]",
+    "  workbench clone OWNER/BENCHMARK[@REF] [DIR] [--dry-run] [--json]",
+    "  workbench remote show [--dir DIR] [--json]",
+    "  workbench remote add origin OWNER/BENCHMARK[@REF] [--dir DIR] [--json]",
+    "  workbench remote set-url origin OWNER/BENCHMARK[@REF] [--dir DIR] [--json]",
+    "  workbench remote remove origin [--dir DIR] [--json]",
+    "  workbench fetch [--dir DIR] [--json]",
+    "  workbench pull [--dir DIR] [--dry-run] [--json]",
+    "  workbench push [SOURCE] [--dir DIR] [--tag TAG] [--visibility public|private] [--dry-run] [--json]",
+    "",
+    "Hosted runs and resources:",
+    "  workbench cloud eval [SOURCE] [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--base SUBJECT_ID] [--samples N] [--watch] [--dry-run] [--json]",
+    "  workbench cloud improve [SOURCE] [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--base SUBJECT_ID] [--optimizer OPTIMIZER_YAML] [--budget N] [--samples N] [--watch] [--dry-run] [--json]",
+    "  workbench cloud open [OWNER/BENCHMARK[@REF]|RUN_ID|SUBJECT_ID] [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--no-open] [--json]",
+    "  workbench cloud watch RUN_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--interval-ms N] [--timeout-ms N] [--json]",
+    "  workbench cloud logs RUN_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+    "  workbench cloud fork OWNER/BENCHMARK[@REF] [NAME] [--json]",
+    "  workbench cloud star OWNER/BENCHMARK [--json]",
+    "  workbench cloud unstar OWNER/BENCHMARK [--json]",
+    "  workbench cloud benchmarks|runs|subjects <command> [options]",
+    "",
+    "Auth:",
+    "  workbench auth connect ADAPTER[/SLOT] [--dir DIR] [--method METHOD] [--profile PROFILE] [--profile-root DIR] [--local-only] [--json]",
+    "  workbench auth disconnect ADAPTER[/SLOT] [--profile PROFILE] [--local-only] [--json]",
+    "",
+    "Examples:",
+    "  workbench init --skill invoice-review --agent codex",
+    "  workbench eval subjects/codex --samples 1",
+    "  workbench improve --budget 2 --samples 1",
+    "  workbench open --no-open --json",
+    "  workbench push --tag v1",
+    "  workbench cloud eval subjects/codex --benchmark openbench/invoice-review@v1 --watch",
+    "",
+    "Environment:",
+    "  WORKBENCH_API_URL sets the hosted Workbench API base URL.",
+    "",
+    "Default API URL:",
+    "  https://v2.workbench.ai",
+];
+export const rootUsage = rootLines.join("\n");
+function withSourceDirectoryHelp(lines) {
+    return withHelpAfterUsage(lines, sourceDirectoryHelp);
+}
+function withLifecycleHelp(lines, lifecycleHelp) {
+    return withHelpAfterUsage(lines, lifecycleHelp);
+}
+function withHelpAfterUsage(lines, helpLines) {
+    const firstBlankIndex = lines.indexOf("");
+    if (firstBlankIndex < 0) {
+        return [...lines, "", ...helpLines];
+    }
+    return [
+        ...lines.slice(0, firstBlankIndex),
+        "",
+        ...helpLines,
+        "",
+        ...lines.slice(firstBlankIndex + 1),
+    ];
+}
+const commandHelp = Object.fromEntries(Object.entries({
+    init: [
+        "Usage:",
+        "  workbench init [DIR] --skill NAME --agent ADAPTER [--from PATH] [--example] [--json]",
+        "  workbench init [DIR] --command NAME [--from PATH] [--example] [--json]",
+        "",
+        "Scaffold a local Workbench project. benchmark.yaml selects an engine; the built-in workbench engine owns tasks, environment, and scoring under engine.with. subjects/<name>/subject.yaml owns files.path and run behavior. optimizers/<name>.yaml owns improvement behavior.",
+        "",
+        "Examples:",
+        "  workbench init --skill invoice-review --agent codex",
+        "  workbench init --command command-eval",
+    ],
+    check: withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench check [SOURCE] [--dir DIR] [--json]",
+        "",
+        "Validate benchmark.yaml, one subject manifest, and an optional optimizer manifest.",
+        "",
+        "Examples:",
+        "  workbench check",
+        "  workbench check subjects/codex --json",
+    ]),
+    eval: withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench eval [SOURCE] [--dir DIR] [--subject ID] [--samples N] [--json]",
+        "",
+        "Run the selected local subject against the current benchmark and record attempts, results, traces, artifacts, and a run record under .workbench/runtime.",
+        "",
+        "Examples:",
+        "  workbench eval --samples 1",
+        "  workbench eval subjects/codex --samples 2 --json",
+    ]),
+    improve: withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench improve [SOURCE] [--dir DIR] [--from SUBJECT_ID] [--optimizer OPTIMIZER_YAML] [--budget N] [--samples N] [--json]",
+        "",
+        "Run local subject improvement. By default, Workbench improves the current subject. If it has not been evaluated yet, Workbench evaluates it first. Use --from to improve an explicit subject id.",
+        "",
+        "Examples:",
+        "  workbench improve --budget 1 --samples 1",
+        "  workbench improve subjects/codex --from subj_123 --optimizer optimizers/codex.yaml --json",
+    ]),
+    open: withSourceDirectoryHelp(withLifecycleHelp([
+        "Usage:",
+        "  workbench open [SOURCE] [--dir DIR] [--host HOST] [--port N] [--no-open] [--json]",
+        "",
+        "Start the local Workbench web view for the project and keep serving it until stopped.",
+        "",
+        "Examples:",
+        "  workbench open",
+        "  workbench open --port 4317 --no-open --json",
+    ], localOpenLifecycleHelp)),
+    checkpoint: withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench checkpoint [--dir DIR] [--json]",
+        "",
+        "Save the current subject files into local history and make the checkpoint active.",
+    ]),
+    restore: withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench restore [--dir DIR] [--subject ID] [--dry-run] [--yes] [--json]",
+        "",
+        "Restore a local subject snapshot into the subject files directory.",
+        "",
+        "Examples:",
+        "  workbench restore --subject subj_123 --dry-run",
+        "  workbench restore --subject subj_123 --yes",
+    ]),
+    runs: [
+        "Usage:",
+        "  workbench runs <command> [options]",
+        "",
+        "Inspect local run history.",
+        "",
+        "Commands:",
+        "  workbench runs list [--dir DIR] [--json]",
+        "  workbench runs show RUN_ID [--dir DIR] [--json]",
+    ],
+    "runs list": withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench runs list [--dir DIR] [--json]",
+        "",
+        "List local runs.",
+    ]),
+    "runs show": withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench runs show RUN_ID [--dir DIR] [--json]",
+        "",
+        "Show one local run record.",
+    ]),
+    subjects: [
+        "Usage:",
+        "  workbench subjects <command> [options]",
+        "",
+        "Inspect local subjects.",
+        "",
+        "Commands:",
+        "  workbench subjects list [--dir DIR] [--json]",
+        "  workbench subjects show SUBJECT_ID [--dir DIR] [--json]",
+        "  workbench subjects files [--dir DIR] [--subject ID] [--json]",
+        "  workbench subjects preview --path PATH [--dir DIR] [--subject ID] [--output PATH|-] [--json]",
+    ],
+    "subjects list": withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench subjects list [--dir DIR] [--json]",
+        "",
+        "List local subjects.",
+    ]),
+    "subjects show": withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench subjects show SUBJECT_ID [--dir DIR] [--json]",
+        "",
+        "Show one local subject.",
+    ]),
+    "subjects files": withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench subjects files [--dir DIR] [--subject ID] [--json]",
+        "",
+        "List files in a local subject snapshot.",
+    ]),
+    "subjects preview": withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench subjects preview --path PATH [--dir DIR] [--subject ID] [--output PATH|-] [--json]",
+        "",
+        "Preview a file from a local subject snapshot.",
+    ]),
+    clone: [
+        "Usage:",
+        "  workbench clone OWNER/BENCHMARK[@REF] [DIR] [--dry-run] [--json]",
+        "",
+        "Download a hosted benchmark project into a local Workbench project and write .workbench/origin.json.",
+    ],
+    remote: withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench remote show [--dir DIR] [--json]",
+        "  workbench remote add origin OWNER/BENCHMARK[@REF] [--dir DIR] [--json]",
+        "  workbench remote set-url origin OWNER/BENCHMARK[@REF] [--dir DIR] [--json]",
+        "  workbench remote remove origin [--dir DIR] [--json]",
+        "",
+        "Manage the project origin used by fetch, pull, and push.",
+    ]),
+    "remote show": withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench remote show [--dir DIR] [--json]",
+        "",
+        "Show the configured origin.",
+    ]),
+    "remote add": withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench remote add origin OWNER/BENCHMARK[@REF] [--dir DIR] [--json]",
+        "",
+        "Set the project origin.",
+    ]),
+    "remote set-url": withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench remote set-url origin OWNER/BENCHMARK[@REF] [--dir DIR] [--json]",
+        "",
+        "Replace the project origin.",
+    ]),
+    "remote remove": withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench remote remove origin [--dir DIR] [--json]",
+        "",
+        "Remove the project origin.",
+    ]),
+    fetch: withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench fetch [--dir DIR] [--json]",
+        "",
+        "Download remote source into .workbench/fetch without changing project files.",
+    ]),
+    pull: withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench pull [--dir DIR] [--dry-run] [--json]",
+        "",
+        "Update managed project source files from the configured origin.",
+    ]),
+    push: withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench push [SOURCE] [--dir DIR] [--tag TAG] [--visibility public|private] [--dry-run] [--json]",
+        "",
+        "Create or update the hosted benchmark version from local project source and write .workbench/origin.json.",
+    ]),
+    login: [
+        "Usage:",
+        "  workbench login [--base-url URL] [--no-open] [--json]",
+        "",
+        "Authenticate this machine with Workbench Cloud.",
+    ],
+    logout: [
+        "Usage:",
+        "  workbench logout [--json]",
+        "",
+        "Remove the stored Workbench Cloud access token.",
+    ],
+    whoami: withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench whoami [--dir DIR] [--json]",
+        "",
+        "Show the effective Workbench Cloud API target, login status, username, and required adapter auth status.",
+    ]),
+    adapters: withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench adapters create PATH [--dir DIR] [--json]",
+        "  workbench adapters list [--dir DIR] [--json]",
+        "  workbench adapters inspect ID [--dir DIR] [--json]",
+        "  workbench adapters test ID|SOURCE [--dir DIR] [--request PATH] [--output DIR] [--json]",
+        "",
+        "Create, list, inspect, and locally replay Workbench adapters. Adapter sources can be local paths, npm: package refs, or git: refs.",
+    ]),
+    "adapters test": withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench adapters test ID|SOURCE [--dir DIR] [--request PATH] [--output DIR] [--json]",
+        "",
+        "Validate an adapter manifest, or replay its command locally when --request is provided. Without --output, replay uses a temporary output directory.",
+    ]),
+    auth: [
+        "Usage:",
+        "  workbench auth <command> [options]",
+        "",
+        "Connect adapter auth for local and hosted runs.",
+        "",
+        "Commands:",
+        "  workbench auth connect ADAPTER[/SLOT] [--dir DIR] [--method METHOD] [--profile PROFILE] [--profile-root DIR] [--local-only] [--json]",
+        "  workbench auth disconnect ADAPTER[/SLOT] [--profile PROFILE] [--local-only] [--json]",
+    ],
+    "auth connect": [
+        "Usage:",
+        "  workbench auth connect ADAPTER[/SLOT] [--dir DIR] [--method METHOD] [--profile PROFILE] [--profile-root DIR] [--local-only] [--json]",
+        "",
+        "Connect adapter auth using a manifest-supported method.",
+    ],
+    "auth disconnect": [
+        "Usage:",
+        "  workbench auth disconnect ADAPTER[/SLOT] [--profile PROFILE] [--local-only] [--json]",
+        "",
+        "Disconnect adapter auth locally and, when logged in, in hosted Workbench.",
+    ],
+    cloud: [
+        "Usage:",
+        "  workbench cloud <command> [options]",
+        "",
+        "Hosted Workbench Cloud execution and resource commands.",
+        "",
+        "Commands:",
+        "  workbench cloud eval [SOURCE] [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--base SUBJECT_ID] [--samples N] [--watch] [--dry-run] [--json]",
+        "  workbench cloud improve [SOURCE] [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--base SUBJECT_ID] [--optimizer OPTIMIZER_YAML] [--budget N] [--samples N] [--watch] [--dry-run] [--json]",
+        "  workbench cloud open [OWNER/BENCHMARK[@REF]|RUN_ID|SUBJECT_ID] [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--no-open] [--json]",
+        "  workbench cloud watch RUN_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--interval-ms N] [--timeout-ms N] [--json]",
+        "  workbench cloud logs RUN_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+        "  workbench cloud fork OWNER/BENCHMARK[@REF] [NAME] [--json]",
+        "  workbench cloud star OWNER/BENCHMARK [--json]",
+        "  workbench cloud unstar OWNER/BENCHMARK [--json]",
+        "  workbench cloud benchmarks|runs|subjects <command> [options]",
+    ],
+    "cloud fork": [
+        "Usage:",
+        "  workbench cloud fork OWNER/BENCHMARK[@REF] [NAME] [--json]",
+        "",
+        "Fork a hosted benchmark project when you intend to change benchmark source.",
+    ],
+    "cloud star": [
+        "Usage:",
+        "  workbench cloud star OWNER/BENCHMARK [--json]",
+        "",
+        "Star a hosted benchmark.",
+    ],
+    "cloud unstar": [
+        "Usage:",
+        "  workbench cloud unstar OWNER/BENCHMARK [--json]",
+        "",
+        "Remove your star from a hosted benchmark.",
+    ],
+    "cloud eval": withSourceDirectoryHelp(withLifecycleHelp([
+        "Usage:",
+        "  workbench cloud eval [SOURCE] [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--base SUBJECT_ID] [--samples N] [--watch] [--dry-run] [--json]",
+        "",
+        "Submit subject files to Workbench Cloud and run hosted evaluation.",
+    ], hostedWatchLifecycleHelp)),
+    "cloud improve": withSourceDirectoryHelp(withLifecycleHelp([
+        "Usage:",
+        "  workbench cloud improve [SOURCE] [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--base SUBJECT_ID] [--optimizer OPTIMIZER_YAML] [--budget N] [--samples N] [--watch] [--dry-run] [--json]",
+        "",
+        "Run hosted subject improvement.",
+    ], hostedWatchLifecycleHelp)),
+    "cloud open": [
+        "Usage:",
+        "  workbench cloud open [OWNER/BENCHMARK[@REF]|RUN_ID|SUBJECT_ID] [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--no-open] [--json]",
+        "",
+        "Print and open the hosted Workbench URL.",
+    ],
+    "cloud watch": withSourceDirectoryHelp(withLifecycleHelp([
+        "Usage:",
+        "  workbench cloud watch RUN_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--interval-ms N] [--timeout-ms N] [--json]",
+        "",
+        "Poll a hosted run until it finishes.",
+    ], hostedWatchLifecycleHelp)),
+    "cloud logs": withSourceDirectoryHelp([
+        "Usage:",
+        "  workbench cloud logs RUN_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+        "",
+        "Show hosted run job statuses and errors.",
+    ]),
+    "cloud benchmarks": [
+        "Usage:",
+        "  workbench cloud benchmarks <command> [options]",
+        "",
+        "Hosted benchmark resource commands.",
+        "",
+        "Commands:",
+        "  workbench cloud benchmarks list [--json]",
+        "  workbench cloud benchmarks show OWNER/BENCHMARK [--json]",
+        "  workbench cloud benchmarks versions OWNER/BENCHMARK [--json]",
+        "  workbench cloud benchmarks starred [--json]",
+        "  workbench cloud benchmarks delete OWNER/BENCHMARK [--dir DIR] [--dry-run] [--json]",
+    ],
+    "cloud runs": [
+        "Usage:",
+        "  workbench cloud runs <command> [options]",
+        "",
+        "Hosted run resource commands.",
+        "",
+        "Commands:",
+        "  workbench cloud runs list [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+        "  workbench cloud runs show RUN_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+        "  workbench cloud runs cancel RUN_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+    ],
+    "cloud subjects": [
+        "Usage:",
+        "  workbench cloud subjects <command> [options]",
+        "",
+        "Hosted subject resource commands.",
+        "",
+        "Commands:",
+        "  workbench cloud subjects list [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+        "  workbench cloud subjects show SUBJECT_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+        "  workbench cloud subjects files SUBJECT_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+        "  workbench cloud subjects preview SUBJECT_ID --path PATH [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--output PATH|-] [--json]",
+        "  workbench cloud subjects pull SUBJECT_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--out DIR] [--json]",
+        "  workbench cloud subjects publish SUBJECT_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+        "  workbench cloud subjects unpublish SUBJECT_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+    ],
+}).map(([key, lines]) => [key, lines.join("\n")]));
+export function commandUsage(commandPath) {
+    return commandHelp[commandPath] ?? cloudNestedCommandUsage(commandPath);
+}
+const hostedCommandHelp = Object.fromEntries(Object.entries({
+    "benchmarks list": [
+        "Usage:",
+        "  workbench cloud benchmarks list [--json]",
+        "",
+        "List public hosted benchmarks.",
+    ],
+    "benchmarks show": [
+        "Usage:",
+        "  workbench cloud benchmarks show OWNER/BENCHMARK [--json]",
+        "",
+        "Show one hosted benchmark.",
+    ],
+    "benchmarks versions": [
+        "Usage:",
+        "  workbench cloud benchmarks versions OWNER/BENCHMARK [--json]",
+        "",
+        "List hosted benchmark versions.",
+    ],
+    "benchmarks starred": [
+        "Usage:",
+        "  workbench cloud benchmarks starred [--json]",
+        "",
+        "List benchmarks starred by the current user.",
+    ],
+    "benchmarks delete": [
+        "Usage:",
+        "  workbench cloud benchmarks delete OWNER/BENCHMARK [--dir DIR] [--dry-run] [--json]",
+        "",
+        "Delete a hosted benchmark project that you own.",
+    ],
+    "runs list": [
+        "Usage:",
+        "  workbench cloud runs list [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+        "",
+        "List hosted runs.",
+    ],
+    "runs show": [
+        "Usage:",
+        "  workbench cloud runs show RUN_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+        "",
+        "Show one hosted run.",
+    ],
+    "runs cancel": [
+        "Usage:",
+        "  workbench cloud runs cancel RUN_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+        "",
+        "Cancel a hosted run.",
+    ],
+    "subjects list": [
+        "Usage:",
+        "  workbench cloud subjects list [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+        "",
+        "List hosted subjects.",
+    ],
+    "subjects show": [
+        "Usage:",
+        "  workbench cloud subjects show SUBJECT_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+        "",
+        "Show one hosted subject.",
+    ],
+    "subjects files": [
+        "Usage:",
+        "  workbench cloud subjects files SUBJECT_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+        "",
+        "List files in a hosted subject snapshot.",
+    ],
+    "subjects preview": [
+        "Usage:",
+        "  workbench cloud subjects preview SUBJECT_ID --path PATH [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--output PATH|-] [--json]",
+        "",
+        "Preview a file from a hosted subject snapshot.",
+    ],
+    "subjects pull": [
+        "Usage:",
+        "  workbench cloud subjects pull SUBJECT_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--out DIR] [--json]",
+        "",
+        "Download hosted subject files.",
+    ],
+    "subjects publish": [
+        "Usage:",
+        "  workbench cloud subjects publish SUBJECT_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+        "",
+        "Make a hosted subject public.",
+    ],
+    "subjects unpublish": [
+        "Usage:",
+        "  workbench cloud subjects unpublish SUBJECT_ID [--dir DIR] [--benchmark OWNER/BENCHMARK[@REF]] [--json]",
+        "",
+        "Make a hosted subject private.",
+    ],
+}).map(([key, lines]) => [key, lines.join("\n")]));
+function cloudNestedCommandUsage(commandPath) {
+    if (!commandPath.startsWith("cloud ")) {
+        return null;
+    }
+    const withoutCloud = commandPath.slice("cloud ".length);
+    return hostedCommandHelp[withoutCloud] ?? null;
+}