@openbat/cli 0.3.0 → 0.4.0

package/dist/api-client.js

@@ -32,7 +32,7 @@ __export(api_client_exports, {
 });
 module.exports = __toCommonJS(api_client_exports);
 var import_node_url = require("url");
-var CLI_VERSION = "0.3.0";
+var CLI_VERSION = "0.4.0";
 var KEY_REGEX = /ob_(?:live|read|admin|pat)_[0-9a-f]{32}/g;
 function redact(s) {
   return s.replace(KEY_REGEX, (k) => `${k.slice(0, 16)}\u2026<hidden>`);

package/dist/api-client.mjs

@@ -1,6 +1,6 @@
 import {
   ApiClient
-} from "./chunk-KIY62R3O.mjs";
+} from "./chunk-RA36VFZI.mjs";
 export {
   ApiClient
 };

package/dist/{chunk-KIY62R3O.mjs → chunk-RA36VFZI.mjs}

@@ -9,7 +9,7 @@ var __privateMethod = (obj, member, method) => (__accessCheck(obj, member, "acce
 
 // src/api-client.ts
 import { URL } from "url";
-var CLI_VERSION = "0.3.0";
+var CLI_VERSION = "0.4.0";
 var KEY_REGEX = /ob_(?:live|read|admin|pat)_[0-9a-f]{32}/g;
 function redact(s) {
   return s.replace(KEY_REGEX, (k) => `${k.slice(0, 16)}\u2026<hidden>`);

package/dist/index.js

@@ -32,7 +32,7 @@ var __privateSet = (obj, member, value, setter) => (__accessCheck(obj, member, "
 var __privateMethod = (obj, member, method) => (__accessCheck(obj, member, "access private method"), method);
 
 // src/index.ts
-var import_commander10 = require("commander");
+var import_commander11 = require("commander");
 
 // src/commands/config.ts
 var import_commander = require("commander");
@@ -163,7 +163,7 @@ function configPath() {
 
 // src/api-client.ts
 var import_node_url = require("url");
-var CLI_VERSION = "0.3.0";
+var CLI_VERSION = "0.4.0";
 var KEY_REGEX = /ob_(?:live|read|admin|pat)_[0-9a-f]{32}/g;
 function redact(s) {
   return s.replace(KEY_REGEX, (k) => `${k.slice(0, 16)}\u2026<hidden>`);
@@ -946,6 +946,28 @@ function reviewCommand() {
 // src/commands/prompts.ts
 var import_commander5 = require("commander");
 var import_node_fs2 = require("fs");
+async function waitForActive(api, chatbotId, versionId) {
+  const deadlineMs = Date.now() + 15e3;
+  let attempt = 0;
+  while (Date.now() < deadlineMs) {
+    const res = await api.get(
+      `/api/v1/chatbots/${chatbotId}/prompts/active`
+    );
+    if (res.activeVersionId === versionId) {
+      process.stderr.write(
+        `
+Confirmed live (server): active version is ${versionId}. Live SDK processes converge within their ~60s fetch-cache TTL.
+`
+      );
+      return;
+    }
+    attempt++;
+    await new Promise((r) => setTimeout(r, Math.min(500 * attempt, 2e3)));
+  }
+  process.stderr.write(
+    "\nPublished, but timed out (15s) waiting for server confirmation \u2014 the active pointer may still be propagating.\n"
+  );
+}
 function promptsCommand() {
   const cmd = new import_commander5.Command("prompts").description(
     "Manage the live published system prompt (list / publish / activate / kill-switch)"
@@ -962,7 +984,7 @@ function promptsCommand() {
       fatal(err instanceof Error ? err.message : String(err));
     }
   });
-  cmd.command("publish").description("Publish a template as the LIVE prompt (from --file or --text)").option("--file <path>", "Read the template text from a file").option("--text <text>", "Inline template text (prefer --file for long prompts)").action(async function(opts) {
+  cmd.command("publish").description("Publish a template as the LIVE prompt (from --file or --text)").option("--file <path>", "Read the template text from a file").option("--text <text>", "Inline template text (prefer --file for long prompts)").option("--wait", "Block until the server confirms the new version is the active published prompt").action(async function(opts) {
     try {
       let templateText = opts.text;
       if (opts.file) templateText = await import_node_fs2.promises.readFile(opts.file, "utf8");
@@ -976,9 +998,13 @@ function promptsCommand() {
         { templateText }
       );
       emit(result, { json: !!this.optsWithGlobals().json });
-      process.stderr.write(
-        "\nPublished. Live within ~60s for chatbots that fetch their prompt from OpenBat.\n"
-      );
+      if (opts.wait && result.versionId) {
+        await waitForActive(api, id, result.versionId);
+      } else {
+        process.stderr.write(
+          "\nPublished. Live within ~60s for chatbots that fetch their prompt from OpenBat.\n"
+        );
+      }
     } catch (err) {
       fatal(err instanceof Error ? err.message : String(err));
     }
@@ -1013,11 +1039,86 @@ function promptsCommand() {
       fatal(err instanceof Error ? err.message : String(err));
     }
   });
+  cmd.command("show <versionId>").description("Show a version's full template text (list shows only hashes)").action(async function(versionId) {
+    try {
+      const { api, chatbotFlag } = await client(this.optsWithGlobals());
+      const id = await resolveChatbotId(api, chatbotFlag);
+      const result = await api.get(
+        `/api/v1/chatbots/${id}/prompts/${versionId}`
+      );
+      emit(result, { json: !!this.optsWithGlobals().json });
+    } catch (err) {
+      fatal(err instanceof Error ? err.message : String(err));
+    }
+  });
+  cmd.command("active").description("Show what the server resolves to RIGHT NOW (active version, kill switch)").action(async function() {
+    try {
+      const { api, chatbotFlag } = await client(this.optsWithGlobals());
+      const id = await resolveChatbotId(api, chatbotFlag);
+      const result = await api.get(
+        `/api/v1/chatbots/${id}/prompts/active`
+      );
+      emit(result, { json: !!this.optsWithGlobals().json });
+    } catch (err) {
+      fatal(err instanceof Error ? err.message : String(err));
+    }
+  });
   return cmd;
 }
 
-// src/commands/login.ts
+// src/commands/backtests.ts
 var import_commander6 = require("commander");
+function backtestsCommand() {
+  const cmd = new import_commander6.Command("backtests").description(
+    "Retest a candidate prompt against flagged conversations (create + poll status)"
+  );
+  cmd.command("create").description("Replay flagged conversations against a candidate prompt version").requiredOption("--name <name>", "Backtest name").requiredOption(
+    "--candidate-prompt <versionId>",
+    "Candidate prompt version id (from `openbat prompts list`)"
+  ).requiredOption(
+    "--flags <csv>",
+    "Comma-separated flag values to sample (e.g. churn_risk,billing_issue)"
+  ).option("--sample-size <n>", "How many flagged messages to replay (1-500)", "50").option("--from <iso>", "Only sample flags on/after this ISO timestamp").option("--to <iso>", "Only sample flags on/before this ISO timestamp").action(async function(opts) {
+    try {
+      const flagValues = opts.flags.split(",").map((s) => s.trim()).filter(Boolean);
+      if (flagValues.length === 0) {
+        fatal("Provide at least one flag via --flags <csv>.");
+      }
+      const { api, chatbotFlag } = await client(this.optsWithGlobals());
+      const id = await resolveChatbotId(api, chatbotFlag);
+      const result = await api.post(
+        `/api/v1/chatbots/${id}/backtests`,
+        {
+          name: opts.name,
+          candidatePromptId: opts.candidatePrompt,
+          flagValues,
+          sampleSize: Number(opts.sampleSize),
+          timeRangeStart: opts.from,
+          timeRangeEnd: opts.to
+        }
+      );
+      emit(result, { json: !!this.optsWithGlobals().json });
+      process.stderr.write("\nStarted. Poll progress with: openbat backtests status <id>\n");
+    } catch (err) {
+      fatal(err instanceof Error ? err.message : String(err));
+    }
+  });
+  cmd.command("status <backtestId>").description("Show a backtest's progress + verdict tally").action(async function(backtestId) {
+    try {
+      const { api } = await client(this.optsWithGlobals());
+      const result = await api.get(
+        `/api/v1/backtests/${encodeURIComponent(backtestId)}/status`
+      );
+      emit(result, { json: !!this.optsWithGlobals().json });
+    } catch (err) {
+      fatal(err instanceof Error ? err.message : String(err));
+    }
+  });
+  return cmd;
+}
+
+// src/commands/login.ts
+var import_commander7 = require("commander");
 var import_node_os2 = __toESM(require("os"));
 var import_node_readline = __toESM(require("readline"));
 
@@ -1160,7 +1261,7 @@ async function runLoopbackServer(opts) {
 // src/commands/login.ts
 var HOSTNAME = import_node_os2.default.hostname();
 function loginCommand() {
-  return new import_commander6.Command("login").description("Sign in via browser and install an API key on this device").option("--device", "Use the device-code flow (for SSH / headless machines)").option(
+  return new import_commander7.Command("login").description("Sign in via browser and install an API key on this device").option("--device", "Use the device-code flow (for SSH / headless machines)").option(
     "--use <key>",
     "Skip the browser; install a PAT plaintext you already have"
   ).action(async function(opts) {
@@ -1350,9 +1451,9 @@ You have ${chatbots.length} chatbots. Pick one later with \`openbat use <id>\`.
 }
 
 // src/commands/logout.ts
-var import_commander7 = require("commander");
+var import_commander8 = require("commander");
 function logoutCommand() {
-  return new import_commander7.Command("logout").description("Revoke the stored API key and clear ~/.openbatrc").action(async function() {
+  return new import_commander8.Command("logout").description("Revoke the stored API key and clear ~/.openbatrc").action(async function() {
     try {
       const globals = this.optsWithGlobals();
       const cfg = await resolveConfig({
@@ -1387,7 +1488,7 @@ function logoutCommand() {
 }
 
 // src/commands/org.ts
-var import_commander8 = require("commander");
+var import_commander9 = require("commander");
 async function client2(globals) {
   const cfg = await resolveConfig({
     apiKeyFlag: globals.apiKey ?? null,
@@ -1402,7 +1503,7 @@ async function client2(globals) {
   return new ApiClient({ apiKey: cfg.apiKey, baseUrl: cfg.baseUrl });
 }
 function orgCommand() {
-  const cmd = new import_commander8.Command("org").description(
+  const cmd = new import_commander9.Command("org").description(
     "Manage the OpenBat tenant org (rename, members, invitations). Requires PAT."
   );
   cmd.command("list").description("List orgs the current PAT's user belongs to").action(async function() {
@@ -1510,7 +1611,7 @@ function orgCommand() {
 }
 
 // src/commands/write.ts
-var import_commander9 = require("commander");
+var import_commander10 = require("commander");
 async function client3(globals) {
   const cfg = await resolveConfig({
     apiKeyFlag: globals.apiKey ?? null,
@@ -1543,7 +1644,7 @@ function surfacePlaintext(plaintext, label) {
   );
 }
 function chatbotsCommand() {
-  const cmd = new import_commander9.Command("chatbots").description(
+  const cmd = new import_commander10.Command("chatbots").description(
     "List, create, delete chatbots in the current scope"
   );
   cmd.command("list").description("List every chatbot the credential can reach").action(async function() {
@@ -1591,7 +1692,7 @@ function chatbotsCommand() {
   return cmd;
 }
 function webhooksCommand() {
-  const cmd = new import_commander9.Command("webhooks").description("Manage webhooks for a chatbot");
+  const cmd = new import_commander10.Command("webhooks").description("Manage webhooks for a chatbot");
   cmd.command("list").action(async function() {
     try {
       const chatbotId = requireChatbotId(this);
@@ -1635,7 +1736,7 @@ function webhooksCommand() {
   return cmd;
 }
 function settingsCommand() {
-  const cmd = new import_commander9.Command("settings").description(
+  const cmd = new import_commander10.Command("settings").description(
     "Manage chatbot settings + per-chatbot keys"
   );
   const keys = cmd.command("keys").description("Manage API keys for a chatbot");
@@ -1729,7 +1830,7 @@ function settingsCommand() {
   return cmd;
 }
 function workflowsCommand() {
-  const cmd = new import_commander9.Command("workflows").description("Manage workflows");
+  const cmd = new import_commander10.Command("workflows").description("Manage workflows");
   cmd.command("list").action(async function() {
     try {
       const chatbotId = requireChatbotId(this);
@@ -1769,7 +1870,7 @@ function workflowsCommand() {
   return cmd;
 }
 function reportsCommand() {
-  const cmd = new import_commander9.Command("reports").description("Manage AI reports");
+  const cmd = new import_commander10.Command("reports").description("Manage AI reports");
   cmd.command("list").action(async function() {
     try {
       const chatbotId = requireChatbotId(this);
@@ -1807,7 +1908,7 @@ Created report. View it (org members only):
   return cmd;
 }
 function analysisCommand() {
-  const cmd = new import_commander9.Command("analysis").description("Manage analysis definitions");
+  const cmd = new import_commander10.Command("analysis").description("Manage analysis definitions");
   cmd.command("list").option("--type <t>", "intent | flag | assistant_outcome | assistant_issue").option("--pending", "Include pending suggestions").action(async function(opts) {
     try {
       const chatbotId = requireChatbotId(this);
@@ -1849,7 +1950,7 @@ function analysisCommand() {
   return cmd;
 }
 function usersCommand() {
-  const cmd = new import_commander9.Command("users").description(
+  const cmd = new import_commander10.Command("users").description(
     "List external users (chatbot customers) with health metrics"
   );
   cmd.command("list").option("--from <iso>").option("--to <iso>").option("--days <n>", "Convenience: last N days").option("--search <q>").option("--limit <n>", "Page size", "20").action(async function(opts) {
@@ -1882,7 +1983,7 @@ Total: ${result.total}
   return cmd;
 }
 function sdkCommand() {
-  const cmd = new import_commander9.Command("sdk").description(
+  const cmd = new import_commander10.Command("sdk").description(
     "Help install and verify the OpenBat SDK in a target project"
   );
   cmd.command("install-instructions").description("Print markdown the calling agent can follow").option(
@@ -1992,10 +2093,10 @@ Timed out after ${timeoutSec}s \u2014 no events yet. Confirm OPENBAT_API_KEY and
 }
 
 // src/index.ts
-var program = new import_commander10.Command();
+var program = new import_commander11.Command();
 program.name("openbat").description(
   "Query OpenBat chatbot data \u2014 conversations, sentiment, analytics, exports."
-).version("0.3.0").option("--api-key <key>", "Override the stored Read API key (footgun \u2014 leaks into shell history)").option(
+).version("0.4.0").option("--api-key <key>", "Override the stored Read API key (footgun \u2014 leaks into shell history)").option(
   "--base-url <url>",
   "Override the OpenBat API base URL (defaults to ~/.openbatrc or https://openbat.dev)"
 ).option(
@@ -2016,6 +2117,7 @@ program.addCommand(chatbotsCommand());
 program.addCommand(conversationsCommand());
 program.addCommand(reviewCommand());
 program.addCommand(promptsCommand());
+program.addCommand(backtestsCommand());
 program.addCommand(usersCommand());
 program.addCommand(settingsCommand());
 program.addCommand(webhooksCommand());

package/dist/index.mjs

@@ -1,10 +1,10 @@
 #!/usr/bin/env node
 import {
   ApiClient
-} from "./chunk-KIY62R3O.mjs";
+} from "./chunk-RA36VFZI.mjs";
 
 // src/index.ts
-import { Command as Command10 } from "commander";
+import { Command as Command11 } from "commander";
 
 // src/commands/config.ts
 import { Command } from "commander";
@@ -768,6 +768,28 @@ function reviewCommand() {
 // src/commands/prompts.ts
 import { Command as Command5 } from "commander";
 import { promises as fs2 } from "fs";
+async function waitForActive(api, chatbotId, versionId) {
+  const deadlineMs = Date.now() + 15e3;
+  let attempt = 0;
+  while (Date.now() < deadlineMs) {
+    const res = await api.get(
+      `/api/v1/chatbots/${chatbotId}/prompts/active`
+    );
+    if (res.activeVersionId === versionId) {
+      process.stderr.write(
+        `
+Confirmed live (server): active version is ${versionId}. Live SDK processes converge within their ~60s fetch-cache TTL.
+`
+      );
+      return;
+    }
+    attempt++;
+    await new Promise((r) => setTimeout(r, Math.min(500 * attempt, 2e3)));
+  }
+  process.stderr.write(
+    "\nPublished, but timed out (15s) waiting for server confirmation \u2014 the active pointer may still be propagating.\n"
+  );
+}
 function promptsCommand() {
   const cmd = new Command5("prompts").description(
     "Manage the live published system prompt (list / publish / activate / kill-switch)"
@@ -784,7 +806,7 @@ function promptsCommand() {
       fatal(err instanceof Error ? err.message : String(err));
     }
   });
-  cmd.command("publish").description("Publish a template as the LIVE prompt (from --file or --text)").option("--file <path>", "Read the template text from a file").option("--text <text>", "Inline template text (prefer --file for long prompts)").action(async function(opts) {
+  cmd.command("publish").description("Publish a template as the LIVE prompt (from --file or --text)").option("--file <path>", "Read the template text from a file").option("--text <text>", "Inline template text (prefer --file for long prompts)").option("--wait", "Block until the server confirms the new version is the active published prompt").action(async function(opts) {
     try {
       let templateText = opts.text;
       if (opts.file) templateText = await fs2.readFile(opts.file, "utf8");
@@ -798,9 +820,13 @@ function promptsCommand() {
         { templateText }
       );
       emit(result, { json: !!this.optsWithGlobals().json });
-      process.stderr.write(
-        "\nPublished. Live within ~60s for chatbots that fetch their prompt from OpenBat.\n"
-      );
+      if (opts.wait && result.versionId) {
+        await waitForActive(api, id, result.versionId);
+      } else {
+        process.stderr.write(
+          "\nPublished. Live within ~60s for chatbots that fetch their prompt from OpenBat.\n"
+        );
+      }
     } catch (err) {
       fatal(err instanceof Error ? err.message : String(err));
     }
@@ -835,11 +861,86 @@ function promptsCommand() {
       fatal(err instanceof Error ? err.message : String(err));
     }
   });
+  cmd.command("show <versionId>").description("Show a version's full template text (list shows only hashes)").action(async function(versionId) {
+    try {
+      const { api, chatbotFlag } = await client(this.optsWithGlobals());
+      const id = await resolveChatbotId(api, chatbotFlag);
+      const result = await api.get(
+        `/api/v1/chatbots/${id}/prompts/${versionId}`
+      );
+      emit(result, { json: !!this.optsWithGlobals().json });
+    } catch (err) {
+      fatal(err instanceof Error ? err.message : String(err));
+    }
+  });
+  cmd.command("active").description("Show what the server resolves to RIGHT NOW (active version, kill switch)").action(async function() {
+    try {
+      const { api, chatbotFlag } = await client(this.optsWithGlobals());
+      const id = await resolveChatbotId(api, chatbotFlag);
+      const result = await api.get(
+        `/api/v1/chatbots/${id}/prompts/active`
+      );
+      emit(result, { json: !!this.optsWithGlobals().json });
+    } catch (err) {
+      fatal(err instanceof Error ? err.message : String(err));
+    }
+  });
   return cmd;
 }
 
-// src/commands/login.ts
+// src/commands/backtests.ts
 import { Command as Command6 } from "commander";
+function backtestsCommand() {
+  const cmd = new Command6("backtests").description(
+    "Retest a candidate prompt against flagged conversations (create + poll status)"
+  );
+  cmd.command("create").description("Replay flagged conversations against a candidate prompt version").requiredOption("--name <name>", "Backtest name").requiredOption(
+    "--candidate-prompt <versionId>",
+    "Candidate prompt version id (from `openbat prompts list`)"
+  ).requiredOption(
+    "--flags <csv>",
+    "Comma-separated flag values to sample (e.g. churn_risk,billing_issue)"
+  ).option("--sample-size <n>", "How many flagged messages to replay (1-500)", "50").option("--from <iso>", "Only sample flags on/after this ISO timestamp").option("--to <iso>", "Only sample flags on/before this ISO timestamp").action(async function(opts) {
+    try {
+      const flagValues = opts.flags.split(",").map((s) => s.trim()).filter(Boolean);
+      if (flagValues.length === 0) {
+        fatal("Provide at least one flag via --flags <csv>.");
+      }
+      const { api, chatbotFlag } = await client(this.optsWithGlobals());
+      const id = await resolveChatbotId(api, chatbotFlag);
+      const result = await api.post(
+        `/api/v1/chatbots/${id}/backtests`,
+        {
+          name: opts.name,
+          candidatePromptId: opts.candidatePrompt,
+          flagValues,
+          sampleSize: Number(opts.sampleSize),
+          timeRangeStart: opts.from,
+          timeRangeEnd: opts.to
+        }
+      );
+      emit(result, { json: !!this.optsWithGlobals().json });
+      process.stderr.write("\nStarted. Poll progress with: openbat backtests status <id>\n");
+    } catch (err) {
+      fatal(err instanceof Error ? err.message : String(err));
+    }
+  });
+  cmd.command("status <backtestId>").description("Show a backtest's progress + verdict tally").action(async function(backtestId) {
+    try {
+      const { api } = await client(this.optsWithGlobals());
+      const result = await api.get(
+        `/api/v1/backtests/${encodeURIComponent(backtestId)}/status`
+      );
+      emit(result, { json: !!this.optsWithGlobals().json });
+    } catch (err) {
+      fatal(err instanceof Error ? err.message : String(err));
+    }
+  });
+  return cmd;
+}
+
+// src/commands/login.ts
+import { Command as Command7 } from "commander";
 import os from "os";
 import readline from "readline";
 
@@ -982,7 +1083,7 @@ async function runLoopbackServer(opts) {
 // src/commands/login.ts
 var HOSTNAME = os.hostname();
 function loginCommand() {
-  return new Command6("login").description("Sign in via browser and install an API key on this device").option("--device", "Use the device-code flow (for SSH / headless machines)").option(
+  return new Command7("login").description("Sign in via browser and install an API key on this device").option("--device", "Use the device-code flow (for SSH / headless machines)").option(
     "--use <key>",
     "Skip the browser; install a PAT plaintext you already have"
   ).action(async function(opts) {
@@ -1172,9 +1273,9 @@ You have ${chatbots.length} chatbots. Pick one later with \`openbat use <id>\`.
 }
 
 // src/commands/logout.ts
-import { Command as Command7 } from "commander";
+import { Command as Command8 } from "commander";
 function logoutCommand() {
-  return new Command7("logout").description("Revoke the stored API key and clear ~/.openbatrc").action(async function() {
+  return new Command8("logout").description("Revoke the stored API key and clear ~/.openbatrc").action(async function() {
     try {
       const globals = this.optsWithGlobals();
       const cfg = await resolveConfig({
@@ -1209,7 +1310,7 @@ function logoutCommand() {
 }
 
 // src/commands/org.ts
-import { Command as Command8 } from "commander";
+import { Command as Command9 } from "commander";
 async function client2(globals) {
   const cfg = await resolveConfig({
     apiKeyFlag: globals.apiKey ?? null,
@@ -1224,7 +1325,7 @@ async function client2(globals) {
   return new ApiClient({ apiKey: cfg.apiKey, baseUrl: cfg.baseUrl });
 }
 function orgCommand() {
-  const cmd = new Command8("org").description(
+  const cmd = new Command9("org").description(
     "Manage the OpenBat tenant org (rename, members, invitations). Requires PAT."
   );
   cmd.command("list").description("List orgs the current PAT's user belongs to").action(async function() {
@@ -1332,7 +1433,7 @@ function orgCommand() {
 }
 
 // src/commands/write.ts
-import { Command as Command9 } from "commander";
+import { Command as Command10 } from "commander";
 async function client3(globals) {
   const cfg = await resolveConfig({
     apiKeyFlag: globals.apiKey ?? null,
@@ -1365,7 +1466,7 @@ function surfacePlaintext(plaintext, label) {
   );
 }
 function chatbotsCommand() {
-  const cmd = new Command9("chatbots").description(
+  const cmd = new Command10("chatbots").description(
     "List, create, delete chatbots in the current scope"
   );
   cmd.command("list").description("List every chatbot the credential can reach").action(async function() {
@@ -1413,7 +1514,7 @@ function chatbotsCommand() {
   return cmd;
 }
 function webhooksCommand() {
-  const cmd = new Command9("webhooks").description("Manage webhooks for a chatbot");
+  const cmd = new Command10("webhooks").description("Manage webhooks for a chatbot");
   cmd.command("list").action(async function() {
     try {
       const chatbotId = requireChatbotId(this);
@@ -1457,7 +1558,7 @@ function webhooksCommand() {
   return cmd;
 }
 function settingsCommand() {
-  const cmd = new Command9("settings").description(
+  const cmd = new Command10("settings").description(
     "Manage chatbot settings + per-chatbot keys"
   );
   const keys = cmd.command("keys").description("Manage API keys for a chatbot");
@@ -1551,7 +1652,7 @@ function settingsCommand() {
   return cmd;
 }
 function workflowsCommand() {
-  const cmd = new Command9("workflows").description("Manage workflows");
+  const cmd = new Command10("workflows").description("Manage workflows");
   cmd.command("list").action(async function() {
     try {
       const chatbotId = requireChatbotId(this);
@@ -1591,7 +1692,7 @@ function workflowsCommand() {
   return cmd;
 }
 function reportsCommand() {
-  const cmd = new Command9("reports").description("Manage AI reports");
+  const cmd = new Command10("reports").description("Manage AI reports");
   cmd.command("list").action(async function() {
     try {
       const chatbotId = requireChatbotId(this);
@@ -1629,7 +1730,7 @@ Created report. View it (org members only):
   return cmd;
 }
 function analysisCommand() {
-  const cmd = new Command9("analysis").description("Manage analysis definitions");
+  const cmd = new Command10("analysis").description("Manage analysis definitions");
   cmd.command("list").option("--type <t>", "intent | flag | assistant_outcome | assistant_issue").option("--pending", "Include pending suggestions").action(async function(opts) {
     try {
       const chatbotId = requireChatbotId(this);
@@ -1671,7 +1772,7 @@ function analysisCommand() {
   return cmd;
 }
 function usersCommand() {
-  const cmd = new Command9("users").description(
+  const cmd = new Command10("users").description(
     "List external users (chatbot customers) with health metrics"
   );
   cmd.command("list").option("--from <iso>").option("--to <iso>").option("--days <n>", "Convenience: last N days").option("--search <q>").option("--limit <n>", "Page size", "20").action(async function(opts) {
@@ -1704,7 +1805,7 @@ Total: ${result.total}
   return cmd;
 }
 function sdkCommand() {
-  const cmd = new Command9("sdk").description(
+  const cmd = new Command10("sdk").description(
     "Help install and verify the OpenBat SDK in a target project"
   );
   cmd.command("install-instructions").description("Print markdown the calling agent can follow").option(
@@ -1814,10 +1915,10 @@ Timed out after ${timeoutSec}s \u2014 no events yet. Confirm OPENBAT_API_KEY and
 }
 
 // src/index.ts
-var program = new Command10();
+var program = new Command11();
 program.name("openbat").description(
   "Query OpenBat chatbot data \u2014 conversations, sentiment, analytics, exports."
-).version("0.3.0").option("--api-key <key>", "Override the stored Read API key (footgun \u2014 leaks into shell history)").option(
+).version("0.4.0").option("--api-key <key>", "Override the stored Read API key (footgun \u2014 leaks into shell history)").option(
   "--base-url <url>",
   "Override the OpenBat API base URL (defaults to ~/.openbatrc or https://openbat.dev)"
 ).option(
@@ -1838,6 +1939,7 @@ program.addCommand(chatbotsCommand());
 program.addCommand(conversationsCommand());
 program.addCommand(reviewCommand());
 program.addCommand(promptsCommand());
+program.addCommand(backtestsCommand());
 program.addCommand(usersCommand());
 program.addCommand(settingsCommand());
 program.addCommand(webhooksCommand());

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@openbat/cli",
-  "version": "0.3.0",
+  "version": "0.4.0",
   "description": "Command-line tool for querying OpenBat chatbot data — conversations, sentiment, analytics, exports",
   "bin": {
     "openbat": "bin/openbat"