@erdoai/cli 0.25.0 → 0.27.0

package/dist/index.js

@@ -1298,9 +1298,45 @@ wsCmd.command("attach <slug>").description("Link a resource (page, dataset, hear
     }
   }
 );
+var VARIANT_SPEC_KEYS = /* @__PURE__ */ new Set([
+  "key",
+  "label",
+  "alloc",
+  "allocation_percent",
+  "control",
+  "is_control",
+  "page",
+  "url",
+  "treatment_url",
+  "type",
+  "treatment_resource_type",
+  "resource",
+  "treatment_resource_id",
+  "class",
+  "treatment_class"
+]);
+var COMMA_SAFE_VARIANT_KEYS = /* @__PURE__ */ new Set(["url", "treatment_url", "label"]);
+function splitVariantSpec(spec) {
+  const parts = [];
+  let lastKey = "";
+  for (const raw of spec.split(",")) {
+    const trimmed = raw.trim();
+    if (!trimmed) continue;
+    const eq = trimmed.indexOf("=");
+    const key = eq > 0 ? trimmed.slice(0, eq).trim() : "";
+    const startsToken = trimmed === "control" || trimmed === "is_control" || key !== "" && VARIANT_SPEC_KEYS.has(key);
+    if (!startsToken && parts.length > 0 && COMMA_SAFE_VARIANT_KEYS.has(lastKey)) {
+      parts[parts.length - 1] += "," + raw;
+      continue;
+    }
+    parts.push(raw);
+    lastKey = startsToken && key !== "" ? key : "";
+  }
+  return parts;
+}
 function parseVariant(spec) {
   const v = {};
-  for (const raw of spec.split(",")) {
+  for (const raw of splitVariantSpec(spec)) {
     const part = raw.trim();
     if (!part) continue;
     const eq = part.indexOf("=");
@@ -1309,7 +1345,7 @@ function parseVariant(spec) {
         v.is_control = true;
         continue;
       }
-      throw new Error(`--variant: unknown flag "${part}" (expected key=, label=, page=, alloc=, class=, or 'control')`);
+      throw new Error(`--variant: unknown flag "${part}" (expected key=, label=, page=, url=, alloc=, class=, or 'control')`);
     }
     const k = part.slice(0, eq).trim();
     const val = part.slice(eq + 1).trim();
@@ -1333,6 +1369,10 @@ function parseVariant(spec) {
         v.treatment_resource_type = "page";
         v.treatment_resource_id = val;
         break;
+      case "url":
+      case "treatment_url":
+        v.treatment_url = val;
+        break;
       case "type":
       case "treatment_resource_type":
         v.treatment_resource_type = val;
@@ -1352,6 +1392,9 @@ function parseVariant(spec) {
   if (!v.key) {
     throw new Error('--variant requires key=, e.g. --variant "key=control,label=Current,control"');
   }
+  if (v.treatment_url && (v.treatment_resource_type || v.treatment_resource_id)) {
+    throw new Error("--variant: url= is mutually exclusive with page=/type=/resource= (a variant is either an Erdo page or an external URL)");
+  }
   if (!v.label) v.label = v.key;
   return v;
 }
@@ -1412,7 +1455,7 @@ expCmd.command("policy <slug>").description(
 });
 expCmd.command("create").description("Create an experiment with its variants, evidence datasets and decision rule").requiredOption("--project <slug>", "project slug").requiredOption("--slug <slug>", "experiment slug (unique per org)").requiredOption("--title <title>", "title").option("--workstream <slug>", "host workstream").option("--scope <scope>", "local (default), platform_canary, platform_global").option("--hypothesis <text>", "hypothesis markdown").option("--primary-metric <metric>", "the metric the decision rule reads").option("--decision-rule <text>", "the rule that decides ship/stop from the primary metric").option("--guardrail <metric>", "a metric that must not regress (repeatable)", collect, []).option(
   "--variant <spec>",
-  'a variant "key=b,label=3-field form,page=<artifact-id>,alloc=50,class=form_length_change,control" (repeatable). Fields: key=, label=, page=, alloc=, class=, and the bare flag control (or control=true) to mark the baseline. class= declares the structural change vs control for cross-experiment learning: headline_change | hero_media_change | cta_change | form_length_change | social_proof_add | layout_reorder | offer_change | full_page_rebuild',
+  `a variant "key=b,label=3-field form,page=<artifact-id>,alloc=50,class=form_length_change,control" (repeatable). Fields: key=, label=, page= (Erdo artifact id) OR url=<https://\u2026> (an external page the persona panel visits, e.g. a client's live landing page \u2014 mutually exclusive with page=), alloc=, class=, and the bare flag control (or control=true) to mark the baseline. class= declares the structural change vs control for cross-experiment learning: headline_change | hero_media_change | cta_change | form_length_change | social_proof_add | layout_reorder | offer_change | full_page_rebuild`,
   collect,
   []
 ).option(
@@ -1980,34 +2023,60 @@ attnCmd.command("list").description("List attention items").option("--status <st
   }
 );
 attnCmd.command("respond <id>").description(
-  `Respond to an attention item. A choice answer's shape is {"<question_id>": ["<option>", ...]}. Answering a choice mapped to experiment variants records your pick as a human comparison in the calibration ledger.`
-).option("--answer <json>", `a JSON answer, e.g. '{"q1":["option-a"]}'`).option("--ack", "mark read / acknowledge").option("--dismiss", "dismiss the item").action(async (id, opts) => {
-  try {
-    const given = [opts.answer !== void 0, !!opts.ack, !!opts.dismiss].filter(Boolean).length;
-    if (given !== 1) {
-      fail(new Error("provide exactly one of --answer, --ack, or --dismiss"));
-    }
-    let input;
-    if (opts.answer !== void 0) {
-      let parsed;
-      try {
-        parsed = JSON.parse(opts.answer);
-      } catch {
-        throw new Error(
-          `--answer must be valid JSON, e.g. '{"<question_id>": ["<option>", ...]}'`
+  `Respond to an attention item. A choice answer's shape is {"<question_id>": ["<option>", ...]}. Answering a choice mapped to experiment variants records your pick as a human comparison in the calibration ledger. Use --flag-broken to flag one or more variants as broken (recorded as defect observations judge generation reads) \u2014 on its own or alongside --answer.`
+).option("--answer <json>", `a JSON answer, e.g. '{"q1":["option-a"]}'`).option(
+  "--flag-broken <json>",
+  'flag choice variants as broken: JSON array [{"variant_key":"...","reason":"..."}]'
+).option("--ack", "mark read / acknowledge").option("--dismiss", "dismiss the item").action(
+  async (id, opts) => {
+    try {
+      if (opts.ack || opts.dismiss) {
+        if (opts.ack && opts.dismiss) {
+          fail(new Error("provide only one of --ack or --dismiss"));
+        }
+        if (opts.answer !== void 0 || opts.flagBroken !== void 0) {
+          fail(new Error("--answer / --flag-broken cannot be combined with --ack or --dismiss"));
+        }
+        print(
+          await new ErdoClient().respondAttentionItem(id, {
+            action: opts.ack ? "acknowledge" : "dismiss"
+          })
         );
+        return;
       }
-      input = { action: "answer", answer: parsed };
-    } else if (opts.ack) {
-      input = { action: "acknowledge" };
-    } else {
-      input = { action: "dismiss" };
+      if (opts.answer === void 0 && opts.flagBroken === void 0) {
+        fail(new Error("provide one of --answer, --flag-broken, --ack, or --dismiss"));
+      }
+      const input = { action: "answer" };
+      if (opts.answer !== void 0) {
+        try {
+          input.answer = JSON.parse(opts.answer);
+        } catch {
+          throw new Error(
+            `--answer must be valid JSON, e.g. '{"<question_id>": ["<option>", ...]}'`
+          );
+        }
+      }
+      if (opts.flagBroken !== void 0) {
+        let parsed;
+        try {
+          parsed = JSON.parse(opts.flagBroken);
+        } catch {
+          throw new Error(
+            `--flag-broken must be valid JSON, e.g. '[{"variant_key":"b","reason":"clipped hero"}]'`
+          );
+        }
+        if (!Array.isArray(parsed)) {
+          throw new Error('--flag-broken must be a JSON array of {"variant_key","reason"} objects');
+        }
+        input.defects = parsed;
+      }
+      print(await new ErdoClient().respondAttentionItem(id, input));
+    } catch (e) {
+      fail(e);
     }
-    print(await new ErdoClient().respondAttentionItem(id, input));
-  } catch (e) {
-    fail(e);
   }
-});
+);
 var reviewsCmd = program.command("reviews").description(
   "The Knowledge Review queue \u2014 knowledge patches the critic proposes, investigations, and deduplicated failure signals awaiting a human decision"
 );

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@erdoai/cli",
-  "version": "0.25.0",
+  "version": "0.27.0",
   "description": "Erdo CLI \u2014 drive datasets, pages, and evals from the terminal or CI",
   "type": "module",
   "bin": {