@koda-sl/baker-cli 0.356.0 → 0.357.0

package/README.md

@@ -1426,8 +1426,8 @@ baker experiment plan --landing oferta --variant oferta--1 --goal submit:book-a-
 baker experiment start --landing oferta --variant oferta--1 --because "60% of visitors never scroll past the hero" --change "put the price in the headline"
 baker experiment update --id temp_exp_1 --goal submit:book-a-call # a staged test can still change what it measures
 baker experiment update --id a3f91c2b --because "…"              # a live one can only change its wording
-baker experiment status                                          # the verdict on every test
-baker experiment status --id a3f91c2b --full                     # one test, with the confidence and posteriors behind it
+baker experiment status                                          # the verdict on every test, first; dates as calendar dates
+baker experiment status --id a3f91c2b --full                     # one test, with everything the dashboard reads and the posteriors
 baker experiment history --landing oferta                        # every finished test on a page: claim, numbers, decision, learning
 baker experiment pause --id a3f91c2b                             # everyone sees the original for now
 baker experiment resume --id a3f91c2b                            # the split picks up with the same sides

package/dist/cli.js

@@ -47300,6 +47300,80 @@ async function declarationsOf(root, files) {
   return sources.flatMap(eventDeclarationsIn);
 }
 
+// src/commands/experiment/readout.ts
+function isoMoment(ms) {
+  return ms === null ? null : new Date(ms).toISOString();
+}
+function isoDay2(ms) {
+  return ms === null ? null : new Date(ms).toISOString().slice(0, 10);
+}
+function compactArm(arm) {
+  return { visitors: arm.visitors, conversions: arm.conversions, rate: Math.round(arm.rate * 1e4) / 1e4 };
+}
+function compactMetric(metric) {
+  return {
+    name: metric.name,
+    reading: metric.reading,
+    control: metric.control.conversions,
+    variant: metric.variant.conversions
+  };
+}
+function fullArm(arm) {
+  return {
+    ...arm,
+    ...arm.snapshotCapturedAt === void 0 ? {} : { snapshotCapturedAt: isoMoment(arm.snapshotCapturedAt) }
+  };
+}
+function statusReadout(row, { full, now }) {
+  const decisionWhen = {
+    earliestDecisionAt: isoDay2(row.earliestDecisionAt),
+    ...row.earliestDecisionAt === null ? {} : { earliestDecisionIn: describeWait(row.earliestDecisionAt, now) }
+  };
+  const moments = {
+    startedAt: isoMoment(row.startedAt),
+    pausedAt: isoMoment(row.pausedAt),
+    finishedAt: isoMoment(row.finishedAt)
+  };
+  if (full) {
+    return {
+      ...row,
+      ...moments,
+      ...decisionWhen,
+      control: fullArm(row.control),
+      variant: fullArm(row.variant)
+    };
+  }
+  return {
+    experimentId: row.experimentId,
+    landingSlug: row.landingSlug,
+    variantSlug: row.variantSlug,
+    status: row.status,
+    verdict: row.verdict,
+    summary: row.summary,
+    ...row.winner === null ? {} : { winner: row.winner },
+    ...row.invalidReason === null ? {} : { invalidReason: row.invalidReason },
+    stillNeeded: row.stillNeeded,
+    ...decisionWhen,
+    willNotConclude: row.willNotConclude,
+    control: compactArm(row.control),
+    variant: compactArm(row.variant),
+    secondary: row.secondary.map(compactMetric),
+    hypothesisStatement: row.hypothesisStatement,
+    minDetectableRelativeLift: row.minDetectableRelativeLift,
+    goal: row.goal,
+    ...row.variantGoal === null ? {} : { variantGoal: row.variantGoal },
+    goalLabel: row.goalLabel,
+    ...moments,
+    ...row.status === "finished" ? {
+      survivor: row.survivor,
+      hypothesisOutcome: row.hypothesisOutcome,
+      fold: row.fold,
+      learning: row.learning,
+      endReason: row.endReason
+    } : {}
+  };
+}
+
 // src/commands/experiment/update.ts
 function buildUpdateRequest(args5, rawArgs) {
   const expect = args5.expect === void 0 ? void 0 : String(args5.expect);
@@ -47541,18 +47615,26 @@ registerSchema({
   args: {
     id: { type: "string", description: "One test, by its id", required: false },
     landing: LANDING_FILTER_ARG,
-    full: { type: "boolean", description: "Include the posteriors behind the verdict", required: false }
+    full: {
+      type: "boolean",
+      description: "Every field the dashboard reads too \u2014 the hypothesis in parts, what each version owns, the preview pictures and the posteriors behind the verdict",
+      required: false
+    }
   }
 });
 var statusCommand6 = defineCommand124({
   meta: {
     name: "status",
-    description: "The verdict on each test. Read `verdict` and nothing else to decide: keep_running | winner | no_difference | cannot_win | invalid. `cannot_win` means even the best case is under the lift the test was looking for \u2014 end it and keep the original. `stillNeeded` is the data (visitors, conversions) the test still needs; a test is gated on data, never on days. `summary` is one sentence you can show the client, and `secondary` lists every other conversion the company counts on the same two arms \u2014 context, never a second decision. The numbers under `--full` are for printing, never for deciding \u2014 a test that says keep_running has not finished, however good its numbers look."
+    description: "The verdict on each test. Read `verdict` and nothing else to decide: keep_running | winner | no_difference | cannot_win | invalid. `cannot_win` means even the best case is under the lift the test was looking for \u2014 end it and keep the original. `stillNeeded` is the data (visitors, conversions) the test still needs; a test is gated on data, never on days. `earliestDecisionAt` is the day this page's traffic would get it there (YYYY-MM-DD) and `earliestDecisionIn` how far off that is \u2014 say those, never work a date out yourself. `summary` is one sentence you can show the client, and `secondary` lists every other conversion the company counts on the same two arms \u2014 context, never a second decision. The numbers under `--full` are for printing, never for deciding \u2014 a test that says keep_running has not finished, however good its numbers look."
   },
   args: {
     id: { type: "string", description: "One test, by its id", required: false },
     landing: LANDING_FILTER_ARG,
-    full: { type: "boolean", description: "Include the posteriors behind the verdict", required: false }
+    full: {
+      type: "boolean",
+      description: "Every field the dashboard reads too \u2014 the hypothesis in parts, what each version owns, the preview pictures and the posteriors behind the verdict",
+      required: false
+    }
   },
   run: async ({ args: args5 }) => {
     try {
@@ -47561,10 +47643,13 @@ var statusCommand6 = defineCommand124({
         ...args5.landing ? { landingSlug: String(args5.landing) } : {},
         ...args5.full === true ? { full: true } : {}
       });
+      const now = Date.now();
       writeJsonEnvelope({
         ok: true,
-        data: response.data,
-        hints: buildStatusHints(response.data.experiments)
+        data: {
+          experiments: response.data.experiments.map((row) => statusReadout(row, { full: args5.full === true, now }))
+        },
+        hints: buildStatusHints(response.data.experiments, now)
       });
     } catch (error) {
       reportApiError(error);