@moda-ai/cli 1.55.27 → 1.55.28

package/dist/prompts-propose-2k3enm2q.js

@@ -0,0 +1,255 @@
+import {
+  assertAllowedModel,
+  assertPlayoutBudget,
+  candidateOutcome,
+  describePlayouts,
+  enqueueAndPollComparison,
+  formatVerdict,
+  rerunWithYes,
+  resolvePromptArmSpec
+} from "./cli-yf39avhh.js";
+import"./cli-yz8xcpyk.js";
+import"./cli-3retgh64.js";
+import"./cli-mm48br00.js";
+import"./cli-dr6x0zv7.js";
+import"./cli-n2hng3gv.js";
+import {
+  callControlAPI
+} from "./cli-e23g9ywa.js";
+import {
+  resolveApiTenantId,
+  shellArg,
+  validateConfig
+} from "./cli-99p2jh28.js";
+import {
+  CliInputError
+} from "./cli-k4tqwah4.js";
+import"./cli-9kfxkxmk.js";
+import"./cli-ns5fcnkz.js";
+import"./cli-0v6na3yp.js";
+
+// src/prompts-propose.ts
+import { writeFileSync } from "node:fs";
+import { isAbsolute, resolve } from "node:path";
+var PROPOSE_TIMEOUT_MS = 300000;
+async function runPromptPropose(positionals, flags, profileOptions, context) {
+  validateConfig();
+  const promptKey = flags["prompt-key"] || positionals[1];
+  const fromRunId = flags["from-run"] || flags["from-run-id"] || flags["run-id"];
+  const replaySetId = flags["set-id"] || flags["replay-set-id"];
+  if (!promptKey || !fromRunId || !replaySetId) {
+    throw new Error("Usage: moda prompts propose --prompt-key=<key> --from-run=<run_id> --set-id=<replay_set_id> [--max-dossiers=8] [--model=<slug>] [--out=path.prompt.md] [--gate [--seeds=1-10] [--assistant-model=<slug>] [--yes]] [--promote-on-win] [--allow-any-model]");
+  }
+  const maxDossiers = parsePositiveInt(flags["max-dossiers"], 8, 16, "--max-dossiers");
+  parsePositiveInt(flags["gate-timeout"] ?? flags.timeout, 2 * 60 * 60 * 1000, 24 * 60 * 60 * 1000, flags["gate-timeout"] !== undefined ? "--gate-timeout" : "--timeout");
+  parsePositiveInt(flags["poll-interval"], 15000, 120000, "--poll-interval");
+  const model = assertAllowedModel(flags.model ?? flags["revise-model"], flags, "--model");
+  const wantGate = flags.gate === "true";
+  let gatePlan;
+  if (wantGate) {
+    const tenantId = flags["tenant-id"] || resolveApiTenantId(profileOptions);
+    if (!tenantId) {
+      throw new Error("Missing tenant id for --gate. Run `moda init` or pass --tenant-id=<id>.");
+    }
+    const seedsPerCase = parsePositiveInt(flags.seeds ?? flags["seeds-per-case"], 3, 10, flags.seeds !== undefined ? "--seeds" : "--seeds-per-case");
+    const assistantModel = assertAllowedModel(flags["assistant-model"], flags, "--assistant-model");
+    const snapshot = await fetchGateSetCases(tenantId, replaySetId, profileOptions);
+    const cases = snapshot?.ids.length ?? null;
+    const plannedPlayouts = cases === null ? null : cases * seedsPerCase * 2;
+    assertPlayoutBudget(plannedPlayouts, { seedsPerCase, cases }, context.yes, rerunWithYes("prompts propose", positionals.slice(1), flags));
+    if (context.outputMode === "human") {
+      process.stderr.write(`Gate: ${describePlayouts(plannedPlayouts, cases, seedsPerCase)}
+`);
+    }
+    gatePlan = { tenantId, seedsPerCase, assistantModel, plannedPlayouts, cases, caseIds: snapshot?.ids };
+  }
+  const result = await callControlAPI(`/prompts/${encodeURIComponent(promptKey)}/propose`, {
+    method: "POST",
+    body: JSON.stringify({ fromRunId, replaySetId, maxDossiers, model: model || undefined })
+  }, profileOptions, { timeoutMs: PROPOSE_TIMEOUT_MS, retries: 0 });
+  let outPath;
+  if (result.status === "proposed" && result.content && flags.out) {
+    outPath = isAbsolute(flags.out) ? flags.out : resolve(process.cwd(), flags.out);
+    writeFileSync(outPath, result.content, "utf8");
+  }
+  const promoteOnWin = flags["promote-on-win"] === "true";
+  let gate;
+  if (gatePlan) {
+    if (result.status !== "proposed" || !result.content) {
+      gate = {
+        ran: false,
+        scope: "full-set",
+        scopeNote: `no candidate to gate (${result.status})`,
+        verdict: "skipped",
+        outcome: "no-run",
+        runId: null,
+        promoted: false,
+        plannedPlayouts: gatePlan.plannedPlayouts
+      };
+    } else {
+      gate = await runGate({
+        result,
+        promptKey,
+        replaySetId,
+        flags,
+        plan: gatePlan,
+        promoteOnWin,
+        profileOptions,
+        context
+      });
+    }
+  }
+  if (context.outputMode === "human") {
+    printHuman(result, outPath, gate);
+  }
+  context.output.writeData({
+    ...result,
+    ...outPath ? { outPath } : {},
+    ...gate ? { gate } : {}
+  });
+}
+async function fetchGateSetCases(tenantId, replaySetId, profileOptions) {
+  let set;
+  try {
+    set = await callControlAPI(`/tenants/${encodeURIComponent(tenantId)}/replay-sets/${encodeURIComponent(replaySetId)}`, { method: "GET" }, profileOptions);
+  } catch (error) {
+    if (error?.statusCode === 404) {
+      throw new CliInputError(`Replay set '${replaySetId}' not found for tenant ${tenantId}, so nothing was sent.`, "Check --set-id: use the replay set the --from-run run was scored on (see `moda prompts replay-runs <key>`).");
+    }
+    return null;
+  }
+  if (!Array.isArray(set?.cases))
+    return null;
+  return {
+    ids: set.cases.filter((c) => String(c?.scenario ?? "").trim()).map((c, index) => String(c?.id ?? `case_${index}`))
+  };
+}
+async function runGate(args) {
+  const { result, promptKey, replaySetId, flags, plan, promoteOnWin, profileOptions, context } = args;
+  const { tenantId, seedsPerCase, assistantModel } = plan;
+  const prodArm = await resolvePromptArmSpec(promptKey, "baseline", { preferKey: true });
+  const proposedArm = {
+    content: result.content ?? "",
+    prompt_version_id: result.versionId ?? "",
+    prompt_id: "",
+    prompt_label: "candidate"
+  };
+  const timeoutMs = parsePositiveInt(flags["gate-timeout"] ?? flags.timeout, 2 * 60 * 60 * 1000, 24 * 60 * 60 * 1000, flags["gate-timeout"] !== undefined ? "--gate-timeout" : "--timeout");
+  const pollIntervalMs = parsePositiveInt(flags["poll-interval"], 15000, 120000, "--poll-interval");
+  const scopeNote = result.holdoutCaseIds.length ? `gated over the FULL replay set (${result.holdoutCaseIds.length} holdout case(s) could not be isolated — the run endpoint scores every case)` : "gated over the FULL replay set";
+  if (context.outputMode === "human") {
+    process.stderr.write(`
+Gating candidate for '${promptKey}' — ${scopeNote}...
+`);
+  }
+  const payload = await enqueueAndPollComparison({
+    tenantId,
+    replaySetId,
+    promptArms: { prod: prodArm, proposed: proposedArm },
+    seedsPerCase,
+    assistantModel: assistantModel || undefined,
+    promotePrimary: false,
+    caseIds: plan.caseIds,
+    timeoutMs,
+    pollIntervalMs,
+    onWaiting: context.outputMode === "human" ? (status) => process.stderr.write(`Waiting for gate run (${status})...
+`) : undefined
+  }, profileOptions);
+  const outcome = candidateOutcome(payload);
+  const gate = {
+    ran: true,
+    scope: "full-set",
+    scopeNote,
+    verdict: formatVerdict(payload),
+    outcome,
+    runId: payload.run?.runId ?? null,
+    promoted: false,
+    plannedPlayouts: plan.plannedPlayouts
+  };
+  if (promoteOnWin) {
+    if (outcome === "candidate" && result.versionId) {
+      await callControlAPI(`/prompts/${encodeURIComponent(promptKey)}/labels`, { method: "POST", body: JSON.stringify({ label: "prod", versionId: result.versionId }) }, profileOptions);
+      gate.promoted = true;
+    } else {
+      gate.promoteSkippedReason = outcome === "candidate" ? "no candidate versionId to promote" : `candidate did not strictly win (${outcome})`;
+    }
+  }
+  return gate;
+}
+function printHuman(result, outPath, gate) {
+  const w = (s) => process.stderr.write(s + `
+`);
+  if (result.status !== "proposed") {
+    w(`No candidate produced (${result.status}): ${result.note}`);
+    return;
+  }
+  w(`Proposed candidate for '${result.promptKey}'`);
+  w(`  new version:  ${result.versionId}  (unlabeled — not promoted)`);
+  w(`  base version: ${result.baseVersionId ?? "(none)"}`);
+  w(`  from run:     built from ${result.dossierCount} failure dossier(s)`);
+  if (result.changelog)
+    w(`  changelog:    ${result.changelog}`);
+  if (result.risks.length)
+    w(`  risks:        ${result.risks.map((r) => `- ${r}`).join(`
+                `)}`);
+  if (outPath)
+    w(`  written to:   ${outPath}`);
+  if (result.lowN) {
+    w("");
+    w(`  ⚠ low sample: ${result.lowN}`);
+  }
+  w("");
+  if (gate?.ran) {
+    w("Gate (automatic A/B of candidate vs baseline):");
+    w(`  scope:    ${gate.scopeNote}`);
+    w(`  verdict:  ${gate.verdict}`);
+    if (gate.plannedPlayouts !== undefined)
+      w(`  playouts: ${gate.plannedPlayouts ?? "unknown"} planned`);
+    if (gate.runId)
+      w(`  run id:   ${gate.runId}`);
+    if (gate.promoted) {
+      w(`  promoted: candidate won — promoted version ${result.versionId} to label 'prod'`);
+    } else if (gate.promoteSkippedReason) {
+      w(`  promote:  skipped (${gate.promoteSkippedReason})`);
+    }
+    w("");
+    if (!gate.promoted) {
+      w(`  moda prompts promote ${shellArg(result.promptKey)} --label=prod --version=${result.versionId ? shellArg(result.versionId) : "<version_id>"}`);
+    }
+    return;
+  }
+  if (gate && !gate.ran) {
+    w(`Gate not run: ${gate.scopeNote}`);
+    w("");
+  }
+  w("Next — gate on holdout cases the revision never saw, then promote if it wins:");
+  if (result.holdoutCaseIds.length) {
+    w(`  holdout cases (${result.holdoutCaseIds.length}): ${result.holdoutCaseIds.join(", ")}`);
+  } else {
+    w("  (too few failures to reserve a holdout — gate on a fresh --auto-generate set)");
+  }
+  if (outPath) {
+    w(`  moda prompts ab --baseline-key=${shellArg(result.promptKey)} --candidate=${shellArg(outPath)} --auto-generate`);
+  } else {
+    w(`  # re-run with --out=<path.prompt.md> to materialize the candidate, then:`);
+    w(`  moda prompts ab --baseline-key=${shellArg(result.promptKey)} --candidate=<path.prompt.md> --auto-generate`);
+  }
+  w(`  # or: moda prompts propose ... --gate --promote-on-win  (auto-A/B, promote on a strict win)`);
+  w(`  moda prompts promote ${shellArg(result.promptKey)} --label=prod --version=${result.versionId ? shellArg(result.versionId) : "<version_id>"}`);
+}
+function parsePositiveInt(raw, fallback, max, flagName) {
+  if (raw === undefined)
+    return fallback;
+  const text = String(raw).trim();
+  const parsed = Number(text);
+  if (!/^\d+$/.test(text) || !Number.isSafeInteger(parsed) || parsed < 1) {
+    throw new CliInputError(`${flagName}=${raw} must be a whole number of at least 1, so nothing was sent.`, `Use ${flagName}=N with 1 <= N <= ${max}.`);
+  }
+  if (parsed > max) {
+    throw new CliInputError(`${flagName}=${parsed} is above the maximum of ${max}, so nothing was sent.`, `Use ${flagName}=${max} or less.`);
+  }
+  return parsed;
+}
+export {
+  runPromptPropose
+};

package/dist/{provision-bc3h68e1.js → provision-y5bdbh4y.js}

@@ -1,18 +1,21 @@
 import {
   selectTenantAndCreateKey
-} from "./cli-0pkc8jhg.js";
-import"./cli-ccjfwzqx.js";
+} from "./cli-9bgk5jeh.js";
+import"./cli-97jew729.js";
 import {
   loadAuthSession
-} from "./cli-hmjdgxrn.js";
+} from "./cli-9bgnvth2.js";
 import {
   stringOption
-} from "./cli-v8q7sd7g.js";
+} from "./cli-dr6x0zv7.js";
 import {
-  CliAuthError,
   resolveIngestUrl,
   resolveModaBaseUrl
-} from "./cli-r5pp7qny.js";
+} from "./cli-99p2jh28.js";
+import {
+  CliAuthError
+} from "./cli-k4tqwah4.js";
+import"./cli-ns5fcnkz.js";
 import"./cli-0v6na3yp.js";
 
 // src/provision.ts

package/dist/{registry-fpzhjznj.js → registry-96aze5wp.js}

@@ -1,14 +1,17 @@
 import {
   assertFlags
-} from "./cli-wzds257x.js";
+} from "./cli-n2hng3gv.js";
 import {
   callControlAPI
-} from "./cli-pg5qfmqc.js";
+} from "./cli-e23g9ywa.js";
 import {
-  CliInputError,
   explicitOutputMode,
   resolveApiKey
-} from "./cli-r5pp7qny.js";
+} from "./cli-99p2jh28.js";
+import {
+  CliInputError
+} from "./cli-k4tqwah4.js";
+import"./cli-ns5fcnkz.js";
 import"./cli-0v6na3yp.js";
 
 // src/registry.ts

package/dist/{skills-ccdbqghj.js → skills-j8865009.js}

@@ -3,12 +3,14 @@ import {
   pullSkills,
   runSkillSync,
   runSkillsCommand
-} from "./cli-6et4z504.js";
-import"./cli-v8q7sd7g.js";
-import"./cli-wzds257x.js";
-import"./cli-pg5qfmqc.js";
-import"./cli-r5pp7qny.js";
+} from "./cli-mg5zv4s6.js";
 import"./cli-8dtnwp9r.js";
+import"./cli-dr6x0zv7.js";
+import"./cli-n2hng3gv.js";
+import"./cli-e23g9ywa.js";
+import"./cli-99p2jh28.js";
+import"./cli-k4tqwah4.js";
+import"./cli-ns5fcnkz.js";
 import"./cli-0v6na3yp.js";
 export {
   runSkillsCommand,

package/dist/{sync-hkxce5zh.js → sync-ew7yvy0e.js}

@@ -1,21 +1,27 @@
+import {
+  runSkillsCommand
+} from "./cli-mg5zv4s6.js";
+import"./cli-8dtnwp9r.js";
 import {
   runPromptsCommand
-} from "./cli-q9nsvqqg.js";
+} from "./cli-3retgh64.js";
 import"./cli-mm48br00.js";
 import {
   runHarnessCommand
-} from "./cli-qwgct6x7.js";
+} from "./cli-3n0gz4d0.js";
+import"./cli-xq45etg1.js";
 import"./cli-97fnztpy.js";
-import {
-  runSkillsCommand
-} from "./cli-6et4z504.js";
-import"./cli-v8q7sd7g.js";
-import"./cli-wzds257x.js";
-import"./cli-pg5qfmqc.js";
+import"./cli-cesds766.js";
+import"./cli-qpq84eee.js";
+import"./cli-dr6x0zv7.js";
+import"./cli-n2hng3gv.js";
+import"./cli-e23g9ywa.js";
+import"./cli-99p2jh28.js";
 import {
   CliInputError
-} from "./cli-r5pp7qny.js";
-import"./cli-8dtnwp9r.js";
+} from "./cli-k4tqwah4.js";
+import"./cli-9kfxkxmk.js";
+import"./cli-ns5fcnkz.js";
 import"./cli-0v6na3yp.js";
 
 // src/sync.ts

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@moda-ai/cli",
-  "version": "1.55.27",
+  "version": "1.55.28",
   "description": "CLI for Moda: production monitoring and evals for AI agents.",
   "type": "module",
   "bin": {

package/skills/integration/index.json

@@ -1,7 +1,7 @@
 {
   "schema_version": "moda.skill_index.v1",
-  "bundled_at": "2026-10-15T21:22:44.784Z",
-  "cli_version": "1.55.27",
+  "bundled_at": "2026-10-15T21:39:30.375Z",
+  "cli_version": "1.55.28",
   "skills": [
     {
       "id": "integration-cloudflare-think",

package/dist/doctor-wmre3mr7.js

@@ -1,22 +0,0 @@
-import {
-  buildDoctorReport,
-  promptsDiscoveredCheck,
-  runDoctorCommand,
-  runStatusCommand
-} from "./cli-4h0ave0f.js";
-import"./cli-hmjdgxrn.js";
-import"./cli-q9nsvqqg.js";
-import"./cli-mm48br00.js";
-import"./cli-qwgct6x7.js";
-import"./cli-97fnztpy.js";
-import"./cli-v8q7sd7g.js";
-import"./cli-wzds257x.js";
-import"./cli-pg5qfmqc.js";
-import"./cli-r5pp7qny.js";
-import"./cli-0v6na3yp.js";
-export {
-  runStatusCommand,
-  runDoctorCommand,
-  promptsDiscoveredCheck,
-  buildDoctorReport
-};