@m8t-stack/cli 0.2.20 → 0.2.21

package/dist/cli.js

@@ -1157,6 +1157,10 @@ async function enableHostedBrain(args) {
     memory: def.memory,
     env,
     metadata: {
+      // Spread the current metadata first so unmanaged keys (a2a, a2aCard, …)
+      // survive the relink version; the managed fields are re-asserted over the
+      // spread, and createCoderVersion applies the `brain` arg last.
+      ...current.metadata,
       source: "m8t-stack-POC",
       kind: "hosted",
       persona: current.metadata?.persona ?? "coding-agent",
@@ -1227,7 +1231,7 @@ var init_enable_hosted_brain = __esm({
 import { Builtins, Cli } from "clipanion";
 
 // src/lib/package-version.ts
-var CLI_VERSION = "0.2.20";
+var CLI_VERSION = "0.2.21";
 
 // src/lib/render-error.ts
 init_errors();
@@ -22568,7 +22572,7 @@ init_errors();
 // ../../packages/brain/engine/dist/esm/types.js
 var ENGINE_VERSION = "0.1.0";
 var DEFAULT_SAFETY_LAG_SECONDS = 3600;
-var SOURCES = ["webapp", "a2a", "mcp", "telegram"];
+var SOURCES = ["webapp", "a2a", "mcp", "telegram", "voice-relay"];
 var WORKER_ALIASES = { "azure-advisor": "azzy" };
 function canonicalWorker(pk) {
   const lower = pk.toLowerCase();
@@ -22632,9 +22636,11 @@ var TableCursor = class {
       throw e;
     }
     const watermarks = row.watermarks ? JSON.parse(row.watermarks) : {};
+    const fetchFailures = row.fetchFailures ? JSON.parse(row.fetchFailures) : void 0;
     return {
       worker: canonical,
       watermarks,
+      ...fetchFailures && Object.keys(fetchFailures).length > 0 ? { fetchFailures } : {},
       safetyLagSeconds: row.safetyLagSeconds ?? DEFAULT_SAFETY_LAG_SECONDS,
       engineVersion: row.engineVersion ?? ENGINE_VERSION,
       ...row.lastDreamAt ? { lastDreamAt: row.lastDreamAt } : {}
@@ -22657,9 +22663,12 @@ var TableCursor = class {
       safetyLagSeconds: cursor.safetyLagSeconds,
       engineVersion: cursor.engineVersion
     };
+    if (cursor.fetchFailures && Object.keys(cursor.fetchFailures).length > 0) {
+      entity.fetchFailures = JSON.stringify(cursor.fetchFailures);
+    }
     if (cursor.lastDreamAt)
       entity.lastDreamAt = cursor.lastDreamAt;
-    await this.client.upsertEntity(entity);
+    await this.client.upsertEntity(entity, "Replace");
   }
   async ensureTable() {
     try {
@@ -22695,9 +22704,22 @@ function computeWatermark(rows, now, safetyLagSeconds) {
 }
 async function commitCursorAdvance(plan, cursor) {
   const prior = await cursor.read(plan.worker);
+  const watermarks = {};
+  for (const [pk, watermark] of Object.entries(plan.watermarks)) {
+    const priorWatermark = Object.hasOwn(prior.watermarks, pk) ? prior.watermarks[pk] : void 0;
+    if (priorWatermark && watermark.ts <= priorWatermark.ts) {
+      watermarks[pk] = {
+        ts: watermark.ts,
+        consumedRowKeys: [.../* @__PURE__ */ new Set([...priorWatermark.consumedRowKeys, ...watermark.consumedRowKeys])]
+      };
+    } else {
+      watermarks[pk] = watermark;
+    }
+  }
   const next = {
     worker: plan.worker,
-    watermarks: plan.watermarks,
+    watermarks,
+    ...plan.fetchFailures && Object.keys(plan.fetchFailures).length > 0 ? { fetchFailures: plan.fetchFailures } : {},
     safetyLagSeconds: prior.safetyLagSeconds || DEFAULT_SAFETY_LAG_SECONDS,
     engineVersion: ENGINE_VERSION,
     lastDreamAt: (/* @__PURE__ */ new Date()).toISOString()
@@ -22951,6 +22973,7 @@ function normalize(group, items, enrichment) {
 
 // ../../packages/brain/engine/dist/esm/pipeline.js
 var isKnownSource = (s) => SOURCES.includes(s);
+var MAX_CONV_FETCH_ATTEMPTS = 3;
 async function runPipeline(args) {
   const { worker, sources, now, since, reset } = args;
   const monotonicNow = args.monotonicNow ?? Date.now;
@@ -22977,6 +23000,7 @@ async function runPipeline(args) {
   let recovered = 0;
   const consumedRowsByPk = {};
   const failedTsByPk = {};
+  const newFailures = {};
   const window2 = windowFor(rows, now, since);
   for (const g of groups) {
     const pk = g.worker;
@@ -23067,8 +23091,17 @@ async function runPipeline(args) {
       else
         recovered += 1;
     } else {
-      skips.addSkip(outcome, sampleId(g), fetchError?.message);
-      if (outcome === "conv-fetch-failed" || outcome === "auth-failed") {
+      let lastError = fetchError?.message;
+      if (outcome === "conv-fetch-failed") {
+        const id = conversationId ?? "";
+        const next = (cursor.fetchFailures?.[id] ?? 0) + 1;
+        newFailures[id] = next;
+        if (next >= MAX_CONV_FETCH_ATTEMPTS) {
+          lastError = `terminal after ${String(next)} cycles \u2014 watermark released`;
+        }
+      }
+      skips.addSkip(outcome, sampleId(g), lastError);
+      if (outcome === "auth-failed" || outcome === "conv-fetch-failed" && conversationId && newFailures[conversationId] < MAX_CONV_FETCH_ATTEMPTS) {
         const cur = failedTsByPk[pk];
         if (!cur || g.startedAt < cur)
           failedTsByPk[pk] = g.startedAt;
@@ -23088,7 +23121,7 @@ async function runPipeline(args) {
     latencyMs: Math.round(monotonicNow() - t0)
   };
   assertInvariant(stats, groups.length);
-  const advance = buildAdvancePlan(target, cursor, physicalPks, consumedRowsByPk, failedTsByPk, now, safetyLag);
+  const advance = buildAdvancePlan(target, cursor, physicalPks, consumedRowsByPk, failedTsByPk, newFailures, now, safetyLag);
   const out = {
     worker: target,
     window: window2,
@@ -23167,7 +23200,7 @@ function windowFor(rows, now, since) {
       from = r.eventTimestamp;
   return { from, to };
 }
-function buildAdvancePlan(worker, cursor, physicalPks, consumedRowsByPk, failedTsByPk, now, safetyLagSeconds) {
+function buildAdvancePlan(worker, cursor, physicalPks, consumedRowsByPk, failedTsByPk, fetchFailures, now, safetyLagSeconds) {
   const watermarks = {};
   const consumedKeysByPk = {};
   const priorTsByPk = {};
@@ -23191,6 +23224,7 @@ function buildAdvancePlan(worker, cursor, physicalPks, consumedRowsByPk, failedT
     watermarks,
     consumedRowsByPk: consumedKeysByPk,
     failedTsByPk,
+    ...Object.keys(fetchFailures).length > 0 ? { fetchFailures } : {},
     now: now.toISOString(),
     safetyLagSeconds,
     priorTsByPk
@@ -24183,6 +24217,7 @@ function narrowAdvance(src, kept) {
     watermarks,
     consumedRowsByPk,
     failedTsByPk: src.failedTsByPk,
+    ...src.fetchFailures ? { fetchFailures: src.fetchFailures } : {},
     now,
     safetyLagSeconds,
     priorTsByPk
@@ -24200,7 +24235,13 @@ function filterAdvance(src, keptRowsByPk) {
     consumedRowsByPk[pk] = (src.consumedRowsByPk[pk] ?? []).filter((rk) => keep.has(rk));
     watermarks[pk] = { ts: wm.ts, consumedRowKeys: wm.consumedRowKeys.filter((rk) => keep.has(rk)) };
   }
-  return { worker: src.worker, watermarks, consumedRowsByPk, failedTsByPk: src.failedTsByPk };
+  return {
+    worker: src.worker,
+    watermarks,
+    consumedRowsByPk,
+    failedTsByPk: src.failedTsByPk,
+    ...src.fetchFailures ? { fetchFailures: src.fetchFailures } : {}
+  };
 }
 
 // ../../packages/brain/engine/dist/esm/dream/index.js
@@ -24218,6 +24259,18 @@ async function runDream(input, deps, seams = defaultDreamSeams()) {
     });
   }
   input = capped;
+  if (input.conversations.length === 0) {
+    await commitCursorAdvance(input.advance, deps.cursor);
+    deps.logger.info({
+      at: "runDream",
+      worker: input.worker,
+      terminal: "no-corpus",
+      skipped: input.stats.skipped,
+      advanced: true,
+      skipLedger: input.skipLedger.map((s) => `${s.reason}:${String(s.count)}`)
+    });
+    return { worker: input.worker, applied: [], digest, advanced: true };
+  }
   const proposed = await seams.propose(input, deps);
   digest.push({ kind: "cost", model: proposed.cost.model, inputTokens: proposed.cost.inputTokens, outputTokens: proposed.cost.outputTokens, ms: proposed.cost.ms });
   if (!proposed.deltas) {
@@ -26439,6 +26492,7 @@ function writeWebEnvLocal(args) {
     `AZURE_TENANT_ID=${args.tenantId}`,
     `AZURE_CLIENT_ID=${args.clientId}`,
     `FOUNDRY_PROJECT_ENDPOINT=${args.foundryEndpoint}`,
+    "VOICE_RELAY_PUBLIC_URL=ws://localhost:8790",
     "STORAGE_ACCOUNT_NAME=",
     "M8T_DISABLE_WORKER=1",
     "M8T_ONBOARDING=1",
@@ -26493,11 +26547,16 @@ function onboardingUiPaths(home = os17.homedir()) {
     pidPath: path35.join(dir, "onboarding-ui.pid")
   };
 }
-async function serveOnboardingUiDetached(args) {
-  const { logPath, pidPath } = onboardingUiPaths();
-  const portNum = Number(args.port);
-  const isPortOpen = () => new Promise((resolve3) => {
-    const s = net.createConnection({ host: "127.0.0.1", port: portNum });
+function onboardingRelayPaths(home = os17.homedir()) {
+  const dir = path35.join(home, ".m8t-stack");
+  return {
+    logPath: path35.join(dir, "onboarding-relay.log"),
+    pidPath: path35.join(dir, "onboarding-relay.pid")
+  };
+}
+function isLocalPortOpen(port) {
+  return new Promise((resolve3) => {
+    const s = net.createConnection({ host: "127.0.0.1", port });
     s.setTimeout(1e3);
     s.on("connect", () => {
       s.destroy();
@@ -26511,6 +26570,11 @@ async function serveOnboardingUiDetached(args) {
       resolve3(false);
     });
   });
+}
+async function serveOnboardingUiDetached(args) {
+  const { logPath, pidPath } = onboardingUiPaths();
+  const portNum = Number(args.port);
+  const isPortOpen = () => isLocalPortOpen(portNum);
   if (await isPortOpen()) {
     return { alreadyRunning: true, logPath };
   }
@@ -26541,6 +26605,46 @@ async function serveOnboardingUiDetached(args) {
   }
   return { alreadyRunning: false, logPath };
 }
+async function serveOnboardingRelayDetached(args) {
+  const { logPath, pidPath } = onboardingRelayPaths();
+  const portNum = 8790;
+  if (await isLocalPortOpen(portNum)) {
+    return { alreadyRunning: true, logPath };
+  }
+  fs32.mkdirSync(path35.dirname(logPath), { recursive: true });
+  const fd = fs32.openSync(logPath, "a");
+  const child = spawn7("pnpm", ["--filter", "web", "exec", "tsx", "voice-relay-entry.ts"], {
+    cwd: args.repoRoot,
+    detached: true,
+    stdio: ["ignore", fd, fd],
+    env: {
+      ...process.env,
+      FOUNDRY_PROJECT_ENDPOINT: args.foundryEndpoint,
+      AZURE_TENANT_ID: args.tenantId,
+      AZURE_CLIENT_ID: args.clientId,
+      RELAY_ALLOWED_ORIGINS: "http://localhost:3000",
+      RELAY_PORT: "8790"
+    },
+    shell: false
+  });
+  fs32.closeSync(fd);
+  if (child.pid == null) {
+    throw new LocalCliError({
+      code: "BOOTSTRAP_UI_RELAY_SPAWN_FAILED",
+      message: "Could not start the voice relay (pnpm did not spawn).",
+      hint: "Check that pnpm + Node 20+ are installed; see the log at " + logPath + "."
+    });
+  }
+  child.unref();
+  fs32.writeFileSync(pidPath, String(child.pid), "utf8");
+  const deadline = Date.now() + 45e3;
+  const sleep3 = (ms) => new Promise((r) => setTimeout(r, ms));
+  while (Date.now() < deadline) {
+    await sleep3(500);
+    if (await isLocalPortOpen(portNum)) break;
+  }
+  return { alreadyRunning: false, logPath };
+}
 function autoOpenOnboardingUi(url, open = tryOpenUrl) {
   try {
     const result = open(url);
@@ -26551,8 +26655,7 @@ function autoOpenOnboardingUi(url, open = tryOpenUrl) {
   } catch {
   }
 }
-function stopOnboardingUi(home = os17.homedir()) {
-  const { pidPath } = onboardingUiPaths(home);
+function stopPidFile(pidPath) {
   let pidStr;
   try {
     pidStr = fs32.readFileSync(pidPath, "utf8").trim();
@@ -26573,6 +26676,11 @@ function stopOnboardingUi(home = os17.homedir()) {
   }
   return true;
 }
+function stopOnboardingUi(home = os17.homedir()) {
+  const uiStopped = stopPidFile(onboardingUiPaths(home).pidPath);
+  const relayStopped = stopPidFile(onboardingRelayPaths(home).pidPath);
+  return uiStopped || relayStopped;
+}
 
 // src/lib/simple-stacey.ts
 var SIMPLE_STACEY_PERSONA = "startup-advisor-intake";
@@ -26734,10 +26842,26 @@ var BootstrapUiCommand = class extends M8tCommand {
       return 0;
     }
     if (this.foreground === true) {
+      out("starting the voice relay on :8790 in the background\u2026");
+      await serveOnboardingRelayDetached({
+        repoRoot,
+        foundryEndpoint: endpoint,
+        tenantId: account.tenantId,
+        clientId: state.appRegClientId
+      });
+      out("voice relay on :8790");
       out("starting the webapp on :3000 (Ctrl-C to stop)\u2026");
       await runInherit("pnpm", ["--filter", "web", "dev"], repoRoot, "BOOTSTRAP_UI_DEV_FAILED");
       return 0;
     }
+    out("starting the voice relay on :8790 in the background\u2026");
+    await serveOnboardingRelayDetached({
+      repoRoot,
+      foundryEndpoint: endpoint,
+      tenantId: account.tenantId,
+      clientId: state.appRegClientId
+    });
+    out("voice relay on :8790");
     out("starting the webapp on :3000 in the background\u2026");
     const { alreadyRunning, logPath } = await serveOnboardingUiDetached({ repoRoot, port: this.port });
     if (alreadyRunning) {