omnius 1.0.409 → 1.0.410

package/dist/index.js

@@ -601886,7 +601886,8 @@ __export(image_ascii_preview_exports, {
   buildImageAsciiPreview: () => buildImageAsciiPreview,
   defaultAsciiPreviewSize: () => defaultAsciiPreviewSize,
   extractSavedImagePath: () => extractSavedImagePath,
-  formatImageAsciiContext: () => formatImageAsciiContext
+  formatImageAsciiContext: () => formatImageAsciiContext,
+  isLowInformationAsciiPreview: () => isLowInformationAsciiPreview
 });
 import { createRequire as createRequire5 } from "node:module";
 import { existsSync as existsSync108, readFileSync as readFileSync87, statSync as statSync42 } from "node:fs";
@@ -602054,6 +602055,15 @@ function normalizeImageToAsciiResult(converted, width, height) {
   if (!ascii2) return { ascii: null, error: "empty normalized renderer output" };
   return { ascii: ascii2, plainAscii: plainAscii || void 0 };
 }
+function isLowInformationAsciiPreview(ascii2) {
+  const plain = stripAsciiAnsi(String(ascii2 ?? "")).replace(/\r/g, "").split("\n").map((line) => line.trimEnd()).filter((line) => line.trim().length > 0).join("\n");
+  if (!plain) return true;
+  const visible = plain.replace(/\s/g, "");
+  if (visible.length < 12) return true;
+  const unique2 = new Set(Array.from(visible));
+  if (unique2.size <= 2 && /[█▓▒░#@]/u.test(visible)) return true;
+  return false;
+}
 function previewFailure(message2, width) {
   const clean5 = message2.replace(/\s+/g, " ").trim();
   const text2 = `[image-to-ascii preview failed: ${clean5 || "unknown error"}]`;
@@ -602172,10 +602182,14 @@ async function buildImageAsciiPreview(inputPath, options2 = {}) {
   if (options2.preferPackage !== false) {
     const result = await convertWithImageToAscii(imagePath, width, height, timeoutMs);
     if (result.ascii) {
+      let plainAscii = result.plainAscii;
+      if (isLowInformationAsciiPreview(plainAscii)) {
+        plainAscii = await convertWithFfmpeg(imagePath, width, height, timeoutMs) ?? plainAscii;
+      }
       return {
         path: imagePath,
         ascii: result.ascii,
-        plainAscii: result.plainAscii,
+        plainAscii,
         renderer: "image-to-ascii",
         width,
         height
@@ -602405,23 +602419,16 @@ function stripDashboardAnsi(value2) {
   return value2.replace(/\x1B\[[0-?]*[ -/]*[@-~]/g, "");
 }
 function dashboardPreviewLines(camera) {
-  const raw = camera.plainAscii || camera.ascii || "";
-  return raw.replace(/\r/g, "").split("\n").map((line) => stripDashboardAnsi(line).replace(/\s+$/g, "")).filter((line) => line.trim().length > 0).slice(0, 10);
-}
-function centerDashboardCell(value2, width) {
-  const text2 = stripDashboardAnsi(String(value2 ?? "")).replace(/\r?\n/g, " ");
-  if (width <= 1) return text2.slice(0, Math.max(0, width));
-  const clipped = text2.length > width ? `${text2.slice(0, Math.max(1, width - 1))}…` : text2;
-  const left = Math.floor((width - clipped.length) / 2);
-  return `${" ".repeat(Math.max(0, left))}${clipped}${" ".repeat(Math.max(0, width - clipped.length - left))}`;
+  const raw = camera.plainAscii && !isLowInformationAsciiPreview(camera.plainAscii) ? camera.plainAscii : "";
+  return raw.replace(/\r/g, "").split("\n").map((line) => stripDashboardAnsi(line).replace(/\s+$/g, "")).filter((line) => line.trim().length > 0);
 }
 function dashboardPreviewAspect(lines) {
   const widths = lines.map((line) => stripDashboardAnsi(line).length).filter((n2) => n2 > 0);
   const maxWidth = Math.max(1, ...widths);
   return Math.max(0.12, Math.min(1.6, lines.length / maxWidth));
 }
-function fitDashboardPane(lines, paneWidth, paneHeight) {
-  const source = lines.length > 0 ? lines : ["preview pending"];
+function fitDashboardPane(lines, paneWidth, paneHeight, fallback) {
+  const source = lines.length > 0 ? lines : [fallback];
   const normalized = [];
   for (let i2 = 0; i2 < paneHeight; i2++) {
     const sourceIndex = source.length <= paneHeight ? i2 : Math.min(source.length - 1, Math.floor(i2 * source.length / paneHeight));
@@ -602430,6 +602437,31 @@ function fitDashboardPane(lines, paneWidth, paneHeight) {
   while (normalized.length < paneHeight) normalized.push(" ".repeat(paneWidth));
   return normalized;
 }
+function liveDashboardPaneLayout(width, cameraCount) {
+  const innerWidth = Math.max(10, width - 2);
+  const paneCount = Math.max(1, Math.min(cameraCount || 1, width >= 92 ? 2 : 1));
+  const gutter = paneCount - 1;
+  const paneWidth = Math.max(28, Math.floor((innerWidth - gutter) / paneCount));
+  return { innerWidth, paneCount, paneWidth, paneContentWidth: Math.max(10, paneWidth - 2) };
+}
+function liveDashboardPreviewWidthForSources(sourceCount, termWidth = process.stdout.columns || 100) {
+  const { paneContentWidth } = liveDashboardPaneLayout(Math.max(60, termWidth), sourceCount);
+  return Math.max(42, Math.min(120, paneContentWidth));
+}
+function formatCameraPane(camera, paneWidth, paneHeight, now2) {
+  const contentWidth = Math.max(10, paneWidth - 2);
+  const age = Math.max(0, Math.round((now2 - camera.updatedAt) / 1e3));
+  const title = `${compactSourceId(camera.source)} ${age}s`;
+  const topTitle = ` ${title} `;
+  const left = Math.max(0, Math.floor((contentWidth - topTitle.length) / 2));
+  const right = Math.max(0, contentWidth - topTitle.length - left);
+  const top = `╭${"─".repeat(left)}${topTitle.slice(0, contentWidth)}${"─".repeat(right)}╮`;
+  const bottom = `╰${"─".repeat(contentWidth)}╯`;
+  const previewLines = dashboardPreviewLines(camera);
+  const fallback = camera.framePath ? "preview refreshing" : camera.error ? "capture failed" : "awaiting frame";
+  const body = fitDashboardPane(previewLines, contentWidth, paneHeight, fallback);
+  return [top, ...body.map((line) => `│${truncateCell(line, contentWidth)}│`), bottom];
+}
 function pushDashboardWrapped(lines, value2, width) {
   const contentWidth = Math.max(10, width - 2);
   const words = stripDashboardAnsi(value2).replace(/\s+/g, " ").trim().split(" ").filter(Boolean);
@@ -602457,6 +602489,160 @@ function isAudioFailureText(value2) {
   if (!text2) return false;
   return /^(?:ASR|VAD|Transcription)\s+(?:failed|unavailable)|No module named ['"]?transcribe_cli|torchcodec|torchaudio version/i.test(text2);
 }
+function readPcm16WavActivity(filePath, bins = 36) {
+  try {
+    const buf = readFileSync88(filePath);
+    if (buf.length < 44 || buf.toString("ascii", 0, 4) !== "RIFF" || buf.toString("ascii", 8, 12) !== "WAVE") return void 0;
+    let offset = 12;
+    let channels = 1;
+    let bitsPerSample = 16;
+    let dataStart = -1;
+    let dataSize = 0;
+    while (offset + 8 <= buf.length) {
+      const id2 = buf.toString("ascii", offset, offset + 4);
+      const size = buf.readUInt32LE(offset + 4);
+      const start2 = offset + 8;
+      if (id2 === "fmt " && start2 + 16 <= buf.length) {
+        channels = Math.max(1, buf.readUInt16LE(start2 + 2));
+        bitsPerSample = buf.readUInt16LE(start2 + 14);
+      } else if (id2 === "data") {
+        dataStart = start2;
+        dataSize = Math.min(size, buf.length - start2);
+        break;
+      }
+      offset = start2 + size + size % 2;
+    }
+    if (dataStart < 0 || dataSize <= 0 || bitsPerSample !== 16) return void 0;
+    const frameBytes = channels * 2;
+    const frames = Math.floor(dataSize / frameBytes);
+    if (frames <= 0) return void 0;
+    let sumSquares = 0;
+    let peak = 0;
+    let active = 0;
+    const bucketSquares = new Array(Math.max(1, bins)).fill(0);
+    const bucketCounts = new Array(Math.max(1, bins)).fill(0);
+    for (let i2 = 0; i2 < frames; i2++) {
+      let sampleSum = 0;
+      for (let ch = 0; ch < channels; ch++) {
+        sampleSum += buf.readInt16LE(dataStart + i2 * frameBytes + ch * 2) / 32768;
+      }
+      const sample = sampleSum / channels;
+      const abs = Math.abs(sample);
+      peak = Math.max(peak, abs);
+      sumSquares += sample * sample;
+      if (abs > 0.018) active++;
+      const b = Math.min(bucketSquares.length - 1, Math.floor(i2 / frames * bucketSquares.length));
+      bucketSquares[b] += sample * sample;
+      bucketCounts[b] += 1;
+    }
+    const rms = Math.sqrt(sumSquares / frames);
+    const chars = "▁▂▃▄▅▆▇█";
+    const waveform = bucketSquares.map((sum, idx) => {
+      const count = Math.max(1, bucketCounts[idx] ?? 1);
+      const level = Math.sqrt(sum / count);
+      const normalized = Math.max(0, Math.min(1, level / Math.max(0.02, peak || 0.02)));
+      return chars[Math.min(chars.length - 1, Math.round(normalized * (chars.length - 1)))] ?? "▁";
+    }).join("");
+    return {
+      rms: Number(rms.toFixed(4)),
+      peak: Number(peak.toFixed(4)),
+      rmsDb: Number((20 * Math.log10(Math.max(1e-6, rms))).toFixed(1)),
+      activeRatio: Number((active / frames).toFixed(3)),
+      waveform
+    };
+  } catch {
+    return void 0;
+  }
+}
+function extractAsrBackend(output) {
+  const match = String(output ?? "").match(/^Backend:\s*(.+)$/m);
+  if (!match?.[1]) return void 0;
+  const backend = match[1].trim();
+  if (/managed openai-whisper|transcribe-cli|whisper/i.test(backend)) return backend;
+  return backend.slice(0, 80);
+}
+function parseLiveAudioIntakeDecision(value2) {
+  const parsed = parseJsonObjectFromText(value2);
+  if (!parsed) return null;
+  const intended = parsed["intended_for_agent"] ?? parsed["intendedForAgent"] ?? parsed["addressed_to_agent"];
+  const confidence2 = Math.max(0, Math.min(1, Number(parsed["confidence"] ?? 0)));
+  if (typeof intended !== "boolean" || !Number.isFinite(confidence2)) return null;
+  const actionRaw = String(parsed["action"] ?? (intended ? "respond" : "ignore")).toLowerCase();
+  const action = actionRaw === "respond" || actionRaw === "monitor" || actionRaw === "ignore" ? actionRaw : intended ? "respond" : "ignore";
+  return {
+    intendedForAgent: intended,
+    confidence: confidence2,
+    action,
+    reason: trimOneLine(parsed["reason"] ?? "", 220) || "intake classifier decision"
+  };
+}
+function fallbackLiveAudioIntakeDecision(transcript) {
+  const text2 = transcript.toLowerCase();
+  const addressed = /\b(omnius|hey\s+omnius|assistant|agent|computer)\b/.test(text2) || /\?$/.test(transcript.trim());
+  return {
+    intendedForAgent: addressed,
+    confidence: addressed ? 0.58 : 0.35,
+    action: addressed ? "respond" : "monitor",
+    reason: addressed ? "fallback detected direct address or question shape" : "fallback could not establish that ambient speech was addressed to Omnius"
+  };
+}
+async function classifyLiveAudioIntake(transcript, config) {
+  const now2 = Date.now();
+  const clean5 = transcript.trim();
+  if (!clean5) {
+    return {
+      intendedForAgent: false,
+      confidence: 1,
+      action: "ignore",
+      reason: "empty transcript",
+      source: "fallback",
+      updatedAt: now2
+    };
+  }
+  if (config?.backendUrl && config.model) {
+    const url = `${config.backendUrl.replace(/\/+$/, "")}/v1/chat/completions`;
+    const body = {
+      model: config.model,
+      temperature: 0,
+      max_tokens: 180,
+      think: false,
+      messages: [
+        {
+          role: "system",
+          content: [
+            "You are a live-audio intake classifier for Omnius.",
+            "Decide whether a transcribed utterance is intended for the agent or is ambient/background speech.",
+            'Return only JSON: {"intended_for_agent": boolean, "confidence": 0.0-1.0, "action": "respond"|"ignore"|"monitor", "reason": "brief evidence"}.',
+            "Do not answer the utterance. Do not treat all room speech as addressed to the agent."
+          ].join("\n")
+        },
+        { role: "user", content: clean5.slice(0, 1200) }
+      ]
+    };
+    try {
+      const controller = new AbortController();
+      const timer = setTimeout(() => controller.abort(), 6e3).unref();
+      const resp = await fetch(url, {
+        method: "POST",
+        headers: {
+          "Content-Type": "application/json",
+          ...config.apiKey ? { Authorization: `Bearer ${config.apiKey}` } : {}
+        },
+        body: JSON.stringify(body),
+        signal: controller.signal
+      });
+      clearTimeout(timer);
+      if (resp.ok) {
+        const json = await resp.json();
+        const content = json.choices?.[0]?.message?.content ?? "";
+        const parsed = parseLiveAudioIntakeDecision(content);
+        if (parsed) return { ...parsed, source: "intake-agent", updatedAt: now2 };
+      }
+    } catch {
+    }
+  }
+  return { ...fallbackLiveAudioIntakeDecision(clean5), source: "fallback", updatedAt: now2 };
+}
 function summarizeInference(value2) {
   if (!value2) return "objects: pending";
   const lines = value2.split("\n").map((line) => line.trim()).filter(Boolean);
@@ -602491,24 +602677,18 @@ function formatLiveDashboardFromSnapshot(snapshot, opts = {}) {
   }
   if (cameras.length > 0) {
     lines.push(`├${horizontal}┤`);
-    const paneCount = Math.min(cameras.length, width >= 116 ? 3 : width >= 78 ? 2 : 1);
-    const innerWidth = width - 2;
-    const gutter = paneCount - 1;
-    const paneWidth = Math.max(24, Math.floor((innerWidth - gutter) / paneCount));
+    const { innerWidth, paneCount, paneWidth, paneContentWidth } = liveDashboardPaneLayout(width, cameras.length);
     for (let start2 = 0; start2 < cameras.length; start2 += paneCount) {
       const group = cameras.slice(start2, start2 + paneCount);
       const sourceLines = group.map((camera) => dashboardPreviewLines(camera));
-      const paneHeight = Math.max(7, Math.min(22, Math.round(paneWidth * Math.max(...sourceLines.map(dashboardPreviewAspect)))));
-      const panes = sourceLines.map((previewLines) => fitDashboardPane(previewLines, paneWidth, paneHeight));
-      for (let row = 0; row < paneHeight; row++) {
+      const aspect = Math.max(0.22, Math.min(0.7, Math.max(...sourceLines.map(dashboardPreviewAspect))));
+      const paneHeight = Math.max(10, Math.min(32, Math.round(paneContentWidth * aspect)));
+      const panes = group.map((camera) => formatCameraPane(camera, paneWidth, paneHeight, now2));
+      const rowCount = Math.max(...panes.map((pane) => pane.length));
+      for (let row = 0; row < rowCount; row++) {
         const body = panes.map((pane) => pane[row] ?? " ".repeat(paneWidth)).join(" ");
         lines.push(`│${truncateCell(body, innerWidth)}│`);
       }
-      const labels = group.map((camera) => {
-        const age = Math.max(0, Math.round((now2 - camera.updatedAt) / 1e3));
-        return centerDashboardCell(`${compactSourceId(camera.source)} age=${age}s`, paneWidth);
-      }).join(" ");
-      lines.push(`│${truncateCell(labels, innerWidth)}│`);
     }
   }
   if (cameras.length > 0) {
@@ -602535,11 +602715,13 @@ function formatLiveDashboardFromSnapshot(snapshot, opts = {}) {
     const audioError = [snapshot.audio.error, transcriptFailure].filter(Boolean).join(" | ");
     const audioBits = [
       `audio input=${snapshot.audio.input || snapshot.config.selectedAudioInput || "none"}`,
+      snapshot.audio.activity ? `activity ${snapshot.audio.activity.waveform} rms=${snapshot.audio.activity.rmsDb.toFixed(1)}dB active=${Math.round(snapshot.audio.activity.activeRatio * 100)}%` : "",
       audioError ? `error=${trimOneLine(audioError, 120)}` : "",
-      transcript ? `asr=${trimOneLine(transcript, 120)}` : "",
+      transcript ? `asr${snapshot.audio.asrBackend ? `(${snapshot.audio.asrBackend})` : ""}=${trimOneLine(transcript, 120)}` : "",
+      snapshot.audio.intake ? `intake=${snapshot.audio.intake.intendedForAgent ? "for-agent" : "ambient"} conf=${snapshot.audio.intake.confidence.toFixed(2)} ${snapshot.audio.intake.action}` : "",
       snapshot.audio.analysis ? `sound=${trimOneLine(snapshot.audio.analysis, 120)}` : ""
     ].filter(Boolean);
-    for (const item of audioBits.slice(0, 4)) lines.push(`│${truncateCell(` ${item}`, width - 2)}│`);
+    for (const item of audioBits.slice(0, 6)) lines.push(`│${truncateCell(` ${item}`, width - 2)}│`);
   }
   lines.push(`╰${horizontal}╯`);
   return lines;
@@ -602909,10 +603091,17 @@ function formatLiveSensorContextFromSnapshot(snapshot, opts = {}) {
     lines.push(`timestamp: ${nowIso3(snapshot.audio.updatedAt)} age=${Math.max(0, Math.round(age / 1e3))}s${age > maxAgeMs ? " STALE" : ""}`);
     if (audioError) lines.push(`error: ${audioError}`);
     if (snapshot.audio.recordingPath) lines.push(`recording: ${snapshot.audio.recordingPath}`);
+    if (snapshot.audio.activity) {
+      lines.push(`activity: ${snapshot.audio.activity.waveform} rms_db=${snapshot.audio.activity.rmsDb.toFixed(1)} peak=${snapshot.audio.activity.peak.toFixed(3)} active=${Math.round(snapshot.audio.activity.activeRatio * 100)}%`);
+    }
     if (transcript) {
-      lines.push("Live ASR:");
+      lines.push(`Live ASR${snapshot.audio.asrBackend ? ` (${snapshot.audio.asrBackend})` : ""}:`);
       lines.push(cleanPreview(transcript, 1200));
     }
+    if (snapshot.audio.intake) {
+      lines.push(`Live audio intake: intended_for_agent=${snapshot.audio.intake.intendedForAgent ? "true" : "false"} confidence=${snapshot.audio.intake.confidence.toFixed(2)} action=${snapshot.audio.intake.action} source=${snapshot.audio.intake.source}`);
+      lines.push(`intake_reason: ${snapshot.audio.intake.reason}`);
+    }
     if (snapshot.audio.analysis) {
       lines.push("Live sound analysis:");
       lines.push(cleanPreview(snapshot.audio.analysis, 1600));
@@ -603174,6 +603363,7 @@ var init_live_sensors = __esm({
       lastAgentReviewAt = 0;
       autoOrientationInFlight = /* @__PURE__ */ new Set();
       lastFeedbackAt = /* @__PURE__ */ new Map();
+      intakeAgentConfig;
       setStatusSink(sink) {
         this.statusSink = sink ?? null;
         this.emitStatus();
@@ -603184,6 +603374,9 @@ var init_live_sensors = __esm({
       setAgentActionSink(sink) {
         this.agentActionSink = sink ?? null;
       }
+      setAudioIntakeAgentConfig(config) {
+        this.intakeAgentConfig = config && config.backendUrl && config.model ? { backendUrl: config.backendUrl, model: config.model, apiKey: config.apiKey } : void 0;
+      }
       getConfig() {
         return { ...this.config };
       }
@@ -603479,7 +603672,7 @@ var init_live_sensors = __esm({
         const framePath = extractSavedImagePath(result.output, this.repoRoot);
         if (!framePath) return { ok: false, message: "Camera capture succeeded but no saved image path was returned." };
         const displayPath = relative11(this.repoRoot, framePath).startsWith("..") ? framePath : relative11(this.repoRoot, framePath);
-        const previewWidth = Math.max(48, Math.min(96, (process.stdout.columns || 100) - 14));
+        const previewWidth = Math.max(42, Math.min(120, Math.floor(Number(options2.previewWidth ?? (process.stdout.columns || 100) - 14))));
         const preview = await buildImageAsciiPreview(framePath, { width: previewWidth });
         const asciiContext = preview ? formatImageAsciiContext(preview, displayPath) : void 0;
         const observedAt = Date.now();
@@ -603523,6 +603716,7 @@ var init_live_sensors = __esm({
             imagePath: framePath,
             displayPath,
             ascii: preview?.ascii,
+            plainAscii: preview?.plainAscii,
             renderer: preview?.renderer
           });
         }
@@ -603532,6 +603726,7 @@ var init_live_sensors = __esm({
           framePath,
           displayPath,
           ascii: preview?.ascii,
+          plainAscii: preview?.plainAscii,
           renderer: preview?.renderer
         };
       }
@@ -603577,8 +603772,8 @@ var init_live_sensors = __esm({
           return message2;
         }
       }
-      async sampleSingleVideoNow(source, forceInfer) {
-        const preview = await this.previewCamera(source, { emit: false });
+      async sampleSingleVideoNow(source, forceInfer, previewWidth) {
+        const preview = await this.previewCamera(source, { emit: false, previewWidth });
         let inference = "";
         let clipSummary = "";
         const orientation = this.getCameraOrientation(source);
@@ -603667,8 +603862,9 @@ ${clipSummary}` : ""].filter(Boolean).join("\n");
           const sources = this.activeVideoSources();
           if (sources.length === 0) return "No camera selected. Use /live refresh after connecting hardware.";
           const outputs = [];
+          const previewWidth = liveDashboardPreviewWidthForSources(sources.length);
           for (const source of sources) {
-            outputs.push(await this.sampleSingleVideoNow(source, forceInfer));
+            outputs.push(await this.sampleSingleVideoNow(source, forceInfer, previewWidth));
           }
           this.emitDashboard();
           return outputs.map((output, index) => `## Camera ${sources[index]}
@@ -603686,7 +603882,9 @@ ${output}`).join("\n\n");
           ensureLiveDir(this.repoRoot);
           const recordingPath = join124(outputDir2, `audio-${Date.now()}.wav`);
           let transcript = "";
+          let asrBackend = "";
           let analysis = "";
+          let intake;
           const audioErrors = [];
           const capture = await recordAudioSampleWithRecovery(input, this.devices.audioInputs, 3, recordingPath);
           if (!capture.ok) {
@@ -603710,11 +603908,13 @@ ${output}`).join("\n\n");
           if (capture.device !== this.config.selectedAudioInput) {
             this.config.selectedAudioInput = capture.device;
           }
+          const activity = readPcm16WavActivity(recordingPath);
           if (this.config.asrEnabled) {
             try {
               const asr = await new TranscribeFileTool(this.repoRoot).execute({ path: recordingPath, model: "tiny" });
               if (asr.success) {
                 transcript = cleanPreview(typeof asr.llmContent === "string" ? asr.llmContent : "", 1600);
+                asrBackend = extractAsrBackend(asr.output) ?? "whisper";
               } else {
                 audioErrors.push(`ASR unavailable: ${asr.error || asr.output || "unknown error"}`);
               }
@@ -603740,13 +603940,19 @@ ${output}`).join("\n\n");
             }
             analysis = parts.filter(Boolean).join("\n");
           }
+          if (transcript) {
+            intake = await classifyLiveAudioIntake(transcript, this.intakeAgentConfig);
+          }
           this.snapshot.audio = {
             updatedAt: Date.now(),
             input: capture.device,
             output: this.config.selectedAudioOutput,
             recordingPath,
             transcript,
+            asrBackend: asrBackend || void 0,
             analysis,
+            activity,
+            intake,
             error: audioErrors.length > 0 ? audioErrors.join("\n") : void 0
           };
           const audioEvents = [];
@@ -603774,12 +603980,20 @@ ${output}`).join("\n\n");
           }
           this.snapshot.events = mergeRecentById(this.snapshot.events, audioEvents, 50);
           this.persist();
+          if (transcript && intake?.intendedForAgent) {
+            this.maybeRequestAgentReview(
+              "Live audio intake classified speech as intended for Omnius",
+              `transcript=${transcript}; confidence=${intake.confidence.toFixed(2)}; reason=${intake.reason}`
+            );
+          }
           this.emitDashboard();
           return [
             `Audio sample captured from ${capture.device}${capture.device !== input ? ` (recovered from ${input})` : ""}: ${recordingPath}`,
             transcript ? `
-ASR:
+ASR${asrBackend ? ` (${asrBackend})` : ""}:
 ${transcript}` : "",
+            intake ? `
+Intake: ${intake.intendedForAgent ? "intended for agent" : "ambient/monitor"} confidence=${intake.confidence.toFixed(2)} (${intake.source})` : "",
             analysis ? `
 Sound analysis:
 ${analysis}` : ""
@@ -624395,15 +624609,6 @@ var init_status_bar = __esm({
           const cmdPrefix = cmd.startsWith("view:") ? "omnius-view:" + cmd.slice(5) : "omnius-cmd:" + cmd;
           return `\x1B]8;;${cmdPrefix}\x07${label}\x1B]8;;\x07`;
         };
-        const buttonFg = (cmd) => {
-          let fg2 = TEXT_DIM;
-          if (cmd === "voice" && this._voiceActive) fg2 = 82;
-          if (cmd.startsWith("live") && (this._liveMediaStatus.audio || this._liveMediaStatus.video)) fg2 = 82;
-          if (cmd === "nexus") {
-            fg2 = this._nexusStatus === "connected" ? 82 : this._nexusStatus === "connecting" ? 208 : 196;
-          }
-          return fg2;
-        };
         const decorateMenuButton = (cmd, label) => {
           return `${HEADER_BUTTON_GLYPH_FG}${HEADER_BUTTON_LEFT}\x1B[0m${HEADER_BUTTON_BG}${HEADER_BUTTON_FG}${label}\x1B[0m${PANEL_BG_SEQ}${HEADER_BUTTON_GLYPH_FG}${HEADER_BUTTON_RIGHT}\x1B[0m${PANEL_BG_SEQ}`;
         };
@@ -624414,14 +624619,7 @@ var init_status_bar = __esm({
           return `\x1B[38;5;${color}m${HEADER_BUTTON_LEFT}\x1B[0m${weight}${fg2}${bg}${content}\x1B[0m${PANEL_BG_SEQ}\x1B[38;5;${color}m${HEADER_BUTTON_RIGHT}\x1B[0m${PANEL_BG_SEQ}`;
         };
         const renderBtn = (cmd, label) => {
-          const fg2 = buttonFg(cmd);
-          const btnW = label.length + 2;
-          const availW2 = getTermWidth() - identity3.width - 1;
-          if (btnW > availW2) return linkify(cmd, `\x1B[38;5;${fg2}m${label}`);
-          return linkify(
-            cmd,
-            `${PANEL_BG_SEQ}${HEADER_BUTTON_GLYPH_FG}${HEADER_BUTTON_LEFT}\x1B[0m${PANEL_BG_SEQ}\x1B[38;5;${fg2}m${label}\x1B[0m${PANEL_BG_SEQ}${HEADER_BUTTON_GLYPH_FG}${HEADER_BUTTON_RIGHT}\x1B[0m${PANEL_BG_SEQ}`
-          );
+          return linkify(cmd, decorateMenuButton(cmd, label));
         };
         const identity3 = this.buildHeaderIdentityRender();
         const modelLabel = this.summarizeHeaderModelName() || "model";
@@ -624494,10 +624692,9 @@ var init_status_bar = __esm({
         };
         if (this._activeViewId !== "main") {
           const mainLabel = ` ↩ main `;
-          const mainColored = `\x1B[38;5;110m${mainLabel}\x1B[0m`;
           sysItems.push({
-            render: () => mainColored + " ",
-            w: mainLabel.length + 1
+            render: () => linkify("view:main", decorateMenuButton("view:main", mainLabel)) + " ",
+            w: mainLabel.length + 2 + 1
           });
         }
         if (this._agentViews.size > 1) {
@@ -624535,10 +624732,7 @@ var init_status_bar = __esm({
         const telegramDot = this._telegramStatus.active ? "●" : "○";
         const telegramLabel = this._telegramStatus.activeSubAgents > 0 ? ` ✈ tg ${this._telegramStatus.activeSubAgents} ` : " ✈ tg ";
         sysItems.push({
-          render: () => renderBtn(
-            "telegram",
-            `${HEADER_TELEGRAM_FG}${telegramDot}${telegramLabel}\x1B[0m`
-          ) + " ",
+          render: () => renderBtn("telegram", `${telegramDot}${telegramLabel}`) + " ",
           w: telegramLabel.length + 2
         });
         const liveMediaActive = this._liveMediaStatus.audio || this._liveMediaStatus.video;
@@ -624683,7 +624877,7 @@ var init_status_bar = __esm({
           const trunc3 = (s2) => s2.trim().split(/\s+/).slice(0, 3).join(" ");
           if (this._activeViewId !== "main") {
             const mainLabel = ` ↩ main `;
-            zones.push({ w: mainLabel.length + 1, id: "main", render: () => "" });
+            zones.push({ w: mainLabel.length + 2 + 1, id: "main", render: () => "" });
           }
           if (this._agentViews.size > 1) {
             for (const view of this._agentViews.values()) {
@@ -655606,6 +655800,11 @@ ${feedback.message}`);
 function attachLiveSinks(ctx3, manager, agentEnabled = false) {
   manager.setStatusSink(ctx3.setLiveMediaStatus);
   manager.setFeedbackSink((feedback) => renderLiveFeedback(ctx3, manager, feedback));
+  manager.setAudioIntakeAgentConfig({
+    backendUrl: ctx3.config.backendUrl,
+    model: ctx3.config.model,
+    apiKey: ctx3.config.apiKey
+  });
   if (agentEnabled && ctx3.startBackgroundPrompt) {
     manager.setAgentActionSink((prompt) => {
       const id2 = ctx3.startBackgroundPrompt?.(prompt);

package/npm-shrinkwrap.json

@@ -1,12 +1,12 @@
 {
   "name": "omnius",
-  "version": "1.0.409",
+  "version": "1.0.410",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "omnius",
-      "version": "1.0.409",
+      "version": "1.0.410",
       "bundleDependencies": [
         "image-to-ascii"
       ],

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "omnius",
-  "version": "1.0.409",
+  "version": "1.0.410",
   "description": "AI coding agent powered by open-source models (Ollama/vLLM) — interactive TUI with agentic tool-calling loop",
   "type": "module",
   "main": "./dist/index.js",