omnius 1.0.415 → 1.0.417

package/dist/index.js

@@ -603131,25 +603131,29 @@ function liveDashboardRotationActionFromClick(snapshot, lineText, col) {
 }
 function pushDashboardWrapped(lines, value2, width) {
   const contentWidth = Math.max(10, width - 2);
-  const words = stripDashboardAnsi(value2).replace(/\s+/g, " ").trim().split(" ").filter(Boolean);
+  const normalized = stripDashboardAnsi(value2).replace(/\s+/g, " ").trimEnd();
+  const leading = normalized.match(/^ */)?.[0] ?? "";
+  const words = normalized.slice(leading.length).trimStart().split(" ").filter(Boolean);
   if (words.length === 0) {
     lines.push(`│${" ".repeat(contentWidth)}│`);
     return;
   }
-  let current = "";
+  let current = leading;
   for (const word2 of words) {
-    if (!current) {
-      current = word2.length > contentWidth ? word2.slice(0, contentWidth) : word2;
+    if (current === leading) {
+      const available = Math.max(1, contentWidth - leading.length);
+      current = `${leading}${word2.length > available ? word2.slice(0, available) : word2}`;
       continue;
     }
     if (current.length + 1 + word2.length <= contentWidth) {
       current += ` ${word2}`;
     } else {
       lines.push(`│${truncateCell(` ${current}`, contentWidth)}│`);
-      current = word2.length > contentWidth ? word2.slice(0, contentWidth) : word2;
+      const available = Math.max(1, contentWidth - leading.length);
+      current = `${leading}${word2.length > available ? word2.slice(0, available) : word2}`;
     }
   }
-  if (current) lines.push(`│${truncateCell(` ${current}`, contentWidth)}│`);
+  if (current.trim()) lines.push(`│${truncateCell(` ${current}`, contentWidth)}│`);
 }
 function isAudioFailureText(value2) {
   const text2 = String(value2 ?? "").trim();
@@ -603159,6 +603163,9 @@ function isAudioFailureText(value2) {
 function sanitizeLiveAudioError(value2) {
   const text2 = String(value2 ?? "").trim();
   if (!text2) return "";
+  if (/No live input signal detected after probing \d+ audio source/i.test(text2)) {
+    return "No clear live input signal on selected audio input.";
+  }
   if (/transcribe-cli module:\s*No module named ['"]?transcribe_cli/i.test(text2) || /No module named ['"]?transcribe_cli/i.test(text2)) {
     const parts = text2.split(/\s*\|\s*/g).map((part) => part.trim()).filter((part) => part && !/transcribe-cli module:\s*No module named ['"]?transcribe_cli/i.test(part) && !/No module named ['"]?transcribe_cli/i.test(part));
     const preserved = parts.join(" | ").trim();
@@ -603541,6 +603548,104 @@ function cameraClassificationsSummary(camera, maxChars = 220) {
   });
   return trimOneLine(items.join("; "), maxChars);
 }
+function cameraClassPriority(kind) {
+  if (kind === "face" || kind === "identity") return 0;
+  if (kind === "segment") return 1;
+  if (kind === "object") return 2;
+  if (kind === "track") return 3;
+  if (kind === "clip") return 4;
+  return 5;
+}
+function groupedDashboardClassifications(camera, kinds) {
+  const wanted = new Set(kinds);
+  const grouped = /* @__PURE__ */ new Map();
+  for (const item of camera.classifications ?? []) {
+    if (!wanted.has(item.kind)) continue;
+    const label = trimOneLine(item.label || item.kind, 64) || item.kind;
+    const key = `${item.kind}:${label.toLowerCase()}`;
+    const existing = grouped.get(key);
+    const count = Math.max(1, item.count);
+    if (!existing) {
+      grouped.set(key, {
+        kind: item.kind,
+        label,
+        count,
+        confidence: item.confidence
+      });
+      continue;
+    }
+    existing.count += count;
+    if (item.confidence !== void 0) {
+      existing.confidence = existing.confidence === void 0 ? item.confidence : Math.max(existing.confidence, item.confidence);
+    }
+  }
+  return [...grouped.values()].sort((a2, b) => {
+    const priority = cameraClassPriority(a2.kind) - cameraClassPriority(b.kind);
+    if (priority !== 0) return priority;
+    return (b.confidence ?? 0) - (a2.confidence ?? 0) || b.count - a2.count || a2.label.localeCompare(b.label);
+  });
+}
+function formatDashboardClassList(groups, maxItems = 6) {
+  return groups.slice(0, maxItems).map((group) => {
+    const count = group.count > 1 ? ` x${group.count}` : "";
+    const confidence2 = group.confidence !== void 0 ? ` ${group.confidence.toFixed(2)}` : "";
+    return `${group.label}${count}${confidence2}`;
+  }).join("; ");
+}
+function cleanCameraSummaryForDashboard(value2) {
+  const raw = String(value2 ?? "").trim();
+  if (!raw) return "";
+  const withoutClip = raw.split(/\s+\|\s+clip:/i)[0] ?? raw;
+  return trimOneLine(
+    withoutClip.replace(/\b(?:mask|crop)=\S+/gi, "").replace(/\bbbox=\[[^\]]*\]/gi, "").replace(/\s{2,}/g, " "),
+    220
+  );
+}
+function formatClipDashboardSummary(value2) {
+  const text2 = String(value2 ?? "").trim();
+  if (!text2) return "";
+  const clipText = text2.match(/\bclip:\s*([\s\S]+)$/i)?.[1] ?? text2;
+  const parsed = parseJsonObjectFromText(clipText);
+  if (!parsed) return /\bclip:\s*/i.test(text2) ? `clip: ${trimOneLine(clipText, 120)}` : "";
+  const matches = Array.isArray(parsed["matches"]) ? parsed["matches"] : [];
+  if (matches.length > 0) {
+    const labels = matches.slice(0, 4).map((match) => {
+      const label = trimOneLine(match["label"] ?? match["name"] ?? match["title"] ?? match["id"] ?? "match", 48);
+      const score = boundedConfidence(match["score"] ?? match["similarity"] ?? match["confidence"]);
+      return `${label || "match"}${score !== void 0 ? ` ${score.toFixed(2)}` : ""}`;
+    });
+    return `clip: ${labels.join("; ")}`;
+  }
+  const recognized = Math.max(0, Number(parsed["recognized_count"] ?? 0));
+  const extra = parsed["extra_labels"];
+  if (Array.isArray(extra) && extra.length > 0) {
+    return `clip: extra labels ${extra.slice(0, 4).map((entry) => trimOneLine(entry, 36)).join("; ")}`;
+  }
+  if (typeof extra === "string" && extra.trim()) return `clip: ${trimOneLine(extra, 120)}`;
+  return recognized > 0 ? `clip: ${recognized} recognized match(es)` : "clip: no visual-memory matches";
+}
+function formatAudioAnalysisDashboardSummary(value2) {
+  const text2 = String(value2 ?? "").trim();
+  if (!text2) return "";
+  const parsed = parseJsonObjectFromText(text2);
+  const classifications = Array.isArray(parsed?.["classifications"]) ? parsed["classifications"] : [];
+  if (classifications.length > 0) {
+    return `sound classes: ${classifications.slice(0, 4).map((entry) => {
+      const label = trimOneLine(entry["class"] ?? entry["label"] ?? entry["name"] ?? "sound", 44);
+      const score = boundedConfidence(entry["score"] ?? entry["confidence"]);
+      return `${label || "sound"}${score !== void 0 ? ` ${score.toFixed(2)}` : ""}`;
+    }).join("; ")}`;
+  }
+  return `sound: ${trimOneLine(text2.replace(/\{[\s\S]*$/, ""), 140) || trimOneLine(text2, 140)}`;
+}
+function formatCameraRotationDashboard(camera) {
+  const orientation = camera.orientation;
+  const rotation = orientation?.rotation ?? camera.rotation ?? 0;
+  const base3 = formatCameraRotation(rotation);
+  if (!orientation) return base3;
+  const confidence2 = orientation.confidence !== void 0 ? ` ${orientation.confidence.toFixed(2)}` : "";
+  return `${base3} (${orientation.source}${confidence2})`;
+}
 function cameraPaneBadge(camera) {
   const classifications = camera.classifications ?? [];
   const faceCount = classifications.filter((item) => item.kind === "face" || item.kind === "identity").reduce((sum, item) => sum + Math.max(1, item.count), 0);
@@ -603559,7 +603664,44 @@ function cameraPaneBadge(camera) {
 }
 function cameraSnapshotSummary(camera) {
   if (camera.error) return `error: ${trimOneLine(camera.error, 160)}`;
-  return camera.summary || (camera.classifications?.length ? `classifications: ${cameraClassificationsSummary(camera)}` : "") || summarizeInference(camera.inference);
+  return cleanCameraSummaryForDashboard(camera.summary) || (camera.classifications?.length ? `classifications: ${cameraClassificationsSummary(camera)}` : "") || summarizeInference(camera.inference);
+}
+function cameraDashboardObservationLines(camera, now2, isLast) {
+  const age = Math.max(0, Math.round((now2 - camera.updatedAt) / 1e3));
+  const root = isLast ? "└─" : "├─";
+  const stem = isLast ? "  " : "│ ";
+  const lines = [
+    `${root} ${compactSourceId(camera.source)}  age=${age}s  rotation=${formatCameraRotationDashboard(camera)}`
+  ];
+  if (camera.error) {
+    lines.push(`${stem}└─ error: ${trimOneLine(camera.error, 180)}`);
+    return lines;
+  }
+  const faces = formatDashboardClassList(groupedDashboardClassifications(camera, ["face", "identity"]), 4);
+  const segments = formatDashboardClassList(groupedDashboardClassifications(camera, ["segment"]), 6);
+  const objects = formatDashboardClassList(groupedDashboardClassifications(camera, ["object"]), 6);
+  const tracks = formatDashboardClassList(groupedDashboardClassifications(camera, ["track"]), 4);
+  const triggers = formatDashboardClassList(groupedDashboardClassifications(camera, ["trigger"]), 3);
+  const clip3 = formatClipDashboardSummary(camera.summary) || formatDashboardClassList(groupedDashboardClassifications(camera, ["clip"]), 4);
+  const summary = cameraSnapshotSummary(camera);
+  const includeSummary = summary && !summary.startsWith("classifications:") && !(objects && /^objects:/i.test(summary)) && !(segments && /^segments?:/i.test(summary));
+  const detailLines = [
+    faces ? `faces: ${faces}` : "",
+    segments ? `segments: ${segments}` : "",
+    objects ? `objects: ${objects}` : "",
+    tracks ? `tracks: ${tracks}` : "",
+    triggers ? `triggers: ${triggers}` : "",
+    includeSummary ? summary : "",
+    clip3,
+    camera.framePath ? `frame: ${camera.displayPath || camera.framePath}` : "",
+    camera.orientation?.evidence ? `orientation: ${trimOneLine(camera.orientation.evidence, 120)}` : ""
+  ].filter(Boolean);
+  const last2 = Math.max(0, detailLines.length - 1);
+  detailLines.forEach((detail, index) => {
+    lines.push(`${stem}${index === last2 ? "└─" : "├─"} ${detail}`);
+  });
+  if (detailLines.length === 0) lines.push(`${stem}└─ preview pending`);
+  return lines;
 }
 function formatLiveDashboardFromSnapshot(snapshot, opts = {}) {
   const width = Math.max(60, opts.width ?? 100);
@@ -603599,35 +603741,27 @@ function formatLiveDashboardFromSnapshot(snapshot, opts = {}) {
     lines.push(`├${horizontal}┤`);
     lines.push(`│${truncateCell(" camera observations", width - 2)}│`);
   }
-  for (const camera of cameras) {
-    const age = Math.max(0, Math.round((now2 - camera.updatedAt) / 1e3));
-    const rotation = camera.orientation ? formatCameraRotation(camera.orientation.rotation) : "upright/no correction";
-    const classifications = cameraClassificationsSummary(camera);
-    const detailLines = [
-      `${compactSourceId(camera.source)} age=${age}s rotation=${rotation}`,
-      classifications ? `classifications: ${classifications}` : "",
-      cameraSnapshotSummary(camera),
-      camera.framePath ? `frame: ${camera.displayPath || camera.framePath}` : "",
-      camera.orientation?.evidence ? `orientation: ${trimOneLine(camera.orientation.evidence, 120)}` : ""
-    ].filter(Boolean);
-    for (const detail of detailLines.length ? detailLines : ["preview pending"]) {
+  cameras.forEach((camera, index) => {
+    const detailLines = cameraDashboardObservationLines(camera, now2, index === cameras.length - 1);
+    for (const detail of detailLines) {
       pushDashboardWrapped(lines, detail, width);
     }
-  }
+  });
   if (snapshot.audio) {
     lines.push(`├${horizontal}┤`);
+    lines.push(`│${truncateCell(" audio monitor", width - 2)}│`);
     const transcriptFailure = isAudioFailureText(snapshot.audio.transcript) ? snapshot.audio.transcript : "";
     const transcript = transcriptFailure ? "" : snapshot.audio.transcript;
     const audioError = sanitizeLiveAudioError([snapshot.audio.error, transcriptFailure].filter(Boolean).join(" | "));
     const audioBits = [
-      `audio input=${snapshot.audio.input || snapshot.config.selectedAudioInput || "none"}`,
-      snapshot.audio.activity ? `activity ${snapshot.audio.activity.waveform} rms=${snapshot.audio.activity.rmsDb.toFixed(1)}dB active=${Math.round(snapshot.audio.activity.activeRatio * 100)}%` : "",
-      audioError ? `error=${trimOneLine(audioError, 120)}` : "",
-      transcript ? `asr${snapshot.audio.asrBackend ? `(${snapshot.audio.asrBackend})` : ""}=${trimOneLine(transcript, 120)}` : "",
-      snapshot.audio.intake ? `intake=${snapshot.audio.intake.intendedForAgent ? "for-agent" : "ambient"} conf=${snapshot.audio.intake.confidence.toFixed(2)} ${snapshot.audio.intake.action}` : "",
-      snapshot.audio.analysis ? `sound=${trimOneLine(snapshot.audio.analysis, 120)}` : ""
+      `├─ input: ${snapshot.audio.input || snapshot.config.selectedAudioInput || "none"}`,
+      snapshot.audio.activity ? `│  ├─ activity: ${snapshot.audio.activity.waveform}  rms=${snapshot.audio.activity.rmsDb.toFixed(1)}dB  active=${Math.round(snapshot.audio.activity.activeRatio * 100)}%` : "",
+      audioError ? `│  ├─ error: ${trimOneLine(audioError, 140)}` : "",
+      transcript ? `│  ├─ asr${snapshot.audio.asrBackend ? ` (${snapshot.audio.asrBackend})` : ""}: ${trimOneLine(transcript, 140)}` : "",
+      snapshot.audio.intake ? `│  ├─ intake: ${snapshot.audio.intake.intendedForAgent ? "for-agent" : "ambient"}  conf=${snapshot.audio.intake.confidence.toFixed(2)}  action=${snapshot.audio.intake.action}` : "",
+      snapshot.audio.analysis ? `│  └─ ${formatAudioAnalysisDashboardSummary(snapshot.audio.analysis)}` : ""
     ].filter(Boolean);
-    for (const item of audioBits.slice(0, 6)) lines.push(`│${truncateCell(` ${item}`, width - 2)}│`);
+    for (const item of audioBits.slice(0, 6)) pushDashboardWrapped(lines, item, width);
   }
   lines.push(`╰${horizontal}╯`);
   return lines;
@@ -604087,7 +604221,9 @@ async function discoverAudioOutputs() {
   return { devices: dedupeDevices(devices), errors };
 }
 async function recordAudioSample(device, durationSec, outputPath3) {
-  const seconds = String(Math.max(1, Math.min(30, Math.ceil(durationSec))));
+  const duration = Math.max(0.2, Math.min(30, Number.isFinite(durationSec) ? durationSec : 1));
+  const ffmpegSeconds = duration < 1 ? duration.toFixed(3) : String(Math.ceil(duration));
+  const arecordSeconds = String(Math.max(1, Math.ceil(duration)));
   if (device.startsWith("pulse:") && await commandExists2("ffmpeg", 1500)) {
     const source = device.slice("pulse:".length);
     await execFileText4("ffmpeg", [
@@ -604099,14 +604235,38 @@ async function recordAudioSample(device, durationSec, outputPath3) {
       "-i",
       source,
       "-t",
-      seconds,
+      ffmpegSeconds,
+      "-ac",
+      "1",
+      "-ar",
+      "16000",
+      "-acodec",
+      "pcm_s16le",
+      "-y",
+      outputPath3
+    ], { timeout: (Math.ceil(duration) + 10) * 1e3 });
+    return;
+  }
+  if (duration < 1 && await commandExists2("ffmpeg", 1500)) {
+    await execFileText4("ffmpeg", [
+      "-hide_banner",
+      "-loglevel",
+      "error",
+      "-f",
+      "alsa",
+      "-i",
+      device || "default",
+      "-t",
+      ffmpegSeconds,
       "-ac",
       "1",
       "-ar",
       "16000",
+      "-acodec",
+      "pcm_s16le",
       "-y",
       outputPath3
-    ], { timeout: (Number(seconds) + 10) * 1e3 });
+    ], { timeout: (Math.ceil(duration) + 10) * 1e3 });
     return;
   }
   await execFileText4("arecord", [
@@ -604119,10 +604279,10 @@ async function recordAudioSample(device, durationSec, outputPath3) {
     "-c",
     "1",
     "-d",
-    seconds,
+    arecordSeconds,
     "-q",
     outputPath3
-  ], { timeout: (Number(seconds) + 10) * 1e3 });
+  ], { timeout: (Number(arecordSeconds) + 10) * 1e3 });
 }
 async function scoreCameraOrientationWithOpenCv(framePath) {
   if (!await commandExists2("python3", 1200)) return null;
@@ -604196,19 +604356,25 @@ function hasLiveAudioSignal(activity) {
 function audioCaptureMethod(device) {
   return device.startsWith("pulse:") ? "pulse/ffmpeg" : "arecord";
 }
-async function recordAudioSampleWithRecovery(preferred, devices, durationSec, outputPath3) {
+async function recordAudioSampleWithRecovery(preferred, devices, durationSec, outputPath3, options2 = {}) {
+  const allowFallback = options2.allowFallback !== false;
+  const requireSignal = options2.requireSignal !== false;
   const ordered = [];
   const add3 = (id2) => {
     const clean5 = String(id2 ?? "").trim();
     if (clean5 && !ordered.includes(clean5)) ordered.push(clean5);
   };
   const preferredInput = preferredLiveAudioInputId(devices, preferred);
-  add3(preferredInput);
-  if (preferred && !isAudioOutputMonitorId(preferred)) add3(preferred);
-  for (const device of rankLiveAudioInputDevices(devices, preferred).filter((entry) => !isAudioOutputMonitorDevice(entry))) add3(device.id);
-  add3("pulse:default");
-  add3("default");
-  for (const device of rankLiveAudioInputDevices(devices, preferred).filter((entry) => isAudioOutputMonitorDevice(entry))) add3(device.id);
+  if (allowFallback) {
+    add3(preferredInput);
+    if (preferred) add3(preferred);
+    for (const device of rankLiveAudioInputDevices(devices, preferred).filter((entry) => !isAudioOutputMonitorDevice(entry))) add3(device.id);
+    add3("pulse:default");
+    add3("default");
+    for (const device of rankLiveAudioInputDevices(devices, preferred).filter((entry) => isAudioOutputMonitorDevice(entry))) add3(device.id);
+  } else {
+    add3(preferred || preferredInput || "default");
+  }
   const errors = [];
   const attempts = [];
   let firstQuietCapture = null;
@@ -604218,8 +604384,9 @@ async function recordAudioSampleWithRecovery(preferred, devices, durationSec, ou
       await tryRecordAudioDevice(candidate, durationSec, outputPath3);
       const activity = readPcm16WavActivity(outputPath3);
       const method = audioCaptureMethod(candidate);
-      if (hasLiveAudioSignal(activity)) {
-        return { ok: true, device: candidate, method, errors, attempts, activity, signalDetected: true };
+      const signalDetected = hasLiveAudioSignal(activity);
+      if (!requireSignal || signalDetected) {
+        return { ok: true, device: candidate, method, errors, attempts, activity, signalDetected };
       }
       if (!firstQuietCapture) {
         firstQuietCapture = {
@@ -604325,7 +604492,7 @@ function formatLiveStatus(snapshot) {
   }
   return lines.join("\n");
 }
-var MIN_VIDEO_INTERVAL_MS, LOW_LATENCY_VIDEO_INTERVAL_MS, MIN_AUDIO_INTERVAL_MS, LOW_LATENCY_AUDIO_INTERVAL_MS, DEFAULT_CONFIG7, managers, DASHBOARD_ANSI_STICKY_PATTERN, LiveSensorManager;
+var MIN_VIDEO_INTERVAL_MS, LOW_LATENCY_VIDEO_INTERVAL_MS, MIN_AUDIO_INTERVAL_MS, LOW_LATENCY_AUDIO_INTERVAL_MS, AUDIO_ACTIVITY_INTERVAL_MS, AUDIO_ACTIVITY_SAMPLE_SEC, DEFAULT_CONFIG7, managers, DASHBOARD_ANSI_STICKY_PATTERN, LiveSensorManager;
 var init_live_sensors = __esm({
   "packages/cli/src/tui/live-sensors.ts"() {
     "use strict";
@@ -604336,6 +604503,8 @@ var init_live_sensors = __esm({
     LOW_LATENCY_VIDEO_INTERVAL_MS = 250;
     MIN_AUDIO_INTERVAL_MS = 1500;
     LOW_LATENCY_AUDIO_INTERVAL_MS = 2e3;
+    AUDIO_ACTIVITY_INTERVAL_MS = 200;
+    AUDIO_ACTIVITY_SAMPLE_SEC = 0.2;
     DEFAULT_CONFIG7 = {
       videoEnabled: false,
       audioEnabled: false,
@@ -604368,8 +604537,10 @@ var init_live_sensors = __esm({
       snapshot;
       videoTimer = null;
       audioTimer = null;
+      audioActivityTimer = null;
       videoInFlight = false;
       audioInFlight = false;
+      audioActivityInFlight = false;
       statusSink = null;
       feedbackSink = null;
       agentActionSink = null;
@@ -604580,10 +604751,7 @@ var init_live_sensors = __esm({
           errors
         };
         if (!this.config.selectedCamera) this.config.selectedCamera = firstDeviceId(video);
-        const preferredInput = preferredLiveAudioInputId(inputs.devices, this.config.selectedAudioInput);
-        if (!this.config.selectedAudioInput || isAudioOutputMonitorId(this.config.selectedAudioInput) && preferredInput && !isAudioOutputMonitorId(preferredInput)) {
-          this.config.selectedAudioInput = preferredInput;
-        }
+        if (!this.config.selectedAudioInput) this.config.selectedAudioInput = preferredLiveAudioInputId(inputs.devices);
         if (!this.config.selectedAudioOutput) this.config.selectedAudioOutput = firstDeviceId(outputs.devices);
         this.persist();
         return this.devices;
@@ -604943,7 +605111,8 @@ var init_live_sensors = __esm({
           clipSummary = await this.recognizeFrameObjects(preview.framePath, source, sampledAt, { emit: false });
           const current = this.snapshot.cameras?.[source];
           if (current) {
-            current.summary = [current.summary, clipSummary ? `clip: ${trimOneLine(clipSummary, 160)}` : ""].filter(Boolean).join(" | ");
+            const clipLine = formatClipDashboardSummary(clipSummary);
+            current.summary = [cleanCameraSummaryForDashboard(current.summary), clipLine].filter(Boolean).join(" | ");
             current.classifications = mergeCameraClassifications(
               current.classifications,
               classificationsFromClipSummary(clipSummary, sampledAt, preview.framePath)
@@ -604987,13 +605156,93 @@ ${output}`).join("\n\n");
           this.videoInFlight = false;
         }
       }
+      resolveAudioInput() {
+        const selected = String(this.config.selectedAudioInput ?? "").trim();
+        if (selected) return selected;
+        const input = preferredLiveAudioInputId(this.devices.audioInputs) || "default";
+        this.config.selectedAudioInput = input;
+        this.persist();
+        return input;
+      }
+      async previewAudioInput(device = this.config.selectedAudioInput) {
+        const input = String(device || "").trim() || this.resolveAudioInput();
+        ensureLiveDir(this.repoRoot);
+        const recordingPath = join124(liveDir(this.repoRoot), `audio-preview-${Date.now()}.wav`);
+        const capture = await recordAudioSampleWithRecovery(input, this.devices.audioInputs, 0.8, recordingPath, {
+          allowFallback: false
+        });
+        const now2 = Date.now();
+        const activity = capture.activity ?? (capture.ok ? readPcm16WavActivity(recordingPath) : void 0);
+        if (capture.ok) {
+          this.snapshot.audio = {
+            ...this.snapshot.audio ?? { updatedAt: now2 },
+            updatedAt: now2,
+            input,
+            output: this.config.selectedAudioOutput,
+            recordingPath,
+            activity,
+            error: void 0
+          };
+          this.persist();
+          this.emitDashboard();
+          const signal = capture.signalDetected === false ? "quiet/no clear mic signal" : "signal detected";
+          return {
+            ok: true,
+            input,
+            recordingPath,
+            activity,
+            message: [
+              `Audio input preview from ${input}: ${signal}`,
+              activity ? `activity ${activity.waveform} rms=${activity.rmsDb.toFixed(1)}dB active=${Math.round(activity.activeRatio * 100)}% peak=${activity.peak.toFixed(3)}` : "",
+              `recording: ${recordingPath}`
+            ].filter(Boolean).join("\n")
+          };
+        }
+        const message2 = `Audio input preview failed for ${input}: ${capture.errors.slice(0, 5).join(" | ") || "capture failed"}`;
+        this.snapshot.audio = {
+          ...this.snapshot.audio ?? { updatedAt: now2 },
+          updatedAt: now2,
+          input,
+          output: this.config.selectedAudioOutput,
+          error: message2
+        };
+        this.persist();
+        this.emitDashboard();
+        return { ok: false, input, message: message2 };
+      }
+      async sampleAudioActivityNow() {
+        if (!this.config.audioEnabled || this.audioActivityInFlight) return;
+        this.audioActivityInFlight = true;
+        const input = this.resolveAudioInput();
+        try {
+          ensureLiveDir(this.repoRoot);
+          const recordingPath = join124(liveDir(this.repoRoot), "audio-activity.wav");
+          const capture = await recordAudioSampleWithRecovery(input, this.devices.audioInputs, AUDIO_ACTIVITY_SAMPLE_SEC, recordingPath, {
+            allowFallback: false,
+            requireSignal: false
+          });
+          const now2 = Date.now();
+          const activity = capture.activity ?? (capture.ok ? readPcm16WavActivity(recordingPath) : void 0);
+          this.snapshot.audio = {
+            ...this.snapshot.audio ?? { updatedAt: now2 },
+            updatedAt: now2,
+            input,
+            output: this.config.selectedAudioOutput,
+            recordingPath,
+            activity,
+            error: capture.ok ? this.snapshot.audio?.error : `Audio activity capture failed from ${input}: ${capture.errors.slice(0, 3).join(" | ")}`
+          };
+          this.persist();
+          this.emitDashboard();
+        } finally {
+          this.audioActivityInFlight = false;
+        }
+      }
       async sampleAudioNow() {
         if (this.audioInFlight) return "Audio sampler is already running.";
         this.audioInFlight = true;
         try {
-          const preferredInput = preferredLiveAudioInputId(this.devices.audioInputs, this.config.selectedAudioInput) || "default";
-          const input = this.config.selectedAudioInput && !isAudioOutputMonitorId(this.config.selectedAudioInput) ? this.config.selectedAudioInput : preferredInput;
-          if (input !== this.config.selectedAudioInput) this.config.selectedAudioInput = input;
+          const input = this.resolveAudioInput();
           if (this.isLiveAudioMutedForTts()) {
             const now2 = Date.now();
             this.snapshot.audio = {
@@ -605016,9 +605265,11 @@ ${output}`).join("\n\n");
           let analysis = "";
           let intake;
           const audioErrors = [];
-          const capture = await recordAudioSampleWithRecovery(input, this.devices.audioInputs, 3, recordingPath);
+          const capture = await recordAudioSampleWithRecovery(input, this.devices.audioInputs, 3, recordingPath, {
+            allowFallback: false
+          });
           if (!capture.ok) {
-            const message2 = `Audio capture failed from ${input}; tried fallbacks: ${capture.errors.slice(0, 5).join(" | ")}`;
+            const message2 = `Audio capture failed from selected input ${input}: ${capture.errors.slice(0, 5).join(" | ")}`;
             this.snapshot.audio = {
               updatedAt: Date.now(),
               input,
@@ -605035,12 +605286,9 @@ ${output}`).join("\n\n");
             this.emitDashboard();
             return message2;
           }
-          if (capture.device !== this.config.selectedAudioInput) {
-            this.config.selectedAudioInput = capture.device;
-          }
           const activity = capture.activity ?? readPcm16WavActivity(recordingPath);
           if (capture.ok && capture.signalDetected === false) {
-            audioErrors.push(`No live input signal detected after probing ${capture.attempts?.length ?? 1} audio source(s); using quiet capture from ${capture.device}`);
+            audioErrors.push(`No live input signal detected from selected input ${capture.device}; keeping the explicit selection.`);
           }
           if (this.config.asrEnabled) {
             try {
@@ -605135,7 +605383,7 @@ ${output}`).join("\n\n");
           }
           this.emitDashboard();
           return [
-            `Audio sample captured from ${capture.device}${capture.device !== input ? ` (recovered from ${input})` : ""}: ${recordingPath}`,
+            `Audio sample captured from selected input ${capture.device}: ${recordingPath}`,
             transcript ? `
 ASR${asrBackend ? ` (${asrBackend})` : ""}:
 ${transcript}` : "",
@@ -605158,6 +605406,10 @@ ${analysis}` : ""
           clearTimeout(this.audioTimer);
           this.audioTimer = null;
         }
+        if (this.audioActivityTimer) {
+          clearTimeout(this.audioActivityTimer);
+          this.audioActivityTimer = null;
+        }
       }
       scheduleVideoLoop(delayMs) {
         if (!this.config.videoEnabled || this.videoTimer) return;
@@ -605194,6 +605446,22 @@ ${analysis}` : ""
         }, Math.max(0, delayMs));
         this.audioTimer.unref?.();
       }
+      scheduleAudioActivityLoop(delayMs) {
+        if (!this.config.audioEnabled || this.audioActivityTimer) return;
+        this.audioActivityTimer = setTimeout(async () => {
+          const startedAt2 = Date.now();
+          this.audioActivityTimer = null;
+          if (!this.config.audioEnabled) return;
+          try {
+            await this.sampleAudioActivityNow();
+          } catch {
+          } finally {
+            const elapsedMs2 = Date.now() - startedAt2;
+            if (this.config.audioEnabled) this.scheduleAudioActivityLoop(Math.max(0, AUDIO_ACTIVITY_INTERVAL_MS - elapsedMs2));
+          }
+        }, Math.max(0, delayMs));
+        this.audioActivityTimer.unref?.();
+      }
       ensureLoops() {
         if (this.config.videoEnabled && !this.videoTimer) {
           this.scheduleVideoLoop(0);
@@ -605208,6 +605476,12 @@ ${analysis}` : ""
           clearTimeout(this.audioTimer);
           this.audioTimer = null;
         }
+        if (this.config.audioEnabled && !this.audioActivityTimer) {
+          this.scheduleAudioActivityLoop(0);
+        } else if (!this.config.audioEnabled && this.audioActivityTimer) {
+          clearTimeout(this.audioActivityTimer);
+          this.audioActivityTimer = null;
+        }
       }
       emitStatus() {
         this.statusSink?.({
@@ -657472,7 +657746,15 @@ async function showLiveMenu(ctx3, manager) {
       }
       case "audio-input": {
         const device = await chooseLiveDevice(ctx3, "Select Audio Input", devices.audioInputs, cfg.selectedAudioInput);
-        if (device) manager.configure({ selectedAudioInput: device.id, audioEnabled: true });
+        if (device) {
+          manager.configure({ selectedAudioInput: device.id, audioEnabled: true });
+          renderInfo(`Selected audio input: ${device.id}
+Previewing microphone activity...`);
+          const preview = await manager.previewAudioInput(device.id);
+          if (preview.ok) renderInfo(preview.message);
+          else renderWarning(preview.message);
+          renderLiveDashboard(ctx3, manager);
+        }
         continue;
       }
       case "audio-output": {

package/npm-shrinkwrap.json

@@ -1,12 +1,12 @@
 {
   "name": "omnius",
-  "version": "1.0.415",
+  "version": "1.0.417",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "omnius",
-      "version": "1.0.415",
+      "version": "1.0.417",
       "bundleDependencies": [
         "image-to-ascii"
       ],

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "omnius",
-  "version": "1.0.415",
+  "version": "1.0.417",
   "description": "AI coding agent powered by open-source models (Ollama/vLLM) — interactive TUI with agentic tool-calling loop",
   "type": "module",
   "main": "./dist/index.js",