omnius 1.0.415 → 1.0.416

package/dist/index.js

@@ -604087,7 +604087,9 @@ async function discoverAudioOutputs() {
   return { devices: dedupeDevices(devices), errors };
 }
 async function recordAudioSample(device, durationSec, outputPath3) {
-  const seconds = String(Math.max(1, Math.min(30, Math.ceil(durationSec))));
+  const duration = Math.max(0.2, Math.min(30, Number.isFinite(durationSec) ? durationSec : 1));
+  const ffmpegSeconds = duration < 1 ? duration.toFixed(3) : String(Math.ceil(duration));
+  const arecordSeconds = String(Math.max(1, Math.ceil(duration)));
   if (device.startsWith("pulse:") && await commandExists2("ffmpeg", 1500)) {
     const source = device.slice("pulse:".length);
     await execFileText4("ffmpeg", [
@@ -604099,14 +604101,38 @@ async function recordAudioSample(device, durationSec, outputPath3) {
       "-i",
       source,
       "-t",
-      seconds,
+      ffmpegSeconds,
       "-ac",
       "1",
       "-ar",
       "16000",
+      "-acodec",
+      "pcm_s16le",
       "-y",
       outputPath3
-    ], { timeout: (Number(seconds) + 10) * 1e3 });
+    ], { timeout: (Math.ceil(duration) + 10) * 1e3 });
+    return;
+  }
+  if (duration < 1 && await commandExists2("ffmpeg", 1500)) {
+    await execFileText4("ffmpeg", [
+      "-hide_banner",
+      "-loglevel",
+      "error",
+      "-f",
+      "alsa",
+      "-i",
+      device || "default",
+      "-t",
+      ffmpegSeconds,
+      "-ac",
+      "1",
+      "-ar",
+      "16000",
+      "-acodec",
+      "pcm_s16le",
+      "-y",
+      outputPath3
+    ], { timeout: (Math.ceil(duration) + 10) * 1e3 });
     return;
   }
   await execFileText4("arecord", [
@@ -604119,10 +604145,10 @@ async function recordAudioSample(device, durationSec, outputPath3) {
     "-c",
     "1",
     "-d",
-    seconds,
+    arecordSeconds,
     "-q",
     outputPath3
-  ], { timeout: (Number(seconds) + 10) * 1e3 });
+  ], { timeout: (Number(arecordSeconds) + 10) * 1e3 });
 }
 async function scoreCameraOrientationWithOpenCv(framePath) {
   if (!await commandExists2("python3", 1200)) return null;
@@ -604196,19 +604222,25 @@ function hasLiveAudioSignal(activity) {
 function audioCaptureMethod(device) {
   return device.startsWith("pulse:") ? "pulse/ffmpeg" : "arecord";
 }
-async function recordAudioSampleWithRecovery(preferred, devices, durationSec, outputPath3) {
+async function recordAudioSampleWithRecovery(preferred, devices, durationSec, outputPath3, options2 = {}) {
+  const allowFallback = options2.allowFallback !== false;
+  const requireSignal = options2.requireSignal !== false;
   const ordered = [];
   const add3 = (id2) => {
     const clean5 = String(id2 ?? "").trim();
     if (clean5 && !ordered.includes(clean5)) ordered.push(clean5);
   };
   const preferredInput = preferredLiveAudioInputId(devices, preferred);
-  add3(preferredInput);
-  if (preferred && !isAudioOutputMonitorId(preferred)) add3(preferred);
-  for (const device of rankLiveAudioInputDevices(devices, preferred).filter((entry) => !isAudioOutputMonitorDevice(entry))) add3(device.id);
-  add3("pulse:default");
-  add3("default");
-  for (const device of rankLiveAudioInputDevices(devices, preferred).filter((entry) => isAudioOutputMonitorDevice(entry))) add3(device.id);
+  if (allowFallback) {
+    add3(preferredInput);
+    if (preferred) add3(preferred);
+    for (const device of rankLiveAudioInputDevices(devices, preferred).filter((entry) => !isAudioOutputMonitorDevice(entry))) add3(device.id);
+    add3("pulse:default");
+    add3("default");
+    for (const device of rankLiveAudioInputDevices(devices, preferred).filter((entry) => isAudioOutputMonitorDevice(entry))) add3(device.id);
+  } else {
+    add3(preferred || preferredInput || "default");
+  }
   const errors = [];
   const attempts = [];
   let firstQuietCapture = null;
@@ -604218,8 +604250,9 @@ async function recordAudioSampleWithRecovery(preferred, devices, durationSec, ou
       await tryRecordAudioDevice(candidate, durationSec, outputPath3);
       const activity = readPcm16WavActivity(outputPath3);
       const method = audioCaptureMethod(candidate);
-      if (hasLiveAudioSignal(activity)) {
-        return { ok: true, device: candidate, method, errors, attempts, activity, signalDetected: true };
+      const signalDetected = hasLiveAudioSignal(activity);
+      if (!requireSignal || signalDetected) {
+        return { ok: true, device: candidate, method, errors, attempts, activity, signalDetected };
       }
       if (!firstQuietCapture) {
         firstQuietCapture = {
@@ -604325,7 +604358,7 @@ function formatLiveStatus(snapshot) {
   }
   return lines.join("\n");
 }
-var MIN_VIDEO_INTERVAL_MS, LOW_LATENCY_VIDEO_INTERVAL_MS, MIN_AUDIO_INTERVAL_MS, LOW_LATENCY_AUDIO_INTERVAL_MS, DEFAULT_CONFIG7, managers, DASHBOARD_ANSI_STICKY_PATTERN, LiveSensorManager;
+var MIN_VIDEO_INTERVAL_MS, LOW_LATENCY_VIDEO_INTERVAL_MS, MIN_AUDIO_INTERVAL_MS, LOW_LATENCY_AUDIO_INTERVAL_MS, AUDIO_ACTIVITY_INTERVAL_MS, AUDIO_ACTIVITY_SAMPLE_SEC, DEFAULT_CONFIG7, managers, DASHBOARD_ANSI_STICKY_PATTERN, LiveSensorManager;
 var init_live_sensors = __esm({
   "packages/cli/src/tui/live-sensors.ts"() {
     "use strict";
@@ -604336,6 +604369,8 @@ var init_live_sensors = __esm({
     LOW_LATENCY_VIDEO_INTERVAL_MS = 250;
     MIN_AUDIO_INTERVAL_MS = 1500;
     LOW_LATENCY_AUDIO_INTERVAL_MS = 2e3;
+    AUDIO_ACTIVITY_INTERVAL_MS = 200;
+    AUDIO_ACTIVITY_SAMPLE_SEC = 0.2;
     DEFAULT_CONFIG7 = {
       videoEnabled: false,
       audioEnabled: false,
@@ -604368,8 +604403,10 @@ var init_live_sensors = __esm({
       snapshot;
       videoTimer = null;
       audioTimer = null;
+      audioActivityTimer = null;
       videoInFlight = false;
       audioInFlight = false;
+      audioActivityInFlight = false;
       statusSink = null;
       feedbackSink = null;
       agentActionSink = null;
@@ -604580,10 +604617,7 @@ var init_live_sensors = __esm({
           errors
         };
         if (!this.config.selectedCamera) this.config.selectedCamera = firstDeviceId(video);
-        const preferredInput = preferredLiveAudioInputId(inputs.devices, this.config.selectedAudioInput);
-        if (!this.config.selectedAudioInput || isAudioOutputMonitorId(this.config.selectedAudioInput) && preferredInput && !isAudioOutputMonitorId(preferredInput)) {
-          this.config.selectedAudioInput = preferredInput;
-        }
+        if (!this.config.selectedAudioInput) this.config.selectedAudioInput = preferredLiveAudioInputId(inputs.devices);
         if (!this.config.selectedAudioOutput) this.config.selectedAudioOutput = firstDeviceId(outputs.devices);
         this.persist();
         return this.devices;
@@ -604987,13 +605021,93 @@ ${output}`).join("\n\n");
           this.videoInFlight = false;
         }
       }
+      resolveAudioInput() {
+        const selected = String(this.config.selectedAudioInput ?? "").trim();
+        if (selected) return selected;
+        const input = preferredLiveAudioInputId(this.devices.audioInputs) || "default";
+        this.config.selectedAudioInput = input;
+        this.persist();
+        return input;
+      }
+      async previewAudioInput(device = this.config.selectedAudioInput) {
+        const input = String(device || "").trim() || this.resolveAudioInput();
+        ensureLiveDir(this.repoRoot);
+        const recordingPath = join124(liveDir(this.repoRoot), `audio-preview-${Date.now()}.wav`);
+        const capture = await recordAudioSampleWithRecovery(input, this.devices.audioInputs, 0.8, recordingPath, {
+          allowFallback: false
+        });
+        const now2 = Date.now();
+        const activity = capture.activity ?? (capture.ok ? readPcm16WavActivity(recordingPath) : void 0);
+        if (capture.ok) {
+          this.snapshot.audio = {
+            ...this.snapshot.audio ?? { updatedAt: now2 },
+            updatedAt: now2,
+            input,
+            output: this.config.selectedAudioOutput,
+            recordingPath,
+            activity,
+            error: void 0
+          };
+          this.persist();
+          this.emitDashboard();
+          const signal = capture.signalDetected === false ? "quiet/no clear mic signal" : "signal detected";
+          return {
+            ok: true,
+            input,
+            recordingPath,
+            activity,
+            message: [
+              `Audio input preview from ${input}: ${signal}`,
+              activity ? `activity ${activity.waveform} rms=${activity.rmsDb.toFixed(1)}dB active=${Math.round(activity.activeRatio * 100)}% peak=${activity.peak.toFixed(3)}` : "",
+              `recording: ${recordingPath}`
+            ].filter(Boolean).join("\n")
+          };
+        }
+        const message2 = `Audio input preview failed for ${input}: ${capture.errors.slice(0, 5).join(" | ") || "capture failed"}`;
+        this.snapshot.audio = {
+          ...this.snapshot.audio ?? { updatedAt: now2 },
+          updatedAt: now2,
+          input,
+          output: this.config.selectedAudioOutput,
+          error: message2
+        };
+        this.persist();
+        this.emitDashboard();
+        return { ok: false, input, message: message2 };
+      }
+      async sampleAudioActivityNow() {
+        if (!this.config.audioEnabled || this.audioActivityInFlight) return;
+        this.audioActivityInFlight = true;
+        const input = this.resolveAudioInput();
+        try {
+          ensureLiveDir(this.repoRoot);
+          const recordingPath = join124(liveDir(this.repoRoot), "audio-activity.wav");
+          const capture = await recordAudioSampleWithRecovery(input, this.devices.audioInputs, AUDIO_ACTIVITY_SAMPLE_SEC, recordingPath, {
+            allowFallback: false,
+            requireSignal: false
+          });
+          const now2 = Date.now();
+          const activity = capture.activity ?? (capture.ok ? readPcm16WavActivity(recordingPath) : void 0);
+          this.snapshot.audio = {
+            ...this.snapshot.audio ?? { updatedAt: now2 },
+            updatedAt: now2,
+            input,
+            output: this.config.selectedAudioOutput,
+            recordingPath,
+            activity,
+            error: capture.ok ? this.snapshot.audio?.error : `Audio activity capture failed from ${input}: ${capture.errors.slice(0, 3).join(" | ")}`
+          };
+          this.persist();
+          this.emitDashboard();
+        } finally {
+          this.audioActivityInFlight = false;
+        }
+      }
       async sampleAudioNow() {
         if (this.audioInFlight) return "Audio sampler is already running.";
         this.audioInFlight = true;
         try {
-          const preferredInput = preferredLiveAudioInputId(this.devices.audioInputs, this.config.selectedAudioInput) || "default";
-          const input = this.config.selectedAudioInput && !isAudioOutputMonitorId(this.config.selectedAudioInput) ? this.config.selectedAudioInput : preferredInput;
-          if (input !== this.config.selectedAudioInput) this.config.selectedAudioInput = input;
+          const input = this.resolveAudioInput();
           if (this.isLiveAudioMutedForTts()) {
             const now2 = Date.now();
             this.snapshot.audio = {
@@ -605016,9 +605130,11 @@ ${output}`).join("\n\n");
           let analysis = "";
           let intake;
           const audioErrors = [];
-          const capture = await recordAudioSampleWithRecovery(input, this.devices.audioInputs, 3, recordingPath);
+          const capture = await recordAudioSampleWithRecovery(input, this.devices.audioInputs, 3, recordingPath, {
+            allowFallback: false
+          });
           if (!capture.ok) {
-            const message2 = `Audio capture failed from ${input}; tried fallbacks: ${capture.errors.slice(0, 5).join(" | ")}`;
+            const message2 = `Audio capture failed from selected input ${input}: ${capture.errors.slice(0, 5).join(" | ")}`;
             this.snapshot.audio = {
               updatedAt: Date.now(),
               input,
@@ -605035,12 +605151,9 @@ ${output}`).join("\n\n");
             this.emitDashboard();
             return message2;
           }
-          if (capture.device !== this.config.selectedAudioInput) {
-            this.config.selectedAudioInput = capture.device;
-          }
           const activity = capture.activity ?? readPcm16WavActivity(recordingPath);
           if (capture.ok && capture.signalDetected === false) {
-            audioErrors.push(`No live input signal detected after probing ${capture.attempts?.length ?? 1} audio source(s); using quiet capture from ${capture.device}`);
+            audioErrors.push(`No live input signal detected from selected input ${capture.device}; keeping the explicit selection.`);
           }
           if (this.config.asrEnabled) {
             try {
@@ -605135,7 +605248,7 @@ ${output}`).join("\n\n");
           }
           this.emitDashboard();
           return [
-            `Audio sample captured from ${capture.device}${capture.device !== input ? ` (recovered from ${input})` : ""}: ${recordingPath}`,
+            `Audio sample captured from selected input ${capture.device}: ${recordingPath}`,
             transcript ? `
 ASR${asrBackend ? ` (${asrBackend})` : ""}:
 ${transcript}` : "",
@@ -605158,6 +605271,10 @@ ${analysis}` : ""
           clearTimeout(this.audioTimer);
           this.audioTimer = null;
         }
+        if (this.audioActivityTimer) {
+          clearTimeout(this.audioActivityTimer);
+          this.audioActivityTimer = null;
+        }
       }
       scheduleVideoLoop(delayMs) {
         if (!this.config.videoEnabled || this.videoTimer) return;
@@ -605194,6 +605311,22 @@ ${analysis}` : ""
         }, Math.max(0, delayMs));
         this.audioTimer.unref?.();
       }
+      scheduleAudioActivityLoop(delayMs) {
+        if (!this.config.audioEnabled || this.audioActivityTimer) return;
+        this.audioActivityTimer = setTimeout(async () => {
+          const startedAt2 = Date.now();
+          this.audioActivityTimer = null;
+          if (!this.config.audioEnabled) return;
+          try {
+            await this.sampleAudioActivityNow();
+          } catch {
+          } finally {
+            const elapsedMs2 = Date.now() - startedAt2;
+            if (this.config.audioEnabled) this.scheduleAudioActivityLoop(Math.max(0, AUDIO_ACTIVITY_INTERVAL_MS - elapsedMs2));
+          }
+        }, Math.max(0, delayMs));
+        this.audioActivityTimer.unref?.();
+      }
       ensureLoops() {
         if (this.config.videoEnabled && !this.videoTimer) {
           this.scheduleVideoLoop(0);
@@ -605208,6 +605341,12 @@ ${analysis}` : ""
           clearTimeout(this.audioTimer);
           this.audioTimer = null;
         }
+        if (this.config.audioEnabled && !this.audioActivityTimer) {
+          this.scheduleAudioActivityLoop(0);
+        } else if (!this.config.audioEnabled && this.audioActivityTimer) {
+          clearTimeout(this.audioActivityTimer);
+          this.audioActivityTimer = null;
+        }
       }
       emitStatus() {
         this.statusSink?.({
@@ -657472,7 +657611,15 @@ async function showLiveMenu(ctx3, manager) {
       }
       case "audio-input": {
         const device = await chooseLiveDevice(ctx3, "Select Audio Input", devices.audioInputs, cfg.selectedAudioInput);
-        if (device) manager.configure({ selectedAudioInput: device.id, audioEnabled: true });
+        if (device) {
+          manager.configure({ selectedAudioInput: device.id, audioEnabled: true });
+          renderInfo(`Selected audio input: ${device.id}
+Previewing microphone activity...`);
+          const preview = await manager.previewAudioInput(device.id);
+          if (preview.ok) renderInfo(preview.message);
+          else renderWarning(preview.message);
+          renderLiveDashboard(ctx3, manager);
+        }
         continue;
       }
       case "audio-output": {

package/npm-shrinkwrap.json

@@ -1,12 +1,12 @@
 {
   "name": "omnius",
-  "version": "1.0.415",
+  "version": "1.0.416",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "omnius",
-      "version": "1.0.415",
+      "version": "1.0.416",
       "bundleDependencies": [
         "image-to-ascii"
       ],

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "omnius",
-  "version": "1.0.415",
+  "version": "1.0.416",
   "description": "AI coding agent powered by open-source models (Ollama/vLLM) — interactive TUI with agentic tool-calling loop",
   "type": "module",
   "main": "./dist/index.js",