omnius 1.0.416 → 1.0.417

package/dist/index.js

@@ -603131,25 +603131,29 @@ function liveDashboardRotationActionFromClick(snapshot, lineText, col) {
 }
 function pushDashboardWrapped(lines, value2, width) {
   const contentWidth = Math.max(10, width - 2);
-  const words = stripDashboardAnsi(value2).replace(/\s+/g, " ").trim().split(" ").filter(Boolean);
+  const normalized = stripDashboardAnsi(value2).replace(/\s+/g, " ").trimEnd();
+  const leading = normalized.match(/^ */)?.[0] ?? "";
+  const words = normalized.slice(leading.length).trimStart().split(" ").filter(Boolean);
   if (words.length === 0) {
     lines.push(`│${" ".repeat(contentWidth)}│`);
     return;
   }
-  let current = "";
+  let current = leading;
   for (const word2 of words) {
-    if (!current) {
-      current = word2.length > contentWidth ? word2.slice(0, contentWidth) : word2;
+    if (current === leading) {
+      const available = Math.max(1, contentWidth - leading.length);
+      current = `${leading}${word2.length > available ? word2.slice(0, available) : word2}`;
       continue;
     }
     if (current.length + 1 + word2.length <= contentWidth) {
       current += ` ${word2}`;
     } else {
       lines.push(`│${truncateCell(` ${current}`, contentWidth)}│`);
-      current = word2.length > contentWidth ? word2.slice(0, contentWidth) : word2;
+      const available = Math.max(1, contentWidth - leading.length);
+      current = `${leading}${word2.length > available ? word2.slice(0, available) : word2}`;
     }
   }
-  if (current) lines.push(`│${truncateCell(` ${current}`, contentWidth)}│`);
+  if (current.trim()) lines.push(`│${truncateCell(` ${current}`, contentWidth)}│`);
 }
 function isAudioFailureText(value2) {
   const text2 = String(value2 ?? "").trim();
@@ -603159,6 +603163,9 @@ function isAudioFailureText(value2) {
 function sanitizeLiveAudioError(value2) {
   const text2 = String(value2 ?? "").trim();
   if (!text2) return "";
+  if (/No live input signal detected after probing \d+ audio source/i.test(text2)) {
+    return "No clear live input signal on selected audio input.";
+  }
   if (/transcribe-cli module:\s*No module named ['"]?transcribe_cli/i.test(text2) || /No module named ['"]?transcribe_cli/i.test(text2)) {
     const parts = text2.split(/\s*\|\s*/g).map((part) => part.trim()).filter((part) => part && !/transcribe-cli module:\s*No module named ['"]?transcribe_cli/i.test(part) && !/No module named ['"]?transcribe_cli/i.test(part));
     const preserved = parts.join(" | ").trim();
@@ -603541,6 +603548,104 @@ function cameraClassificationsSummary(camera, maxChars = 220) {
   });
   return trimOneLine(items.join("; "), maxChars);
 }
+function cameraClassPriority(kind) {
+  if (kind === "face" || kind === "identity") return 0;
+  if (kind === "segment") return 1;
+  if (kind === "object") return 2;
+  if (kind === "track") return 3;
+  if (kind === "clip") return 4;
+  return 5;
+}
+function groupedDashboardClassifications(camera, kinds) {
+  const wanted = new Set(kinds);
+  const grouped = /* @__PURE__ */ new Map();
+  for (const item of camera.classifications ?? []) {
+    if (!wanted.has(item.kind)) continue;
+    const label = trimOneLine(item.label || item.kind, 64) || item.kind;
+    const key = `${item.kind}:${label.toLowerCase()}`;
+    const existing = grouped.get(key);
+    const count = Math.max(1, item.count);
+    if (!existing) {
+      grouped.set(key, {
+        kind: item.kind,
+        label,
+        count,
+        confidence: item.confidence
+      });
+      continue;
+    }
+    existing.count += count;
+    if (item.confidence !== void 0) {
+      existing.confidence = existing.confidence === void 0 ? item.confidence : Math.max(existing.confidence, item.confidence);
+    }
+  }
+  return [...grouped.values()].sort((a2, b) => {
+    const priority = cameraClassPriority(a2.kind) - cameraClassPriority(b.kind);
+    if (priority !== 0) return priority;
+    return (b.confidence ?? 0) - (a2.confidence ?? 0) || b.count - a2.count || a2.label.localeCompare(b.label);
+  });
+}
+function formatDashboardClassList(groups, maxItems = 6) {
+  return groups.slice(0, maxItems).map((group) => {
+    const count = group.count > 1 ? ` x${group.count}` : "";
+    const confidence2 = group.confidence !== void 0 ? ` ${group.confidence.toFixed(2)}` : "";
+    return `${group.label}${count}${confidence2}`;
+  }).join("; ");
+}
+function cleanCameraSummaryForDashboard(value2) {
+  const raw = String(value2 ?? "").trim();
+  if (!raw) return "";
+  const withoutClip = raw.split(/\s+\|\s+clip:/i)[0] ?? raw;
+  return trimOneLine(
+    withoutClip.replace(/\b(?:mask|crop)=\S+/gi, "").replace(/\bbbox=\[[^\]]*\]/gi, "").replace(/\s{2,}/g, " "),
+    220
+  );
+}
+function formatClipDashboardSummary(value2) {
+  const text2 = String(value2 ?? "").trim();
+  if (!text2) return "";
+  const clipText = text2.match(/\bclip:\s*([\s\S]+)$/i)?.[1] ?? text2;
+  const parsed = parseJsonObjectFromText(clipText);
+  if (!parsed) return /\bclip:\s*/i.test(text2) ? `clip: ${trimOneLine(clipText, 120)}` : "";
+  const matches = Array.isArray(parsed["matches"]) ? parsed["matches"] : [];
+  if (matches.length > 0) {
+    const labels = matches.slice(0, 4).map((match) => {
+      const label = trimOneLine(match["label"] ?? match["name"] ?? match["title"] ?? match["id"] ?? "match", 48);
+      const score = boundedConfidence(match["score"] ?? match["similarity"] ?? match["confidence"]);
+      return `${label || "match"}${score !== void 0 ? ` ${score.toFixed(2)}` : ""}`;
+    });
+    return `clip: ${labels.join("; ")}`;
+  }
+  const recognized = Math.max(0, Number(parsed["recognized_count"] ?? 0));
+  const extra = parsed["extra_labels"];
+  if (Array.isArray(extra) && extra.length > 0) {
+    return `clip: extra labels ${extra.slice(0, 4).map((entry) => trimOneLine(entry, 36)).join("; ")}`;
+  }
+  if (typeof extra === "string" && extra.trim()) return `clip: ${trimOneLine(extra, 120)}`;
+  return recognized > 0 ? `clip: ${recognized} recognized match(es)` : "clip: no visual-memory matches";
+}
+function formatAudioAnalysisDashboardSummary(value2) {
+  const text2 = String(value2 ?? "").trim();
+  if (!text2) return "";
+  const parsed = parseJsonObjectFromText(text2);
+  const classifications = Array.isArray(parsed?.["classifications"]) ? parsed["classifications"] : [];
+  if (classifications.length > 0) {
+    return `sound classes: ${classifications.slice(0, 4).map((entry) => {
+      const label = trimOneLine(entry["class"] ?? entry["label"] ?? entry["name"] ?? "sound", 44);
+      const score = boundedConfidence(entry["score"] ?? entry["confidence"]);
+      return `${label || "sound"}${score !== void 0 ? ` ${score.toFixed(2)}` : ""}`;
+    }).join("; ")}`;
+  }
+  return `sound: ${trimOneLine(text2.replace(/\{[\s\S]*$/, ""), 140) || trimOneLine(text2, 140)}`;
+}
+function formatCameraRotationDashboard(camera) {
+  const orientation = camera.orientation;
+  const rotation = orientation?.rotation ?? camera.rotation ?? 0;
+  const base3 = formatCameraRotation(rotation);
+  if (!orientation) return base3;
+  const confidence2 = orientation.confidence !== void 0 ? ` ${orientation.confidence.toFixed(2)}` : "";
+  return `${base3} (${orientation.source}${confidence2})`;
+}
 function cameraPaneBadge(camera) {
   const classifications = camera.classifications ?? [];
   const faceCount = classifications.filter((item) => item.kind === "face" || item.kind === "identity").reduce((sum, item) => sum + Math.max(1, item.count), 0);
@@ -603559,7 +603664,44 @@ function cameraPaneBadge(camera) {
 }
 function cameraSnapshotSummary(camera) {
   if (camera.error) return `error: ${trimOneLine(camera.error, 160)}`;
-  return camera.summary || (camera.classifications?.length ? `classifications: ${cameraClassificationsSummary(camera)}` : "") || summarizeInference(camera.inference);
+  return cleanCameraSummaryForDashboard(camera.summary) || (camera.classifications?.length ? `classifications: ${cameraClassificationsSummary(camera)}` : "") || summarizeInference(camera.inference);
+}
+function cameraDashboardObservationLines(camera, now2, isLast) {
+  const age = Math.max(0, Math.round((now2 - camera.updatedAt) / 1e3));
+  const root = isLast ? "└─" : "├─";
+  const stem = isLast ? "  " : "│ ";
+  const lines = [
+    `${root} ${compactSourceId(camera.source)}  age=${age}s  rotation=${formatCameraRotationDashboard(camera)}`
+  ];
+  if (camera.error) {
+    lines.push(`${stem}└─ error: ${trimOneLine(camera.error, 180)}`);
+    return lines;
+  }
+  const faces = formatDashboardClassList(groupedDashboardClassifications(camera, ["face", "identity"]), 4);
+  const segments = formatDashboardClassList(groupedDashboardClassifications(camera, ["segment"]), 6);
+  const objects = formatDashboardClassList(groupedDashboardClassifications(camera, ["object"]), 6);
+  const tracks = formatDashboardClassList(groupedDashboardClassifications(camera, ["track"]), 4);
+  const triggers = formatDashboardClassList(groupedDashboardClassifications(camera, ["trigger"]), 3);
+  const clip3 = formatClipDashboardSummary(camera.summary) || formatDashboardClassList(groupedDashboardClassifications(camera, ["clip"]), 4);
+  const summary = cameraSnapshotSummary(camera);
+  const includeSummary = summary && !summary.startsWith("classifications:") && !(objects && /^objects:/i.test(summary)) && !(segments && /^segments?:/i.test(summary));
+  const detailLines = [
+    faces ? `faces: ${faces}` : "",
+    segments ? `segments: ${segments}` : "",
+    objects ? `objects: ${objects}` : "",
+    tracks ? `tracks: ${tracks}` : "",
+    triggers ? `triggers: ${triggers}` : "",
+    includeSummary ? summary : "",
+    clip3,
+    camera.framePath ? `frame: ${camera.displayPath || camera.framePath}` : "",
+    camera.orientation?.evidence ? `orientation: ${trimOneLine(camera.orientation.evidence, 120)}` : ""
+  ].filter(Boolean);
+  const last2 = Math.max(0, detailLines.length - 1);
+  detailLines.forEach((detail, index) => {
+    lines.push(`${stem}${index === last2 ? "└─" : "├─"} ${detail}`);
+  });
+  if (detailLines.length === 0) lines.push(`${stem}└─ preview pending`);
+  return lines;
 }
 function formatLiveDashboardFromSnapshot(snapshot, opts = {}) {
   const width = Math.max(60, opts.width ?? 100);
@@ -603599,35 +603741,27 @@ function formatLiveDashboardFromSnapshot(snapshot, opts = {}) {
     lines.push(`├${horizontal}┤`);
     lines.push(`│${truncateCell(" camera observations", width - 2)}│`);
   }
-  for (const camera of cameras) {
-    const age = Math.max(0, Math.round((now2 - camera.updatedAt) / 1e3));
-    const rotation = camera.orientation ? formatCameraRotation(camera.orientation.rotation) : "upright/no correction";
-    const classifications = cameraClassificationsSummary(camera);
-    const detailLines = [
-      `${compactSourceId(camera.source)} age=${age}s rotation=${rotation}`,
-      classifications ? `classifications: ${classifications}` : "",
-      cameraSnapshotSummary(camera),
-      camera.framePath ? `frame: ${camera.displayPath || camera.framePath}` : "",
-      camera.orientation?.evidence ? `orientation: ${trimOneLine(camera.orientation.evidence, 120)}` : ""
-    ].filter(Boolean);
-    for (const detail of detailLines.length ? detailLines : ["preview pending"]) {
+  cameras.forEach((camera, index) => {
+    const detailLines = cameraDashboardObservationLines(camera, now2, index === cameras.length - 1);
+    for (const detail of detailLines) {
       pushDashboardWrapped(lines, detail, width);
     }
-  }
+  });
   if (snapshot.audio) {
     lines.push(`├${horizontal}┤`);
+    lines.push(`│${truncateCell(" audio monitor", width - 2)}│`);
     const transcriptFailure = isAudioFailureText(snapshot.audio.transcript) ? snapshot.audio.transcript : "";
     const transcript = transcriptFailure ? "" : snapshot.audio.transcript;
     const audioError = sanitizeLiveAudioError([snapshot.audio.error, transcriptFailure].filter(Boolean).join(" | "));
     const audioBits = [
-      `audio input=${snapshot.audio.input || snapshot.config.selectedAudioInput || "none"}`,
-      snapshot.audio.activity ? `activity ${snapshot.audio.activity.waveform} rms=${snapshot.audio.activity.rmsDb.toFixed(1)}dB active=${Math.round(snapshot.audio.activity.activeRatio * 100)}%` : "",
-      audioError ? `error=${trimOneLine(audioError, 120)}` : "",
-      transcript ? `asr${snapshot.audio.asrBackend ? `(${snapshot.audio.asrBackend})` : ""}=${trimOneLine(transcript, 120)}` : "",
-      snapshot.audio.intake ? `intake=${snapshot.audio.intake.intendedForAgent ? "for-agent" : "ambient"} conf=${snapshot.audio.intake.confidence.toFixed(2)} ${snapshot.audio.intake.action}` : "",
-      snapshot.audio.analysis ? `sound=${trimOneLine(snapshot.audio.analysis, 120)}` : ""
+      `├─ input: ${snapshot.audio.input || snapshot.config.selectedAudioInput || "none"}`,
+      snapshot.audio.activity ? `│  ├─ activity: ${snapshot.audio.activity.waveform}  rms=${snapshot.audio.activity.rmsDb.toFixed(1)}dB  active=${Math.round(snapshot.audio.activity.activeRatio * 100)}%` : "",
+      audioError ? `│  ├─ error: ${trimOneLine(audioError, 140)}` : "",
+      transcript ? `│  ├─ asr${snapshot.audio.asrBackend ? ` (${snapshot.audio.asrBackend})` : ""}: ${trimOneLine(transcript, 140)}` : "",
+      snapshot.audio.intake ? `│  ├─ intake: ${snapshot.audio.intake.intendedForAgent ? "for-agent" : "ambient"}  conf=${snapshot.audio.intake.confidence.toFixed(2)}  action=${snapshot.audio.intake.action}` : "",
+      snapshot.audio.analysis ? `│  └─ ${formatAudioAnalysisDashboardSummary(snapshot.audio.analysis)}` : ""
     ].filter(Boolean);
-    for (const item of audioBits.slice(0, 6)) lines.push(`│${truncateCell(` ${item}`, width - 2)}│`);
+    for (const item of audioBits.slice(0, 6)) pushDashboardWrapped(lines, item, width);
   }
   lines.push(`╰${horizontal}╯`);
   return lines;
@@ -604977,7 +605111,8 @@ var init_live_sensors = __esm({
           clipSummary = await this.recognizeFrameObjects(preview.framePath, source, sampledAt, { emit: false });
           const current = this.snapshot.cameras?.[source];
           if (current) {
-            current.summary = [current.summary, clipSummary ? `clip: ${trimOneLine(clipSummary, 160)}` : ""].filter(Boolean).join(" | ");
+            const clipLine = formatClipDashboardSummary(clipSummary);
+            current.summary = [cleanCameraSummaryForDashboard(current.summary), clipLine].filter(Boolean).join(" | ");
             current.classifications = mergeCameraClassifications(
               current.classifications,
               classificationsFromClipSummary(clipSummary, sampledAt, preview.framePath)

package/npm-shrinkwrap.json

@@ -1,12 +1,12 @@
 {
   "name": "omnius",
-  "version": "1.0.416",
+  "version": "1.0.417",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "omnius",
-      "version": "1.0.416",
+      "version": "1.0.417",
       "bundleDependencies": [
         "image-to-ascii"
       ],

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "omnius",
-  "version": "1.0.416",
+  "version": "1.0.417",
   "description": "AI coding agent powered by open-source models (Ollama/vLLM) — interactive TUI with agentic tool-calling loop",
   "type": "module",
   "main": "./dist/index.js",