@gotcos/glasses-server 6.86.0 → 6.87.0

package/CHANGELOG.md

@@ -1,3 +1,27 @@
+## 6.87.0 - A rough level per chunk for COS Control's glasses meeting strip
+
+The server half of the level strip COS Control 0.5.339 draws in a glasses meeting's bottom bar (plan of 2026-10-23,
+approved 09:25). The quiet gate already measured every live chunk (RMS, and Silero speech seconds) and only printed the
+numbers on the `[perf]` line. Now each chunk keeps them.
+
+- **Two numbers per chunk on the active-session record.** `chunkLevels[{i, level, speechSec}]` in
+  `active-sessions/<id>.json`: `level` is the chunk's RMS on a dBFS scale, 0 at -60 dBFS and under, 1 at -10 dBFS and
+  over, three decimals; `speechSec` is the Silero speech seconds (two decimals), or null when the gate fell back to
+  RMS. Every chunk the quiet gate sees gets one, quiet chunks included; a replayed index keeps its first answer, like
+  the chunk itself. Bounded to the newest 120 chunks (about 12 minutes of 6 s chunks) and restored, validated, after a
+  restart. It lives only as long as the record (deleted at save). `server/lib/chunk-levels.ts`.
+- **Control reads it from the file it already reads.** The helper's `live-transcript` read opens this same file, so
+  there is no new route. `capabilities.liveMeeting.chunkLevels: true` on `/api/health` and `/api/models` tells Control
+  the record carries levels; an older server omits it and Control keeps its still glyph.
+- **Not text, never logged.** Nothing new is logged, and no text is stored: the entries hold an index and two numbers.
+  `transcribe-stream-chunk-levels.test.ts` spies every console level and checks the record holds numbers only.
+- **No spend.** No LLM, no new caller, no new disk write: the numbers ride on the durable write each chunk already makes.
+- **Checks (6.87.0 branch).** Full suite, serial (`--maxWorkers=1`), HOME, COS_DATA_DIR and COS_PROFILE_PATH in a scratch folder,
+  COS_SCRIPTS_DIR unset: 584 files (583 passed, 1 skipped), 8815 tests, 8801 passed, 14 skipped, 0 failed. Mutation gate `live-meeting-6870-mutation-gate.mjs` against a green
+  baseline (32 tests in 4 files): 25 of 25 killed, each by a named
+  test, every target landing exactly once and restored byte for byte. `tsc --noEmit` clean. Pack dry run 546 files (6.86.0:
+  545; the one new file is `server/lib/chunk-levels.ts`).
+
 ## 6.86.0 - Decision, promise and follow-up cues, live cues on Mac recordings, and the grey provisional line
 
 The server half of COS Control's live meeting view (plan of 2026-10-22, decisions of 15:21). Three lanes: three more cue

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@gotcos/glasses-server",
-  "version": "6.86.0",
+  "version": "6.87.0",
   "description": "COS Glasses: self-hosted AI heads-up-display server for Even G2 smart glasses, powered by Claude Code, Codex, Cursor Agent CLI, or local Ollama",
   "type": "module",
   "bin": {
@@ -135,6 +135,7 @@
     "docs/test-plan-6.71.7.md",
     "!server/scripts/question-hold-mutation-gate.mjs",
     "!server/scripts/live-meeting-6860-mutation-gate.mjs",
+    "!server/scripts/live-meeting-6870-mutation-gate.mjs",
     "docs/test-plan-6.71.8.md",
     "docs/test-plan-6.71.9.md",
     "docs/test-plan-6.71.10.md",

package/server/lib/chunk-levels.ts

@@ -0,0 +1,64 @@
+// 6.87.0: a rough level per live chunk, for COS Control's level strip on glasses meetings.
+//
+// The quiet gate already measures every chunk (stt-live.ts decideQuiet: RMS and, with Silero, speech seconds). Until
+// 6.87.0 those numbers only reached the [perf] line. Now each chunk keeps two numbers on the active session record:
+// `level`, 0 to 1 from the chunk's RMS on a dBFS scale, and `speechSec`, the Silero speech seconds (null when the gate
+// fell back to RMS). Control reads them from the same active-session file its live transcript reads, so there is no
+// new route and no new log line.
+//
+// NOT TEXT. Two numbers per chunk, bounded to the newest CHUNK_LEVELS_LIMIT chunks, living only as long as the
+// active-session record (the 4-hour crash-recovery file, deleted at save). Nothing here logs.
+
+/** The newest chunks kept: about 12 minutes of 6 s chunks, far more than the strip draws. */
+export const CHUNK_LEVELS_LIMIT = 120
+/** The dBFS that reads as 0: under the quiet gate's RMS 150 (about -47 dBFS) and the room floor of a G2 mic. */
+export const LEVEL_FLOOR_DBFS = -60
+/** The dBFS that reads as 1: loud close speech. */
+export const LEVEL_CEILING_DBFS = -10
+
+export interface ChunkLevel {
+  /** The chunk's own index. */
+  i: number
+  /** 0 to 1, three decimals. */
+  level: number
+  /** Silero speech seconds, two decimals; null when the quiet gate used RMS. */
+  speechSec: number | null
+}
+
+/** A chunk's RMS (PCM16 units) as 0 to 1: LEVEL_FLOOR_DBFS and under is 0, LEVEL_CEILING_DBFS and over is 1. */
+export function normalizedLevel(rms: number): number {
+  if (!Number.isFinite(rms) || rms <= 0) return 0
+  const dbfs = 20 * Math.log10(rms / 32768)
+  const level = (dbfs - LEVEL_FLOOR_DBFS) / (LEVEL_CEILING_DBFS - LEVEL_FLOOR_DBFS)
+  return Math.round(Math.min(1, Math.max(0, level)) * 1000) / 1000
+}
+
+/** The stored entry for one chunk's quiet decision. */
+export function chunkLevel(chunkIndex: number, rms: number, speechSec: number | null): ChunkLevel {
+  const speech = speechSec !== null && Number.isFinite(speechSec) ? Math.round(Math.max(0, speechSec) * 100) / 100 : null
+  return { i: chunkIndex, level: normalizedLevel(rms), speechSec: speech }
+}
+
+/** `levels` with `entry` in index order (a second entry for an index replaces the first), the newest
+ *  CHUNK_LEVELS_LIMIT kept. Never mutates its input. */
+export function withChunkLevel(levels: readonly ChunkLevel[] | undefined, entry: ChunkLevel): ChunkLevel[] {
+  const next = (levels ?? []).filter(l => l.i !== entry.i)
+  next.push(entry)
+  next.sort((a, b) => a.i - b.i)
+  return next.length > CHUNK_LEVELS_LIMIT ? next.slice(next.length - CHUNK_LEVELS_LIMIT) : next
+}
+
+/** The levels from a recovered session file: only well-formed entries, one per index, in order, bounded. */
+export function restoreChunkLevels(value: unknown): ChunkLevel[] {
+  if (!Array.isArray(value)) return []
+  let levels: ChunkLevel[] = []
+  for (const raw of value) {
+    if (!raw || typeof raw !== 'object') continue
+    const { i, level, speechSec } = raw as Record<string, unknown>
+    if (!Number.isInteger(i) || (i as number) < 0) continue
+    if (typeof level !== 'number' || !Number.isFinite(level) || level < 0 || level > 1) continue
+    if (speechSec !== null && (typeof speechSec !== 'number' || !Number.isFinite(speechSec) || speechSec < 0)) continue
+    levels = withChunkLevel(levels, { i: i as number, level, speechSec: speechSec as number | null })
+  }
+  return levels
+}

package/server/lib/live-provisional.ts

@@ -80,7 +80,8 @@ export function liveProvisional(): LiveProvisionalStore { return (store ??= new
 /** 6.86.0: what /api/health and /api/models publish as `capabilities.liveMeeting`, so COS Control gates the live meeting
  *  view by capability, never by a status code. Constants only (health is public). An older server omits the key.
  *  - macLiveCues: POST /api/mac-recording/start takes `liveCues: true` and answers `liveCues: {armed, ...}`.
- *  - provisional: GET <route>?sessionId= serves the newest preview of a live meeting. */
-export function liveMeetingCapability(): { protocol: 1; macLiveCues: true; provisional: { route: string; maxChars: number; ttlMs: number } } {
-  return { protocol: 1, macLiveCues: true, provisional: { route: '/api/transcribe-stream/provisional', maxChars: LIVE_PROVISIONAL_LIMITS.maxChars, ttlMs: LIVE_PROVISIONAL_LIMITS.ttlMs } }
+ *  - provisional: GET <route>?sessionId= serves the newest preview of a live meeting.
+ *  - chunkLevels (6.87.0): the active-session record keeps `chunkLevels[{i, level, speechSec}]` (lib/chunk-levels.ts). */
+export function liveMeetingCapability(): { protocol: 1; macLiveCues: true; provisional: { route: string; maxChars: number; ttlMs: number }; chunkLevels: true } {
+  return { protocol: 1, macLiveCues: true, provisional: { route: '/api/transcribe-stream/provisional', maxChars: LIVE_PROVISIONAL_LIMITS.maxChars, ttlMs: LIVE_PROVISIONAL_LIMITS.ttlMs }, chunkLevels: true }
 }

package/server/routes/transcribe-stream.ts

@@ -117,6 +117,7 @@ import {
 import { feedLiveCueTranscript } from '../lib/live-cues-engine.js'
 import { armMacLiveCues, type MacLiveCuesAnswer } from '../lib/live-cues-v2.js'
 import { liveProvisional } from '../lib/live-provisional.js'
+import { chunkLevel, restoreChunkLevels, withChunkLevel, type ChunkLevel } from '../lib/chunk-levels.js'
 import { preemptMetalBatchForLive, registerLiveActivityProbe } from '../lib/whisper-metal-gate.js'
 import {
   scheduleProgressiveHqCheckpoint,
@@ -348,6 +349,8 @@ interface TranscriptSession {
   /** Exact replay records for silent/filtered ASR completions. */
   emptyCompletions?: Record<string, EmptyTranscriptCompletion>
   maxChunkIndex?: number
+  /** 6.87.0: two numbers per chunk (level 0 to 1, Silero speech seconds) for Control's level strip. Never text. */
+  chunkLevels?: ChunkLevel[]
   /** Persisted idle-retention clock. Meeting date/duration still use startTime. */
   lastActivityAt: number
   // Count of consecutive vocab-echo (prompt-regurgitation) chunks. Reset to 0 by
@@ -713,6 +716,7 @@ function persistSessionRequired(sessionId: string): void {
       emptyCompletions: session.emptyCompletions ?? {},
       maxChunkIndex: session.maxChunkIndex ?? -1,
       providerCandidates: session.providerCandidates ?? {},
+      chunkLevels: session.chunkLevels ?? [],
     })
   try {
     durableAtomicWriteFileSync(filePath, data, { mode: 0o600 })
@@ -901,6 +905,7 @@ function recoverSessions(): void {
               providerCandidates: data.providerCandidates && typeof data.providerCandidates === 'object'
                 ? data.providerCandidates
                 : {},
+              chunkLevels: restoreChunkLevels(data.chunkLevels),
             }
             // Retroactively strip inline hallucinations from recovered chunks.
             // Two-pass: (1) scan all chunks to build frequency/blocklist,
@@ -2439,6 +2444,8 @@ async function processStreamChunk(opts: {
   const quiet = decideQuiet(audioBuffer, stt.quietGate)
   const rms = quiet.rms
   const isQuiet = quiet.isQuiet
+  // 6.87.0: the level strip's two numbers, on the record every terminal path below persists. Not text, never logged.
+  session.chunkLevels = withChunkLevel(session.chunkLevels, chunkLevel(chunkIndex, rms, quiet.speechSec))
   const whisperAudio = isQuiet ? audioBuffer : await asrFrontEnd(audioBuffer, stt.frontEnd)
   const whisperContext = recentWhisperContext(sessionId, session)
   console.log(`[perf] whisperContext: ${whisperContext.length}b | session.chunks: ${session.chunks.length}`)