@gotcos/glasses-server 6.16.9 → 6.18.0

package/server/routes/live-cues.ts

@@ -0,0 +1,58 @@
+// Live Cues routes. Authenticated by the global /api X-Cos-Token middleware
+// (index.ts:148) like every other /api route — no route-local auth needed.
+//
+// POST /live-cues/start { sessionId }  -> { armed, sessionId, pipelinesUsed }
+// POST /live-cues/stop  { sessionId }  -> { nudgesGenerated, nudges }
+// GET  /live-cues/status               -> engine snapshot + capability
+
+import { Router } from 'express'
+import { errMsg } from '../lib/utils.js'
+import {
+  armLiveCues,
+  disarmLiveCues,
+  getLiveCuesStatus,
+  LiveCuesArmError,
+} from '../lib/live-cues-engine.js'
+import { liveCuesCapability } from '../lib/live-cues-capability.js'
+
+export const liveCuesRouter = Router()
+
+liveCuesRouter.post('/live-cues/start', async (req, res) => {
+  const sessionId = typeof (req.body as { sessionId?: unknown })?.sessionId === 'string'
+    ? String((req.body as { sessionId: string }).sessionId).trim()
+    : ''
+  // A start with no sessionId is refused, never silently armed on a global
+  // counter — the per-meeting cap is only real when it is session-scoped.
+  if (!sessionId || !/^[A-Za-z0-9:_-]{3,96}$/.test(sessionId)) {
+    return res.status(400).json({ error: 'sessionId required', reason: 'missing_session_id' })
+  }
+  try {
+    const result = await armLiveCues(sessionId)
+    return res.json(result)
+  } catch (error) {
+    if (error instanceof LiveCuesArmError) {
+      return res.status(error.status).json({ error: error.message, reason: error.code })
+    }
+    return res.status(500).json({ error: errMsg(error) })
+  }
+})
+
+liveCuesRouter.post('/live-cues/stop', (req, res) => {
+  const sessionId = typeof (req.body as { sessionId?: unknown })?.sessionId === 'string'
+    ? String((req.body as { sessionId: string }).sessionId).trim()
+    : ''
+  if (!sessionId) {
+    return res.status(400).json({ error: 'sessionId required', reason: 'missing_session_id' })
+  }
+  // Shape matches the existing client stop handler: it reads nudgesGenerated
+  // for its log line and hydrates meetingNudgeHistory from nudges when SSE
+  // missed events (the 200-event replay buffer is flooded by transcript_chunk).
+  return res.json(disarmLiveCues(sessionId))
+})
+
+liveCuesRouter.get('/live-cues/status', (_req, res) => {
+  res.json({
+    capability: liveCuesCapability(),
+    sessions: getLiveCuesStatus(),
+  })
+})

package/server/routes/meeting.ts

@@ -41,6 +41,13 @@ import {
 } from './transcribe-stream.js'
 import { getServerInstanceId } from '../lib/server-instance-id.js'
 import { acquireMaintenanceWork, type MaintenanceWorkLease } from '../lib/maintenance-lifecycle.js'
+import { handoffMeetingToOperations } from '../lib/g2-ops-handoff.js'
+
+function cosOpsPipelineConfigured(): boolean {
+  // Read env live (not the module-load COS_SCRIPTS_DIR const) so unit tests that
+  // clear ops env stay standalone, and Control-updated env is visible.
+  return Boolean(process.env.COS_SCRIPTS_DIR?.trim())
+}
 
 interface MeetingSessionSource {
   getTranscript(sessionId: string): string | null
@@ -313,24 +320,48 @@ export function createMeetingRouter(deps: MeetingRouteDependencies = {}): Router
           allowDuringDrain: true,
           phase: 'queued',
         })
-        const task = Promise.resolve().then(() => {
+        const task = Promise.resolve().then(async () => {
           batchLease.setPhase('active')
-          return finalizeBatch({
-            audioDir: pendingAudioDir,
-            entries: chunkEntries.map(entry => ({ ...entry, chunk: { ...entry.chunk } })),
-            streamingWordCount: countWords(transcript),
-            meetingPath: saved.filepath,
-            sidecarPath: saved.sidecarPath,
-            runBatch,
-          })
+          try {
+            await finalizeBatch({
+              audioDir: pendingAudioDir,
+              entries: chunkEntries.map(entry => ({ ...entry, chunk: { ...entry.chunk } })),
+              streamingWordCount: countWords(transcript),
+              meetingPath: saved.filepath,
+              sidecarPath: saved.sidecarPath,
+              runBatch,
+            })
+          } catch (error) {
+            // Raw audio deliberately remains for bounded cleanup / retry.
+            console.error(
+              `[meeting/save] Batch finalization failed for ${sessionId}: `
+              + `${error instanceof Error ? error.message : String(error)}`,
+            )
+          }
+          // Always hand off the durable local scribe (streaming or batch) into
+          // operations/ when COS pipeline is configured — this is what was
+          // missing on managed public server and left today's G2 files unsynced.
+          if (cosOpsPipelineConfigured()) {
+            await handoffMeetingToOperations(saved.filepath)
+          }
         }).catch(error => {
-          // Raw audio deliberately remains for the existing two-hour cleanup.
           console.error(
-            `[meeting/save] Batch finalization failed for ${sessionId}: `
+            `[meeting/save] G2 ops handoff failed for ${sessionId}: `
             + `${error instanceof Error ? error.message : String(error)}`,
           )
         }).finally(() => batchLease.release())
         scheduleBackground(task)
+      } else if (cosOpsPipelineConfigured()) {
+        // No HQ batch (no audio / incomplete writes) — still hand off the
+        // streaming scribe into operations when COS pipeline is configured.
+        scheduleBackground(
+          handoffMeetingToOperations(saved.filepath).catch(error => {
+            console.error(
+              `[meeting/save] G2 ops handoff failed for ${sessionId}: `
+              + `${error instanceof Error ? error.message : String(error)}`,
+            )
+          }),
+        )
       }
     } catch (error) {
       if (error instanceof MeetingStoreError) {
@@ -399,7 +430,7 @@ async function finalizeBatch(options: {
   if (canDeletePendingBatchAudio(transcriptApplied, metadataPersisted)) {
     rmSync(options.audioDir, { recursive: true, force: true })
   } else {
-    console.warn('[meeting/save] Pending raw audio retained for bounded two-hour cleanup')
+    console.warn('[meeting/save] Pending raw audio retained for bounded cleanup')
   }
 }
 

package/server/routes/transcribe-stream.ts

@@ -46,8 +46,10 @@ import { getServerInstanceId } from '../lib/server-instance-id.js'
 import {
   acquireMaintenanceWork,
   maintenanceAdmissionsOpen,
+  maintenanceLifecycle,
   type MaintenanceWorkLease,
 } from '../lib/maintenance-lifecycle.js'
+import { feedLiveCueTranscript } from '../lib/live-cues-engine.js'
 
 function ensurePrivateDirectory(path: string): void {
   if (!existsSync(path)) mkdirSync(path, { recursive: true, mode: 0o700 })
@@ -636,11 +638,15 @@ setInterval(() => {
       }
     }
   } catch {}
-  // Purge stale pending-batch dirs older than 2 hours after move (batch should complete in minutes).
+  // Purge stale pending-batch dirs. HQ large-v3 on long meetings + Control
+  // restart can exceed 2h (2026-07-27: two sessions purged before batch).
+  // Use 12h, and never purge while a meeting_batch_finalization lease is held.
   // Age measured by _batch_pending.marker mtime (set by moveSessionAudioToPending), NOT the first
   // chunk's mtime — chunk files keep their original write-time across the atomic rename, so for
   // meetings > 1 hour, chunk mtimes would always look stale. Fallback: dir mtime for older marker-less dirs.
   try {
+    const batchBusy = ((maintenanceLifecycle.snapshot().activeByKind as Record<string, number>)
+      .meeting_batch_finalization ?? 0) > 0
     for (const dir of readdirSync(PENDING_BATCH_DIR)) {
       const dirPath = resolve(PENDING_BATCH_DIR, dir)
       try {
@@ -655,7 +661,11 @@ setInterval(() => {
           // Fallback for pre-v5.4.3 dirs: use directory ctime (changes on rename)
           ageSource = statSync(dirPath).ctimeMs
         }
-        if (Date.now() - ageSource > 2 * 60 * 60 * 1000) {
+        if (Date.now() - ageSource > 12 * 60 * 60 * 1000) {
+          if (batchBusy) {
+            console.warn(`[cleanup] Retaining stale pending-batch while batch lease held: ${dir}`)
+            continue
+          }
           rmSync(dirPath, { recursive: true, force: true })
           console.log(`[cleanup] Purged stale pending-batch: ${dir}`)
         }
@@ -1538,6 +1548,11 @@ async function processStreamChunk(opts: {
   console.log(`[perf] persistSession: ${(performance.now() - tPersist).toFixed(1)}ms (${session.chunks.filter(c => c).length} chunks)`)
 
   emitDisplay({ type: 'transcript_chunk', data: { text: trimmedText, speaker, chunkIndex, elapsed, sessionId } })
+  // Live Cues feed — fire-and-forget, NEVER awaited: transcription must not
+  // block on a cue, and no LLM runs on this path. .catch() is required — a
+  // bare `void` on a rejecting promise is an unhandled rejection, which Node
+  // throws on by default. All gates live inside the feed.
+  void feedLiveCueTranscript(sessionId, trimmedText, Boolean(fallbackReason)).catch(() => {})
 
   console.log(`[perf] TOTAL request: ${(performance.now() - tReq).toFixed(1)}ms | chunk #${chunkIndex} | ${audioBuffer.length}b | rms=${Math.round(rms)} q=${isQuiet ? 1 : 0} | ${asrProvider} | "${trimmedText.slice(0, 50)}"`)
   return canonicalChunkResponse(chunk, sessionId, chunkIndex)

package/server/routes/voice.ts

@@ -8,6 +8,7 @@ import { fileURLToPath } from 'node:url'
 import { enrollSpeaker, isEnrolled, getAllSpeakerNames, identifySpeaker, extractEmbedding, enrollEmbedding, rawCosineSimilarity, getEmbeddingCount } from '../lib/speaker-embeddings.js'
 import { statSync } from 'node:fs'
 import { trainFromFireflies, getTrainingStatus } from '../lib/speaker-trainer.js'
+import { getOwnerSpeakerLabel } from '../lib/profile.js'
 
 const __dirname = fileURLToPath(new URL('.', import.meta.url))
 const AUDIO_SAVE_DIR = resolve(__dirname, '..', 'data', 'training-audio')
@@ -18,7 +19,10 @@ export const voiceRouter = Router()
 // POST /api/voice/enroll — accept WAV audio, extract embedding, store as profile
 voiceRouter.post('/voice/enroll', async (req, res) => {
   try {
-    const name = (req.query.name as string) || 'MU'
+    // Default to the configured wearer label ('Me' unless owner_speaker_label
+    // is set). Hardcoding one user's initials here enrolled every other install
+    // under a stranger's name.
+    const name = (req.query.name as string) || getOwnerSpeakerLabel()
 
     // Collect raw audio body
     const buffers: Buffer[] = []
@@ -38,10 +42,12 @@ voiceRouter.post('/voice/enroll', async (req, res) => {
   }
 })
 
-// GET /api/voice/status — is MU enrolled?
+// GET /api/voice/status — is the wearer enrolled?
 voiceRouter.get('/voice/status', (_req, res) => {
+  const owner = getOwnerSpeakerLabel()
   res.json({
-    enrolled: isEnrolled('MU'),
+    owner,
+    enrolled: isEnrolled(owner),
     speakers: getAllSpeakerNames(),
   })
 })