@gotcos/glasses-server 6.21.6 → 6.21.7

package/CHANGELOG.md

@@ -1,3 +1,15 @@
+## 6.21.7
+
+- Add a default-off, authenticated meeting-preview endpoint for private canaries.
+  It accepts bounded, server-pinned audio snapshots and returns disposable
+  Large-v3-Turbo text without creating or mutating meeting sessions.
+- Keep canonical Large-v3 transcription, speaker attribution, recovery, save, HQ
+  polish, and indexing unchanged. Preview never falls back to the canonical worker
+  and drops under canonical Metal contention.
+- Reject stale server pins and oversized bodies before inference, recheck
+  maintenance admission after slow uploads, and drop concurrent preview work rather
+  than building a latency queue. `COS_WHISPER_MEETING_PREVIEW=1` is required.
+
 ## 6.21.6
 
 - Make server-owned durable query jobs the default so accepted replies keep

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@gotcos/glasses-server",
-  "version": "6.21.6",
+  "version": "6.21.7",
   "description": "COS Glasses — self-hosted AI heads-up-display server for Even G2 smart glasses, powered by Claude Code, Codex, or Cursor Agent CLI",
   "type": "module",
   "bin": {

package/server/lib/whisper-preview.ts

@@ -434,3 +434,37 @@ export async function transcribeWhisperPreview(audioBuffer: Buffer): Promise<{
     throw error
   }
 }
+
+/**
+ * Meeting-preview canary: use only the isolated Turbo sidecar.
+ *
+ * Unlike prompt preview, this path never falls through to the canonical
+ * Large-v3 worker. A missing, busy, preempted, or failed sidecar is a silent
+ * cosmetic miss; durable meeting transcription continues on its unchanged
+ * canonical path.
+ */
+export async function transcribeWhisperMeetingPreview(audioBuffer: Buffer): Promise<{
+  text: string
+  model: 'large-v3-turbo'
+  backend: 'whisper-preview-server'
+} | null> {
+  if (!previewAvailable || previewWorkerModel !== 'large-v3-turbo') return null
+  const previewLease = tryAcquireMetalPreview()
+  if (!previewLease) return null
+  try {
+    return {
+      text: await transcribeViaPreviewServer(audioBuffer, previewLease.signal),
+      model: 'large-v3-turbo',
+      backend: 'whisper-preview-server',
+    }
+  } catch (error) {
+    if (previewLease.signal.aborted) return null
+    previewAvailable = false
+    previewWorkerModel = null
+    previewFailure = 'preview_sidecar_unavailable'
+    console.warn(`[whisper-preview] meeting Turbo preview failed; canonical meeting ASR was not affected: ${error instanceof Error ? error.message : error}`)
+    return null
+  } finally {
+    previewLease.release()
+  }
+}

package/server/routes/transcribe-stream.ts

@@ -29,11 +29,13 @@ import {
 } from '../lib/openai-whisper-budget.js'
 import {
   stripInlineHallucinations as sharedStripInlineHallucinations,
+  stripInlineHallucinationsOneShot,
   isFullHallucination as sharedIsFullHallucination,
   clearSessionHallucinationState,
   streamSilenceDropReason,
   isVocabEchoOnly,
 } from '../lib/hallucination-filter.js'
+import { transcribeWhisperMeetingPreview } from '../lib/whisper-preview.js'
 import { dataPath } from '../lib/data-dir.js'
 import {
   countChunkWavs,
@@ -101,6 +103,12 @@ function ensurePrivateDirectory(path: string): void {
 // Rollback: COS_WHISPER_STRIP_BRAND_URLS=0 (URL drops), COS_WHISPER_THANKYOU_FILTER=0.
 const STRIP_BRAND_URLS = process.env.COS_WHISPER_STRIP_BRAND_URLS !== '0'
 const THANKYOU_FILTER = process.env.COS_WHISPER_THANKYOU_FILTER !== '0'
+const MEETING_PREVIEW_MAX_BYTES = 512 * 1024
+let meetingPreviewBusy = false
+
+function meetingTurboPreviewEnabled(): boolean {
+  return process.env.COS_WHISPER_MEETING_PREVIEW === '1'
+}
 
 // Audio persistence: save G2-mic chunks for speakers who need more training data
 const AUDIO_SAVE_DIR = dataPath('training-audio')
@@ -1180,6 +1188,21 @@ async function readRawBody(req: AsyncIterable<Buffer | Uint8Array | string>): Pr
   return Buffer.concat(buffers)
 }
 
+async function readBoundedRawBody(
+  req: AsyncIterable<Buffer | Uint8Array | string>,
+  maxBytes: number,
+): Promise<Buffer> {
+  const buffers: Buffer[] = []
+  let total = 0
+  for await (const chunk of req) {
+    const buffer = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk)
+    total += buffer.length
+    if (total > maxBytes) throw makeHttpError(413, 'audio chunk too large', 'chunk_too_large')
+    buffers.push(buffer)
+  }
+  return Buffer.concat(buffers)
+}
+
 async function persistRawSessionAudioChunk(sessionId: string, chunkIndex: number, audioBuffer: Buffer): Promise<void> {
   const sessionDir = resolve(SESSION_AUDIO_DIR, sessionId)
   ensurePrivateDirectory(sessionDir)
@@ -1664,6 +1687,70 @@ function sendStreamError(res: { status: (code: number) => { json: (body: unknown
   return res.status(status).json({ error: errMsg(err), reason: (err as any)?.reason })
 }
 
+/**
+ * Default-off meeting preview canary.
+ *
+ * This route deliberately owns no meeting session, recovery ledger, speaker
+ * attribution, or persistence. It accepts a pinned copy of the still-open
+ * phrase and returns provisional Turbo text. Any contention or failure is a
+ * 204 cosmetic miss; the canonical /transcribe-stream upload remains the only
+ * durable and speaker-attributed result.
+ */
+transcribeStreamRouter.post('/transcribe-stream/preview', async (req, res) => {
+  try {
+    if (!meetingTurboPreviewEnabled() || !maintenanceAdmissionsOpen()) {
+      return void res.status(204).send()
+    }
+
+    const headerPin = req.get('X-COS-Server-Instance')?.trim() ?? ''
+    const queryPin = typeof req.query.serverInstanceId === 'string'
+      ? req.query.serverInstanceId.trim()
+      : ''
+    if (!headerPin && !queryPin) {
+      throw makeHttpError(400, 'server identity pin required', 'server_identity_pin_required')
+    }
+    const serverInstanceId = assertPinnedServerIdentity(headerPin, queryPin)
+    const sessionId = String(req.query.sessionId ?? '')
+    validateSessionId(sessionId)
+    const chunkIndex = Number(req.query.chunkIndex)
+    validateChunkIndex(chunkIndex)
+    const previewGen = Number(req.query.previewGen)
+    if (!Number.isInteger(previewGen) || previewGen < 0 || previewGen > 1_000_000_000) {
+      throw makeHttpError(400, 'invalid previewGen', 'invalid_preview_generation')
+    }
+
+    const audio = await readBoundedRawBody(req, MEETING_PREVIEW_MAX_BYTES)
+    if (audio.length < 100) throw makeHttpError(400, 'audio too short', 'audio_too_short')
+    if (!maintenanceAdmissionsOpen() || meetingPreviewBusy) {
+      return void res.status(204).send()
+    }
+
+    meetingPreviewBusy = true
+    try {
+      const result = await transcribeWhisperMeetingPreview(audio)
+      if (!result) return void res.status(204).send()
+      const cleaned = stripInlineHallucinationsOneShot(result.text.trim()).trim()
+      if (!cleaned || sharedIsFullHallucination(cleaned)) {
+        return void res.status(204).send()
+      }
+      return void res.json({
+        sessionId,
+        chunkIndex,
+        previewGen,
+        text: cleaned,
+        provisional: true,
+        model: result.model,
+        backend: result.backend,
+        serverInstanceId,
+      })
+    } finally {
+      meetingPreviewBusy = false
+    }
+  } catch (err: unknown) {
+    sendStreamError(res, err)
+  }
+})
+
 transcribeStreamRouter.post('/transcribe-stream', async (req, res) => {
   let maintenanceLease: MaintenanceWorkLease | undefined
   try {