@gotcos/glasses-server 6.18.3 → 6.18.5

package/.env.example

@@ -53,9 +53,13 @@ BIND_HOST=0.0.0.0
 # COS_CODEX_MODEL=
 # COS_CODEX_REASONING_EFFORT=high   # low | medium | high | xhigh | max | ultra
 #
-# Codex remains read-only by default. This is the only broader trust opt-in:
+# Codex remains read-only by default. Broader trust opt-in (workdir writes +
+# outbound network inside that sandbox — needed for Gmail API / HTTPS):
 # COS_CODEX_SANDBOX=workspace-write
-#
+# Pair with ~/.codex/config.toml [sandbox_workspace_write] network_access = true
+# for interactive Codex CLI; the managed glasses server also passes
+# -c sandbox_workspace_write.network_access=true when workspace-write is set.
+
 # Claude preserves COS's established trusted-machine behavior by default.
 # Security-conscious installs can remove the permission bypass and restrict
 # Claude to COS's explicit per-query tool allowlist. Undeclared tools fail

package/CHANGELOG.md

@@ -1,3 +1,23 @@
+## 6.18.5
+
+- **Codex workspace-write now includes outbound network.** `workspace-write`
+  alone still blocked HTTPS (Gmail API, etc.) because Codex defaults
+  `sandbox_workspace_write.network_access` to off. When
+  `COS_CODEX_SANDBOX=workspace-write`, the managed server now passes
+  `-c sandbox_workspace_write.network_access=true` and the capability header
+  states HTTPS is available. Pair with the same key in `~/.codex/config.toml`
+  for interactive Codex CLI. Still not `danger-full-access` — writes stay
+  inside the workdir. Prefer COS `email_cache` / `email_gmail_api` over
+  approval-gated Google Workspace connector sends from glasses.
+
+## 6.18.4
+
+- **Meeting sync progress on `/api/health`.** Post-meeting HQ polish writes
+  `_batch_progress.json` under `pending-batch/<meetingId>/` and publishes
+  `meeting_sync` on health (`active`, `percent`, `label`, `blocksRestart`,
+  per-meeting rows). COS Control 0.3.0+ shows this as a status row so Update /
+  Restart drain is no longer a black box during long Whisper batch jobs.
+
 ## 6.18.3
 
 > Ships as 6.18.3. There is no published 6.18.2 — that version number was bumped

package/README.md

@@ -70,7 +70,10 @@ without silently losing completed replies.
 > omit the execution mode default to Ask.
 > Existing `COS_CODEX_MODEL` / `COS_CODEX_REASONING_EFFORT` settings remain
 > supported on the migrated Frontier slot; leave them blank for auto-latest.
-> Codex runs **sandboxed read-only** by default (`COS_CODEX_SANDBOX` to adjust).
+> Codex runs **sandboxed read-only** by default. Set
+> `COS_CODEX_SANDBOX=workspace-write` for workdir writes + outbound network
+> (`sandbox_workspace_write.network_access=true` is passed by the managed server
+> and should also be set in `~/.codex/config.toml` for interactive Codex).
 > **Claude is the most permissive provider by default.** It runs with
 > `--dangerously-skip-permissions`, so a glasses query on the Claude/Opus path can
 > run shell commands and read, edit, and write files on this Mac without prompting

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@gotcos/glasses-server",
-  "version": "6.18.3",
+  "version": "6.18.5",
   "description": "COS Glasses \u2014 self-hosted AI heads-up-display server for Even G2 smart glasses, powered by Claude Code, Codex, or Cursor Agent CLI",
   "type": "module",
   "bin": {

package/server/lib/codex-bridge.ts

@@ -83,14 +83,24 @@ const PHASE_LABELS: Record<Phase, string> = {
 // Sandbox policy for `codex exec`. This public server NEVER runs codex
 // unsandboxed — that would let a remote glasses query execute arbitrary commands
 // on the host. Default: read-only (safe for chat). COS_CODEX_SANDBOX=workspace-write
-// permits writes within the working directory only. Full host access is
+// permits writes within the working directory only, and enables outbound network
+// inside that sandbox (Gmail API, HTTPS fetches) via
+// `sandbox_workspace_write.network_access=true`. Full host filesystem access is
 // intentionally not exposed by this server.
 function codexSandboxMode(): 'workspace-write' | 'read-only' {
   return process.env.COS_CODEX_SANDBOX === 'workspace-write' ? 'workspace-write' : 'read-only'
 }
 
 function codexSandboxArgs(): string[] {
-  return ['--sandbox', codexSandboxMode(), '--skip-git-repo-check']
+  const args = ['--sandbox', codexSandboxMode(), '--skip-git-repo-check']
+  // workspace-write keeps the filesystem boundary but leaves network OFF by
+  // default in Codex. Glasses outbound Gmail (and similar HTTPS) needs this
+  // explicit opt-in — without it agents correctly report "cannot reach
+  // gmail.googleapis.com" even when workspace writes work.
+  if (codexSandboxMode() === 'workspace-write') {
+    args.push('-c', 'sandbox_workspace_write.network_access=true')
+  }
+  return args
 }
 
 /**
@@ -101,7 +111,7 @@ function codexSandboxArgs(): string[] {
 function codexCapabilityPrompt(): string {
   if (codexSandboxMode() === 'workspace-write') {
     return `TOOL CAPABILITY CONTRACT:
-You are an AGENT model running \`codex exec --sandbox workspace-write\`. Reads, searches, shell commands, and writes inside the working directory are available to you whether or not any list names them. Never claim a tool is unavailable based on that list or on any header — PROBE first with one real call; only an attempted call that actually failed is evidence a capability is missing. Writes outside the working directory are denied by the sandbox; say that plainly if you hit it.
+You are an AGENT model running \`codex exec --sandbox workspace-write\` with \`sandbox_workspace_write.network_access=true\`. Reads, searches, shell commands, outbound HTTPS (including Gmail API / cos_python network calls), and writes inside the working directory are available to you whether or not any list names them. Never claim a tool is unavailable based on that list or on any header — PROBE first with one real call; only an attempted call that actually failed is evidence a capability is missing. Writes outside the working directory are denied by the sandbox; say that plainly if you hit it. Prefer the COS Gmail API script path (\`email_cache\` / \`email_gmail_api\` with confirm=True) over approval-gated Google Workspace connector sends.
 ${TOOL_HONESTY_CLAUSE}
 ${UNTRUSTED_CONTENT_CLAUSE}`
   }

package/server/lib/meeting-batch-progress.ts

@@ -0,0 +1,221 @@
+// Meeting HQ polish progress for COS Control / health.
+// Written next to pending-batch audio so a draining Update can show % complete
+// instead of a silent "degraded" row while Whisper chews through a long save.
+
+import { existsSync, readdirSync, readFileSync, statSync, writeFileSync, unlinkSync } from 'node:fs'
+import { basename, join } from 'node:path'
+import { dataPath } from './data-dir.js'
+
+export const BATCH_PROGRESS_FILENAME = '_batch_progress.json'
+export const BATCH_PENDING_MARKER = '_batch_pending.marker'
+
+export type MeetingBatchPhase =
+  | 'queued'
+  | 'hq_polish'
+  | 'quality_check'
+  | 'persisting'
+  | 'done'
+
+export interface MeetingBatchProgress {
+  schemaVersion: 1
+  meetingId: string
+  phase: MeetingBatchPhase
+  segmentsDone: number
+  segmentsTotal: number
+  chunkFiles?: number
+  updatedAt: string
+  startedAt: string
+}
+
+export interface MeetingSyncMeeting {
+  meetingId: string
+  phase: MeetingBatchPhase | 'pending'
+  percent: number | null
+  segmentsDone: number | null
+  segmentsTotal: number | null
+  chunkFiles: number
+  label: string
+  updatedAt: string | null
+}
+
+export interface MeetingSyncSnapshot {
+  active: boolean
+  percent: number | null
+  label: string
+  blocksRestart: boolean
+  meetings: MeetingSyncMeeting[]
+}
+
+function pendingBatchRoot(): string {
+  return dataPath('pending-batch')
+}
+
+function clampPercent(done: number, total: number): number {
+  if (total <= 0) return 0
+  return Math.max(0, Math.min(100, Math.round((done / total) * 100)))
+}
+
+function labelFor(meeting: Omit<MeetingSyncMeeting, 'label'>): string {
+  if (meeting.percent != null && meeting.segmentsTotal != null && meeting.segmentsTotal > 0) {
+    return `HQ polish ${meeting.percent}% (${meeting.segmentsDone}/${meeting.segmentsTotal})`
+  }
+  if (meeting.chunkFiles > 0) {
+    return `HQ polish · ${meeting.chunkFiles} chunk${meeting.chunkFiles === 1 ? '' : 's'}`
+  }
+  return 'HQ polish · pending'
+}
+
+export function writeMeetingBatchProgress(
+  audioDir: string,
+  input: {
+    phase: MeetingBatchPhase
+    segmentsDone: number
+    segmentsTotal: number
+    meetingId?: string
+    startedAt?: string
+  },
+): void {
+  const meetingId = input.meetingId ?? basename(audioDir)
+  const path = join(audioDir, BATCH_PROGRESS_FILENAME)
+  let startedAt = input.startedAt
+  if (!startedAt && existsSync(path)) {
+    try {
+      const prior = JSON.parse(readFileSync(path, 'utf8')) as MeetingBatchProgress
+      if (typeof prior.startedAt === 'string') startedAt = prior.startedAt
+    } catch { /* replace */ }
+  }
+  const payload: MeetingBatchProgress = {
+    schemaVersion: 1,
+    meetingId,
+    phase: input.phase,
+    segmentsDone: Math.max(0, input.segmentsDone),
+    segmentsTotal: Math.max(0, input.segmentsTotal),
+    updatedAt: new Date().toISOString(),
+    startedAt: startedAt ?? new Date().toISOString(),
+  }
+  try {
+    const wavs = readdirSync(audioDir).filter(name => name.endsWith('.wav')).length
+    payload.chunkFiles = wavs
+  } catch { /* optional */ }
+  try {
+    writeFileSync(path, `${JSON.stringify(payload)}\n`, { encoding: 'utf8', mode: 0o600 })
+  } catch {
+    // Progress is observability only — never fail HQ polish for a status write.
+  }
+}
+
+export function clearMeetingBatchProgress(audioDir: string): void {
+  const path = join(audioDir, BATCH_PROGRESS_FILENAME)
+  try {
+    if (existsSync(path)) unlinkSync(path)
+  } catch { /* ignore */ }
+}
+
+function readProgressFile(dir: string): MeetingBatchProgress | null {
+  const path = join(dir, BATCH_PROGRESS_FILENAME)
+  if (!existsSync(path)) return null
+  try {
+    const raw = JSON.parse(readFileSync(path, 'utf8')) as MeetingBatchProgress
+    if (raw?.schemaVersion !== 1) return null
+    if (typeof raw.meetingId !== 'string') return null
+    if (typeof raw.segmentsTotal !== 'number' || typeof raw.segmentsDone !== 'number') return null
+    return raw
+  } catch {
+    return null
+  }
+}
+
+function markerFresh(dir: string, maxAgeMs = 15 * 60_000): boolean {
+  const marker = join(dir, BATCH_PENDING_MARKER)
+  if (!existsSync(marker)) return false
+  try {
+    return Date.now() - statSync(marker).mtimeMs <= maxAgeMs
+  } catch {
+    return false
+  }
+}
+
+/** Snapshot of pending HQ polish work for /api/health and COS Control. */
+export function getMeetingSyncSnapshot(
+  root: string = pendingBatchRoot(),
+): MeetingSyncSnapshot {
+  const meetings: MeetingSyncMeeting[] = []
+  if (!existsSync(root)) {
+    return { active: false, percent: null, label: 'Idle', blocksRestart: false, meetings }
+  }
+
+  let dirs: string[] = []
+  try {
+    dirs = readdirSync(root).filter(name => {
+      try {
+        return statSync(join(root, name)).isDirectory()
+      } catch {
+        return false
+      }
+    })
+  } catch {
+    return { active: false, percent: null, label: 'Idle', blocksRestart: false, meetings }
+  }
+
+  for (const name of dirs) {
+    const dir = join(root, name)
+    const progress = readProgressFile(dir)
+    let chunkFiles = 0
+    try {
+      chunkFiles = readdirSync(dir).filter(f => f.endsWith('.wav')).length
+    } catch { /* ignore */ }
+
+    const active = markerFresh(dir) || progress != null
+    if (!active && chunkFiles === 0) continue
+
+    if (progress) {
+      const percent = progress.segmentsTotal > 0
+        ? clampPercent(progress.segmentsDone, progress.segmentsTotal)
+        : null
+      const row: Omit<MeetingSyncMeeting, 'label'> = {
+        meetingId: progress.meetingId || name,
+        phase: progress.phase,
+        percent,
+        segmentsDone: progress.segmentsTotal > 0 ? progress.segmentsDone : null,
+        segmentsTotal: progress.segmentsTotal > 0 ? progress.segmentsTotal : null,
+        chunkFiles: progress.chunkFiles ?? chunkFiles,
+        updatedAt: progress.updatedAt,
+      }
+      meetings.push({ ...row, label: labelFor(row) })
+      continue
+    }
+
+    if (!markerFresh(dir) && chunkFiles === 0) continue
+    const row: Omit<MeetingSyncMeeting, 'label'> = {
+      meetingId: name,
+      phase: 'pending',
+      percent: null,
+      segmentsDone: null,
+      segmentsTotal: null,
+      chunkFiles,
+      updatedAt: null,
+    }
+    meetings.push({ ...row, label: labelFor(row) })
+  }
+
+  if (meetings.length === 0) {
+    return { active: false, percent: null, label: 'Idle', blocksRestart: false, meetings }
+  }
+
+  const withPercent = meetings.filter(m => m.percent != null)
+  const percent = withPercent.length === meetings.length
+    ? Math.round(withPercent.reduce((sum, m) => sum + (m.percent ?? 0), 0) / meetings.length)
+    : null
+
+  const label = meetings.length === 1
+    ? meetings[0]!.label
+    : `${meetings.length} meetings syncing` + (percent != null ? ` · ${percent}%` : '')
+
+  return {
+    active: true,
+    percent,
+    label,
+    blocksRestart: true,
+    meetings,
+  }
+}

package/server/lib/meeting-batch-transcribe.ts

@@ -3,10 +3,14 @@
 // The candidate is never canonical until batch-transcript-quality accepts it.
 
 import { existsSync, readFileSync, readdirSync, utimesSync, writeFileSync } from 'node:fs'
-import { join, resolve } from 'node:path'
+import { basename, join, resolve } from 'node:path'
 import { enhanceAudio } from './audio-enhance.js'
 import { transcribeHighQuality, type WhisperWord } from './whisper-local.js'
 import { isMetalBatchPreempted } from './whisper-metal-gate.js'
+import {
+  clearMeetingBatchProgress,
+  writeMeetingBatchProgress,
+} from './meeting-batch-progress.js'
 import type { IndexedTranscriptChunk } from '../routes/transcribe-stream.js'
 import {
   evaluateBatchQuality,
@@ -167,6 +171,13 @@ async function transcribeSegments(
   entries: IndexedTranscriptChunk[],
 ): Promise<BatchResult[]> {
   const results: BatchResult[] = []
+  const meetingId = basename(audioDir)
+  writeMeetingBatchProgress(audioDir, {
+    phase: 'hq_polish',
+    segmentsDone: 0,
+    segmentsTotal: segments.length,
+    meetingId,
+  })
   for (const segment of segments) {
     try {
       refreshPendingLease(audioDir)
@@ -202,11 +213,23 @@ async function transcribeSegments(
         speakerWords: mapWordsToSpeakers(words, segment, entries),
       })
       refreshPendingLease(audioDir)
+      writeMeetingBatchProgress(audioDir, {
+        phase: 'hq_polish',
+        segmentsDone: results.length,
+        segmentsTotal: segments.length,
+        meetingId,
+      })
     } catch (error) {
       console.error(
         `[meeting-batch] Segment ${segment.startChunkIdx}-${segment.endChunkIdx} failed: `
         + `${error instanceof Error ? error.message : String(error)}`,
       )
+      writeMeetingBatchProgress(audioDir, {
+        phase: 'hq_polish',
+        segmentsDone: results.length,
+        segmentsTotal: segments.length,
+        meetingId,
+      })
     }
   }
   return results
@@ -223,13 +246,22 @@ export function runMeetingBatchPipeline(
   // Lease immediately, including time spent behind another HQ decoder. Without
   // this, the two-hour cleanup could delete a queued meeting before it starts.
   refreshPendingLease(audioDir)
+  writeMeetingBatchProgress(audioDir, {
+    phase: 'queued',
+    segmentsDone: 0,
+    segmentsTotal: 0,
+    meetingId: basename(audioDir),
+  })
   const lease = setInterval(() => refreshPendingLease(audioDir), 60_000)
   lease.unref()
   const job = batchQueueTail.then(() => runMeetingBatchPipelineNow(
     audioDir,
     entries,
     streamingWordCount,
-  )).finally(() => clearInterval(lease))
+  )).finally(() => {
+    clearInterval(lease)
+    clearMeetingBatchProgress(audioDir)
+  })
   batchQueueTail = job.then(() => undefined, () => undefined)
   return job
 }
@@ -248,7 +280,19 @@ async function runMeetingBatchPipelineNow(
     const segments = segmentTranscriptChunks(entries)
     if (segments.length === 0) return { transcriptionQuality: 'streaming' }
 
+    writeMeetingBatchProgress(audioDir, {
+      phase: 'hq_polish',
+      segmentsDone: 0,
+      segmentsTotal: segments.length,
+      meetingId: basename(audioDir),
+    })
     const batchSegments = await transcribeSegments(audioDir, segments, entries)
+    writeMeetingBatchProgress(audioDir, {
+      phase: 'quality_check',
+      segmentsDone: segments.length,
+      segmentsTotal: segments.length,
+      meetingId: basename(audioDir),
+    })
     const batchTranscript = batchSegments.map(result => result.text).join(' ')
     const qualityReport = evaluateBatchQuality(batchSegments, streamingWordCount)
     if (!qualityReport.accepted) {

package/server/routes/health.ts

@@ -37,6 +37,7 @@ import { getServerGenerationId } from '../lib/managed-runtime.js'
 import { maintenanceLifecycle } from '../lib/maintenance-lifecycle.js'
 import { getLocalTtsHealth, refreshLocalTtsHealth } from '../lib/tts-local.js'
 import { liveCuesCapability } from '../lib/live-cues-capability.js'
+import { getMeetingSyncSnapshot } from '../lib/meeting-batch-progress.js'
 
 export const healthRouter = Router()
 
@@ -259,6 +260,7 @@ healthRouter.get('/health', async (_req, res) => {
   // agent binary paths stay on the authenticated /api/models surface.
   const cursorSnapshot = getCursorModelCatalogSnapshot()
   const { agentBinary: _cursorAgentBinary, ...cursor_models } = cursorSnapshot
+  const meeting_sync = getMeetingSyncSnapshot()
   res.json({
     ...checks,
     server_version: managedServerVersion(),
@@ -273,6 +275,7 @@ healthRouter.get('/health', async (_req, res) => {
     tts_local,
     codex_models,
     cursor_models,
+    meeting_sync,
     capabilities: {
       transcription: { ...transcription, hq: transcriptionHq },
       recovery,