@gotcos/glasses-server 6.44.9 → 6.44.12

package/CHANGELOG.md

@@ -1,3 +1,61 @@
+## 6.44.12
+
+The Knowledge down-select, and a fail-closed embedding gate.
+
+- Miles 2026-09-07: the local embeddings are the free path for people who
+  run COS without an OpenAI key, and the setup's job is to help each person
+  down-select. The `embedding` block now carries `preference.local_only`
+  (the one question the user answers: may text leave this Mac?),
+  `recommended` (which provider to mark and the one-sentence reason: a key
+  plus the cloud allowed recommends OpenAI large; stay local recommends
+  Local premium when Ollama is running on the Mac, else Local light), and
+  `ready`/`fix` for the chosen provider. Every provider row carries
+  `present` (the key, Ollama, or the engine is there) and `fix` (the
+  sentence that makes it ready) beside `ready`.
+- `POST /api/context/graph/setup/embedding` accepts `local_only` (boolean),
+  alone or with `provider`; alone it moves the Recommended mark and changes
+  no choice. One of `provider` or `local_only` is required.
+- Every indexing kickoff (`POST /api/context/graph/ingest`, `/setup/sample`)
+  answers 409 `embedding_not_ready` `{ provider, fix, message }` when the
+  chosen embedding cannot embed on this Mac right now (no key, Ollama not
+  running or the model not pulled, fastembed absent), instead of spawning an
+  indexer that dies in its log. A status block without `ready` counts as
+  not ready.
+- The ingest kickoff's bridge budget is 20 s, not 5: the readiness gate probes
+  Ollama before it spawns, and the spawn still returns at once.
+
+## 6.44.11
+
+Choose how Knowledge indexes: the embedding and the extraction tier.
+
+- The setup checklist carries an `embedding` block (the chosen provider,
+  model and dimensions; whether the graph is locked to it; every provider's
+  readiness on this Mac; a fetch receipt) and an `extraction` block (the
+  tier and the three choices).
+- `POST /api/context/graph/setup/embedding` `{ provider, model?, fetch? }`
+  chooses OpenAI large (the historical default), OpenAI small, a local premium
+  model through Ollama, or a local light model through fastembed/ONNX, and can
+  start the local model's fetch. One choice serves LightRAG and every Qdrant
+  collection. A graph built with another embedding answers 409
+  `embedding_locked`, and every indexing kickoff answers `embedding_mismatch`
+  rather than opening a dimension-bound store with the wrong vectors.
+- `POST /api/context/graph/setup/extraction` `{ tier }` chooses Fast (Haiku),
+  Balanced (Sonnet) or Deep (Opus) for entity extraction; it takes effect on
+  the next run.
+
+## 6.44.10
+
+Ingest progress for COS Control.
+
+- `GET /api/context/graph/ingest/progress` (the bridge's `graph-ingest-progress`,
+  read-only): where the current or last Control-started run stands. The run's
+  total, how many are indexed and failed, the document in flight with its
+  estimated calls, the last eight outcomes with their seconds, the budget line,
+  the queue's pending count, and the log's last lines. A run started somewhere
+  else (a Claude session) holds the lock but writes no log here, so it reports
+  as `external` with the counts only. COS Control 0.5.195's Sync card polls it
+  every five seconds while the ingest lock is held.
+
 ## 6.44.9
 
 Knowledge from zero: the setup path behind COS Control's Knowledge tab.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@gotcos/glasses-server",
-  "version": "6.44.9",
+  "version": "6.44.12",
   "description": "COS Glasses \u2014 self-hosted AI heads-up-display server for Even G2 smart glasses, powered by Claude Code, Codex, Cursor Agent CLI, or local Ollama",
   "type": "module",
   "bin": {

package/server/lib/cos-context-browser.ts

@@ -853,6 +853,67 @@ function chosenPathOrAbsent(value: unknown, max = 1000): string | undefined {
 export const KNOWLEDGE_ASK_MAX_CHARS = 400
 
 export interface KnowledgeSetupCheck { id: string; ok: boolean; detail: string }
+
+export const EMBEDDING_PROVIDERS = ['openai-large', 'openai-small', 'ollama', 'onnx'] as const
+export const EXTRACTION_TIERS = ['haiku', 'sonnet', 'opus'] as const
+
+/** `embedding` block of the setup status (6.44.11): the choice, the lock, every provider's readiness. */
+export function normalizeEmbeddingBlock(value: unknown): Record<string, unknown> | null {
+  const e = asRecord(value)
+  if (!e) return null
+  const manifest = asRecord(e.manifest)
+  const fetch = asRecord(e.fetch)
+  const providers = (Array.isArray(e.providers) ? e.providers : []).flatMap((row) => {
+    const r = asRecord(row); const id = r ? stringOrAbsent(r.id, 24) : undefined
+    if (!id) return []
+    return [{
+      id, label: stringOrAbsent(r!.label, 40) ?? id, model: stringOrAbsent(r!.model, 120) ?? '', dimensions: integerOrAbsent(r!.dimensions) ?? null,
+      kind: r!.kind === 'local' ? 'local' : 'cloud', cost: stringOrAbsent(r!.cost, 200) ?? '', needs: stringOrAbsent(r!.needs, 200) ?? '',
+      ready: r!.ready === true, present: r!.present === true, detail: stringOrAbsent(r!.detail, 200) ?? '',
+      fix: stringOrAbsent(r!.fix, 300) ?? null, selected: r!.selected === true,
+    }]
+  })
+  // 6.44.12: the down-select. `preference.local_only` is the one question the
+  // user answers (may text leave this Mac?), `recommended` the mark it moves,
+  // `ready`/`fix` whether the chosen provider can embed right now and what
+  // would make it so. Absent on an older bridge: null, never a guess.
+  const preference = asRecord(e.preference)
+  const recommended = asRecord(e.recommended)
+  const recommendedId = recommended ? stringOrAbsent(recommended.id, 24) : undefined
+  return {
+    ready: e.ready === true,
+    fix: stringOrAbsent(e.fix, 300) ?? null,
+    preference: { local_only: preference && typeof preference.local_only === 'boolean' ? preference.local_only : null },
+    recommended: recommendedId ? {
+      id: recommendedId, label: stringOrAbsent(recommended!.label, 40) ?? recommendedId, reason: stringOrAbsent(recommended!.reason, 300) ?? '',
+      local_only: typeof recommended!.local_only === 'boolean' ? recommended!.local_only : null,
+      key_present: recommended!.key_present === true, ollama_present: recommended!.ollama_present === true,
+    } : null,
+    provider: stringOrAbsent(e.provider, 24) ?? null,
+    label: stringOrAbsent(e.label, 40) ?? null,
+    model: stringOrAbsent(e.model, 120) ?? null,
+    dimensions: integerOrAbsent(e.dimensions) ?? null,
+    kind: e.kind === 'local' ? 'local' : 'cloud',
+    cost: stringOrAbsent(e.cost, 200) ?? null,
+    chosen_at: isoOrAbsent(e.chosen_at) ?? null,
+    locked: e.locked === true,
+    mismatch: e.mismatch === true,
+    manifest: manifest ? { provider: stringOrAbsent(manifest.provider, 24) ?? null, model: stringOrAbsent(manifest.model, 120) ?? null, dimensions: integerOrAbsent(manifest.dimensions) ?? null, adopted: manifest.adopted === true } : null,
+    providers,
+    fetch: fetch ? { provider: stringOrAbsent(fetch.provider, 24) ?? null, model: stringOrAbsent(fetch.model, 120) ?? null, state: stringOrAbsent(fetch.state, 16) ?? 'unknown', pid: integerOrAbsent(fetch.pid) ?? null, started_at: isoOrAbsent(fetch.started_at) ?? null, ended_at: isoOrAbsent(fetch.ended_at) ?? null, error: stringOrAbsent(fetch.error, 300) ?? null } : null,
+  }
+}
+
+/** `extraction` block: the tier and the three choices. */
+export function normalizeExtractionBlock(value: unknown): Record<string, unknown> | null {
+  const x = asRecord(value)
+  if (!x) return null
+  const tiers = (Array.isArray(x.tiers) ? x.tiers : []).flatMap((row) => {
+    const r = asRecord(row); const id = r ? stringOrAbsent(r.id, 16) : undefined
+    return id ? [{ id, label: stringOrAbsent(r!.label, 40) ?? id, detail: stringOrAbsent(r!.detail, 200) ?? '', selected: r!.selected === true }] : []
+  })
+  return { tier: stringOrAbsent(x.tier, 16) ?? null, label: stringOrAbsent(x.label, 40) ?? null, detail: stringOrAbsent(x.detail, 200) ?? null, tiers }
+}
 export interface KnowledgeSetupSource { path: string; enabled: boolean; exists: boolean; files: number | null; added_at: string | null }
 
 /** `graph-setup-status`: the checklist behind the Knowledge setup path. */
@@ -892,6 +953,8 @@ export function normalizeKnowledgeSetup(value: unknown): Record<string, unknown>
       indexed: integerOrAbsent(sample.indexed) ?? 0,
     },
     lock: normalizeIngestKickoff({ lock: s.lock }).lock,
+    embedding: normalizeEmbeddingBlock(s.embedding),
+    extraction: normalizeExtractionBlock(s.extraction),
     ask_ready: s.ask_ready === true,
     protocol: integerOrAbsent(s.protocol) ?? null,
   }
@@ -923,6 +986,38 @@ export function normalizeGraphAnswer(value: unknown): { question: string; mode:
   return { question: stringOrAbsent(s.question, KNOWLEDGE_ASK_MAX_CHARS) ?? '', mode: stringOrAbsent(s.mode, 16) ?? 'hybrid', answer, elapsed_s: typeof s.elapsed_s === 'number' && Number.isFinite(s.elapsed_s) ? s.elapsed_s : null }
 }
 
+export interface IngestProgressItem { id: string; outcome: 'indexed' | 'failed' | 'unknown'; seconds: number | null; reason: string | null }
+
+/** `graph-ingest-progress`: where the current or last Control-started run stands. */
+export function normalizeIngestProgress(value: unknown): Record<string, unknown> {
+  const s = asRecord(value) ?? {}
+  const current = asRecord(s.current)
+  const budget = asRecord(s.budget)
+  const items: IngestProgressItem[] = (Array.isArray(s.items) ? s.items : []).flatMap((row) => {
+    const r = asRecord(row); const id = r ? stringOrAbsent(r.id, 200) : undefined
+    if (!id) return []
+    const outcome: IngestProgressItem['outcome'] = r!.outcome === 'indexed' ? 'indexed' : r!.outcome === 'failed' ? 'failed' : 'unknown'
+    return [{ id, outcome, seconds: typeof r!.seconds === 'number' && Number.isFinite(r!.seconds) ? r!.seconds : null, reason: stringOrAbsent(r!.reason, 200) ?? null }]
+  }).slice(-8)
+  return {
+    running: s.running === true,
+    pid: integerOrAbsent(s.pid) ?? null,
+    external: s.external === true,
+    pending: integerOrAbsent(s.pending) ?? null,
+    total: integerOrAbsent(s.total) ?? null,
+    done: integerOrAbsent(s.done) ?? 0,
+    failed: integerOrAbsent(s.failed) ?? 0,
+    current: current && stringOrAbsent(current.id, 200) ? { id: stringOrAbsent(current.id, 200)!, est_calls: integerOrAbsent(current.est_calls) ?? null } : null,
+    items,
+    remaining_calls: integerOrAbsent(s.remaining_calls) ?? null,
+    budget: budget && integerOrAbsent(budget.used) !== undefined && integerOrAbsent(budget.cap) !== undefined ? { used: integerOrAbsent(budget.used)!, cap: integerOrAbsent(budget.cap)! } : null,
+    ended: s.ended === true,
+    log_tail: (Array.isArray(s.log_tail) ? s.log_tail : []).filter((l): l is string => typeof l === 'string').map(l => l.slice(0, 300)).slice(-24),
+    log_age_s: typeof s.log_age_s === 'number' && Number.isFinite(s.log_age_s) ? s.log_age_s : null,
+    lock: normalizeIngestKickoff({ lock: s.lock }).lock,
+  }
+}
+
 export function normalizeContextBrowserStatus(value: unknown): ContextBrowserStatus {
   const source = value && typeof value === 'object' && !Array.isArray(value)
     ? value as Record<string, unknown> : {}

package/server/lib/python-bridge.ts

@@ -64,6 +64,9 @@ export const LEARNING_COMMANDS = [
   'graph-ingest-sample',
   'graph-ask',
   'graph-schedule',
+  'graph-ingest-progress',
+  'graph-setup-embedding',
+  'graph-setup-extraction',
 ] as const
 
 // The optional Python bridge is available only when the user points us at a real
@@ -244,6 +247,9 @@ function standaloneNoop(args: string[]): unknown {
     case 'graph-ingest-sample':
     case 'graph-ask':
     case 'graph-schedule':
+    case 'graph-ingest-progress':
+    case 'graph-setup-embedding':
+    case 'graph-setup-extraction':
       return { error: 'cos_pipeline_not_configured' }
     case 'task-rows':
     case 'task-capture':

package/server/routes/memory.ts

@@ -29,6 +29,11 @@ import { normalizeReviewDecision, LEARNING_REVIEW_LIMIT,
   normalizeKnowledgeSources,
   normalizeSampleKickoff,
   normalizeGraphAnswer,
+  normalizeIngestProgress,
+  normalizeEmbeddingBlock,
+  normalizeExtractionBlock,
+  EMBEDDING_PROVIDERS,
+  EXTRACTION_TIERS,
   KNOWLEDGE_SETUP_SAMPLE_MAX,
   KNOWLEDGE_ASK_MAX_CHARS,
   normalizeLearningEventDetail,
@@ -330,14 +335,16 @@ memoryRouter.post('/context/graph/ingest', async (req, res) => {
     return
   }
   try {
-    const data = await callPython(['graph-ingest-start', `--limit=${limit}`, '--reason=control'], 5_000)
+    // 20 s, not 5: the kickoff gates on the embedding's readiness, which probes Ollama
+    // (2 s bound) before it spawns. The spawn itself still returns at once (QA 2026-09-07).
+    const data = await callPython(['graph-ingest-start', `--limit=${limit}`, '--reason=control'], 20_000)
     const code = bridgeErrorCode(data)
     if (code === 'not_owner') {
       const detail = data as { message?: unknown; owner_host?: unknown }
       res.status(409).json({ error: code, message: typeof detail.message === 'string' ? detail.message : undefined, owner_host: typeof detail.owner_host === 'string' ? detail.owner_host : null })
       return
     }
-    if (code) { res.status(code.startsWith('invalid_') ? 400 : 503).json({ error: code }); return }
+    if (code) { sendSetupError(res, code, data); return }
     res.status(202).json(normalizeIngestKickoff(data))
   } catch (error) {
     console.warn('[context] ingest bridge failure:', (error as Error).message)
@@ -345,6 +352,21 @@ memoryRouter.post('/context/graph/ingest', async (req, res) => {
   }
 })
 
+/** Where the current or last Control-started ingest stands (6.44.10). Read-only. */
+memoryRouter.get('/context/graph/ingest/progress', async (_req, res) => {
+  noStore(res)
+  if (!contextConfigured()) { res.status(503).json({ error: pythonBridgeState() }); return }
+  try {
+    const data = await callPython(['graph-ingest-progress'], 10_000)
+    const code = bridgeErrorCode(data)
+    if (code) { res.status(503).json({ error: code }); return }
+    res.json(normalizeIngestProgress(data))
+  } catch (error) {
+    console.warn('[context] progress bridge failure:', (error as Error).message)
+    res.status(503).json({ error: 'graph_unavailable' })
+  }
+})
+
 // ── Knowledge setup (6.44.9): from zero to a first index, in COS Control ──
 //
 // Six bridge commands behind one guided path: the readiness checklist, the
@@ -356,6 +378,14 @@ memoryRouter.post('/context/graph/ingest', async (req, res) => {
 function sendSetupError(res: import('express').Response, code: string, data: unknown): void {
   const detail = asDetail(data)
   if (code === 'not_owner') { res.status(409).json({ error: code, message: detail.message, owner_host: detail.owner_host ?? null }); return }
+  if (code === 'embedding_locked' || code === 'embedding_mismatch') { res.status(409).json({ error: code, message: detail.message }); return }
+  if (code === 'embedding_not_ready') {
+    // 6.44.12: the chosen embedding cannot embed on this Mac right now. The
+    // bridge refused before spawning; pass its fix through so the page can show it.
+    const d = (typeof data === 'object' && data !== null ? data : {}) as { provider?: unknown; fix?: unknown }
+    res.status(409).json({ error: code, message: detail.message, provider: typeof d.provider === 'string' ? d.provider : null, fix: typeof d.fix === 'string' ? d.fix : null })
+    return
+  }
   if (code.endsWith('_not_found')) { res.status(404).json({ error: code, message: detail.message }); return }
   if (code.startsWith('invalid_')) { res.status(400).json({ error: code, message: detail.message }); return }
   res.status(503).json({ error: code })
@@ -452,6 +482,63 @@ memoryRouter.post('/context/graph/ask', async (req, res) => {
   }
 })
 
+/**
+ * `{ provider?, model?, fetch?, local_only? }` → the embedding for every knowledge store (6.44.11). 409 when the graph was built with another.
+ * 6.44.12: `local_only` (boolean) records the one question the down-select asks, may text leave this Mac; alone it moves the
+ * Recommended mark and changes no choice. One of `provider` or `local_only` is required.
+ */
+memoryRouter.post('/context/graph/setup/embedding', async (req, res) => {
+  noStore(res)
+  if (!contextConfigured()) { res.status(503).json({ error: pythonBridgeState() }); return }
+  const body = (req.body ?? {}) as { provider?: unknown; model?: unknown; fetch?: unknown; local_only?: unknown }
+  const provider = typeof body.provider === 'string' ? body.provider : ''
+  const hasPreference = body.local_only !== undefined && body.local_only !== null
+  if (hasPreference && typeof body.local_only !== 'boolean') { res.status(400).json({ error: 'invalid_local_only', message: 'local_only must be true or false' }); return }
+  if (!provider && !hasPreference) { res.status(400).json({ error: 'invalid_provider', message: `provider must be one of ${EMBEDDING_PROVIDERS.join(', ')}, or local_only must be given` }); return }
+  if (provider && !(EMBEDDING_PROVIDERS as readonly string[]).includes(provider)) { res.status(400).json({ error: 'invalid_provider', message: `provider must be one of ${EMBEDDING_PROVIDERS.join(', ')}` }); return }
+  const model = typeof body.model === 'string' ? body.model.trim() : ''
+  if (model.length > 120 || !/^[A-Za-z0-9._:/-]*$/.test(model)) { res.status(400).json({ error: 'invalid_model', message: 'model names are letters, digits, dots, colons, slashes and dashes' }); return }
+  const argv = ['graph-setup-embedding']
+  if (provider) argv.push(`--provider=${provider}`)
+  if (hasPreference) argv.push(`--local-only=${body.local_only === true ? 'true' : 'false'}`)
+  if (model) argv.push(`--model=${model}`)
+  if (body.fetch === true) argv.push('--fetch')
+  try {
+    const data = await callPython(argv, 90_000)
+    const code = bridgeErrorCode(data)
+    if (code) { sendSetupError(res, code, data); return }
+    const d = data as { embedding?: unknown; fetch?: unknown }
+    res.json({ embedding: normalizeEmbeddingBlock(d.embedding), fetch: asRecord(d.fetch) ? { started: (d.fetch as { started?: unknown }).started === true, already_running: (d.fetch as { already_running?: unknown }).already_running === true, pid: integerOrNull((d.fetch as { pid?: unknown }).pid) } : null })
+  } catch (error) {
+    console.warn('[context] embedding bridge failure:', (error as Error).message)
+    res.status(503).json({ error: 'graph_unavailable' })
+  }
+})
+
+/** `{ tier }` → the extraction tier: haiku (Fast), sonnet (Balanced), opus (Deep). */
+memoryRouter.post('/context/graph/setup/extraction', async (req, res) => {
+  noStore(res)
+  if (!contextConfigured()) { res.status(503).json({ error: pythonBridgeState() }); return }
+  const tier = typeof (req.body as { tier?: unknown } | undefined)?.tier === 'string' ? (req.body as { tier: string }).tier : ''
+  if (!(EXTRACTION_TIERS as readonly string[]).includes(tier)) { res.status(400).json({ error: 'invalid_tier', message: `tier must be one of ${EXTRACTION_TIERS.join(', ')}` }); return }
+  try {
+    const data = await callPython(['graph-setup-extraction', `--tier=${tier}`], 15_000)
+    const code = bridgeErrorCode(data)
+    if (code) { sendSetupError(res, code, data); return }
+    res.json({ extraction: normalizeExtractionBlock((data as { extraction?: unknown }).extraction) })
+  } catch (error) {
+    console.warn('[context] extraction bridge failure:', (error as Error).message)
+    res.status(503).json({ error: 'graph_unavailable' })
+  }
+})
+
+function asRecord(value: unknown): Record<string, unknown> | null {
+  return typeof value === 'object' && value !== null && !Array.isArray(value) ? value as Record<string, unknown> : null
+}
+function integerOrNull(value: unknown): number | null {
+  return typeof value === 'number' && Number.isInteger(value) ? value : null
+}
+
 /** `{ enabled, interval_s? }` → install or remove the scheduled batch agent on the owner Mac. */
 memoryRouter.post('/context/graph/setup/schedule', async (req, res) => {
   noStore(res)