@gotcos/glasses-server 6.39.2 → 6.39.3

package/CHANGELOG.md

@@ -1,3 +1,20 @@
+## 6.39.3
+
+Local turns answer in seconds again: thinking is off by default.
+
+The Ollama bridge sent no `think` field, so a thinking-class model spent its
+full hidden reasoning chain before the first visible token. Measured on
+qwen3.5:35b the day it became the default local model: 6,265 generated tokens
+for a 150-word answer, 98.6 seconds of dead screen against 2.2 seconds with
+thinking disabled, at the same visible answer quality -- and a hard prompt
+could out-run the 180-second wall clock entirely.
+
+Every request now sends `think: false` unless COS_OLLAMA_THINK opts back in
+("1"/"true", or an explicit budget: low, medium, high, max). The daemon
+silently tolerates `think: false` on models without the thinking capability
+(verified live), so no capability gating is needed. COS Control 0.5.77
+allowlists the new key so a pinned preference survives Update Server.
+
 ## 6.39.2
 
 Every Claude fork failed; the copy it left behind was real.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@gotcos/glasses-server",
-  "version": "6.39.2",
+  "version": "6.39.3",
   "description": "COS Glasses \u2014 self-hosted AI heads-up-display server for Even G2 smart glasses, powered by Claude Code, Codex, Cursor Agent CLI, or local Ollama",
   "type": "module",
   "bin": {

package/server/lib/ollama-bridge.ts

@@ -30,6 +30,25 @@ import { OLLAMA_MODEL } from '../../shared/model-preference.js'
 
 const INACTIVITY_MS = 60_000
 const WALL_MAX_MS = 180_000
+
+/**
+ * Thinking is OFF by default. A thinking-class model spends a hidden
+ * reasoning chain before its first visible token -- measured 2026-08-26 on
+ * qwen3.5:35b: 6,265 generated tokens for a 150-word answer (~20K thinking
+ * chars), 98.6s wall against 2.2s with thinking disabled, at the same
+ * visible answer quality. On the lens that is a dead screen for a minute
+ * and a half, and a hard prompt can out-run WALL_MAX_MS entirely. The
+ * daemon silently tolerates `think: false` on models WITHOUT the thinking
+ * capability (verified live against llama3.2:1b -- HTTP 200), so no
+ * capability gate is needed. COS_OLLAMA_THINK opts back in: "1"/"true"
+ * enables it, or an explicit budget level passes through.
+ */
+export function resolveOllamaThink(raw: string | undefined): boolean | string {
+  const value = (raw ?? '').trim().toLowerCase()
+  if (value === '1' || value === 'true') return true
+  if (value === 'low' || value === 'medium' || value === 'high' || value === 'max') return value
+  return false
+}
 const HISTORY_LIMIT = 20
 
 type OllamaChatMessage = { role: 'system' | 'user' | 'assistant'; content: string }
@@ -207,6 +226,7 @@ export async function callOllamaStreaming(
         model: catalog.model,
         messages,
         stream: true,
+        think: resolveOllamaThink(process.env.COS_OLLAMA_THINK),
       }),
       signal: abort.signal,
     })