@geravant/sinain 1.6.7 → 1.6.9

package/launcher.js

@@ -35,11 +35,13 @@ let skipSense = false;
 let skipOverlay = false;
 let skipAgent = false;
 let agentName = null;
+let forceSetup = false;
 
 for (const arg of args) {
   if (arg === "--no-sense")   { skipSense = true; continue; }
   if (arg === "--no-overlay") { skipOverlay = true; continue; }
   if (arg === "--no-agent")   { skipAgent = true; continue; }
+  if (arg === "--setup")      { forceSetup = true; continue; }
   if (arg.startsWith("--agent=")) { agentName = arg.split("=")[1]; continue; }
   console.error(`Unknown flag: ${arg}`);
   process.exit(1);
@@ -60,15 +62,20 @@ async function main() {
   await preflight();
   console.log();
 
-  // Run setup wizard on first launch (no ~/.sinain/.env)
+  // Run setup wizard on first launch (no ~/.sinain/.env) or when --setup flag is passed
   const userEnvPath = path.join(SINAIN_DIR, ".env");
-  if (!fs.existsSync(userEnvPath)) {
+  if (forceSetup || !fs.existsSync(userEnvPath)) {
     await setupWizard(userEnvPath);
   }
 
   // Load user config
   loadUserEnv();
 
+  // Ensure Ollama is running (if local vision enabled)
+  if (process.env.LOCAL_VISION_ENABLED === "true") {
+    await ensureOllama();
+  }
+
   // Auto-detect transcription backend
   detectTranscription();
 
@@ -127,7 +134,10 @@ async function main() {
         const scDir = path.join(PKG_DIR, "sense_client");
         // Check if key package is importable to skip pip
         try {
-          execSync('python3 -c "import PIL; import skimage"', { stdio: "pipe" });
+          const depCheck = IS_WINDOWS
+            ? 'python3 -c "import PIL; import skimage"'
+            : 'python3 -c "import PIL; import skimage; import Quartz; import Vision"';
+          execSync(depCheck, { stdio: "pipe" });
         } catch {
           log("Installing sense_client Python dependencies...");
           try {
@@ -213,7 +223,41 @@ async function main() {
         warn("flutter not found — overlay source found but can't build");
       }
     } else {
-      warn("overlay not found — run: sinain setup-overlay");
+      // Auto-download overlay if not found
+      log("overlay not found — downloading from GitHub Releases...");
+      try {
+        const { downloadOverlay } = await import("./setup-overlay.js");
+        const success = await downloadOverlay({ silent: false });
+        if (success) {
+          // Re-find and launch the freshly downloaded overlay
+          const freshOverlay = findOverlay();
+          if (freshOverlay?.type === "prebuilt") {
+            if (!IS_WINDOWS) {
+              try {
+                execSync(`xattr -cr "${freshOverlay.path}"`, { stdio: "pipe" });
+              } catch { /* no quarantine */ }
+            }
+            log("Starting overlay (pre-built)...");
+            const binary = IS_WINDOWS
+              ? freshOverlay.path
+              : path.join(freshOverlay.path, "Contents/MacOS/sinain_hud");
+            startProcess("overlay", binary, [], { color: MAGENTA });
+            await sleep(2000);
+            const overlayChild = children.find(c => c.name === "overlay");
+            if (overlayChild && !overlayChild.proc.killed && overlayChild.proc.exitCode === null) {
+              ok(`overlay running (pid:${overlayChild.pid})`);
+              overlayStatus = "running";
+            } else {
+              warn("overlay exited early — check logs above");
+              overlayStatus = "failed";
+            }
+          }
+        } else {
+          warn("overlay auto-download failed — run: sinain setup-overlay");
+        }
+      } catch (e) {
+        warn(`overlay auto-download failed: ${e.message}`);
+      }
     }
   }
 
@@ -309,25 +353,38 @@ async function preflight() {
     ok("port 9500 free");
   }
 
-  // Ollama (if local vision enabled)
-  if (process.env.LOCAL_VISION_ENABLED === "true") {
-    try {
-      const resp = await fetch("http://localhost:11434/api/tags", { signal: AbortSignal.timeout(2000) });
-      if (resp.ok) {
-        ok("ollama server running");
-      } else {
-        warn("ollama server not responding — local vision will be unavailable");
-      }
-    } catch {
-      // Try to start Ollama in background
+}
+
+async function ensureOllama() {
+  try {
+    const resp = await fetch("http://localhost:11434/api/tags", { signal: AbortSignal.timeout(2000) });
+    if (resp.ok) {
+      ok("ollama server running");
+      return true;
+    }
+  } catch { /* not running */ }
+
+  // Try to start Ollama in background
+  log("Starting ollama server...");
+  try {
+    const { spawn: spawnProc } = await import("child_process");
+    spawnProc("ollama", ["serve"], { detached: true, stdio: "ignore" }).unref();
+    // Wait for it to become ready
+    for (let i = 0; i < 10; i++) {
+      await sleep(500);
       try {
-        const { spawn: spawnProc } = await import("child_process");
-        spawnProc("ollama", ["serve"], { detached: true, stdio: "ignore" }).unref();
-        ok("ollama server started in background");
-      } catch {
-        warn("ollama not running and could not auto-start — local vision disabled");
-      }
+        const resp = await fetch("http://localhost:11434/api/tags", { signal: AbortSignal.timeout(1000) });
+        if (resp.ok) {
+          ok("ollama server started");
+          return true;
+        }
+      } catch { /* not ready yet */ }
     }
+    warn("ollama started but not responding — local vision may not work");
+    return false;
+  } catch {
+    warn("ollama not found — local vision disabled. Install: brew install ollama");
+    return false;
   }
 }
 
@@ -337,9 +394,20 @@ async function setupWizard(envPath) {
   const rl = readline.createInterface({ input: process.stdin, output: process.stdout });
   const ask = (q) => new Promise((resolve) => rl.question(q, resolve));
 
+  // Load existing .env values as defaults (for re-configuration)
+  const existing = {};
+  if (fs.existsSync(envPath)) {
+    for (const line of fs.readFileSync(envPath, "utf-8").split("\n")) {
+      const m = line.match(/^([A-Z_]+)=(.*)$/);
+      if (m) existing[m[1]] = m[2];
+    }
+  }
+  const hasExisting = Object.keys(existing).length > 0;
+
   console.log();
-  console.log(`${BOLD}── First-time setup ────────────────────${RESET}`);
+  console.log(`${BOLD}── ${hasExisting ? "Re-configure" : "First-time setup"} ────────────────────${RESET}`);
   console.log(`  Configuring ${DIM}~/.sinain/.env${RESET}`);
+  if (hasExisting) console.log(`  ${DIM}Press Enter to keep current values shown in [brackets]${RESET}`);
   console.log();
 
   const vars = {};
@@ -391,10 +459,13 @@ async function setupWizard(envPath) {
 
   // 2. OpenRouter API key (if cloud backend or for vision/OCR)
   if (transcriptionBackend === "openrouter") {
+    const existingKey = existing.OPENROUTER_API_KEY;
+    const keyHint = existingKey ? ` [${existingKey.slice(0, 8)}...${existingKey.slice(-4)}]` : "";
     let key = "";
     while (!key) {
-      key = await ask(`  OpenRouter API key (sk-or-...): `);
+      key = await ask(`  OpenRouter API key (sk-or-...)${keyHint}: `);
       key = key.trim();
+      if (!key && existingKey) { key = existingKey; break; }
       if (key && !key.startsWith("sk-or-")) {
         console.log(`  ${YELLOW}⚠${RESET} Key should start with sk-or-. Try again or press Enter to skip.`);
         const retry = await ask(`  Use this key anyway? [y/N]: `);
@@ -408,13 +479,17 @@ async function setupWizard(envPath) {
     if (key) vars.OPENROUTER_API_KEY = key;
   } else {
     // Still ask for OpenRouter key (needed for vision/OCR)
-    const key = await ask(`  OpenRouter API key for vision/OCR (optional, Enter to skip): `);
+    const existingKey = existing.OPENROUTER_API_KEY;
+    const keyHint = existingKey ? ` [${existingKey.slice(0, 8)}...${existingKey.slice(-4)}]` : "";
+    const key = await ask(`  OpenRouter API key for vision/OCR (optional, Enter to skip)${keyHint}: `);
     if (key.trim()) vars.OPENROUTER_API_KEY = key.trim();
+    else if (existingKey) vars.OPENROUTER_API_KEY = existingKey;
   }
 
   // 3. Agent selection
-  const agentChoice = await ask(`  Agent? [${BOLD}claude${RESET}/codex/goose/junie/aider]: `);
-  vars.SINAIN_AGENT = agentChoice.trim().toLowerCase() || "claude";
+  const defaultAgent = existing.SINAIN_AGENT || "claude";
+  const agentChoice = await ask(`  Agent? [${BOLD}${defaultAgent}${RESET}/claude/codex/goose/junie/aider]: `);
+  vars.SINAIN_AGENT = agentChoice.trim().toLowerCase() || defaultAgent;
 
   // 3b. Local vision (Ollama)
   const IS_MACOS = os.platform() === "darwin";
@@ -423,20 +498,24 @@ async function setupWizard(envPath) {
     const useVision = await ask(`  Enable local vision AI? [Y/n] (Ollama — screen understanding without cloud API): `);
     if (!useVision.trim() || useVision.trim().toLowerCase() === "y") {
       vars.LOCAL_VISION_ENABLED = "true";
-      try {
-        const models = execSync("ollama list 2>/dev/null", { encoding: "utf-8" });
-        if (!models.includes("llava")) {
-          const pull = await ask(`  Pull llava vision model (~4GB)? [Y/n]: `);
-          if (!pull.trim() || pull.trim().toLowerCase() === "y") {
-            console.log(`  ${DIM}Pulling llava...${RESET}`);
-            execSync("ollama pull llava", { stdio: "inherit" });
-            ok("llava model pulled");
+      // Ensure ollama serve is running before list/pull
+      const ollamaReady = await ensureOllama();
+      if (ollamaReady) {
+        try {
+          const models = execSync("ollama list 2>/dev/null", { encoding: "utf-8" });
+          if (!models.includes("llava")) {
+            const pull = await ask(`  Pull llava vision model (~4GB)? [Y/n]: `);
+            if (!pull.trim() || pull.trim().toLowerCase() === "y") {
+              console.log(`  ${DIM}Pulling llava...${RESET}`);
+              execSync("ollama pull llava", { stdio: "inherit" });
+              ok("llava model pulled");
+            }
+          } else {
+            ok("llava model already available");
           }
-        } else {
-          ok("llava model already available");
+        } catch {
+          warn("Could not check Ollama models");
         }
-      } catch {
-        warn("Could not check Ollama models");
       }
       vars.LOCAL_VISION_MODEL = "llava";
     }
@@ -451,6 +530,8 @@ async function setupWizard(envPath) {
           console.log(`  ${DIM}Installing Ollama...${RESET}`);
           execSync("curl -fsSL https://ollama.com/install.sh | sh", { stdio: "inherit" });
         }
+        // Start ollama serve before pulling
+        await ensureOllama();
         console.log(`  ${DIM}Pulling llava vision model...${RESET}`);
         execSync("ollama pull llava", { stdio: "inherit" });
         vars.LOCAL_VISION_ENABLED = "true";
@@ -469,25 +550,37 @@ async function setupWizard(envPath) {
   console.log(`    selective — score-based (errors, questions trigger it)`);
   console.log(`    focus     — always escalate every tick`);
   console.log(`    rich      — always escalate with maximum context`);
-  const escMode = await ask(`  Escalation mode? [off/${BOLD}selective${RESET}/focus/rich]: `);
-  vars.ESCALATION_MODE = escMode.trim().toLowerCase() || "selective";
+  const defaultEsc = existing.ESCALATION_MODE || "selective";
+  const escMode = await ask(`  Escalation mode? [off/${BOLD}${defaultEsc}${RESET}/selective/focus/rich]: `);
+  vars.ESCALATION_MODE = escMode.trim().toLowerCase() || defaultEsc;
 
   // 5. OpenClaw gateway
-  const hasGateway = await ask(`  Do you have an OpenClaw gateway? [y/N]: `);
-  if (hasGateway.trim().toLowerCase() === "y") {
-    const wsUrl = await ask(`  Gateway WebSocket URL [ws://localhost:18789]: `);
-    vars.OPENCLAW_WS_URL = wsUrl.trim() || "ws://localhost:18789";
-
-    const wsToken = await ask(`  Gateway auth token (48-char hex): `);
+  const hadGateway = !!(existing.OPENCLAW_WS_URL);
+  const gatewayDefault = hadGateway ? "Y" : "N";
+  const hasGateway = await ask(`  Do you have an OpenClaw gateway? [${gatewayDefault === "Y" ? "Y/n" : "y/N"}]: `);
+  const wantsGateway = hasGateway.trim()
+    ? hasGateway.trim().toLowerCase() === "y"
+    : hadGateway;
+  if (wantsGateway) {
+    const defaultWs = existing.OPENCLAW_WS_URL || "ws://localhost:18789";
+    const wsUrl = await ask(`  Gateway WebSocket URL [${defaultWs}]: `);
+    vars.OPENCLAW_WS_URL = wsUrl.trim() || defaultWs;
+
+    const existingToken = existing.OPENCLAW_WS_TOKEN;
+    const tokenHint = existingToken ? ` [${existingToken.slice(0, 6)}...${existingToken.slice(-4)}]` : "";
+    const wsToken = await ask(`  Gateway auth token (48-char hex)${tokenHint}: `);
     if (wsToken.trim()) {
       vars.OPENCLAW_WS_TOKEN = wsToken.trim();
       vars.OPENCLAW_HTTP_TOKEN = wsToken.trim();
+    } else if (existingToken) {
+      vars.OPENCLAW_WS_TOKEN = existingToken;
+      vars.OPENCLAW_HTTP_TOKEN = existing.OPENCLAW_HTTP_TOKEN || existingToken;
     }
 
     // Derive HTTP URL from WS URL
     const httpBase = vars.OPENCLAW_WS_URL.replace(/^ws/, "http");
     vars.OPENCLAW_HTTP_URL = `${httpBase}/hooks/agent`;
-    vars.OPENCLAW_SESSION_KEY = "agent:main:sinain";
+    vars.OPENCLAW_SESSION_KEY = existing.OPENCLAW_SESSION_KEY || "agent:main:sinain";
   } else {
     // No gateway — disable WS connection attempts
     vars.OPENCLAW_WS_URL = "";

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@geravant/sinain",
-  "version": "1.6.7",
-  "description": "Ambient AI overlay invisible to screen capture — real-time insights from audio + screen context",
+  "version": "1.6.9",
+  "description": "Ambient intelligence that sees what you see, hears what you hear, and acts on your behalf",
   "type": "module",
   "bin": {
     "sinain": "./cli.js",

package/sense_client/__main__.py

@@ -12,6 +12,7 @@ if sys.platform == "win32":
 
 import argparse
 import concurrent.futures
+import copy
 import json
 import os
 import time
@@ -28,7 +29,7 @@ from .capture import ScreenCapture, create_capture
 from .change_detector import ChangeDetector
 from .roi_extractor import ROIExtractor
 from .ocr import OCRResult, create_ocr
-from .gate import DecisionGate, SenseObservation
+from .gate import DecisionGate, SenseEvent, SenseObservation, SenseMeta
 from .sender import SenseSender, package_full_frame, package_roi
 from .app_detector import AppDetector
 from .config import load_config
@@ -128,6 +129,7 @@ def main():
     )
     app_detector = AppDetector()
     ocr_pool = concurrent.futures.ThreadPoolExecutor(max_workers=4)
+    vision_pool = concurrent.futures.ThreadPoolExecutor(max_workers=1, thread_name_prefix="vision")
 
     # Vision provider — routes to Ollama (local) or OpenRouter (cloud) based on config/privacy
     vision_cfg = config.get("vision", {})
@@ -196,13 +198,16 @@ def main():
             time.sleep(1)
             continue
 
-        # First-frame log
+        # First-frame log + force initial context event
+        _is_first_frame = not _logged_first_frame
         if not _logged_first_frame:
             log(f"first frame: {frame.size[0]}x{frame.size[1]} (scale={config['capture']['scale']})")
             _logged_first_frame = True
 
-        # 1. Check app/window change
+        # 1. Check app/window change (first frame always treated as app change)
         app_changed, window_changed, app_name, window_title = app_detector.detect_change()
+        if _is_first_frame:
+            app_changed = True  # force context event on startup
 
         # Adaptive SSIM threshold
         now_sec = time.time()
@@ -355,18 +360,28 @@ def main():
             title=title, subtitle=subtitle, facts=facts,
         )
 
-        # Vision scene analysis (throttled, non-blocking on failure)
+        # Vision scene analysis — async: send text event immediately, vision follows
         if vision_provider and time.time() - last_vision_time >= vision_throttle_s:
-            try:
-                from PIL import Image as PILImage
-                pil_frame = PILImage.fromarray(use_frame) if isinstance(use_frame, np.ndarray) else use_frame
-                scene = vision_provider.describe(pil_frame, prompt=vision_prompt or None)
-                if scene:
-                    event.observation.scene = scene
-                    last_vision_time = time.time()
-                    log(f"vision: {scene[:80]}...")
-            except Exception as e:
-                log(f"vision error: {e}")
+            last_vision_time = time.time()  # claim slot immediately to prevent concurrent calls
+            _v_frame = use_frame.copy() if isinstance(use_frame, np.ndarray) else use_frame.copy()
+            _v_meta = copy.copy(event.meta)
+            _v_ts = event.ts
+            _v_prompt = vision_prompt
+            def _do_vision(frame, meta, ts, prompt):
+                try:
+                    from PIL import Image as PILImage
+                    pil = PILImage.fromarray(frame) if isinstance(frame, np.ndarray) else frame
+                    scene = vision_provider.describe(pil, prompt=prompt or None)
+                    if scene:
+                        log(f"vision: {scene[:80]}...")
+                        ctx_ev = SenseEvent(type="context", ts=ts)
+                        ctx_ev.observation = SenseObservation(scene=scene)
+                        ctx_ev.meta = meta
+                        ctx_ev.roi = package_full_frame(frame)
+                        sender.send(ctx_ev)
+                except Exception as e:
+                    log(f"vision error: {e}")
+            vision_pool.submit(_do_vision, _v_frame, _v_meta, _v_ts, _v_prompt)
 
         # Send small thumbnail for ALL event types (agent uses vision)
         # Privacy matrix: gate image sending based on PRIVACY_IMAGES_OPENROUTER

package/sense_client/requirements.txt

@@ -4,6 +4,7 @@ numpy>=1.24
 pytesseract>=0.3
 requests>=2.31
 pyobjc-framework-Quartz>=10.0; sys_platform == "darwin"
+pyobjc-framework-Vision>=10.0; sys_platform == "darwin"
 mss>=9.0; sys_platform == "win32"
 psutil>=5.9; sys_platform == "win32"
 winrt-Windows.Media.Ocr>=2.0; sys_platform == "win32"

package/setup-overlay.js

@@ -37,25 +37,36 @@ function ok(msg)   { console.log(`${BOLD}[setup-overlay]${RESET} ${GREEN}✓${RE
 function warn(msg) { console.log(`${BOLD}[setup-overlay]${RESET} ${YELLOW}⚠${RESET} ${msg}`); }
 function fail(msg) { console.error(`${BOLD}[setup-overlay]${RESET} ${RED}✗${RESET} ${msg}`); process.exit(1); }
 
-// ── Parse flags ──────────────────────────────────────────────────────────────
+// ── Entry point (only when run directly, not when imported) ──────────────────
 
-const args = process.argv.slice(2);
-const fromSource = args.includes("--from-source");
-const forceUpdate = args.includes("--update");
+const isMain = process.argv[1] && (
+  import.meta.url === `file://${process.argv[1]}` ||
+  import.meta.url === new URL(process.argv[1], "file://").href
+);
 
-if (fromSource) {
-  await buildFromSource();
-} else {
-  await downloadPrebuilt();
+if (isMain) {
+  const args = process.argv.slice(2);
+  const fromSource = args.includes("--from-source");
+  const forceUpdate = args.includes("--update");
+
+  if (fromSource) {
+    await buildFromSource();
+  } else {
+    await downloadOverlay({ forceUpdate });
+  }
 }
 
 // ── Download pre-built .app ──────────────────────────────────────────────────
 
-async function downloadPrebuilt() {
+export async function downloadOverlay({ silent = false, forceUpdate = false } = {}) {
+  const _log = silent ? () => {} : log;
+  const _ok = silent ? () => {} : ok;
+  const _warn = silent ? () => {} : warn;
+
   fs.mkdirSync(APP_DIR, { recursive: true });
 
   // Find latest overlay release
-  log("Checking for latest overlay release...");
+  _log("Checking for latest overlay release...");
   let release;
   try {
     const res = await fetch(`${RELEASES_API}?per_page=20`, {
@@ -67,6 +78,7 @@ async function downloadPrebuilt() {
     release = releases.find(r => r.tag_name?.startsWith("overlay-v"));
     if (!release) throw new Error("No overlay release found");
   } catch (e) {
+    if (silent) return false;
     fail(`Failed to fetch releases: ${e.message}\n  Try: sinain setup-overlay --from-source`);
   }
 
@@ -78,21 +90,22 @@ async function downloadPrebuilt() {
     try {
       const local = JSON.parse(fs.readFileSync(VERSION_FILE, "utf-8"));
       if (local.tag === tag) {
-        ok(`Overlay already up-to-date (${version})`);
-        return;
+        _ok(`Overlay already up-to-date (${version})`);
+        return true;
       }
-      log(`Updating: ${local.tag} → ${tag}`);
+      _log(`Updating: ${local.tag} → ${tag}`);
     } catch { /* corrupt version file — re-download */ }
   }
 
   // Find the .zip asset for this platform
   const zipAsset = release.assets?.find(a => a.name === ASSET_NAME);
   if (!zipAsset) {
+    if (silent) return false;
     fail(`Release ${tag} has no ${ASSET_NAME} asset.\n  Try: sinain setup-overlay --from-source`);
   }
 
   // Download with progress
-  log(`Downloading overlay ${version} for ${IS_WINDOWS ? "Windows" : "macOS"} (${formatBytes(zipAsset.size)})...`);
+  _log(`Downloading overlay ${version} for ${IS_WINDOWS ? "Windows" : "macOS"} (${formatBytes(zipAsset.size)})...`);
   const zipPath = path.join(APP_DIR, ASSET_NAME);
 
   try {
@@ -112,17 +125,18 @@ async function downloadPrebuilt() {
       if (done) break;
       chunks.push(value);
       downloaded += value.length;
-      if (total > 0) {
+      if (total > 0 && !silent) {
         const pct = Math.round((downloaded / total) * 100);
         process.stdout.write(`\r${BOLD}[setup-overlay]${RESET} ${DIM}${pct}% (${formatBytes(downloaded)} / ${formatBytes(total)})${RESET}`);
       }
     }
-    process.stdout.write("\n");
+    if (!silent) process.stdout.write("\n");
 
     const buffer = Buffer.concat(chunks);
     fs.writeFileSync(zipPath, buffer);
-    ok(`Downloaded ${formatBytes(buffer.length)}`);
+    _ok(`Downloaded ${formatBytes(buffer.length)}`);
   } catch (e) {
+    if (silent) return false;
     fail(`Download failed: ${e.message}`);
   }
 
@@ -132,7 +146,7 @@ async function downloadPrebuilt() {
   }
 
   // Extract
-  log("Extracting...");
+  _log("Extracting...");
   if (IS_WINDOWS) {
     try {
       execSync(
@@ -140,6 +154,7 @@ async function downloadPrebuilt() {
         { stdio: "pipe" }
       );
     } catch (e) {
+      if (silent) return false;
       fail(`Extraction failed: ${e.message}`);
     }
   } else {
@@ -150,6 +165,7 @@ async function downloadPrebuilt() {
       try {
         execSync(`unzip -o -q "${zipPath}" -d "${APP_DIR}"`, { stdio: "pipe" });
       } catch (e) {
+        if (silent) return false;
         fail(`Extraction failed: ${e.message}`);
       }
     }
@@ -170,12 +186,15 @@ async function downloadPrebuilt() {
   // Clean up zip
   fs.unlinkSync(zipPath);
 
-  ok(`Overlay ${version} installed`);
-  console.log(`
+  _ok(`Overlay ${version} installed`);
+  if (!silent) {
+    console.log(`
 ${GREEN}✓${RESET} Overlay ready!
   Location: ${APP_PATH}
   The overlay will auto-start with: ${BOLD}sinain start${RESET}
 `);
+  }
+  return true;
 }
 
 // ── Build from source (legacy) ───────────────────────────────────────────────

package/sinain-agent/run.sh

@@ -49,20 +49,20 @@ invoke_agent() {
   local prompt="$1"
   case "$AGENT" in
     claude)
-      claude --dangerously-skip-permissions \
+      claude --enable-auto-mode \
         --mcp-config "$MCP_CONFIG" \
         --max-turns 5 --output-format text \
-        -p "$prompt" 2>/dev/null
+        -p "$prompt"
       ;;
     codex)
       codex exec -s danger-full-access \
-        "$prompt" 2>/dev/null
+        "$prompt"
       ;;
     junie)
       if $JUNIE_HAS_MCP; then
         junie --output-format text \
           --mcp-location "$JUNIE_MCP_DIR" \
-          --task "$prompt" 2>/dev/null
+          --task "$prompt"
       else
         return 1
       fi
@@ -70,7 +70,7 @@ invoke_agent() {
     goose)
       goose run --text "$prompt" \
         --output-format text \
-        --max-turns 10 2>/dev/null
+        --max-turns 10
       ;;
     aider)
       # No MCP support — signal pipe mode
@@ -104,10 +104,10 @@ invoke_pipe() {
   local msg="$1"
   case "$AGENT" in
     junie)
-      junie --output-format text --task "$msg" 2>/dev/null
+      junie --output-format text --task "$msg"
       ;;
     aider)
-      aider --yes -m "$msg" 2>/dev/null
+      aider --yes -m "$msg"
       ;;
     *)
       # Generic: pipe message to stdin
@@ -131,7 +131,9 @@ if [ "$AGENT" = "junie" ]; then
   if junie --help 2>&1 | grep -q "mcp-location"; then
     JUNIE_HAS_MCP=true
     mkdir -p "$JUNIE_MCP_DIR"
-    cp "$MCP_CONFIG" "$JUNIE_MCP_DIR/mcp.json"
+    # Junie expects relative paths from the config file location.
+    # Since we moved the config into a sub-directory, we need to adjust ../ to ../../
+    sed 's|"\.\./|"../../|g' "$MCP_CONFIG" > "$JUNIE_MCP_DIR/mcp.json"
   else
     echo "NOTE: junie $(junie --version 2>&1 | grep -oE '[0-9.]+' | head -1) lacks --mcp-location, using pipe mode"
     echo "  Upgrade junie for MCP support: brew upgrade junie"

package/sinain-core/src/agent/loop.ts

@@ -1,9 +1,10 @@
 import { EventEmitter } from "node:events";
+import fs from "node:fs";
 import type { FeedBuffer } from "../buffers/feed-buffer.js";
 import type { SenseBuffer } from "../buffers/sense-buffer.js";
-import type { AgentConfig, AgentEntry, ContextWindow, EscalationMode, ContextRichness, RecorderStatus } from "../types.js";
+import type { AgentConfig, AgentEntry, ContextWindow, EscalationMode, ContextRichness, RecorderStatus, SenseEvent, FeedbackRecord } from "../types.js";
 import type { Profiler } from "../profiler.js";
-import { buildContextWindow } from "./context-window.js";
+import { buildContextWindow, RICHNESS_PRESETS } from "./context-window.js";
 import { analyzeContext } from "./analyzer.js";
 import { writeSituationMd } from "./situation-writer.js";
 import { calculateEscalationScore } from "../escalation/scorer.js";
@@ -35,6 +36,10 @@ export interface AgentLoopDeps {
   traitEngine?: TraitEngine;
   /** Directory to write per-day trait log JSONL files. */
   traitLogDir?: string;
+  /** Optional: path to sinain-knowledge.md for startup recap. */
+  getKnowledgeDocPath?: () => string | null;
+  /** Optional: feedback store for startup recap context. */
+  feedbackStore?: { queryRecent(n: number): FeedbackRecord[] };
 }
 
 export interface TraceContext {
@@ -69,6 +74,7 @@ export class AgentLoop extends EventEmitter {
   private lastRunTs = 0;
   private running = false;
   private started = false;
+  private firstTick = true;
 
   private lastPushedHud = "";
   private agentNextId = 1;
@@ -112,6 +118,9 @@ export class AgentLoop extends EventEmitter {
     }, this.deps.agentConfig.maxIntervalMs);
 
     log(TAG, `loop started (debounce=${this.deps.agentConfig.debounceMs}ms, max=${this.deps.agentConfig.maxIntervalMs}ms, cooldown=${this.deps.agentConfig.cooldownMs}ms, model=${this.deps.agentConfig.model})`);
+
+    // Fire recap tick: immediate HUD from persistent knowledge (no sense data needed)
+    this.fireRecapTick().catch(e => debug(TAG, "recap skipped:", String(e)));
   }
 
   /** Stop the agent loop. */
@@ -131,12 +140,13 @@ export class AgentLoop extends EventEmitter {
   onNewContext(): void {
     if (!this.started) return;
 
-    // Debounce: wait N ms after last event before running
+    // Fast first tick: 500ms debounce on startup, normal debounce after
+    const delay = this.firstTick ? 500 : this.deps.agentConfig.debounceMs;
     if (this.debounceTimer) clearTimeout(this.debounceTimer);
     this.debounceTimer = setTimeout(() => {
       this.debounceTimer = null;
       this.run().catch(err => error(TAG, "debounce tick error:", err.message));
-    }, this.deps.agentConfig.debounceMs);
+    }, delay);
   }
 
   /** Get agent results history (newest first). */
@@ -398,7 +408,80 @@ export class AgentLoop extends EventEmitter {
       traceCtx?.finish({ totalLatencyMs: Date.now() - Date.now(), llmLatencyMs: 0, llmInputTokens: 0, llmOutputTokens: 0, llmCost: 0, escalated: false, escalationScore: 0, contextScreenEvents: 0, contextAudioEntries: 0, contextRichness: richness, digestLength: 0, hudChanged: false });
     } finally {
       this.running = false;
+      this.firstTick = false;
       this.lastRunTs = Date.now();
     }
   }
+
+  // ── Private: startup recap tick from persistent knowledge ──
+
+  private async fireRecapTick(): Promise<void> {
+    if (this.running) return;
+    this.running = true;
+
+    try {
+      const sections: string[] = [];
+      const startTs = Date.now();
+
+      // 1. sinain-knowledge.md (established patterns, user preferences)
+      const knowledgePath = this.deps.getKnowledgeDocPath?.();
+      if (knowledgePath) {
+        const content = await fs.promises.readFile(knowledgePath, "utf-8").catch(() => "");
+        if (content.length > 50) sections.push(content.slice(0, 2000));
+      }
+
+      // 2. SITUATION.md digest (if fresh — less than 5 minutes old)
+      try {
+        const stat = await fs.promises.stat(this.deps.situationMdPath);
+        if (Date.now() - stat.mtimeMs < 5 * 60_000) {
+          const sit = await fs.promises.readFile(this.deps.situationMdPath, "utf-8");
+          const digestMatch = sit.match(/## Digest\n([\s\S]*?)(?=\n##|$)/);
+          if (digestMatch?.[1]?.trim()) {
+            sections.push(`Last session digest:\n${digestMatch[1].trim()}`);
+          }
+        }
+      } catch { /* SITUATION.md missing — fine */ }
+
+      // 3. Recent feedback records (last 5 escalation summaries)
+      const records = this.deps.feedbackStore?.queryRecent(5) ?? [];
+      if (records.length > 0) {
+        const recaps = records.slice(0, 5).map(r => `- ${r.currentApp}: ${r.hud}`).join("\n");
+        sections.push(`Recent activity:\n${recaps}`);
+      }
+
+      if (sections.length === 0) { return; }
+
+      const recapContext = sections.join("\n\n");
+
+      // Build synthetic ContextWindow with knowledge as screen entry
+      const recapWindow: ContextWindow = {
+        audio: [],
+        screen: [{
+          ts: Date.now(),
+          ocr: recapContext,
+          meta: { app: "sinain-recap", windowTitle: "startup" },
+          type: "context",
+        } as unknown as SenseEvent],
+        images: [],
+        currentApp: "sinain-recap",
+        appHistory: [],
+        audioCount: 0,
+        screenCount: 1,
+        windowMs: 0,
+        newestEventTs: Date.now(),
+        preset: RICHNESS_PRESETS.lean,
+      };
+
+      const result = await analyzeContext(recapWindow, this.deps.agentConfig, null);
+      if (result?.hud && result.hud !== "—" && result.hud !== "Idle") {
+        this.deps.onHudUpdate(result.hud);
+        log(TAG, `recap tick (${Date.now() - startTs}ms, ${result.tokensIn}in+${result.tokensOut}out tok) hud="${result.hud}"`);
+      }
+    } catch (err: any) {
+      debug(TAG, "recap tick error:", err.message || err);
+    } finally {
+      this.running = false;
+      // Do NOT update lastRunTs — normal cooldown should not be affected by recap
+    }
+  }
 }

package/sinain-core/src/config.ts

@@ -7,6 +7,9 @@ import { PRESETS } from "./privacy/presets.js";
 
 const __dirname = dirname(fileURLToPath(import.meta.url));
 
+/** The .env file path that was actually loaded (if any). */
+export let loadedEnvPath: string | undefined;
+
 function loadDotEnv(): void {
   // Try sinain-core/.env first, then project root .env
   const candidates = [
@@ -35,6 +38,7 @@ function loadDotEnv(): void {
           process.env[key] = val;
         }
       }
+      loadedEnvPath = envPath;
       console.log(`[config] loaded ${envPath}`);
       return;
     } catch { /* ignore */ }

package/sinain-core/src/escalation/escalator.ts

@@ -52,7 +52,7 @@ export class Escalator {
   private slot: EscalationSlot;
   private httpPending: HttpPendingEscalation | null = null;
 
-  private lastEscalationTs = Date.now();
+  private lastEscalationTs = 0;
   private lastEscalatedDigest = "";
 
   // Spawn deduplication state

package/sinain-core/src/index.ts

@@ -25,6 +25,12 @@ import { initPrivacy, levelFor, applyLevel } from "./privacy/index.js";
 
 const TAG = "core";
 
+/** Resolve workspace path, expanding leading ~ to HOME. */
+function resolveWorkspace(): string {
+  const raw = process.env.SINAIN_WORKSPACE || `${process.env.HOME}/.openclaw/workspace`;
+  return raw.startsWith("~") ? raw.replace("~", process.env.HOME || "") : raw;
+}
+
 async function main() {
   log(TAG, "sinain-core starting...");
 
@@ -80,7 +86,7 @@ async function main() {
     profiler,
     feedbackStore: feedbackStore ?? undefined,
     queryKnowledgeFacts: async (entities: string[], maxFacts: number) => {
-      const workspace = process.env.SINAIN_WORKSPACE || `${process.env.HOME}/.openclaw/workspace`;
+      const workspace = resolveWorkspace();
       const dbPath = `${workspace}/memory/knowledge-graph.db`;
       const scriptPath = `${workspace}/sinain-memory/graph_query.py`;
       try {
@@ -139,6 +145,7 @@ async function main() {
       escalator.pushSituationMd(content);
     },
     onHudUpdate: (text) => {
+      wsHandler.broadcastRaw({ type: "thinking", active: false } as any);
       wsHandler.broadcast(text, "normal", "stream");
     },
     onTraceStart: tracer ? (tickId) => {
@@ -156,6 +163,13 @@ async function main() {
     } : undefined,
     traitEngine,
     traitLogDir: config.traitConfig.logDir,
+    getKnowledgeDocPath: () => {
+      const workspace = resolveWorkspace();
+      const p = `${workspace}/memory/sinain-knowledge.md`;
+      try { if (existsSync(p)) return p; } catch {}
+      return null;
+    },
+    feedbackStore: feedbackStore ?? undefined,
   });
 
   // ── Wire learning signal collector (needs agentLoop) ──
@@ -400,13 +414,13 @@ async function main() {
 
     // Knowledge graph integration
     getKnowledgeDocPath: () => {
-      const workspace = process.env.SINAIN_WORKSPACE || `${process.env.HOME}/.openclaw/workspace`;
+      const workspace = resolveWorkspace();
       const p = `${workspace}/memory/sinain-knowledge.md`;
       try { if (existsSync(p)) return p; } catch {}
       return null;
     },
     queryKnowledgeFacts: async (entities: string[], maxFacts: number) => {
-      const workspace = process.env.SINAIN_WORKSPACE || `${process.env.HOME}/.openclaw/workspace`;
+      const workspace = resolveWorkspace();
       const dbPath = `${workspace}/memory/knowledge-graph.db`;
       const scriptPath = `${workspace}/sinain-memory/graph_query.py`;
       try {

package/sinain-core/src/overlay/commands.ts

@@ -43,6 +43,17 @@ export function setupCommands(deps: CommandDeps): void {
       }
       case "user_command": {
         log(TAG, `user command received: "${msg.text.slice(0, 60)}"`);
+        // Echo user message to all overlay clients as a feed item
+        wsHandler.broadcastRaw({
+          type: "feed",
+          text: msg.text,
+          priority: "normal",
+          ts: Date.now(),
+          channel: "agent",
+          sender: "user",
+        } as any);
+        // Show thinking indicator
+        wsHandler.broadcastRaw({ type: "thinking", active: true } as any);
         deps.onUserCommand(msg.text);
         break;
       }

package/sinain-core/src/overlay/ws-handler.ts

@@ -11,6 +11,7 @@ import type {
   FeedChannel,
 } from "../types.js";
 import { log, warn } from "../log.js";
+import { loadedEnvPath } from "../config.js";
 
 const TAG = "ws";
 const HEARTBEAT_INTERVAL_MS = 10_000;
@@ -135,13 +136,14 @@ export class WsHandler {
 
   /** Send a status update to all connected overlays. */
   broadcastStatus(): void {
-    const msg: StatusMessage = {
+    const msg: StatusMessage & { envPath?: string } = {
       type: "status",
       audio: this.state.audio,
       mic: this.state.mic,
       screen: this.state.screen,
       connection: this.state.connection,
     };
+    if (loadedEnvPath) msg.envPath = loadedEnvPath;
     this.broadcastMessage(msg);
   }