screenhand 0.5.0 → 0.5.3

package/dist/src/community/publisher.js

@@ -75,9 +75,11 @@ export class PlaybookPublisher {
             return null;
         }
         writeFileAtomicSync(filePath, JSON.stringify(shared, null, 2) + "\n");
-        // Best-effort sync to remote API
+        // Best-effort sync to remote API — log failures so user knows data didn't leave machine
         if (this.remote) {
-            void this.remote.publish(shared).catch(() => { });
+            void this.remote.publish(shared).catch((err) => {
+                process.stderr.write(`[screenhand] Remote publish failed: ${err instanceof Error ? err.message : String(err)}\n`);
+            });
         }
         return shared;
     }

package/dist/src/context-tracker.js

@@ -45,7 +45,7 @@ const BUNDLE_ID_TOOLS = new Set([
 ]);
 // Tools that carry a target/selector in their params
 const TARGET_PARAM_NAMES = ["selector", "target", "text", "label", "placeholder"];
-const FLUSH_THRESHOLD = 50;
+const FLUSH_THRESHOLD = 5;
 const MIN_OCCURRENCES_TO_PROMOTE = 2;
 export class ContextTracker {
     store;
@@ -176,8 +176,10 @@ export class ContextTracker {
         // Only for known browser bundleIds
         const BROWSER_BUNDLE_IDS = new Set([
             "com.apple.Safari", "com.brave.Browser",
+            "com.google.Chrome", "com.google.Chrome.canary",
             "org.chromium.Chromium", "com.vivaldi.Vivaldi",
-            "com.operasoftware.Opera",
+            "com.operasoftware.Opera", "company.thebrowser.Browser",
+            "org.mozilla.firefox", "org.mozilla.firefoxdeveloperedition",
         ]);
         if (!BROWSER_BUNDLE_IDS.has(bundleId))
             return;
@@ -239,6 +241,32 @@ export class ContextTracker {
                 : map.masteryLevel.toUpperCase();
             hints.push(`🗺 AppMap [${ratingDisplay}]: ${zones} zones, ${verifiedPaths}/${totalPaths} verified paths`);
         }
+        // Visual map hint: suggest map_app if no visual data exists
+        if (hints.length < 3 && this.context.appMapData) {
+            const visualMeta = this.context.appMapData.visualMeta;
+            if (!visualMeta) {
+                hints.push("📸 No visual map — run map_app(bundleId, appName) for faster, more accurate element targeting");
+            }
+            else {
+                // Check for element with visual position near the target
+                const target = extractTarget(params);
+                if (target) {
+                    const targetLower = target.toLowerCase();
+                    for (const zone of Object.values(this.context.appMapData.zones)) {
+                        for (const el of zone.elements) {
+                            if (el.label.toLowerCase().includes(targetLower) &&
+                                el.relativeX >= 0 && el.relativeY >= 0 &&
+                                (el.visualConfidence ?? 0) >= 0.5) {
+                                hints.push(`📍 Visual map: "${el.label}" at (${el.relativeX.toFixed(2)}, ${el.relativeY.toFixed(2)}) [${el.labelSource ?? "unknown"} source, confidence ${(el.visualConfidence ?? 0).toFixed(1)}]`);
+                                break;
+                            }
+                        }
+                        if (hints.length >= 3)
+                            break;
+                    }
+                }
+            }
+        }
         // Playbook-dependent hints below
         if (!this.context.playbook)
             return hints;
@@ -346,18 +374,46 @@ export class ContextTracker {
     flush() {
         if (this.learnings.length === 0)
             return;
-        if (!this.context?.playbook) {
+        if (!this.context) {
             this.learnings = [];
             this.actionCount = 0;
             return;
         }
+        // If no playbook matched, create a stub so learnings aren't discarded.
+        // This is the fix for "train on unknown app → restart → everything gone".
+        if (!this.context.playbook) {
+            const domain = this.context.domain;
+            const platform = domain.replace(/^native:/, "").split(".").pop() ?? domain;
+            const isNative = domain.startsWith("native:");
+            const stub = {
+                id: platform + "-learned",
+                name: `${platform} — Auto-Learned`,
+                description: `Selectors and errors learned from live interaction with ${platform}`,
+                platform,
+                ...(isNative ? { bundleId: domain.replace(/^native:/, "") } : {}),
+                version: "1.0.0",
+                steps: [],
+                tags: [platform, "auto-learned"],
+                successCount: 0,
+                failCount: 0,
+                selectors: {},
+                errors: [],
+            };
+            this.store.save(stub);
+            this.context.playbook = stub;
+            this.context.allSelectors = new Map();
+        }
         const playbook = this.context.playbook;
         let changed = false;
-        // ── Promote selectors that worked 2+ times ──
+        // ── Promote targets that worked 2+ times ──
+        // Accepts CSS selectors AND AX targets (plain text labels like "New Note").
+        // Only rejects strings that look like event handlers or raw coordinates.
         const selectorSuccessCount = new Map();
         for (const l of this.learnings) {
-            if (l.success && l.target && /^[#.\[]|^[a-z]+[\[.#\s>+~]/.test(l.target) &&
-                !/\bon\w+\s*=/i.test(l.target)) {
+            if (l.success && l.target &&
+                !/\bon\w+\s*=/i.test(l.target) &&
+                !/^\d+,\d+$/.test(l.target) &&
+                l.target.length >= 2 && l.target.length <= 200) {
                 const key = l.target;
                 selectorSuccessCount.set(key, (selectorSuccessCount.get(key) ?? 0) + 1);
             }

package/dist/src/ingestion/reference-merger.js

@@ -112,6 +112,39 @@ export class ReferenceMerger {
         const filePath = this.save(ref);
         return { filePath, added: newFeatures.length };
     }
+    /**
+     * Merge selectors from platform_explore into the main reference file.
+     * Prevents data fragmentation between *-explore.json and the main reference.
+     */
+    mergeExploreSelectors(selectors, errors, bundleId, appName) {
+        const ref = this.loadOrCreate(bundleId, appName);
+        if (!ref.selectors)
+            ref.selectors = {};
+        let added = 0;
+        for (const [group, entries] of Object.entries(selectors)) {
+            if (!ref.selectors[group]) {
+                ref.selectors[group] = {};
+            }
+            for (const [name, selector] of Object.entries(entries)) {
+                if (!ref.selectors[group][name]) {
+                    ref.selectors[group][name] = selector;
+                    added++;
+                }
+            }
+        }
+        // Also merge errors
+        if (!ref.errors)
+            ref.errors = [];
+        const existingErrors = new Set(ref.errors.map((e) => e.error.toLowerCase()));
+        for (const err of errors) {
+            if (!existingErrors.has(err.error.toLowerCase())) {
+                ref.errors.push(err);
+                existingErrors.add(err.error.toLowerCase());
+            }
+        }
+        const filePath = this.save(ref);
+        return { filePath, added };
+    }
     /**
      * Merge errors/solutions into reference.
      */

package/dist/src/memory/recall.js

@@ -15,6 +15,8 @@
 // You should have received a copy of the GNU Affero General Public License
 // along with ScreenHand. If not, see <https://www.gnu.org/licenses/>.
 import { MemoryStore } from "./store.js";
+/** Screenshot/OCR tools that should be auto-pruned from strategy hints */
+const SCREENSHOT_TOOL_NAMES = new Set(["screenshot", "screenshot_file", "ocr"]);
 export class RecallEngine {
     store;
     constructor(store) {
@@ -158,15 +160,77 @@ export class RecallEngine {
             const strategyToolPrefix = s.steps.slice(0, recentTools.length).map((st) => st.tool);
             const matches = recentTools.every((t, i) => t === strategyToolPrefix[i]);
             if (matches) {
+                // Auto-prune: skip screenshot/ocr steps — they add latency on browser apps
+                // and the world model already provides UI state visibility
+                let nextIdx = recentTools.length;
+                while (nextIdx < s.steps.length && SCREENSHOT_TOOL_NAMES.has(s.steps[nextIdx].tool)) {
+                    nextIdx++;
+                }
+                if (nextIdx >= s.steps.length)
+                    continue; // entire remainder was screenshots — skip strategy
                 return {
                     strategy: s,
-                    nextStep: s.steps[recentTools.length],
+                    nextStep: s.steps[nextIdx],
                     fingerprint: s.fingerprint ?? MemoryStore.makeFingerprint(s.steps.map((st) => st.tool)),
                 };
             }
         }
         return null;
     }
+    /**
+     * Check if the current tool sequence matches a PROVEN strategy that can be
+     * auto-executed without LLM intervention.
+     *
+     * Requirements for auto-execution (conservative):
+     * - 10+ successes, 0 failures
+     * - Remaining steps are all concrete tools (no LLM/screenshot steps)
+     * - At least 2 tools in the prefix match (no single-tool triggers)
+     *
+     * Returns ALL remaining steps (not just next) so the caller can batch-execute.
+     */
+    getAutoExecutableStrategy(recentTools, currentBundleId) {
+        if (recentTools.length < 2)
+            return null;
+        const strategies = this.store.readStrategies();
+        const MIN_SUCCESS = 10;
+        for (const s of strategies) {
+            if (s.steps.length <= recentTools.length)
+                continue;
+            // Must be proven: 10+ successes, 0 failures
+            const failCount = s.failCount ?? 0;
+            if (s.successCount < MIN_SUCCESS || failCount > 0)
+                continue;
+            // App context check
+            if (currentBundleId) {
+                const taskLower = s.task.toLowerCase();
+                const bundleLower = currentBundleId.toLowerCase();
+                const appName = bundleLower.split(".").pop() ?? "";
+                const mentionsCurrentApp = taskLower.includes(appName) || taskLower.includes(bundleLower);
+                const mentionsOtherApp = !mentionsCurrentApp && /com\.\w+\.\w+/.test(s.task);
+                if (mentionsOtherApp)
+                    continue;
+            }
+            // Check prefix match
+            const strategyToolPrefix = s.steps.slice(0, recentTools.length).map((st) => st.tool);
+            const matches = recentTools.every((t, i) => t === strategyToolPrefix[i]);
+            if (!matches)
+                continue;
+            // Collect remaining steps, skipping screenshot/ocr
+            const remaining = s.steps.slice(recentTools.length).filter((st) => !SCREENSHOT_TOOL_NAMES.has(st.tool));
+            if (remaining.length === 0)
+                continue;
+            // All remaining steps must be concrete tools (no "llm_interpret" or similar)
+            const LLM_TOOLS = new Set(["llm_interpret", "llm_decide", "ask_user"]);
+            if (remaining.some((st) => LLM_TOOLS.has(st.tool)))
+                continue;
+            return {
+                strategy: s,
+                remainingSteps: remaining,
+                fingerprint: s.fingerprint ?? MemoryStore.makeFingerprint(s.steps.map((st) => st.tool)),
+            };
+        }
+        return null;
+    }
     /** Find error patterns for a specific tool or all tools */
     recallErrors(tool, params) {
         const errors = this.store.readErrors();

package/dist/src/memory/research.js

@@ -16,7 +16,7 @@
 // along with ScreenHand. If not, see <https://www.gnu.org/licenses/>.
 export function backgroundResearch(store, tool, params, errorMessage) {
     // Fire-and-forget — never blocks, never throws
-    doResearch(store, tool, params, errorMessage).catch(() => { });
+    doResearch(store, tool, params, errorMessage).catch((e) => { process.stderr.write(`[research] background research failed: ${e instanceof Error ? e.message : String(e)}\n`); });
 }
 async function doResearch(store, tool, params, errorMessage) {
     const query = `macOS automation: "${tool}" failed with "${errorMessage.slice(0, 200)}"`;

package/dist/src/memory/service.js

@@ -117,11 +117,21 @@ export class MemoryService {
             try {
                 const raw = fs.readFileSync(snapPath, "utf-8");
                 const loaded = JSON.parse(raw);
-                // Restore mission and policy from previous run
-                if (loaded.mission)
+                // Validate shape before merging — reject obviously corrupted data
+                if (loaded.mission && typeof loaded.mission === "string") {
                     this.snapshot.mission = loaded.mission;
-                if (loaded.policy)
-                    this.snapshot.policy = { ...DEFAULT_POLICY, ...loaded.policy };
+                }
+                if (loaded.policy && typeof loaded.policy === "object" && !Array.isArray(loaded.policy)) {
+                    // Validate numeric fields before merging
+                    const p = loaded.policy;
+                    if (typeof p.maxConsecutiveErrors !== "number" || !Number.isFinite(p.maxConsecutiveErrors)) {
+                        delete p.maxConsecutiveErrors;
+                    }
+                    if (typeof p.maxErrorsBeforeBlock !== "number" || !Number.isFinite(p.maxErrorsBeforeBlock)) {
+                        delete p.maxErrorsBeforeBlock;
+                    }
+                    this.snapshot.policy = { ...DEFAULT_POLICY, ...p };
+                }
             }
             catch {
                 // Corrupted snapshot — start fresh
@@ -299,7 +309,14 @@ export class MemoryService {
     writeLearningsAsync() {
         this.ensureMemDir();
         const data = this.learningsCache.map((l) => JSON.stringify(l)).join("\n") + (this.learningsCache.length ? "\n" : "");
-        fs.writeFile(this.filePath("learnings.jsonl"), data, () => { });
+        // Use atomic write to prevent race conditions: two rapid calls would clobber
+        // each other with fs.writeFile's async no-op callback.
+        try {
+            writeFileAtomicSync(this.filePath("learnings.jsonl"), data);
+        }
+        catch {
+            // Non-critical — in-memory cache is still correct
+        }
     }
     // ── Recall (delegates to RecallEngine) ───────────
     /** Search error patterns, optionally filtered by tool. */
@@ -318,6 +335,10 @@ export class MemoryService {
     quickStrategyHint(recentTools, currentBundleId) {
         return this.recall.quickStrategyHint(recentTools, currentBundleId);
     }
+    /** Check if the current tool sequence matches a proven strategy for auto-execution. */
+    getAutoExecutableStrategy(recentTools, currentBundleId) {
+        return this.recall.getAutoExecutableStrategy(recentTools, currentBundleId);
+    }
     /** Record strategy outcome for feedback loop. */
     recordStrategyOutcome(fingerprint, success) {
         this.store.recordStrategyOutcome(fingerprint, success);

package/dist/src/memory/store.js

@@ -103,32 +103,41 @@ export class MemoryStore {
     }
     // ── file locking ──────────────────────────────
     acquireLock() {
-        try {
-            // Try to create lock atomically first (avoids TOCTOU race between exists-check and write)
+        // Retry loop closes the TOCTOU window: if another process grabs the lock
+        // between our unlink and write, the wx flag fails and we retry.
+        const MAX_RETRIES = 3;
+        for (let attempt = 0; attempt < MAX_RETRIES; attempt++) {
             try {
+                // Atomic create — fails if file already exists
                 fs.writeFileSync(this.lockPath, String(process.pid), { flag: "wx" });
+                this.hasLock = true;
+                return;
             }
             catch {
-                // Lock file exists — check if it's stale (PID no longer running)
-                const lockContent = fs.readFileSync(this.lockPath, "utf-8").trim();
-                const lockPid = parseInt(lockContent, 10);
-                if (lockPid && !this.isProcessRunning(lockPid)) {
-                    // Stale lock — remove and retry with wx
-                    fs.unlinkSync(this.lockPath);
-                    fs.writeFileSync(this.lockPath, String(process.pid), { flag: "wx" });
+                // Lock file exists — check if stale
+                try {
+                    const lockContent = fs.readFileSync(this.lockPath, "utf-8").trim();
+                    const lockPid = parseInt(lockContent, 10);
+                    if (lockPid && !this.isProcessRunning(lockPid)) {
+                        // Stale lock — remove and retry (another process may also remove it)
+                        try {
+                            fs.unlinkSync(this.lockPath);
+                        }
+                        catch { /* already removed by competitor */ }
+                        continue; // Retry the wx write
+                    }
+                    // Lock held by active process — don't retry
+                    break;
                 }
-                else {
-                    throw new Error("Lock held by active process");
+                catch {
+                    // Can't read lock file (removed between our check) — retry
+                    continue;
                 }
             }
-            this.hasLock = true;
-        }
-        catch (err) {
-            // Another instance holds the lock — we still work but skip writes
-            // to avoid corruption. Reads are from our own cache (stale but safe).
-            console.error(`[MemoryStore] Lock acquisition failed — writes disabled: ${err instanceof Error ? err.message : err}`);
-            this.hasLock = false;
         }
+        // All retries failed — work in read-only mode
+        process.stderr.write(`[MemoryStore] Lock acquisition failed after ${MAX_RETRIES} attempts — writes disabled\n`);
+        this.hasLock = false;
     }
     releaseLock() {
         if (this.hasLock) {
@@ -285,7 +294,13 @@ export class MemoryStore {
                 this.ensureDir();
                 const data = this.pendingActionWrites.join("");
                 this.pendingActionWrites = [];
-                fs.appendFile(this.filePath("actions.jsonl"), data, () => { });
+                try {
+                    fs.appendFileSync(this.filePath("actions.jsonl"), data);
+                }
+                catch {
+                    // Non-critical — push data back for next flush attempt
+                    this.pendingActionWrites.unshift(data);
+                }
             }, 100);
         }
     }
@@ -325,10 +340,14 @@ export class MemoryStore {
         this.strategiesCache = this.strategiesCache.slice(-MAX_STRATEGIES);
     }
     appendStrategy(strategy) {
-        // Ensure fingerprint exists
-        if (!strategy.fingerprint) {
-            strategy.fingerprint = MemoryStore.makeFingerprint(strategy.steps.map((s) => s.tool));
-        }
+        // Auto-prune screenshot/ocr steps — they add latency on browser apps
+        // and the world model provides UI visibility without them
+        const PRUNE_TOOLS = new Set(["screenshot", "screenshot_file", "ocr"]);
+        strategy.steps = strategy.steps.filter((s) => !PRUNE_TOOLS.has(s.tool));
+        if (strategy.steps.length === 0)
+            return; // strategy was all screenshots — discard
+        // Ensure fingerprint exists (recompute after pruning)
+        strategy.fingerprint = MemoryStore.makeFingerprint(strategy.steps.map((s) => s.tool));
         const idx = this.strategiesCache.findIndex((s) => s.task === strategy.task);
         if (idx >= 0) {
             const old = this.strategiesCache[idx];

package/dist/src/native/bridge-client.js

@@ -212,7 +212,7 @@ export class BridgeClient extends EventEmitter {
                 // Force restart if bridge appears stalled
                 if (this.consecutiveTimeouts >= BridgeClient.MAX_CONSECUTIVE_TIMEOUTS) {
                     this.consecutiveTimeouts = 0;
-                    this.restart().catch(() => { });
+                    this.restart().catch((e) => { process.stderr.write(`[bridge] restart after timeout failed: ${e instanceof Error ? e.message : String(e)}\n`); });
                 }
             }, effectiveTimeout);
             this.pending.set(id, {
@@ -275,14 +275,14 @@ export class BridgeClient extends EventEmitter {
             this.emit("error", msg);
             // Only auto-restart if this is still the active process
             if (this.started && this.process === spawnedProcess) {
-                this.restart().catch(() => { });
+                this.restart().catch((e) => { process.stderr.write(`[bridge] restart after error failed: ${e instanceof Error ? e.message : String(e)}\n`); });
             }
         });
         child.on("exit", (code) => {
             this.emit("exit", code);
             // Only auto-restart if this is still the active process and not mid-restart
             if (this.started && !this.restarting && this.process === spawnedProcess) {
-                this.restart().catch(() => { });
+                this.restart().catch((e) => { process.stderr.write(`[bridge] restart after exit failed: ${e instanceof Error ? e.message : String(e)}\n`); });
             }
         });
         // Parse stdout line by line

package/dist/src/perception/coordinator.js

@@ -50,6 +50,10 @@ export class PerceptionCoordinator extends EventEmitter {
     slowTimer = null;
     activePid = null;
     activeWindowId = null;
+    /** Track consecutive failures per loop for diagnostics */
+    fastErrors = 0;
+    mediumErrors = 0;
+    slowErrors = 0;
     activeAppContext = null;
     cdpClient = null;
     /** CDP connection factory — called to create/reconnect persistent clients */
@@ -151,7 +155,12 @@ export class PerceptionCoordinator extends EventEmitter {
                     if (this.fastInFlight)
                         return;
                     this.fastInFlight = true;
-                    void this.fastCycle().catch(() => { }).finally(() => { this.fastInFlight = false; });
+                    void this.fastCycle().then(() => { this.fastErrors = 0; }).catch((e) => {
+                        this.fastErrors++;
+                        if (this.fastErrors <= 3 || this.fastErrors % 50 === 0) {
+                            process.stderr.write(`[perception] fast cycle error #${this.fastErrors}: ${e instanceof Error ? e.message : String(e)}\n`);
+                        }
+                    }).finally(() => { this.fastInFlight = false; });
                 }, this.config.fastIntervalMs);
             }
             if (this.mediumTimer) {
@@ -160,7 +169,12 @@ export class PerceptionCoordinator extends EventEmitter {
                     if (this.mediumInFlight)
                         return;
                     this.mediumInFlight = true;
-                    void this.mediumCycle().catch(() => { }).finally(() => { this.mediumInFlight = false; });
+                    void this.mediumCycle().then(() => { this.mediumErrors = 0; }).catch((e) => {
+                        this.mediumErrors++;
+                        if (this.mediumErrors <= 3 || this.mediumErrors % 50 === 0) {
+                            process.stderr.write(`[perception] medium cycle error #${this.mediumErrors}: ${e instanceof Error ? e.message : String(e)}\n`);
+                        }
+                    }).finally(() => { this.mediumInFlight = false; });
                 }, this.config.mediumIntervalMs);
             }
             if (this.slowTimer) {
@@ -169,7 +183,12 @@ export class PerceptionCoordinator extends EventEmitter {
                     if (this.slowInFlight)
                         return;
                     this.slowInFlight = true;
-                    void this.slowCycle().catch(() => { }).finally(() => { this.slowInFlight = false; });
+                    void this.slowCycle().then(() => { this.slowErrors = 0; }).catch((e) => {
+                        this.slowErrors++;
+                        if (this.slowErrors <= 3 || this.slowErrors % 50 === 0) {
+                            process.stderr.write(`[perception] slow cycle error #${this.slowErrors}: ${e instanceof Error ? e.message : String(e)}\n`);
+                        }
+                    }).finally(() => { this.slowInFlight = false; });
                 }, this.config.slowIntervalMs);
             }
         }
@@ -185,7 +204,7 @@ export class PerceptionCoordinator extends EventEmitter {
             this.emit("wake");
             // Start stream capture on wake for fast perception (only if running)
             if (this.running && this.visionSource && this.activeWindowId && !this.visionSource.isStreaming) {
-                void this.visionSource.startStream(this.activeWindowId).catch(() => { });
+                void this.visionSource.startStream(this.activeWindowId).catch((e) => { process.stderr.write(`[perception] vision stream start on wake failed: ${e instanceof Error ? e.message : String(e)}\n`); });
             }
         }
     }
@@ -201,7 +220,7 @@ export class PerceptionCoordinator extends EventEmitter {
             this.emit("idle");
             // Stop stream capture to save battery at idle
             if (this.visionSource?.isStreaming) {
-                void this.visionSource.stopStream().catch(() => { });
+                void this.visionSource.stopStream().catch((e) => { process.stderr.write(`[perception] vision stream stop on idle failed: ${e instanceof Error ? e.message : String(e)}\n`); });
             }
         }
         return shouldIdle;
@@ -234,7 +253,7 @@ export class PerceptionCoordinator extends EventEmitter {
         }
         // Start continuous stream capture for fast perception (non-blocking, best-effort)
         if (this.config.enableVision && this.visionSource && this.activeWindowId) {
-            void this.visionSource.startStream(this.activeWindowId).catch(() => { });
+            void this.visionSource.startStream(this.activeWindowId).catch((e) => { process.stderr.write(`[perception] vision stream start failed: ${e instanceof Error ? e.message : String(e)}\n`); });
         }
         // Start AX observation
         if (this.config.enableAX && this.axSource && this.activePid) {
@@ -256,24 +275,42 @@ export class PerceptionCoordinator extends EventEmitter {
         }
         // Start interval loops — in-flight guards prevent pileup when async cycle
         // takes longer than the interval (e.g. bridge latency spike).
+        this.fastErrors = 0;
+        this.mediumErrors = 0;
+        this.slowErrors = 0;
         this.fastTimer = setInterval(() => {
             if (this.fastInFlight)
                 return;
             this.fastInFlight = true;
-            void this.fastCycle().catch(() => { }).finally(() => { this.fastInFlight = false; });
+            void this.fastCycle().then(() => { this.fastErrors = 0; }).catch((e) => {
+                this.fastErrors++;
+                if (this.fastErrors <= 3 || this.fastErrors % 50 === 0) {
+                    process.stderr.write(`[perception] fast cycle error #${this.fastErrors}: ${e instanceof Error ? e.message : String(e)}\n`);
+                }
+            }).finally(() => { this.fastInFlight = false; });
         }, this.config.fastIntervalMs);
         this.mediumTimer = setInterval(() => {
             if (this.mediumInFlight)
                 return;
             this.mediumInFlight = true;
-            void this.mediumCycle().catch(() => { }).finally(() => { this.mediumInFlight = false; });
+            void this.mediumCycle().then(() => { this.mediumErrors = 0; }).catch((e) => {
+                this.mediumErrors++;
+                if (this.mediumErrors <= 3 || this.mediumErrors % 50 === 0) {
+                    process.stderr.write(`[perception] medium cycle error #${this.mediumErrors}: ${e instanceof Error ? e.message : String(e)}\n`);
+                }
+            }).finally(() => { this.mediumInFlight = false; });
         }, this.config.mediumIntervalMs);
         if (this.config.enableVision) {
             this.slowTimer = setInterval(() => {
                 if (this.slowInFlight)
                     return;
                 this.slowInFlight = true;
-                void this.slowCycle().catch(() => { }).finally(() => { this.slowInFlight = false; });
+                void this.slowCycle().then(() => { this.slowErrors = 0; }).catch((e) => {
+                    this.slowErrors++;
+                    if (this.slowErrors <= 3 || this.slowErrors % 50 === 0) {
+                        process.stderr.write(`[perception] slow cycle error #${this.slowErrors}: ${e instanceof Error ? e.message : String(e)}\n`);
+                    }
+                }).finally(() => { this.slowInFlight = false; });
             }, this.config.slowIntervalMs);
         }
         this.emit("started", appContext);
@@ -295,7 +332,7 @@ export class PerceptionCoordinator extends EventEmitter {
         }
         // Stop stream capture
         if (this.visionSource?.isStreaming) {
-            void this.visionSource.stopStream().catch(() => { });
+            void this.visionSource.stopStream().catch((e) => { process.stderr.write(`[perception] vision stream stop failed: ${e instanceof Error ? e.message : String(e)}\n`); });
         }
         if (this.fastTimer) {
             clearInterval(this.fastTimer);
@@ -538,7 +575,9 @@ export class PerceptionCoordinator extends EventEmitter {
             try {
                 await this.browserEnricher();
             }
-            catch { /* best-effort */ }
+            catch (e) {
+                process.stderr.write(`[perception] browser enricher failed: ${e instanceof Error ? e.message : String(e)}\n`);
+            }
         }
         this.stats.mediumCycles++;
         // Wire #9: L3→L7 — auto-update AppMap from perception (every 5th cycle, skip cycle 1)
@@ -937,7 +976,9 @@ export class PerceptionCoordinator extends EventEmitter {
                     ? currentTitle.slice(0, 80).trim() : currentTitle;
                 this.appMap.recordPageTransition(bundleId, fromTitle, toTitle, "perception_detected");
             }
-            catch { /* best-effort — limits, PII filter, etc. */ }
+            catch (e) {
+                process.stderr.write(`[perception] recordPageTransition failed: ${e instanceof Error ? e.message : String(e)}\n`);
+            }
         }
         this.lastPerceptionTitle = currentTitle;
         // 2. Dialog state change detection
@@ -949,7 +990,9 @@ export class PerceptionCoordinator extends EventEmitter {
                 try {
                     this.appMap.recordStateChange(bundleId, "dialog_state", from, to, "perception_detected");
                 }
-                catch { /* best-effort */ }
+                catch (e) {
+                    process.stderr.write(`[perception] recordStateChange dialog failed: ${e instanceof Error ? e.message : String(e)}\n`);
+                }
             }
             this.lastPerceptionDialogCount = currentDialogCount;
         }
@@ -987,7 +1030,41 @@ export class PerceptionCoordinator extends EventEmitter {
                 this.appMap.recordElementOutcome(bundleId, "auto", label, true, pageContext);
                 added++;
             }
-            catch { /* best-effort — zone limits, PII filter, etc. */ }
+            catch (e) {
+                process.stderr.write(`[perception] recordElementOutcome failed: ${e instanceof Error ? e.message : String(e)}\n`);
+            }
+        }
+        // 4. Visual map validation: cross-check AX positions against visual map
+        // Uses proximity-based matching (not label matching) so OCR text
+        // that doesn't exactly match AX labels can still be validated.
+        if (this.appMap.getVisualMeta(bundleId) && focusedWin.bounds?.value) {
+            const winBounds = focusedWin.bounds.value;
+            let validated = 0;
+            for (const [, ctrl] of focusedWin.controls) {
+                if (validated >= 15)
+                    break; // Cap per cycle
+                const label = ctrl.label?.value;
+                if (!label || label.length < 2)
+                    continue;
+                const pos = ctrl.position;
+                if (!pos || typeof pos.x !== "number" || typeof pos.y !== "number")
+                    continue;
+                // Convert absolute to relative
+                const relX = winBounds.width > 0 ? (pos.x - winBounds.x) / winBounds.width : -1;
+                const relY = winBounds.height > 0 ? (pos.y - winBounds.y) / winBounds.height : -1;
+                if (relX < 0 || relX > 1 || relY < 0 || relY > 1)
+                    continue;
+                try {
+                    // Try exact label match first, fall back to proximity match
+                    const exactMatch = this.appMap.validateElementPosition(bundleId, label, relX, relY);
+                    if (exactMatch === null) {
+                        // No label match — try proximity: find nearest visual-scan element
+                        this.appMap.validateNearestElement(bundleId, label, relX, relY);
+                    }
+                    validated++;
+                }
+                catch { /* non-fatal */ }
+            }
         }
     }
     /**
@@ -1028,7 +1105,9 @@ export class PerceptionCoordinator extends EventEmitter {
                 this.appMap.recordElementVisibility(bundleId, text, pageContext, true);
                 recorded++;
             }
-            catch { /* best-effort */ }
+            catch (e) {
+                process.stderr.write(`[perception] recordElementVisibility failed: ${e instanceof Error ? e.message : String(e)}\n`);
+            }
         }
     }
     // ── Wire #10: L7→L3 — zone ROI → targeted OCR ──