@lattices/cli 0.4.0 → 0.4.1

package/app/Info.plist

@@ -0,0 +1,30 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+    <key>CFBundleIdentifier</key>
+    <string>com.arach.lattices</string>
+    <key>CFBundleName</key>
+    <string>Lattices</string>
+    <key>CFBundleDisplayName</key>
+    <string>Lattices</string>
+    <key>CFBundleExecutable</key>
+    <string>Lattices</string>
+    <key>CFBundleIconFile</key>
+    <string>AppIcon</string>
+    <key>CFBundlePackageType</key>
+    <string>APPL</string>
+    <key>CFBundleVersion</key>
+    <string>0.4.1</string>
+    <key>CFBundleShortVersionString</key>
+    <string>0.4.1</string>
+    <key>LSMinimumSystemVersion</key>
+    <string>13.0</string>
+    <key>LSUIElement</key>
+    <true/>
+    <key>NSHighResolutionCapable</key>
+    <true/>
+    <key>NSSupportsAutomaticTermination</key>
+    <true/>
+</dict>
+</plist>

package/app/Lattices.app/Contents/Info.plist

@@ -6,6 +6,8 @@
     <string>com.arach.lattices</string>
     <key>CFBundleName</key>
     <string>Lattices</string>
+    <key>CFBundleDisplayName</key>
+    <string>Lattices</string>
     <key>CFBundleExecutable</key>
     <string>Lattices</string>
     <key>CFBundleIconFile</key>
@@ -13,11 +15,15 @@
     <key>CFBundlePackageType</key>
     <string>APPL</string>
     <key>CFBundleVersion</key>
-    <string>1</string>
+    <string>0.4.1</string>
     <key>CFBundleShortVersionString</key>
-    <string>0.1.0</string>
+    <string>0.4.1</string>
+    <key>LSMinimumSystemVersion</key>
+    <string>13.0</string>
     <key>LSUIElement</key>
     <true/>
+    <key>NSHighResolutionCapable</key>
+    <true/>
     <key>NSSupportsAutomaticTermination</key>
     <true/>
 </dict>

package/app/Lattices.app/Contents/_CodeSignature/CodeResources

@@ -0,0 +1,139 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+	<key>files</key>
+	<dict>
+		<key>Resources/AppIcon.icns</key>
+		<data>
+		3sIZmtGJHMo2S/XvIMl46SOHcFY=
+		</data>
+		<key>Resources/tap.wav</key>
+		<data>
+		eOpp5td/ovQGMumXPpwy4Vyt/uc=
+		</data>
+	</dict>
+	<key>files2</key>
+	<dict>
+		<key>Resources/AppIcon.icns</key>
+		<dict>
+			<key>hash2</key>
+			<data>
+			LZsztS/9I1hmuQmDOk+anfxOpqVryB3y4a1kwSaUK4s=
+			</data>
+		</dict>
+		<key>Resources/tap.wav</key>
+		<dict>
+			<key>hash2</key>
+			<data>
+			K4QV08FuKEJR29hhgUbEG7Em3J6zHYpGKmGWdnZopzs=
+			</data>
+		</dict>
+	</dict>
+	<key>rules</key>
+	<dict>
+		<key>^Resources/</key>
+		<true/>
+		<key>^Resources/.*\.lproj/</key>
+		<dict>
+			<key>optional</key>
+			<true/>
+			<key>weight</key>
+			<real>1000</real>
+		</dict>
+		<key>^Resources/.*\.lproj/locversion.plist$</key>
+		<dict>
+			<key>omit</key>
+			<true/>
+			<key>weight</key>
+			<real>1100</real>
+		</dict>
+		<key>^Resources/Base\.lproj/</key>
+		<dict>
+			<key>weight</key>
+			<real>1010</real>
+		</dict>
+		<key>^version.plist$</key>
+		<true/>
+	</dict>
+	<key>rules2</key>
+	<dict>
+		<key>.*\.dSYM($|/)</key>
+		<dict>
+			<key>weight</key>
+			<real>11</real>
+		</dict>
+		<key>^(.*/)?\.DS_Store$</key>
+		<dict>
+			<key>omit</key>
+			<true/>
+			<key>weight</key>
+			<real>2000</real>
+		</dict>
+		<key>^(Frameworks|SharedFrameworks|PlugIns|Plug-ins|XPCServices|Helpers|MacOS|Library/(Automator|Spotlight|LoginItems))/</key>
+		<dict>
+			<key>nested</key>
+			<true/>
+			<key>weight</key>
+			<real>10</real>
+		</dict>
+		<key>^.*</key>
+		<true/>
+		<key>^Info\.plist$</key>
+		<dict>
+			<key>omit</key>
+			<true/>
+			<key>weight</key>
+			<real>20</real>
+		</dict>
+		<key>^PkgInfo$</key>
+		<dict>
+			<key>omit</key>
+			<true/>
+			<key>weight</key>
+			<real>20</real>
+		</dict>
+		<key>^Resources/</key>
+		<dict>
+			<key>weight</key>
+			<real>20</real>
+		</dict>
+		<key>^Resources/.*\.lproj/</key>
+		<dict>
+			<key>optional</key>
+			<true/>
+			<key>weight</key>
+			<real>1000</real>
+		</dict>
+		<key>^Resources/.*\.lproj/locversion.plist$</key>
+		<dict>
+			<key>omit</key>
+			<true/>
+			<key>weight</key>
+			<real>1100</real>
+		</dict>
+		<key>^Resources/Base\.lproj/</key>
+		<dict>
+			<key>weight</key>
+			<real>1010</real>
+		</dict>
+		<key>^[^/]+$</key>
+		<dict>
+			<key>nested</key>
+			<true/>
+			<key>weight</key>
+			<real>10</real>
+		</dict>
+		<key>^embedded\.provisionprofile$</key>
+		<dict>
+			<key>weight</key>
+			<real>20</real>
+		</dict>
+		<key>^version\.plist$</key>
+		<dict>
+			<key>weight</key>
+			<real>20</real>
+		</dict>
+	</dict>
+</dict>
+</plist>

package/app/Lattices.entitlements

@@ -0,0 +1,15 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+    <!-- App sandbox disabled — Lattices needs direct access to tmux, processes, and the filesystem -->
+    <key>com.apple.security.app-sandbox</key>
+    <false/>
+
+    <!-- Network: localhost WebSocket daemon for CLI/agent communication -->
+    <key>com.apple.security.network.server</key>
+    <true/>
+    <key>com.apple.security.network.client</key>
+    <true/>
+</dict>
+</plist>

package/app/Sources/AppDelegate.swift

@@ -99,6 +99,7 @@ class AppDelegate: NSObject, NSApplicationDelegate, NSPopoverDelegate {
             }
         }
         store.register(action: .hud) { HUDController.shared.toggle() }
+        store.register(action: .mouseFinder) { MouseFinder.shared.find() }
 
         // Pre-render HUD panels off-screen for instant first open
         DispatchQueue.main.async { HUDController.shared.warmUp() }

package/app/Sources/DesktopModel.swift

@@ -134,7 +134,24 @@ final class DesktopModel: ObservableObject {
 
     // MARK: - Polling
 
+    private var lastPollTime: Date = .distantPast
+    private static let minPollInterval: TimeInterval = 1.0
+
+    /// Poll only if stale. Call `forcePoll()` to bypass the freshness check.
     func poll() {
+        let now = Date()
+        guard now.timeIntervalSince(lastPollTime) >= Self.minPollInterval else { return }
+        lastPollTime = now
+        performPoll()
+    }
+
+    /// Force a poll regardless of freshness — use sparingly.
+    func forcePoll() {
+        lastPollTime = Date()
+        performPoll()
+    }
+
+    private func performPoll() {
         guard let list = CGWindowListCopyWindowInfo(
             [.optionAll, .excludeDesktopElements],
             kCGNullWindowID
@@ -225,8 +242,11 @@ final class DesktopModel: ObservableObject {
             if markFrontmost, let frontmostWid {
                 interactions[frontmostWid] = interactionTime
             }
-            self.windows = fresh
-            self.interactionDates = interactions
+            // Only publish if something actually changed — avoids unnecessary SwiftUI re-renders
+            if changed || markFrontmost {
+                self.windows = fresh
+                self.interactionDates = interactions
+            }
             self.lastFrontmostWid = frontmostWid
         }
 
@@ -255,6 +275,10 @@ final class DesktopModel: ObservableObject {
 
         for (pid, wids) in byPid {
             let axApp = AXUIElementCreateApplication(pid)
+
+            // Set a timeout so unresponsive apps (video calls, etc.) don't block the poll
+            AXUIElementSetMessagingTimeout(axApp, 0.3)
+
             var axWindowsRef: CFTypeRef?
             guard AXUIElementCopyAttributeValue(axApp, kAXWindowsAttribute as CFString, &axWindowsRef) == .success,
                   let axWindows = axWindowsRef as? [AXUIElement] else { continue }

package/app/Sources/HandsOffSession.swift

@@ -251,6 +251,8 @@ final class HandsOffSession: ObservableObject {
     // MARK: - Worker communication
 
     private var pendingCallback: (([String: Any]) -> Void)?
+    private var turnTimeoutWork: DispatchWorkItem?
+    private static let turnTimeoutSeconds: TimeInterval = 30
 
     private func sendToWorker(_ dict: [String: Any]) {
         guard let data = try? JSONSerialization.data(withJSONObject: dict),
@@ -335,17 +337,34 @@ final class HandsOffSession: ObservableObject {
         case .listening:
             finishListening()
         case .thinking:
-            DiagnosticLog.shared.info("HandsOff: busy, ignoring toggle")
+            cancelTurn()
         case .connecting:
             cancel()
         }
     }
 
     func cancel() {
+        cancelVoxSession()
         state = .idle
         DiagnosticLog.shared.info("HandsOff: cancelled")
     }
 
+    private func cancelTurn() {
+        turnTimeoutWork?.cancel()
+        turnTimeoutWork = nil
+        pendingCallback = nil
+        state = .idle
+        DiagnosticLog.shared.warn("HandsOff: turn cancelled by user")
+        playSound("Funk")
+    }
+
+    /// Cancel any active Vox recording session without transcribing.
+    private func cancelVoxSession() {
+        guard VoxClient.shared.activeSessionId != nil else { return }
+        DiagnosticLog.shared.info("HandsOff: cancelling Vox session")
+        VoxClient.shared.cancelSession()
+    }
+
     // MARK: - Voice capture
 
     private func beginListening() {
@@ -377,24 +396,46 @@ final class HandsOffSession: ObservableObject {
         }
     }
 
+    /// Guard against double-processing the transcript (session.final + completion can both deliver it).
+    private var turnProcessed = false
+
     private func startDictation() {
         state = .listening
         lastTranscript = nil
+        turnProcessed = false
         playSound("Tink")
 
         DiagnosticLog.shared.info("HandsOff: listening...")
 
         // Vox live session: startSession opens the mic, events flow on the start call ID.
-        // No partial transcripts — Vox transcribes after recording stops.
+        // session.final arrives via onProgress, then the same data arrives via completion.
+        // We process the transcript from whichever arrives first to be resilient against
+        // connection drops between the two.
         VoxClient.shared.startSession(
             onProgress: { [weak self] event, data in
                 DispatchQueue.main.async {
-                    if event == "session.state" {
+                    guard let self else { return }
+                    switch event {
+                    case "session.state":
                         let sessionState = data["state"] as? String ?? ""
                         DiagnosticLog.shared.info("HandsOff: session → \(sessionState)")
-                    }
-                    if event == "session.final", let text = data["text"] as? String {
-                        self?.lastTranscript = text
+                        // Vox cancelled the session (e.g. recording timeout)
+                        if sessionState == "cancelled" {
+                            let reason = data["reason"] as? String ?? "unknown"
+                            DiagnosticLog.shared.warn("HandsOff: Vox cancelled session — \(reason)")
+                            if self.state == .listening {
+                                self.state = .idle
+                                self.playSound("Basso")
+                            }
+                        }
+                    case "session.final":
+                        // Primary transcript delivery — process immediately
+                        if let text = data["text"] as? String, !text.isEmpty {
+                            self.lastTranscript = text
+                            self.deliverTranscript(text)
+                        }
+                    default:
+                        break
                     }
                 }
             },
@@ -405,24 +446,36 @@ final class HandsOffSession: ObservableObject {
                     case .success(let data):
                         let text = data["text"] as? String ?? ""
                         if text.isEmpty {
-                            self.state = .idle
-                            DiagnosticLog.shared.info("HandsOff: no speech detected")
+                            if !self.turnProcessed {
+                                self.state = .idle
+                                DiagnosticLog.shared.info("HandsOff: no speech detected")
+                            }
                         } else {
+                            // Fallback — deliver if session.final didn't already
                             self.lastTranscript = text
-                            DiagnosticLog.shared.info("HandsOff: heard → '\(text)'")
-                            self.appendChat(.user, text: text)
-                            self.processTurn(text)
+                            self.deliverTranscript(text)
                         }
                     case .failure(let error):
-                        self.state = .idle
-                        DiagnosticLog.shared.warn("HandsOff: session error — \(error.localizedDescription)")
-                        self.playSound("Basso")
+                        if !self.turnProcessed {
+                            self.state = .idle
+                            DiagnosticLog.shared.warn("HandsOff: session error — \(error.localizedDescription)")
+                            self.playSound("Basso")
+                        }
                     }
                 }
             }
         )
     }
 
+    /// Deliver transcript exactly once — called from both session.final and completion.
+    private func deliverTranscript(_ text: String) {
+        guard !turnProcessed else { return }
+        turnProcessed = true
+        DiagnosticLog.shared.info("HandsOff: heard → '\(text)'")
+        appendChat(.user, text: text)
+        processTurn(text)
+    }
+
     func finishListening() {
         guard state == .listening else { return }
         playSound("Tink")
@@ -449,9 +502,25 @@ final class HandsOffSession: ObservableObject {
             "history": conversationHistory,
         ]
 
+        // Start turn timeout — forcibly reset if worker never responds
+        turnTimeoutWork?.cancel()
+        let timeout = DispatchWorkItem { [weak self] in
+            guard let self, self.state == .thinking else { return }
+            DiagnosticLog.shared.warn("HandsOff: ⏱ turn \(self.turnCount) timed out after \(Int(Self.turnTimeoutSeconds))s")
+            self.pendingCallback = nil
+            self.state = .idle
+            self.playSound("Basso")
+        }
+        turnTimeoutWork = timeout
+        DispatchQueue.main.asyncAfter(deadline: .now() + Self.turnTimeoutSeconds, execute: timeout)
+
         sendToWorkerWithCallback(turnCmd) { [weak self] response in
             guard let self else { return }
 
+            // Cancel the timeout — we got a response
+            self.turnTimeoutWork?.cancel()
+            self.turnTimeoutWork = nil
+
             let turnMs = Int(Date().timeIntervalSince(turnStart) * 1000)
             DiagnosticLog.shared.info("HandsOff: ⏱ turn \(self.turnCount) complete — \(turnMs)ms")
 

package/app/Sources/HotkeyStore.swift

@@ -24,6 +24,7 @@ enum HotkeyAction: String, CaseIterable, Codable {
     case handsOff
     case unifiedWindow
     case hud
+    case mouseFinder
     // Layers
     case layer1, layer2, layer3, layer4, layer5, layer6, layer7, layer8, layer9
     case layerNext, layerPrev, layerTag
@@ -45,6 +46,7 @@ enum HotkeyAction: String, CaseIterable, Codable {
         case .handsOff:        return "Hands-Off Mode"
         case .unifiedWindow:   return "Unified Window"
         case .hud:             return "HUD"
+        case .mouseFinder:     return "Find Mouse"
         case .layer1:          return "Layer 1"
         case .layer2:          return "Layer 2"
         case .layer3:          return "Layer 3"
@@ -76,7 +78,7 @@ enum HotkeyAction: String, CaseIterable, Codable {
 
     var group: HotkeyGroup {
         switch self {
-        case .palette, .screenMap, .bezel, .cheatSheet, .desktopInventory, .omniSearch, .voiceCommand, .handsOff, .unifiedWindow, .hud: return .app
+        case .palette, .screenMap, .bezel, .cheatSheet, .desktopInventory, .omniSearch, .voiceCommand, .handsOff, .unifiedWindow, .hud, .mouseFinder: return .app
         case .layer1, .layer2, .layer3, .layer4, .layer5,
              .layer6, .layer7, .layer8, .layer9,
              .layerNext, .layerPrev, .layerTag: return .layers
@@ -96,6 +98,7 @@ enum HotkeyAction: String, CaseIterable, Codable {
         case .handsOff:        return 206
         case .unifiedWindow:   return 207
         case .hud:             return 208
+        case .mouseFinder:     return 209
         case .layer1:          return 101
         case .layer2:          return 102
         case .layer3:          return 103
@@ -231,6 +234,7 @@ class HotkeyStore: ObservableObject {
         bind(.handsOff, 46, cmdCtrl)          // Ctrl+Cmd+M
         bind(.omniSearch, 23, hyper)       // Hyper+5
         bind(.cheatSheet, 22, hyper)       // Hyper+6
+        bind(.mouseFinder, 26, hyper)      // Hyper+7
 
         // Layers: Cmd+Option+1-9
         let layerKeyCodes: [UInt32] = [18, 19, 20, 21, 23, 22, 26, 28, 25]

package/app/Sources/IntentEngine.swift

@@ -723,6 +723,43 @@ final class IntentEngine {
             }
         ))
 
+        // ── Find / Summon Mouse ────────────────────────────────
+
+        register(IntentDef(
+            name: "find_mouse",
+            description: "Show a sonar pulse at the current mouse cursor position",
+            examples: [
+                "where's my mouse",
+                "find the cursor",
+                "I lost my mouse",
+                "find mouse",
+                "show cursor"
+            ],
+            slots: [],
+            handler: { _ in
+                DispatchQueue.main.async { MouseFinder.shared.find() }
+                let pos = NSEvent.mouseLocation
+                return .object(["ok": .bool(true), "x": .int(Int(pos.x)), "y": .int(Int(pos.y))])
+            }
+        ))
+
+        register(IntentDef(
+            name: "summon_mouse",
+            description: "Warp the mouse cursor to the center of the screen",
+            examples: [
+                "summon mouse",
+                "bring the cursor here",
+                "center the mouse",
+                "mouse come here",
+                "bring mouse back"
+            ],
+            slots: [],
+            handler: { _ in
+                DispatchQueue.main.async { MouseFinder.shared.summon() }
+                return .object(["ok": .bool(true)])
+            }
+        ))
+
         // ── Undo / Restore ─────────────────────────────────────
 
         register(IntentDef(

package/app/Sources/LatticesApi.swift

@@ -1818,6 +1818,46 @@ final class LatticesApi {
 
         // ── Meta endpoint ───────────────────────────────────────
 
+        // ── Mouse Finder ────────────────────────────────────────
+
+        api.register(Endpoint(
+            method: "mouse.find",
+            description: "Show a sonar pulse at the current mouse cursor position",
+            access: .read,
+            params: [],
+            returns: .ok,
+            handler: { _ in
+                DispatchQueue.main.async { MouseFinder.shared.find() }
+                let pos = NSEvent.mouseLocation
+                return .object(["ok": .bool(true), "x": .int(Int(pos.x)), "y": .int(Int(pos.y))])
+            }
+        ))
+
+        api.register(Endpoint(
+            method: "mouse.summon",
+            description: "Warp the mouse cursor to screen center (or a given point) and show a sonar pulse",
+            access: .mutate,
+            params: [
+                Param(name: "x", type: "int", required: false, description: "Target X coordinate (screen, bottom-left origin)"),
+                Param(name: "y", type: "int", required: false, description: "Target Y coordinate (screen, bottom-left origin)"),
+            ],
+            returns: .ok,
+            handler: { params in
+                let target: CGPoint?
+                if let x = params?["x"]?.intValue, let y = params?["y"]?.intValue {
+                    target = CGPoint(x: CGFloat(x), y: CGFloat(y))
+                } else {
+                    target = nil
+                }
+                DispatchQueue.main.async { MouseFinder.shared.summon(to: target) }
+                let pos = target ?? {
+                    let screen = NSScreen.main ?? NSScreen.screens[0]
+                    return CGPoint(x: screen.frame.midX, y: screen.frame.midY)
+                }()
+                return .object(["ok": .bool(true), "x": .int(Int(pos.x)), "y": .int(Int(pos.y))])
+            }
+        ))
+
         api.register(Endpoint(
             method: "api.schema",
             description: "Get the full API schema including all methods and models",