poke-gate 0.1.5 → 0.1.6

package/clients/Poke macOS Gate/Poke macOS Gate/GateService.swift

@@ -1,5 +1,6 @@
 import Foundation
 import Combine
+import ScreenCaptureKit
 
 @MainActor
 class GateService: ObservableObject {
@@ -20,6 +21,8 @@ class GateService: ObservableObject {
     private var outputPipe: Pipe?
     private var shouldRestart = true
     private let maxLogs = 200
+    private var restartAttempts = 0
+    private var healthCheckTimer: Timer?
 
     var apiKey: String {
         get { loadAPIKey() ?? "" }
@@ -41,6 +44,68 @@ class GateService: ObservableObject {
         appendLog("Launched poke login (npx: \(npxBin)) — check your browser.")
     }
 
+    func captureAndSend() {
+        appendLog("Screenshot requested via deeplink.")
+
+        Task {
+            do {
+                let content = try await SCShareableContent.current
+                guard let display = content.displays.first else {
+                    appendLog("No display found for screenshot.")
+                    return
+                }
+
+                let filter = SCContentFilter(display: display, excludingWindows: [])
+                let config = SCStreamConfiguration()
+                config.width = display.width * 2
+                config.height = display.height * 2
+                config.capturesAudio = false
+
+                let image = try await SCScreenshotManager.captureImage(
+                    contentFilter: filter,
+                    configuration: config
+                )
+
+                let rep = NSBitmapImageRep(cgImage: image)
+                guard let pngData = rep.representation(using: .png, properties: [:]) else {
+                    appendLog("Failed to encode screenshot as PNG.")
+                    return
+                }
+
+                let tempPath = NSTemporaryDirectory() + "poke-gate-screenshot.png"
+                let tempURL = URL(fileURLWithPath: tempPath)
+                try pngData.write(to: tempURL)
+                appendLog("Screenshot saved to \(tempPath) (\(pngData.count) bytes)")
+
+                let base64 = pngData.base64EncodedString()
+
+                guard let token = loadPokeLoginToken() else {
+                    appendLog("Cannot send screenshot: not signed in to Poke.")
+                    return
+                }
+
+                let url = URL(string: "https://poke.com/api/v1/inbound/api-message")!
+                var request = URLRequest(url: url)
+                request.httpMethod = "POST"
+                request.setValue("Bearer \(token)", forHTTPHeaderField: "Authorization")
+                request.setValue("application/json", forHTTPHeaderField: "Content-Type")
+
+                let message = "Here's a screenshot of my screen right now. [Image attached as base64 PNG, \(pngData.count) bytes, \(display.width)x\(display.height)]"
+                let body: [String: Any] = ["message": message]
+                request.httpBody = try JSONSerialization.data(withJSONObject: body)
+
+                let (_, response) = try await URLSession.shared.data(for: request)
+                if let httpResp = response as? HTTPURLResponse, httpResp.statusCode == 200 {
+                    appendLog("Screenshot sent to Poke.")
+                } else {
+                    appendLog("Failed to send screenshot to Poke.")
+                }
+            } catch {
+                appendLog("Screenshot error: \(error.localizedDescription)")
+            }
+        }
+    }
+
     func autoStartIfNeeded() {
         guard !hasAutoStarted else { return }
         hasAutoStarted = true
@@ -80,7 +145,9 @@ class GateService: ObservableObject {
 
     func stop() {
         shouldRestart = false
+        stopHealthCheck()
         killProcess()
+        restartAttempts = 0
         status = .stopped
     }
 
@@ -235,6 +302,8 @@ class GateService: ObservableObject {
 
             if line.contains("Tunnel connected") || line.contains("Ready") {
                 status = .connected
+                restartAttempts = 0
+                startHealthCheck()
             } else if line.contains("Tunnel disconnected") || line.contains("Reconnecting") {
                 status = .disconnected
             } else if line.contains("Failed to connect") || line.contains("error") {
@@ -247,10 +316,14 @@ class GateService: ObservableObject {
 
     private func handleTermination(exitCode: Int32) {
         appendLog("Process exited with code \(exitCode)")
+        stopHealthCheck()
+
         if shouldRestart {
+            restartAttempts += 1
+            let delay = min(Double(2 * (1 << min(restartAttempts - 1, 5))), 60.0)
             status = .disconnected
-            appendLog("Restarting in 2 seconds…")
-            DispatchQueue.main.asyncAfter(deadline: .now() + 2) {
+            appendLog("Restarting in \(Int(delay))s (attempt \(restartAttempts))…")
+            DispatchQueue.main.asyncAfter(deadline: .now() + delay) {
                 if self.shouldRestart {
                     self.launchProcess()
                 }
@@ -260,6 +333,24 @@ class GateService: ObservableObject {
         }
     }
 
+    private func startHealthCheck() {
+        stopHealthCheck()
+        healthCheckTimer = Timer.scheduledTimer(withTimeInterval: 30, repeats: true) { [weak self] _ in
+            guard let self else { return }
+            Task { @MainActor in
+                if let proc = self.process, !proc.isRunning {
+                    self.appendLog("Health check: process died, restarting.")
+                    self.handleTermination(exitCode: -1)
+                }
+            }
+        }
+    }
+
+    private func stopHealthCheck() {
+        healthCheckTimer?.invalidate()
+        healthCheckTimer = nil
+    }
+
     private func appendLog(_ line: String) {
         let ts = DateFormatter.localizedString(from: Date(), dateStyle: .none, timeStyle: .medium)
         logs.append("[\(ts)] \(line)")

package/clients/Poke macOS Gate/Poke macOS Gate/Info.plist

@@ -4,5 +4,16 @@
 <dict>
 	<key>LSUIElement</key>
 	<true/>
+	<key>CFBundleURLTypes</key>
+	<array>
+		<dict>
+			<key>CFBundleURLName</key>
+			<string>dev.fka.Poke-macOS-Gate</string>
+			<key>CFBundleURLSchemes</key>
+			<array>
+				<string>poke-gate</string>
+			</array>
+		</dict>
+	</array>
 </dict>
 </plist>

package/clients/Poke macOS Gate/Poke macOS Gate/Poke_macOS_GateApp.swift

@@ -1,13 +1,30 @@
 import SwiftUI
 
+class AppDelegate: NSObject, NSApplicationDelegate {
+    var service: GateService?
+
+    func application(_ application: NSApplication, open urls: [URL]) {
+        for url in urls {
+            guard url.scheme == "poke-gate" else { continue }
+            if url.host == "screenshot" {
+                service?.captureAndSend()
+            }
+        }
+    }
+}
+
 @main
 struct Poke_macOS_GateApp: App {
     @StateObject private var service = GateService()
+    @NSApplicationDelegateAdaptor(AppDelegate.self) var appDelegate
 
     var body: some Scene {
         MenuBarExtra {
             PopoverContent(service: service)
-                .onAppear { service.autoStartIfNeeded() }
+                .onAppear {
+                    service.autoStartIfNeeded()
+                    appDelegate.service = service
+                }
         } label: {
             Image(systemName: menuBarIcon)
         }

package/docs/.vitepress/theme/custom.css

@@ -0,0 +1,7 @@
+.mermaid svg {
+  line-height: normal !important;
+}
+
+.mermaid svg * {
+  line-height: normal !important;
+}

package/docs/.vitepress/theme/index.js

@@ -0,0 +1,4 @@
+import DefaultTheme from 'vitepress/theme'
+import './custom.css'
+
+export default DefaultTheme

package/docs/agents/index.md

@@ -9,15 +9,16 @@ Agents are **push-only** — they send data to Poke, but Poke cannot reach back
 :::
 
 ```mermaid
-flowchart LR
-    subgraph YourMac ["Your Mac"]
-        Agent["Agent script"]
-        Local["Local data source"]
-        Local -->|reads| Agent
+flowchart TB
+    subgraph mac ["Your Mac"]
+        direction TB
+        Source["Local data source\nBeeper, files, APIs, logs"]
+        Script["Agent script\nruns on a schedule"]
+        Source -->|reads| Script
     end
 
-    Agent -->|sendMessage| Poke["Poke Agent"]
-    Poke -->|replies| You["You"]
+    Script -->|sendMessage| Poke["Poke Agent"]
+    Poke -->|replies via iMessage,\nTelegram, or SMS| You["You"]
 ```
 
 **Example:** A Beeper agent runs every hour, fetches your unread messages, and sends a digest to Poke. Now Poke knows who messaged you — and can answer "did anyone text me?" without needing your machine in real time.

package/docs/how-it-works.md

@@ -5,14 +5,15 @@ Poke Gate bridges your machine to Poke's cloud so your AI assistant can execute
 ## Architecture
 
 ```mermaid
-flowchart LR
-    A["You (iMessage)"] --> B["Poke Agent"]
-    B --> C["MCP Tunnel"]
-    C --> D["Poke Gate"]
-    D --> E["Executes locally"]
-    E --> C
-    C --> B
-    B --> A
+flowchart TB
+    You["You"] -->|message via iMessage,\nTelegram, or SMS| Agent["Poke Agent"]
+    Agent -->|tool call| Tunnel["MCP Tunnel"]
+    Tunnel -->|WebSocket| Gate["Poke Gate"]
+    Gate -->|execute| Mac["Your Mac"]
+    Mac -->|result| Gate
+    Gate -->|response| Tunnel
+    Tunnel -->|result| Agent
+    Agent -->|reply| You
 ```
 
 ## Step by step

package/examples/agents/context.30m.js

@@ -0,0 +1,148 @@
+/**
+ * @agent context
+ * @name Context Fingerprint
+ * @description Sends a tiny snapshot of your Mac's state to Poke — volume, battery, WiFi, displays, camera. Maximum context, zero private data.
+ * @interval 30m
+ * @author f
+ */
+
+import { Poke, getToken } from "poke";
+import { execSync } from "node:child_process";
+import { readFileSync, writeFileSync } from "node:fs";
+import { join } from "node:path";
+import { homedir } from "node:os";
+
+const token = getToken();
+if (!token) {
+  console.error("Not signed in. Run: npx poke login");
+  process.exit(1);
+}
+
+const STATE_FILE = join(homedir(), ".config", "poke-gate", "agents", ".context-state.json");
+
+function loadState() {
+  try { return JSON.parse(readFileSync(STATE_FILE, "utf-8")); }
+  catch { return {}; }
+}
+
+function saveState(state) {
+  writeFileSync(STATE_FILE, JSON.stringify(state));
+}
+
+function run(cmd) {
+  try { return execSync(cmd, { encoding: "utf-8", timeout: 5000 }).trim(); }
+  catch { return null; }
+}
+
+function getVolume() {
+  const raw = run("osascript -e 'get volume settings'");
+  if (!raw) return { volume: null, muted: null };
+  const vol = raw.match(/output volume:(\d+)/);
+  const muted = raw.includes("output muted:true");
+  return { volume: vol ? parseInt(vol[1]) : null, muted };
+}
+
+function getBattery() {
+  const raw = run("pmset -g batt");
+  if (!raw) return { level: null, charging: null };
+  const match = raw.match(/(\d+)%/);
+  const charging = raw.includes("AC Power") || raw.includes("charging");
+  return { level: match ? parseInt(match[1]) : null, charging };
+}
+
+function getWifi() {
+  const raw = run("networksetup -getairportnetwork en0");
+  if (!raw || raw.includes("not associated") || raw.includes("off")) return null;
+  return raw.replace("Current Wi-Fi Network: ", "").trim();
+}
+
+function getDisplayCount() {
+  const raw = run("system_profiler SPDisplaysDataType");
+  if (!raw) return 0;
+  return (raw.match(/Resolution:/g) || []).length;
+}
+
+function getCameraInUse() {
+  const raw = run("lsof 2>/dev/null | grep -c 'AppleCamera\\|VDC\\|iSight'");
+  return raw && parseInt(raw) > 0;
+}
+
+function getBluetoothDevices() {
+  const raw = run("system_profiler SPBluetoothDataType 2>/dev/null");
+  if (!raw) return [];
+  const devices = [];
+  const lines = raw.split("\n");
+  for (let i = 0; i < lines.length; i++) {
+    if (lines[i].includes("Connected: Yes")) {
+      for (let j = i - 1; j >= Math.max(0, i - 5); j--) {
+        const nameMatch = lines[j].match(/^\s{8}(\S.+):$/);
+        if (nameMatch) {
+          devices.push(nameMatch[1]);
+          break;
+        }
+      }
+    }
+  }
+  return devices;
+}
+
+function getUptime() {
+  const raw = run("uptime");
+  if (!raw) return null;
+  const match = raw.match(/up\s+(.+?),\s+\d+ user/);
+  return match ? match[1].trim() : null;
+}
+
+// Gather all signals
+const volume = getVolume();
+const battery = getBattery();
+const wifi = getWifi();
+const displays = getDisplayCount();
+const camera = getCameraInUse();
+const bluetooth = getBluetoothDevices();
+const uptime = getUptime();
+
+const now = new Date();
+const hour = now.getHours();
+const timeOfDay = hour < 6 ? "night" : hour < 12 ? "morning" : hour < 18 ? "afternoon" : "evening";
+
+const fingerprint = {
+  time: now.toLocaleTimeString("en-US", { hour: "2-digit", minute: "2-digit" }),
+  timeOfDay,
+  volume: volume.muted ? "muted" : `${volume.volume}%`,
+  battery: `${battery.level}%${battery.charging ? " (charging)" : " (on battery)"}`,
+  wifi: wifi || "not connected",
+  displays,
+  camera: camera ? "in use" : "off",
+  bluetooth: bluetooth.length > 0 ? bluetooth.join(", ") : "none",
+  uptime: uptime || "unknown",
+};
+
+console.log("Context fingerprint:", JSON.stringify(fingerprint, null, 2));
+
+// Check if anything meaningful changed
+const state = loadState();
+const key = `${fingerprint.volume}|${fingerprint.wifi}|${fingerprint.displays}|${fingerprint.camera}|${fingerprint.battery}`;
+
+if (key === state.lastKey) {
+  console.log("No meaningful change, skipping.");
+  process.exit(0);
+}
+
+saveState({ lastKey: key });
+
+// Build a natural language summary
+let summary = `Context update (${fingerprint.time}, ${timeOfDay}):\n`;
+summary += `• Volume: ${fingerprint.volume}\n`;
+summary += `• Battery: ${fingerprint.battery}\n`;
+summary += `• WiFi: ${fingerprint.wifi}\n`;
+summary += `• Displays: ${fingerprint.displays}\n`;
+summary += `• Camera: ${fingerprint.camera}\n`;
+summary += `• Bluetooth: ${fingerprint.bluetooth}\n`;
+summary += `• Uptime: ${fingerprint.uptime}\n`;
+summary += `\nUse this to understand my current situation without asking.`;
+
+const poke = new Poke({ apiKey: token });
+await poke.sendMessage(summary);
+
+console.log("Sent context to Poke.");

package/examples/agents/music.10m.js

@@ -0,0 +1,89 @@
+/**
+ * @agent music
+ * @name Music Log
+ * @description Tracks what you're listening to and sends a log to Poke. Supports Apple Music and Spotify.
+ * @interval 10m
+ * @author f
+ */
+
+import { Poke, getToken } from "poke";
+import { execSync } from "node:child_process";
+import { readFileSync, writeFileSync } from "node:fs";
+import { join } from "node:path";
+import { homedir } from "node:os";
+
+const token = getToken();
+if (!token) {
+  console.error("Not signed in. Run: npx poke login");
+  process.exit(1);
+}
+
+const STATE_FILE = join(homedir(), ".config", "poke-gate", "agents", ".music-state.json");
+
+function loadState() {
+  try { return JSON.parse(readFileSync(STATE_FILE, "utf-8")); }
+  catch { return { lastTrack: null }; }
+}
+
+function saveState(state) {
+  writeFileSync(STATE_FILE, JSON.stringify(state));
+}
+
+function getNowPlaying() {
+  // Try Spotify first
+  try {
+    const result = execSync(`osascript -e '
+      if application "Spotify" is running then
+        tell application "Spotify"
+          if player state is playing then
+            return name of current track & " — " & artist of current track & " (" & album of current track & ")"
+          end if
+        end tell
+      end if
+      return "not_playing"
+    '`, { encoding: "utf-8", timeout: 5000 }).trim();
+    if (result && result !== "not_playing") return { source: "Spotify", track: result };
+  } catch {}
+
+  // Try Apple Music
+  try {
+    const result = execSync(`osascript -e '
+      if application "Music" is running then
+        tell application "Music"
+          if player state is playing then
+            return name of current track & " — " & artist of current track & " (" & album of current track & ")"
+          end if
+        end tell
+      end if
+      return "not_playing"
+    '`, { encoding: "utf-8", timeout: 5000 }).trim();
+    if (result && result !== "not_playing") return { source: "Apple Music", track: result };
+  } catch {}
+
+  return null;
+}
+
+const playing = getNowPlaying();
+const state = loadState();
+
+if (!playing) {
+  console.log("Nothing playing right now.");
+  process.exit(0);
+}
+
+console.log(`Now playing (${playing.source}): ${playing.track}`);
+
+if (playing.track === state.lastTrack) {
+  console.log("Same track as last check, skipping.");
+  process.exit(0);
+}
+
+saveState({ lastTrack: playing.track });
+
+const poke = new Poke({ apiKey: token });
+await poke.sendMessage(
+  `I'm currently listening to: ${playing.track} (on ${playing.source}). ` +
+  `Remember this for context about my mood and taste.`
+);
+
+console.log("Sent to Poke.");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "poke-gate",
-  "version": "0.1.5",
+  "version": "0.1.6",
   "description": "Expose your machine to your Poke AI assistant via MCP tunnel",
   "type": "module",
   "bin": {

package/src/app.js

@@ -11,6 +11,10 @@ function log(msg) {
   console.log(`[${ts}] ${msg}`);
 }
 
+function sleep(ms) {
+  return new Promise((resolve) => setTimeout(resolve, ms));
+}
+
 async function ensureAuthenticated() {
   if (!isLoggedIn()) {
     log("Signing in to Poke...");
@@ -25,6 +29,53 @@ async function ensureAuthenticated() {
   return token;
 }
 
+async function connectTunnel(mcpUrl, token) {
+  let attempt = 0;
+  const maxDelay = 60_000;
+
+  while (true) {
+    attempt++;
+    const delay = Math.min(2000 * Math.pow(2, attempt - 1), maxDelay);
+
+    try {
+      log(attempt > 1 ? `Reconnecting tunnel (attempt ${attempt})…` : "Connecting tunnel to Poke...");
+
+      await startTunnel({
+        mcpUrl,
+        onEvent: (type, data) => {
+          switch (type) {
+            case "connected":
+              attempt = 0;
+              log(`Tunnel connected (${data.connectionId})`);
+              log("Ready — your Poke agent can now access this machine.");
+              notifyPoke(data.connectionId, token);
+              startAgentScheduler();
+              break;
+            case "disconnected":
+              log("Tunnel disconnected. PokeTunnel will reconnect automatically.");
+              break;
+            case "error":
+              log(`Tunnel error: ${data}`);
+              break;
+            case "tools-synced":
+              log(`Tools synced: ${data}`);
+              break;
+            case "oauth-required":
+              log(`OAuth required: ${data}`);
+              break;
+          }
+        },
+      });
+
+      break;
+    } catch (err) {
+      log(`Tunnel failed: ${err.message}`);
+      log(`Retrying in ${Math.round(delay / 1000)}s…`);
+      await sleep(delay);
+    }
+  }
+}
+
 async function main() {
   log("poke-gate starting...");
 
@@ -35,37 +86,7 @@ async function main() {
 
   const mcpUrl = `http://localhost:${port}/mcp`;
 
-  log("Connecting tunnel to Poke...");
-  try {
-    await startTunnel({
-      mcpUrl,
-      onEvent: (type, data) => {
-        switch (type) {
-          case "connected":
-            log(`Tunnel connected (${data.connectionId})`);
-            log("Ready — your Poke agent can now access this machine.");
-            notifyPoke(data.connectionId, token);
-            startAgentScheduler();
-            break;
-          case "disconnected":
-            log("Tunnel disconnected. Reconnecting...");
-            break;
-          case "error":
-            log(`Tunnel error: ${data}`);
-            break;
-          case "tools-synced":
-            log(`Tools synced: ${data}`);
-            break;
-          case "oauth-required":
-            log(`OAuth required: ${data}`);
-            break;
-        }
-      },
-    });
-  } catch (err) {
-    log(`Failed to connect: ${err.message}`);
-    process.exit(1);
-  }
+  await connectTunnel(mcpUrl, token);
 }
 
 async function notifyPoke(connectionId, token) {
@@ -93,4 +114,12 @@ process.on("SIGTERM", () => {
   process.exit(0);
 });
 
+process.on("uncaughtException", (err) => {
+  log(`Uncaught exception: ${err.message}`);
+});
+
+process.on("unhandledRejection", (err) => {
+  log(`Unhandled rejection: ${err instanceof Error ? err.message : String(err)}`);
+});
+
 main();

package/src/mcp-server.js

@@ -234,16 +234,25 @@ function handleToolCall(name, args) {
     }
 
     case "take_screenshot": {
-      const ts = new Date().toISOString().replace(/[:.]/g, "-");
-      const dest = args.path
-        ? resolve(args.path.replace(/^~/, homedir()))
-        : join(homedir(), "Desktop", `screenshot-${ts}.png`);
-      logTool(name, { path: dest });
-      return runCommand(`/usr/sbin/screencapture -x "${dest}"`, homedir()).then((result) => {
-        if (result.exitCode === 0) {
-          return { content: [{ type: "text", text: `Screenshot saved to ${dest}` }] };
+      logTool(name, args);
+
+      return runCommand('open -Ra "Poke macOS Gate" 2>/dev/null', homedir()).then((appCheck) => {
+        if (appCheck.exitCode === 0) {
+          return runCommand('open "poke-gate://screenshot"', homedir()).then(() => {
+            return { content: [{ type: "text", text: "Screenshot captured and sent to Poke via the macOS app." }] };
+          });
         }
-        return { content: [{ type: "text", text: `Screenshot failed: ${result.stderr || "unknown error"}` }], isError: true };
+
+        const ts = new Date().toISOString().replace(/[:.]/g, "-");
+        const dest = args.path
+          ? resolve(args.path.replace(/^~/, homedir()))
+          : join(homedir(), "Desktop", `screenshot-${ts}.png`);
+        return runCommand(`/usr/sbin/screencapture -x "${dest}"`, homedir()).then((result) => {
+          if (result.exitCode === 0) {
+            return { content: [{ type: "text", text: `Screenshot saved to ${dest}` }] };
+          }
+          return { content: [{ type: "text", text: `Screenshot failed: ${result.stderr || "unknown error"}. Grant Screen Recording permission to Terminal or install the Poke macOS Gate app.` }], isError: true };
+        });
       });
     }
 

package/clients/Poke macOS Gate/Poke macOS Gate.xcodeproj/xcuserdata/fka.xcuserdatad/xcschemes/xcschememanagement.plist

@@ -1,14 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
-<plist version="1.0">
-<dict>
-	<key>SchemeUserState</key>
-	<dict>
-		<key>Poke macOS Gate.xcscheme_^#shared#^_</key>
-		<dict>
-			<key>orderHint</key>
-			<integer>0</integer>
-		</dict>
-	</dict>
-</dict>
-</plist>