@pulso/companion 0.1.7 → 0.1.9

package/dist/index.js

@@ -5,7 +5,7 @@ import WebSocket from "ws";
 import { exec, execSync } from "child_process";
 import { readFileSync, writeFileSync, existsSync } from "fs";
 import { homedir } from "os";
-import { resolve } from "path";
+import { join, resolve } from "path";
 var API_URL = process.env.PULSO_API_URL ?? process.argv.find((_, i, a) => a[i - 1] === "--api") ?? "https://pulso-api.vulk.workers.dev";
 var TOKEN = process.env.PULSO_TOKEN ?? process.argv.find((_, i, a) => a[i - 1] === "--token") ?? "";
 if (!TOKEN) {
@@ -55,6 +55,122 @@ function runSwift(code, timeout = 1e4) {
     child.stdin?.end();
   });
 }
+var SETUP_DONE_FILE = join(HOME, ".pulso-companion-setup");
+async function setupPermissions() {
+  const isFirstRun = !existsSync(SETUP_DONE_FILE);
+  console.log(isFirstRun ? "\u{1F510} First run \u2014 setting up permissions...\n" : "\u{1F510} Checking permissions...\n");
+  const status = {};
+  const browserDefaults = [
+    ["Google Chrome", "com.google.Chrome", "AllowJavaScriptAppleEvents"],
+    ["Safari", "com.apple.Safari", "AllowJavaScriptFromAppleEvents"],
+    ["Arc", "company.thebrowser.Browser", "AllowJavaScriptAppleEvents"],
+    ["Microsoft Edge", "com.microsoft.edgemac", "AllowJavaScriptAppleEvents"]
+  ];
+  for (const [name, domain, key] of browserDefaults) {
+    try {
+      execSync(`defaults write ${domain} ${key} -bool true 2>/dev/null`, { timeout: 3e3 });
+      if (name === "Google Chrome" || name === "Safari") status[`${name} JS`] = "\u2705";
+    } catch {
+      if (name === "Google Chrome" || name === "Safari") status[`${name} JS`] = "\u26A0\uFE0F";
+    }
+  }
+  for (const [browserName, processName] of [["Google Chrome", "Google Chrome"], ["Safari", "Safari"]]) {
+    try {
+      const running = execSync(`pgrep -x "${processName}" 2>/dev/null`, { timeout: 2e3 }).toString().trim();
+      if (!running) continue;
+      const enableJsScript = browserName === "Google Chrome" ? `tell application "System Events"
+            tell process "Google Chrome"
+              -- Find the Developer submenu (localized name varies)
+              set viewMenu to menu bar item -3 of menu bar 1
+              set viewMenuItems to name of every menu item of menu 1 of viewMenu
+              set devMenuItem to last menu item of menu 1 of viewMenu
+              set devItems to name of every menu item of menu 1 of devMenuItem
+              -- The JS Apple Events item is always the last one in Developer menu
+              set jsItem to last menu item of menu 1 of devMenuItem
+              set markChar to value of attribute "AXMenuItemMarkChar" of jsItem
+              if markChar is missing value then
+                click jsItem
+                delay 1
+                -- Accept any confirmation dialog
+                try
+                  click button 1 of sheet 1 of window 1
+                end try
+                return "enabled"
+              else
+                return "already_enabled"
+              end if
+            end tell
+          end tell` : `return "skip_safari"`;
+      const result = execSync(`osascript -e '${enableJsScript.replace(/'/g, "'\\''")}' 2>/dev/null`, { timeout: 1e4 }).toString().trim();
+      if (result === "enabled") {
+        console.log(`   \u2705 ${browserName}: JavaScript from Apple Events enabled via menu`);
+      }
+    } catch {
+    }
+  }
+  try {
+    execSync(`osascript -e 'tell application "System Events" to name of first process' 2>/dev/null`, { timeout: 5e3 });
+    status["Accessibility"] = "\u2705";
+  } catch (err) {
+    const msg = err.message || "";
+    if (msg.includes("not allowed") || msg.includes("assistive") || msg.includes("-1719")) {
+      status["Accessibility"] = "\u26A0\uFE0F";
+      if (isFirstRun) {
+        console.log("   \u26A0\uFE0F  Accessibility: macOS should show a permission dialog.");
+        console.log("      If not, go to: System Settings \u2192 Privacy & Security \u2192 Accessibility");
+        console.log("      Add your terminal app (Terminal, iTerm, Warp, etc.)\n");
+      }
+    } else {
+      status["Accessibility"] = "\u2705";
+    }
+  }
+  try {
+    const testPath = `/tmp/.pulso-perm-test-${Date.now()}.png`;
+    execSync(`screencapture -x ${testPath} 2>/dev/null`, { timeout: 8e3 });
+    if (existsSync(testPath)) {
+      const stat = readFileSync(testPath);
+      execSync(`rm -f ${testPath}`);
+      if (stat.length > 100) {
+        status["Screen Recording"] = "\u2705";
+      } else {
+        status["Screen Recording"] = "\u26A0\uFE0F";
+        if (isFirstRun) {
+          console.log("   \u26A0\uFE0F  Screen Recording: macOS should show a permission dialog.");
+          console.log("      If not, go to: System Settings \u2192 Privacy & Security \u2192 Screen Recording");
+          console.log("      Add your terminal app\n");
+        }
+      }
+    } else {
+      status["Screen Recording"] = "\u274C";
+    }
+  } catch {
+    status["Screen Recording"] = "\u26A0\uFE0F";
+    if (isFirstRun) {
+      console.log("   \u26A0\uFE0F  Screen Recording: permission needed for screenshots.");
+      console.log("      Go to: System Settings \u2192 Privacy & Security \u2192 Screen Recording\n");
+    }
+  }
+  console.log("   Permission Status:");
+  for (const [name, icon] of Object.entries(status)) {
+    const note = icon === "\u2705" ? "enabled" : icon === "\u26A0\uFE0F" ? "needs approval" : "not available";
+    console.log(`   ${icon} ${name}: ${note}`);
+  }
+  console.log("");
+  if (isFirstRun) {
+    try {
+      writeFileSync(SETUP_DONE_FILE, (/* @__PURE__ */ new Date()).toISOString(), "utf-8");
+    } catch {
+    }
+  }
+  const needsManual = status["Accessibility"] === "\u26A0\uFE0F" || status["Screen Recording"] === "\u26A0\uFE0F";
+  if (isFirstRun && needsManual) {
+    console.log("   Opening System Settings for you to approve permissions...\n");
+    try {
+      execSync('open "x-apple.systempreferences:com.apple.preference.security?Privacy_Accessibility"', { timeout: 3e3 });
+    } catch {
+    }
+  }
+}
 var UA = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36";
 var searchCache = /* @__PURE__ */ new Map();
 var CACHE_TTL = 7 * 24 * 3600 * 1e3;
@@ -541,6 +657,218 @@ print("\\(x),\\(y)")`;
         const [cx, cy] = pos.trim().split(",").map(Number);
         return { success: true, data: { x: cx, y: cy } };
       }
+      // ── Browser Automation ─────────────────────────────────
+      case "sys_browser_list_tabs": {
+        const browsers = ["Google Chrome", "Safari", "Arc", "Firefox", "Microsoft Edge"];
+        const allTabs = [];
+        for (const browser of browsers) {
+          try {
+            const running = await runAppleScript(
+              `tell application "System Events" to (name of processes) contains "${browser}"`
+            );
+            if (running.trim() !== "true") continue;
+            if (browser === "Safari") {
+              const tabData = await runAppleScript(`
+                tell application "Safari"
+                  set tabList to ""
+                  set activeURL to URL of front document
+                  repeat with w in windows
+                    repeat with t in tabs of w
+                      set tabList to tabList & name of t & "|||" & URL of t & "|||"
+                    end repeat
+                  end repeat
+                  return activeURL & "~~~" & tabList
+                end tell`);
+              const [activeURL, ...rest] = tabData.split("~~~");
+              const tabStr = rest.join("~~~");
+              const pairs = tabStr.split("|||").filter(Boolean);
+              for (let i = 0; i < pairs.length - 1; i += 2) {
+                allTabs.push({ browser: "Safari", title: pairs[i], url: pairs[i + 1], active: pairs[i + 1] === activeURL.trim() });
+              }
+            } else {
+              const tabData = await runAppleScript(`
+                tell application "${browser}"
+                  set tabList to ""
+                  set activeTabURL to URL of active tab of front window
+                  repeat with w in windows
+                    repeat with t in tabs of w
+                      set tabList to tabList & title of t & "|||" & URL of t & "|||"
+                    end repeat
+                  end repeat
+                  return activeTabURL & "~~~" & tabList
+                end tell`);
+              const [activeURL, ...rest] = tabData.split("~~~");
+              const tabStr = rest.join("~~~");
+              const pairs = tabStr.split("|||").filter(Boolean);
+              for (let i = 0; i < pairs.length - 1; i += 2) {
+                allTabs.push({ browser, title: pairs[i], url: pairs[i + 1], active: pairs[i + 1] === activeURL.trim() });
+              }
+            }
+          } catch {
+          }
+        }
+        return { success: true, data: { tabs: allTabs, count: allTabs.length } };
+      }
+      case "sys_browser_navigate": {
+        const url = params.url;
+        const browser = params.browser || "Google Chrome";
+        if (!url) return { success: false, error: "Missing URL" };
+        try {
+          if (browser === "Safari") {
+            await runAppleScript(`
+              tell application "Safari"
+                activate
+                if (count of windows) = 0 then make new document
+                set URL of front document to "${url.replace(/"/g, '\\"')}"
+              end tell`);
+          } else {
+            await runAppleScript(`
+              tell application "${browser.replace(/"/g, '\\"')}"
+                activate
+                if (count of windows) = 0 then
+                  make new window
+                  set URL of active tab of front window to "${url.replace(/"/g, '\\"')}"
+                else
+                  set URL of active tab of front window to "${url.replace(/"/g, '\\"')}"
+                end if
+              end tell`);
+          }
+          return { success: true, data: { navigated: url, browser } };
+        } catch (err) {
+          return { success: false, error: `Failed to navigate: ${err.message}` };
+        }
+      }
+      case "sys_browser_new_tab": {
+        const url = params.url;
+        const browser = params.browser || "Google Chrome";
+        if (!url) return { success: false, error: "Missing URL" };
+        try {
+          if (browser === "Safari") {
+            await runAppleScript(`
+              tell application "Safari"
+                activate
+                tell front window to set current tab to (make new tab with properties {URL:"${url.replace(/"/g, '\\"')}"})
+              end tell`);
+          } else {
+            await runAppleScript(`
+              tell application "${browser.replace(/"/g, '\\"')}"
+                activate
+                tell front window to make new tab with properties {URL:"${url.replace(/"/g, '\\"')}"}
+              end tell`);
+          }
+          return { success: true, data: { opened: url, browser } };
+        } catch (err) {
+          return { success: false, error: `Failed to open tab: ${err.message}` };
+        }
+      }
+      case "sys_browser_read_page": {
+        const browser = params.browser || "Google Chrome";
+        const maxLen = Number(params.maxLength) || 8e3;
+        let content = "";
+        let method = "";
+        try {
+          if (browser === "Safari") {
+            content = await runAppleScript(`
+              tell application "Safari"
+                set pageText to do JavaScript "document.body.innerText" in front document
+                return pageText
+              end tell`);
+            method = "javascript";
+          } else {
+            content = await runAppleScript(`
+              tell application "${browser.replace(/"/g, '\\"')}"
+                set pageText to execute javascript "document.body.innerText" in active tab of front window
+                return pageText
+              end tell`);
+            method = "javascript";
+          }
+        } catch {
+          try {
+            const savedClipboard = await runShell("pbpaste 2>/dev/null || true");
+            await runAppleScript(`tell application "${browser.replace(/"/g, '\\"')}" to activate`);
+            await new Promise((r) => setTimeout(r, 300));
+            await runAppleScript('tell application "System Events" to keystroke "a" using command down');
+            await new Promise((r) => setTimeout(r, 200));
+            await runAppleScript('tell application "System Events" to keystroke "c" using command down');
+            await new Promise((r) => setTimeout(r, 300));
+            content = await runShell("pbpaste");
+            method = "clipboard";
+            await runAppleScript('tell application "System Events" to key code 53');
+            if (savedClipboard && savedClipboard !== content) {
+              execSync(`echo ${JSON.stringify(savedClipboard)} | pbcopy`);
+            }
+          } catch (clipErr) {
+            return { success: false, error: `Could not read page. Enable 'Allow JavaScript from Apple Events' in ${browser} or grant Accessibility permission. Error: ${clipErr.message}` };
+          }
+        }
+        let pageUrl = "";
+        let pageTitle = "";
+        try {
+          if (browser === "Safari") {
+            pageUrl = await runAppleScript('tell application "Safari" to return URL of front document');
+            pageTitle = await runAppleScript('tell application "Safari" to return name of front document');
+          } else {
+            pageUrl = await runAppleScript(`tell application "${browser.replace(/"/g, '\\"')}" to return URL of active tab of front window`);
+            pageTitle = await runAppleScript(`tell application "${browser.replace(/"/g, '\\"')}" to return title of active tab of front window`);
+          }
+        } catch {
+        }
+        return {
+          success: true,
+          data: {
+            title: pageTitle.trim(),
+            url: pageUrl.trim(),
+            content: content.slice(0, maxLen),
+            length: content.length,
+            truncated: content.length > maxLen,
+            method
+          }
+        };
+      }
+      case "sys_browser_execute_js": {
+        const js = params.code;
+        const browser = params.browser || "Google Chrome";
+        if (!js) return { success: false, error: "Missing JavaScript code" };
+        try {
+          let result;
+          if (browser === "Safari") {
+            result = await runAppleScript(`tell application "Safari" to do JavaScript ${JSON.stringify(js)} in front document`);
+          } else {
+            result = await runAppleScript(`tell application "${browser.replace(/"/g, '\\"')}" to execute javascript ${JSON.stringify(js)} in active tab of front window`);
+          }
+          return { success: true, data: { result: result.slice(0, 5e3) } };
+        } catch (err) {
+          return { success: false, error: `JS execution failed (enable 'Allow JavaScript from Apple Events' in browser): ${err.message}` };
+        }
+      }
+      // ── Email ──────────────────────────────────────────────
+      case "sys_email_send": {
+        const to = params.to;
+        const subject = params.subject;
+        const body = params.body;
+        const method = params.method || "mail";
+        if (!to || !subject || !body) return { success: false, error: "Missing to, subject, or body" };
+        if (method === "gmail") {
+          const gmailUrl = `https://mail.google.com/mail/u/0/?view=cm&fs=1&to=${encodeURIComponent(to)}&su=${encodeURIComponent(subject)}&body=${encodeURIComponent(body)}`;
+          await runShell(`open "${gmailUrl}"`);
+          return { success: true, data: { method: "gmail", to, subject, note: "Gmail compose opened. User needs to click Send." } };
+        }
+        try {
+          await runAppleScript(`
+            tell application "Mail"
+              set newMessage to make new outgoing message with properties {subject:"${subject.replace(/"/g, '\\"')}", content:"${body.replace(/"/g, '\\"')}"}
+              tell newMessage
+                make new to recipient at end of to recipients with properties {address:"${to.replace(/"/g, '\\"')}"}
+              end tell
+              send newMessage
+            end tell`);
+          return { success: true, data: { method: "mail", to, subject, sent: true } };
+        } catch (err) {
+          const gmailUrl = `https://mail.google.com/mail/u/0/?view=cm&fs=1&to=${encodeURIComponent(to)}&su=${encodeURIComponent(subject)}&body=${encodeURIComponent(body)}`;
+          await runShell(`open "${gmailUrl}"`);
+          return { success: true, data: { method: "gmail_fallback", to, subject, note: `Mail.app failed (${err.message}). Gmail compose opened instead.` } };
+        }
+      }
       case "sys_run_shortcut": {
         const name = params.name;
         const input = params.input;
@@ -575,6 +903,8 @@ function connect() {
     console.log("   \u2022 Clipboard access");
     console.log("   \u2022 Screenshots");
     console.log("   \u2022 Text-to-speech");
+    console.log("   \u2022 Browser automation (tabs, navigate, read pages)");
+    console.log("   \u2022 Email composition (Mail.app / Gmail)");
     console.log("   \u2022 Terminal commands");
     console.log("   \u2022 System notifications");
     console.log("   \u2022 macOS Shortcuts");
@@ -635,10 +965,14 @@ function scheduleReconnect() {
 }
 console.log("");
 console.log("  \u2554\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2557");
-console.log("  \u2551    \u{1FAC0} Pulso Mac Companion v0.1.5     \u2551");
+console.log("  \u2551    \u{1FAC0} Pulso Mac Companion v0.1.9     \u2551");
 console.log("  \u255A\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u255D");
 console.log("");
-connect();
+setupPermissions().then(() => {
+  connect();
+}).catch(() => {
+  connect();
+});
 process.on("SIGINT", () => {
   console.log("\n\u{1F44B} Shutting down Pulso Companion...");
   ws?.close(1e3, "User shutdown");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pulso/companion",
-  "version": "0.1.7",
+  "version": "0.1.9",
   "type": "module",
   "description": "Pulso Companion — gives your AI agent real control over your computer",
   "bin": {