@mirasim/computer-use 0.1.0-rc.5 → 0.1.0-rc.7

package/extension/_locales/en/messages.json

@@ -0,0 +1,179 @@
+{
+  "tipUsing": {
+    "message": "The Mirasim agent is using this tab. Click for the panel."
+  },
+  "tipHandedOver": {
+    "message": "Handed to the Mirasim agent. Click for the panel."
+  },
+  "tipJoin": {
+    "message": "Click to hand this tab to the Mirasim agent."
+  },
+  "tipBlocked": {
+    "message": "Blocked by your Mirasim site rules. Click for the panel."
+  },
+  "tipRestricted": {
+    "message": "Mirasim cannot use this page. Click for the panel."
+  },
+  "tipPausedPrefix": {
+    "message": "Agent paused. "
+  },
+  "tipOfflinePrefix": {
+    "message": "Mirasim is not connected. "
+  },
+  "handOverFailed": {
+    "message": "Could not hand this tab over:"
+  },
+  "statusConnected": {
+    "message": "Connected"
+  },
+  "statusOffline": {
+    "message": "Not connected. Start Mirasim to use the agent."
+  },
+  "pause": {
+    "message": "Pause agent"
+  },
+  "resume": {
+    "message": "Resume agent"
+  },
+  "pausedNote": {
+    "message": "The agent is paused: every browser command is refused until you resume it."
+  },
+  "sectionThisTab": {
+    "message": "This tab"
+  },
+  "tabStateNone": {
+    "message": "Open the panel from the toolbar icon on a tab to manage that tab."
+  },
+  "tabStateRestricted": {
+    "message": "Browser pages cannot be handed to Mirasim."
+  },
+  "tabStateBlocked": {
+    "message": "Blocked by your site rules: the agent cannot use it."
+  },
+  "tabStateUsing": {
+    "message": "The agent is using this tab."
+  },
+  "tabStateHanded": {
+    "message": "Handed to the agent: it can use this tab."
+  },
+  "tabStateGranted": {
+    "message": "You allowed the agent to use this tab."
+  },
+  "tabStateOutsideAll": {
+    "message": "Not in the Mirasim group, but the agent can use it: all tabs are allowed."
+  },
+  "tabStateOutsideAsk": {
+    "message": "Not handed over: the agent asks you before using it."
+  },
+  "tabStateOutside": {
+    "message": "Not handed over: the agent cannot see this tab."
+  },
+  "handOver": {
+    "message": "Hand to agent"
+  },
+  "takeBack": {
+    "message": "Take back"
+  },
+  "sectionAgentTabs": {
+    "message": "Tabs the agent is using"
+  },
+  "agentTabsNone": {
+    "message": "None right now"
+  },
+  "sectionScope": {
+    "message": "What the agent can reach"
+  },
+  "scopeGroup": {
+    "message": "Only the Mirasim group"
+  },
+  "scopeGroupHint": {
+    "message": "Tabs you hand over, the agent's own tabs and their popups. It cannot see any other tab."
+  },
+  "scopeAsk": {
+    "message": "Ask me"
+  },
+  "scopeAskHint": {
+    "message": "The agent sees every tab's title and address, and asks you before using one outside the group."
+  },
+  "scopeAll": {
+    "message": "All tabs"
+  },
+  "scopeAllHint": {
+    "message": "The agent can see and use every tab."
+  },
+  "sectionSites": {
+    "message": "Site rules"
+  },
+  "blockedLabel": {
+    "message": "Never let the agent use these sites"
+  },
+  "sitesPlaceholder": {
+    "message": "One site per line, e.g. bank.com (covers its subdomains)"
+  },
+  "allowOnlyLabel": {
+    "message": "Only let the agent use these sites"
+  },
+  "save": {
+    "message": "Save"
+  },
+  "saved": {
+    "message": "Saved"
+  },
+  "sectionLog": {
+    "message": "Recently refused"
+  },
+  "logNone": {
+    "message": "Nothing refused yet"
+  },
+  "logTab": {
+    "message": "tab $1"
+  },
+  "reason_site_blocked": {
+    "message": "Blocked site"
+  },
+  "reason_site_not_allowed": {
+    "message": "Not on the allow list"
+  },
+  "reason_out_of_scope": {
+    "message": "Tab not handed over"
+  },
+  "reason_ask_pending": {
+    "message": "No answer in time"
+  },
+  "reason_declined": {
+    "message": "You declined"
+  },
+  "reason_paused": {
+    "message": "Agent paused"
+  },
+  "reason_clear_cookies": {
+    "message": "Clearing every cookie"
+  },
+  "reason_cookie_site": {
+    "message": "Cookies of a restricted site"
+  },
+  "footerExtension": {
+    "message": "Extension $1"
+  },
+  "footerBridge": {
+    "message": "bridge: $1"
+  },
+  "footerBridgeOld": {
+    "message": "bridge: an older version"
+  },
+  "askTitle": {
+    "message": "Let the Mirasim agent use this tab?"
+  },
+  "askBody": {
+    "message": "If you allow it, the agent can read and operate this page until the tab is closed."
+  },
+  "allow": {
+    "message": "Allow"
+  },
+  "deny": {
+    "message": "Don't allow"
+  },
+  "askGone": {
+    "message": "This tab has been closed."
+  }
+}

package/extension/_locales/zh_CN/messages.json

@@ -0,0 +1,179 @@
+{
+  "tipUsing": {
+    "message": "Mirasim Agent 正在使用这个标签页。点击打开面板。"
+  },
+  "tipHandedOver": {
+    "message": "已交给 Mirasim Agent。点击打开面板。"
+  },
+  "tipJoin": {
+    "message": "点击把这个标签页交给 Mirasim Agent。"
+  },
+  "tipBlocked": {
+    "message": "被 Mirasim 站点规则阻止。点击打开面板。"
+  },
+  "tipRestricted": {
+    "message": "Mirasim 无法使用这个页面。点击打开面板。"
+  },
+  "tipPausedPrefix": {
+    "message": "Agent 已暂停。"
+  },
+  "tipOfflinePrefix": {
+    "message": "Mirasim 未连接。"
+  },
+  "handOverFailed": {
+    "message": "没能交出这个标签页："
+  },
+  "statusConnected": {
+    "message": "已连接"
+  },
+  "statusOffline": {
+    "message": "未连接，启动 Mirasim 后 Agent 才能使用浏览器"
+  },
+  "pause": {
+    "message": "暂停 Agent"
+  },
+  "resume": {
+    "message": "恢复 Agent"
+  },
+  "pausedNote": {
+    "message": "Agent 已暂停：恢复之前，它发来的浏览器命令都会被拒绝。"
+  },
+  "sectionThisTab": {
+    "message": "当前标签页"
+  },
+  "tabStateNone": {
+    "message": "在标签页上点工具栏图标打开面板，才能管理那个标签页。"
+  },
+  "tabStateRestricted": {
+    "message": "浏览器自带的页面无法交给 Mirasim。"
+  },
+  "tabStateBlocked": {
+    "message": "被站点规则阻止，Agent 无法使用。"
+  },
+  "tabStateUsing": {
+    "message": "Agent 正在使用这个标签页。"
+  },
+  "tabStateHanded": {
+    "message": "已交给 Agent，它可以使用这个标签页。"
+  },
+  "tabStateGranted": {
+    "message": "你已允许 Agent 使用这个标签页。"
+  },
+  "tabStateOutsideAll": {
+    "message": "不在 Mirasim 分组里，但当前允许所有标签页，Agent 也能使用。"
+  },
+  "tabStateOutsideAsk": {
+    "message": "未交给 Agent，它使用前会先问你。"
+  },
+  "tabStateOutside": {
+    "message": "未交给 Agent，它看不到这个标签页。"
+  },
+  "handOver": {
+    "message": "交给 Agent"
+  },
+  "takeBack": {
+    "message": "收回"
+  },
+  "sectionAgentTabs": {
+    "message": "Agent 正在使用的标签页"
+  },
+  "agentTabsNone": {
+    "message": "目前没有"
+  },
+  "sectionScope": {
+    "message": "Agent 能访问的范围"
+  },
+  "scopeGroup": {
+    "message": "只限 Mirasim 分组"
+  },
+  "scopeGroupHint": {
+    "message": "你交出的标签页、Agent 自己开的标签页和它们的弹窗。其他标签页它看不到。"
+  },
+  "scopeAsk": {
+    "message": "每次问我"
+  },
+  "scopeAskHint": {
+    "message": "Agent 能看到所有标签页的标题和网址，使用分组外的标签页前先问你。"
+  },
+  "scopeAll": {
+    "message": "所有标签页"
+  },
+  "scopeAllHint": {
+    "message": "Agent 能看到并使用所有标签页。"
+  },
+  "sectionSites": {
+    "message": "站点规则"
+  },
+  "blockedLabel": {
+    "message": "不允许 Agent 使用这些网站"
+  },
+  "sitesPlaceholder": {
+    "message": "每行一个网站，例如 bank.com（包括它的子域名）"
+  },
+  "allowOnlyLabel": {
+    "message": "只允许 Agent 使用以下网站"
+  },
+  "save": {
+    "message": "保存"
+  },
+  "saved": {
+    "message": "已保存"
+  },
+  "sectionLog": {
+    "message": "最近被拦下"
+  },
+  "logNone": {
+    "message": "还没有被拦下的请求"
+  },
+  "logTab": {
+    "message": "标签页 $1"
+  },
+  "reason_site_blocked": {
+    "message": "阻止名单里的网站"
+  },
+  "reason_site_not_allowed": {
+    "message": "不在允许名单里"
+  },
+  "reason_out_of_scope": {
+    "message": "未交出的标签页"
+  },
+  "reason_ask_pending": {
+    "message": "没等到你的确认"
+  },
+  "reason_declined": {
+    "message": "你拒绝了"
+  },
+  "reason_paused": {
+    "message": "Agent 已暂停"
+  },
+  "reason_clear_cookies": {
+    "message": "清空所有 cookie"
+  },
+  "reason_cookie_site": {
+    "message": "受限网站的 cookie"
+  },
+  "footerExtension": {
+    "message": "扩展 $1"
+  },
+  "footerBridge": {
+    "message": "桥接：$1"
+  },
+  "footerBridgeOld": {
+    "message": "桥接：旧版本"
+  },
+  "askTitle": {
+    "message": "允许 Mirasim Agent 使用这个标签页吗？"
+  },
+  "askBody": {
+    "message": "允许后，在这个标签页关闭之前，Agent 都能读取和操作它。"
+  },
+  "allow": {
+    "message": "允许"
+  },
+  "deny": {
+    "message": "不允许"
+  },
+  "askGone": {
+    "message": "这个标签页已经关闭。"
+  }
+}

package/extension/access.js

@@ -0,0 +1,245 @@
+/**
+ * What the agent may reach in this browser: the user's own settings, enforced HERE.
+ *
+ * The extension is the one layer of the connection the agent does not run, so the limits live
+ * in it and hold whichever bridge is on the other end (the desktop app's, an npm package's, an
+ * older one). The relay asks this module before it lists a tab, attaches one, runs a command or
+ * forwards an event (relay.js), and the tab group says which tabs are in scope (group.js).
+ *
+ *  - **scope** — `group` (the default): tabs in the mirasim group, tabs the agent opened and
+ *    the popups of those; `all`: every tab, as before 0.1.3; `ask`: every tab is listed, and the
+ *    first attach of one outside the group waits for the user's yes in a small window.
+ *  - **site rules** — a block list, and an optional allow-only list, both of host names that
+ *    also cover their subdomains. They hold in every scope: a blocked site is neither listed,
+ *    opened, navigated to nor read, and its cookies and downloads are filtered out.
+ *  - **pause** — every tab is let go of, and every command but the keepalive and the tab
+ *    listing is refused until the user resumes (group.js `reevaluate`, relay.js).
+ *
+ * Settings live in `chrome.storage.sync` (they follow the user's Chrome profile); the pause,
+ * the ask-mode grants and the log of refusals live in `chrome.storage.session`, gone with the
+ * browser session they describe.
+ */
+
+export const SETTINGS_KEY = "mirasim-access";
+export const STATE_KEY = "mirasim-access-state";
+/** Set once the user has opened the panel; until then the toolbar shows "new". */
+export const PANEL_SEEN_KEY = "mirasim-panel-seen";
+export const SCOPES = ["group", "all", "ask"];
+export const DEFAULT_SETTINGS = Object.freeze({ scope: "group", blocked: [], allowOnly: false, allowed: [] });
+/** How many refusals the panel shows. */
+const LOG_LIMIT = 20;
+/** The same refusal again within this window is one entry, not a flood (a paused agent retries). */
+const LOG_DEDUPE_MS = 2_000;
+
+/**
+ * A pattern as the user typed it, reduced to a host name: `https://www.Bank.com/login` and
+ * `*.bank.com` both become what they mean (`www.bank.com`, `bank.com`). Empty for nonsense.
+ */
+export function normalizePattern(text) {
+  let s = String(text ?? "").trim().toLowerCase();
+  if (!s) return "";
+  s = s.replace(/^[a-z][a-z0-9+.-]*:\/\//, "");
+  s = s.split(/[/?#]/)[0];
+  s = s.replace(/^.*@/, "").replace(/:\d+$/, "");
+  s = s.replace(/^(\*\.)+/, "").replace(/^\.+/, "").replace(/\.+$/, "");
+  return /^[a-z0-9.-]+$/.test(s) || /^\[[0-9a-f:]+\]$/.test(s) ? s : "";
+}
+
+/** `host` is `pattern` or one of its subdomains. */
+export function hostMatches(host, pattern) {
+  return host === pattern || host.endsWith(`.${pattern}`);
+}
+
+/**
+ * The host a URL loads from, or null for one that loads nothing from the web (about:blank,
+ * data:, the browser's own pages). A blob: URL is its origin's.
+ */
+export function hostOf(url) {
+  if (!url) return null;
+  try {
+    let u = new URL(url);
+    if (u.protocol === "blob:") u = new URL(u.pathname);
+    if (!/^(https?|wss?|ftp):$/.test(u.protocol)) return null;
+    return u.hostname.toLowerCase();
+  } catch {
+    return null;
+  }
+}
+
+function cleanList(list) {
+  return [...new Set((Array.isArray(list) ? list : []).map(normalizePattern).filter(Boolean))];
+}
+
+/** Settings as stored, made whole: unknown fields dropped, every list normalized. */
+export function cleanSettings(raw) {
+  const s = raw && typeof raw === "object" ? raw : {};
+  return {
+    scope: SCOPES.includes(s.scope) ? s.scope : DEFAULT_SETTINGS.scope,
+    blocked: cleanList(s.blocked),
+    allowOnly: s.allowOnly === true,
+    allowed: cleanList(s.allowed),
+  };
+}
+
+export class AccessPolicy {
+  constructor() {
+    this.settings = cleanSettings(DEFAULT_SETTINGS);
+    this.paused = false;
+    /** Ask mode: tabs the user said yes to, until they close. */
+    this.grants = new Set();
+    /** @type {Array<{at: number, reason: string, tabId?: number, url?: string, detail?: string}>} */
+    this.log = [];
+    /** @type {Set<() => void>} */
+    this._listeners = new Set();
+    chrome.storage.onChanged.addListener((changes, area) => {
+      if (area === "sync" && changes[SETTINGS_KEY]) {
+        this.settings = cleanSettings(changes[SETTINGS_KEY].newValue);
+        this._emit();
+      } else if (area === "session" && changes[STATE_KEY]) {
+        const before = this.paused;
+        this._adoptState(changes[STATE_KEY].newValue);
+        if (before !== this.paused) this._emit();
+      }
+    });
+    this.ready = this._load();
+  }
+
+  async _load() {
+    const [sync, session] = await Promise.all([
+      chrome.storage.sync.get(SETTINGS_KEY).catch(() => ({})),
+      chrome.storage.session.get(STATE_KEY).catch(() => ({})),
+    ]);
+    this.settings = cleanSettings(sync?.[SETTINGS_KEY]);
+    this._adoptState(session?.[STATE_KEY]);
+  }
+
+  _adoptState(state) {
+    this.paused = state?.paused === true;
+    this.grants = new Set(Array.isArray(state?.grants) ? state.grants.filter(Number.isInteger) : []);
+    this.log = Array.isArray(state?.log) ? state.log.slice(-LOG_LIMIT) : [];
+  }
+
+  _saveState() {
+    return chrome.storage.session
+      .set({ [STATE_KEY]: { paused: this.paused, grants: [...this.grants], log: this.log } })
+      .catch(() => {});
+  }
+
+  /** Called whenever what is reachable may have changed: settings, or the pause. */
+  onChange(listener) {
+    this._listeners.add(listener);
+    return () => this._listeners.delete(listener);
+  }
+
+  _emit() {
+    for (const listener of this._listeners) {
+      try {
+        listener();
+      } catch {
+        /* one listener's failure is not the others' */
+      }
+    }
+  }
+
+  async saveSettings(next) {
+    this.settings = cleanSettings(next);
+    await chrome.storage.sync.set({ [SETTINGS_KEY]: this.settings });
+    this._emit();
+    return this.settings;
+  }
+
+  async setPaused(paused) {
+    this.paused = paused === true;
+    await this._saveState();
+    this._emit();
+  }
+
+  grant(tabId) {
+    this.grants.add(tabId);
+    void this._saveState();
+  }
+
+  forget(tabId) {
+    if (this.grants.delete(tabId)) void this._saveState();
+  }
+
+  /** Anything stricter than "every tab, every site"? */
+  restrictive() {
+    const s = this.settings;
+    return s.scope !== "all" || s.blocked.length > 0 || s.allowOnly;
+  }
+
+  /**
+   * Why a URL is off limits, or null when it is not: `site-blocked` for the block list,
+   * `site-not-allowed` for a host outside the allow-only list. A URL that loads nothing from
+   * the web (about:blank, data:) is never refused here.
+   */
+  siteVerdict(url) {
+    const host = hostOf(url);
+    if (host === null) return null;
+    const { blocked, allowOnly, allowed } = this.settings;
+    if (blocked.some((p) => hostMatches(host, p))) return "site-blocked";
+    if (allowOnly && !allowed.some((p) => hostMatches(host, p))) return "site-not-allowed";
+    return null;
+  }
+
+  /**
+   * May the agent see this cookie? A cookie set for a parent domain is sent to the blocked
+   * subdomain too, so `.bank.com` is withheld when `online.bank.com` is blocked; on an allow list,
+   * a cookie counts when it is sent to some allowed host.
+   */
+  cookieAllowed(domain) {
+    const d = String(domain ?? "").replace(/^\./, "").toLowerCase();
+    if (!d) return true;
+    const related = (p) => hostMatches(d, p) || hostMatches(p, d);
+    const { blocked, allowOnly, allowed } = this.settings;
+    if (blocked.some(related)) return false;
+    if (allowOnly && !allowed.some(related)) return false;
+    return true;
+  }
+
+  record(entry) {
+    const last = this.log[this.log.length - 1];
+    const now = Date.now();
+    if (last && last.reason === entry.reason && last.tabId === entry.tabId && last.url === entry.url && now - last.at < LOG_DEDUPE_MS) return;
+    this.log.push({ at: now, ...entry });
+    if (this.log.length > LOG_LIMIT) this.log.splice(0, this.log.length - LOG_LIMIT);
+    void this._saveState();
+  }
+}
+
+/**
+ * A refusal the bridge passes on to the agent as the command's error: what was refused and
+ * what the agent can do about it, in words a model relays to the person.
+ */
+export function refusal(reason, { tabId, url } = {}) {
+  const host = hostOf(url) ?? url ?? "this site";
+  switch (reason) {
+    case "site-blocked":
+      return `${host} is blocked by the user's Mirasim site rules; the agent cannot open or read it.`;
+    case "site-not-allowed":
+      return `${host} is not on the user's Mirasim allow list; the agent can only use the sites on it.`;
+    case "out-of-scope":
+      return `Tab ${tabId} is not one the user handed to the agent. Ask them to click the Mirasim toolbar icon on that tab to hand it over, or open a tab of your own.`;
+    case "ask-pending":
+      return `Waiting for the user to allow tab ${tabId} in the Mirasim prompt; try again once they answer.`;
+    case "declined":
+      return `The user declined to let the agent use tab ${tabId}.`;
+    case "paused":
+      return "The user paused the agent from the Mirasim extension; wait until they resume it.";
+    case "clear-cookies":
+      return "Clearing every browser cookie is refused while the user limits what the agent can reach.";
+    case "cookie-site":
+      return `Cookies of ${host} are off limits under the user's Mirasim site rules.`;
+    default:
+      return "Refused by the user's Mirasim access settings.";
+  }
+}
+
+export class AccessError extends Error {
+  constructor(reason, details = {}) {
+    super(refusal(reason, details));
+    this.reason = reason;
+    this.details = details;
+  }
+}

package/extension/ask.html

@@ -0,0 +1,26 @@
+<!doctype html>
+<html>
+  <head>
+    <meta charset="utf-8" />
+    <title>Mirasim</title>
+    <link rel="stylesheet" href="panel.css" />
+  </head>
+  <body class="ask">
+    <main>
+      <header>
+        <img src="icons/icon-32.png" alt="" width="24" height="24" />
+        <div class="brand"><strong data-i18n="askTitle"></strong></div>
+      </header>
+      <div class="card">
+        <div id="tab-title" class="tab-title"></div>
+        <div id="tab-host" class="tab-host"></div>
+      </div>
+      <p class="quiet" data-i18n="askBody"></p>
+      <div class="row">
+        <button id="allow" type="button" data-i18n="allow"></button>
+        <button id="deny" type="button" class="ghost" data-i18n="deny"></button>
+      </div>
+    </main>
+    <script src="ask.js" type="module"></script>
+  </body>
+</html>

package/extension/ask.js

@@ -0,0 +1,20 @@
+/** The ask window (`ask` scope, group.js `_ask`): may the agent use this tab? */
+
+const t = (key) => chrome.i18n.getMessage(key) || key;
+for (const el of document.querySelectorAll("[data-i18n]")) el.textContent = t(el.dataset.i18n);
+
+const tabId = Number(new URLSearchParams(location.search).get("tab"));
+const tab = await chrome.tabs.get(tabId).catch(() => null);
+if (!tab) {
+  document.getElementById("tab-title").textContent = t("askGone");
+  document.getElementById("allow").disabled = true;
+} else {
+  document.getElementById("tab-title").textContent = tab.title || tab.url;
+  document.getElementById("tab-host").textContent = tab.url;
+}
+
+function answer(allow) {
+  chrome.runtime.sendMessage({ type: "access.answer", tabId, allow }, () => window.close());
+}
+document.getElementById("allow").addEventListener("click", () => answer(true));
+document.getElementById("deny").addEventListener("click", () => answer(false));