@oharness/engine 0.7.1 → 0.8.0

package/dist/browser/chrome.js

@@ -0,0 +1,306 @@
+import { spawn } from "node:child_process";
+import { access, mkdir } from "node:fs/promises";
+import { constants } from "node:fs";
+import { BrowserError } from "../core/errors.js";
+import { userPath } from "../paths.js";
+import { CdpConnection, NulFramer } from "./cdp.js";
+import { ScreencastHub } from "./screencast.js";
+/**
+ * A Chrome the harness starts and owns.
+ *
+ * Two decisions worth stating, because both look like details and neither is.
+ *
+ * It runs against its own `--user-data-dir`, never the person's. That keeps the
+ * agent out of their logged-in sessions, and it is also the only way this works
+ * at all: since Chrome 136 remote debugging is refused on the default profile,
+ * so a build that tried to drive the everyday browser would simply fail to
+ * attach. Reaching a logged-in session is a different feature with a different
+ * mechanism — an extension — and it is deliberately not this one.
+ *
+ * It talks over `--remote-debugging-pipe` rather than a debugging port. A port
+ * is a TCP listener on the loopback interface that any local process may
+ * connect to, and what it grants is complete control of a browser: reading
+ * every page, typing into it, and executing script in it. The pipe is two file
+ * descriptors held by this process alone.
+ */
+const DEFAULT_ARGS = [
+    "--remote-debugging-pipe",
+    "--no-first-run",
+    "--no-default-browser-check",
+    "--disable-background-networking",
+    "--disable-sync",
+    "--disable-features=Translate,OptimizationHints",
+    // The agent's browser is not where anybody wants to be asked about
+    // notifications, and a permission bubble is a modal the model cannot see.
+    "--deny-permission-prompts",
+];
+/** Where each platform keeps the browsers, most preferred first. */
+const CANDIDATES = {
+    darwin: [
+        "/Applications/Google Chrome.app/Contents/MacOS/Google Chrome",
+        "/Applications/Chromium.app/Contents/MacOS/Chromium",
+        "/Applications/Microsoft Edge.app/Contents/MacOS/Microsoft Edge",
+        "/Applications/Brave Browser.app/Contents/MacOS/Brave Browser",
+    ],
+    linux: [
+        "/usr/bin/google-chrome",
+        "/usr/bin/google-chrome-stable",
+        "/usr/bin/chromium",
+        "/usr/bin/chromium-browser",
+        "/usr/bin/microsoft-edge",
+    ],
+    win32: [
+        "C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe",
+        "C:\\Program Files (x86)\\Google\\Chrome\\Application\\chrome.exe",
+        "C:\\Program Files (x86)\\Microsoft\\Edge\\Application\\msedge.exe",
+    ],
+};
+/**
+ * Find a Chromium to drive.
+ *
+ * `OHARNESS_BROWSER_PATH` wins, so a person on a distribution nobody listed —
+ * or one who wants a specific channel — is never stuck arguing with a hardcoded
+ * array.
+ */
+export async function findChrome(platform = process.platform) {
+    const override = process.env["OHARNESS_BROWSER_PATH"];
+    if (override)
+        return (await executable(override)) ? override : undefined;
+    for (const candidate of CANDIDATES[platform] ?? []) {
+        if (await executable(candidate))
+            return candidate;
+    }
+    return undefined;
+}
+async function executable(file) {
+    try {
+        await access(file, constants.X_OK);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+export async function launchChrome(opts = {}) {
+    const bin = opts.executablePath ?? (await findChrome());
+    if (!bin) {
+        throw new BrowserError("no Chrome, Chromium, Edge or Brave found. Install one, or set OHARNESS_BROWSER_PATH to its executable.");
+    }
+    const profile = opts.userDataDir ?? userPath("browser-profile");
+    await mkdir(profile, { recursive: true });
+    const args = [...DEFAULT_ARGS, `--user-data-dir=${profile}`];
+    // The new headless mode is a real Chrome with no window, not the old
+    // separate binary that behaved differently enough to make a page work in
+    // one and fail in the other.
+    if (opts.headless !== false)
+        args.push("--headless=new");
+    args.push("about:blank");
+    const child = spawn(bin, args, {
+        // fds 3 and 4 are the protocol: Chrome reads commands from 3 and writes
+        // events to 4. stdout and stderr stay separate so a crash message is not
+        // mistaken for a protocol frame.
+        stdio: ["ignore", "pipe", "pipe", "pipe", "pipe"],
+    });
+    const toBrowser = child.stdio[3];
+    const fromBrowser = child.stdio[4];
+    if (!toBrowser || !fromBrowser) {
+        child.kill();
+        throw new BrowserError("chrome started without a protocol pipe");
+    }
+    const connection = new CdpConnection((message) => {
+        toBrowser.write(JSON.stringify(message) + "\0");
+    });
+    const framer = new NulFramer();
+    fromBrowser.setEncoding("utf8");
+    fromBrowser.on("data", (chunk) => framer.push(chunk, (raw) => connection.receive(raw)));
+    let stderr = "";
+    child.stderr?.setEncoding("utf8");
+    child.stderr?.on("data", (chunk) => {
+        // Kept only to explain a failure to start; a running Chrome is chatty and
+        // none of it is interesting.
+        if (stderr.length < 4000)
+            stderr += chunk;
+    });
+    const exited = new Promise((_, reject) => {
+        child.once("error", (err) => {
+            connection.fail(err.message);
+            reject(new BrowserError(`could not start ${bin}`, err));
+        });
+        child.once("exit", (code) => {
+            const reason = `browser exited${code === null ? "" : ` with code ${code}`}`;
+            connection.fail(reason);
+            reject(new BrowserError(stderr.trim() ? `${reason}: ${stderr.trim().split("\n").at(-1)}` : reason));
+        });
+    });
+    // Nothing awaits this until something has already gone wrong; without a
+    // sink an early exit would be an unhandled rejection.
+    exited.catch(() => { });
+    const target = new ChromeTarget(child, connection, opts.logger);
+    // Prove the protocol works before handing the target out, so a broken launch
+    // is one error here rather than a confusing failure inside the first tool.
+    await Promise.race([target.handshake(), exited]);
+    return target;
+}
+class ChromeTarget {
+    kind = "chrome";
+    attached = new Map();
+    closing;
+    child;
+    cdp;
+    logger;
+    constructor(child, cdp, logger) {
+        this.child = child;
+        this.cdp = cdp;
+        this.logger = logger;
+    }
+    async handshake() {
+        await this.cdp.send("Target.setDiscoverTargets", { discover: true });
+    }
+    async pages() {
+        const result = await this.cdp.send("Target.getTargets");
+        const infos = Array.isArray(result["targetInfos"]) ? result["targetInfos"] : [];
+        const pages = [];
+        for (const info of infos) {
+            const record = info;
+            if (record["type"] !== "page")
+                continue;
+            const targetId = String(record["targetId"]);
+            pages.push(this.attached.get(targetId) ?? (await this.attach(targetId)));
+        }
+        return pages;
+    }
+    async pageInfos() {
+        const result = await this.cdp.send("Target.getTargets");
+        const infos = Array.isArray(result["targetInfos"]) ? result["targetInfos"] : [];
+        return infos.flatMap((info) => {
+            const record = info;
+            if (record["type"] !== "page")
+                return [];
+            const title = typeof record["title"] === "string" ? record["title"].trim() : "";
+            return [{
+                    id: String(record["targetId"]),
+                    url: typeof record["url"] === "string" ? record["url"] : "",
+                    ...(title ? { title } : {}),
+                }];
+        });
+    }
+    async pageById(id) {
+        const info = (await this.pageInfos()).find((page) => page.id === id);
+        return info ? this.attach(id) : undefined;
+    }
+    async newPage(url = "about:blank") {
+        const result = await this.cdp.send("Target.createTarget", { url });
+        return this.attach(String(result["targetId"]));
+    }
+    async activate(page) {
+        await this.cdp.send("Target.activateTarget", { targetId: page.id });
+    }
+    async attach(targetId) {
+        const existing = this.attached.get(targetId);
+        if (existing)
+            return existing;
+        const result = await this.cdp.send("Target.attachToTarget", { targetId, flatten: true });
+        const sessionId = String(result["sessionId"]);
+        const page = new ChromePage(targetId, sessionId, this.cdp, () => {
+            this.attached.delete(targetId);
+        });
+        this.attached.set(targetId, page);
+        await page.prepare();
+        return page;
+    }
+    close() {
+        return (this.closing ??= this.shutdown());
+    }
+    async shutdown() {
+        // Ask first: a browser told to close flushes its profile, and a profile
+        // killed mid-write is one Chrome complains about on the next start.
+        try {
+            await Promise.race([
+                this.cdp.send("Browser.close"),
+                new Promise((resolve) => setTimeout(resolve, 2000)),
+            ]);
+        }
+        catch {
+            /* already gone */
+        }
+        this.cdp.fail("closed");
+        if (this.child.exitCode === null)
+            this.child.kill();
+        this.logger?.debug?.("browser closed");
+    }
+}
+class ChromePage {
+    id;
+    sessionId;
+    cdp;
+    forget;
+    screencast;
+    constructor(id, sessionId, cdp, forget) {
+        this.id = id;
+        this.sessionId = sessionId;
+        this.cdp = cdp;
+        this.forget = forget;
+        this.screencast = new ScreencastHub(this);
+    }
+    /** The domains every tool assumes are on. */
+    async prepare() {
+        await Promise.all([
+            this.send("Page.enable"),
+            this.send("Runtime.enable"),
+            this.send("DOM.enable"),
+            this.send("Log.enable"),
+        ]);
+    }
+    send(method, params = {}) {
+        return this.cdp.send(method, params, this.sessionId);
+    }
+    on(event, handler) {
+        return this.cdp.on(event, handler, this.sessionId);
+    }
+    /** Frames, shared with every other watcher of this page. */
+    frames(opts = {}) {
+        return this.screencast.frames(opts);
+    }
+    async input(event) {
+        if (event.type === "text") {
+            await this.send("Input.insertText", { text: event.text });
+            return;
+        }
+        if (event.type === "key") {
+            const method = event.action === "char" ? "char" : event.action === "down" ? "keyDown" : "keyUp";
+            await this.send("Input.dispatchKeyEvent", {
+                type: method,
+                ...(event.key ? { key: event.key } : {}),
+                ...(event.code ? { code: event.code } : {}),
+                ...(event.text ? { text: event.text } : {}),
+                modifiers: event.modifiers ?? 0,
+            });
+            return;
+        }
+        if (event.action === "wheel") {
+            await this.send("Input.dispatchMouseEvent", {
+                type: "mouseWheel",
+                x: event.x,
+                y: event.y,
+                deltaX: event.deltaX ?? 0,
+                deltaY: event.deltaY ?? 0,
+                modifiers: event.modifiers ?? 0,
+            });
+            return;
+        }
+        await this.send("Input.dispatchMouseEvent", {
+            type: event.action === "move" ? "mouseMoved" : event.action === "down" ? "mousePressed" : "mouseReleased",
+            x: event.x,
+            y: event.y,
+            button: event.button ?? "left",
+            clickCount: event.clickCount ?? (event.action === "move" ? 0 : 1),
+            modifiers: event.modifiers ?? 0,
+        });
+    }
+    async close() {
+        this.forget();
+        this.screencast.close();
+        await this.cdp.send("Target.closeTarget", { targetId: this.id }).catch(() => { });
+    }
+}
+//# sourceMappingURL=chrome.js.map

package/dist/browser/chrome.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chrome.js","sourceRoot":"","sources":["../../src/browser/chrome.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAE3C,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGhD;;;;;;;;;;;;;;;;;GAiBG;AAEH,MAAM,YAAY,GAAG;IACnB,yBAAyB;IACzB,gBAAgB;IAChB,4BAA4B;IAC5B,iCAAiC;IACjC,gBAAgB;IAChB,gDAAgD;IAChD,mEAAmE;IACnE,0EAA0E;IAC1E,2BAA2B;CAC5B,CAAC;AAEF,oEAAoE;AACpE,MAAM,UAAU,GAA+C;IAC7D,MAAM,EAAE;QACN,8DAA8D;QAC9D,oDAAoD;QACpD,gEAAgE;QAChE,8DAA8D;KAC/D;IACD,KAAK,EAAE;QACL,wBAAwB;QACxB,+BAA+B;QAC/B,mBAAmB;QACnB,2BAA2B;QAC3B,yBAAyB;KAC1B;IACD,KAAK,EAAE;QACL,4DAA4D;QAC5D,kEAAkE;QAClE,mEAAmE;KACpE;CACF,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,WAA4B,OAAO,CAAC,QAAQ;IAC3E,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACtD,IAAI,QAAQ;QAAE,OAAO,CAAC,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IACzE,KAAK,MAAM,SAAS,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;QACnD,IAAI,MAAM,UAAU,CAAC,SAAS,CAAC;YAAE,OAAO,SAAS,CAAC;IACpD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY;IACpC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;QACnC,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAWD,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAA4B,EAAE;IAC/D,MAAM,GAAG,GAAG,IAAI,CAAC,cAAc,IAAI,CAAC,MAAM,UAAU,EAAE,CAAC,CAAC;IACxD,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,YAAY,CACpB,wGAAwG,CACzG,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,IAAI,QAAQ,CAAC,iBAAiB,CAAC,CAAC;IAChE,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE1C,MAAM,IAAI,GAAG,CAAC,GAAG,YAAY,EAAE,mBAAmB,OAAO,EAAE,CAAC,CAAC;IAC7D,qEAAqE;IACrE,yEAAyE;IACzE,6BAA6B;IAC7B,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK;QAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACzD,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAEzB,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE;QAC7B,wEAAwE;QACxE,yEAAyE;QACzE,iCAAiC;QACjC,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;KAClD,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAoB,CAAC;IACpD,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAoB,CAAC;IACtD,IAAI,CAAC,SAAS,IAAI,CAAC,WAAW,EAAE,CAAC;QAC/B,KAAK,CAAC,IAAI,EAAE,CAAC;QACb,MAAM,IAAI,YAAY,CAAC,wCAAwC,CAAC,CAAC;IACnE,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,aAAa,CAAC,CAAC,OAAO,EAAE,EAAE;QAC/C,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;IAC/B,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAChC,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAEhG,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,KAAK,CAAC,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAClC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;QACzC,0EAA0E;QAC1E,6BAA6B;QAC7B,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QAC9C,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC1B,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC7B,MAAM,CAAC,IAAI,YAAY,CAAC,mBAAmB,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAC1B,MAAM,MAAM,GAAG,iBAAiB,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,IAAI,EAAE,EAAE,CAAC;YAC5E,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACxB,MAAM,CAAC,IAAI,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,MAAM,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QACtG,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,wEAAwE;IACxE,sDAAsD;IACtD,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAEvB,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAChE,6EAA6E;IAC7E,2EAA2E;IAC3E,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;IACjD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,YAAY;IACP,IAAI,GAAG,QAAQ,CAAC;IACR,QAAQ,GAAG,IAAI,GAAG,EAAsB,CAAC;IAClD,OAAO,CAAiB;IAEf,KAAK,CAAe;IACpB,GAAG,CAAgB;IACnB,MAAM,CAAU;IAEjC,YAAY,KAAmB,EAAE,GAAkB,EAAE,MAAe;QAClE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACvE,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAChF,MAAM,KAAK,GAAkB,EAAE,CAAC;QAChC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,IAA+B,CAAC;YAC/C,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,MAAM;gBAAE,SAAS;YACxC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;YAC5C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAChF,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YAC5B,MAAM,MAAM,GAAG,IAA+B,CAAC;YAC/C,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,MAAM;gBAAE,OAAO,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChF,OAAO,CAAC;oBACN,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;oBAC9B,GAAG,EAAE,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;oBAC3D,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC5B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,EAAU;QACvB,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QACrE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAG,GAAG,aAAa;QAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACnE,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAiB;QAC9B,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;IACtE,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,QAAgB;QACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACzF,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;YAC9D,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAClC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK;QACH,OAAO,CAAC,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC5C,CAAC;IAEO,KAAK,CAAC,QAAQ;QACpB,wEAAwE;QACxE,oEAAoE;QACpE,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC;gBAC9B,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;aACpD,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,kBAAkB;QACpB,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxB,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,KAAK,IAAI;YAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QACpD,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,gBAAgB,CAAC,CAAC;IACzC,CAAC;CACF;AAED,MAAM,UAAU;IACL,EAAE,CAAS;IACH,SAAS,CAAS;IAClB,GAAG,CAAgB;IACnB,MAAM,CAAa;IACnB,UAAU,CAAgB;IAE3C,YAAY,EAAU,EAAE,SAAiB,EAAE,GAAkB,EAAE,MAAkB;QAC/E,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC;IAED,6CAA6C;IAC7C,KAAK,CAAC,OAAO;QACX,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC;YACvB,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC;SACxB,CAAC,CAAC;IACL,CAAC;IAED,IAAI,CAAC,MAAc,EAAE,SAAkC,EAAE;QACvD,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IACvD,CAAC;IAED,EAAE,CAAC,KAAa,EAAE,OAAkD;QAClE,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IACrD,CAAC;IAED,4DAA4D;IAC5D,MAAM,CAAC,OAAqB,EAAE;QAC5B,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAwB;QAClC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAC1D,OAAO;QACT,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;YAChG,MAAM,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE;gBACxC,IAAI,EAAE,MAAM;gBACZ,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3C,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3C,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,CAAC;aAChC,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE;gBAC1C,IAAI,EAAE,YAAY;gBAClB,CAAC,EAAE,KAAK,CAAC,CAAC;gBACV,CAAC,EAAE,KAAK,CAAC,CAAC;gBACV,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,CAAC;gBACzB,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,CAAC;gBACzB,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,CAAC;aAChC,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QACD,MAAM,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE;YAC1C,IAAI,EAAE,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,eAAe;YACzG,CAAC,EAAE,KAAK,CAAC,CAAC;YACV,CAAC,EAAE,KAAK,CAAC,CAAC;YACV,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,MAAM;YAC9B,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACjE,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,CAAC;SAChC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACxB,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACnF,CAAC;CACF"}

package/dist/browser/extension.d.ts

@@ -0,0 +1,35 @@
+import type { BrowserTarget, BrowserTargetContext } from "./target.ts";
+/**
+ * The user's own Chrome, reached through an extension.
+ *
+ * This is the only way to drive a browser somebody is already signed into.
+ * Chrome has refused remote debugging on the default profile since 136, so
+ * attaching to the everyday browser is not a thing a build can do however it
+ * asks — and that refusal is the right one, because a debugging port is
+ * unauthenticated control of every logged-in session on the machine. An
+ * extension is the sanctioned path: the person installs it, Chrome shows a
+ * banner for as long as it is driving, and `chrome.debugger` gives the same CDP
+ * everything else here already speaks.
+ *
+ * So the extension is a relay and almost nothing else. It forwards CDP in both
+ * directions and answers a handful of control messages that CDP has no browser
+ * half for — listing tabs, opening or activating one, attaching. The same `CdpConnection` that
+ * drives a piped Chrome drives this, with the tab id standing in for the session
+ * id, which is what it already is.
+ *
+ * The bridge in between is a local socket rather than an HTTP endpoint on the
+ * harness server. Chrome spawns the native messaging host, so the host is the
+ * process that exists first; having it listen and the harness connect means the
+ * feature needs no server running, no token to plumb, and works the same from
+ * the TUI as from the desktop app.
+ */
+/** What the target needs of the thing between it and the extension. */
+export interface ExtensionChannel {
+    send(message: unknown): void;
+    onMessage(handler: (message: unknown) => void): void;
+    onClose(handler: (reason?: string) => void): void;
+    close(): void;
+}
+/** Open the socket the native messaging host listens on. */
+export declare function connectExtensionChannel(path?: string): Promise<ExtensionChannel>;
+export declare function extensionTarget(channel?: ExtensionChannel, context?: BrowserTargetContext): Promise<BrowserTarget>;

package/dist/browser/extension.js

@@ -0,0 +1,297 @@
+import { connect } from "node:net";
+import { BrowserError } from "../core/errors.js";
+import { CdpConnection } from "./cdp.js";
+import { ScreencastHub } from "./screencast.js";
+import { extensionSocketPath } from "./socket.js";
+/** Open the socket the native messaging host listens on. */
+export function connectExtensionChannel(path = extensionSocketPath()) {
+    return new Promise((resolve, reject) => {
+        const socket = connect(path);
+        const messageHandlers = new Set();
+        const closeHandlers = new Set();
+        let buffer = "";
+        socket.setEncoding("utf8");
+        socket.on("data", (chunk) => {
+            buffer += chunk;
+            let newline;
+            while ((newline = buffer.indexOf("\n")) !== -1) {
+                const line = buffer.slice(0, newline).trim();
+                buffer = buffer.slice(newline + 1);
+                if (line === "")
+                    continue;
+                let parsed;
+                try {
+                    parsed = JSON.parse(line);
+                }
+                catch {
+                    continue;
+                }
+                for (const handler of messageHandlers)
+                    handler(parsed);
+            }
+        });
+        socket.once("error", (err) => {
+            reject(new BrowserError(`no browser extension is connected. Add the OHarness extension to Chrome, Edge or Brave and keep that browser open; outside the desktop app, also run \`oharness-browser-host install\` once. (${err.message})`, err));
+        });
+        socket.on("close", () => {
+            for (const handler of closeHandlers)
+                handler("the extension disconnected");
+        });
+        socket.once("connect", () => {
+            socket.removeAllListeners("error");
+            socket.on("error", () => {
+                for (const handler of closeHandlers)
+                    handler("the extension connection failed");
+            });
+            resolve({
+                send: (message) => socket.write(`${JSON.stringify(message)}\n`),
+                onMessage: (handler) => void messageHandlers.add(handler),
+                onClose: (handler) => void closeHandlers.add(handler),
+                close: () => socket.end(),
+            });
+        });
+    });
+}
+export async function extensionTarget(channel, context = {}) {
+    return new ExtensionTarget(channel ?? (await connectExtensionChannel()), context);
+}
+class ExtensionTarget {
+    kind = "extension";
+    channel;
+    cdp;
+    attached = new Map();
+    /** Tabs this conversation opened, as against the person's own it was pointed at. */
+    openedTabs = new Set();
+    control = new Map();
+    nextControlId = 1;
+    context;
+    constructor(channel, context = {}) {
+        this.channel = channel;
+        this.context = context;
+        this.cdp = new CdpConnection((message) => channel.send({ t: "cdp", ...message }));
+        channel.onMessage((message) => {
+            if (typeof message !== "object" || message === null)
+                return;
+            const envelope = message;
+            if (envelope["t"] === "cdp") {
+                // The person cancelled the debugging banner, or the tab went away. The
+                // page is no longer ours; the next use of it attaches again.
+                if (envelope["method"] === "Inspector.detached" && envelope["sessionId"] !== undefined) {
+                    this.attached.delete(String(envelope["sessionId"]));
+                }
+                const { t: _ignored, ...rest } = envelope;
+                this.cdp.deliver(rest);
+                return;
+            }
+            if (envelope["t"] === "ctl") {
+                const reply = envelope;
+                const pending = this.control.get(reply.id);
+                if (!pending)
+                    return;
+                this.control.delete(reply.id);
+                if (reply.error)
+                    pending.reject(new BrowserError(reply.error));
+                else
+                    pending.resolve(reply.result);
+            }
+        });
+        channel.onClose((reason) => {
+            this.cdp.fail(reason ?? "the extension disconnected");
+            for (const pending of this.control.values()) {
+                pending.reject(new BrowserError(reason ?? "the extension disconnected"));
+            }
+            this.control.clear();
+            this.attached.clear();
+        });
+    }
+    /**
+     * Ask the extension something CDP has no browser-level answer for.
+     *
+     * `chrome.debugger` is scoped to a tab, so listing and opening tabs go through
+     * `chrome.tabs` on the extension side and come back here as control replies.
+     */
+    ask(op, params = {}) {
+        const id = this.nextControlId++;
+        return new Promise((resolve, reject) => {
+            this.control.set(id, { resolve, reject });
+            const timer = setTimeout(() => {
+                if (!this.control.delete(id))
+                    return;
+                reject(new BrowserError(`the extension did not answer ${op}`));
+            }, 15_000);
+            timer.unref?.();
+            try {
+                this.channel.send({ t: "ctl", id, op, ...params });
+            }
+            catch (err) {
+                this.control.delete(id);
+                reject(new BrowserError(`could not reach the extension`, err));
+            }
+        });
+    }
+    /**
+     * The tabs this conversation is driving — never the rest of the window.
+     *
+     * Every other target answers with all of its pages, because all of them are
+     * the agent's. Here the rest are the person's, and several conversations may
+     * be using the browser at once: attaching everything would put a banner on
+     * every tab and have each conversation start on whichever tab came first.
+     * The others are listed by `pageInfos` and attached when one is chosen.
+     */
+    async pages() {
+        const open = new Set((await this.tabRecords()).map((entry) => String(entry.tabId)));
+        return [...this.attached.values()].filter((page) => open.has(page.id));
+    }
+    async tabRecords() {
+        const result = await this.ask("tabs");
+        return Array.isArray(result) ? result : [];
+    }
+    async pageInfos() {
+        return (await this.tabRecords()).flatMap((entry) => {
+            if (typeof entry.tabId !== "number" && typeof entry.tabId !== "string")
+                return [];
+            const title = typeof entry.title === "string" ? entry.title.trim() : "";
+            return [{
+                    id: String(entry.tabId),
+                    url: typeof entry.url === "string" ? entry.url : "",
+                    ...(title ? { title } : {}),
+                }];
+        });
+    }
+    async pageById(id) {
+        const known = (await this.pageInfos()).some((page) => page.id === id);
+        return known ? this.attach(id) : undefined;
+    }
+    async newPage(url = "about:blank") {
+        // Grouped per conversation, so the person can see which tabs belong to
+        // which piece of work, and several conversations never share a tab.
+        const title = this.context.label?.()?.trim();
+        const result = (await this.ask("newTab", {
+            url,
+            group: {
+                key: this.context.sessionId ?? "oharness",
+                ...(title ? { title } : {}),
+                // So the side panel, finding the person in this group, can open the
+                // conversation in its project.
+                ...(this.context.cwd ? { cwd: this.context.cwd } : {}),
+            },
+        }));
+        const tabId = result?.tabId;
+        if (typeof tabId !== "number" && typeof tabId !== "string") {
+            throw new BrowserError("the extension opened no tab");
+        }
+        this.openedTabs.add(String(tabId));
+        return this.attach(String(tabId));
+    }
+    opened(id) {
+        return this.openedTabs.has(id);
+    }
+    /** Let go of one tab — the banner goes, the tab stays where the person had it. */
+    async release(page) {
+        this.attached.delete(page.id);
+        await this.ask("detach", { tabId: page.id });
+    }
+    async activate(page) {
+        await this.ask("activate", { tabId: page.id });
+    }
+    /** The browser the extension runs in. An extension older than `info` cannot say. */
+    async describe() {
+        const result = (await this.ask("info"));
+        const name = typeof result?.name === "string" && result.name.trim() ? result.name.trim() : "Chrome";
+        return { name, ...(typeof result?.version === "string" ? { version: result.version } : {}) };
+    }
+    async attach(tabId) {
+        const existing = this.attached.get(tabId);
+        if (existing)
+            return existing;
+        await this.ask("attach", { tabId });
+        const page = new ExtensionPage(tabId, this.cdp, (op, params) => this.ask(op, params), () => {
+            this.attached.delete(tabId);
+            this.openedTabs.delete(tabId);
+        });
+        this.attached.set(tabId, page);
+        await page.prepare();
+        return page;
+    }
+    async close() {
+        // Detach rather than close: these are the person's own tabs, and shutting
+        // the harness down must not take their browsing with it.
+        for (const tabId of this.attached.keys()) {
+            await this.ask("detach", { tabId }).catch(() => { });
+        }
+        this.attached.clear();
+        this.channel.close();
+    }
+}
+class ExtensionPage {
+    id;
+    cdp;
+    ask;
+    forget;
+    screencast;
+    constructor(id, cdp, ask, forget) {
+        this.id = id;
+        this.cdp = cdp;
+        this.ask = ask;
+        this.forget = forget;
+        this.screencast = new ScreencastHub(this);
+    }
+    async prepare() {
+        for (const domain of ["Page.enable", "Runtime.enable", "DOM.enable", "Log.enable"]) {
+            await this.send(domain).catch(() => { });
+        }
+    }
+    send(method, params = {}) {
+        return this.cdp.send(method, params, this.id);
+    }
+    on(event, handler) {
+        return this.cdp.on(event, handler, this.id);
+    }
+    /** Frames, shared with every other watcher of this tab. */
+    frames(opts = {}) {
+        return this.screencast.frames(opts);
+    }
+    async input(event) {
+        if (event.type === "text") {
+            await this.send("Input.insertText", { text: event.text });
+            return;
+        }
+        if (event.type === "key") {
+            const type = event.action === "char" ? "char" : event.action === "down" ? "keyDown" : "keyUp";
+            await this.send("Input.dispatchKeyEvent", {
+                type,
+                ...(event.key ? { key: event.key } : {}),
+                ...(event.code ? { code: event.code } : {}),
+                ...(event.text ? { text: event.text } : {}),
+                modifiers: event.modifiers ?? 0,
+            });
+            return;
+        }
+        if (event.action === "wheel") {
+            await this.send("Input.dispatchMouseEvent", {
+                type: "mouseWheel",
+                x: event.x,
+                y: event.y,
+                deltaX: event.deltaX ?? 0,
+                deltaY: event.deltaY ?? 0,
+                modifiers: event.modifiers ?? 0,
+            });
+            return;
+        }
+        await this.send("Input.dispatchMouseEvent", {
+            type: event.action === "move" ? "mouseMoved" : event.action === "down" ? "mousePressed" : "mouseReleased",
+            x: event.x,
+            y: event.y,
+            button: event.button ?? "left",
+            clickCount: event.clickCount ?? (event.action === "move" ? 0 : 1),
+            modifiers: event.modifiers ?? 0,
+        });
+    }
+    /** Explicit tab close. Target shutdown still only detaches the person's other tabs. */
+    async close() {
+        this.forget();
+        this.screencast.close();
+        await this.ask("closeTab", { tabId: this.id });
+    }
+}
+//# sourceMappingURL=extension.js.map