agent-yes 1.238.2 → 1.239.0

package/dist/{widget-j4TWqwpU.js → widget-CBPw56Wj.js}

@@ -28,7 +28,7 @@ function parseFlags(args, known) {
 }
 /** Resolve the local daemon base URL + token (flags override discovery). */
 async function daemonTarget(flags) {
-	const { resolveDaemonHttpBase, loadTokenReadOnly } = await import("./serve-CuMtnSLs.js");
+	const { resolveDaemonHttpBase, loadTokenReadOnly } = await import("./serve-DyQ-oFbD.js");
 	const base = typeof flags.base === "string" ? flags.base : await resolveDaemonHttpBase();
 	if (!base) throw new Error("no running ay serve daemon found — start `ay serve` or pass --base <url> (e.g. http://127.0.0.1:PORT)");
 	const token = typeof flags.token === "string" ? flags.token : await loadTokenReadOnly() ?? "";
@@ -69,18 +69,25 @@ async function cmdWidgetRead(args) {
 		text: "bool",
 		html: "bool",
 		json: "bool",
+		viewport: "bool",
+		selection: "bool",
+		out: "value",
 		base: "value",
 		token: "value"
 	});
 	const kind = positional[0];
 	const viewer = positional[1];
-	if (!kind || !viewer) throw new Error("usage: ay widget read <selection|dom> <viewer> [--selector <css>] [--all] [--text|--html]");
+	if (!kind || !viewer) throw new Error("usage: ay widget read <selection|dom|screenshot> <viewer> [--selector <css>] [--all] [--text|--html] [--viewport|--selection] [--out f.png] [--json]");
 	const cmdArgs = {};
 	if (kind === "dom") {
 		if (typeof flags.selector !== "string") throw new Error("dom read needs --selector <css>");
 		cmdArgs.selector = flags.selector;
 		cmdArgs.all = flags.all === true;
 	}
+	if (kind === "screenshot") {
+		cmdArgs.mode = typeof flags.selector === "string" ? "selector" : flags.selection ? "selection" : "viewport";
+		if (cmdArgs.mode === "selector") cmdArgs.selector = flags.selector;
+	}
 	const { base, token } = await daemonTarget(flags);
 	const res = await fetch(withTok(`${base}/api/widget/read`, token), {
 		method: "POST",
@@ -97,6 +104,23 @@ async function cmdWidgetRead(args) {
 		process.stderr.write(`read ${kind} @ ${body.viewer ?? viewer}: ${body.error}\n`);
 		return 1;
 	}
+	if (kind === "screenshot") {
+		const d = body.data ?? {};
+		if (typeof flags.out === "string") {
+			const { writeFile } = await import("fs/promises");
+			const buf = Buffer.from(String(d.b64 ?? ""), "base64");
+			await writeFile(flags.out, buf);
+			process.stderr.write(`wrote ${buf.length} bytes → ${flags.out} (${d.w}×${d.h} ${d.mime})\n`);
+			return 0;
+		}
+		if (flags.json) {
+			process.stdout.write(JSON.stringify(body, null, 2) + "\n");
+			return 0;
+		}
+		const bytes = Math.round(String(d.b64 ?? "").length * 3 / 4);
+		process.stdout.write(`screenshot ${d.w}×${d.h} ${d.mime}, ~${bytes} bytes — use --out <f.png> to save or --json for the base64\n`);
+		return 0;
+	}
 	if (kind === "selection" && !flags.json) {
 		process.stdout.write((flags.html ? body.data?.html : body.data?.text) ?? "");
 		process.stdout.write("\n");
@@ -106,7 +130,7 @@ async function cmdWidgetRead(args) {
 	return 0;
 }
 function widgetHelp() {
-	process.stdout.write("ay widget — read an opted-in page widget's context (selection / DOM)\n\nUsage:\n  ay widget ls [--json]\n  ay widget read selection <viewer> [--text|--html|--json]\n  ay widget read dom <viewer> --selector <css> [--all] [--json]\n\n  <viewer> = an id, or a url/title substring (see `ay widget ls`).\n  Common flags: --base <daemon-url>  --token <tok>  (default: the local daemon).\n  The page must embed `new AyWidget({sensors:[...]}).start()` and the token must\n  carry the 'read' cap (ay mint <viewer> --caps read) — or use the master token.\n");
+	process.stdout.write("ay widget — read an opted-in page widget's context (selection / DOM)\n\nUsage:\n  ay widget ls [--json]\n  ay widget read selection <viewer> [--text|--html|--json]\n  ay widget read dom <viewer> --selector <css> [--all] [--json]\n  ay widget read screenshot <viewer> [--viewport|--selector <css>|--selection] [--out f.png] [--json]\n\n  <viewer> = an id, or a url/title substring (see `ay widget ls`).\n  Common flags: --base <daemon-url>  --token <tok>  (default: the local daemon).\n  The page must embed `new AyWidget({sensors:[...]}).start()` and the token must\n  carry the 'read' cap (ay mint <viewer> --caps read) — or use the master token.\n");
 	return 0;
 }
 async function cmdWidget(args) {
@@ -153,7 +177,7 @@ async function cmdMint(args) {
 	const bad = caps.filter((c) => !KNOWN_CAPS.has(c));
 	if (bad.length) throw new Error(`unknown cap(s): ${bad.join(", ")} (valid: ${[...KNOWN_CAPS].join(", ")})`);
 	const ttlSec = parseTtlSec(typeof flags.ttl === "string" ? flags.ttl : "15m");
-	const { mintScopedTermToken } = await import("./serve-CuMtnSLs.js");
+	const { mintScopedTermToken } = await import("./serve-DyQ-oFbD.js");
 	const r = await mintScopedTermToken(target, {
 		ttlSec,
 		caps
@@ -169,4 +193,4 @@ async function cmdMint(args) {
 
 //#endregion
 export { cmdMint, cmdWidget };
-//# sourceMappingURL=widget-j4TWqwpU.js.map
+//# sourceMappingURL=widget-CBPw56Wj.js.map

package/dist/widget.js

@@ -1,3 +1,5 @@
+import { i as __toESM } from "./chunk-CNLfOXRf.js";
+
 //#region ts/widget/browser.ts
 var AyWidget = class {
 	origin;
@@ -22,6 +24,7 @@ var AyWidget = class {
 		}));
 		this.handlers.set("selection", readSelection);
 		this.handlers.set("dom", readDom);
+		this.handlers.set("screenshot", (a) => this.readScreenshot(a));
 	}
 	url(path) {
 		const p = this.token ? `${path}${path.includes("?") ? "&" : "?"}token=${encodeURIComponent(this.token)}` : path;
@@ -111,6 +114,99 @@ var AyWidget = class {
 		clearTimeout(el._t);
 		el._t = setTimeout(() => el.style.opacity = "0", 500);
 	}
+	async readScreenshot(args) {
+		const g = globalThis;
+		const doc = g.document;
+		if (!await this.ensureScreenshotConsent()) throw new Error("screenshot declined by viewer");
+		const mode = args?.mode ?? "viewport";
+		if (mode === "selector") {
+			if (!args?.selector) throw new Error("screenshot --selector needs a css selector");
+			const el = doc.querySelector(args.selector);
+			if (!el) throw new Error(`no element matches ${args.selector}`);
+			const hook = this.snapshotFor(el);
+			if (hook) return dataUrlResult(hook, el.width, el.height);
+			return canvasResult(await this.h2c(el, false));
+		}
+		if (mode === "selection") {
+			const sel = g.getSelection?.();
+			const rect = sel && sel.rangeCount ? sel.getRangeAt(0).getBoundingClientRect() : null;
+			return canvasResult(await this.h2c(g.document.body, true, rect));
+		}
+		return canvasResult(await this.h2c(g.document.body, true, null));
+	}
+	/** A registered snapshot hook whose element IS `el` (identity / matches) → its dataURL, else null. */
+	snapshotFor(el) {
+		const doc = globalThis.document;
+		for (const key of Object.keys(this.snapshots)) try {
+			if (el === doc.querySelector(key) || el.matches?.(key)) return this.snapshots[key]();
+		} catch {}
+		return null;
+	}
+	async h2c(el, viewport, rect) {
+		const g = globalThis;
+		const mod = await import("./html2canvas-CWk6nh1H.js").then((m) => /* @__PURE__ */ __toESM(m.default, 1));
+		const html2canvas = mod.default ?? mod;
+		const opts = {
+			backgroundColor: viewport ? "#ffffff" : null,
+			logging: false,
+			useCORS: true,
+			scale: g.devicePixelRatio || 1,
+			onclone: (d) => this.swapSnapshots(d)
+		};
+		if (rect) {
+			opts.x = rect.left + (g.scrollX || 0);
+			opts.y = rect.top + (g.scrollY || 0);
+			opts.width = Math.max(1, rect.width);
+			opts.height = Math.max(1, rect.height);
+		}
+		return html2canvas(el, opts);
+	}
+	/** In the doc html2canvas clones, replace each registered WebGL canvas with the hook's <img>. */
+	swapSnapshots(clonedDoc) {
+		const liveDoc = globalThis.document;
+		for (const key of Object.keys(this.snapshots)) try {
+			const liveEl = liveDoc.querySelector(key);
+			const cloneEl = clonedDoc.querySelector(key);
+			if (!liveEl || !cloneEl?.parentNode) continue;
+			const img = clonedDoc.createElement("img");
+			img.src = this.snapshots[key]();
+			const r = liveEl.getBoundingClientRect();
+			img.width = Math.round(r.width);
+			img.height = Math.round(r.height);
+			img.style.cssText = cloneEl.getAttribute?.("style") ?? "";
+			cloneEl.parentNode.replaceChild(img, cloneEl);
+		} catch {}
+	}
+	/** One-time per-viewer screenshot consent (remembered), auto-denying before the daemon read times out. */
+	async ensureScreenshotConsent() {
+		const g = globalThis;
+		const doc = g.document;
+		const key = `ay29widget:screenshot-ok:${this.viewerId}`;
+		try {
+			if (g.localStorage?.getItem(key) === "1") return true;
+		} catch {}
+		if (!doc?.body) return false;
+		return await new Promise((resolve) => {
+			const host = doc.createElement("div");
+			const root = host.attachShadow({ mode: "open" });
+			root.innerHTML = CONSENT_HTML;
+			doc.body.appendChild(host);
+			let settled = false;
+			const timer = setTimeout(() => done(false), 25e3);
+			function done(ok) {
+				if (settled) return;
+				settled = true;
+				clearTimeout(timer);
+				host.remove();
+				if (ok) try {
+					g.localStorage?.setItem(key, "1");
+				} catch {}
+				resolve(ok);
+			}
+			root.getElementById("ay-ss-ok")?.addEventListener("click", () => done(true));
+			root.getElementById("ay-ss-no")?.addEventListener("click", () => done(false));
+		});
+	}
 	stop() {
 		this.es?.close?.();
 		this.es = void 0;
@@ -119,6 +215,34 @@ var AyWidget = class {
 		this.started = false;
 	}
 };
+function dataUrlResult(url, w = 0, h = 0) {
+	const b64 = String(url).replace(/^data:[^,]*,/, "");
+	return {
+		mime: "image/png",
+		w: Number(w) || 0,
+		h: Number(h) || 0,
+		b64
+	};
+}
+function canvasResult(canvas) {
+	return dataUrlResult(canvas.toDataURL("image/png"), canvas.width, canvas.height);
+}
+const CONSENT_HTML = `
+<style>
+  :host { all: initial; }
+  .bar { position: fixed; left: 50%; bottom: 22px; transform: translateX(-50%); z-index: 2147483001;
+    display: flex; align-items: center; gap: 10px; background: #161b22; color: #c9d1d9;
+    border: 1px solid #30363d; border-radius: 10px; padding: 10px 14px;
+    font: 13px system-ui, -apple-system, sans-serif; box-shadow: 0 8px 30px rgba(0,0,0,.4); }
+  button { border: none; border-radius: 7px; padding: 6px 12px; cursor: pointer; font: inherit; }
+  #ay-ss-ok { background: #1f6feb; color: #fff; }
+  #ay-ss-no { background: #30363d; color: #c9d1d9; }
+</style>
+<div class="bar">
+  <span>This page's agent wants to capture the current view.</span>
+  <button id="ay-ss-ok">Allow</button>
+  <button id="ay-ss-no">Deny</button>
+</div>`;
 async function readSelection() {
 	const g = globalThis;
 	const sel = g.getSelection?.();

package/dist/widgets.js

@@ -2,7 +2,7 @@ import "./e2e-CEIdJGZ7.js";
 import "./channels-BiGUYTuz.js";
 import "./peer-B5JKF4BP.js";
 import { t as AyChannel } from "./browser-B3dOptjL.js";
-import { t as AyTerminal } from "./browser-BRMyG4JA.js";
+import { t as AyTerminal } from "./browser-CEP6GcDq.js";
 import { AyWidget } from "./widget.js";
 
 export { AyChannel, AyTerminal, AyWidget };

package/dist/{workspaceConfig-B7HaQ-MI.js → workspaceConfig-DOHygA2x.js}

@@ -193,4 +193,4 @@ function resolveSpawnCwd(input) {
 
 //#endregion
 export { getSpawnHook as a, hasProvisionHook as c, resolveSpawnCwd as d, setWorkspaceRoot as f, getProvisionRoot as i, hasSpawnHook as l, getMinFreeMb as n, getSpawnWaitMs as o, getProvisionHook as r, getWorkspaceRoot as s, getMaxAgents as t, isProvisionAllowed as u };
-//# sourceMappingURL=workspaceConfig-B7HaQ-MI.js.map
+//# sourceMappingURL=workspaceConfig-DOHygA2x.js.map

package/dist/{ws-53rrEEbz.js → ws-RYCFiAx-.js}

@@ -3,10 +3,10 @@ import "./globalPidIndex-D9DOSd-c.js";
 import "./messageLog-C-YIzhRj.js";
 import "./e2e-CEIdJGZ7.js";
 import "./configShared-9wVlbPyC.js";
-import { C as listRecords } from "./subcommands-CuvZqZTM.js";
-import "./webrtcLink-VQhWmKOw.js";
-import "./remotes-Bem6WIyU.js";
-import { i as getProvisionRoot } from "./workspaceConfig-B7HaQ-MI.js";
+import { C as listRecords } from "./subcommands-CImOH-GZ.js";
+import "./webrtcLink-BMYneHbu.js";
+import "./remotes-BxQnNxQv.js";
+import { i as getProvisionRoot } from "./workspaceConfig-DOHygA2x.js";
 import { existsSync } from "fs";
 import { lstat, opendir } from "fs/promises";
 import path from "path";
@@ -418,4 +418,4 @@ async function cmdWs(args) {
 
 //#endregion
 export { WS_JSON_SCHEMA, cmdWs, collectWorkspaces, isPathInside, loadProvision, workspaceStatus };
-//# sourceMappingURL=ws-53rrEEbz.js.map
+//# sourceMappingURL=ws-RYCFiAx-.js.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agent-yes",
-  "version": "1.238.2",
+  "version": "1.239.0",
   "description": "A wrapper tool that automates interactions with various AI CLI tools by automatically handling common prompts and responses.",
   "keywords": [
     "ai",
@@ -148,8 +148,6 @@
   },
   "devDependencies": {
     "@google/generative-ai": "^0.24.1",
-    "@xterm/addon-fit": "^0.11.0",
-    "@xterm/xterm": "^6.0.0",
     "@semantic-release/exec": "^7.1.0",
     "@semantic-release/git": "^10.0.1",
     "@types/bun": "^1.3.6",
@@ -161,7 +159,10 @@
     "@types/yargs": "^17.0.35",
     "@typescript/native-preview": "^7.0.0-dev.20260124.1",
     "@vitest/coverage-v8": "4.1.0",
+    "@xterm/addon-fit": "^0.11.0",
+    "@xterm/xterm": "^6.0.0",
     "codehost": "^0.32.0",
+    "html2canvas": "^1.4.1",
     "husky": "^9.1.7",
     "lint-staged": "^16.2.7",
     "node-pty": "^1.1.0",

package/ts/serve.ts

@@ -3083,11 +3083,13 @@ export async function cmdServe(rest: string[]): Promise<number> {
       const push = widgetPushers.get(vid);
       if (!push) return new Response("viewer offline", { status: 409 });
       const cmdId = `c${++widgetCmdSeq}_${Date.now()}`;
+      // Screenshot waits on a human one-time consent, so it gets a longer window.
+      const readTimeoutMs = b.kind === "screenshot" ? 30_000 : 10_000;
       const result = await new Promise<{ ok: boolean; data?: unknown; error?: string }>((resolve) => {
         const timer = setTimeout(() => {
           widgetWaiters.delete(cmdId);
           resolve({ ok: false, error: "timeout" });
-        }, 10_000);
+        }, readTimeoutMs);
         widgetWaiters.set(cmdId, (r) => {
           clearTimeout(timer);
           resolve(r);

package/ts/widget.ts

@@ -95,19 +95,31 @@ async function cmdWidgetRead(args: string[]): Promise<number> {
     text: "bool",
     html: "bool",
     json: "bool",
+    viewport: "bool",
+    selection: "bool",
+    out: "value",
     base: "value",
     token: "value",
   });
   const kind = positional[0];
   const viewer = positional[1];
   if (!kind || !viewer)
-    throw new Error("usage: ay widget read <selection|dom> <viewer> [--selector <css>] [--all] [--text|--html]");
+    throw new Error(
+      "usage: ay widget read <selection|dom|screenshot> <viewer> [--selector <css>] [--all] [--text|--html] " +
+        "[--viewport|--selection] [--out f.png] [--json]",
+    );
   const cmdArgs: Record<string, unknown> = {};
   if (kind === "dom") {
     if (typeof flags.selector !== "string") throw new Error("dom read needs --selector <css>");
     cmdArgs.selector = flags.selector;
     cmdArgs.all = flags.all === true;
   }
+  if (kind === "screenshot") {
+    // exactly one region mode; --selector implies selector mode, else --selection, else --viewport
+    cmdArgs.mode =
+      typeof flags.selector === "string" ? "selector" : flags.selection ? "selection" : "viewport";
+    if (cmdArgs.mode === "selector") cmdArgs.selector = flags.selector;
+  }
   const { base, token } = await daemonTarget(flags);
   const res = await fetch(withTok(`${base}/api/widget/read`, token), {
     method: "POST",
@@ -120,6 +132,27 @@ async function cmdWidgetRead(args: string[]): Promise<number> {
     process.stderr.write(`read ${kind} @ ${body.viewer ?? viewer}: ${body.error}\n`);
     return 1;
   }
+  // Screenshot: --out writes the PNG; else --json gives the envelope; else a summary
+  // (the base64 is large, so we don't dump it by default).
+  if (kind === "screenshot") {
+    const d = body.data ?? {};
+    if (typeof flags.out === "string") {
+      const { writeFile } = await import("fs/promises");
+      const buf = Buffer.from(String(d.b64 ?? ""), "base64");
+      await writeFile(flags.out, buf);
+      process.stderr.write(`wrote ${buf.length} bytes → ${flags.out} (${d.w}×${d.h} ${d.mime})\n`);
+      return 0;
+    }
+    if (flags.json) {
+      process.stdout.write(JSON.stringify(body, null, 2) + "\n");
+      return 0;
+    }
+    const bytes = Math.round((String(d.b64 ?? "").length * 3) / 4);
+    process.stdout.write(
+      `screenshot ${d.w}×${d.h} ${d.mime}, ~${bytes} bytes — use --out <f.png> to save or --json for the base64\n`,
+    );
+    return 0;
+  }
   // Plain-text shortcut for selection unless --json/--html asked for the envelope.
   if (kind === "selection" && !flags.json) {
     process.stdout.write((flags.html ? body.data?.html : body.data?.text) ?? "");
@@ -136,7 +169,8 @@ function widgetHelp(): number {
       `Usage:\n` +
       `  ay widget ls [--json]\n` +
       `  ay widget read selection <viewer> [--text|--html|--json]\n` +
-      `  ay widget read dom <viewer> --selector <css> [--all] [--json]\n\n` +
+      `  ay widget read dom <viewer> --selector <css> [--all] [--json]\n` +
+      `  ay widget read screenshot <viewer> [--viewport|--selector <css>|--selection] [--out f.png] [--json]\n\n` +
       `  <viewer> = an id, or a url/title substring (see \`ay widget ls\`).\n` +
       `  Common flags: --base <daemon-url>  --token <tok>  (default: the local daemon).\n` +
       `  The page must embed \`new AyWidget({sensors:[...]}).start()\` and the token must\n` +

package/dist/chunk-cZBX9HZv.js

@@ -1,20 +0,0 @@
-//#region \0rolldown/runtime.js
-var __defProp = Object.defineProperty;
-var __esmMin = (fn, res) => () => (fn && (res = fn(fn = 0)), res);
-var __commonJSMin = (cb, mod) => () => (mod || cb((mod = { exports: {} }).exports, mod), mod.exports);
-var __exportAll = (all, no_symbols) => {
-	let target = {};
-	for (var name in all) {
-		__defProp(target, name, {
-			get: all[name],
-			enumerable: true
-		});
-	}
-	if (!no_symbols) {
-		__defProp(target, Symbol.toStringTag, { value: "Module" });
-	}
-	return target;
-};
-
-//#endregion
-export { __esmMin as n, __exportAll as r, __commonJSMin as t };