@underactive/pi-topping-web-tools 0.2.0 → 0.2.1

package/CHANGELOG.md

@@ -1,5 +1,15 @@
 # Changelog
 
+## [0.2.1] - 2026-08-31
+
+### Added
+
+- `web_browser`: publishes browser state through the `pi-topping-web-tools/browser` custom session feed for statusline consumers. Truthy `PI_SUPPRESS_NOTIFICATIONS` values hide the native browser footer without suppressing feed entries.
+
+### Changed
+
+- `fetch_markdown`, `pdf_extract`: send browser-like HTTP headers (Accept, Accept-Language, User-Agent, Sec-Fetch-*, etc.) to reduce blocking by User-Agent-based filters; `PI_FETCH_USER_AGENT` overrides the default User-Agent.
+
 ## [0.2.0] - 2026-08-18
 
 ### Added

package/README.md

@@ -143,6 +143,27 @@ Commands:
 
 Status line: a footer segment (`browser: example.com`) appears while the browser is open.
 
+### Statusline feed
+
+`web_browser` also publishes its current state as a pi custom session entry, so [pi-topping-statusline](https://github.com/underactive/pi-topping-statusline) can render it without depending on this package:
+
+- Type: `pi-topping-web-tools/browser`
+- `label` (`text`): current hostname, `local file`, `ready`, or an empty string when closed
+- `open` (`number`): `1` when open, `0` when closed
+
+For example, subscribe to `label` with prefix `browser: ` and `text` format:
+
+```json
+{
+  "type": "pi-topping-web-tools/browser",
+  "field": "label",
+  "prefix": "browser: ",
+  "format": "text"
+}
+```
+
+Entries are published only when the state changes, except that the current state is republished immediately at session start and once after the first turn. Closing the browser publishes `{ "label": "", "open": 0 }` so consumers can clear stale labels. Set `PI_SUPPRESS_NOTIFICATIONS` to `1`, `true`, or `yes` (case-insensitive) to hide the native footer; feed publication continues.
+
 ## Saved permissions
 
 When the host confirmation prompt offers a durable option ("Allow for 1 day", "Allow for 1 week", "Allow for 30 days"), the grant is persisted to `~/.pi/agent/web-permissions.json` (mode `0600`) and applies across all sessions and projects.

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@underactive/pi-topping-web-tools",
-	"version": "0.2.0",
+	"version": "0.2.1",
 	"description": "Pi extensions for the web: fetch_markdown (URL to markdown, cached, keyless), pdf_extract (PDF text extraction) and web_browser (headless Playwright automation), sharing a preapproved-host allowlist.",
 	"keywords": ["pi-package", "pi-extension"],
 	"license": "MIT",

package/src/browser-headers.ts

@@ -0,0 +1,44 @@
+/**
+ * Browser-like HTTP headers shared by fetch_markdown and pdf_extract.
+ *
+ * Sending these instead of bare-minimum tool-identified headers reduces
+ * the chance of being blocked by WAFs and CDNs that filter non-browser
+ * User-Agents or missing auxiliary headers.
+ *
+ * The header set mimics Chrome ~122 on macOS, omitting Sec-Ch-Ua* (which
+ * would need to stay in sync with the Chrome version) and Accept-Encoding
+ * (Node's native fetch() adds its own).
+ */
+
+const DEFAULT_HEADERS: Record<string, string> = {
+	Accept:
+		"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8",
+	"Accept-Language": "en-US,en;q=0.9",
+	"Upgrade-Insecure-Requests": "1",
+	"User-Agent":
+		"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36",
+	"Sec-Fetch-Dest": "document",
+	"Sec-Fetch-Mode": "navigate",
+	"Sec-Fetch-Site": "none",
+	"Sec-Fetch-User": "?1",
+	DNT: "1",
+	Priority: "u=0, i",
+};
+
+const USER_AGENT_OVERRIDE: string | undefined = process.env.PI_FETCH_USER_AGENT || undefined;
+
+/**
+ * Return a set of browser-like HTTP headers.
+ *
+ * When `PI_FETCH_USER_AGENT` is set in the environment, its value replaces
+ * the default Chrome User-Agent while all other headers remain unchanged.
+ *
+ * @param userAgentOverride - optional explicit User-Agent to use instead of
+ * the default Chrome macOS UA. Takes precedence over the env var when both
+ * are present.
+ */
+export function getBrowserHeaders(userAgentOverride?: string): Record<string, string> {
+	const ua = userAgentOverride ?? USER_AGENT_OVERRIDE;
+	if (!ua) return DEFAULT_HEADERS;
+	return { ...DEFAULT_HEADERS, "User-Agent": ua };
+}

package/src/env.ts

@@ -0,0 +1,10 @@
+// Same truthiness rules as pi core's isTruthyEnvFlag.
+export function isTruthyEnvFlag(value: string | undefined): boolean {
+	if (!value) return false;
+	return value === "1" || value.toLowerCase() === "true" || value.toLowerCase() === "yes";
+}
+
+/** Set when pi suppresses non-essential notifications. */
+export function suppressNotifications(env: NodeJS.ProcessEnv = process.env): boolean {
+	return isTruthyEnvFlag(env.PI_SUPPRESS_NOTIFICATIONS);
+}

package/src/fetch-markdown.ts

@@ -9,6 +9,7 @@ import { Readability } from "@mozilla/readability";
 import { parseHTML } from "linkedom";
 import { STATUS_CODES } from "node:http";
 import { combineSignals } from "./abort-utils.ts";
+import { getBrowserHeaders } from "./browser-headers.ts";
 import { isPreapprovedHost, permissionKey } from "./permissions.ts";
 import { requestHostPermission } from "./permission-prompt.ts";
 import { MAX_URL_LENGTH, isLocalOrPrivateHost, upgradeHttpToHttps } from "./web-browser/permissions.ts";
@@ -207,8 +208,7 @@ export async function getWithPermittedRedirects(
 		signal,
 		redirect: "manual",
 		headers: {
-			Accept: "text/markdown, text/html, */*",
-			"User-Agent": "pi-fetch-markdown/1.0",
+			...getBrowserHeaders(),
 			...extraHeaders,
 		},
 	});

package/src/web-browser/feeds.ts

@@ -0,0 +1,52 @@
+import type { ExtensionAPI } from "@earendil-works/pi-coding-agent";
+
+export const BROWSER_FEED_TYPE = "pi-topping-web-tools/browser";
+
+export interface BrowserFeedPayload {
+	label: string;
+	open: 0 | 1;
+}
+
+let extension: ExtensionAPI | undefined;
+let latestPayload: BrowserFeedPayload | undefined;
+let emittedPayload: BrowserFeedPayload | undefined;
+let publishAfterFirstTurn = false;
+
+function samePayload(left: BrowserFeedPayload | undefined, right: BrowserFeedPayload): boolean {
+	return left?.label === right.label && left.open === right.open;
+}
+
+function emitBrowserState(force = false): void {
+	if (!extension || !latestPayload || (!force && samePayload(emittedPayload, latestPayload))) return;
+	try {
+		extension.appendEntry(BROWSER_FEED_TYPE, latestPayload);
+		emittedPayload = latestPayload;
+	} catch {
+		// Feed publication is best effort; leave emitted state unchanged for retry.
+	}
+}
+
+export function registerBrowserFeeds(pi: ExtensionAPI): void {
+	extension = pi;
+	pi.on("session_start", () => {
+		emittedPayload = undefined;
+		publishAfterFirstTurn = true;
+	});
+	pi.on("turn_end", () => {
+		if (!publishAfterFirstTurn) return;
+		publishAfterFirstTurn = false;
+		emitBrowserState(true);
+	});
+}
+
+export function publishBrowserState(label: string, open: boolean | number): void {
+	latestPayload = { label, open: open ? 1 : 0 };
+	emitBrowserState();
+}
+
+export function resetBrowserFeedState(): void {
+	extension = undefined;
+	latestPayload = undefined;
+	emittedPayload = undefined;
+	publishAfterFirstTurn = false;
+}

package/src/web-browser/index.ts

@@ -32,6 +32,8 @@ import { checkUrlPermission, upgradeHttpToHttps, validateURL } from "./permissio
 import { requestHostPermission } from "../permission-prompt.ts";
 import { listGrants } from "../permission-store.ts";
 import { isInsideCwd } from "../pdf-extract.ts";
+import { suppressNotifications } from "../env.ts";
+import { publishBrowserState, registerBrowserFeeds } from "./feeds.ts";
 
 const ACTIONS = [
 	"navigate",
@@ -198,21 +200,41 @@ function browserStatus(ctx: ExtensionContext, text: string, tone: "success" | "m
 	return ctx.ui.theme.fg(tone, `browser: ${text}`);
 }
 
-function updateBrowserStatus(ctx: ExtensionContext, info: { url: string; title?: string }): void {
+export function browserLabel(url: string): string {
 	try {
-		const parsed = new URL(info.url);
-		const label = parsed.protocol === "file:" ? "local file" : parsed.hostname;
-		ctx.ui.setStatus("browser", browserStatus(ctx, label, "success"));
+		const parsed = new URL(url);
+		return parsed.protocol === "file:" ? "local file" : parsed.hostname || "ready";
 	} catch {
-		ctx.ui.setStatus("browser", browserStatus(ctx, "ready", "muted"));
+		return "ready";
+	}
+}
+
+function syncBrowserOpen(ctx: ExtensionContext, url: string): void {
+	const label = browserLabel(url);
+	publishBrowserState(label, 1);
+	if (!suppressNotifications()) {
+		ctx.ui.setStatus("browser", browserStatus(ctx, label, label === "ready" ? "muted" : "success"));
+	}
+}
+
+function syncBrowserClosed(ctx: ExtensionContext): void {
+	publishBrowserState("", 0);
+	if (!suppressNotifications()) {
+		ctx.ui.setStatus("browser", undefined);
 	}
 }
 
 export default function (pi: ExtensionAPI) {
 	const sessionPermissions = new Map<string, "allow" | "deny">();
+	registerBrowserFeeds(pi);
 
 	pi.on("session_start", async (_event, ctx) => {
-		ctx.ui.setStatus("browser", undefined);
+		const info = await getBrowserManager().getPageInfoAsync();
+		if (info.isOpen) {
+			syncBrowserOpen(ctx, info.url);
+		} else {
+			syncBrowserClosed(ctx);
+		}
 	});
 
 	pi.on("session_shutdown", async () => {
@@ -271,7 +293,7 @@ export default function (pi: ExtensionAPI) {
 		description: "Force close the headless browser",
 		handler: async (_args, ctx) => {
 			await closeBrowserManager();
-			ctx.ui.setStatus("browser", undefined);
+			syncBrowserClosed(ctx);
 			ctx.ui.notify("Browser closed", "info");
 		},
 	});
@@ -442,7 +464,7 @@ export default function (pi: ExtensionAPI) {
 			try {
 				if (action === "close") {
 					await closeBrowserManager();
-					ctx.ui.setStatus("browser", undefined);
+					syncBrowserClosed(ctx);
 					return {
 						content: [{ type: "text", text: "Browser closed." }],
 						details: { action } satisfies WebBrowserDetails,
@@ -470,7 +492,7 @@ export default function (pi: ExtensionAPI) {
 
 						const upgraded = upgradeHttpToHttps(params.url);
 						const result: NavigateResult = await mgr.navigate(upgraded, { timeout, signal });
-						updateBrowserStatus(ctx, result);
+						syncBrowserOpen(ctx, result.url);
 
 						const text = `Navigated to ${result.url}\nTitle: ${result.title}${result.statusCode ? `\nStatus: ${result.statusCode}` : ""}`;
 						return {
@@ -494,7 +516,7 @@ export default function (pi: ExtensionAPI) {
 							signal,
 						});
 						const info = await mgr.getPageInfoAsync();
-						updateBrowserStatus(ctx, info);
+						syncBrowserOpen(ctx, info.url);
 						const dims = `${shot.width}×${shot.height}`;
 						const dimsNote = `${dims}${shot.fullPage ? " (full page)" : ""}`;
 
@@ -940,7 +962,7 @@ export default function (pi: ExtensionAPI) {
 						}
 						const msg = await mgr.switchTab(params.index);
 						const info = await mgr.getPageInfoAsync();
-						updateBrowserStatus(ctx, info);
+						syncBrowserOpen(ctx, info.url);
 						return {
 							content: [{ type: "text", text: msg }],
 							details: { action, bytes: Buffer.byteLength(msg) } satisfies WebBrowserDetails,