pi-lean-dimension 0.2.1 → 0.2.3

package/node_modules/pi-lean-portal/backends/playwright-base/playwright-plugin.ts

@@ -31,6 +31,7 @@ import { NAV_SETTLE } from "../../core/shared/browser-data.js";
 import { join } from "node:path";
 import { mkdirSync } from "node:fs";
 import { persistSessionState } from "../../core/shared/storage-state.js";
+import { loadFullConfig } from "../../core/plugin-config.js";
 import type {
 	BrowserPlugin,
 	PluginCapabilities,
@@ -422,7 +423,12 @@ export abstract class PlaywrightPluginBase implements BrowserPlugin {
 		context: BrowserContext,
 	): Promise<{ cookies: unknown[]; origins: unknown[] } | undefined> {
 		const session = sessionManager.getSession(taskId);
-		return persistSessionState(session, () => context.storageState());
+		return persistSessionState(
+			session,
+			() => context.storageState(),
+			"",
+			loadFullConfig().browser.maxStorageStateSize,
+		);
 	}
 
 	private async takeSnapshot(
@@ -656,19 +662,28 @@ export abstract class PlaywrightPluginBase implements BrowserPlugin {
 			};
 		}
 
-		return this._logOp("snapshot", { taskId }, async () => {
-			const {
-				snapshot: snapText,
-				elementCount,
-				dialogEvents,
-			} = await this.takeSnapshot(taskId, page);
-			return {
-				success: true,
-				snapshot: snapText,
-				elementCount,
-				dialogEvents,
-			};
-		}, (r) => ({ elementCount: r.elementCount, dialogEvents: r.dialogEvents.length, fingerprint: r.snapshot.slice(0, 16) }));
+		return this._logOp(
+			"snapshot",
+			{ taskId },
+			async () => {
+				const {
+					snapshot: snapText,
+					elementCount,
+					dialogEvents,
+				} = await this.takeSnapshot(taskId, page);
+				return {
+					success: true,
+					snapshot: snapText,
+					elementCount,
+					dialogEvents,
+				};
+			},
+			(r) => ({
+				elementCount: r.elementCount,
+				dialogEvents: r.dialogEvents.length,
+				fingerprint: r.snapshot.slice(0, 16),
+			}),
+		);
 	}
 
 	// ── Interaction ────────────────────────────────────────────
@@ -713,39 +728,46 @@ export abstract class PlaywrightPluginBase implements BrowserPlugin {
 			};
 		}
 
-		return this._logOp("click", { taskId, ref, role: node.role, name: node.name }, async () => {
-			try {
-				const urlBefore = page.url();
-				await locator.click({ timeout: 5000 });
-
-				// Wait for potential navigation to settle (replaces fixed sleep)
-				const { navigated: _navigated } = await waitForNavigationSettle(page, urlBefore);
-
-				const newUrl = page.url();
-				const newTitle = await page.title();
-				sessionManager.updateSession(taskId, {
-					currentUrl: newUrl,
-					currentTitle: newTitle,
-				});
-
-				// Auto-snapshot
-				const snapResult = await this.takeSnapshot(taskId, page);
+		return this._logOp(
+			"click",
+			{ taskId, ref, role: node.role, name: node.name },
+			async () => {
+				try {
+					const urlBefore = page.url();
+					await locator.click({ timeout: 5000 });
+
+					// Wait for potential navigation to settle (replaces fixed sleep)
+					const { navigated: _navigated } = await waitForNavigationSettle(
+						page,
+						urlBefore,
+					);
+
+					const newUrl = page.url();
+					const newTitle = await page.title();
+					sessionManager.updateSession(taskId, {
+						currentUrl: newUrl,
+						currentTitle: newTitle,
+					});
 
-				return {
-					success: true,
-					newUrl,
-					newTitle,
-					snapshot: snapResult.snapshot,
-					elementCount: snapResult.elementCount,
-					dialogEvents: snapResult.dialogEvents,
-				};
-			} catch (err: unknown) {
-				return {
-					success: false,
-					error: `Click failed: ${err instanceof Error ? err.message : String(err)}`,
-				};
-			}
-		});
+					// Auto-snapshot
+					const snapResult = await this.takeSnapshot(taskId, page);
+
+					return {
+						success: true,
+						newUrl,
+						newTitle,
+						snapshot: snapResult.snapshot,
+						elementCount: snapResult.elementCount,
+						dialogEvents: snapResult.dialogEvents,
+					};
+				} catch (err: unknown) {
+					return {
+						success: false,
+						error: `Click failed: ${err instanceof Error ? err.message : String(err)}`,
+					};
+				}
+			},
+		);
 	}
 
 	async type(
@@ -792,27 +814,32 @@ export abstract class PlaywrightPluginBase implements BrowserPlugin {
 			};
 		}
 
-		return this._logOp("type", { taskId, ref, role: node.role, name: node.name }, async () => {
-			try {
-				await locator.click({ timeout: 5000 }); // Focus first
-				await locator.fill(text);
-
-				// Auto-snapshot
-				const snapResult = await this.takeSnapshot(taskId, page);
-
-				return {
-					success: true,
-					snapshot: snapResult.snapshot,
-					elementCount: snapResult.elementCount,
-					dialogEvents: snapResult.dialogEvents,
-				};
-			} catch (err: unknown) {
-				return {
-					success: false,
-					error: `Type failed: ${err instanceof Error ? err.message : String(err)}`,
-				};
-			}
-		}, (r) => ({ elementCount: r.elementCount }));
+		return this._logOp(
+			"type",
+			{ taskId, ref, role: node.role, name: node.name },
+			async () => {
+				try {
+					await locator.click({ timeout: 5000 }); // Focus first
+					await locator.fill(text);
+
+					// Auto-snapshot
+					const snapResult = await this.takeSnapshot(taskId, page);
+
+					return {
+						success: true,
+						snapshot: snapResult.snapshot,
+						elementCount: snapResult.elementCount,
+						dialogEvents: snapResult.dialogEvents,
+					};
+				} catch (err: unknown) {
+					return {
+						success: false,
+						error: `Type failed: ${err instanceof Error ? err.message : String(err)}`,
+					};
+				}
+			},
+			(r) => ({ elementCount: r.elementCount }),
+		);
 	}
 
 	async scroll(
@@ -824,29 +851,34 @@ export abstract class PlaywrightPluginBase implements BrowserPlugin {
 			return { success: false, error: "No active session" };
 		}
 
-		return this._logOp("scroll", { taskId, direction }, async () => {
-			try {
-				const delta = direction === "down" ? 800 : -800;
-				await page.evaluate(
-					`window.scrollBy({ top: ${delta}, behavior: "smooth" })`,
-				);
-				await page.waitForTimeout(200);
-
-				const snapResult = await this.takeSnapshot(taskId, page);
-
-				return {
-					success: true,
-					snapshot: snapResult.snapshot,
-					elementCount: snapResult.elementCount,
-					dialogEvents: snapResult.dialogEvents,
-				};
-			} catch (err: unknown) {
-				return {
-					success: false,
-					error: `Scroll failed: ${err instanceof Error ? err.message : String(err)}`,
-				};
-			}
-		}, (r) => ({ elementCount: r.elementCount }));
+		return this._logOp(
+			"scroll",
+			{ taskId, direction },
+			async () => {
+				try {
+					const delta = direction === "down" ? 800 : -800;
+					await page.evaluate(
+						`window.scrollBy({ top: ${delta}, behavior: "smooth" })`,
+					);
+					await page.waitForTimeout(200);
+
+					const snapResult = await this.takeSnapshot(taskId, page);
+
+					return {
+						success: true,
+						snapshot: snapResult.snapshot,
+						elementCount: snapResult.elementCount,
+						dialogEvents: snapResult.dialogEvents,
+					};
+				} catch (err: unknown) {
+					return {
+						success: false,
+						error: `Scroll failed: ${err instanceof Error ? err.message : String(err)}`,
+					};
+				}
+			},
+			(r) => ({ elementCount: r.elementCount }),
+		);
 	}
 
 	async goBack(taskId: string): Promise<InteractionResult> {
@@ -855,35 +887,40 @@ export abstract class PlaywrightPluginBase implements BrowserPlugin {
 			return { success: false, error: "No active session" };
 		}
 
-		return this._logOp("goBack", { taskId }, async () => {
-			try {
-				await page.goBack({ waitUntil: "networkidle" });
-				await page.waitForTimeout(300);
-
-				const newUrl = page.url();
-				const newTitle = await page.title();
-				sessionManager.updateSession(taskId, {
-					currentUrl: newUrl,
-					currentTitle: newTitle,
-				});
-
-				const snapResult = await this.takeSnapshot(taskId, page);
+		return this._logOp(
+			"goBack",
+			{ taskId },
+			async () => {
+				try {
+					await page.goBack({ waitUntil: "networkidle" });
+					await page.waitForTimeout(300);
+
+					const newUrl = page.url();
+					const newTitle = await page.title();
+					sessionManager.updateSession(taskId, {
+						currentUrl: newUrl,
+						currentTitle: newTitle,
+					});
 
-				return {
-					success: true,
-					newUrl,
-					newTitle,
-					snapshot: snapResult.snapshot,
-					elementCount: snapResult.elementCount,
-					dialogEvents: snapResult.dialogEvents,
-				};
-			} catch (err: unknown) {
-				return {
-					success: false,
-					error: `GoBack failed: ${err instanceof Error ? err.message : String(err)}`,
-				};
-			}
-		}, (r) => ({ elementCount: r.elementCount }));
+					const snapResult = await this.takeSnapshot(taskId, page);
+
+					return {
+						success: true,
+						newUrl,
+						newTitle,
+						snapshot: snapResult.snapshot,
+						elementCount: snapResult.elementCount,
+						dialogEvents: snapResult.dialogEvents,
+					};
+				} catch (err: unknown) {
+					return {
+						success: false,
+						error: `GoBack failed: ${err instanceof Error ? err.message : String(err)}`,
+					};
+				}
+			},
+			(r) => ({ elementCount: r.elementCount }),
+		);
 	}
 
 	async press(taskId: string, key: string): Promise<InteractionResult> {
@@ -892,41 +929,50 @@ export abstract class PlaywrightPluginBase implements BrowserPlugin {
 			return { success: false, error: "No active session" };
 		}
 
-		return this._logOp("press", { taskId, key }, async () => {
-			try {
-				const urlBefore = page.url();
-				await page.keyboard.press(key);
-
-				// Wait for potential navigation to settle (replaces fixed sleep).
-				// Shorter nav timeout since Enter-on-link nav is typically fast.
-				const { navigated: _navigated } = await waitForNavigationSettle(page, urlBefore, {
-					navTimeoutMs: 3000,
-				});
-
-				const newUrl = page.url();
-				const newTitle = await page.title();
-				sessionManager.updateSession(taskId, {
-					currentUrl: newUrl,
-					currentTitle: newTitle,
-				});
-
-				const snapResult = await this.takeSnapshot(taskId, page);
+		return this._logOp(
+			"press",
+			{ taskId, key },
+			async () => {
+				try {
+					const urlBefore = page.url();
+					await page.keyboard.press(key);
+
+					// Wait for potential navigation to settle (replaces fixed sleep).
+					// Shorter nav timeout since Enter-on-link nav is typically fast.
+					const { navigated: _navigated } = await waitForNavigationSettle(
+						page,
+						urlBefore,
+						{
+							navTimeoutMs: 3000,
+						},
+					);
+
+					const newUrl = page.url();
+					const newTitle = await page.title();
+					sessionManager.updateSession(taskId, {
+						currentUrl: newUrl,
+						currentTitle: newTitle,
+					});
 
-				return {
-					success: true,
-					newUrl,
-					newTitle,
-					snapshot: snapResult.snapshot,
-					elementCount: snapResult.elementCount,
-					dialogEvents: snapResult.dialogEvents,
-				};
-			} catch (err: unknown) {
-				return {
-					success: false,
-					error: `Press failed: ${err instanceof Error ? err.message : String(err)}`,
-				};
-			}
-		}, (r) => ({ elementCount: r.elementCount }));
+					const snapResult = await this.takeSnapshot(taskId, page);
+
+					return {
+						success: true,
+						newUrl,
+						newTitle,
+						snapshot: snapResult.snapshot,
+						elementCount: snapResult.elementCount,
+						dialogEvents: snapResult.dialogEvents,
+					};
+				} catch (err: unknown) {
+					return {
+						success: false,
+						error: `Press failed: ${err instanceof Error ? err.message : String(err)}`,
+					};
+				}
+			},
+			(r) => ({ elementCount: r.elementCount }),
+		);
 	}
 
 	// ── Media ──────────────────────────────────────────────────
@@ -1002,18 +1048,23 @@ export abstract class PlaywrightPluginBase implements BrowserPlugin {
 			return { success: false, cookies: [], error: "No active session" };
 		}
 
-		return this._logOp("getCookies", { taskId }, async () => {
-			try {
-				const cookies = await entry.context.cookies(urls);
-				return { success: true, cookies };
-			} catch (err: unknown) {
-				return {
-					success: false,
-					cookies: [],
-					error: err instanceof Error ? err.message : String(err),
-				};
-			}
-		}, (r) => ({ count: r.cookies.length }));
+		return this._logOp(
+			"getCookies",
+			{ taskId },
+			async () => {
+				try {
+					const cookies = await entry.context.cookies(urls);
+					return { success: true, cookies };
+				} catch (err: unknown) {
+					return {
+						success: false,
+						cookies: [],
+						error: err instanceof Error ? err.message : String(err),
+					};
+				}
+			},
+			(r) => ({ count: r.cookies.length }),
+		);
 	}
 
 	async addCookies(taskId: string, cookies: Cookie[]): Promise<ResultBase> {
@@ -1072,23 +1123,28 @@ export abstract class PlaywrightPluginBase implements BrowserPlugin {
 			};
 		}
 
-		return this._logOp("getStorageState", { taskId }, async () => {
-			try {
-				const state = await entry.context.storageState();
-				return {
-					success: true,
-					cookies: state.cookies,
-					origins: state.origins,
-				};
-			} catch (err: unknown) {
-				return {
-					success: false,
-					cookies: [],
-					origins: [],
-					error: err instanceof Error ? err.message : String(err),
-				};
-			}
-		}, (r) => ({ cookies: r.cookies.length, origins: r.origins.length }));
+		return this._logOp(
+			"getStorageState",
+			{ taskId },
+			async () => {
+				try {
+					const state = await entry.context.storageState();
+					return {
+						success: true,
+						cookies: state.cookies,
+						origins: state.origins,
+					};
+				} catch (err: unknown) {
+					return {
+						success: false,
+						cookies: [],
+						origins: [],
+						error: err instanceof Error ? err.message : String(err),
+					};
+				}
+			},
+			(r) => ({ cookies: r.cookies.length, origins: r.origins.length }),
+		);
 	}
 
 	// ── Per-task cleanup ───────────────────────────────────────

package/node_modules/pi-lean-portal/backends/python-adapter.ts

@@ -10,7 +10,10 @@ import { join, delimiter as pathDelimiter } from "node:path";
 
 import { sessionManager } from "../core/shared/session-manager.js";
 import { persistSessionState } from "../core/shared/storage-state.js";
-import { DEFAULT_BACKENDS_ROOT } from "../core/plugin-config.js";
+import {
+	DEFAULT_BACKENDS_ROOT,
+	loadFullConfig,
+} from "../core/plugin-config.js";
 
 import {
 	DEFAULT_CAPABILITIES,
@@ -957,7 +960,8 @@ export class PythonPluginAdapter implements BrowserPlugin {
 				skip_default_viewport: !!raw.skip_default_viewport,
 				skip_networkidle: !!raw.skip_networkidle,
 				wrap_mw_eval_in_eval: !!raw.wrap_mw_eval_in_eval,
-				csp_safe_readonly_via_init_script: !!raw.csp_safe_readonly_via_init_script,
+				csp_safe_readonly_via_init_script:
+					!!raw.csp_safe_readonly_via_init_script,
 			}),
 			(error): QuirksDescriptor => ({
 				success: false,
@@ -1116,6 +1120,7 @@ export class PythonPluginAdapter implements BrowserPlugin {
 				};
 			},
 			"via Python bridge",
+			loadFullConfig().browser.maxStorageStateSize,
 		);
 	}
 

package/node_modules/pi-lean-portal/core/fetch-backend.ts

@@ -250,14 +250,8 @@ function writeFetchTempFile(content: string, taskId: string): string {
 
 function trackFetchFile(taskId: string, filePath: string): void {
 	const existing = activeFetchFiles.get(taskId) ?? [];
-	for (const oldPath of existing) {
-		try {
-			rmSync(oldPath, { force: true });
-		} catch {
-			/* best-effort */
-		}
-	}
-	activeFetchFiles.set(taskId, [filePath]);
+	if (!existing.includes(filePath)) existing.push(filePath);
+	activeFetchFiles.set(taskId, existing);
 }
 
 interface CappedFetchContent {

package/node_modules/pi-lean-portal/core/guides.ts

@@ -90,8 +90,7 @@ export const BUILTIN_GUIDES: Record<string, Guide> = {
 			"",
 			"### Backend Strategy",
 			"- The default `chromium` / `firefox` backends are detected by many anti-automation systems",
-			'- A stealth browser backend may be available — try `browser-navigate` with `strategy="stealth"` if the default backend is blocked',
-			"- If no stealth backend is configured, this will fail with a clear error — no harm in trying",
+			'- A stealth browser backend may be available — the `browser-navigate` `strategy` parameter lists the registered backend names; retry with a stealth backend name listed there (e.g. `strategy="camoufox"`) if the default is blocked',
 			"",
 			"### Verifying the Page After a Challenge",
 			'- Use `browser-inspect role="dialog"` to check if a challenge dialog is still present — cheaper than a full snapshot',

package/node_modules/pi-lean-portal/core/plugin-config.ts

@@ -8,6 +8,11 @@
 import { existsSync } from "node:fs";
 import { join, isAbsolute } from "node:path";
 import { USER_BACKENDS_DIR } from "./shared/paths.js";
+import {
+	sanitizeProfileName,
+	DEFAULT_MAX_STORAGE_STATE_SIZE,
+} from "./shared/storage-state.js";
+import { readMergedSettings } from "./shared/settings-reader.js";
 // ─── Plugin Config types ──────────────────────────────────────────
 
 /** A single plugin entry from the user's settings.json */
@@ -34,9 +39,6 @@ export interface PluginDetection {
 	/** Absolute or relative path to the entry point */
 	entryPoint: string;
 }
-import { sanitizeProfileName } from "./shared/storage-state.js";
-import { readMergedSettings } from "./shared/settings-reader.js";
-
 // ─── Config types & loading ────────────────────────────────────────
 
 /**
@@ -51,6 +53,12 @@ export interface BrowserConfig {
 	 * - A named profile string (e.g. "shopping", "work")
 	 */
 	defaultProfile: "none" | "session" | string;
+	/**
+	 * Byte threshold before a profile's saved storage state logs a size
+	 * warning (still saved). Defaults to 10 MB (`DEFAULT_MAX_STORAGE_STATE_SIZE`).
+	 * Set via `browser.maxStorageStateSize` in settings.json.
+	 */
+	maxStorageStateSize: number;
 }
 
 /** Raw plugin entry from settings.json (before validation) */
@@ -87,6 +95,7 @@ function parseBrowserConfig(
 	// Defaults
 	const config: BrowserConfig = {
 		defaultProfile: "session",
+		maxStorageStateSize: DEFAULT_MAX_STORAGE_STATE_SIZE,
 	};
 
 	if (!raw) return config;
@@ -114,6 +123,21 @@ function parseBrowserConfig(
 		}
 	}
 
+	// ── maxStorageStateSize ─────────────────────────────────────
+	if (raw.maxStorageStateSize !== undefined) {
+		if (
+			typeof raw.maxStorageStateSize === "number" &&
+			Number.isFinite(raw.maxStorageStateSize) &&
+			raw.maxStorageStateSize > 0
+		) {
+			config.maxStorageStateSize = Math.floor(raw.maxStorageStateSize);
+		} else {
+			errors.push(
+				`browser.maxStorageStateSize: expected a positive finite number, got ${JSON.stringify(raw.maxStorageStateSize)}`,
+			);
+		}
+	}
+
 	// Log validation errors (non-fatal, but surfaced in return)
 	for (const err of errors) {
 		console.warn(`[pi-lean-portal] Config warning: ${err}`);

package/node_modules/pi-lean-portal/core/router.ts

@@ -580,7 +580,8 @@ export async function navigate(
 				elementCount: 0,
 				error:
 					"Page appears to be blocked by anti-automation protection. " +
-					"The page may require JavaScript execution or browser interaction to render.",
+					"Retry `browser-navigate` with a stealth backend name from the `strategy` parameter's listed backends, " +
+					"or try `web-fetch` for the raw HTML (it skips JS fingerprinting but loses interactivity).",
 				backendUsed: plugin.name,
 				botDetectionWarning: true,
 			} as NavigateResult & {

package/node_modules/pi-lean-portal/core/shared/storage-state.ts

@@ -32,7 +32,7 @@ export const PROFILE_DIR = join(PORTAL_DATA_DIR, "browser-state");
 const STORAGE_STATE_VERSION = 1;
 
 /** Default size limit (10 MB) before a warning is logged on save. */
-const DEFAULT_MAX_STORAGE_STATE_SIZE = 10 * 1024 * 1024;
+export const DEFAULT_MAX_STORAGE_STATE_SIZE = 10 * 1024 * 1024;
 
 /** Profile name validation regex. */
 const PROFILE_NAME_RE = /^[a-zA-Z0-9_-]{1,64}$/;
@@ -468,6 +468,9 @@ export function deleteStorageState(profileName: string): void {
  * @param getStorageState - Callback that produces the raw storage state.
  * @param viaLabel - Optional backend label inserted into the warning
  *                   (e.g. `"via Python bridge"`) for diagnostic output.
+ * @param maxSizeBytes - Optional byte threshold for the size warning
+ *                       (defaults to `DEFAULT_MAX_STORAGE_STATE_SIZE` when
+ *                       omitted).
  * @returns The raw state object, or `undefined` if the session is
  *          non-persistent or the save failed.
  */
@@ -475,12 +478,13 @@ export async function persistSessionState(
 	session: { persistState?: boolean; profileName?: string } | null | undefined,
 	getStorageState: () => Promise<{ cookies: unknown[]; origins: unknown[] }>,
 	viaLabel: string = "",
+	maxSizeBytes?: number,
 ): Promise<{ cookies: unknown[]; origins: unknown[] } | undefined> {
 	if (!session?.persistState) return undefined;
 	const name = session.profileName ?? "default";
 	try {
 		const state = await getStorageState();
-		saveStorageState(name, state);
+		saveStorageState(name, state, maxSizeBytes);
 		return state;
 	} catch (err) {
 		console.warn(

package/node_modules/pi-lean-portal/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "pi-lean-portal",
-	"version": "0.2.1",
+	"version": "0.2.3",
 	"description": "Pi extension. Interactive web browsing for Pi — a /web toggle removes the tools from context when switched off, Playwright Chromium/Firefox deliver accessibility-tree snapshots, persistent profiles, cookies, and domain-matched guides; custom/stealth backends (Camoufox) plug in when a site blocks the shipped browsers.",
 	"keywords": [
 		"pi-package",