@poncho-ai/browser 0.2.1 → 0.3.1

package/.turbo/turbo-build.log

@@ -1,5 +1,5 @@
 
-> @poncho-ai/browser@0.2.1 build /Users/cesar/Dev/latitude/poncho-ai/packages/browser
+> @poncho-ai/browser@0.3.1 build /home/runner/work/poncho-ai/poncho-ai/packages/browser
 > tsup src/index.ts --format esm --dts
 
 CLI Building entry: src/index.ts
@@ -7,8 +7,8 @@
 CLI tsup v8.5.1
 CLI Target: es2022
 ESM Build start
-ESM dist/index.js 21.56 KB
-ESM ⚡️ Build success in 122ms
+ESM dist/index.js 24.62 KB
+ESM ⚡️ Build success in 52ms
 DTS Build start
-DTS ⚡️ Build success in 4275ms
-DTS dist/index.d.ts 3.75 KB
+DTS ⚡️ Build success in 4323ms
+DTS dist/index.d.ts 4.13 KB

package/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @poncho-ai/browser
 
+## 0.3.1
+
+### Patch Changes
+
+- Updated dependencies [[`972577d`](https://github.com/cesr/poncho-ai/commit/972577d255ab43c2c56f3c3464042a8a617b7f9e)]:
+  - @poncho-ai/sdk@1.2.0
+
+## 0.3.0
+
+### Minor Changes
+
+- [`12f2845`](https://github.com/cesr/poncho-ai/commit/12f28457c20e650640ff2a1c1dbece2a6e4a9ddd) Thanks [@cesr](https://github.com/cesr)! - Add browser storage persistence (cookies/localStorage survive restarts via configured storage provider) and new `browser_content` tool for fast text extraction from pages.
+
 ## 0.2.1
 
 ### Patch Changes

package/dist/index.d.ts

@@ -44,6 +44,10 @@ interface ScrollInputEvent {
     x?: number;
     y?: number;
 }
+interface BrowserStoragePersistence {
+    save(json: string): Promise<void>;
+    load(): Promise<string | undefined>;
+}
 interface BrowserConfig {
     viewport?: ViewportOptions;
     quality?: number;
@@ -52,6 +56,7 @@ interface BrowserConfig {
     sessionName?: string;
     executablePath?: string;
     headless?: boolean;
+    storagePersistence?: BrowserStoragePersistence;
 }
 
 type FrameListener = (frame: BrowserFrame) => void;
@@ -89,6 +94,11 @@ declare class BrowserSession {
     click(conversationId: string, ref: string): Promise<void>;
     type(conversationId: string, ref: string, text: string): Promise<void>;
     screenshot(conversationId: string): Promise<string>;
+    content(conversationId: string): Promise<{
+        text: string;
+        url: string;
+        title: string;
+    }>;
     scroll(conversationId: string, direction: "up" | "down", amount?: number): Promise<void>;
     closeTab(conversationId: string): Promise<void>;
     navigate(conversationId: string, action: string): Promise<void>;
@@ -101,10 +111,12 @@ declare class BrowserSession {
     injectPaste(conversationId: string, text: string): Promise<void>;
     injectScroll(conversationId: string, event: ScrollInputEvent): Promise<void>;
     saveState(storagePath: string): Promise<void>;
+    private persistStorageState;
+    private restoreStorageState;
     close(): Promise<void>;
     private emitStatus;
 }
 
 declare function createBrowserTools(getSession: () => BrowserSession, getConversationId: () => string): ToolDefinition[];
 
-export { type BrowserConfig, type BrowserFrame, BrowserSession, type BrowserStatus, type KeyboardInputEvent, type MouseInputEvent, type ScreencastOptions, type ScrollInputEvent, type ViewportOptions, createBrowserTools };
+export { type BrowserConfig, type BrowserFrame, BrowserSession, type BrowserStatus, type BrowserStoragePersistence, type KeyboardInputEvent, type MouseInputEvent, type ScreencastOptions, type ScrollInputEvent, type ViewportOptions, createBrowserTools };

package/dist/index.js

@@ -1,7 +1,7 @@
 // src/session.ts
-import { resolve } from "path";
-import { homedir } from "os";
-import { mkdir } from "fs/promises";
+import { resolve, join } from "path";
+import { homedir, tmpdir } from "os";
+import { mkdir, readFile, unlink } from "fs/promises";
 var BrowserManagerCtor;
 async function getBrowserManagerCtor() {
   if (!BrowserManagerCtor) {
@@ -72,6 +72,7 @@ var BrowserSession = class {
     try {
       const cdp = await mgr.getCDPSession();
       await cdp.send("Debugger.disable");
+      await this.restoreStorageState(cdp);
     } catch {
     }
     this.manager = mgr;
@@ -281,6 +282,19 @@ var BrowserSession = class {
       this.unlock();
     }
   }
+  async content(conversationId) {
+    await this.lock();
+    try {
+      const mgr = await this.ensureManager();
+      await this.switchToConversation(mgr, conversationId);
+      const page = mgr.getPage();
+      const text = await page.evaluate("document.body.innerText");
+      const title = await page.title();
+      return { text: text ?? "", url: page.url(), title: title ?? "" };
+    } finally {
+      this.unlock();
+    }
+  }
   async scroll(conversationId, direction, amount) {
     await this.lock();
     try {
@@ -316,6 +330,7 @@ var BrowserSession = class {
           if (t.tabIndex > tab.tabIndex) t.tabIndex--;
         }
       } else if (this.manager?.isLaunched()) {
+        await this.persistStorageState();
         try {
           await this.manager.close();
         } catch {
@@ -495,11 +510,55 @@ var BrowserSession = class {
     await mkdir(resolve(storagePath, ".."), { recursive: true });
     await this.manager.saveStorageState(storagePath);
   }
+  async persistStorageState() {
+    const persistence = this.config.storagePersistence;
+    if (!persistence || !this.manager?.isLaunched()) return;
+    try {
+      const tmpFile = join(tmpdir(), `poncho-browser-state-${this.sessionId}-${Date.now()}.json`);
+      await this.manager.saveStorageState(tmpFile);
+      const json = await readFile(tmpFile, "utf8");
+      await unlink(tmpFile).catch(() => {
+      });
+      await persistence.save(json);
+      console.log(`[poncho][browser] Storage state persisted (${json.length} bytes)`);
+    } catch (err) {
+      console.warn("[poncho][browser] Failed to persist storage state:", err?.message ?? err);
+    }
+  }
+  async restoreStorageState(cdp) {
+    const persistence = this.config.storagePersistence;
+    if (!persistence) return;
+    try {
+      const json = await persistence.load();
+      if (!json) return;
+      const state = JSON.parse(json);
+      if (state.cookies?.length) {
+        await cdp.send("Network.setCookies", { cookies: state.cookies });
+        console.log(`[poncho][browser] Restored ${state.cookies.length} cookies`);
+      }
+      if (state.origins?.length) {
+        const entries = {};
+        for (const origin of state.origins) {
+          if (origin.localStorage?.length) {
+            entries[origin.origin] = origin.localStorage;
+          }
+        }
+        if (Object.keys(entries).length) {
+          const script = `try{const __e=${JSON.stringify(entries)};const __i=__e[location.origin];if(__i)for(const{name:n,value:v}of __i)try{localStorage.setItem(n,v)}catch{}}catch{}`;
+          await cdp.send("Page.addScriptToEvaluateOnNewDocument", { source: script });
+          console.log(`[poncho][browser] Registered localStorage restore for ${Object.keys(entries).length} origin(s)`);
+        }
+      }
+    } catch (err) {
+      console.warn("[poncho][browser] Failed to restore storage state:", err?.message ?? err);
+    }
+  }
   async close() {
     try {
       await this.stopScreencast();
     } catch {
     }
+    await this.persistStorageState();
     try {
       await this.manager?.close();
     } catch {
@@ -621,6 +680,19 @@ function createBrowserTools(getSession, getConversationId) {
         return { typed: text, into: ref };
       }
     },
+    {
+      name: "browser_content",
+      description: "Get the visible text content of the current page. Returns the page's text as a plain string (like what you'd see if you selected all text). Use this to read articles, tables, data, or any text on the page. Much faster and cheaper than screenshots for reading content.",
+      inputSchema: {
+        type: "object",
+        properties: {}
+      },
+      handler: async () => {
+        const session = getSession();
+        const result = await session.content(getConversationId());
+        return { url: result.url, title: result.title, text: result.text };
+      }
+    },
     {
       name: "browser_screenshot",
       description: "Take a screenshot of the current page. Returns the image so you can see exactly what the page looks like. Use this when you need to see visual layout, verify actions, or read content that isn't in the accessibility tree.",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@poncho-ai/browser",
-  "version": "0.2.1",
+  "version": "0.3.1",
   "description": "Browser automation for Poncho agents, powered by agent-browser",
   "repository": {
     "type": "git",
@@ -21,7 +21,7 @@
   },
   "dependencies": {
     "agent-browser": "^0.15.1",
-    "@poncho-ai/sdk": "1.1.1"
+    "@poncho-ai/sdk": "1.2.0"
   },
   "devDependencies": {
     "tsup": "^8.0.0",

package/src/index.ts

@@ -4,6 +4,7 @@ export type {
   BrowserConfig,
   BrowserFrame,
   BrowserStatus,
+  BrowserStoragePersistence,
   ViewportOptions,
   ScreencastOptions,
   MouseInputEvent,

package/src/session.ts

@@ -1,6 +1,6 @@
-import { resolve } from "node:path";
-import { homedir } from "node:os";
-import { mkdir } from "node:fs/promises";
+import { resolve, join } from "node:path";
+import { homedir, tmpdir } from "node:os";
+import { mkdir, readFile, unlink } from "node:fs/promises";
 import type {
   BrowserConfig,
   BrowserFrame,
@@ -19,7 +19,7 @@ let BrowserManagerCtor: (new () => BrowserManagerInstance) | undefined;
 interface BrowserManagerInstance {
   isLaunched(): boolean;
   launch(options: Record<string, unknown>): Promise<void>;
-  getPage(): { url(): string; title(): Promise<string>; screenshot(opts?: Record<string, unknown>): Promise<Buffer>; goBack(): Promise<unknown>; goForward(): Promise<unknown> };
+  getPage(): { url(): string; title(): Promise<string>; screenshot(opts?: Record<string, unknown>): Promise<Buffer>; goBack(): Promise<unknown>; goForward(): Promise<unknown>; evaluate(fn: string | (() => unknown)): Promise<unknown> };
   getSnapshot(options?: { interactive?: boolean; compact?: boolean }): Promise<{ tree: string; refs: Record<string, unknown> }>;
   getLocatorFromRef(ref: string): { click(): Promise<void> } | null;
   getLocator(selector: string): { fill(text: string): Promise<void>; click(): Promise<void> };
@@ -134,6 +134,7 @@ export class BrowserSession {
     try {
       const cdp = await mgr.getCDPSession();
       await cdp.send("Debugger.disable");
+      await this.restoreStorageState(cdp);
     } catch { /* best-effort */ }
 
     this.manager = mgr;
@@ -346,6 +347,20 @@ export class BrowserSession {
     }
   }
 
+  async content(conversationId: string): Promise<{ text: string; url: string; title: string }> {
+    await this.lock();
+    try {
+      const mgr = await this.ensureManager();
+      await this.switchToConversation(mgr, conversationId);
+      const page = mgr.getPage();
+      const text = (await page.evaluate("document.body.innerText")) as string;
+      const title = await page.title();
+      return { text: text ?? "", url: page.url(), title: title ?? "" };
+    } finally {
+      this.unlock();
+    }
+  }
+
   async scroll(conversationId: string, direction: "up" | "down", amount?: number): Promise<void> {
     await this.lock();
     try {
@@ -354,8 +369,7 @@ export class BrowserSession {
       const page = mgr.getPage();
       const pixels = amount ?? 600;
       const delta = direction === "down" ? pixels : -pixels;
-      await (page as unknown as { evaluate(fn: string): Promise<void> })
-        .evaluate(`window.scrollBy(0, ${delta})`);
+      await page.evaluate(`window.scrollBy(0, ${delta})`);
     } finally {
       this.unlock();
     }
@@ -379,6 +393,7 @@ export class BrowserSession {
           if (t.tabIndex > tab.tabIndex) t.tabIndex--;
         }
       } else if (this.manager?.isLaunched()) {
+        await this.persistStorageState();
         try { await this.manager.close(); } catch { /* */ }
         this.manager = undefined;
       }
@@ -563,8 +578,58 @@ export class BrowserSession {
     await this.manager.saveStorageState(storagePath);
   }
 
+  private async persistStorageState(): Promise<void> {
+    const persistence = this.config.storagePersistence;
+    if (!persistence || !this.manager?.isLaunched()) return;
+    try {
+      const tmpFile = join(tmpdir(), `poncho-browser-state-${this.sessionId}-${Date.now()}.json`);
+      await this.manager.saveStorageState(tmpFile);
+      const json = await readFile(tmpFile, "utf8");
+      await unlink(tmpFile).catch(() => {});
+      await persistence.save(json);
+      console.log(`[poncho][browser] Storage state persisted (${json.length} bytes)`);
+    } catch (err) {
+      console.warn("[poncho][browser] Failed to persist storage state:", (err as Error)?.message ?? err);
+    }
+  }
+
+  private async restoreStorageState(
+    cdp: { send(method: string, params?: Record<string, unknown>): Promise<unknown> },
+  ): Promise<void> {
+    const persistence = this.config.storagePersistence;
+    if (!persistence) return;
+    try {
+      const json = await persistence.load();
+      if (!json) return;
+      const state = JSON.parse(json) as {
+        cookies?: Array<Record<string, unknown>>;
+        origins?: Array<{ origin: string; localStorage: Array<{ name: string; value: string }> }>;
+      };
+      if (state.cookies?.length) {
+        await cdp.send("Network.setCookies", { cookies: state.cookies });
+        console.log(`[poncho][browser] Restored ${state.cookies.length} cookies`);
+      }
+      if (state.origins?.length) {
+        const entries: Record<string, Array<{ name: string; value: string }>> = {};
+        for (const origin of state.origins) {
+          if (origin.localStorage?.length) {
+            entries[origin.origin] = origin.localStorage;
+          }
+        }
+        if (Object.keys(entries).length) {
+          const script = `try{const __e=${JSON.stringify(entries)};const __i=__e[location.origin];if(__i)for(const{name:n,value:v}of __i)try{localStorage.setItem(n,v)}catch{}}catch{}`;
+          await cdp.send("Page.addScriptToEvaluateOnNewDocument", { source: script });
+          console.log(`[poncho][browser] Registered localStorage restore for ${Object.keys(entries).length} origin(s)`);
+        }
+      }
+    } catch (err) {
+      console.warn("[poncho][browser] Failed to restore storage state:", (err as Error)?.message ?? err);
+    }
+  }
+
   async close(): Promise<void> {
     try { await this.stopScreencast(); } catch { /* */ }
+    await this.persistStorageState();
     try { await this.manager?.close(); } catch { /* */ }
     this.manager = undefined;
     for (const [cid, tab] of this.tabs) {

package/src/tools.ts

@@ -101,6 +101,22 @@ export function createBrowserTools(
         return { typed: text, into: ref };
       },
     },
+    {
+      name: "browser_content",
+      description:
+        "Get the visible text content of the current page. Returns the page's text as a plain string (like what you'd " +
+        "see if you selected all text). Use this to read articles, tables, data, or any text on the page. " +
+        "Much faster and cheaper than screenshots for reading content.",
+      inputSchema: {
+        type: "object",
+        properties: {},
+      },
+      handler: async () => {
+        const session = getSession();
+        const result = await session.content(getConversationId());
+        return { url: result.url, title: result.title, text: result.text };
+      },
+    },
     {
       name: "browser_screenshot",
       description:

package/src/types.ts

@@ -49,6 +49,11 @@ export interface ScrollInputEvent {
   y?: number;
 }
 
+export interface BrowserStoragePersistence {
+  save(json: string): Promise<void>;
+  load(): Promise<string | undefined>;
+}
+
 export interface BrowserConfig {
   viewport?: ViewportOptions;
   quality?: number;
@@ -57,4 +62,5 @@ export interface BrowserConfig {
   sessionName?: string;
   executablePath?: string;
   headless?: boolean;
+  storagePersistence?: BrowserStoragePersistence;
 }

package/.turbo/turbo-test.log

@@ -1,12 +0,0 @@
-
-> @poncho-ai/browser@0.1.0 test /Users/cesar/Dev/latitude/poncho-ai/packages/browser
-> vitest --passWithNoTests
-
-
- RUN  v1.6.1 /Users/cesar/Dev/latitude/poncho-ai/packages/browser
-
-include: **/*.{test,spec}.?(c|m)[jt]s?(x)
-exclude:  **/node_modules/**, **/dist/**, **/cypress/**, **/.{idea,git,cache,output,temp}/**, **/{karma,rollup,webpack,vite,vitest,jest,ava,babel,nyc,cypress,tsup,build,eslint,prettier}.config.*
-No test files found, exiting with code 0
-
-watch exclude:  **/node_modules/**, **/dist/**