@amaster.ai/pi-browser-use 0.1.0

package/dist/tool-augment.js

@@ -0,0 +1,68 @@
+// Extra hints appended to upstream tool descriptions.
+// These steer the LLM toward correct usage (e.g. "call take_snapshot first").
+const DESCRIPTION_HINTS = {
+    fill_form: ' Fills multiple standard HTML form fields at once. Same limitations as fill — does not work on canvas/custom widgets.',
+    fill: ' Fills standard HTML form fields (<input>, <textarea>, <select>) by uid. Does NOT work on custom/canvas-based widgets (e.g., Google Sheets cells, Notion blocks). If fill times out or fails, click the element first then use press_key with individual characters instead.',
+    click_at: ' Clicks at exact pixel coordinates (x, y). Use when you have specific coordinates for visual elements.',
+    click: ' Use the element uid from the accessibility tree snapshot (e.g., uid="87_4"). UIDs are invalidated after this action — call take_snapshot before using another uid.',
+    hover: ' Use the element uid from the accessibility tree snapshot to hover over elements.',
+    take_snapshot: ' Returns the accessibility tree with uid values for each element. Call this FIRST to see available elements, and AFTER every state-changing action (click, fill, press_key) before using any uid.',
+    navigate_page: ' Navigate to the specified URL. Call take_snapshot after to see the new page.',
+    new_page: ' Opens a new page/tab with the specified URL. Call take_snapshot after to see the new page.',
+    press_key: ' Press a SINGLE keyboard key (e.g., "Enter", "Tab", "Escape", "ArrowDown", "a", "8"). ONLY accepts one key name — do NOT pass multi-character strings like "Hello" or "A1\\nEnter". To type text, use type_text instead of calling press_key for each character.',
+};
+/** Append usage hints to tool descriptions based on tool name keywords. */
+export function augmentToolDescription(toolName, description) {
+    for (const [key, hint] of Object.entries(DESCRIPTION_HINTS)) {
+        if (toolName.toLowerCase().includes(key)) {
+            return description + hint;
+        }
+    }
+    return description;
+}
+const OVERLAY_PATTERNS = [
+    'not interactable',
+    'obscured',
+    'intercept',
+    'blocked',
+    'element is not visible',
+    'element not found',
+];
+/**
+ * Post-process tool output before returning to the LLM:
+ * - Strip embedded page snapshots (token bloat) from non-snapshot tools
+ * - Detect overlay/interactable issues on click actions
+ * - Detect stale element references
+ */
+export function postProcessToolResult(toolName, result) {
+    let processed = result;
+    // Strip embedded snapshots to prevent token bloat (except take_snapshot)
+    if (toolName !== 'take_snapshot' && processed.includes('## Latest page snapshot')) {
+        const parts = processed.split('## Latest page snapshot');
+        processed = parts[0].trim();
+    }
+    // Detect overlay/interactable issues on click actions
+    if (toolName === 'click' || toolName.includes('click')) {
+        const isOverlayIssue = OVERLAY_PATTERNS.some((pattern) => processed.toLowerCase().includes(pattern));
+        if (isOverlayIssue) {
+            processed +=
+                '\n\nThis action may have been blocked by an overlay, popup, or tooltip. ' +
+                    'Look for close/dismiss buttons in the accessibility tree and click them first.';
+        }
+    }
+    // Detect stale element references
+    if (processed.toLowerCase().includes('stale') || processed.toLowerCase().includes('detached')) {
+        processed +=
+            '\n\nThe element reference is stale. Call take_snapshot to get fresh element uids.';
+    }
+    return processed;
+}
+export function extractTextContent(content) {
+    if (!content || !Array.isArray(content))
+        return '';
+    return content
+        .filter((c) => c.type === 'text' && c.text)
+        .map((c) => c.text)
+        .join('\n');
+}
+//# sourceMappingURL=tool-augment.js.map

package/dist/tool-augment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-augment.js","sourceRoot":"","sources":["../src/tool-augment.ts"],"names":[],"mappings":"AAAA,sDAAsD;AACtD,8EAA8E;AAC9E,MAAM,iBAAiB,GAA2B;IAChD,SAAS,EACP,uHAAuH;IACzH,IAAI,EAAE,8QAA8Q;IACpR,QAAQ,EACN,wGAAwG;IAC1G,KAAK,EACH,qKAAqK;IACvK,KAAK,EAAE,mFAAmF;IAC1F,aAAa,EACX,mMAAmM;IACrM,aAAa,EAAE,+EAA+E;IAC9F,QAAQ,EACN,6FAA6F;IAC/F,SAAS,EACP,kQAAkQ;CACrQ,CAAC;AAEF,2EAA2E;AAC3E,MAAM,UAAU,sBAAsB,CAAC,QAAgB,EAAE,WAAmB;IAC1E,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC5D,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzC,OAAO,WAAW,GAAG,IAAI,CAAC;QAC5B,CAAC;IACH,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,gBAAgB,GAAG;IACvB,kBAAkB;IAClB,UAAU;IACV,WAAW;IACX,SAAS;IACT,wBAAwB;IACxB,mBAAmB;CACpB,CAAC;AAEF;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAAgB,EAAE,MAAc;IACpE,IAAI,SAAS,GAAG,MAAM,CAAC;IAEvB,yEAAyE;IACzE,IAAI,QAAQ,KAAK,eAAe,IAAI,SAAS,CAAC,QAAQ,CAAC,yBAAyB,CAAC,EAAE,CAAC;QAClF,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QACzD,SAAS,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;IAC/B,CAAC;IAED,sDAAsD;IACtD,IAAI,QAAQ,KAAK,OAAO,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACvD,MAAM,cAAc,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CACvD,SAAS,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAC1C,CAAC;QACF,IAAI,cAAc,EAAE,CAAC;YACnB,SAAS;gBACP,0EAA0E;oBAC1E,gFAAgF,CAAC;QACrF,CAAC;IACH,CAAC;IAED,kCAAkC;IAClC,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9F,SAAS;YACP,mFAAmF,CAAC;IACxF,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAgD;IACjF,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACnD,OAAO,OAAO;SACX,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC;SAC1C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAK,CAAC;SACnB,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC"}

package/package.json

@@ -0,0 +1,71 @@
+{
+  "name": "@amaster.ai/pi-browser-use",
+  "version": "0.1.0",
+  "description": "Pi extension for browser automation via chrome-devtools-mcp with browser_ prefixed tools",
+  "keywords": [
+    "pi-package",
+    "pi",
+    "extension",
+    "browser",
+    "automation",
+    "chrome-devtools",
+    "mcp"
+  ],
+  "license": "Apache-2.0",
+  "type": "module",
+  "sideEffects": false,
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    },
+    "./package.json": {
+      "default": "./package.json"
+    }
+  },
+  "bin": {
+    "pi-browser-use": "./dist/cli.js"
+  },
+  "files": [
+    "dist",
+    "preview.png",
+    "README.md"
+  ],
+  "pi": {
+    "image": "https://raw.githubusercontent.com/TGYD-helige/pi/master/packages/pi-browser-use/preview.png",
+    "extensions": [
+      "./dist/index.js"
+    ]
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/TGYD-helige/pi.git",
+    "directory": "packages/pi-browser-use"
+  },
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.29.0",
+    "@amaster.ai/pi-shared": "0.1.0"
+  },
+  "peerDependencies": {
+    "@earendil-works/pi-ai": ">=0.74.0",
+    "@earendil-works/pi-coding-agent": ">=0.74.0",
+    "typebox": "*"
+  },
+  "devDependencies": {
+    "@earendil-works/pi-ai": "0.74.0",
+    "@earendil-works/pi-coding-agent": "0.74.0",
+    "tsup": "^8.4.0",
+    "typebox": "*",
+    "vitest": "^4.0.0"
+  },
+  "scripts": {
+    "build": "tsup",
+    "typecheck": "tsc -b --pretty false",
+    "test": "vitest run src"
+  }
+}