@amaster.ai/pi-browser-use 0.1.1-beta.0

package/LICENSE

@@ -0,0 +1,201 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

package/README.md

@@ -0,0 +1,140 @@
+# @amaster.ai/pi-browser-use
+
+pi-coding-agent extension that wraps [chrome-devtools-mcp](https://github.com/ChromeDevTools/chrome-devtools-mcp), exposing all browser automation tools with a unified `browser_` prefix.
+
+## Features
+
+- **pi-coding-agent extension** — registers tools via `pi.registerTool()`, managed by the agent lifecycle
+- **Dynamic tool discovery** — automatically proxies all upstream chrome-devtools-mcp tools with `browser_` prefix
+- **Tool description augmentation** — adds usage hints for key tools (click, fill, press_key, etc.)
+- **Result post-processing** — strips embedded snapshots, detects overlay/stale element issues
+- **Optional visual analysis** — `browser_analyze_screenshot` via configurable vision model
+- **Standalone mode** — also runnable as an independent MCP server via CLI
+
+## Install
+
+```bash
+bun add @amaster.ai/pi-browser-use
+```
+
+Requires Node.js >= 20, Chrome (stable or newer), and `@earendil-works/pi-coding-agent >= 0.74.0`.
+
+## Usage
+
+### As pi-coding-agent Extension (Recommended)
+
+Install the package and pi-coding-agent will automatically discover and load the extension. All browser tools are registered on `session_start`.
+
+```bash
+bun add @amaster.ai/pi-browser-use
+```
+
+Configure via `config.json` in the working directory under the `"pi-browser-use"` key:
+
+```json
+{
+  "pi-browser-use": {
+    "headless": true,
+    "channel": "stable",
+    "viewport": "1280x720",
+    "experimentalVision": true
+  }
+}
+```
+
+### As Standalone MCP Server (CLI)
+
+```bash
+npx @amaster.ai/pi-browser-use --headless --viewport=1280x720
+```
+
+Or with a config file:
+
+```bash
+npx @amaster.ai/pi-browser-use --config path/to/config.json
+```
+
+## Configuration
+
+### Browser
+
+| Option | Type | Default | Description |
+|--------|------|---------|-------------|
+| `headless` | `boolean` | `false` | Run browser in headless mode |
+| `channel` | `string` | — | Chrome channel: `canary`, `dev`, `beta`, `stable` |
+| `browserUrl` | `string` | — | Connect to existing browser via URL |
+| `wsEndpoint` | `string` | — | Connect via WebSocket endpoint |
+| `executablePath` | `string` | — | Path to Chrome executable |
+| `viewport` | `string` | — | Viewport size, e.g. `1280x720` |
+| `isolated` | `boolean` | `false` | Use isolated browser profile |
+| `userDataDir` | `string` | — | Custom user data directory |
+| `autoConnect` | `boolean` | `false` | Auto-connect to running browser |
+
+### Categories
+
+| Option | Type | Default | Description |
+|--------|------|---------|-------------|
+| `categoryPerformance` | `boolean` | `false` | Enable performance tools |
+| `categoryNetwork` | `boolean` | `true` | Enable network tools |
+| `categoryEmulation` | `boolean` | `true` | Enable emulation tools |
+| `categoryExtensions` | `boolean` | `false` | Enable extension tools |
+
+### Experimental
+
+| Option | Type | Default | Description |
+|--------|------|---------|-------------|
+| `experimentalVision` | `boolean` | `true` | Enable vision tools (click_at) |
+| `experimentalScreencast` | `boolean` | `false` | Enable screencast |
+| `experimentalMemory` | `boolean` | `false` | Enable memory snapshots |
+
+### Privacy
+
+| Option | Type | Default | Description |
+|--------|------|---------|-------------|
+| `usageStatistics` | `boolean` | `false` | Send usage statistics |
+| `performanceCrux` | `boolean` | `false` | Enable CrUX performance data |
+
+### Vision Model (Optional)
+
+Enable `browser_analyze_screenshot` by providing a vision model config in `config.json`:
+
+```json
+{
+  "pi-browser-use": {
+    "visionModel": {
+      "provider": "openai",
+      "model": "gpt-4o",
+      "apiKey": "sk-...",
+      "baseUrl": "https://api.openai.com/v1"
+    }
+  }
+}
+```
+
+Supported providers: `openai`, `anthropic`, or any OpenAI-compatible API. API keys can also be set via environment variables (`OPENAI_API_KEY`, `ANTHROPIC_API_KEY`).
+
+## Tool Augmentation
+
+Key tools receive additional usage hints in their descriptions:
+
+| Tool | Hint |
+|------|------|
+| `browser_click` | Use element uid from snapshot; UIDs invalidated after action |
+| `browser_fill` | Does not work on canvas/custom widgets |
+| `browser_press_key` | Accepts single key name only |
+| `browser_take_snapshot` | Call first to get uids, and after every state-changing action |
+| `browser_navigate_page` | Call take_snapshot after navigation |
+
+## Result Post-Processing
+
+- **Snapshot stripping** — Removes embedded accessibility tree snapshots from non-snapshot tool responses to prevent token bloat
+- **Overlay detection** — When a click is blocked by an overlay/popup, appends a hint to dismiss it first
+- **Stale element detection** — When element references are stale, appends a hint to refresh the snapshot
+
+## Excluded Tools
+
+- `lighthouse_audit` — Filtered out at the proxy level
+
+## License
+
+Apache-2.0

package/dist/analyze-screenshot.d.ts

@@ -0,0 +1,35 @@
+/**
+ * Optional vision-model integration.
+ *
+ * Takes a screenshot via the upstream take_screenshot tool, sends it to a
+ * vision model, and returns the analysis as text. This lets the LLM identify
+ * elements by visual attributes (color, layout, coordinates) when the
+ * accessibility tree is insufficient.
+ *
+ * Two calling modes:
+ * - Extension mode: uses pi-ai's complete() via the model registry (no raw fetch)
+ * - CLI mode: uses raw fetch to OpenAI-compatible APIs (createFetchVisionCaller)
+ */
+import type { VisionModelConfig } from './config.js';
+import type { DevToolsClient } from './index.js';
+/** System prompt for the vision analysis model. */
+export declare const VISUAL_SYSTEM_PROMPT = "You are a Visual Analysis Agent. You receive a screenshot of a browser page and an instruction.\n\nYour job is to ANALYZE the screenshot and provide precise information that a browser automation agent can act on.\n\nCOORDINATE SYSTEM:\n- Coordinates are pixel-based relative to the viewport\n- (0,0) is top-left of the visible area\n- Estimate element positions from the screenshot\n\nRESPONSE FORMAT:\n- For coordinate identification: provide exact (x, y) pixel coordinates\n- For element identification: describe the element's visual location and appearance\n- For layout analysis: describe the spatial relationships between elements\n- Be concise and actionable\n\nIMPORTANT:\n- You are NOT performing actions \u2014 you are only providing visual analysis\n- Include coordinates when possible so the caller can use click_at(x, y)\n- If the element is not visible in the screenshot, say so explicitly";
+/**
+ * Abstraction for calling a vision model.
+ * Extension mode and CLI mode each provide their own implementation.
+ */
+export type VisionCaller = (instruction: string, imageBase64: string, mimeType: string) => Promise<string>;
+/** Create a VisionCaller backed by raw fetch (OpenAI-compatible API). Used in CLI standalone mode. */
+export declare function createFetchVisionCaller(visionConfig: VisionModelConfig): VisionCaller;
+/**
+ * Capture a screenshot via the upstream tool and analyze it with the provided vision caller.
+ * The caller abstraction allows extension mode (pi-ai) and CLI mode (raw fetch) to share logic.
+ */
+export declare function handleAnalyzeScreenshot(client: DevToolsClient, callVision: VisionCaller, args: Record<string, unknown>): Promise<{
+    content: Array<{
+        type: string;
+        text: string;
+    }>;
+    isError?: boolean;
+}>;
+//# sourceMappingURL=analyze-screenshot.d.ts.map

package/dist/analyze-screenshot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"analyze-screenshot.d.ts","sourceRoot":"","sources":["../src/analyze-screenshot.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjD,mDAAmD;AACnD,eAAO,MAAM,oBAAoB,24BAkBoC,CAAC;AAEtE;;;GAGG;AACH,MAAM,MAAM,YAAY,GAAG,CACzB,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,MAAM,KACb,OAAO,CAAC,MAAM,CAAC,CAAC;AA6BrB,sGAAsG;AACtG,wBAAgB,uBAAuB,CAAC,YAAY,EAAE,iBAAiB,GAAG,YAAY,CAqDrF;AAMD;;;GAGG;AACH,wBAAsB,uBAAuB,CAC3C,MAAM,EAAE,cAAc,EACtB,UAAU,EAAE,YAAY,EACxB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC5B,OAAO,CAAC;IAAE,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC,CAiEhF"}

package/dist/analyze-screenshot.js

@@ -0,0 +1,159 @@
+/**
+ * Optional vision-model integration.
+ *
+ * Takes a screenshot via the upstream take_screenshot tool, sends it to a
+ * vision model, and returns the analysis as text. This lets the LLM identify
+ * elements by visual attributes (color, layout, coordinates) when the
+ * accessibility tree is insufficient.
+ *
+ * Two calling modes:
+ * - Extension mode: uses pi-ai's complete() via the model registry (no raw fetch)
+ * - CLI mode: uses raw fetch to OpenAI-compatible APIs (createFetchVisionCaller)
+ */
+/** System prompt for the vision analysis model. */
+export const VISUAL_SYSTEM_PROMPT = `You are a Visual Analysis Agent. You receive a screenshot of a browser page and an instruction.
+
+Your job is to ANALYZE the screenshot and provide precise information that a browser automation agent can act on.
+
+COORDINATE SYSTEM:
+- Coordinates are pixel-based relative to the viewport
+- (0,0) is top-left of the visible area
+- Estimate element positions from the screenshot
+
+RESPONSE FORMAT:
+- For coordinate identification: provide exact (x, y) pixel coordinates
+- For element identification: describe the element's visual location and appearance
+- For layout analysis: describe the spatial relationships between elements
+- Be concise and actionable
+
+IMPORTANT:
+- You are NOT performing actions — you are only providing visual analysis
+- Include coordinates when possible so the caller can use click_at(x, y)
+- If the element is not visible in the screenshot, say so explicitly`;
+function getApiKeyFromEnv(provider) {
+    const envMap = {
+        openai: 'OPENAI_API_KEY',
+        anthropic: 'ANTHROPIC_API_KEY',
+        google: 'GOOGLE_API_KEY',
+    };
+    const envVar = envMap[provider.toLowerCase()];
+    return envVar ? process.env[envVar] : undefined;
+}
+function getDefaultBaseUrl(provider) {
+    const urlMap = {
+        openai: 'https://api.openai.com/v1',
+        anthropic: 'https://api.anthropic.com/v1',
+    };
+    return urlMap[provider.toLowerCase()] ?? `https://api.${provider}.com/v1`;
+}
+/** Create a VisionCaller backed by raw fetch (OpenAI-compatible API). Used in CLI standalone mode. */
+export function createFetchVisionCaller(visionConfig) {
+    return async (instruction, imageBase64, mimeType) => {
+        const apiKey = visionConfig.apiKey ?? getApiKeyFromEnv(visionConfig.provider);
+        if (!apiKey) {
+            throw new Error(`No API key for vision model provider "${visionConfig.provider}". ` +
+                `Set apiKey in visionModel config or the appropriate environment variable.`);
+        }
+        const baseUrl = visionConfig.baseUrl ?? getDefaultBaseUrl(visionConfig.provider);
+        const messages = [
+            { role: 'system', content: VISUAL_SYSTEM_PROMPT },
+            {
+                role: 'user',
+                content: [
+                    {
+                        type: 'text',
+                        text: `Analyze this screenshot and respond to the following instruction:\n\n${instruction}`,
+                    },
+                    {
+                        type: 'image_url',
+                        image_url: { url: `data:${mimeType};base64,${imageBase64}` },
+                    },
+                ],
+            },
+        ];
+        const response = await fetch(`${baseUrl}/chat/completions`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                Authorization: `Bearer ${apiKey}`,
+            },
+            body: JSON.stringify({
+                model: visionConfig.model,
+                messages,
+                temperature: 0,
+                max_tokens: 2048,
+            }),
+        });
+        if (!response.ok) {
+            const body = await response.text();
+            throw new Error(`Vision model API error (${response.status}): ${body}`);
+        }
+        const data = (await response.json());
+        return data.choices?.[0]?.message?.content ?? '';
+    };
+}
+// ---------------------------------------------------------------------------
+// Main handler (framework-agnostic)
+// ---------------------------------------------------------------------------
+/**
+ * Capture a screenshot via the upstream tool and analyze it with the provided vision caller.
+ * The caller abstraction allows extension mode (pi-ai) and CLI mode (raw fetch) to share logic.
+ */
+export async function handleAnalyzeScreenshot(client, callVision, args) {
+    const instruction = String(args.instruction ?? '');
+    try {
+        const screenshotResult = await client.callTool('take_screenshot', {});
+        let imageBase64 = '';
+        let mimeType = 'image/png';
+        if (screenshotResult.content && Array.isArray(screenshotResult.content)) {
+            for (const item of screenshotResult.content) {
+                if (item.type === 'image' && item.data) {
+                    imageBase64 = item.data;
+                    mimeType = item.mimeType ?? 'image/png';
+                    break;
+                }
+            }
+        }
+        if (!imageBase64) {
+            return {
+                content: [
+                    {
+                        type: 'text',
+                        text: 'Failed to capture screenshot for visual analysis. Use accessibility tree elements instead.',
+                    },
+                ],
+                isError: true,
+            };
+        }
+        const analysis = await callVision(instruction, imageBase64, mimeType);
+        if (!analysis) {
+            return {
+                content: [
+                    {
+                        type: 'text',
+                        text: 'Visual model returned no analysis. Use accessibility tree elements instead.',
+                    },
+                ],
+                isError: true,
+            };
+        }
+        return {
+            content: [{ type: 'text', text: `Visual Analysis Result:\n${analysis}` }],
+        };
+    }
+    catch (error) {
+        const errorMsg = error instanceof Error ? error.message : String(error);
+        const isModelError = errorMsg.includes('404') ||
+            errorMsg.includes('403') ||
+            errorMsg.includes('not found') ||
+            errorMsg.includes('permission');
+        const fallbackMsg = isModelError
+            ? 'Visual analysis model is not available. Use accessibility tree elements (uids from take_snapshot) for all interactions instead.'
+            : `Visual analysis failed: ${errorMsg}. Use accessibility tree elements instead.`;
+        return {
+            content: [{ type: 'text', text: fallbackMsg }],
+            isError: true,
+        };
+    }
+}
+//# sourceMappingURL=analyze-screenshot.js.map

package/dist/analyze-screenshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"analyze-screenshot.js","sourceRoot":"","sources":["../src/analyze-screenshot.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAKH,mDAAmD;AACnD,MAAM,CAAC,MAAM,oBAAoB,GAAG;;;;;;;;;;;;;;;;;;qEAkBiC,CAAC;AAqBtE,SAAS,gBAAgB,CAAC,QAAgB;IACxC,MAAM,MAAM,GAA2B;QACrC,MAAM,EAAE,gBAAgB;QACxB,SAAS,EAAE,mBAAmB;QAC9B,MAAM,EAAE,gBAAgB;KACzB,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;IAC9C,OAAO,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAClD,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,MAAM,MAAM,GAA2B;QACrC,MAAM,EAAE,2BAA2B;QACnC,SAAS,EAAE,8BAA8B;KAC1C,CAAC;IACF,OAAO,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,eAAe,QAAQ,SAAS,CAAC;AAC5E,CAAC;AAED,sGAAsG;AACtG,MAAM,UAAU,uBAAuB,CAAC,YAA+B;IACrE,OAAO,KAAK,EAAE,WAAmB,EAAE,WAAmB,EAAE,QAAgB,EAAmB,EAAE;QAC3F,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,IAAI,gBAAgB,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC9E,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CACb,yCAAyC,YAAY,CAAC,QAAQ,KAAK;gBACjE,2EAA2E,CAC9E,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,IAAI,iBAAiB,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAEjF,MAAM,QAAQ,GAAkB;YAC9B,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAAE;YACjD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,wEAAwE,WAAW,EAAE;qBAC5F;oBACD;wBACE,IAAI,EAAE,WAAW;wBACjB,SAAS,EAAE,EAAE,GAAG,EAAE,QAAQ,QAAQ,WAAW,WAAW,EAAE,EAAE;qBAC7D;iBACF;aACF;SACF,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,mBAAmB,EAAE;YAC1D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,MAAM,EAAE;aAClC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,YAAY,CAAC,KAAK;gBACzB,QAAQ;gBACR,WAAW,EAAE,CAAC;gBACd,UAAU,EAAE,IAAI;aACjB,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,CAAC,MAAM,MAAM,IAAI,EAAE,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAElC,CAAC;QACF,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;IACnD,CAAC,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,oCAAoC;AACpC,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,MAAsB,EACtB,UAAwB,EACxB,IAA6B;IAE7B,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;IAEnD,IAAI,CAAC;QACH,MAAM,gBAAgB,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;QAEtE,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,IAAI,QAAQ,GAAG,WAAW,CAAC;QAC3B,IAAI,gBAAgB,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC;YACxE,KAAK,MAAM,IAAI,IAAI,gBAAgB,CAAC,OAAO,EAAE,CAAC;gBAC5C,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACvC,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC;oBACxB,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,WAAW,CAAC;oBACxC,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO;gBACL,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,4FAA4F;qBACnG;iBACF;gBACD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,WAAW,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;QAEtE,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO;gBACL,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,6EAA6E;qBACpF;iBACF;gBACD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,4BAA4B,QAAQ,EAAE,EAAE,CAAC;SAC1E,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAExE,MAAM,YAAY,GAChB,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;YACxB,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;YACxB,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC;YAC9B,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QAElC,MAAM,WAAW,GAAG,YAAY;YAC9B,CAAC,CAAC,iIAAiI;YACnI,CAAC,CAAC,2BAA2B,QAAQ,4CAA4C,CAAC;QAEpF,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;YAC9C,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/cli.d.ts

@@ -0,0 +1,11 @@
+#!/usr/bin/env node
+/**
+ * Standalone MCP server mode.
+ *
+ * Runs pi-browser-use as a standalone process that speaks MCP over stdio.
+ * Used when pi-browser-use is configured as an external MCP server (e.g. in mcp.json)
+ * rather than loaded as a pi-coding-agent extension.
+ */
+import type { BrowserUseConfig } from './config.js';
+export declare function parseArgs(argv: string[]): BrowserUseConfig;
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAEA;;;;;;GAMG;AAOH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAuBpD,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,gBAAgB,CAmC1D"}

package/dist/cli.js

@@ -0,0 +1,133 @@
+#!/usr/bin/env node
+/**
+ * Standalone MCP server mode.
+ *
+ * Runs pi-browser-use as a standalone process that speaks MCP over stdio.
+ * Used when pi-browser-use is configured as an external MCP server (e.g. in mcp.json)
+ * rather than loaded as a pi-coding-agent extension.
+ */
+import { readFileSync } from 'node:fs';
+import { Server } from '@modelcontextprotocol/sdk/server/index.js';
+import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js';
+import { CallToolRequestSchema, ListToolsRequestSchema } from '@modelcontextprotocol/sdk/types.js';
+import { createFetchVisionCaller, handleAnalyzeScreenshot } from './analyze-screenshot.js';
+import { DevToolsClient } from './index.js';
+import { augmentToolDescription, extractTextContent, postProcessToolResult, } from './tool-augment.js';
+const TOOL_PREFIX = 'browser_';
+const EXCLUDED_TOOLS = new Set([
+    'lighthouse_audit',
+    'performance_analyze_insight',
+    'performance_start_trace',
+    'performance_stop_trace',
+    'screencast_start',
+    'screencast_stop',
+    'install_extension',
+    'list_extensions',
+    'reload_extension',
+    'trigger_extension_action',
+    'uninstall_extension',
+]);
+export function parseArgs(argv) {
+    const config = {};
+    let i = 0;
+    while (i < argv.length) {
+        const arg = argv[i];
+        if (arg === '--config' && argv[i + 1] != null) {
+            const raw = readFileSync(argv[i + 1], 'utf-8');
+            const parsed = JSON.parse(raw);
+            const section = (parsed['pi-browser-use'] ?? parsed);
+            Object.assign(config, section);
+            i += 2;
+            continue;
+        }
+        const match = arg.match(/^--([a-z-]+)(?:=(.+))?$/);
+        if (match) {
+            const key = match[1];
+            const value = match[2];
+            const camelKey = key.replace(/-([a-z])/g, (_, c) => c.toUpperCase());
+            if (value === undefined || value === 'true') {
+                config[camelKey] = true;
+            }
+            else if (value === 'false') {
+                config[camelKey] = false;
+            }
+            else {
+                config[camelKey] = value;
+            }
+        }
+        i++;
+    }
+    return config;
+}
+async function main() {
+    const config = parseArgs(process.argv.slice(2));
+    const client = new DevToolsClient(config);
+    await client.connect();
+    const toolNameMap = new Map();
+    const server = new Server({ name: 'pi-browser-use', version: '0.1.0' }, { capabilities: { tools: {} } });
+    server.setRequestHandler(ListToolsRequestSchema, async () => {
+        const upstreamTools = await client.listAllTools();
+        const tools = [];
+        toolNameMap.clear();
+        for (const tool of upstreamTools) {
+            if (EXCLUDED_TOOLS.has(tool.name))
+                continue;
+            const prefixedName = `${TOOL_PREFIX}${tool.name}`;
+            toolNameMap.set(prefixedName, tool.name);
+            tools.push({
+                ...tool,
+                name: prefixedName,
+                description: augmentToolDescription(tool.name, tool.description ?? ''),
+            });
+        }
+        if (config.visionModel) {
+            const name = `${TOOL_PREFIX}analyze_screenshot`;
+            toolNameMap.set(name, 'analyze_screenshot');
+            tools.push({
+                name,
+                description: 'Analyze the current page visually using a screenshot.',
+                inputSchema: {
+                    type: 'object',
+                    properties: {
+                        instruction: {
+                            type: 'string',
+                            description: 'What to identify or analyze visually.',
+                        },
+                    },
+                    required: ['instruction'],
+                },
+            });
+        }
+        return { tools };
+    });
+    server.setRequestHandler(CallToolRequestSchema, async (request) => {
+        const { name, arguments: args } = request.params;
+        const originalName = toolNameMap.get(name);
+        if (!originalName)
+            throw new Error(`Unknown tool: ${name}`);
+        if (originalName === 'analyze_screenshot' && config.visionModel) {
+            const callVision = createFetchVisionCaller(config.visionModel);
+            return await handleAnalyzeScreenshot(client, callVision, args ?? {});
+        }
+        const result = await client.callTool(originalName, args ?? {});
+        const textContent = extractTextContent(result.content);
+        const processed = postProcessToolResult(originalName, textContent);
+        if (processed !== textContent) {
+            const newContent = (result.content ?? []).map((item) => {
+                if (item.type === 'text') {
+                    return { ...item, text: processed };
+                }
+                return item;
+            });
+            return { ...result, content: newContent };
+        }
+        return result;
+    });
+    const transport = new StdioServerTransport();
+    await server.connect(transport);
+}
+main().catch((error) => {
+    console.error(`[pi-browser-use] Fatal error: ${error}`);
+    process.exit(1);
+});
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAEA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AACnG,OAAO,EAAE,uBAAuB,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAE3F,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EACL,sBAAsB,EACtB,kBAAkB,EAClB,qBAAqB,GACtB,MAAM,mBAAmB,CAAC;AAE3B,MAAM,WAAW,GAAG,UAAU,CAAC;AAC/B,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,kBAAkB;IAClB,6BAA6B;IAC7B,yBAAyB;IACzB,wBAAwB;IACxB,kBAAkB;IAClB,iBAAiB;IACjB,mBAAmB;IACnB,iBAAiB;IACjB,kBAAkB;IAClB,0BAA0B;IAC1B,qBAAqB;CACtB,CAAC,CAAC;AAEH,MAAM,UAAU,SAAS,CAAC,IAAc;IACtC,MAAM,MAAM,GAAqB,EAAE,CAAC;IACpC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEV,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;QAErB,IAAI,GAAG,KAAK,UAAU,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;YAC9C,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAE,EAAE,OAAO,CAAC,CAAC;YAChD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA4B,CAAC;YAC1D,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,MAAM,CAAqB,CAAC;YACzE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC/B,CAAC,IAAI,CAAC,CAAC;YACP,SAAS;QACX,CAAC;QAED,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QACnD,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YACtB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACvB,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;YAE7E,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;gBAC3C,MAAkC,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;YACvD,CAAC;iBAAM,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;gBAC5B,MAAkC,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC;YACxD,CAAC;iBAAM,CAAC;gBACL,MAAkC,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC;YACxD,CAAC;QACH,CAAC;QAED,CAAC,EAAE,CAAC;IACN,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;IAEvB,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE9C,MAAM,MAAM,GAAG,IAAI,MAAM,CACvB,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,OAAO,EAAE,EAC5C,EAAE,YAAY,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,CAChC,CAAC;IAEF,MAAM,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,YAAY,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,EAAE,CAAC;QACjB,WAAW,CAAC,KAAK,EAAE,CAAC;QAEpB,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;YACjC,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,SAAS;YAC5C,MAAM,YAAY,GAAG,GAAG,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAClD,WAAW,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YACzC,KAAK,CAAC,IAAI,CAAC;gBACT,GAAG,IAAI;gBACP,IAAI,EAAE,YAAY;gBAClB,WAAW,EAAE,sBAAsB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC;aACvE,CAAC,CAAC;QACL,CAAC;QAED,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,GAAG,WAAW,oBAAoB,CAAC;YAChD,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;YAC5C,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI;gBACJ,WAAW,EAAE,uDAAuD;gBACpE,WAAW,EAAE;oBACX,IAAI,EAAE,QAAiB;oBACvB,UAAU,EAAE;wBACV,WAAW,EAAE;4BACX,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,uCAAuC;yBACrD;qBACF;oBACD,QAAQ,EAAE,CAAC,aAAa,CAAC;iBAC1B;aACF,CAAC,CAAC;QACL,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAChE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;QACjD,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;QAE5D,IAAI,YAAY,KAAK,oBAAoB,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YAChE,MAAM,UAAU,GAAG,uBAAuB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YAC/D,OAAO,MAAM,uBAAuB,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;QAC/D,MAAM,WAAW,GAAG,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,SAAS,GAAG,qBAAqB,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAEnE,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;YAC9B,MAAM,UAAU,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACrD,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACzB,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;gBACtC,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;YACH,OAAO,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,UAAU,EAA6B,CAAC;QACvE,CAAC;QAED,OAAO,MAAiC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAC7C,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AAClC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACrB,OAAO,CAAC,KAAK,CAAC,iCAAiC,KAAK,EAAE,CAAC,CAAC;IACxD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/config.d.ts

@@ -0,0 +1,37 @@
+/** Vision model used by the optional analyze_screenshot tool. */
+export interface VisionModelConfig {
+    provider: string;
+    model: string;
+    apiKey?: string;
+    baseUrl?: string;
+}
+/** Configuration for the chrome-devtools-mcp upstream process. */
+export interface BrowserUseConfig {
+    headless?: boolean;
+    channel?: 'canary' | 'dev' | 'beta' | 'stable';
+    browserUrl?: string;
+    wsEndpoint?: string;
+    wsHeaders?: string;
+    executablePath?: string;
+    viewport?: string;
+    isolated?: boolean;
+    userDataDir?: string;
+    autoConnect?: boolean;
+    categoryPerformance?: boolean;
+    categoryNetwork?: boolean;
+    categoryEmulation?: boolean;
+    categoryExtensions?: boolean;
+    experimentalVision?: boolean;
+    experimentalScreencast?: boolean;
+    experimentalMemory?: boolean;
+    visionModel?: VisionModelConfig;
+    usageStatistics?: boolean;
+    performanceCrux?: boolean;
+    slim?: boolean;
+    extraArgs?: string[];
+}
+/** Merge user config over sane defaults. */
+export declare function resolveConfig(config?: BrowserUseConfig): BrowserUseConfig;
+/** Convert config into CLI flags for the chrome-devtools-mcp subprocess. */
+export declare function configToArgs(config: BrowserUseConfig): string[];
+//# sourceMappingURL=config.d.ts.map

package/dist/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,iEAAiE;AACjE,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,kEAAkE;AAClE,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,QAAQ,GAAG,KAAK,GAAG,MAAM,GAAG,QAAQ,CAAC;IAC/C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;IAEtB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAE7B,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAE7B,WAAW,CAAC,EAAE,iBAAiB,CAAC;IAEhC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAcD,4CAA4C;AAC5C,wBAAgB,aAAa,CAAC,MAAM,CAAC,EAAE,gBAAgB,GAAG,gBAAgB,CAEzE;AAED,4EAA4E;AAC5E,wBAAgB,YAAY,CAAC,MAAM,EAAE,gBAAgB,GAAG,MAAM,EAAE,CA+B/D"}

package/dist/config.js

@@ -0,0 +1,64 @@
+const DEFAULTS = {
+    categoryPerformance: false,
+    categoryNetwork: true,
+    categoryEmulation: true,
+    categoryExtensions: false,
+    experimentalVision: true,
+    experimentalScreencast: false,
+    experimentalMemory: false,
+    usageStatistics: false,
+    performanceCrux: false,
+};
+/** Merge user config over sane defaults. */
+export function resolveConfig(config) {
+    return { ...DEFAULTS, ...config };
+}
+/** Convert config into CLI flags for the chrome-devtools-mcp subprocess. */
+export function configToArgs(config) {
+    const args = [];
+    const resolved = resolveConfig(config);
+    if (resolved.headless)
+        args.push('--headless');
+    if (resolved.channel)
+        args.push(`--channel=${resolved.channel}`);
+    if (resolved.browserUrl)
+        args.push(`--browser-url=${resolved.browserUrl}`);
+    if (resolved.wsEndpoint)
+        args.push(`--ws-endpoint=${resolved.wsEndpoint}`);
+    if (resolved.wsHeaders)
+        args.push(`--ws-headers=${resolved.wsHeaders}`);
+    if (resolved.executablePath)
+        args.push(`--executable-path=${resolved.executablePath}`);
+    if (resolved.viewport)
+        args.push(`--viewport=${resolved.viewport}`);
+    if (resolved.isolated)
+        args.push('--isolated');
+    if (resolved.userDataDir)
+        args.push(`--user-data-dir=${resolved.userDataDir}`);
+    if (resolved.autoConnect)
+        args.push('--auto-connect');
+    if (resolved.slim)
+        args.push('--slim');
+    if (resolved.categoryPerformance === false)
+        args.push('--category-performance=false');
+    if (resolved.categoryNetwork === false)
+        args.push('--category-network=false');
+    if (resolved.categoryEmulation === false)
+        args.push('--category-emulation=false');
+    if (resolved.categoryExtensions === true)
+        args.push('--category-extensions=true');
+    if (resolved.experimentalVision)
+        args.push('--experimental-vision');
+    if (resolved.experimentalScreencast)
+        args.push('--experimental-screencast');
+    if (resolved.experimentalMemory)
+        args.push('--experimental-memory');
+    if (resolved.usageStatistics === false)
+        args.push('--no-usage-statistics');
+    if (resolved.performanceCrux === false)
+        args.push('--no-performance-crux');
+    if (resolved.extraArgs)
+        args.push(...resolved.extraArgs);
+    return args;
+}
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAuCA,MAAM,QAAQ,GAA8B;IAC1C,mBAAmB,EAAE,KAAK;IAC1B,eAAe,EAAE,IAAI;IACrB,iBAAiB,EAAE,IAAI;IACvB,kBAAkB,EAAE,KAAK;IACzB,kBAAkB,EAAE,IAAI;IACxB,sBAAsB,EAAE,KAAK;IAC7B,kBAAkB,EAAE,KAAK;IACzB,eAAe,EAAE,KAAK;IACtB,eAAe,EAAE,KAAK;CACvB,CAAC;AAEF,4CAA4C;AAC5C,MAAM,UAAU,aAAa,CAAC,MAAyB;IACrD,OAAO,EAAE,GAAG,QAAQ,EAAE,GAAG,MAAM,EAAE,CAAC;AACpC,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,YAAY,CAAC,MAAwB;IACnD,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IAEvC,IAAI,QAAQ,CAAC,QAAQ;QAAE,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC/C,IAAI,QAAQ,CAAC,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,aAAa,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;IACjE,IAAI,QAAQ,CAAC,UAAU;QAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IAC3E,IAAI,QAAQ,CAAC,UAAU;QAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IAC3E,IAAI,QAAQ,CAAC,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;IACxE,IAAI,QAAQ,CAAC,cAAc;QAAE,IAAI,CAAC,IAAI,CAAC,qBAAqB,QAAQ,CAAC,cAAc,EAAE,CAAC,CAAC;IACvF,IAAI,QAAQ,CAAC,QAAQ;QAAE,IAAI,CAAC,IAAI,CAAC,cAAc,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;IACpE,IAAI,QAAQ,CAAC,QAAQ;QAAE,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC/C,IAAI,QAAQ,CAAC,WAAW;QAAE,IAAI,CAAC,IAAI,CAAC,mBAAmB,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;IAC/E,IAAI,QAAQ,CAAC,WAAW;QAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACtD,IAAI,QAAQ,CAAC,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEvC,IAAI,QAAQ,CAAC,mBAAmB,KAAK,KAAK;QAAE,IAAI,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IACtF,IAAI,QAAQ,CAAC,eAAe,KAAK,KAAK;QAAE,IAAI,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IAC9E,IAAI,QAAQ,CAAC,iBAAiB,KAAK,KAAK;QAAE,IAAI,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IAClF,IAAI,QAAQ,CAAC,kBAAkB,KAAK,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IAElF,IAAI,QAAQ,CAAC,kBAAkB;QAAE,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACpE,IAAI,QAAQ,CAAC,sBAAsB;QAAE,IAAI,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAC5E,IAAI,QAAQ,CAAC,kBAAkB;QAAE,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAEpE,IAAI,QAAQ,CAAC,eAAe,KAAK,KAAK;QAAE,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC3E,IAAI,QAAQ,CAAC,eAAe,KAAK,KAAK;QAAE,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAE3E,IAAI,QAAQ,CAAC,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;IAEzD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,39 @@
+import type { ExtensionAPI } from '@earendil-works/pi-coding-agent';
+import type { Tool } from '@modelcontextprotocol/sdk/types.js';
+import { type BrowserUseConfig, configToArgs, resolveConfig, type VisionModelConfig } from './config.js';
+export type { BrowserUseConfig, VisionModelConfig };
+export { configToArgs, resolveConfig };
+/**
+ * MCP client that spawns chrome-devtools-mcp as a subprocess and communicates
+ * over stdio.  Owns the child-process lifecycle: connect() starts it, close() kills it.
+ */
+export declare class DevToolsClient {
+    private client;
+    private transport;
+    private config;
+    constructor(config?: BrowserUseConfig);
+    connect(): Promise<void>;
+    listAllTools(): Promise<Tool[]>;
+    callTool(name: string, args: Record<string, unknown>): Promise<{
+        content?: Array<{
+            type: string;
+            text?: string;
+            data?: string;
+            mimeType?: string;
+        }>;
+        isError?: boolean;
+    }>;
+    close(): Promise<void>;
+}
+/**
+ * pi-coding-agent extension entry point.
+ *
+ * On session_start: spawns chrome-devtools-mcp, discovers upstream tools,
+ * and registers each one via pi.registerTool() with a "browser_" prefix.
+ * On session_shutdown: tears down the subprocess.
+ *
+ * Config is loaded from config.json["pi-browser-use"] in the working directory.
+ * If visionModel is configured, an additional analyze_screenshot tool is registered.
+ */
+export default function browserUseExtension(pi: ExtensionAPI): void;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,YAAY,EAAoB,MAAM,iCAAiC,CAAC;AAGtF,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,oCAAoC,CAAC;AAO/D,OAAO,EACL,KAAK,gBAAgB,EACrB,YAAY,EACZ,aAAa,EACb,KAAK,iBAAiB,EACvB,MAAM,aAAa,CAAC;AAOrB,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC;AAsBvC;;;GAGG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,SAAS,CAAqC;IACtD,OAAO,CAAC,MAAM,CAAmB;gBAErB,MAAM,CAAC,EAAE,gBAAgB;IAI/B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBxB,YAAY,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;IAgB/B,QAAQ,CACZ,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC5B,OAAO,CAAC;QACT,OAAO,CAAC,EAAE,KAAK,CAAC;YACd,IAAI,EAAE,MAAM,CAAC;YACb,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,IAAI,CAAC,EAAE,MAAM,CAAC;YACd,QAAQ,CAAC,EAAE,MAAM,CAAC;SACnB,CAAC,CAAC;QACH,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;IAgBI,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAO7B;AAiDD;;;;;;;;;GASG;AACH,MAAM,CAAC,OAAO,UAAU,mBAAmB,CAAC,EAAE,EAAE,YAAY,GAAG,IAAI,CAqJlE"}

package/dist/index.js

@@ -0,0 +1,238 @@
+import { readFileSync } from 'node:fs';
+import { resolve } from 'node:path';
+import { complete } from '@earendil-works/pi-ai';
+import { Client } from '@modelcontextprotocol/sdk/client/index.js';
+import { StdioClientTransport } from '@modelcontextprotocol/sdk/client/stdio.js';
+import { Type } from 'typebox';
+import { handleAnalyzeScreenshot, VISUAL_SYSTEM_PROMPT, } from './analyze-screenshot.js';
+import { configToArgs, resolveConfig, } from './config.js';
+import { augmentToolDescription, extractTextContent, postProcessToolResult, } from './tool-augment.js';
+export { configToArgs, resolveConfig };
+// All upstream tools are re-exported with this prefix to avoid name collisions with other extensions.
+const TOOL_PREFIX = 'browser_';
+// These upstream tools are noisy or slow; skip them during registration.
+const EXCLUDED_TOOLS = new Set([
+    'lighthouse_audit',
+    'performance_analyze_insight',
+    'performance_start_trace',
+    'performance_stop_trace',
+    'screencast_start',
+    'screencast_stop',
+    'install_extension',
+    'list_extensions',
+    'reload_extension',
+    'trigger_extension_action',
+    'uninstall_extension',
+]);
+const MCP_TIMEOUT_MS = 60_000;
+/**
+ * MCP client that spawns chrome-devtools-mcp as a subprocess and communicates
+ * over stdio.  Owns the child-process lifecycle: connect() starts it, close() kills it.
+ */
+export class DevToolsClient {
+    client = null;
+    transport = null;
+    config;
+    constructor(config) {
+        this.config = resolveConfig(config);
+    }
+    async connect() {
+        const args = configToArgs(this.config);
+        this.transport = new StdioClientTransport({
+            command: 'npx',
+            args: ['-y', 'chrome-devtools-mcp@latest', ...args],
+            stderr: 'pipe',
+        });
+        this.client = new Client({ name: 'pi-browser-use', version: '0.1.0' }, { capabilities: {} });
+        this.transport.onerror = (error) => {
+            console.error(`[pi-browser-use] chrome-devtools-mcp transport error: ${error.message}`);
+        };
+        await this.client.connect(this.transport);
+    }
+    async listAllTools() {
+        if (!this.client)
+            throw new Error('Client not connected');
+        const allTools = [];
+        let cursor;
+        do {
+            const result = await this.client.listTools(cursor ? { cursor } : undefined, {
+                timeout: MCP_TIMEOUT_MS,
+            });
+            allTools.push(...result.tools);
+            cursor = result.nextCursor;
+        } while (cursor);
+        return allTools;
+    }
+    async callTool(name, args) {
+        if (!this.client)
+            throw new Error('Client not connected');
+        return (await this.client.callTool({ name, arguments: args }, undefined, {
+            timeout: MCP_TIMEOUT_MS,
+        }));
+    }
+    async close() {
+        if (this.client) {
+            await this.client.close();
+            this.client = null;
+        }
+        this.transport = null;
+    }
+}
+/** Read the pi-browser-use section from config.json in the working directory. */
+function loadConfigFromFile() {
+    try {
+        const configPath = resolve(process.cwd(), 'config.json');
+        const raw = readFileSync(configPath, 'utf-8');
+        const parsed = JSON.parse(raw);
+        return (parsed['pi-browser-use'] ?? {});
+    }
+    catch {
+        return {};
+    }
+}
+/** Convert upstream MCP result into pi-agent TextContent[], applying post-processing. */
+function toTextContent(result, originalName) {
+    const textContent = extractTextContent(result.content);
+    const processed = postProcessToolResult(originalName, textContent);
+    const content = [];
+    if (processed !== textContent) {
+        content.push({ type: 'text', text: processed });
+    }
+    else if (result.content) {
+        for (const item of result.content) {
+            if (item.type === 'text' && item.text) {
+                content.push({ type: 'text', text: item.text });
+            }
+        }
+    }
+    if (content.length === 0) {
+        content.push({ type: 'text', text: '' });
+    }
+    return result.isError ? { content, isError: true } : { content };
+}
+/**
+ * pi-coding-agent extension entry point.
+ *
+ * On session_start: spawns chrome-devtools-mcp, discovers upstream tools,
+ * and registers each one via pi.registerTool() with a "browser_" prefix.
+ * On session_shutdown: tears down the subprocess.
+ *
+ * Config is loaded from config.json["pi-browser-use"] in the working directory.
+ * If visionModel is configured, an additional analyze_screenshot tool is registered.
+ */
+export default function browserUseExtension(pi) {
+    const config = resolveConfig(loadConfigFromFile());
+    const client = new DevToolsClient(config);
+    let connected = false;
+    async function ensureConnected() {
+        if (!connected) {
+            await client.connect();
+            connected = true;
+        }
+    }
+    async function registerUpstreamTools() {
+        await ensureConnected();
+        const upstreamTools = await client.listAllTools();
+        for (const tool of upstreamTools) {
+            if (EXCLUDED_TOOLS.has(tool.name))
+                continue;
+            const prefixedName = `${TOOL_PREFIX}${tool.name}`;
+            const originalName = tool.name;
+            const description = augmentToolDescription(originalName, tool.description ?? '');
+            pi.registerTool({
+                name: prefixedName,
+                label: prefixedName,
+                description,
+                parameters: Type.Unsafe(tool.inputSchema),
+                async execute(_toolCallId, params, _signal, _onUpdate, _ctx) {
+                    const result = await client.callTool(originalName, params);
+                    const { content } = toTextContent(result, originalName);
+                    return { content, details: undefined };
+                },
+            });
+        }
+    }
+    /** Create a VisionCaller that uses pi-ai's complete() with the model registry. */
+    function createPiVisionCaller(visionConfig, ctx) {
+        return async (instruction, imageBase64, mimeType) => {
+            const model = ctx.modelRegistry.find(visionConfig.provider, visionConfig.model);
+            if (!model) {
+                throw new Error(`Vision model "${visionConfig.provider}/${visionConfig.model}" not found in model registry.`);
+            }
+            const auth = await ctx.modelRegistry.getApiKeyAndHeaders(model);
+            if (!auth.ok) {
+                throw new Error(`Auth failed for vision model: ${auth.error}`);
+            }
+            const options = {
+                temperature: 0,
+                maxTokens: 2048,
+            };
+            if (auth.apiKey)
+                options.apiKey = auth.apiKey;
+            if (auth.headers)
+                options.headers = auth.headers;
+            const result = await complete(model, {
+                systemPrompt: VISUAL_SYSTEM_PROMPT,
+                messages: [
+                    {
+                        role: 'user',
+                        content: [
+                            {
+                                type: 'text',
+                                text: `Analyze this screenshot and respond to the following instruction:\n\n${instruction}`,
+                            },
+                            { type: 'image', data: imageBase64, mimeType },
+                        ],
+                        timestamp: Date.now(),
+                    },
+                ],
+            }, options);
+            return result.content
+                .filter((c) => c.type === 'text')
+                .map((c) => c.text)
+                .join('');
+        };
+    }
+    async function registerVisionTool(visionConfig) {
+        pi.registerTool({
+            name: `${TOOL_PREFIX}analyze_screenshot`,
+            label: `${TOOL_PREFIX}analyze_screenshot`,
+            description: 'Analyze the current page visually using a screenshot. Use when you need to identify elements by visual attributes (color, layout, position) not available in the accessibility tree, or when you need precise pixel coordinates for click_at.',
+            parameters: Type.Object({
+                instruction: Type.Optional(Type.String({
+                    description: 'What to identify or analyze visually (e.g., "Find the coordinates of the blue submit button").',
+                })),
+            }),
+            async execute(_toolCallId, params, _signal, _onUpdate, ctx) {
+                await ensureConnected();
+                const callVision = createPiVisionCaller(visionConfig, ctx);
+                const result = await handleAnalyzeScreenshot(client, callVision, params);
+                const content = [];
+                if (result.content) {
+                    for (const item of result.content) {
+                        if (item.type === 'text' && item.text) {
+                            content.push({ type: 'text', text: item.text });
+                        }
+                    }
+                }
+                if (content.length === 0) {
+                    content.push({ type: 'text', text: '' });
+                }
+                return { content, details: undefined };
+            },
+        });
+    }
+    pi.on('session_start', async () => {
+        await registerUpstreamTools();
+        if (config.visionModel) {
+            await registerVisionTool(config.visionModel);
+        }
+    });
+    pi.on('session_shutdown', async () => {
+        if (connected) {
+            await client.close();
+            connected = false;
+        }
+    });
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAqC,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAEpF,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AAEjF,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAC/B,OAAO,EACL,uBAAuB,EACvB,oBAAoB,GAErB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,YAAY,EACZ,aAAa,GAEd,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,sBAAsB,EACtB,kBAAkB,EAClB,qBAAqB,GACtB,MAAM,mBAAmB,CAAC;AAG3B,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC;AAEvC,sGAAsG;AACtG,MAAM,WAAW,GAAG,UAAU,CAAC;AAE/B,yEAAyE;AACzE,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,kBAAkB;IAClB,6BAA6B;IAC7B,yBAAyB;IACzB,wBAAwB;IACxB,kBAAkB;IAClB,iBAAiB;IACjB,mBAAmB;IACnB,iBAAiB;IACjB,kBAAkB;IAClB,0BAA0B;IAC1B,qBAAqB;CACtB,CAAC,CAAC;AAEH,MAAM,cAAc,GAAG,MAAM,CAAC;AAE9B;;;GAGG;AACH,MAAM,OAAO,cAAc;IACjB,MAAM,GAAkB,IAAI,CAAC;IAC7B,SAAS,GAAgC,IAAI,CAAC;IAC9C,MAAM,CAAmB;IAEjC,YAAY,MAAyB;QACnC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEvC,IAAI,CAAC,SAAS,GAAG,IAAI,oBAAoB,CAAC;YACxC,OAAO,EAAE,KAAK;YACd,IAAI,EAAE,CAAC,IAAI,EAAE,4BAA4B,EAAE,GAAG,IAAI,CAAC;YACnD,MAAM,EAAE,MAAM;SACf,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,CAAC;QAE7F,IAAI,CAAC,SAAS,CAAC,OAAO,GAAG,CAAC,KAAY,EAAE,EAAE;YACxC,OAAO,CAAC,KAAK,CAAC,yDAAyD,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1F,CAAC,CAAC;QAEF,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAE1D,MAAM,QAAQ,GAAW,EAAE,CAAC;QAC5B,IAAI,MAA0B,CAAC;QAC/B,GAAG,CAAC;YACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE;gBAC1E,OAAO,EAAE,cAAc;aACxB,CAAC,CAAC;YACH,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/B,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC;QAC7B,CAAC,QAAQ,MAAM,EAAE;QAEjB,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,IAAY,EACZ,IAA6B;QAU7B,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAE1D,OAAO,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE;YACvE,OAAO,EAAE,cAAc;SACxB,CAAC,CAQD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACrB,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;IACxB,CAAC;CACF;AAED,iFAAiF;AACjF,SAAS,kBAAkB;IACzB,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,CAAC,CAAC;QACzD,MAAM,GAAG,GAAG,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA4B,CAAC;QAC1D,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAqB,CAAC;IAC9D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,yFAAyF;AACzF,SAAS,aAAa,CACpB,MAQC,EACD,YAAoB;IAEpB,MAAM,WAAW,GAAG,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,qBAAqB,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;IAEnE,MAAM,OAAO,GAA0C,EAAE,CAAC;IAE1D,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;QAC9B,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;IAClD,CAAC;SAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QAC1B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAClC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACtC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;AACnE,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,OAAO,UAAU,mBAAmB,CAAC,EAAgB;IAC1D,MAAM,MAAM,GAAG,aAAa,CAAC,kBAAkB,EAAE,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;IAC1C,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,KAAK,UAAU,eAAe;QAC5B,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;YACvB,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;IACH,CAAC;IAED,KAAK,UAAU,qBAAqB;QAClC,MAAM,eAAe,EAAE,CAAC;QACxB,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,YAAY,EAAE,CAAC;QAElD,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;YACjC,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,SAAS;YAE5C,MAAM,YAAY,GAAG,GAAG,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAClD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC;YAC/B,MAAM,WAAW,GAAG,sBAAsB,CAAC,YAAY,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;YAEjF,EAAE,CAAC,YAAY,CAAC;gBACd,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,YAAY;gBACnB,WAAW;gBACX,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC;gBACzC,KAAK,CAAC,OAAO,CACX,WAAmB,EACnB,MAA+B,EAC/B,OAAgC,EAChC,SAAkB,EAClB,IAAsB;oBAEtB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;oBAC3D,MAAM,EAAE,OAAO,EAAE,GAAG,aAAa,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;oBACxD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;gBACzC,CAAC;aACF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,kFAAkF;IAClF,SAAS,oBAAoB,CAC3B,YAA+B,EAC/B,GAAqB;QAErB,OAAO,KAAK,EAAE,WAAmB,EAAE,WAAmB,EAAE,QAAgB,EAAmB,EAAE;YAC3F,MAAM,KAAK,GAAG,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC;YAChF,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CACb,iBAAiB,YAAY,CAAC,QAAQ,IAAI,YAAY,CAAC,KAAK,gCAAgC,CAC7F,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;YAChE,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YACjE,CAAC;YAED,MAAM,OAAO,GAA4B;gBACvC,WAAW,EAAE,CAAC;gBACd,SAAS,EAAE,IAAI;aAChB,CAAC;YACF,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9C,IAAI,IAAI,CAAC,OAAO;gBAAE,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;YAEjD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAC3B,KAAK,EACL;gBACE,YAAY,EAAE,oBAAoB;gBAClC,QAAQ,EAAE;oBACR;wBACE,IAAI,EAAE,MAAe;wBACrB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,MAAe;gCACrB,IAAI,EAAE,wEAAwE,WAAW,EAAE;6BAC5F;4BACD,EAAE,IAAI,EAAE,OAAgB,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE;yBACxD;wBACD,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;qBACtB;iBACF;aACF,EACD,OAAO,CACR,CAAC;YAEF,OAAO,MAAM,CAAC,OAAO;iBAClB,MAAM,CAAC,CAAC,CAAC,EAAsB,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBACpD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;iBAClB,IAAI,CAAC,EAAE,CAAC,CAAC;QACd,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,UAAU,kBAAkB,CAAC,YAA+B;QAC/D,EAAE,CAAC,YAAY,CAAC;YACd,IAAI,EAAE,GAAG,WAAW,oBAAoB;YACxC,KAAK,EAAE,GAAG,WAAW,oBAAoB;YACzC,WAAW,EACT,+OAA+O;YACjP,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC;gBACtB,WAAW,EAAE,IAAI,CAAC,QAAQ,CACxB,IAAI,CAAC,MAAM,CAAC;oBACV,WAAW,EACT,gGAAgG;iBACnG,CAAC,CACH;aACF,CAAC;YACF,KAAK,CAAC,OAAO,CACX,WAAmB,EACnB,MAA+B,EAC/B,OAAgC,EAChC,SAAkB,EAClB,GAAqB;gBAErB,MAAM,eAAe,EAAE,CAAC;gBACxB,MAAM,UAAU,GAAG,oBAAoB,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;gBAC3D,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;gBACzE,MAAM,OAAO,GAA0C,EAAE,CAAC;gBAC1D,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;wBAClC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;4BACtC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;wBAClD,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACzB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC3C,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YACzC,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED,EAAE,CAAC,EAAE,CAAC,eAAe,EAAE,KAAK,IAAI,EAAE;QAChC,MAAM,qBAAqB,EAAE,CAAC;QAC9B,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,MAAM,kBAAkB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,EAAE,CAAC,kBAAkB,EAAE,KAAK,IAAI,EAAE;QACnC,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACrB,SAAS,GAAG,KAAK,CAAC;QACpB,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/tool-augment.d.ts

@@ -0,0 +1,14 @@
+/** Append usage hints to tool descriptions based on tool name keywords. */
+export declare function augmentToolDescription(toolName: string, description: string): string;
+/**
+ * Post-process tool output before returning to the LLM:
+ * - Strip embedded page snapshots (token bloat) from non-snapshot tools
+ * - Detect overlay/interactable issues on click actions
+ * - Detect stale element references
+ */
+export declare function postProcessToolResult(toolName: string, result: string): string;
+export declare function extractTextContent(content?: Array<{
+    type: string;
+    text?: string;
+}>): string;
+//# sourceMappingURL=tool-augment.d.ts.map

package/dist/tool-augment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-augment.d.ts","sourceRoot":"","sources":["../src/tool-augment.ts"],"names":[],"mappings":"AAoBA,2EAA2E;AAC3E,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,MAAM,CAOpF;AAWD;;;;;GAKG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CA4B9E;AAED,wBAAgB,kBAAkB,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,GAAG,MAAM,CAM3F"}

package/dist/tool-augment.js

@@ -0,0 +1,68 @@
+// Extra hints appended to upstream tool descriptions.
+// These steer the LLM toward correct usage (e.g. "call take_snapshot first").
+const DESCRIPTION_HINTS = {
+    fill_form: ' Fills multiple standard HTML form fields at once. Same limitations as fill — does not work on canvas/custom widgets.',
+    fill: ' Fills standard HTML form fields (<input>, <textarea>, <select>) by uid. Does NOT work on custom/canvas-based widgets (e.g., Google Sheets cells, Notion blocks). If fill times out or fails, click the element first then use press_key with individual characters instead.',
+    click_at: ' Clicks at exact pixel coordinates (x, y). Use when you have specific coordinates for visual elements.',
+    click: ' Use the element uid from the accessibility tree snapshot (e.g., uid="87_4"). UIDs are invalidated after this action — call take_snapshot before using another uid.',
+    hover: ' Use the element uid from the accessibility tree snapshot to hover over elements.',
+    take_snapshot: ' Returns the accessibility tree with uid values for each element. Call this FIRST to see available elements, and AFTER every state-changing action (click, fill, press_key) before using any uid.',
+    navigate_page: ' Navigate to the specified URL. Call take_snapshot after to see the new page.',
+    new_page: ' Opens a new page/tab with the specified URL. Call take_snapshot after to see the new page.',
+    press_key: ' Press a SINGLE keyboard key (e.g., "Enter", "Tab", "Escape", "ArrowDown", "a", "8"). ONLY accepts one key name — do NOT pass multi-character strings like "Hello" or "A1\\nEnter". To type text, use type_text instead of calling press_key for each character.',
+};
+/** Append usage hints to tool descriptions based on tool name keywords. */
+export function augmentToolDescription(toolName, description) {
+    for (const [key, hint] of Object.entries(DESCRIPTION_HINTS)) {
+        if (toolName.toLowerCase().includes(key)) {
+            return description + hint;
+        }
+    }
+    return description;
+}
+const OVERLAY_PATTERNS = [
+    'not interactable',
+    'obscured',
+    'intercept',
+    'blocked',
+    'element is not visible',
+    'element not found',
+];
+/**
+ * Post-process tool output before returning to the LLM:
+ * - Strip embedded page snapshots (token bloat) from non-snapshot tools
+ * - Detect overlay/interactable issues on click actions
+ * - Detect stale element references
+ */
+export function postProcessToolResult(toolName, result) {
+    let processed = result;
+    // Strip embedded snapshots to prevent token bloat (except take_snapshot)
+    if (toolName !== 'take_snapshot' && processed.includes('## Latest page snapshot')) {
+        const parts = processed.split('## Latest page snapshot');
+        processed = parts[0].trim();
+    }
+    // Detect overlay/interactable issues on click actions
+    if (toolName === 'click' || toolName.includes('click')) {
+        const isOverlayIssue = OVERLAY_PATTERNS.some((pattern) => processed.toLowerCase().includes(pattern));
+        if (isOverlayIssue) {
+            processed +=
+                '\n\nThis action may have been blocked by an overlay, popup, or tooltip. ' +
+                    'Look for close/dismiss buttons in the accessibility tree and click them first.';
+        }
+    }
+    // Detect stale element references
+    if (processed.toLowerCase().includes('stale') || processed.toLowerCase().includes('detached')) {
+        processed +=
+            '\n\nThe element reference is stale. Call take_snapshot to get fresh element uids.';
+    }
+    return processed;
+}
+export function extractTextContent(content) {
+    if (!content || !Array.isArray(content))
+        return '';
+    return content
+        .filter((c) => c.type === 'text' && c.text)
+        .map((c) => c.text)
+        .join('\n');
+}
+//# sourceMappingURL=tool-augment.js.map

package/dist/tool-augment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-augment.js","sourceRoot":"","sources":["../src/tool-augment.ts"],"names":[],"mappings":"AAAA,sDAAsD;AACtD,8EAA8E;AAC9E,MAAM,iBAAiB,GAA2B;IAChD,SAAS,EACP,uHAAuH;IACzH,IAAI,EAAE,8QAA8Q;IACpR,QAAQ,EACN,wGAAwG;IAC1G,KAAK,EACH,qKAAqK;IACvK,KAAK,EAAE,mFAAmF;IAC1F,aAAa,EACX,mMAAmM;IACrM,aAAa,EAAE,+EAA+E;IAC9F,QAAQ,EACN,6FAA6F;IAC/F,SAAS,EACP,kQAAkQ;CACrQ,CAAC;AAEF,2EAA2E;AAC3E,MAAM,UAAU,sBAAsB,CAAC,QAAgB,EAAE,WAAmB;IAC1E,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC5D,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzC,OAAO,WAAW,GAAG,IAAI,CAAC;QAC5B,CAAC;IACH,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,gBAAgB,GAAG;IACvB,kBAAkB;IAClB,UAAU;IACV,WAAW;IACX,SAAS;IACT,wBAAwB;IACxB,mBAAmB;CACpB,CAAC;AAEF;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAAgB,EAAE,MAAc;IACpE,IAAI,SAAS,GAAG,MAAM,CAAC;IAEvB,yEAAyE;IACzE,IAAI,QAAQ,KAAK,eAAe,IAAI,SAAS,CAAC,QAAQ,CAAC,yBAAyB,CAAC,EAAE,CAAC;QAClF,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QACzD,SAAS,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;IAC/B,CAAC;IAED,sDAAsD;IACtD,IAAI,QAAQ,KAAK,OAAO,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACvD,MAAM,cAAc,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CACvD,SAAS,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAC1C,CAAC;QACF,IAAI,cAAc,EAAE,CAAC;YACnB,SAAS;gBACP,0EAA0E;oBAC1E,gFAAgF,CAAC;QACrF,CAAC;IACH,CAAC;IAED,kCAAkC;IAClC,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9F,SAAS;YACP,mFAAmF,CAAC;IACxF,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAgD;IACjF,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACnD,OAAO,OAAO;SACX,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC;SAC1C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAK,CAAC;SACnB,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC"}

package/package.json

@@ -0,0 +1,54 @@
+{
+  "name": "@amaster.ai/pi-browser-use",
+  "version": "0.1.1-beta.0",
+  "description": "MCP proxy plugin for chrome-devtools-mcp with browser_ prefixed tools",
+  "license": "Apache-2.0",
+  "type": "module",
+  "sideEffects": false,
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    },
+    "./package.json": {
+      "default": "./package.json"
+    }
+  },
+  "bin": {
+    "pi-browser-use": "./dist/cli.js"
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/TGYD-helige/pi.git",
+    "directory": "packages/pi-browser-use"
+  },
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.29.0"
+  },
+  "peerDependencies": {
+    "@earendil-works/pi-ai": ">=0.74.0",
+    "@earendil-works/pi-coding-agent": ">=0.74.0",
+    "typebox": "*"
+  },
+  "devDependencies": {
+    "@earendil-works/pi-ai": "0.74.0",
+    "@earendil-works/pi-coding-agent": "0.74.0",
+    "tsup": "^8.4.0",
+    "typebox": "*",
+    "vitest": "^4.0.0"
+  },
+  "scripts": {
+    "build": "tsup",
+    "typecheck": "tsc -b --pretty false",
+    "test": "vitest run src"
+  }
+}