mcp-scraper 0.3.4 → 0.3.6

package/README.md

@@ -36,11 +36,8 @@ Run setup checks and generate agent wiring:
 
 ```bash
 npx -y -p mcp-scraper@latest mcp-scraper-cli doctor
-npx -y -p mcp-scraper@latest mcp-scraper-cli browser profiles --email seo@example.com
-npx -y -p mcp-scraper@latest mcp-scraper-cli browser import-chrome --email seo@example.com --name seo-example-com
 MCP_SCRAPER_API_KEY=sk_live_your_key npx -y -p mcp-scraper@latest mcp-scraper-cli agent install claude --apply
 npx -y -p mcp-scraper@latest mcp-scraper-cli agent install codex
-npx -y -p mcp-scraper@latest mcp-scraper-cli agent install claude-desktop --browser-mode local --browser-profile seo-example-com
 npx -y -p mcp-scraper@latest mcp-scraper-cli agent prompt agent-packet
 ```
 
@@ -109,9 +106,7 @@ Claude Desktop:
       "args": ["-y", "-p", "mcp-scraper@latest", "mcp-scraper-combined"],
       "env": {
         "MCP_SCRAPER_API_KEY": "sk_live_your_key",
-        "MCP_SCRAPER_BROWSER_MODE": "local",
-        "MCP_SCRAPER_BROWSER_PROFILE": "work-accounts",
-        "MCP_SCRAPER_BROWSER_EXECUTABLE": "/Applications/Google Chrome.app/Contents/MacOS/Google Chrome"
+        "BROWSER_AGENT_PROFILE_NAME": "work-accounts"
       }
     }
   }
@@ -124,20 +119,9 @@ For customer AI visibility setup, use the hosted profile connection flow. Open t
 
 Browser-agent hosted sessions are direct/no-proxy by default. They do not inherit the configured SERP/Maps proxy. Use proxies for SERP/Maps tools when those tools need location or anti-bot handling, not for the interactive login browser.
 
-Advanced local/developer mode can clone a Chrome profile into MCP Scraper managed storage:
-
-```bash
-mcp-scraper-cli browser import-chrome --email you@example.com --name work-accounts
-MCP_SCRAPER_API_KEY=sk_live_your_key mcp-scraper-cli agent install claude --apply --browser-mode local --browser-profile work-accounts
-```
-
-`browser import-chrome` copies the selected local Chrome profile into `~/.mcp-scraper/browser-profiles/<name>/user-data`, skipping cache and lock files. The managed clone can include cookies, local storage, history, session storage, and Chrome password database files. It does not upload the profile. Re-run `mcp-scraper-cli browser sync-profile <name>` after logging into new sites in normal Chrome.
-
-Set `MCP_SCRAPER_BROWSER_MODE=local` and `MCP_SCRAPER_BROWSER_PROFILE=<name>` when you want `browser_open` to launch local Google Chrome against that managed clone. A `profile` argument passed directly to `browser_open` overrides the default for that one session. Instagram tools can use the same managed profile by passing `browserProfile=<name>` or by running the API with local browser mode configured.
-
 `BROWSER_AGENT_PROFILE_NAME` sets the default saved hosted browser profile for future sessions. For first-time setup, use `browser_profile_onboard`, open the returned `watch_url`, complete login in the hosted browser, then call `browser_close` to persist cookies/local storage into the saved profile.
 
-Inside MCP clients, use `browser_profile_onboard` for customer setup and reconnects. `browser_profile_list`, `browser_profile_import`, and `browser_profile_sync` are local/developer helpers, not the normal customer auth path.
+Inside MCP clients, use `browser_profile_onboard` for customer setup and reconnects. The customer path does not import the user's local Chrome profile: it uses the hosted `watch_url` so the user controls the login session directly.
 
 Claude Code one-command setup:
 
@@ -218,10 +202,10 @@ env = { MCP_SCRAPER_API_KEY = "sk_live_your_key" }
 ### Browser-agent tools
 
 - `browser_open` — open a direct/no-proxy hosted browser session. Pass a saved profile name to load an authenticated session. Hosted mode returns a human `watch_url`.
-- `browser_profile_list` — list local Chrome account/profile metadata and suggested managed profile names. This does not read cookies, passwords, browsing history, or copy local Chrome state.
-- `browser_profile_import` — clone a local Chrome profile into `~/.mcp-scraper/browser-profiles` for local browser mode. This copies browser state files but skips cache and locks.
-- `browser_profile_sync` — refresh an existing managed local profile clone from its recorded source Chrome profile.
 - `browser_profile_onboard` — create or load a saved hosted browser profile and open a direct/no-proxy setup browser at Google with profile saving enabled. The user clicks Sign in through the `watch_url`, then `browser_close` persists cookies/local storage into the saved profile. Use this again whenever the profile disconnects.
+- `browser_profile_list` — developer-only local Chrome profile metadata helper. Do not use for customer auth setup.
+- `browser_profile_import` — developer-only local profile clone helper. Do not use for customer auth setup.
+- `browser_profile_sync` — developer-only local profile refresh helper. Do not use for customer auth setup.
 - `browser_screenshot` — capture a screenshot plus visible text and clickable element center coordinates and DOM bounds.
 - `browser_read` — read the current page text and elements with center coordinates and DOM bounds, without an image.
 - `browser_locate` — locate exact visible DOM elements or text ranges and return screenshot-pixel bounds.
@@ -262,11 +246,11 @@ The `mcp-scraper` and `mcp-scraper-combined` NPX stdio servers also expose saved
 - `MCP_SCRAPER_OUTPUT_DIR` is optional and defaults to `~/Downloads/mcp-scraper`.
 - `MCP_SCRAPER_SAVE_REPORTS=false` disables automatic Markdown report files.
 - `MCP_SCRAPER_KEY_PATH` is optional. When no API key env var is set, the server also reads `~/.mcp-scraper-key` for compatibility with older installs.
-- `MCP_SCRAPER_BROWSER_MODE=local` makes `browser_open` use local Google Chrome instead of the hosted browser service.
-- `MCP_SCRAPER_BROWSER_PROFILE` sets the default managed local browser profile name created by `mcp-scraper-cli browser import-chrome`.
-- `MCP_SCRAPER_BROWSER_EXECUTABLE` optionally points local browser mode at a Chrome executable. On macOS, Google Chrome is recommended so Keychain-backed Chrome state works.
-- `MCP_SCRAPER_BROWSER_PROFILE_DIR` optionally points local browser mode at a direct Chrome-compatible user data directory instead of a managed profile manifest.
-- Instagram tools accept `browserMode` (`auto`, `hosted`, `local`) and `browserProfile`; `browserProfile` uses the same managed local profiles created by `browser_profile_import/sync`.
+- `MCP_SCRAPER_BROWSER_MODE=local` is a developer-only override that makes `browser_open` use local Google Chrome instead of the hosted browser service. Do not set this for customer AI visibility setup.
+- `MCP_SCRAPER_BROWSER_PROFILE` is a developer-only local browser profile override. Hosted customer setup uses `BROWSER_AGENT_PROFILE_NAME` and `browser_profile_onboard`.
+- `MCP_SCRAPER_BROWSER_EXECUTABLE` optionally points developer-only local browser mode at a Chrome executable.
+- `MCP_SCRAPER_BROWSER_PROFILE_DIR` optionally points developer-only local browser mode at a direct Chrome-compatible user data directory.
+- Instagram tools accept `browserMode` (`auto`, `hosted`, `local`) and `browserProfile`; local mode is developer-only.
 - `BROWSER_AGENT_PROFILE_NAME` is optional and sets the default saved hosted browser profile for `browser-agent` and `mcp-scraper-combined` stdio sessions. Aliases: `BROWSER_SERVICE_PROFILE_NAME`, `KERNEL_BROWSER_PROFILE_NAME`, `KERNEL_PROFILE_NAME`.
 - `BROWSER_AGENT_PROFILE_SAVE_CHANGES=true` is optional hosted setup mode. It persists cookies and local storage back to the named profile when `browser_close` deletes the hosted browser session. Aliases: `BROWSER_SERVICE_PROFILE_SAVE_CHANGES`, `KERNEL_BROWSER_PROFILE_SAVE_CHANGES`, `KERNEL_PROFILE_SAVE_CHANGES`.
 

package/dist/bin/api-server.cjs

@@ -22080,7 +22080,7 @@ var PACKAGE_VERSION;
 var init_version = __esm({
   "src/version.ts"() {
     "use strict";
-    PACKAGE_VERSION = "0.3.4";
+    PACKAGE_VERSION = "0.3.6";
   }
 });
 
@@ -24784,6 +24784,8 @@ var init_run_capture = __esm({
 });
 
 // src/services/browser-agent/browser-agent-service.ts
+function keepHostedBrowserAlive(_browser) {
+}
 function client() {
   const apiKey = browserServiceApiKey();
   if (!apiKey) throw new Error("Browser backend API key is required");
@@ -24885,8 +24887,7 @@ async function goto(cdpWsUrl, url) {
     await page.goto(url, { waitUntil: "domcontentloaded", timeout: 45e3 });
     return { url: page.url(), title: await page.title() };
   } finally {
-    await browser.close().catch(() => {
-    });
+    keepHostedBrowserAlive(browser);
   }
 }
 async function captureFanout(cdpWsUrl, input) {
@@ -24896,8 +24897,7 @@ async function captureFanout(cdpWsUrl, input) {
     const page = context.pages()[0] ?? await context.newPage();
     return await runFanoutCapture(page, input);
   } finally {
-    await browser.close().catch(() => {
-    });
+    keepHostedBrowserAlive(browser);
   }
 }
 async function readPage(cdpWsUrl) {
@@ -24952,8 +24952,7 @@ async function readPage(cdpWsUrl) {
       }))
     };
   } finally {
-    await browser.close().catch(() => {
-    });
+    keepHostedBrowserAlive(browser);
   }
 }
 async function locatePageTargets(cdpWsUrl, targets) {
@@ -25095,8 +25094,7 @@ async function locatePageTargets(cdpWsUrl, targets) {
     }, targets);
     return { url, title, viewport: data.viewport, targets: data.targets };
   } finally {
-    await browser.close().catch(() => {
-    });
+    keepHostedBrowserAlive(browser);
   }
 }
 async function replayStart(runtimeSessionId) {