scrapeunblocker-mcp 0.12.7 → 0.12.9

package/README.md

@@ -16,7 +16,7 @@ You bring your **own** API key. Nothing is shared or proxied through us.
 | `browse_page` | Run interactive browser `steps` on a page (click, type, select, scroll, wait), then return the resulting HTML. Not read-only: it acts on the website. |
 | `list_elements` | List a page's notable elements with a ready-to-use selector for each (selector discovery). |
 | `fetch_parsed` | Fetch a page and return AI-parsed structured JSON. |
-| `google_search` | Run a Google search and return the results page as JSON: organic results with real URLs, favicons, sitelinks and ratings, ads, AI Overview, People also ask, related searches with links, knowledge panel, news, videos, local and shopping results. |
+| `google_search` | Run a Google search and return the results page as JSON: organic results with real URLs, favicons, sitelinks and ratings, ads, AI Overview, People also ask, related searches with links, knowledge panel, news, videos, local and shopping results. Set `full_urls: true` to get every result's exact page URL: Google gives out the last links up to about 40 seconds after the search, so the call takes that much longer (billed the same). Without it, a result whose link has not come yet has the site's home page as its `url`. |
 | `fetch_markdown` | Fetch a page and return it as clean Markdown: the main content with absolute links, without scripts, styles, navigation or footer. Usually 2-25% the size of the HTML, so it is the cheap way for a model to read a page. |
 | `search_and_read` | Search Google and read the top results in one call: Google's AI Overview (when there is one), the first 1-5 result pages as Markdown, and the other results as title, URL and snippet. Billed as one search plus one request per page read. |
 | `list_plugins` | List the ready-made site plugins (100+: Amazon, Walmart, Zillow, Booking.com, Indeed, Google Trends, YouTube, App Store, Ahrefs, ...) with their parameters. Free - it calls nothing. |

package/dist/index.js

@@ -8955,7 +8955,7 @@ ${body}`);
 }
 
 // src/index.ts
-var VERSION = "0.12.7";
+var VERSION = "0.12.9";
 var DEFAULT_BASE_URL = "https://api.scrapeunblocker.com";
 var API_KEY_HEADER = "x-scrapeunblocker-key";
 function resolveApiKey() {
@@ -8968,11 +8968,16 @@ function resolveBaseUrl() {
     ""
   );
 }
+function userAgent() {
+  const name = server.server.getClientVersion()?.name ?? "";
+  const app = name.toLowerCase().replace(/[^a-z0-9]+/g, "-").slice(0, 32).replace(/^-+|-+$/g, "");
+  return app ? `scrapeunblocker-mcp/${VERSION} mcp-host/${app}` : `scrapeunblocker-mcp/${VERSION}`;
+}
 function client() {
   const apiKey = resolveApiKey();
   if (!apiKey) throw new Error(MISSING_KEY_MESSAGE);
   const baseUrl = process.env.SCRAPEUNBLOCKER_BASE_URL || void 0;
-  return new ScrapeUnblockerClient({ apiKey, baseUrl, userAgent: `scrapeunblocker-mcp/${VERSION}` });
+  return new ScrapeUnblockerClient({ apiKey, baseUrl, userAgent: userAgent() });
 }
 function errorText(err) {
   if (err instanceof Error) return err.message;
@@ -9027,7 +9032,7 @@ function pageSourceUrl(params) {
 function requestHeaders(apiKey) {
   return {
     [API_KEY_HEADER]: apiKey,
-    "User-Agent": `scrapeunblocker-mcp/${VERSION}`,
+    "User-Agent": userAgent(),
     Accept: "*/*"
   };
 }
@@ -9346,18 +9351,23 @@ server.registerTool(
   {
     title: "Google search results",
     annotations: { title: "Google search results", readOnlyHint: true, openWorldHint: true, destructiveHint: false },
-    description: "Run a Google search through ScrapeUnblocker and return the results page as structured JSON: organic results with their real URLs, favicons, sitelinks and star ratings, ads, the AI Overview, People also ask, related searches with their links, the knowledge panel, top stories, videos, local and shopping results. Use this to discover URLs before fetching them.",
+    description: "Run a Google search through ScrapeUnblocker and return the results page as structured JSON: organic results with their real URLs, favicons, sitelinks and star ratings, ads, the AI Overview, People also ask, related searches with their links, the knowledge panel, top stories, videos, local and shopping results. Use this to discover URLs before fetching them. Set `full_urls` when you need the exact page URL of every result.",
     inputSchema: {
       keyword: z3.string().min(1).describe("The search query."),
       proxy_country: z3.string().length(2).optional().describe("Optional ISO country code to search from, e.g. 'US'."),
-      pages_to_check: z3.number().int().positive().max(10).optional().describe("How many result pages to collect (default 1).")
+      pages_to_check: z3.number().int().positive().max(10).optional().describe("How many result pages to collect (default 1)."),
+      full_urls: z3.boolean().optional().describe(
+        "Wait until Google gives out every result's real URL. Set it when you need the exact page URL of all results (e.g. to cite or open them); leave it off for quick answers. Google releases a results page's links a few at a time, the last ones up to about 40 seconds after the search: without it a result whose link has not come yet has the site's home page as its `url` (or a Google redirect link), with it the call takes up to about 40 seconds longer. Billed the same."
+      )
     }
   },
   async (args) => {
     try {
-      const results = await client().serp(args.keyword, {
-        proxyCountry: args.proxy_country,
-        pagesToCheck: args.pages_to_check
+      const results = await client().plugin("/serpApi", {
+        keyword: args.keyword,
+        proxy_country: args.proxy_country,
+        pages_to_check: args.pages_to_check ?? 1,
+        full_urls: args.full_urls ? true : void 0
       });
       return {
         content: [{ type: "text", text: JSON.stringify(results, null, 2) }]

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "scrapeunblocker-mcp",
-  "version": "0.12.7",
+  "version": "0.12.9",
   "mcpName": "com.scrapeunblocker/scrapeunblocker-mcp",
   "description": "Model Context Protocol (MCP) server for ScrapeUnblocker - lets Claude fetch any web page's HTML (or AI-parsed JSON) and run 100+ site plugins that return structured JSON, through the ScrapeUnblocker anti-bot API, using your own API key.",
   "keywords": [