scrapeunblocker-mcp 0.3.0 → 0.3.2

package/dist/index.js

@@ -10,7 +10,7 @@ import { APIError, ScrapeUnblockerClient } from "scrapeunblocker";
 import { z } from "zod";
 
 // src/plugin-catalog.ts
-var CATEGORIES = ["Travel", "Google", "Search engines", "E-commerce", "Classifieds & Resale", "Groceries", "Real estate", "Vehicles", "Jobs", "Reviews & Companies", "Local & Maps", "Apps", "Video, Music & Communities", "SEO & Ads"];
+var CATEGORIES = ["Travel", "Google", "Search engines", "E-commerce", "Classifieds & Resale", "Groceries", "Real estate", "Vehicles", "Jobs", "Reviews & Companies", "Local & Maps", "Apps", "Video & Music", "SEO & Ads"];
 var PLUGINS = [
   {
     "name": "skyscanner_flights",
@@ -2140,7 +2140,7 @@ var PLUGINS = [
       {
         "name": "q",
         "type": "string",
-        "required": true,
+        "required": false,
         "description": "Search keyword, e.g. 'led face mask' (or a TikTok Shop keyword URL like 'https://www.tiktok.com/shop/product/led-face-mask'). Either this or `category`."
       },
       {
@@ -2920,6 +2920,12 @@ var PLUGINS = [
     },
     "description": "ALDI Australia (aldi.com.au) products as JSON. `mode=search&query=`, `mode=category&category=` and `mode=specials` return `products`: `id` (SKU), `name`, `brand`, `size`, `url`, `price`, `priceText`, `wasPrice`, `onSale`, `unitPrice` (`price`, `per`, `text`), `bottleDeposit`, `specialBuy` (on-sale date and label), `badges`, `available`, `soldOnline`, `ageRestricted`, `image`, `categories` and `categoryKeys`, plus `totalResults`, `totalPages` and `nextPage`. `mode=specials` lists one Special Buys drop (the current one, or the date / link in `category`; `theme` narrows it) and returns `promotions`, every drop ALDI has announced with its themes. `mode=product&product=` returns `product` with those fields and `description`, `ingredients`, `allergens`, `claims`, `storage`, `usage`, `countryOfOrigin` and `images`. Prices are ALDI's in-store prices in AUD (ALDI Australia does not sell groceries online). Listings collect up to `max_results` from `page` on, billed one unit per page.",
     "params": [
+      {
+        "name": "category",
+        "type": "string",
+        "required": false,
+        "description": "mode=category: a category link (https://www.aldi.com.au/products/dairy-eggs-fridge/milk/k/1111111160) or its key ('1111111160'; '1588161425841179' = Lower Prices). mode=specials: the Special Buys drop - its date ('2026-10-14') or link (https://www.aldi.com.au/special-buys/2026-10-14); blank = the current drop."
+      },
       {
         "name": "theme",
         "type": "string",
@@ -4523,13 +4529,6 @@ var PLUGINS = [
         "required": true,
         "description": "Product name or keyword to search for (mode=search), e.g. 'crm'."
       },
-      {
-        "name": "page",
-        "type": "integer",
-        "required": false,
-        "description": "1-based review page to start from: 25 reviews per page, at most 100 (Capterra's limit per product). Use the `nextPage` of a previous response to continue.",
-        "default": 1
-      },
       {
         "name": "max_results",
         "type": "integer",
@@ -5068,12 +5067,6 @@ var PLUGINS = [
         "required": false,
         "description": "App Store country (ISO-2), e.g. 'us', 'gb', 'de'. Prices, ratings and reviews are per country. Default: the country in an app URL, else 'us'."
       },
-      {
-        "name": "lang",
-        "type": "string",
-        "required": false,
-        "description": "Listing language for mode=app / mode=search, e.g. 'fr' or 'fr-CA' (for countries whose store has several languages). Default: the store's own."
-      },
       {
         "name": "max_results",
         "type": "integer",
@@ -5106,7 +5099,7 @@ var PLUGINS = [
   {
     "name": "youtube_channel",
     "title": "Scrape a YouTube channel's videos",
-    "category": "Video, Music & Communities",
+    "category": "Video & Music",
     "path": "/content/youtube-channel",
     "fixed": {},
     "description": "Returns a YouTube channel's recent videos as JSON: `videoId`, `title`, `views`, `published`, `thumbnail` and a watch `url`, plus a `channel` summary (name, id). Pass a handle (`@mkbhd`), a channel id (`UC...`) or a channel URL. Returns the channel's first page of videos (about 30).",
@@ -5142,7 +5135,7 @@ var PLUGINS = [
   {
     "name": "youtube_search",
     "title": "Search YouTube",
-    "category": "Video, Music & Communities",
+    "category": "Video & Music",
     "path": "/content/youtube-search",
     "fixed": {},
     "description": "Searches YouTube for `query` and returns the results as JSON. For each video: `videoId`, `title`, `url`, `channel` (name/id/url), `publishedText`, `viewCount` (+ text), `lengthSeconds` (+ text), `thumbnails`, `descriptionSnippet`, `badges`, `verified` and `isLive`. Filter with `type` (video / channel / playlist / all) and `sort` (relevance / date / views / rating), and collect up to `max_results` across pages.",
@@ -5182,46 +5175,10 @@ var PLUGINS = [
       }
     ]
   },
-  {
-    "name": "youtube_comments",
-    "title": "Scrape a YouTube video's comments",
-    "category": "Video, Music & Communities",
-    "path": "/content/youtube-comments",
-    "fixed": {},
-    "description": "Returns a YouTube video's comments as JSON. For each comment: `commentId`, `author`, `authorChannelId`, `authorThumbnail`, `text`, `likeCount`, `publishedTimeText`, `replyCount`, and the `isPinned`, `isHearted`, `isAuthorVerified` and `isUploader` flags, plus the video `title` and total `commentCount`. Sort by `top` or `newest` and collect up to `max_results` across pages.",
-    "params": [
-      {
-        "name": "video",
-        "type": "string",
-        "required": true,
-        "description": "Video id (dQw4w9WgXcQ) or any YouTube video URL."
-      },
-      {
-        "name": "sort",
-        "type": "string",
-        "required": false,
-        "description": "Comment order: top, newest.",
-        "default": "top"
-      },
-      {
-        "name": "max_results",
-        "type": "integer",
-        "required": false,
-        "description": "How many comments to collect across pages (~20 per page).",
-        "default": 20
-      },
-      {
-        "name": "proxy_country",
-        "type": "string",
-        "required": false,
-        "description": "Proxy country the request is sent from (ISO-2, e.g. 'US', 'DE') for the watch page. Defaults to US."
-      }
-    ]
-  },
   {
     "name": "youtube_transcript",
     "title": "Get a YouTube video transcript",
-    "category": "Video, Music & Communities",
+    "category": "Video & Music",
     "path": "/content/youtube-transcript",
     "fixed": {},
     "description": "Returns a YouTube video's captions as JSON: timestamped `segments` (`start`, `dur`, `text`) and a joined `text`, plus `availableLanguages`, the picked `language`, `isAutoGenerated`, and the video's `title`, `author` and `lengthSeconds`. Pass a video id or any YouTube video URL; choose a caption language with `lang`. Ideal for LLM/RAG pipelines, subtitles and content analysis.",
@@ -5256,7 +5213,7 @@ var PLUGINS = [
   {
     "name": "spotify_search",
     "title": "Scrape Spotify artists, albums, tracks, playlists and search (type=search)",
-    "category": "Video, Music & Communities",
+    "category": "Video & Music",
     "path": "/music/spotify",
     "fixed": {
       "type": "search"
@@ -5300,7 +5257,7 @@ var PLUGINS = [
   {
     "name": "spotify_artist",
     "title": "Scrape Spotify artists, albums, tracks, playlists and search (type=artist)",
-    "category": "Video, Music & Communities",
+    "category": "Video & Music",
     "path": "/music/spotify",
     "fixed": {
       "type": "artist"
@@ -5331,7 +5288,7 @@ var PLUGINS = [
   {
     "name": "spotify_album",
     "title": "Scrape Spotify artists, albums, tracks, playlists and search (type=album)",
-    "category": "Video, Music & Communities",
+    "category": "Video & Music",
     "path": "/music/spotify",
     "fixed": {
       "type": "album"
@@ -5368,7 +5325,7 @@ var PLUGINS = [
   {
     "name": "spotify_track",
     "title": "Scrape Spotify artists, albums, tracks, playlists and search (type=track)",
-    "category": "Video, Music & Communities",
+    "category": "Video & Music",
     "path": "/music/spotify",
     "fixed": {
       "type": "track"
@@ -5392,7 +5349,7 @@ var PLUGINS = [
   {
     "name": "spotify_playlist",
     "title": "Scrape Spotify artists, albums, tracks, playlists and search (type=playlist)",
-    "category": "Video, Music & Communities",
+    "category": "Video & Music",
     "path": "/music/spotify",
     "fixed": {
       "type": "playlist"
@@ -5426,143 +5383,6 @@ var PLUGINS = [
       }
     ]
   },
-  {
-    "name": "telegram_channel",
-    "title": "Scrape a public Telegram channel: info and posts",
-    "category": "Video, Music & Communities",
-    "path": "/social/telegram-channel",
-    "fixed": {},
-    "description": "Reads a public Telegram channel's web preview. Returns `channel` (`username`, `title`, `description`, `avatar`, `verified`, `subscribers` and the other `counters`) and `posts`, newest first: `id`, `url`, `date` (ISO-8601 UTC), `text` (plain), `textHtml`, `views`, `author` (signature), `edited`, `forwardedFrom`, `replyTo`, `media` (photo / video / animation / round_video / voice / audio / document / sticker, with CDN `url`, `thumbnail`, `duration`), `poll`, `linkPreview`, `reactions` (a custom-emoji reaction has its `customEmojiId`, plus the standard `emoji` and `image` Telegram falls back to when the page shows that emoji anywhere), `buttons`, `links`, `hashtags` (the tags Telegram links; a bare '#7' is text) and `mentions`. One page (about 20 posts) by default; `max_posts` (up to 500) pages back through history; `before`, `after` and `since` bound the range, `q` searches inside the channel and `post_id` returns one post. `nextBefore` continues a capped answer. Only channels have a public preview: users, bots, groups and private channels answer 404. Billed one request per page fetched (`pagesFetched`).",
-    "params": [
-      {
-        "name": "channel",
-        "type": "string",
-        "required": true,
-        "description": "Public channel: username ('durov'), '@durov', or a t.me link ('https://t.me/durov', 'https://t.me/s/durov'). A post link ('https://t.me/durov/400') returns that one post."
-      },
-      {
-        "name": "max_posts",
-        "type": "integer",
-        "required": false,
-        "description": "Posts to collect, newest first (1-500), paging back through the channel's history; each page fetched is billed as one request. Omit it for one page, billed once: the newest posts (a page has 20 message slots and an album fills one per photo, so it can hold fewer posts)."
-      },
-      {
-        "name": "before",
-        "type": "integer",
-        "required": false,
-        "description": "Only posts with an id below this one. Pass `nextBefore` of a previous response to continue where it stopped."
-      },
-      {
-        "name": "after",
-        "type": "integer",
-        "required": false,
-        "description": "Stop at this post id: only posts with a higher id are returned."
-      },
-      {
-        "name": "since",
-        "type": "string",
-        "required": false,
-        "description": "Stop at this date: only posts published on or after it (YYYY-MM-DD or an ISO-8601 datetime, UTC when no offset is given)."
-      },
-      {
-        "name": "q",
-        "type": "string",
-        "required": false,
-        "description": "Search inside the channel: only posts matching this text."
-      },
-      {
-        "name": "post_id",
-        "type": "integer",
-        "required": false,
-        "description": "Return only this post (a post id of the channel)."
-      },
-      {
-        "name": "proxy_country",
-        "type": "string",
-        "required": false,
-        "description": "Proxy country the request is sent from (ISO-2, e.g. 'US', 'DE'). Leave blank to let the API pick."
-      }
-    ]
-  },
-  {
-    "name": "quora_question",
-    "title": "Scrape Quora questions, answers and profiles (mode=question)",
-    "category": "Video, Music & Communities",
-    "path": "/social/quora",
-    "fixed": {
-      "mode": "question"
-    },
-    "description": "Given a Quora `question` (URL or slug), returns the `question` (`qid`, `title`, `url`, `answerCount`, `allRelatedCount`, `followerCount`, `commentCount`, `topics`) and its `answers`: `id`, `url`, `relation` (`answer`, `merged` for an answer to a question Quora merged into this one, `related` with `include_related=true`), the answered `question`, `author` (`name`, `uid`, `profileUrl`, `imageUrl`, `credential`, `isVerified`, `isAnonymous`), the full `text` with `images` and `links`, `upvotes`, `views`, `shares`, `comments`, `createdAt`, `updatedAt` and `isAiGenerated`; plus `relatedQuestions`. Answers are in Quora's own order, up to `max_answers` (10 per page after the first few), unique within a call. `nextCursor` as `cursor` continues, best-effort: Quora re-ranks the list on every visit, so a continuation can repeat or skip answers of earlier calls (dedupe by `id`); for a complete list ask for a larger `max_answers` in one call (up to 300). `mode=profile&profile=` returns a public `profile` (`name`, `headline`, `description`, follower / following / answer / question / post counts, `contentViews`, `credentials`, `knowsAbout`, `spaces`, `topWriterYears`, `joinedAt`) with its newest `answers`. No login: only what Quora shows an anonymous visitor - Quora's search is not available that way, and Quora lists only a profile's newest few dozen answers to logged-out visitors (`pagingStopped`: `quora_logged_out_limit`). `pagingStopped` otherwise names why paging ended early (`blocked`, `time`, `unavailable`). Billed one unit per page fetched (`pagesFetched`); a `cursor` continuation bills only its GraphQL pages.",
-    "params": [
-      {
-        "name": "question",
-        "type": "string",
-        "required": true,
-        "description": "Quora question URL (https://www.quora.com/What-is-the-best-way-to-learn-programming), an answer URL on it, or the question slug (What-is-the-best-way-to-learn-programming). Language editions such as es.quora.com are accepted as URLs. Required with mode=question."
-      },
-      {
-        "name": "max_answers",
-        "type": "integer",
-        "required": false,
-        "description": "Answers to return: 1-300 with mode=question (default 20), 0-200 with mode=profile (default 10; 0 = profile only). Answers come 10 per page after the first few; each page is one billed unit."
-      },
-      {
-        "name": "include_related",
-        "type": "boolean",
-        "required": false,
-        "description": "mode=question: also return the answers Quora shows from related questions (its 'All related' view, `relation`='related'). By default only answers to this question and to questions merged into it.",
-        "default": false
-      },
-      {
-        "name": "cursor",
-        "type": "string",
-        "required": false,
-        "description": "Continue after a previous call: pass its `nextCursor`. Best-effort: each call is a new Quora visit and Quora re-ranks the list per visit, so a continuation can repeat or skip answers of earlier calls - dedupe by answer `id`. For a complete list ask for a larger `max_answers` in one call (up to 300)."
-      },
-      {
-        "name": "proxy_country",
-        "type": "string",
-        "required": false,
-        "description": "Proxy country the request is sent from (ISO-2, e.g. 'US', 'DE'). Leave blank for the countries chosen for the site."
-      }
-    ]
-  },
-  {
-    "name": "quora_profile",
-    "title": "Scrape Quora questions, answers and profiles (mode=profile)",
-    "category": "Video, Music & Communities",
-    "path": "/social/quora",
-    "fixed": {
-      "mode": "profile"
-    },
-    "description": "Given a Quora `question` (URL or slug), returns the `question` (`qid`, `title`, `url`, `answerCount`, `allRelatedCount`, `followerCount`, `commentCount`, `topics`) and its `answers`: `id`, `url`, `relation` (`answer`, `merged` for an answer to a question Quora merged into this one, `related` with `include_related=true`), the answered `question`, `author` (`name`, `uid`, `profileUrl`, `imageUrl`, `credential`, `isVerified`, `isAnonymous`), the full `text` with `images` and `links`, `upvotes`, `views`, `shares`, `comments`, `createdAt`, `updatedAt` and `isAiGenerated`; plus `relatedQuestions`. Answers are in Quora's own order, up to `max_answers` (10 per page after the first few), unique within a call. `nextCursor` as `cursor` continues, best-effort: Quora re-ranks the list on every visit, so a continuation can repeat or skip answers of earlier calls (dedupe by `id`); for a complete list ask for a larger `max_answers` in one call (up to 300). `mode=profile&profile=` returns a public `profile` (`name`, `headline`, `description`, follower / following / answer / question / post counts, `contentViews`, `credentials`, `knowsAbout`, `spaces`, `topWriterYears`, `joinedAt`) with its newest `answers`. No login: only what Quora shows an anonymous visitor - Quora's search is not available that way, and Quora lists only a profile's newest few dozen answers to logged-out visitors (`pagingStopped`: `quora_logged_out_limit`). `pagingStopped` otherwise names why paging ended early (`blocked`, `time`, `unavailable`). Billed one unit per page fetched (`pagesFetched`); a `cursor` continuation bills only its GraphQL pages.",
-    "params": [
-      {
-        "name": "profile",
-        "type": "string",
-        "required": true,
-        "description": "Quora profile URL (https://www.quora.com/profile/Adam-DAngelo) or profile slug (Adam-DAngelo). Required with mode=profile."
-      },
-      {
-        "name": "max_answers",
-        "type": "integer",
-        "required": false,
-        "description": "Answers to return: 1-300 with mode=question (default 20), 0-200 with mode=profile (default 10; 0 = profile only). Answers come 10 per page after the first few; each page is one billed unit."
-      },
-      {
-        "name": "cursor",
-        "type": "string",
-        "required": false,
-        "description": "Continue after a previous call: pass its `nextCursor`. Best-effort: each call is a new Quora visit and Quora re-ranks the list per visit, so a continuation can repeat or skip answers of earlier calls - dedupe by answer `id`. For a complete list ask for a larger `max_answers` in one call (up to 300)."
-      },
-      {
-        "name": "proxy_country",
-        "type": "string",
-        "required": false,
-        "description": "Proxy country the request is sent from (ISO-2, e.g. 'US', 'DE'). Leave blank for the countries chosen for the site."
-      }
-    ]
-  },
   {
     "name": "similarweb_overview",
     "title": "Get a website's Similarweb traffic overview",
@@ -5837,7 +5657,7 @@ ${details(plugin)}`, true);
 }
 
 // src/index.ts
-var VERSION = "0.3.0";
+var VERSION = "0.3.2";
 var DEFAULT_BASE_URL = "https://api.scrapeunblocker.com";
 var API_KEY_HEADER = "x-scrapeunblocker-key";
 function resolveApiKey() {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "scrapeunblocker-mcp",
-  "version": "0.3.0",
+  "version": "0.3.2",
   "mcpName": "com.scrapeunblocker/scrapeunblocker-mcp",
   "description": "Model Context Protocol (MCP) server for ScrapeUnblocker - lets Claude fetch any web page's HTML (or AI-parsed JSON) and run 100+ site plugins that return structured JSON, through the ScrapeUnblocker anti-bot API, using your own API key.",
   "keywords": [