scrapeunblocker-mcp 0.3.1 → 0.3.3

package/dist/index.js

@@ -10,7 +10,7 @@ import { APIError, ScrapeUnblockerClient } from "scrapeunblocker";
 import { z } from "zod";
 
 // src/plugin-catalog.ts
-var CATEGORIES = ["Travel", "Google", "Search engines", "E-commerce", "Classifieds & Resale", "Groceries", "Real estate", "Vehicles", "Jobs", "Reviews & Companies", "Local & Maps", "Apps", "Video, Music & Communities", "SEO & Ads"];
+var CATEGORIES = ["Travel", "Google", "Search engines", "E-commerce", "Classifieds & Resale", "Groceries", "Real estate", "Vehicles", "Jobs", "Reviews & Companies", "Local & Maps", "Apps", "Video & Music", "SEO & Ads"];
 var PLUGINS = [
   {
     "name": "skyscanner_flights",
@@ -1755,52 +1755,6 @@ var PLUGINS = [
       }
     ]
   },
-  {
-    "name": "temu_search",
-    "title": "Search Temu by keyword",
-    "category": "E-commerce",
-    "path": "/goods/temu-search",
-    "fixed": {},
-    "description": "Searches Temu for `keyword` and returns the matching product urls (~40 per page). This is discovery only - fetch each url's data (name, price, rating, reviews, images) through `POST /goods/temu-product`. Use `sort` to pick Temu's own result order (relevance, best_selling, recent, price_asc, price_desc). Response time is typically ~2s.",
-    "params": [
-      {
-        "name": "keyword",
-        "type": "string",
-        "required": true,
-        "description": "Search phrase, e.g. 'kids toys' or 'phone case'."
-      },
-      {
-        "name": "limit",
-        "type": "integer",
-        "required": false,
-        "description": "Max product urls to return (one search page carries ~40).",
-        "default": 40
-      },
-      {
-        "name": "sort",
-        "type": "string",
-        "required": false,
-        "description": "Result order, using Temu's own sort: `relevance` (default), `best_selling` (top sales), `recent` (most recent), `price_asc` (price low to high) or `price_desc` (price high to low).",
-        "default": "relevance"
-      }
-    ]
-  },
-  {
-    "name": "temu_product",
-    "title": "Scrape a Temu product page",
-    "category": "E-commerce",
-    "path": "/goods/temu-product",
-    "fixed": {},
-    "description": "Fetches a single Temu product and returns it as JSON: `name`, `description`, `brand`, `sku`, `price`, `priceCurrency`, `availability`, `itemCondition`, `rating`, `reviewCount`, `variantGroupId`, `images`, `reviews` (per-review rating and date; Temu masks the review text and author name in this document) and `video` (a `{contentUrl, thumbnailUrl, uploadDate}` object when the product ships one, else null). Temu serves product data only to search-engine crawlers, so this reads the ld+json SEO document rather than a browser render. The url must be a product page (path ends in `-g-<id>.html`).",
-    "params": [
-      {
-        "name": "url",
-        "type": "string",
-        "required": true,
-        "description": "Full Temu product url, e.g. 'https://www.temu.com/xyz-g-601099512345678.html'. Must be a product page (its path ends in `-g-<id>.html`); search/category urls have no product data and are rejected."
-      }
-    ]
-  },
   {
     "name": "shein_search",
     "title": "Scrape SHEIN product search",
@@ -5099,7 +5053,7 @@ var PLUGINS = [
   {
     "name": "youtube_channel",
     "title": "Scrape a YouTube channel's videos",
-    "category": "Video, Music & Communities",
+    "category": "Video & Music",
     "path": "/content/youtube-channel",
     "fixed": {},
     "description": "Returns a YouTube channel's recent videos as JSON: `videoId`, `title`, `views`, `published`, `thumbnail` and a watch `url`, plus a `channel` summary (name, id). Pass a handle (`@mkbhd`), a channel id (`UC...`) or a channel URL. Returns the channel's first page of videos (about 30).",
@@ -5135,7 +5089,7 @@ var PLUGINS = [
   {
     "name": "youtube_search",
     "title": "Search YouTube",
-    "category": "Video, Music & Communities",
+    "category": "Video & Music",
     "path": "/content/youtube-search",
     "fixed": {},
     "description": "Searches YouTube for `query` and returns the results as JSON. For each video: `videoId`, `title`, `url`, `channel` (name/id/url), `publishedText`, `viewCount` (+ text), `lengthSeconds` (+ text), `thumbnails`, `descriptionSnippet`, `badges`, `verified` and `isLive`. Filter with `type` (video / channel / playlist / all) and `sort` (relevance / date / views / rating), and collect up to `max_results` across pages.",
@@ -5175,46 +5129,10 @@ var PLUGINS = [
       }
     ]
   },
-  {
-    "name": "youtube_comments",
-    "title": "Scrape a YouTube video's comments",
-    "category": "Video, Music & Communities",
-    "path": "/content/youtube-comments",
-    "fixed": {},
-    "description": "Returns a YouTube video's comments as JSON. For each comment: `commentId`, `author`, `authorChannelId`, `authorThumbnail`, `text`, `likeCount`, `publishedTimeText`, `replyCount`, and the `isPinned`, `isHearted`, `isAuthorVerified` and `isUploader` flags, plus the video `title` and total `commentCount`. Sort by `top` or `newest` and collect up to `max_results` across pages.",
-    "params": [
-      {
-        "name": "video",
-        "type": "string",
-        "required": true,
-        "description": "Video id (dQw4w9WgXcQ) or any YouTube video URL."
-      },
-      {
-        "name": "sort",
-        "type": "string",
-        "required": false,
-        "description": "Comment order: top, newest.",
-        "default": "top"
-      },
-      {
-        "name": "max_results",
-        "type": "integer",
-        "required": false,
-        "description": "How many comments to collect across pages (~20 per page).",
-        "default": 20
-      },
-      {
-        "name": "proxy_country",
-        "type": "string",
-        "required": false,
-        "description": "Proxy country the request is sent from (ISO-2, e.g. 'US', 'DE') for the watch page. Defaults to US."
-      }
-    ]
-  },
   {
     "name": "youtube_transcript",
     "title": "Get a YouTube video transcript",
-    "category": "Video, Music & Communities",
+    "category": "Video & Music",
     "path": "/content/youtube-transcript",
     "fixed": {},
     "description": "Returns a YouTube video's captions as JSON: timestamped `segments` (`start`, `dur`, `text`) and a joined `text`, plus `availableLanguages`, the picked `language`, `isAutoGenerated`, and the video's `title`, `author` and `lengthSeconds`. Pass a video id or any YouTube video URL; choose a caption language with `lang`. Ideal for LLM/RAG pipelines, subtitles and content analysis.",
@@ -5249,7 +5167,7 @@ var PLUGINS = [
   {
     "name": "spotify_search",
     "title": "Scrape Spotify artists, albums, tracks, playlists and search (type=search)",
-    "category": "Video, Music & Communities",
+    "category": "Video & Music",
     "path": "/music/spotify",
     "fixed": {
       "type": "search"
@@ -5293,7 +5211,7 @@ var PLUGINS = [
   {
     "name": "spotify_artist",
     "title": "Scrape Spotify artists, albums, tracks, playlists and search (type=artist)",
-    "category": "Video, Music & Communities",
+    "category": "Video & Music",
     "path": "/music/spotify",
     "fixed": {
       "type": "artist"
@@ -5324,7 +5242,7 @@ var PLUGINS = [
   {
     "name": "spotify_album",
     "title": "Scrape Spotify artists, albums, tracks, playlists and search (type=album)",
-    "category": "Video, Music & Communities",
+    "category": "Video & Music",
     "path": "/music/spotify",
     "fixed": {
       "type": "album"
@@ -5361,7 +5279,7 @@ var PLUGINS = [
   {
     "name": "spotify_track",
     "title": "Scrape Spotify artists, albums, tracks, playlists and search (type=track)",
-    "category": "Video, Music & Communities",
+    "category": "Video & Music",
     "path": "/music/spotify",
     "fixed": {
       "type": "track"
@@ -5385,7 +5303,7 @@ var PLUGINS = [
   {
     "name": "spotify_playlist",
     "title": "Scrape Spotify artists, albums, tracks, playlists and search (type=playlist)",
-    "category": "Video, Music & Communities",
+    "category": "Video & Music",
     "path": "/music/spotify",
     "fixed": {
       "type": "playlist"
@@ -5419,143 +5337,6 @@ var PLUGINS = [
       }
     ]
   },
-  {
-    "name": "telegram_channel",
-    "title": "Scrape a public Telegram channel: info and posts",
-    "category": "Video, Music & Communities",
-    "path": "/social/telegram-channel",
-    "fixed": {},
-    "description": "Reads a public Telegram channel's web preview. Returns `channel` (`username`, `title`, `description`, `avatar`, `verified`, `subscribers` and the other `counters`) and `posts`, newest first: `id`, `url`, `date` (ISO-8601 UTC), `text` (plain), `textHtml`, `views`, `author` (signature), `edited`, `forwardedFrom`, `replyTo`, `media` (photo / video / animation / round_video / voice / audio / document / sticker, with CDN `url`, `thumbnail`, `duration`), `poll`, `linkPreview`, `reactions` (a custom-emoji reaction has its `customEmojiId`, plus the standard `emoji` and `image` Telegram falls back to when the page shows that emoji anywhere), `buttons`, `links`, `hashtags` (the tags Telegram links; a bare '#7' is text) and `mentions`. One page (about 20 posts) by default; `max_posts` (up to 500) pages back through history; `before`, `after` and `since` bound the range, `q` searches inside the channel and `post_id` returns one post. `nextBefore` continues a capped answer. Only channels have a public preview: users, bots, groups and private channels answer 404. Billed one request per page fetched (`pagesFetched`).",
-    "params": [
-      {
-        "name": "channel",
-        "type": "string",
-        "required": true,
-        "description": "Public channel: username ('durov'), '@durov', or a t.me link ('https://t.me/durov', 'https://t.me/s/durov'). A post link ('https://t.me/durov/400') returns that one post."
-      },
-      {
-        "name": "max_posts",
-        "type": "integer",
-        "required": false,
-        "description": "Posts to collect, newest first (1-500), paging back through the channel's history; each page fetched is billed as one request. Omit it for one page, billed once: the newest posts (a page has 20 message slots and an album fills one per photo, so it can hold fewer posts)."
-      },
-      {
-        "name": "before",
-        "type": "integer",
-        "required": false,
-        "description": "Only posts with an id below this one. Pass `nextBefore` of a previous response to continue where it stopped."
-      },
-      {
-        "name": "after",
-        "type": "integer",
-        "required": false,
-        "description": "Stop at this post id: only posts with a higher id are returned."
-      },
-      {
-        "name": "since",
-        "type": "string",
-        "required": false,
-        "description": "Stop at this date: only posts published on or after it (YYYY-MM-DD or an ISO-8601 datetime, UTC when no offset is given)."
-      },
-      {
-        "name": "q",
-        "type": "string",
-        "required": false,
-        "description": "Search inside the channel: only posts matching this text."
-      },
-      {
-        "name": "post_id",
-        "type": "integer",
-        "required": false,
-        "description": "Return only this post (a post id of the channel)."
-      },
-      {
-        "name": "proxy_country",
-        "type": "string",
-        "required": false,
-        "description": "Proxy country the request is sent from (ISO-2, e.g. 'US', 'DE'). Leave blank to let the API pick."
-      }
-    ]
-  },
-  {
-    "name": "quora_question",
-    "title": "Scrape Quora questions, answers and profiles (mode=question)",
-    "category": "Video, Music & Communities",
-    "path": "/social/quora",
-    "fixed": {
-      "mode": "question"
-    },
-    "description": "Given a Quora `question` (URL or slug), returns the `question` (`qid`, `title`, `url`, `answerCount`, `allRelatedCount`, `followerCount`, `commentCount`, `topics`) and its `answers`: `id`, `url`, `relation` (`answer`, `merged` for an answer to a question Quora merged into this one, `related` with `include_related=true`), the answered `question`, `author` (`name`, `uid`, `profileUrl`, `imageUrl`, `credential`, `isVerified`, `isAnonymous`), the full `text` with `images` and `links`, `upvotes`, `views`, `shares`, `comments`, `createdAt`, `updatedAt` and `isAiGenerated`; plus `relatedQuestions`. Answers are in Quora's own order, up to `max_answers` (10 per page after the first few), unique within a call. `nextCursor` as `cursor` continues, best-effort: Quora re-ranks the list on every visit, so a continuation can repeat or skip answers of earlier calls (dedupe by `id`); for a complete list ask for a larger `max_answers` in one call (up to 300). `mode=profile&profile=` returns a public `profile` (`name`, `headline`, `description`, follower / following / answer / question / post counts, `contentViews`, `credentials`, `knowsAbout`, `spaces`, `topWriterYears`, `joinedAt`) with its newest `answers`. No login: only what Quora shows an anonymous visitor - Quora's search is not available that way, and Quora lists only a profile's newest few dozen answers to logged-out visitors (`pagingStopped`: `quora_logged_out_limit`). `pagingStopped` otherwise names why paging ended early (`blocked`, `time`, `unavailable`). Billed one unit per page fetched (`pagesFetched`); a `cursor` continuation bills only its GraphQL pages.",
-    "params": [
-      {
-        "name": "question",
-        "type": "string",
-        "required": true,
-        "description": "Quora question URL (https://www.quora.com/What-is-the-best-way-to-learn-programming), an answer URL on it, or the question slug (What-is-the-best-way-to-learn-programming). Language editions such as es.quora.com are accepted as URLs. Required with mode=question."
-      },
-      {
-        "name": "max_answers",
-        "type": "integer",
-        "required": false,
-        "description": "Answers to return: 1-300 with mode=question (default 20), 0-200 with mode=profile (default 10; 0 = profile only). Answers come 10 per page after the first few; each page is one billed unit."
-      },
-      {
-        "name": "include_related",
-        "type": "boolean",
-        "required": false,
-        "description": "mode=question: also return the answers Quora shows from related questions (its 'All related' view, `relation`='related'). By default only answers to this question and to questions merged into it.",
-        "default": false
-      },
-      {
-        "name": "cursor",
-        "type": "string",
-        "required": false,
-        "description": "Continue after a previous call: pass its `nextCursor`. Best-effort: each call is a new Quora visit and Quora re-ranks the list per visit, so a continuation can repeat or skip answers of earlier calls - dedupe by answer `id`. For a complete list ask for a larger `max_answers` in one call (up to 300)."
-      },
-      {
-        "name": "proxy_country",
-        "type": "string",
-        "required": false,
-        "description": "Proxy country the request is sent from (ISO-2, e.g. 'US', 'DE'). Leave blank for the countries chosen for the site."
-      }
-    ]
-  },
-  {
-    "name": "quora_profile",
-    "title": "Scrape Quora questions, answers and profiles (mode=profile)",
-    "category": "Video, Music & Communities",
-    "path": "/social/quora",
-    "fixed": {
-      "mode": "profile"
-    },
-    "description": "Given a Quora `question` (URL or slug), returns the `question` (`qid`, `title`, `url`, `answerCount`, `allRelatedCount`, `followerCount`, `commentCount`, `topics`) and its `answers`: `id`, `url`, `relation` (`answer`, `merged` for an answer to a question Quora merged into this one, `related` with `include_related=true`), the answered `question`, `author` (`name`, `uid`, `profileUrl`, `imageUrl`, `credential`, `isVerified`, `isAnonymous`), the full `text` with `images` and `links`, `upvotes`, `views`, `shares`, `comments`, `createdAt`, `updatedAt` and `isAiGenerated`; plus `relatedQuestions`. Answers are in Quora's own order, up to `max_answers` (10 per page after the first few), unique within a call. `nextCursor` as `cursor` continues, best-effort: Quora re-ranks the list on every visit, so a continuation can repeat or skip answers of earlier calls (dedupe by `id`); for a complete list ask for a larger `max_answers` in one call (up to 300). `mode=profile&profile=` returns a public `profile` (`name`, `headline`, `description`, follower / following / answer / question / post counts, `contentViews`, `credentials`, `knowsAbout`, `spaces`, `topWriterYears`, `joinedAt`) with its newest `answers`. No login: only what Quora shows an anonymous visitor - Quora's search is not available that way, and Quora lists only a profile's newest few dozen answers to logged-out visitors (`pagingStopped`: `quora_logged_out_limit`). `pagingStopped` otherwise names why paging ended early (`blocked`, `time`, `unavailable`). Billed one unit per page fetched (`pagesFetched`); a `cursor` continuation bills only its GraphQL pages.",
-    "params": [
-      {
-        "name": "profile",
-        "type": "string",
-        "required": true,
-        "description": "Quora profile URL (https://www.quora.com/profile/Adam-DAngelo) or profile slug (Adam-DAngelo). Required with mode=profile."
-      },
-      {
-        "name": "max_answers",
-        "type": "integer",
-        "required": false,
-        "description": "Answers to return: 1-300 with mode=question (default 20), 0-200 with mode=profile (default 10; 0 = profile only). Answers come 10 per page after the first few; each page is one billed unit."
-      },
-      {
-        "name": "cursor",
-        "type": "string",
-        "required": false,
-        "description": "Continue after a previous call: pass its `nextCursor`. Best-effort: each call is a new Quora visit and Quora re-ranks the list per visit, so a continuation can repeat or skip answers of earlier calls - dedupe by answer `id`. For a complete list ask for a larger `max_answers` in one call (up to 300)."
-      },
-      {
-        "name": "proxy_country",
-        "type": "string",
-        "required": false,
-        "description": "Proxy country the request is sent from (ISO-2, e.g. 'US', 'DE'). Leave blank for the countries chosen for the site."
-      }
-    ]
-  },
   {
     "name": "similarweb_overview",
     "title": "Get a website's Similarweb traffic overview",
@@ -5830,7 +5611,7 @@ ${details(plugin)}`, true);
 }
 
 // src/index.ts
-var VERSION = "0.3.1";
+var VERSION = "0.3.3";
 var DEFAULT_BASE_URL = "https://api.scrapeunblocker.com";
 var API_KEY_HEADER = "x-scrapeunblocker-key";
 function resolveApiKey() {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "scrapeunblocker-mcp",
-  "version": "0.3.1",
+  "version": "0.3.3",
   "mcpName": "com.scrapeunblocker/scrapeunblocker-mcp",
   "description": "Model Context Protocol (MCP) server for ScrapeUnblocker - lets Claude fetch any web page's HTML (or AI-parsed JSON) and run 100+ site plugins that return structured JSON, through the ScrapeUnblocker anti-bot API, using your own API key.",
   "keywords": [