mcp-server-scraper 1.0.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Ofer Shapira
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,114 @@
+# mcp-server-scraper
+
+[![npm version](https://img.shields.io/npm/v/mcp-server-scraper.svg)](https://www.npmjs.com/package/mcp-server-scraper)
+[![npm downloads](https://img.shields.io/npm/dm/mcp-server-scraper.svg)](https://www.npmjs.com/package/mcp-server-scraper)
+[![CI](https://github.com/ofershap/mcp-server-scraper/actions/workflows/ci.yml/badge.svg)](https://github.com/ofershap/mcp-server-scraper/actions/workflows/ci.yml)
+[![TypeScript](https://img.shields.io/badge/TypeScript-strict-blue.svg)](https://www.typescriptlang.org/)
+[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
+
+Extract clean, readable content from any URL. Returns markdown text, links, and metadata. No API keys, no config. A free alternative to Firecrawl for scraping docs, blogs, and articles.
+
+```bash
+npx mcp-server-scraper
+```
+
+> Works with Claude Desktop, Cursor, VS Code Copilot, and any MCP client. No accounts or API keys needed.
+
+![MCP server for web scraping, content extraction, and URL metadata](assets/demo.gif)
+
+<sub>Demo built with <a href="https://github.com/ofershap/remotion-readme-kit">remotion-readme-kit</a></sub>
+
+## Why
+
+When you're working with an AI assistant and need to reference a docs page, a blog post, or an API reference, you usually end up copy-pasting content manually. Tools like Firecrawl solve this but require a paid API key. This server does the same thing for free. It fetches a URL, runs it through Mozilla Readability (the same engine behind Firefox Reader View), and returns clean markdown. It works well for server-rendered content like documentation sites, blog posts, and articles. It won't handle JavaScript-heavy SPAs, but for the most common use case of "read this docs page and summarize it," it does the job.
+
+## Tools
+
+| Tool               | What it does                                                     |
+| ------------------ | ---------------------------------------------------------------- |
+| `scrape_url`       | Extract clean text content from a URL (Readability-powered)      |
+| `extract_links`    | Get all links with href and anchor text                          |
+| `extract_metadata` | Get title, description, OG tags, canonical, favicon              |
+| `search_page`      | Search for a query string within the page, return matching lines |
+| `scrape_multiple`  | Batch scrape multiple URLs, get title + excerpt per URL          |
+
+## Quick Start
+
+### Cursor
+
+Add to `.cursor/mcp.json`:
+
+```json
+{
+  "mcpServers": {
+    "scraper": {
+      "command": "npx",
+      "args": ["-y", "mcp-server-scraper"]
+    }
+  }
+}
+```
+
+### Claude Desktop
+
+Add to `claude_desktop_config.json`:
+
+```json
+{
+  "mcpServers": {
+    "scraper": {
+      "command": "npx",
+      "args": ["-y", "mcp-server-scraper"]
+    }
+  }
+}
+```
+
+### VS Code
+
+Add to your MCP settings (e.g. `.vscode/mcp.json`):
+
+```json
+{
+  "mcp": {
+    "servers": {
+      "scraper": {
+        "command": "npx",
+        "args": ["-y", "mcp-server-scraper"]
+      }
+    }
+  }
+}
+```
+
+## Examples
+
+- "Scrape the API docs from https://docs.example.com and summarize them"
+- "Extract all links from this page"
+- "What's the OG image and description for this URL?"
+- "Search this page for mentions of 'authentication'"
+- "Scrape these 5 URLs and give me a summary of each"
+
+## How it works
+
+Uses [Mozilla Readability](https://github.com/mozilla/readability) (the engine behind Firefox Reader View) plus [linkedom](https://github.com/WebReflection/linkedom) for fast HTML parsing in Node. No headless browser needed. Works best with server-rendered pages: docs, blogs, articles, news sites.
+
+## Development
+
+```bash
+npm install
+npm run typecheck
+npm run build
+npm test
+```
+
+## Author
+
+**Ofer Shapira**
+
+[![LinkedIn](https://img.shields.io/badge/LinkedIn-ofershap-blue?logo=linkedin)](https://linkedin.com/in/ofershap)
+[![GitHub](https://img.shields.io/badge/GitHub-ofershap-black?logo=github)](https://github.com/ofershap)
+
+## License
+
+[MIT](LICENSE) © [Ofer Shapira](https://github.com/ofershap)

package/dist/index.js

@@ -0,0 +1,214 @@
+#!/usr/bin/env node
+
+// src/index.ts
+import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
+import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
+import { z } from "zod";
+
+// src/scraper.ts
+import { Readability } from "@mozilla/readability";
+import { parseHTML } from "linkedom";
+async function fetchPage(url) {
+  const response = await fetch(url, {
+    headers: {
+      "User-Agent": "Mozilla/5.0 (compatible; mcp-server-scraper/1.0)",
+      Accept: "text/html,application/xhtml+xml"
+    },
+    redirect: "follow"
+  });
+  if (!response.ok) {
+    throw new Error(`HTTP ${response.status}: ${response.statusText}`);
+  }
+  return response.text();
+}
+async function scrapeUrl(url) {
+  const html = await fetchPage(url);
+  const { document } = parseHTML(html);
+  const reader = new Readability(document);
+  const article = reader.parse();
+  if (!article) {
+    throw new Error("Could not extract readable content from the page");
+  }
+  const textContent = article.textContent?.trim() ?? "";
+  return {
+    title: article.title ?? "",
+    content: textContent,
+    excerpt: article.excerpt ?? "",
+    byline: article.byline ?? "",
+    siteName: article.siteName ?? "",
+    length: article.length ?? textContent.length
+  };
+}
+async function extractLinks(url) {
+  const html = await fetchPage(url);
+  const { document } = parseHTML(html);
+  const anchors = Array.from(document.querySelectorAll("a[href]"));
+  const links = [];
+  const baseUrl = new URL(url);
+  for (const a of anchors) {
+    const href = a.getAttribute("href");
+    if (!href || href.startsWith("#") || href.startsWith("javascript:"))
+      continue;
+    try {
+      const resolved = new URL(href, baseUrl).href;
+      links.push({ href: resolved, text: (a.textContent ?? "").trim() });
+    } catch {
+    }
+  }
+  return links;
+}
+async function extractMetadata(url) {
+  const html = await fetchPage(url);
+  const { document } = parseHTML(html);
+  const getMeta = (name) => {
+    const el = document.querySelector(
+      `meta[property="${name}"], meta[name="${name}"]`
+    );
+    return el?.getAttribute("content") ?? "";
+  };
+  const title = document.querySelector("title")?.textContent ?? "";
+  const canonical = document.querySelector("link[rel='canonical']")?.getAttribute("href") ?? "";
+  const favicon = document.querySelector("link[rel='icon'], link[rel='shortcut icon']")?.getAttribute("href") ?? "";
+  return {
+    title,
+    description: getMeta("description"),
+    ogTitle: getMeta("og:title"),
+    ogDescription: getMeta("og:description"),
+    ogImage: getMeta("og:image"),
+    canonical,
+    favicon
+  };
+}
+async function searchPage(url, query) {
+  const html = await fetchPage(url);
+  const { document } = parseHTML(html);
+  const text = document.body?.textContent ?? "";
+  const lines = text.split("\n").map((l) => l.trim()).filter(Boolean);
+  const queryLower = query.toLowerCase();
+  return lines.filter(
+    (line) => line.toLowerCase().includes(queryLower)
+  );
+}
+async function scrapeMultiple(urls) {
+  const results = await Promise.allSettled(
+    urls.map(async (url) => {
+      const content = await scrapeUrl(url);
+      return {
+        url,
+        title: content.title,
+        excerpt: content.excerpt
+      };
+    })
+  );
+  return results.map((r, i) => {
+    if (r.status === "fulfilled") return r.value;
+    return {
+      url: urls[i] ?? "",
+      title: "",
+      excerpt: "",
+      error: String(r.reason.message)
+    };
+  });
+}
+
+// src/index.ts
+var server = new McpServer({
+  name: "mcp-server-scraper",
+  version: "1.0.0"
+});
+server.tool(
+  "scrape_url",
+  "Extract clean, readable text content from a URL using Mozilla Readability. Returns title, excerpt, and main content. Best for articles, docs, and blog posts.",
+  {
+    url: z.string().url().describe("The URL to scrape")
+  },
+  async ({ url }) => {
+    const content = await scrapeUrl(url);
+    const text = [
+      `# ${content.title}`,
+      content.byline ? `*${content.byline}*` : null,
+      content.siteName ? `*${content.siteName}*` : null,
+      "",
+      content.excerpt ? `> ${content.excerpt}` : null,
+      "",
+      "---",
+      "",
+      content.content,
+      "",
+      `_(${content.length} characters)_`
+    ].filter(Boolean).join("\n");
+    return { content: [{ type: "text", text }] };
+  }
+);
+server.tool(
+  "extract_links",
+  "Extract all links from a page with their href and anchor text. Resolves relative URLs. Skips anchors and javascript: links.",
+  {
+    url: z.string().url().describe("The URL to extract links from")
+  },
+  async ({ url }) => {
+    const links = await extractLinks(url);
+    const text = links.length === 0 ? "No links found." : links.map((l, i) => `${i + 1}. [${l.text || l.href}](${l.href})`).join("\n");
+    return { content: [{ type: "text", text }] };
+  }
+);
+server.tool(
+  "extract_metadata",
+  "Extract page metadata: title, description, Open Graph tags (og:title, og:description, og:image), canonical URL, and favicon.",
+  {
+    url: z.string().url().describe("The URL to extract metadata from")
+  },
+  async ({ url }) => {
+    const meta = await extractMetadata(url);
+    const lines = [
+      `**Title:** ${meta.title || "(none)"}`,
+      `**Description:** ${meta.description || "(none)"}`,
+      `**og:title:** ${meta.ogTitle || "(none)"}`,
+      `**og:description:** ${meta.ogDescription || "(none)"}`,
+      `**og:image:** ${meta.ogImage || "(none)"}`,
+      `**Canonical:** ${meta.canonical || "(none)"}`,
+      `**Favicon:** ${meta.favicon || "(none)"}`
+    ];
+    return { content: [{ type: "text", text: lines.join("\n") }] };
+  }
+);
+server.tool(
+  "search_page",
+  "Search for a query string within the page text. Returns matching lines (one per line). Use for finding mentions of a term.",
+  {
+    url: z.string().url().describe("The URL to search"),
+    query: z.string().describe("The search query")
+  },
+  async ({ url, query }) => {
+    const lines = await searchPage(url, query);
+    const text = lines.length === 0 ? `No lines containing "${query}" found.` : lines.map((l, i) => `${i + 1}. ${l}`).join("\n");
+    return { content: [{ type: "text", text }] };
+  }
+);
+server.tool(
+  "scrape_multiple",
+  "Batch scrape multiple URLs. Returns title and excerpt for each. Failures are reported per URL without failing the whole batch.",
+  {
+    urls: z.array(z.string().url()).describe("Array of URLs to scrape")
+  },
+  async ({ urls }) => {
+    const results = await scrapeMultiple(urls);
+    const lines = results.map((r, i) => {
+      if (r.error) {
+        return `${i + 1}. **${r.url}** \u2014 Error: ${r.error}`;
+      }
+      return `${i + 1}. **${r.title || "(no title)"}** \u2014 ${r.excerpt || "(no excerpt)"}
+   ${r.url}`;
+    });
+    return { content: [{ type: "text", text: lines.join("\n\n") }] };
+  }
+);
+async function main() {
+  const transport = new StdioServerTransport();
+  await server.connect(transport);
+}
+main().catch((err) => {
+  console.error("Fatal error:", err);
+  process.exit(1);
+});
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/index.ts","../src/scraper.ts"],"sourcesContent":["import { McpServer } from \"@modelcontextprotocol/sdk/server/mcp.js\";\nimport { StdioServerTransport } from \"@modelcontextprotocol/sdk/server/stdio.js\";\nimport { z } from \"zod\";\nimport {\n  scrapeUrl,\n  extractLinks,\n  extractMetadata,\n  searchPage,\n  scrapeMultiple,\n} from \"./scraper.js\";\n\nconst server = new McpServer({\n  name: \"mcp-server-scraper\",\n  version: \"1.0.0\",\n});\n\nserver.tool(\n  \"scrape_url\",\n  \"Extract clean, readable text content from a URL using Mozilla Readability. Returns title, excerpt, and main content. Best for articles, docs, and blog posts.\",\n  {\n    url: z.string().url().describe(\"The URL to scrape\"),\n  },\n  async ({ url }) => {\n    const content = await scrapeUrl(url);\n    const text = [\n      `# ${content.title}`,\n      content.byline ? `*${content.byline}*` : null,\n      content.siteName ? `*${content.siteName}*` : null,\n      \"\",\n      content.excerpt ? `> ${content.excerpt}` : null,\n      \"\",\n      \"---\",\n      \"\",\n      content.content,\n      \"\",\n      `_(${content.length} characters)_`,\n    ]\n      .filter(Boolean)\n      .join(\"\\n\");\n\n    return { content: [{ type: \"text\", text }] };\n  },\n);\n\nserver.tool(\n  \"extract_links\",\n  \"Extract all links from a page with their href and anchor text. Resolves relative URLs. Skips anchors and javascript: links.\",\n  {\n    url: z.string().url().describe(\"The URL to extract links from\"),\n  },\n  async ({ url }) => {\n    const links = await extractLinks(url);\n    const text =\n      links.length === 0\n        ? \"No links found.\"\n        : links\n            .map((l, i) => `${i + 1}. [${l.text || l.href}](${l.href})`)\n            .join(\"\\n\");\n\n    return { content: [{ type: \"text\", text }] };\n  },\n);\n\nserver.tool(\n  \"extract_metadata\",\n  \"Extract page metadata: title, description, Open Graph tags (og:title, og:description, og:image), canonical URL, and favicon.\",\n  {\n    url: z.string().url().describe(\"The URL to extract metadata from\"),\n  },\n  async ({ url }) => {\n    const meta = await extractMetadata(url);\n    const lines = [\n      `**Title:** ${meta.title || \"(none)\"}`,\n      `**Description:** ${meta.description || \"(none)\"}`,\n      `**og:title:** ${meta.ogTitle || \"(none)\"}`,\n      `**og:description:** ${meta.ogDescription || \"(none)\"}`,\n      `**og:image:** ${meta.ogImage || \"(none)\"}`,\n      `**Canonical:** ${meta.canonical || \"(none)\"}`,\n      `**Favicon:** ${meta.favicon || \"(none)\"}`,\n    ];\n    return { content: [{ type: \"text\", text: lines.join(\"\\n\") }] };\n  },\n);\n\nserver.tool(\n  \"search_page\",\n  \"Search for a query string within the page text. Returns matching lines (one per line). Use for finding mentions of a term.\",\n  {\n    url: z.string().url().describe(\"The URL to search\"),\n    query: z.string().describe(\"The search query\"),\n  },\n  async ({ url, query }) => {\n    const lines = await searchPage(url, query);\n    const text =\n      lines.length === 0\n        ? `No lines containing \"${query}\" found.`\n        : lines.map((l, i) => `${i + 1}. ${l}`).join(\"\\n\");\n\n    return { content: [{ type: \"text\", text }] };\n  },\n);\n\nserver.tool(\n  \"scrape_multiple\",\n  \"Batch scrape multiple URLs. Returns title and excerpt for each. Failures are reported per URL without failing the whole batch.\",\n  {\n    urls: z.array(z.string().url()).describe(\"Array of URLs to scrape\"),\n  },\n  async ({ urls }) => {\n    const results = await scrapeMultiple(urls);\n    const lines = results.map((r, i) => {\n      if (r.error) {\n        return `${i + 1}. **${r.url}** — Error: ${r.error}`;\n      }\n      return `${i + 1}. **${r.title || \"(no title)\"}** — ${r.excerpt || \"(no excerpt)\"}\\n   ${r.url}`;\n    });\n    return { content: [{ type: \"text\", text: lines.join(\"\\n\\n\") }] };\n  },\n);\n\nasync function main() {\n  const transport = new StdioServerTransport();\n  await server.connect(transport);\n}\n\nmain().catch((err) => {\n  console.error(\"Fatal error:\", err);\n  process.exit(1);\n});\n","import { Readability } from \"@mozilla/readability\";\nimport { parseHTML } from \"linkedom\";\n\nexport interface ScrapedContent {\n  title: string;\n  content: string;\n  excerpt: string;\n  byline: string;\n  siteName: string;\n  length: number;\n}\n\nexport interface PageMetadata {\n  title: string;\n  description: string;\n  ogTitle: string;\n  ogDescription: string;\n  ogImage: string;\n  canonical: string;\n  favicon: string;\n}\n\nexport interface PageLink {\n  href: string;\n  text: string;\n}\n\nasync function fetchPage(url: string): Promise<string> {\n  const response = await fetch(url, {\n    headers: {\n      \"User-Agent\": \"Mozilla/5.0 (compatible; mcp-server-scraper/1.0)\",\n      Accept: \"text/html,application/xhtml+xml\",\n    },\n    redirect: \"follow\",\n  });\n  if (!response.ok) {\n    throw new Error(`HTTP ${response.status}: ${response.statusText}`);\n  }\n  return response.text();\n}\n\nexport async function scrapeUrl(url: string): Promise<ScrapedContent> {\n  const html = await fetchPage(url);\n  const { document } = parseHTML(html);\n  const reader = new Readability(document as unknown as Document);\n  const article = reader.parse();\n  if (!article) {\n    throw new Error(\"Could not extract readable content from the page\");\n  }\n  const textContent = article.textContent?.trim() ?? \"\";\n  return {\n    title: article.title ?? \"\",\n    content: textContent,\n    excerpt: article.excerpt ?? \"\",\n    byline: article.byline ?? \"\",\n    siteName: article.siteName ?? \"\",\n    length: article.length ?? textContent.length,\n  };\n}\n\nexport async function extractLinks(url: string): Promise<PageLink[]> {\n  const html = await fetchPage(url);\n  const { document } = parseHTML(html);\n  const anchors = Array.from(document.querySelectorAll(\"a[href]\"));\n  const links: PageLink[] = [];\n  const baseUrl = new URL(url);\n  for (const a of anchors) {\n    const href = a.getAttribute(\"href\");\n    if (!href || href.startsWith(\"#\") || href.startsWith(\"javascript:\"))\n      continue;\n    try {\n      const resolved = new URL(href, baseUrl).href;\n      links.push({ href: resolved, text: (a.textContent ?? \"\").trim() });\n    } catch {\n      // skip invalid URLs\n    }\n  }\n  return links;\n}\n\nexport async function extractMetadata(url: string): Promise<PageMetadata> {\n  const html = await fetchPage(url);\n  const { document } = parseHTML(html);\n\n  const getMeta = (name: string): string => {\n    const el = document.querySelector(\n      `meta[property=\"${name}\"], meta[name=\"${name}\"]`,\n    );\n    return el?.getAttribute(\"content\") ?? \"\";\n  };\n\n  const title = document.querySelector(\"title\")?.textContent ?? \"\";\n  const canonical =\n    document.querySelector(\"link[rel='canonical']\")?.getAttribute(\"href\") ?? \"\";\n  const favicon =\n    document\n      .querySelector(\"link[rel='icon'], link[rel='shortcut icon']\")\n      ?.getAttribute(\"href\") ?? \"\";\n\n  return {\n    title,\n    description: getMeta(\"description\"),\n    ogTitle: getMeta(\"og:title\"),\n    ogDescription: getMeta(\"og:description\"),\n    ogImage: getMeta(\"og:image\"),\n    canonical,\n    favicon,\n  };\n}\n\nexport async function searchPage(\n  url: string,\n  query: string,\n): Promise<string[]> {\n  const html = await fetchPage(url);\n  const { document } = parseHTML(html);\n  const text = document.body?.textContent ?? \"\";\n  const lines = text\n    .split(\"\\n\")\n    .map((l: string) => l.trim())\n    .filter(Boolean);\n  const queryLower = query.toLowerCase();\n  return lines.filter((line: string) =>\n    line.toLowerCase().includes(queryLower),\n  );\n}\n\nexport async function scrapeMultiple(\n  urls: string[],\n): Promise<{ url: string; title: string; excerpt: string; error?: string }[]> {\n  const results = await Promise.allSettled(\n    urls.map(async (url) => {\n      const content = await scrapeUrl(url);\n      return {\n        url,\n        title: content.title,\n        excerpt: content.excerpt,\n      };\n    }),\n  );\n  return results.map((r, i) => {\n    if (r.status === \"fulfilled\") return r.value;\n    return {\n      url: urls[i] ?? \"\",\n      title: \"\",\n      excerpt: \"\",\n      error: String((r.reason as Error).message),\n    };\n  });\n}\n"],"mappings":";;;AAAA,SAAS,iBAAiB;AAC1B,SAAS,4BAA4B;AACrC,SAAS,SAAS;;;ACFlB,SAAS,mBAAmB;AAC5B,SAAS,iBAAiB;AA0B1B,eAAe,UAAU,KAA8B;AACrD,QAAM,WAAW,MAAM,MAAM,KAAK;AAAA,IAChC,SAAS;AAAA,MACP,cAAc;AAAA,MACd,QAAQ;AAAA,IACV;AAAA,IACA,UAAU;AAAA,EACZ,CAAC;AACD,MAAI,CAAC,SAAS,IAAI;AAChB,UAAM,IAAI,MAAM,QAAQ,SAAS,MAAM,KAAK,SAAS,UAAU,EAAE;AAAA,EACnE;AACA,SAAO,SAAS,KAAK;AACvB;AAEA,eAAsB,UAAU,KAAsC;AACpE,QAAM,OAAO,MAAM,UAAU,GAAG;AAChC,QAAM,EAAE,SAAS,IAAI,UAAU,IAAI;AACnC,QAAM,SAAS,IAAI,YAAY,QAA+B;AAC9D,QAAM,UAAU,OAAO,MAAM;AAC7B,MAAI,CAAC,SAAS;AACZ,UAAM,IAAI,MAAM,kDAAkD;AAAA,EACpE;AACA,QAAM,cAAc,QAAQ,aAAa,KAAK,KAAK;AACnD,SAAO;AAAA,IACL,OAAO,QAAQ,SAAS;AAAA,IACxB,SAAS;AAAA,IACT,SAAS,QAAQ,WAAW;AAAA,IAC5B,QAAQ,QAAQ,UAAU;AAAA,IAC1B,UAAU,QAAQ,YAAY;AAAA,IAC9B,QAAQ,QAAQ,UAAU,YAAY;AAAA,EACxC;AACF;AAEA,eAAsB,aAAa,KAAkC;AACnE,QAAM,OAAO,MAAM,UAAU,GAAG;AAChC,QAAM,EAAE,SAAS,IAAI,UAAU,IAAI;AACnC,QAAM,UAAU,MAAM,KAAK,SAAS,iBAAiB,SAAS,CAAC;AAC/D,QAAM,QAAoB,CAAC;AAC3B,QAAM,UAAU,IAAI,IAAI,GAAG;AAC3B,aAAW,KAAK,SAAS;AACvB,UAAM,OAAO,EAAE,aAAa,MAAM;AAClC,QAAI,CAAC,QAAQ,KAAK,WAAW,GAAG,KAAK,KAAK,WAAW,aAAa;AAChE;AACF,QAAI;AACF,YAAM,WAAW,IAAI,IAAI,MAAM,OAAO,EAAE;AACxC,YAAM,KAAK,EAAE,MAAM,UAAU,OAAO,EAAE,eAAe,IAAI,KAAK,EAAE,CAAC;AAAA,IACnE,QAAQ;AAAA,IAER;AAAA,EACF;AACA,SAAO;AACT;AAEA,eAAsB,gBAAgB,KAAoC;AACxE,QAAM,OAAO,MAAM,UAAU,GAAG;AAChC,QAAM,EAAE,SAAS,IAAI,UAAU,IAAI;AAEnC,QAAM,UAAU,CAAC,SAAyB;AACxC,UAAM,KAAK,SAAS;AAAA,MAClB,kBAAkB,IAAI,kBAAkB,IAAI;AAAA,IAC9C;AACA,WAAO,IAAI,aAAa,SAAS,KAAK;AAAA,EACxC;AAEA,QAAM,QAAQ,SAAS,cAAc,OAAO,GAAG,eAAe;AAC9D,QAAM,YACJ,SAAS,cAAc,uBAAuB,GAAG,aAAa,MAAM,KAAK;AAC3E,QAAM,UACJ,SACG,cAAc,6CAA6C,GAC1D,aAAa,MAAM,KAAK;AAE9B,SAAO;AAAA,IACL;AAAA,IACA,aAAa,QAAQ,aAAa;AAAA,IAClC,SAAS,QAAQ,UAAU;AAAA,IAC3B,eAAe,QAAQ,gBAAgB;AAAA,IACvC,SAAS,QAAQ,UAAU;AAAA,IAC3B;AAAA,IACA;AAAA,EACF;AACF;AAEA,eAAsB,WACpB,KACA,OACmB;AACnB,QAAM,OAAO,MAAM,UAAU,GAAG;AAChC,QAAM,EAAE,SAAS,IAAI,UAAU,IAAI;AACnC,QAAM,OAAO,SAAS,MAAM,eAAe;AAC3C,QAAM,QAAQ,KACX,MAAM,IAAI,EACV,IAAI,CAAC,MAAc,EAAE,KAAK,CAAC,EAC3B,OAAO,OAAO;AACjB,QAAM,aAAa,MAAM,YAAY;AACrC,SAAO,MAAM;AAAA,IAAO,CAAC,SACnB,KAAK,YAAY,EAAE,SAAS,UAAU;AAAA,EACxC;AACF;AAEA,eAAsB,eACpB,MAC4E;AAC5E,QAAM,UAAU,MAAM,QAAQ;AAAA,IAC5B,KAAK,IAAI,OAAO,QAAQ;AACtB,YAAM,UAAU,MAAM,UAAU,GAAG;AACnC,aAAO;AAAA,QACL;AAAA,QACA,OAAO,QAAQ;AAAA,QACf,SAAS,QAAQ;AAAA,MACnB;AAAA,IACF,CAAC;AAAA,EACH;AACA,SAAO,QAAQ,IAAI,CAAC,GAAG,MAAM;AAC3B,QAAI,EAAE,WAAW,YAAa,QAAO,EAAE;AACvC,WAAO;AAAA,MACL,KAAK,KAAK,CAAC,KAAK;AAAA,MAChB,OAAO;AAAA,MACP,SAAS;AAAA,MACT,OAAO,OAAQ,EAAE,OAAiB,OAAO;AAAA,IAC3C;AAAA,EACF,CAAC;AACH;;;AD1IA,IAAM,SAAS,IAAI,UAAU;AAAA,EAC3B,MAAM;AAAA,EACN,SAAS;AACX,CAAC;AAED,OAAO;AAAA,EACL;AAAA,EACA;AAAA,EACA;AAAA,IACE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,mBAAmB;AAAA,EACpD;AAAA,EACA,OAAO,EAAE,IAAI,MAAM;AACjB,UAAM,UAAU,MAAM,UAAU,GAAG;AACnC,UAAM,OAAO;AAAA,MACX,KAAK,QAAQ,KAAK;AAAA,MAClB,QAAQ,SAAS,IAAI,QAAQ,MAAM,MAAM;AAAA,MACzC,QAAQ,WAAW,IAAI,QAAQ,QAAQ,MAAM;AAAA,MAC7C;AAAA,MACA,QAAQ,UAAU,KAAK,QAAQ,OAAO,KAAK;AAAA,MAC3C;AAAA,MACA;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,MACR;AAAA,MACA,KAAK,QAAQ,MAAM;AAAA,IACrB,EACG,OAAO,OAAO,EACd,KAAK,IAAI;AAEZ,WAAO,EAAE,SAAS,CAAC,EAAE,MAAM,QAAQ,KAAK,CAAC,EAAE;AAAA,EAC7C;AACF;AAEA,OAAO;AAAA,EACL;AAAA,EACA;AAAA,EACA;AAAA,IACE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,+BAA+B;AAAA,EAChE;AAAA,EACA,OAAO,EAAE,IAAI,MAAM;AACjB,UAAM,QAAQ,MAAM,aAAa,GAAG;AACpC,UAAM,OACJ,MAAM,WAAW,IACb,oBACA,MACG,IAAI,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,KAAK,EAAE,IAAI,GAAG,EAC1D,KAAK,IAAI;AAElB,WAAO,EAAE,SAAS,CAAC,EAAE,MAAM,QAAQ,KAAK,CAAC,EAAE;AAAA,EAC7C;AACF;AAEA,OAAO;AAAA,EACL;AAAA,EACA;AAAA,EACA;AAAA,IACE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,kCAAkC;AAAA,EACnE;AAAA,EACA,OAAO,EAAE,IAAI,MAAM;AACjB,UAAM,OAAO,MAAM,gBAAgB,GAAG;AACtC,UAAM,QAAQ;AAAA,MACZ,cAAc,KAAK,SAAS,QAAQ;AAAA,MACpC,oBAAoB,KAAK,eAAe,QAAQ;AAAA,MAChD,iBAAiB,KAAK,WAAW,QAAQ;AAAA,MACzC,uBAAuB,KAAK,iBAAiB,QAAQ;AAAA,MACrD,iBAAiB,KAAK,WAAW,QAAQ;AAAA,MACzC,kBAAkB,KAAK,aAAa,QAAQ;AAAA,MAC5C,gBAAgB,KAAK,WAAW,QAAQ;AAAA,IAC1C;AACA,WAAO,EAAE,SAAS,CAAC,EAAE,MAAM,QAAQ,MAAM,MAAM,KAAK,IAAI,EAAE,CAAC,EAAE;AAAA,EAC/D;AACF;AAEA,OAAO;AAAA,EACL;AAAA,EACA;AAAA,EACA;AAAA,IACE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,mBAAmB;AAAA,IAClD,OAAO,EAAE,OAAO,EAAE,SAAS,kBAAkB;AAAA,EAC/C;AAAA,EACA,OAAO,EAAE,KAAK,MAAM,MAAM;AACxB,UAAM,QAAQ,MAAM,WAAW,KAAK,KAAK;AACzC,UAAM,OACJ,MAAM,WAAW,IACb,wBAAwB,KAAK,aAC7B,MAAM,IAAI,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,IAAI;AAErD,WAAO,EAAE,SAAS,CAAC,EAAE,MAAM,QAAQ,KAAK,CAAC,EAAE;AAAA,EAC7C;AACF;AAEA,OAAO;AAAA,EACL;AAAA,EACA;AAAA,EACA;AAAA,IACE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,SAAS,yBAAyB;AAAA,EACpE;AAAA,EACA,OAAO,EAAE,KAAK,MAAM;AAClB,UAAM,UAAU,MAAM,eAAe,IAAI;AACzC,UAAM,QAAQ,QAAQ,IAAI,CAAC,GAAG,MAAM;AAClC,UAAI,EAAE,OAAO;AACX,eAAO,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,oBAAe,EAAE,KAAK;AAAA,MACnD;AACA,aAAO,GAAG,IAAI,CAAC,OAAO,EAAE,SAAS,YAAY,aAAQ,EAAE,WAAW,cAAc;AAAA,KAAQ,EAAE,GAAG;AAAA,IAC/F,CAAC;AACD,WAAO,EAAE,SAAS,CAAC,EAAE,MAAM,QAAQ,MAAM,MAAM,KAAK,MAAM,EAAE,CAAC,EAAE;AAAA,EACjE;AACF;AAEA,eAAe,OAAO;AACpB,QAAM,YAAY,IAAI,qBAAqB;AAC3C,QAAM,OAAO,QAAQ,SAAS;AAChC;AAEA,KAAK,EAAE,MAAM,CAAC,QAAQ;AACpB,UAAQ,MAAM,gBAAgB,GAAG;AACjC,UAAQ,KAAK,CAAC;AAChB,CAAC;","names":[]}

package/package.json

@@ -0,0 +1,70 @@
+{
+  "name": "mcp-server-scraper",
+  "version": "1.0.0",
+  "description": "MCP server for web scraping — extract clean markdown, links, and metadata from any URL. Zero auth. Free alternative to Firecrawl.",
+  "type": "module",
+  "bin": {
+    "mcp-server-scraper": "./dist/index.js"
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsup",
+    "typecheck": "tsc --noEmit",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "test:coverage": "vitest run --coverage",
+    "lint": "eslint . && prettier --check .",
+    "format": "prettier --write .",
+    "prepare": "husky"
+  },
+  "keywords": [
+    "mcp",
+    "mcp-server",
+    "model-context-protocol",
+    "web-scraping",
+    "scraper",
+    "markdown",
+    "readability",
+    "fetch",
+    "content-extraction",
+    "ai",
+    "llm",
+    "claude",
+    "cursor"
+  ],
+  "author": "Ofer Shapira",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/ofershap/mcp-server-scraper.git"
+  },
+  "bugs": {
+    "url": "https://github.com/ofershap/mcp-server-scraper/issues"
+  },
+  "homepage": "https://github.com/ofershap/mcp-server-scraper#readme",
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.26.0",
+    "@mozilla/readability": "^0.5.0",
+    "linkedom": "^0.18.0",
+    "zod": "^3.25.0"
+  },
+  "devDependencies": {
+    "@eslint/js": "^9.0.0",
+    "@types/node": "^22.0.0",
+    "eslint": "^9.0.0",
+    "eslint-config-prettier": "^10.0.0",
+    "husky": "^9.0.0",
+    "lint-staged": "^15.0.0",
+    "prettier": "^3.0.0",
+    "tsup": "^8.0.0",
+    "typescript": "^5.7.0",
+    "typescript-eslint": "^8.0.0",
+    "vitest": "^3.2.0"
+  },
+  "lint-staged": {
+    "*.{ts,tsx,js}": "eslint --fix",
+    "*.{json,md,yml,yaml}": "prettier --write"
+  }
+}