scrape-do-mcp 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +84 -0
- package/package.json +7 -2
package/README.md
ADDED
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
# scrape-do-mcp
|
|
2
|
+
|
|
3
|
+
MCP Server for Scrape.do - Web Scraping & Google Search with anti-bot bypass
|
|
4
|
+
|
|
5
|
+
## Features
|
|
6
|
+
|
|
7
|
+
- **scrape_url**: Scrape any webpage and return content as Markdown. Automatically bypasses Cloudflare, WAFs, CAPTCHAs, and anti-bot protection. Supports JavaScript-rendered pages.
|
|
8
|
+
- **google_search**: Search Google and return structured SERP results as JSON. Returns organic results, knowledge graph, local businesses, news stories, and more.
|
|
9
|
+
|
|
10
|
+
## Installation
|
|
11
|
+
|
|
12
|
+
### Claude Code / Claude Desktop
|
|
13
|
+
|
|
14
|
+
Add to your `~/.claude.json`:
|
|
15
|
+
|
|
16
|
+
```json
|
|
17
|
+
{
|
|
18
|
+
"mcpServers": {
|
|
19
|
+
"scrape-do": {
|
|
20
|
+
"command": "npx",
|
|
21
|
+
"args": ["-y", "scrape-do-mcp"],
|
|
22
|
+
"env": {
|
|
23
|
+
"SCRAPE_DO_TOKEN": "your_token_here"
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
```
|
|
29
|
+
|
|
30
|
+
Get your free API token at: https://app.scrape.do
|
|
31
|
+
|
|
32
|
+
### Smithery.ai
|
|
33
|
+
|
|
34
|
+
You can also install via [Smithery.ai](https://smithery.ai) for一键安装.
|
|
35
|
+
|
|
36
|
+
## Usage
|
|
37
|
+
|
|
38
|
+
### scrape_url
|
|
39
|
+
|
|
40
|
+
```typescript
|
|
41
|
+
// Parameters
|
|
42
|
+
{
|
|
43
|
+
url: string, // Target URL to scrape
|
|
44
|
+
render_js?: boolean, // Render JavaScript (default: false)
|
|
45
|
+
super_proxy?: boolean, // Use residential proxies (costs 10 credits, default: false)
|
|
46
|
+
output?: "markdown" | "raw" // Output format (default: markdown)
|
|
47
|
+
}
|
|
48
|
+
```
|
|
49
|
+
|
|
50
|
+
### google_search
|
|
51
|
+
|
|
52
|
+
```typescript
|
|
53
|
+
// Parameters
|
|
54
|
+
{
|
|
55
|
+
query: string, // Search query
|
|
56
|
+
country?: string, // Country code (default: "us")
|
|
57
|
+
language?: string, // Interface language (default: "en")
|
|
58
|
+
page?: number, // Page number (default: 1)
|
|
59
|
+
time_period?: "" | "last_hour" | "last_day" | "last_week" | "last_month" | "last_year",
|
|
60
|
+
device?: "desktop" | "mobile" // Device type (default: desktop)
|
|
61
|
+
}
|
|
62
|
+
```
|
|
63
|
+
|
|
64
|
+
## Credit Usage
|
|
65
|
+
|
|
66
|
+
| Tool | Credit Cost |
|
|
67
|
+
|------|-------------|
|
|
68
|
+
| scrape_url (regular) | 1 credit/request |
|
|
69
|
+
| scrape_url (super_proxy) | 10 credits/request |
|
|
70
|
+
| google_search | 1 credit/request |
|
|
71
|
+
|
|
72
|
+
Free registration includes **1,000 credits**: https://app.scrape.do
|
|
73
|
+
|
|
74
|
+
## Development
|
|
75
|
+
|
|
76
|
+
```bash
|
|
77
|
+
npm install
|
|
78
|
+
npm run build
|
|
79
|
+
npm run dev # Run in development mode
|
|
80
|
+
```
|
|
81
|
+
|
|
82
|
+
## License
|
|
83
|
+
|
|
84
|
+
MIT
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "scrape-do-mcp",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.1",
|
|
4
4
|
"description": "MCP Server for Scrape.do - Web Scraping & Google Search with anti-bot bypass",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"bin": {
|
|
@@ -19,8 +19,13 @@
|
|
|
19
19
|
"firecrawl-alternative"
|
|
20
20
|
],
|
|
21
21
|
"license": "MIT",
|
|
22
|
+
"repository": {
|
|
23
|
+
"type": "git",
|
|
24
|
+
"url": "https://github.com/dztabel-happy/scrape-do-mcp.git"
|
|
25
|
+
},
|
|
22
26
|
"files": [
|
|
23
|
-
"dist"
|
|
27
|
+
"dist",
|
|
28
|
+
"README.md"
|
|
24
29
|
],
|
|
25
30
|
"engines": {
|
|
26
31
|
"node": ">=18.0.0"
|