@webcrawl/mcp 1.3.8 → 1.3.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +12 -4
- package/package.json +5 -4
package/README.md
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
# @webcrawl/mcp
|
|
2
2
|
|
|
3
|
-
Model Context Protocol (MCP) server for **[Webcrawl Anything](https://github.com/brainfish-ai/webcrawl-anything)
|
|
3
|
+
Model Context Protocol (MCP) server for **[Webcrawl Anything](https://github.com/brainfish-ai/webcrawl-anything)**.
|
|
4
4
|
|
|
5
|
-
Gives Claude Code, Cursor, Codex, Windsurf, and Gemini CLI live access to web search, structured verticals (shopping, flights, hotels, real-estate, local business, CVEs), anti-bot page scraping, PDF/Office
|
|
5
|
+
Gives Claude Code, Cursor, Codex, Windsurf, and Gemini CLI live access to web search, structured verticals (shopping, flights, hotels, real-estate, local business, CVEs), anti-bot page scraping, and PDF/Office parsing. It runs on your machine with no API key and no account.
|
|
6
6
|
|
|
7
7
|
## One-Command Agent Setup
|
|
8
8
|
|
|
@@ -23,14 +23,22 @@ Add to `.cursor/mcp.json`, `~/.claude.json`, or your MCP client config:
|
|
|
23
23
|
"command": "npx",
|
|
24
24
|
"args": ["-y", "@webcrawl/mcp@latest"],
|
|
25
25
|
"env": {
|
|
26
|
-
"WEBCRAWL_MCP_SCHEMA_PROFILE": "compact"
|
|
27
|
-
"WEBCRAWL_API_KEY": "wc_live_..."
|
|
26
|
+
"WEBCRAWL_MCP_SCHEMA_PROFILE": "compact"
|
|
28
27
|
}
|
|
29
28
|
}
|
|
30
29
|
}
|
|
31
30
|
}
|
|
32
31
|
```
|
|
33
32
|
|
|
33
|
+
### Optional: webcrawl.app cloud
|
|
34
|
+
|
|
35
|
+
Local mode is the default and needs nothing else. To run the same tools on the hosted service, either:
|
|
36
|
+
|
|
37
|
+
- add `"WEBCRAWL_API_KEY": "wc_live_..."` to `env` above (get a key at [webcrawl.app](https://webcrawl.app)), or
|
|
38
|
+
- connect your client to the hosted endpoint `https://webcrawl.app/mcp` and sign in in the browser. No local install is needed.
|
|
39
|
+
|
|
40
|
+
`WEBCRAWL_MODE` can be `local`, `cloud` or `auto` (default: local unless a key is set).
|
|
41
|
+
|
|
34
42
|
### Compact Schema Profile
|
|
35
43
|
|
|
36
44
|
Set `WEBCRAWL_MCP_SCHEMA_PROFILE=compact` (default when installed via `npx webcrawl setup`) to minimize tool schema token usage in context-constrained agents while keeping full server-side validation. Set `WEBCRAWL_MCP_SCHEMA_PROFILE=full` for verbose parameter descriptions.
|
package/package.json
CHANGED
|
@@ -1,11 +1,12 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@webcrawl/mcp",
|
|
3
|
-
"version": "1.3.
|
|
4
|
-
"
|
|
3
|
+
"version": "1.3.9",
|
|
4
|
+
"mcpName": "io.github.brainfish-ai/webcrawl",
|
|
5
|
+
"description": "MCP server for Webcrawl Anything: search, scrape, map, crawl, parse and monitor the web from your agent. Runs locally with no API key, or on webcrawl.app cloud.",
|
|
5
6
|
"type": "module",
|
|
6
7
|
"license": "MIT",
|
|
7
8
|
"author": "Brainfish AI <support@webcrawl.app> (https://webcrawl.app)",
|
|
8
|
-
"homepage": "https://webcrawl
|
|
9
|
+
"homepage": "https://github.com/brainfish-ai/webcrawl-anything#readme",
|
|
9
10
|
"repository": {
|
|
10
11
|
"type": "git",
|
|
11
12
|
"url": "git+https://github.com/brainfish-ai/webcrawl-anything.git",
|
|
@@ -52,7 +53,7 @@
|
|
|
52
53
|
},
|
|
53
54
|
"dependencies": {
|
|
54
55
|
"@modelcontextprotocol/sdk": "^1.32.2",
|
|
55
|
-
"@webcrawl/client": "^1.3.
|
|
56
|
+
"@webcrawl/client": "^1.3.9",
|
|
56
57
|
"zod": "^4.0.0"
|
|
57
58
|
},
|
|
58
59
|
"engines": {
|