crawlforge-mcp-server 5.10.0 → 6.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +7 -5
- package/server.js +201 -249
- package/src/core/ActionExecutor.js +1 -1
- package/src/core/ChangeTracker.js +1 -1
- package/src/core/ElicitationHelper.js +83 -34
- package/src/core/SamplingClient.js +8 -2
- package/src/core/analysis/ContentAnalyzer.js +1 -1
- package/src/core/processing/BrowserProcessor.js +1 -1
- package/src/core/processing/ContentProcessor.js +1 -1
- package/src/core/processing/PDFProcessor.js +2 -2
- package/src/server/registerTool.js +1 -1
- package/src/server/specHygiene.js +17 -22
- package/src/server/transports/stdio.js +2 -3
- package/src/server/transports/streamableHttp.js +128 -66
- package/src/tools/crawl/crawlDeep.js +4 -4
- package/src/tools/extract/analyzeContent.js +1 -1
- package/src/tools/extract/extractContent.js +1 -1
- package/src/tools/extract/processDocument.js +1 -1
- package/src/tools/extract/summarizeContent.js +1 -1
- package/src/tools/llmstxt/generateLLMsTxt.js +2 -2
- package/src/tools/research/deepResearch.js +1 -1
- package/src/tools/tracking/trackChanges/schema.js +4 -4
- package/src/utils/HumanBehaviorSimulator.js +7 -7
- package/src/server/taskSupport.js +0 -233
- package/src/server/transports/http.js +0 -22
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "crawlforge-mcp-server",
|
|
3
|
-
"version": "
|
|
3
|
+
"version": "6.0.0",
|
|
4
4
|
"mcpName": "io.github.mysleekdesigns/crawlforge-mcp-server",
|
|
5
5
|
"description": "CrawlForge MCP Server - Professional Model Context Protocol server with 30 web scraping, crawling, deep-research, and autonomous-extraction tools. Returns clean Markdown and structured JSON for Claude, Cursor, and any MCP client. Defaults to local Ollama for LLM extraction (no API key needed); OpenAI/Anthropic available as opt-in. Includes a unified multi-format scrape tool, an autonomous agent, pre-built site templates, and Camoufox stealth browsing.",
|
|
6
6
|
"main": "server.js",
|
|
@@ -16,7 +16,7 @@
|
|
|
16
16
|
"setup": "node setup.js",
|
|
17
17
|
"dev": "cross-env NODE_ENV=development node server.js",
|
|
18
18
|
"test": "node tests/integration/mcp-protocol-compliance.test.js",
|
|
19
|
-
"test:unit": "
|
|
19
|
+
"test:unit": "bash scripts/run-unit-tests.sh",
|
|
20
20
|
"test:integration": "CRAWLFORGE_CREATOR_SECRET= CACHE_ENABLE_DISK=false node --test 'tests/integration/tools/*.test.js'",
|
|
21
21
|
"test:coverage": "CRAWLFORGE_CREATOR_SECRET= CACHE_ENABLE_DISK=false c8 --reporter=text --reporter=lcov --include='src/**/*.js' --exclude='src/**/_*.js' --lines=60 --statements=60 --functions=55 --branches=45 node --test --test-force-exit 'tests/unit/*.test.js' 'tests/integration/tools/*.test.js'",
|
|
22
22
|
"test:tools": "node test-tools.js",
|
|
@@ -111,7 +111,9 @@
|
|
|
111
111
|
"package.json"
|
|
112
112
|
],
|
|
113
113
|
"dependencies": {
|
|
114
|
-
"@modelcontextprotocol/
|
|
114
|
+
"@modelcontextprotocol/core": "^2.0.0",
|
|
115
|
+
"@modelcontextprotocol/node": "^2.0.0",
|
|
116
|
+
"@modelcontextprotocol/server": "^2.0.0",
|
|
115
117
|
"@mozilla/readability": "^0.6.0",
|
|
116
118
|
"cheerio": "^1.1.2",
|
|
117
119
|
"commander": "^14.0.3",
|
|
@@ -131,14 +133,14 @@
|
|
|
131
133
|
"turndown-plugin-gfm": "^1.0.2",
|
|
132
134
|
"undici": "^7.24.0",
|
|
133
135
|
"winston": "^3.11.0",
|
|
134
|
-
"zod": "^
|
|
135
|
-
"zod-to-json-schema": "^3.25.1"
|
|
136
|
+
"zod": "^4.5.4"
|
|
136
137
|
},
|
|
137
138
|
"optionalDependencies": {
|
|
138
139
|
"camoufox": "^0.1.19"
|
|
139
140
|
},
|
|
140
141
|
"devDependencies": {
|
|
141
142
|
"@jest/globals": "^30.3.0",
|
|
143
|
+
"@modelcontextprotocol/client": "^2.0.0",
|
|
142
144
|
"c8": "^11.0.0",
|
|
143
145
|
"cross-env": "^10.0.0",
|
|
144
146
|
"jest": "^30.3.0",
|