crawlforge-mcp-server 5.4.1 → 5.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/server.js +1 -1
- package/src/schemas/toolOutputSchemas.js +1 -0
- package/src/utils/provenance.js +1 -1
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "crawlforge-mcp-server",
|
|
3
|
-
"version": "5.4.
|
|
3
|
+
"version": "5.4.2",
|
|
4
4
|
"mcpName": "io.github.mysleekdesigns/crawlforge-mcp-server",
|
|
5
5
|
"description": "CrawlForge MCP Server - Professional Model Context Protocol server with 29 web scraping, crawling, deep-research, and autonomous-extraction tools. Returns clean Markdown and structured JSON for Claude, Cursor, and any MCP client. Defaults to local Ollama for LLM extraction (no API key needed); OpenAI/Anthropic available as opt-in. Includes a unified multi-format scrape tool, an autonomous agent, pre-built site templates, and Camoufox stealth browsing.",
|
|
6
6
|
"main": "server.js",
|
package/server.js
CHANGED
|
@@ -105,7 +105,7 @@ const taskStore = createTaskStore({ logger });
|
|
|
105
105
|
// Create the server
|
|
106
106
|
const server = new McpServer({
|
|
107
107
|
name: "crawlforge",
|
|
108
|
-
version: "5.
|
|
108
|
+
version: "5.4.2",
|
|
109
109
|
description: "Production-ready MCP server with 29 web scraping, crawling, and content processing tools. Features MCP Resources (crawlforge://), Prompts, Sampling fallback, Elicitation, stealth browsing, deep research, structured extraction, embedded JavaScript state extraction, real Google SERP rank tracking, Reddit search via community archives, change tracking, local-LLM extraction via Ollama, unified multi-format scrape, and autonomous agent tool.",
|
|
110
110
|
homepage: "https://www.crawlforge.dev",
|
|
111
111
|
icon: "https://www.crawlforge.dev/icon.png",
|
|
@@ -188,6 +188,7 @@ const redditSearchShape = {
|
|
|
188
188
|
link_id: z.string().optional().describe('Present in thread mode'),
|
|
189
189
|
count: z.number().optional(),
|
|
190
190
|
results: z.array(z.union([redditPostShape, redditCommentShape])).optional().describe('posts/comments modes'),
|
|
191
|
+
discovered: z.number().optional().describe('web_discovery: how many post ids the site-restricted web search surfaced before archive hydration'),
|
|
191
192
|
post: redditPostShape.nullable().optional().describe('thread mode: the post itself'),
|
|
192
193
|
comments: z.array(z.unknown()).optional().describe('thread mode: nested comment tree ({...comment, replies:[...]}); collapsed branches appear as {more_count, more_ids}'),
|
|
193
194
|
comment_count: z.number().optional(),
|
package/src/utils/provenance.js
CHANGED
|
@@ -47,7 +47,7 @@ const CURRENCY_SYMBOLS = /\p{Sc}/gu;
|
|
|
47
47
|
const NUMERIC_STRING = /^[+-]?\d+(?:[.,]\d{3})*(?:[.,]\d+)?$/;
|
|
48
48
|
|
|
49
49
|
/** Chained markup between digits (`<span>1</span><span>299</span>`) is welded. */
|
|
50
|
-
const MARKUP_BETWEEN_DIGITS = /(\d)(?:\s*<[^>]{0,120}
|
|
50
|
+
const MARKUP_BETWEEN_DIGITS = /(\d)(?:(?:\s*<[^>]{0,120}>)+\s*)([\d.,])/g;
|
|
51
51
|
const MAX_WELD_PASSES = 3;
|
|
52
52
|
|
|
53
53
|
/**
|