@mgsoftwarebv/mg-dashboard-mcp 2.4.4 → 2.5.1

package/dist/index.js

@@ -708,6 +708,30 @@ var AGENT_TOOLS = [
       },
       required: ["target_id", "results_count"]
     }
+  },
+  {
+    name: "web-search",
+    description: "Search the web using DuckDuckGo. Returns a list of results with title, URL, and snippet. Use this to find companies, websites, directories, etc.",
+    inputSchema: {
+      type: "object",
+      properties: {
+        query: { type: "string", description: 'Search query (e.g. "logistiek bedrijf MKB nederland")' },
+        max_results: { type: "number", description: "Max results to return (default: 15, max: 30)" }
+      },
+      required: ["query"]
+    }
+  },
+  {
+    name: "web-fetch",
+    description: "Fetch a web page and return its text content (HTML tags stripped). Use this to read company websites, extract contact info, about pages, etc. Returns at most 15000 characters of cleaned text.",
+    inputSchema: {
+      type: "object",
+      properties: {
+        url: { type: "string", description: 'Full URL to fetch (e.g. "https://example.nl/contact")' },
+        extract_links: { type: "boolean", description: "Also extract all links from the page (default: false)" }
+      },
+      required: ["url"]
+    }
   }
 ];
 var AGENT_TOOL_NAMES = new Set(AGENT_TOOLS.map((t) => t.name));
@@ -721,7 +745,9 @@ var AGENT_TOOL_MODULE_MAP = {
   "agent-check-lead-exists": "agent_reporting",
   "agent-save-lead": "agent_reporting",
   "agent-save-email-draft": "agent_reporting",
-  "agent-complete-target": "agent_reporting"
+  "agent-complete-target": "agent_reporting",
+  "web-search": "agent_reporting",
+  "web-fetch": "agent_reporting"
 };
 function clamp(val, min, max) {
   return Math.max(min, Math.min(max, val));
@@ -729,6 +755,80 @@ function clamp(val, min, max) {
 function sanitizeString(val, maxLen) {
   return String(val ?? "").slice(0, maxLen);
 }
+var WEB_USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36";
+async function webSearch(query, maxResults) {
+  const url = `https://html.duckduckgo.com/html/?q=${encodeURIComponent(query)}`;
+  const response = await fetch(url, {
+    headers: {
+      "User-Agent": WEB_USER_AGENT,
+      "Accept": "text/html",
+      "Accept-Language": "nl,en;q=0.9"
+    },
+    redirect: "follow"
+  });
+  if (!response.ok) throw new Error(`Search failed: HTTP ${response.status}`);
+  const html = await response.text();
+  const results = [];
+  const resultBlocks = html.split(/class="result\s/);
+  for (let i = 1; i < resultBlocks.length && results.length < maxResults; i++) {
+    const block = resultBlocks[i];
+    const titleMatch = block.match(/class="result__a"[^>]*>([^<]+)</);
+    const hrefMatch = block.match(/class="result__a"\s+href="([^"]+)"/);
+    const snippetMatch = block.match(/class="result__snippet"[^>]*>([\s\S]*?)<\/a>/);
+    if (!hrefMatch) continue;
+    let href = hrefMatch[1];
+    if (href.includes("uddg=")) {
+      const uddg = new URL(href, "https://duckduckgo.com").searchParams.get("uddg");
+      if (uddg) href = uddg;
+    }
+    if (!href.startsWith("http")) continue;
+    const title = titleMatch ? titleMatch[1].replace(/&amp;/g, "&").replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&#x27;/g, "'").replace(/&quot;/g, '"').trim() : href;
+    const snippet = snippetMatch ? snippetMatch[1].replace(/<[^>]+>/g, "").replace(/&amp;/g, "&").replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&#x27;/g, "'").replace(/&quot;/g, '"').replace(/\s+/g, " ").trim() : "";
+    results.push({ title, url: href, snippet });
+  }
+  return results;
+}
+async function webFetch(url, extractLinks) {
+  const controller = new AbortController();
+  const timeout = setTimeout(() => controller.abort(), 15e3);
+  try {
+    const response = await fetch(url, {
+      headers: {
+        "User-Agent": WEB_USER_AGENT,
+        "Accept": "text/html,application/xhtml+xml",
+        "Accept-Language": "nl,en;q=0.9"
+      },
+      redirect: "follow",
+      signal: controller.signal
+    });
+    if (!response.ok) throw new Error(`Fetch failed: HTTP ${response.status}`);
+    const contentType = response.headers.get("content-type") || "";
+    if (!contentType.includes("text/html") && !contentType.includes("text/plain") && !contentType.includes("application/xhtml")) {
+      throw new Error(`Unsupported content type: ${contentType}. Only HTML/text pages supported.`);
+    }
+    const html = await response.text();
+    const links = [];
+    if (extractLinks) {
+      const linkRegex = /<a\s[^>]*href="([^"]*)"[^>]*>([\s\S]*?)<\/a>/gi;
+      let match;
+      while ((match = linkRegex.exec(html)) !== null) {
+        const href = match[1];
+        const text2 = match[2].replace(/<[^>]+>/g, "").trim();
+        if (href && href.startsWith("http")) {
+          links.push({ href, text: text2.slice(0, 100) });
+        }
+      }
+    }
+    let text = html.replace(/<script[\s\S]*?<\/script>/gi, "").replace(/<style[\s\S]*?<\/style>/gi, "").replace(/<noscript[\s\S]*?<\/noscript>/gi, "").replace(/<nav[\s\S]*?<\/nav>/gi, " [NAV] ").replace(/<header[\s\S]*?<\/header>/gi, " [HEADER] ").replace(/<footer[\s\S]*?<\/footer>/gi, " [FOOTER] ").replace(/<(br|hr)\s*\/?>/gi, "\n").replace(/<\/(p|div|h[1-6]|li|tr|section|article)>/gi, "\n").replace(/<[^>]+>/g, " ").replace(/&nbsp;/g, " ").replace(/&amp;/g, "&").replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&#x27;/g, "'").replace(/&quot;/g, '"').replace(/[ \t]+/g, " ").replace(/\n\s*\n/g, "\n").trim();
+    const MAX_TEXT = 15e3;
+    if (text.length > MAX_TEXT) {
+      text = text.slice(0, MAX_TEXT) + "\n\n[... truncated at 15000 chars ...]";
+    }
+    return { text, links };
+  } finally {
+    clearTimeout(timeout);
+  }
+}
 function textSimilarity(a, b) {
   if (a === b) return 1;
   const norm = (s) => s.toLowerCase().replace(/\s+/g, " ").trim();
@@ -1221,6 +1321,51 @@ ${output}` }]
       };
     }
     // -----------------------------------------------------------------
+    // Web Tools
+    // -----------------------------------------------------------------
+    case "web-search": {
+      const query = sanitizeString(args2.query, 500);
+      if (!query) throw new Error("query is required");
+      const maxResults = clamp(Number(args2.max_results) || 15, 1, 30);
+      const results = await webSearch(query, maxResults);
+      if (results.length === 0) {
+        return { content: [{ type: "text", text: `No search results found for: "${query}"` }] };
+      }
+      const formatted = results.map(
+        (r, i) => `${i + 1}. ${r.title}
+   URL: ${r.url}
+   ${r.snippet}`
+      ).join("\n\n");
+      return {
+        content: [{
+          type: "text",
+          text: `Search results for "${query}" (${results.length} results):
+
+${formatted}`
+        }]
+      };
+    }
+    case "web-fetch": {
+      const url = sanitizeString(args2.url, 2e3);
+      if (!url) throw new Error("url is required");
+      if (!/^https?:\/\//i.test(url)) throw new Error("url must start with http:// or https://");
+      const extractLinks = Boolean(args2.extract_links);
+      const result = await webFetch(url, extractLinks);
+      let text = `Content from ${url} (${result.text.length} chars):
+
+${result.text}`;
+      if (extractLinks && result.links.length > 0) {
+        const linkList = result.links.slice(0, 50).map(
+          (l) => `  ${l.text ? l.text + ": " : ""}${l.href}`
+        ).join("\n");
+        text += `
+
+--- Links (${result.links.length} found, showing max 50) ---
+${linkList}`;
+      }
+      return { content: [{ type: "text", text }] };
+    }
+    // -----------------------------------------------------------------
     default:
       return { content: [{ type: "text", text: `Unknown agent tool: ${name}` }] };
   }
@@ -3016,7 +3161,9 @@ async function main() {
       "/api/check-lead-exists": "agent-check-lead-exists",
       "/api/save-lead": "agent-save-lead",
       "/api/save-email-draft": "agent-save-email-draft",
-      "/api/complete-target": "agent-complete-target"
+      "/api/complete-target": "agent-complete-target",
+      "/api/web-search": "web-search",
+      "/api/web-fetch": "web-fetch"
     };
     const httpServer = createServer(async (req, res) => {
       const url = new URL(req.url ?? "/", `http://localhost:${httpPort}`);