@oevortex/ddg_search 1.1.6 → 1.1.7

package/CHANGELOG.md

@@ -2,9 +2,12 @@
 
 All notable changes to this project will be documented in this file.
 
-## [1.1.5] - 2025-11-30
+## [1.1.7] - 2025-11-30
 ### Changed
 - Replaced Felo AI tool with IAsk AI tool for advanced AI-powered search
+- Added new dependencies: `turndown` for HTML to Markdown conversion, `ws` for WebSocket support
+- Updated README to reflect changes and new tool usage
+- Added new modes: 'short', 'detailed' in web search tool
 - Added `src/utils/search_iask.js` implementing IAsk API client
 - Added `src/tools/iaskTool.js` tool definition and handler
 - Updated `src/index.ts` to use IAsk tool instead of Felo

package/README.md

@@ -1,12 +1,22 @@
 <div align="center">
-  <img src="https://img.shields.io/npm/v/@oevortex/ddg_search.svg" alt="npm version" />
-  <img src="https://img.shields.io/badge/License-Apache%202.0-blue.svg" alt="License: Apache 2.0" />
-  <img src="https://img.shields.io/badge/YouTube-%40OEvortex-red.svg" alt="YouTube Channel" />
-  <h1>DuckDuckGo & IAsk AI Search MCP 🔍🧠</h1>
-  <p>A blazing-fast, privacy-friendly Model Context Protocol (MCP) server for web search and AI-powered responses using DuckDuckGo and IAsk AI.</p>
+  <a href="https://www.npmjs.com/package/@oevortex/ddg_search">
+    <img src="https://img.shields.io/npm/v/@oevortex/ddg_search.svg" alt="npm version" />
+  </a>
+  <a href="https://github.com/OEvortex/ddg_search/blob/main/LICENSE">
+    <img src="https://img.shields.io/badge/License-Apache%202.0-blue.svg" alt="License: Apache 2.0" />
+  </a>
+  <a href="https://youtube.com/@OEvortex">
+    <img src="https://img.shields.io/badge/YouTube-%40OEvortex-red.svg" alt="YouTube Channel" />
+  </a>
+  <h1>DuckDuckGo & IAsk AI Search MCP <span style="font-size:2.2rem;">🔍🧠</span></h1>
+  <p style="font-size:1.15rem; max-width:600px; margin:0 auto;">
+    <strong>Lightning-fast, privacy-first Model Context Protocol (MCP) server for web search and AI-powered answers.<br>
+    Powered by DuckDuckGo and IAsk AI.</strong>
+  </p>
   <a href="https://glama.ai/mcp/servers/@OEvortex/ddg_search">
     <img width="380" height="200" src="https://glama.ai/mcp/servers/@OEvortex/ddg_search/badge" alt="DuckDuckGo Search MCP server" />
   </a>
+  <br>
   <a href="https://youtube.com/@OEvortex"><strong>Subscribe for updates & tutorials</strong></a>
 </div>
 
@@ -27,6 +37,7 @@
   <div><b>🆓 No API keys required</b> - works out of the box</div>
 </div>
 
+
 > [!IMPORTANT]
 > Unlike many search tools, this package performs actual web scraping rather than using limited APIs, giving you more comprehensive results.
 
@@ -42,6 +53,7 @@ npx -y @oevortex/ddg_search@latest
 ```
 </div>
 
+
 > [!TIP]
 > This will download and run the latest version of the MCP server directly without installation – perfect for quick use with AI assistants.
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@oevortex/ddg_search",
-  "version": "1.1.6",
+  "version": "1.1.7",
   "description": "A Model Context Protocol server for web search using DuckDuckGo and IAsk AI",
   "main": "src/index.js",
   "module": "src/index.ts",

package/src/tools/searchTool.js

@@ -6,26 +6,26 @@ import { searchDuckDuckGo } from '../utils/search.js';
 export const searchToolDefinition = {
   name: 'web-search',
   title: 'Web Search',
-  description: 'Search the web using DuckDuckGo and return comprehensive results with titles, URLs, and snippets',
+  description: 'Perform a web search using DuckDuckGo and receive detailed results including titles, URLs, and summaries.',
   inputSchema: {
     type: 'object',
     properties: {
       query: {
         type: 'string',
-        description: 'The search query to find relevant web pages'
-      },
-      page: {
-        type: 'integer',
-        description: 'Page number for pagination (default: 1)',
-        default: 1,
-        minimum: 1
+        description: 'Enter your search query to find the most relevant web pages.'
       },
       numResults: {
         type: 'integer',
-        description: 'Number of results to return per page (default: 10, max: 20)',
-        default: 10,
+        description: 'Specify how many results to display (default: 3, maximum: 20).',
+        default: 3,
         minimum: 1,
         maximum: 20
+      },
+      mode: {
+        type: 'string',
+        description: "Choose 'short' for basic results (no Description) or 'detailed' for full results (includes Description).",
+        enum: ['short', 'detailed'],
+        default: 'short'
       }
     },
     required: ['query']
@@ -38,22 +38,17 @@ export const searchToolDefinition = {
  * @returns {Promise<Object>} - The tool result
  */
 export async function searchToolHandler(params) {
-  const { query, page = 1, numResults = 10 } = params;
-  console.log(`Searching for: ${query} (page ${page}, ${numResults} results)`);
-  
-  const results = await searchDuckDuckGo(query, page, numResults);
+  const { query, numResults = 3, mode = 'short' } = params;
+  console.log(`Searching for: ${query} (${numResults} results, mode: ${mode})`);
+
+  const results = await searchDuckDuckGo(query, numResults, mode);
   console.log(`Found ${results.length} results`);
-  
-  // Format the results for display
-  const formattedResults = results.map((result, index) => 
-    `${index + 1}. [${result.title}](${result.url})\n   ${result.snippet}`
-  ).join('\n\n');
-  
+
   return {
     content: [
       {
         type: 'text',
-        text: formattedResults || 'No results found.'
+        text: JSON.stringify(results)
       }
     ]
   };

package/src/utils/search.js

@@ -3,7 +3,6 @@ import * as cheerio from 'cheerio';
 import https from 'https';
 
 // Constants
-const RESULTS_PER_PAGE = 10;
 const MAX_CACHE_PAGES = 5;
 
 // Rotating User Agents
@@ -37,13 +36,12 @@ function getRandomUserAgent() {
 }
 
 /**
- * Generate a cache key for a search query and page
+ * Generate a cache key for a search query
  * @param {string} query - The search query
- * @param {number} page - The page number
  * @returns {string} The cache key
  */
-function getCacheKey(query, page) {
-  return `${query}-${page}`;
+function getCacheKey(query) {
+  return `${query}`;
 }
 
 /**
@@ -125,23 +123,20 @@ function getFaviconUrl(url) {
   }
 }
 
+
 /**
  * Scrapes search results from DuckDuckGo HTML
  * @param {string} query - The search query
- * @param {number} page - The page number (default: 1)
  * @param {number} numResults - Number of results to return (default: 10)
  * @returns {Promise<Array>} - Array of search results
  */
-async function searchDuckDuckGo(query, page = 1, numResults = 10) {
+async function searchDuckDuckGo(query, numResults = 10, mode = 'short') {
   try {
     // Clear old cache entries
     clearOldCache();
 
-    // Calculate start index for pagination
-    const startIndex = (page - 1) * RESULTS_PER_PAGE;
-
     // Check cache first
-    const cacheKey = getCacheKey(query, page);
+    const cacheKey = getCacheKey(query);
     const cachedResults = resultsCache.get(cacheKey);
 
     if (cachedResults && Date.now() - cachedResults.timestamp < CACHE_DURATION) {
@@ -153,7 +148,7 @@ async function searchDuckDuckGo(query, page = 1, numResults = 10) {
 
     // Fetch results
     const response = await axios.get(
-      `https://duckduckgo.com/html/?q=${encodeURIComponent(query)}&s=${startIndex}`,
+      `https://duckduckgo.com/html/?q=${encodeURIComponent(query)}`,
       {
         headers: {
           'User-Agent': userAgent
@@ -172,6 +167,7 @@ async function searchDuckDuckGo(query, page = 1, numResults = 10) {
     const $ = cheerio.load(html);
 
     const results = [];
+    const jinaFetchPromises = [];
     $('.result').each((i, result) => {
       const $result = $(result);
       const titleEl = $result.find('.result__title a');
@@ -185,24 +181,69 @@ async function searchDuckDuckGo(query, page = 1, numResults = 10) {
 
       const directLink = extractDirectUrl(rawLink || '');
       const favicon = getFaviconUrl(directLink);
+      const jinaUrl = getJinaAiUrl(directLink);
 
       if (title && directLink) {
-        results.push({
-          title,
-          url: directLink,
-          snippet: description || '',
-          favicon: favicon,
-          displayUrl: displayUrl || ''
-        });
+        if (mode === 'detailed') {
+          jinaFetchPromises.push(
+            axios.get(jinaUrl, {
+              headers: {
+                'User-Agent': getRandomUserAgent()
+              },
+              httpsAgent: httpsAgent,
+              timeout: 10000
+            })
+            .then(jinaRes => {
+              let jinaContent = '';
+              if (jinaRes.status === 200 && typeof jinaRes.data === 'string') {
+                const $jina = cheerio.load(jinaRes.data);
+                jinaContent = $jina('body').text()
+              }
+              return {
+                title,
+                url: directLink,
+                snippet: description || '',
+                favicon: favicon,
+                displayUrl: displayUrl || '',
+                Description: jinaContent
+              };
+            })
+            .catch(() => {
+              return {
+                title,
+                url: directLink,
+                snippet: description || '',
+                favicon: favicon,
+                displayUrl: displayUrl || '',
+                Description: ''
+              };
+            })
+          );
+        } else {
+          // short mode: omit Description
+          jinaFetchPromises.push(
+            Promise.resolve({
+              title,
+              url: directLink,
+              snippet: description || '',
+              favicon: favicon,
+              displayUrl: displayUrl || ''
+            })
+          );
+        }
       }
     });
 
-    // Get paginated results
-    const paginatedResults = results.slice(0, numResults);
+    // Wait for all Jina AI fetches to complete
+    const jinaResults = await Promise.all(jinaFetchPromises);
+    results.push(...jinaResults);
+
+    // Get limited results
+    const limitedResults = results.slice(0, numResults);
 
     // Cache the results
     resultsCache.set(cacheKey, {
-      results: paginatedResults,
+      results: limitedResults,
       timestamp: Date.now()
     });
 
@@ -212,7 +253,7 @@ async function searchDuckDuckGo(query, page = 1, numResults = 10) {
       resultsCache.delete(oldestKey);
     }
 
-    return paginatedResults;
+    return limitedResults;
   } catch (error) {
     console.error('Error searching DuckDuckGo:', error.message);
     throw error;
@@ -225,3 +266,19 @@ export {
   extractDirectUrl,
   getFaviconUrl
 };
+
+/**
+ * Generate a Jina AI URL for a given website URL
+ * @param {string} url - The website URL
+ * @returns {string} The Jina AI URL
+ */
+function getJinaAiUrl(url) {
+  try {
+    const urlObj = new URL(url);
+    return `https://r.jina.ai/${urlObj.href}`;
+  } catch {
+    return '';
+  }
+}
+
+export { getJinaAiUrl };