n8n-nodes-duckduckgo-search 32.2.0 → 32.3.0

package/README.md

@@ -1,6 +1,6 @@
 # DuckDuckGo Search Node for n8n
 
-[![npm version](https://img.shields.io/npm/v/n8n-nodes-duckduckgo-search.svg?v=32.2.0)](https://www.npmjs.com/package/n8n-nodes-duckduckgo-search)
+[![npm version](https://img.shields.io/npm/v/n8n-nodes-duckduckgo-search.svg?v=32.3.0)](https://www.npmjs.com/package/n8n-nodes-duckduckgo-search)
 [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
 
 A professional-grade n8n community node for DuckDuckGo search with enterprise-level error handling, validation, and quality assurance. Search the web, find images, discover news, and explore videos with privacy-focused, reliable results.

package/dist/nodes/DuckDuckGo/DuckDuckGo.node.js

@@ -243,12 +243,13 @@ class DuckDuckGo {
                 const performSearch = async () => {
                     var _a, _b, _c, _d;
                     const timeout = 45000;
+                    const needleOptions = (0, constants_1.getNeedleOptions)();
                     if (operation === types_1.DuckDuckGoOperation.Search) {
                         const searchResult = await (0, reliability_1.executeWithRetry)(() => (0, reliability_1.withTimeout)((0, duck_duck_scrape_1.search)(query, {
                             safeSearch: getSafeSearchType(safeSearch),
                             locale: region || locale,
                             time: getSearchTimeType(timePeriod),
-                        }), timeout, 'Web Search'), `Web Search: "${query}"`, reliability_1.DEFAULT_RETRY_CONFIG);
+                        }, needleOptions), timeout, 'Web Search'), `Web Search: "${query}"`, reliability_1.DEFAULT_RETRY_CONFIG);
                         if ((_a = searchResult === null || searchResult === void 0 ? void 0 : searchResult.results) === null || _a === void 0 ? void 0 : _a.length) {
                             results = (0, processors_1.processWebSearchResults)(searchResult.results, itemIndex, searchResult).slice(0, maxResults);
                         }
@@ -269,7 +270,7 @@ class DuckDuckGo {
                         const searchResult = await (0, reliability_1.executeWithRetry)(() => (0, reliability_1.withTimeout)((0, duck_duck_scrape_1.searchImages)(query, {
                             safeSearch: getSafeSearchType(safeSearch),
                             locale: region || locale,
-                        }), timeout, 'Image Search'), `Image Search: "${query}"`, reliability_1.DEFAULT_RETRY_CONFIG);
+                        }, needleOptions), timeout, 'Image Search'), `Image Search: "${query}"`, reliability_1.DEFAULT_RETRY_CONFIG);
                         if ((_b = searchResult === null || searchResult === void 0 ? void 0 : searchResult.results) === null || _b === void 0 ? void 0 : _b.length) {
                             results = (0, processors_1.processImageSearchResults)(searchResult.results, itemIndex).slice(0, maxResults);
                         }
@@ -291,7 +292,7 @@ class DuckDuckGo {
                             safeSearch: getSafeSearchType(safeSearch),
                             locale: region || locale,
                             time: getSearchTimeType(timePeriod),
-                        }), timeout, 'News Search'), `News Search: "${query}"`, reliability_1.DEFAULT_RETRY_CONFIG);
+                        }, needleOptions), timeout, 'News Search'), `News Search: "${query}"`, reliability_1.DEFAULT_RETRY_CONFIG);
                         if ((_c = searchResult === null || searchResult === void 0 ? void 0 : searchResult.results) === null || _c === void 0 ? void 0 : _c.length) {
                             results = (0, processors_1.processNewsSearchResults)(searchResult.results, itemIndex).slice(0, maxResults);
                         }
@@ -312,7 +313,7 @@ class DuckDuckGo {
                         const searchResult = await (0, reliability_1.executeWithRetry)(() => (0, reliability_1.withTimeout)((0, duck_duck_scrape_1.searchVideos)(query, {
                             safeSearch: getSafeSearchType(safeSearch),
                             locale: region || locale,
-                        }), timeout, 'Video Search'), `Video Search: "${query}"`, reliability_1.DEFAULT_RETRY_CONFIG);
+                        }, needleOptions), timeout, 'Video Search'), `Video Search: "${query}"`, reliability_1.DEFAULT_RETRY_CONFIG);
                         if ((_d = searchResult === null || searchResult === void 0 ? void 0 : searchResult.results) === null || _d === void 0 ? void 0 : _d.length) {
                             results = (0, processors_1.processVideoSearchResults)(searchResult.results, itemIndex).slice(0, maxResults);
                         }

package/dist/nodes/DuckDuckGo/__tests__/DuckDuckGo.test.js

@@ -25,6 +25,15 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 const DuckDuckGo_node_1 = require("../DuckDuckGo.node");
 const duckDuckScrape = __importStar(require("duck-duck-scrape"));
+jest.mock('../adaptiveRateLimiter', () => ({
+    getAdaptiveRateLimiter: jest.fn().mockReturnValue({
+        wait: jest.fn().mockResolvedValue(undefined),
+        reportSuccess: jest.fn(),
+        reportRateLimitFailure: jest.fn(),
+        reportOtherFailure: jest.fn(),
+    }),
+    resetAdaptiveRateLimiter: jest.fn(),
+}));
 jest.mock('duck-duck-scrape', () => ({
     search: jest.fn(),
     searchNews: jest.fn(),
@@ -95,7 +104,9 @@ describe('DuckDuckGo Node', () => {
             setupNodeParameters('search', 'test query');
             duckDuckScrape.search.mockResolvedValue(mockResults);
             const result = await duckDuckGoNode.execute.call(mockExecuteFunction);
-            expect(duckDuckScrape.search).toHaveBeenCalledWith('test query', expect.any(Object));
+            expect(duckDuckScrape.search).toHaveBeenCalledWith('test query', expect.any(Object), expect.objectContaining({
+                headers: expect.any(Object),
+            }));
             expect(result).toHaveLength(1);
             expect(result[0]).toHaveLength(2);
             expect(result[0][0].json).toHaveProperty('title', 'Result 1');
@@ -131,7 +142,9 @@ describe('DuckDuckGo Node', () => {
             setupNodeParameters('searchImages', 'cat');
             duckDuckScrape.searchImages.mockResolvedValue(mockResults);
             const result = await duckDuckGoNode.execute.call(mockExecuteFunction);
-            expect(duckDuckScrape.searchImages).toHaveBeenCalledWith('cat', expect.any(Object));
+            expect(duckDuckScrape.searchImages).toHaveBeenCalledWith('cat', expect.any(Object), expect.objectContaining({
+                headers: expect.any(Object),
+            }));
             expect(result[0][0].json).toHaveProperty('sourceType', 'image');
             expect(result[0][0].json).toHaveProperty('imageUrl', 'https://example.com/img1.jpg');
         });
@@ -146,7 +159,9 @@ describe('DuckDuckGo Node', () => {
             setupNodeParameters('searchNews', 'tech news');
             duckDuckScrape.searchNews.mockResolvedValue(mockResults);
             const result = await duckDuckGoNode.execute.call(mockExecuteFunction);
-            expect(duckDuckScrape.searchNews).toHaveBeenCalledWith('tech news', expect.any(Object));
+            expect(duckDuckScrape.searchNews).toHaveBeenCalledWith('tech news', expect.any(Object), expect.objectContaining({
+                headers: expect.any(Object),
+            }));
             expect(result[0][0].json).toHaveProperty('sourceType', 'news');
         });
     });
@@ -160,7 +175,9 @@ describe('DuckDuckGo Node', () => {
             setupNodeParameters('searchVideos', 'tutorial');
             duckDuckScrape.searchVideos.mockResolvedValue(mockResults);
             const result = await duckDuckGoNode.execute.call(mockExecuteFunction);
-            expect(duckDuckScrape.searchVideos).toHaveBeenCalledWith('tutorial', expect.any(Object));
+            expect(duckDuckScrape.searchVideos).toHaveBeenCalledWith('tutorial', expect.any(Object), expect.objectContaining({
+                headers: expect.any(Object),
+            }));
             expect(result[0][0].json).toHaveProperty('sourceType', 'video');
         });
     });
@@ -171,7 +188,7 @@ describe('DuckDuckGo Node', () => {
             await duckDuckGoNode.execute.call(mockExecuteFunction);
             expect(duckDuckScrape.search).toHaveBeenCalledWith('test', expect.objectContaining({
                 locale: 'fr-fr',
-            }));
+            }), expect.any(Object));
         });
         it('should limit results to maxResults', async () => {
             setupNodeParameters('search', 'test', { maxResults: 2 });
@@ -185,4 +202,18 @@ describe('DuckDuckGo Node', () => {
             expect(result[0]).toHaveLength(2);
         });
     });
+    describe('Needle Options', () => {
+        it('should pass custom headers with User-Agent to search functions', async () => {
+            setupNodeParameters('search', 'test');
+            duckDuckScrape.search.mockResolvedValue({ results: [] });
+            await duckDuckGoNode.execute.call(mockExecuteFunction);
+            const callArgs = duckDuckScrape.search.mock.calls[0];
+            const needleOptions = callArgs[2];
+            expect(needleOptions).toHaveProperty('headers');
+            expect(needleOptions.headers).toHaveProperty('user-agent');
+            expect(needleOptions.headers).toHaveProperty('sec-ch-ua');
+            expect(needleOptions.headers).toHaveProperty('accept');
+            expect(needleOptions).toHaveProperty('response_timeout', 30000);
+        });
+    });
 });

package/dist/nodes/DuckDuckGo/adaptiveRateLimiter.js

@@ -3,14 +3,14 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.resetOperationRateLimiter = exports.resetAdaptiveRateLimiter = exports.getAdaptiveRateLimiter = exports.AdaptiveRateLimiter = exports.OPERATION_RATE_LIMITS = void 0;
 exports.OPERATION_RATE_LIMITS = {
     search: {
-        initialDelay: 3000,
-        minDelay: 2500,
-        maxDelay: 10000,
+        initialDelay: 5000,
+        minDelay: 4000,
+        maxDelay: 15000,
     },
     searchImages: {
-        initialDelay: 3000,
-        minDelay: 2500,
-        maxDelay: 10000,
+        initialDelay: 5000,
+        minDelay: 4000,
+        maxDelay: 15000,
     },
     searchNews: {
         initialDelay: 2000,

package/dist/nodes/DuckDuckGo/constants.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getRandomUserAgent = exports.USER_AGENTS = exports.NODE_INFO = exports.DEFAULT_PARAMETERS = exports.REGIONS = void 0;
+exports.getNeedleOptions = exports.getRandomUserAgent = exports.USER_AGENTS = exports.NODE_INFO = exports.DEFAULT_PARAMETERS = exports.REGIONS = void 0;
 exports.REGIONS = [
     { name: 'Argentina', value: 'ar-es' },
     { name: 'Australia', value: 'au-en' },
@@ -83,3 +83,30 @@ function getRandomUserAgent() {
     return exports.USER_AGENTS[Math.floor(Math.random() * exports.USER_AGENTS.length)];
 }
 exports.getRandomUserAgent = getRandomUserAgent;
+function getNeedleOptions() {
+    const userAgent = getRandomUserAgent();
+    const chromeVersionMatch = userAgent.match(/Chrome\/(\d+)/);
+    const chromeVersion = chromeVersionMatch ? chromeVersionMatch[1] : '121';
+    return {
+        headers: {
+            'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8',
+            'accept-language': 'en-US,en;q=0.9',
+            'cache-control': 'no-cache',
+            'pragma': 'no-cache',
+            'sec-ch-ua': `"Not A(Brand";v="8", "Chromium";v="${chromeVersion}", "Google Chrome";v="${chromeVersion}"`,
+            'sec-ch-ua-mobile': '?0',
+            'sec-ch-ua-platform': '"Windows"',
+            'sec-fetch-dest': 'document',
+            'sec-fetch-mode': 'navigate',
+            'sec-fetch-site': 'none',
+            'sec-fetch-user': '?1',
+            'sec-gpc': '1',
+            'upgrade-insecure-requests': '1',
+            'user-agent': userAgent,
+        },
+        follow_max: 5,
+        response_timeout: 30000,
+        read_timeout: 30000,
+    };
+}
+exports.getNeedleOptions = getNeedleOptions;

package/dist/package.json

@@ -1,6 +1,6 @@
 {
     "name": "n8n-nodes-duckduckgo-search",
-    "version": "32.2.0",
+    "version": "32.3.0",
     "description": "Professional-grade n8n community node for DuckDuckGo search with comprehensive error handling, validation, and quality filtering.",
     "keywords": [
         "n8n-community-node-package",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "n8n-nodes-duckduckgo-search",
-  "version": "32.2.0",
+  "version": "32.3.0",
   "description": "Professional-grade n8n community node for DuckDuckGo search with comprehensive error handling, validation, and quality filtering.",
   "keywords": [
     "n8n-community-node-package",