n8n-nodes-deep-research 1.1.0

package/dist/nodes/DeepResearch/DeepResearch.node.js

@@ -0,0 +1,1130 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DeepResearch = void 0;
+const n8n_workflow_1 = require("n8n-workflow");
+const USER_AGENTS = [
+    'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
+    'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
+    'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:133.0) Gecko/20100101 Firefox/133.0',
+    'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.2 Safari/605.1.15',
+    'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
+    'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 Edg/131.0.0.0',
+    'Mozilla/5.0 (X11; Linux x86_64; rv:133.0) Gecko/20100101 Firefox/133.0',
+    'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36',
+    'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36 OPR/114.0.0.0',
+    'Mozilla/5.0 (iPhone; CPU iPhone OS 18_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.1 Mobile/15E148 Safari/604.1',
+    'Mozilla/5.0 (iPad; CPU OS 18_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/131.0.6778.73 Mobile/15E148 Safari/604.1',
+    'Mozilla/5.0 (Linux; Android 14; Pixel 8) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36',
+];
+function randomUa() {
+    return USER_AGENTS[Math.floor(Math.random() * USER_AGENTS.length)];
+}
+function randomDelay(minMs = 500, maxMs = 2000) {
+    const ms = Math.floor(Math.random() * (maxMs - minMs + 1)) + minMs;
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+async function retryRequest(ctx, options, maxRetries = 2) {
+    let lastError;
+    for (let attempt = 0; attempt <= maxRetries; attempt++) {
+        try {
+            if (attempt > 0) {
+                await new Promise((r) => setTimeout(r, 1000 * Math.pow(2, attempt) + Math.random() * 1000));
+            }
+            return await ctx.helpers.httpRequest(options);
+        }
+        catch (err) {
+            lastError = err;
+            if (attempt === maxRetries)
+                break;
+        }
+    }
+    throw lastError;
+}
+function stripHtml(raw) {
+    return raw
+        .replace(/<script[\s\S]*?<\/script>/gi, '')
+        .replace(/<style[\s\S]*?<\/style>/gi, '')
+        .replace(/<[^>]+>/g, ' ')
+        .replace(/&nbsp;/g, ' ')
+        .replace(/&amp;/g, '&')
+        .replace(/&lt;/g, '<')
+        .replace(/&gt;/g, '>')
+        .replace(/&quot;/g, '"')
+        .replace(/&#39;/g, "'")
+        .replace(/&apos;/g, "'")
+        .replace(/&mdash;/g, '\u2014')
+        .replace(/&ndash;/g, '\u2013')
+        .replace(/&rsquo;/g, "'")
+        .replace(/&lsquo;/g, "'")
+        .replace(/&rdquo;/g, '"')
+        .replace(/&ldquo;/g, '"')
+        .replace(/&#x27;/g, "'")
+        .replace(/&#x2F;/g, '/')
+        .replace(/\s{2,}/g, ' ')
+        .trim();
+}
+function decodeEnt(str) {
+    return str
+        .replace(/&nbsp;/g, ' ')
+        .replace(/&amp;/g, '&')
+        .replace(/&lt;/g, '<')
+        .replace(/&gt;/g, '>')
+        .replace(/&quot;/g, '"')
+        .replace(/&#39;/g, "'")
+        .replace(/&apos;/g, "'");
+}
+function htmlRequestOpts(url, extra = {}) {
+    return {
+        method: 'GET',
+        url,
+        headers: {
+            'User-Agent': randomUa(),
+            Accept: 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
+            'Accept-Language': 'en-US,en;q=0.9',
+            'Accept-Encoding': 'gzip, deflate',
+            Connection: 'keep-alive',
+            ...extra,
+        },
+        timeout: 20000,
+        returnFullResponse: false,
+        json: false,
+    };
+}
+function jsonRequestOpts(url, extra = {}) {
+    return {
+        method: 'GET',
+        url,
+        headers: {
+            'User-Agent': 'n8n-deep-research/1.0',
+            Accept: 'application/json',
+            ...extra,
+        },
+        timeout: 20000,
+        returnFullResponse: false,
+        json: true,
+    };
+}
+async function searchDuckDuckGo(ctx, query, max) {
+    var _a;
+    const url = `https://html.duckduckgo.com/html/?q=${encodeURIComponent(query)}`;
+    const response = (await retryRequest(ctx, htmlRequestOpts(url)));
+    const results = [];
+    const blocks = response.split('class="result__body"');
+    for (let i = 1; i < blocks.length && results.length < max; i++) {
+        const b = blocks[i];
+        const hm = b.match(/href="(https?:\/\/[^"]+)"/);
+        let itemUrl = '';
+        if (hm) {
+            const um = hm[1].match(/uddg=([^&]+)/);
+            itemUrl = um ? decodeURIComponent(um[1]) : hm[1];
+        }
+        const tm = b.match(/class="result__a"[^>]*>([\s\S]*?)<\/a>/);
+        const sm = b.match(/class="result__snippet"[^>]*>([\s\S]*?)<\/a>/);
+        if (((_a = tm === null || tm === void 0 ? void 0 : tm[1]) === null || _a === void 0 ? void 0 : _a.trim()) && itemUrl) {
+            results.push({ title: decodeEnt(stripHtml(tm[1])), url: itemUrl, snippet: sm ? decodeEnt(stripHtml(sm[1])) : '', source: 'duckduckgo' });
+        }
+    }
+    return results;
+}
+async function searchReddit(ctx, query, max, sort, time) {
+    var _a, _b;
+    const url = `https://www.reddit.com/search.json?q=${encodeURIComponent(query)}&limit=${max}&sort=${sort}&t=${time}&raw_json=1`;
+    const data = (await retryRequest(ctx, jsonRequestOpts(url)));
+    const results = [];
+    const children = (_b = (_a = data.data) === null || _a === void 0 ? void 0 : _a.children) !== null && _b !== void 0 ? _b : [];
+    for (const c of children) {
+        if (results.length >= max)
+            break;
+        const p = c.data;
+        if (!p || p.over_18)
+            continue;
+        const selftext = p.selftext ? stripHtml(p.selftext).substring(0, 500) : '';
+        results.push({
+            title: p.title || '', url: `https://reddit.com${p.permalink}`,
+            snippet: selftext || p.title, source: 'reddit',
+            redditScore: p.score, redditAuthor: p.author,
+            redditSubreddit: p.subreddit, redditNumComments: p.num_comments,
+            redditCreatedUtc: p.created_utc ? new Date(p.created_utc * 1000).toISOString() : undefined,
+        });
+    }
+    return results;
+}
+async function searchHackerNews(ctx, query, max, byDate, tags) {
+    var _a, _b, _c;
+    const url = `https://hn.algolia.com/api/v1/search?query=${encodeURIComponent(query)}&hitsPerPage=${max}&sort=${byDate ? 'by_date' : 'relevance'}&tags=${tags}`;
+    const data = (await retryRequest(ctx, jsonRequestOpts(url)));
+    const results = [];
+    for (const h of ((_a = data.hits) !== null && _a !== void 0 ? _a : [])) {
+        if (results.length >= max)
+            break;
+        results.push({
+            title: h.title || h.story_title || '',
+            url: h.url || `https://news.ycombinator.com/item?id=${h.objectID}`,
+            snippet: h.author ? `by ${h.author} | points: ${(_b = h.points) !== null && _b !== void 0 ? _b : 0} | comments: ${(_c = h.num_comments) !== null && _c !== void 0 ? _c : 0}` : '',
+            source: 'hackernews', hnPoints: h.points, hnAuthor: h.author,
+            hnNumComments: h.num_comments, hnCreated: h.created_at,
+        });
+    }
+    return results;
+}
+async function searchWikipedia(ctx, query, max, lang, extracts) {
+    var _a, _b;
+    const url = `https://${lang}.wikipedia.org/w/api.php?action=query&list=search&srsearch=${encodeURIComponent(query)}&format=json&srlimit=${max}`;
+    const data = (await retryRequest(ctx, jsonRequestOpts(url)));
+    const results = [];
+    const qd = data.query;
+    for (const i of ((_a = qd === null || qd === void 0 ? void 0 : qd.search) !== null && _a !== void 0 ? _a : [])) {
+        if (results.length >= max)
+            break;
+        results.push({
+            title: i.title,
+            url: `https://${lang}.wikipedia.org/wiki/${encodeURIComponent(i.title.replace(/ /g, '_'))}`,
+            snippet: i.snippet ? decodeEnt(stripHtml(i.snippet)) : '', source: 'wikipedia',
+        });
+    }
+    if (extracts && results.length > 0) {
+        try {
+            const titles = results.map((r) => r.title).join('|');
+            const eu = `https://${lang}.wikipedia.org/w/api.php?action=query&titles=${encodeURIComponent(titles)}&prop=extracts&exintro&explaintext&exsentences=5&format=json`;
+            const ed = (await retryRequest(ctx, jsonRequestOpts(eu)));
+            const eq = ed.query;
+            const pages = (_b = eq === null || eq === void 0 ? void 0 : eq.pages) !== null && _b !== void 0 ? _b : {};
+            for (const pid of Object.keys(pages)) {
+                const pg = pages[pid];
+                if (pg.extract) {
+                    const f = results.find((r) => r.title === pg.title);
+                    if (f)
+                        f.snippet = pg.extract;
+                }
+            }
+        }
+        catch (_e) { }
+    }
+    return results;
+}
+async function searchNewsRSS(ctx, query, max, source) {
+    const rssUrls = {
+        google: `https://news.google.com/rss/search?q=${encodeURIComponent(query)}`,
+        techcrunch: `https://techcrunch.com/feed/?s=${encodeURIComponent(query)}`,
+        bbc: `https://feeds.bbci.co.uk/news/search/rss?query=${encodeURIComponent(query)}`,
+        reuters: `https://feeds.reuters.com/reuters/topNews`,
+        custom: query,
+    };
+    const rssUrl = rssUrls[source] || rssUrls.google;
+    const xml = (await retryRequest(ctx, {
+        ...jsonRequestOpts(rssUrl), json: false,
+        headers: { 'User-Agent': 'n8n-deep-research/1.0', Accept: 'application/rss+xml, application/xml, text/xml' },
+    }));
+    const results = [];
+    const rx = /<item>([\s\S]*?)<\/item>/gi;
+    let m;
+    while ((m = rx.exec(xml)) !== null && results.length < max) {
+        const ix = m[1];
+        const tm = ix.match(/<title>(?:<!\[CDATA\[)?([\s\S]*?)(?:\]\]>)?<\/title>/i);
+        const lm = ix.match(/<link>(?:<!\[CDATA\[)?([\s\S]*?)(?:\]\]>)?<\/link>/i);
+        const dm = ix.match(/<description>(?:<!\[CDATA\[)?([\s\S]*?)(?:\]\]>)?<\/description>/i);
+        const pm = ix.match(/<pubDate>([\s\S]*?)<\/pubDate>/i);
+        if ((tm === null || tm === void 0 ? void 0 : tm[1]) && (lm === null || lm === void 0 ? void 0 : lm[1])) {
+            const r = { title: decodeEnt(stripHtml(tm[1])), url: decodeEnt(stripHtml(lm[1])), snippet: dm ? decodeEnt(stripHtml(dm[1])) : '', source: `news-${source}` };
+            if (pm)
+                r.publishedAt = pm[1].trim();
+            results.push(r);
+        }
+    }
+    return results;
+}
+async function searchGitHub(ctx, query, max, type, sort) {
+    var _a;
+    const sp = sort ? `&sort=${sort}` : '';
+    const url = `https://api.github.com/search/${type}?q=${encodeURIComponent(query)}&per_page=${max}${sp}`;
+    const data = (await retryRequest(ctx, jsonRequestOpts(url, { Accept: 'application/vnd.github.v3+json' })));
+    const results = [];
+    for (const i of ((_a = data.items) !== null && _a !== void 0 ? _a : [])) {
+        if (results.length >= max)
+            break;
+        if (type === 'repositories') {
+            results.push({ title: i.full_name || i.name, url: i.html_url, snippet: i.description || '', source: 'github', githubStars: i.stargazers_count, githubForks: i.forks_count, githubLanguage: i.language });
+        }
+        else {
+            results.push({ title: i.title || i.name || i.path || '', url: i.html_url, snippet: i.body ? stripHtml(i.body).substring(0, 500) : '', source: 'github' });
+        }
+    }
+    return results;
+}
+async function scrapeWebPage(ctx, targetUrl, extractLinks, maxLen) {
+    var _a, _b, _c, _d, _f, _g;
+    const html = (await retryRequest(ctx, htmlRequestOpts(targetUrl)));
+    const title = ((_a = html.match(/<title[^>]*>([\s\S]*?)<\/title>/i)) !== null && _a !== void 0 ? _a : [])[1] ? decodeEnt(stripHtml(((_b = html.match(/<title[^>]*>([\s\S]*?)<\/title>/i)) !== null && _b !== void 0 ? _b : [])[1])) : '';
+    const desc = (((_c = html.match(/<meta\s+name=["']description["']\s+content=["']([^"']+)["']/i)) !== null && _c !== void 0 ? _c : [])[1]) || '';
+    const ogTitle = (((_d = html.match(/<meta\s+(?:property|name)=["']og:title["']\s+content=["']([^"']+)["']/i)) !== null && _d !== void 0 ? _d : [])[1]) || '';
+    const ogDesc = (((_f = html.match(/<meta\s+(?:property|name)=["']og:description["']\s+content=["']([^"']+)["']/i)) !== null && _f !== void 0 ? _f : [])[1]) || '';
+    const ogImg = (((_g = html.match(/<meta\s+(?:property|name)=["']og:image["']\s+content=["']([^"']+)["']/i)) !== null && _g !== void 0 ? _g : [])[1]) || '';
+    let textContent = stripHtml(html);
+    if (textContent.length > maxLen)
+        textContent = textContent.substring(0, maxLen) + '... [truncated]';
+    const result = { title, url: targetUrl, snippet: desc || ogDesc, source: 'web-scrape', description: desc, ogTitle, ogDescription: ogDesc, ogImage: ogImg, textContent, textLength: stripHtml(html).length };
+    if (extractLinks) {
+        const lr = /href=["'](https?:\/\/[^"']+)["']/gi;
+        const links = [];
+        let lm;
+        while ((lm = lr.exec(html)) !== null) {
+            if (!lm[1].includes('#') && !lm[1].includes('javascript:'))
+                links.push(lm[1]);
+        }
+        const ul = [...new Set(links)];
+        result.links = ul;
+        result.linksCount = ul.length;
+    }
+    return result;
+}
+const NITTER_INSTANCES = [
+    'nitter.privacydev.net', 'nitter.poast.org', 'nitter.woodland.cafe',
+    'bird.trom.tf', 'nitter.projectsegfau.lt',
+];
+async function searchTwitter(ctx, query, max) {
+    const results = [];
+    try {
+        const url = `https://fixupx.com/search?q=${encodeURIComponent(query)}&f=live`;
+        const html = (await retryRequest(ctx, htmlRequestOpts(url), 2));
+        const tweetRegex = /<article[^>]*>([\s\S]*?)<\/article>/gi;
+        let tm;
+        while ((tm = tweetRegex.exec(html)) !== null && results.length < max) {
+            const block = tm[1];
+            const textM = block.match(/<div[^>]*class="[^"]*tweet-text[^"]*"[^>]*>([\s\S]*?)<\/div>/i);
+            const userM = block.match(/<a[^>]*class="[^"]*username[^"]*"[^>]*>([\s\S]*?)<\/a>/i);
+            const linkM = block.match(/href="(\/[^"]*\/status\/\d+)"/i);
+            if (textM) {
+                const text = stripHtml(textM[1]).substring(0, 300);
+                const user = userM ? stripHtml(userM[1]) : '';
+                const tweetUrl = linkM ? `https://x.com${linkM[1]}` : `https://x.com/search?q=${encodeURIComponent(query)}`;
+                results.push({ title: `${user}: ${text.substring(0, 80)}`, url: tweetUrl, snippet: text, source: 'twitter', twitterUser: user });
+            }
+        }
+    }
+    catch (_e) { }
+    await randomDelay(800, 1500);
+    if (results.length < max) {
+        for (const instance of NITTER_INSTANCES) {
+            if (results.length >= max)
+                break;
+            try {
+                const rssUrl = `https://${instance}/search/rss?f=tweets&q=${encodeURIComponent(query)}`;
+                const xml = (await retryRequest(ctx, {
+                    ...jsonRequestOpts(rssUrl), json: false,
+                    headers: { 'User-Agent': randomUa(), Accept: 'application/rss+xml' },
+                }, 1));
+                const itemRx = /<item>([\s\S]*?)<\/item>/gi;
+                let im;
+                while ((im = itemRx.exec(xml)) !== null && results.length < max) {
+                    const ix = im[1];
+                    const titM = ix.match(/<title>(?:<!\[CDATA\[)?([\s\S]*?)(?:\]\]>)?<\/title>/i);
+                    const lnkM = ix.match(/<link>(?:<!\[CDATA\[)?([\s\S]*?)(?:\]\]>)?<\/link>/i);
+                    const dscM = ix.match(/<description>(?:<!\[CDATA\[)?([\s\S]*?)(?:\]\]>)?<\/description>/i);
+                    if ((titM === null || titM === void 0 ? void 0 : titM[1]) && (lnkM === null || lnkM === void 0 ? void 0 : lnkM[1])) {
+                        results.push({ title: decodeEnt(stripHtml(titM[1])), url: decodeEnt(stripHtml(lnkM[1])), snippet: dscM ? decodeEnt(stripHtml(dscM[1])) : '', source: 'twitter' });
+                    }
+                }
+            }
+            catch (_e) {
+                continue;
+            }
+            await randomDelay(500, 1000);
+        }
+    }
+    return results.slice(0, max);
+}
+async function searchQuora(ctx, query, max) {
+    const results = [];
+    try {
+        const url = `https://www.quora.com/search?q=${encodeURIComponent(query)}`;
+        const html = (await retryRequest(ctx, htmlRequestOpts(url, {
+            'Accept': 'text/html,application/xhtml+xml',
+            'Sec-Fetch-Dest': 'document',
+            'Sec-Fetch-Mode': 'navigate',
+        }), 2));
+        const linkRx = /href="(\/(?!\/)[^"]*question\/[^"]*)"/gi;
+        const titleRx = /<span[^>]*class="[^"]*ui_qtext[^"]*"[^>]*>([\s\S]*?)<\/span>/gi;
+        const titles = [];
+        let tMatch;
+        while ((tMatch = titleRx.exec(html)) !== null && titles.length < max * 2) {
+            const t = stripHtml(tMatch[1]).trim();
+            if (t.length > 15)
+                titles.push(t);
+        }
+        let lMatch;
+        const seen = new Set();
+        let idx = 0;
+        while ((lMatch = linkRx.exec(html)) !== null && results.length < max) {
+            const fullUrl = `https://www.quora.com${lMatch[1]}`;
+            if (!seen.has(fullUrl)) {
+                seen.add(fullUrl);
+                results.push({ title: titles[idx] || 'Quora Question', url: fullUrl, snippet: '', source: 'quora' });
+                idx++;
+            }
+        }
+    }
+    catch (_e) { }
+    return results;
+}
+const INVIDIOUS_INSTANCES = [
+    'inv.tux.pizza', 'vid.puffyan.us', 'invidious.fdn.fr',
+    'yewtu.be', 'invidious.nerdvpn.de', 'iv.ggtyler.dev',
+];
+async function searchYouTube(ctx, query, max) {
+    var _a;
+    const results = [];
+    for (const inst of INVIDIOUS_INSTANCES) {
+        if (results.length >= max)
+            break;
+        try {
+            const url = `https://${inst}/api/v1/search?q=${encodeURIComponent(query)}&type=video&sort_by=relevance&page=1`;
+            const data = (await retryRequest(ctx, jsonRequestOpts(url, { 'User-Agent': randomUa() }), 1));
+            if (Array.isArray(data)) {
+                for (const v of data) {
+                    if (results.length >= max)
+                        break;
+                    if (v.type === 'video') {
+                        results.push({
+                            title: v.title || '', url: `https://www.youtube.com/watch?v=${v.videoId}`,
+                            snippet: ((_a = v.description) === null || _a === void 0 ? void 0 : _a.substring(0, 300)) || '',
+                            source: 'youtube', youtubeViews: v.viewCount,
+                            youtubeAuthor: v.author || '', youtubeLengthSeconds: v.lengthSeconds,
+                            youtubePublished: v.published,
+                        });
+                    }
+                }
+            }
+            break;
+        }
+        catch (_e) {
+            await randomDelay(300, 800);
+            continue;
+        }
+    }
+    return results.slice(0, max);
+}
+async function searchStackExchange(ctx, query, max, site) {
+    var _a;
+    const url = `https://api.stackexchange.com/2.3/search/advanced?order=desc&sort=relevance&q=${encodeURIComponent(query)}&site=${site}&pagesize=${max}&filter=withbody`;
+    const data = (await retryRequest(ctx, jsonRequestOpts(url)));
+    const results = [];
+    for (const i of ((_a = data.items) !== null && _a !== void 0 ? _a : [])) {
+        if (results.length >= max)
+            break;
+        const body = i.body ? stripHtml(i.body).substring(0, 400) : '';
+        results.push({
+            title: i.title || '', url: i.link, snippet: body,
+            source: `stackexchange-${site}`, stackScore: i.score,
+            stackAnswers: i.answer_count, stackTags: i.tags,
+            stackIsAnswered: i.is_answered,
+        });
+    }
+    return results;
+}
+async function searchMedium(ctx, query, max) {
+    var _a, _b, _c, _d, _f;
+    const results = [];
+    try {
+        const url = `https://medium.com/search?q=${encodeURIComponent(query)}`;
+        const html = (await retryRequest(ctx, htmlRequestOpts(url, { Accept: 'text/html' }), 2));
+        const nextDataMatch = html.match(/<script id="__NEXT_DATA__"[^>]*>([\s\S]*?)<\/script>/i);
+        if (nextDataMatch) {
+            try {
+                const nd = JSON.parse(nextDataMatch[1]);
+                const posts = ((_c = (_b = (_a = nd === null || nd === void 0 ? void 0 : nd.props) === null || _a === void 0 ? void 0 : _a.pageProps) === null || _b === void 0 ? void 0 : _b.searchData) === null || _c === void 0 ? void 0 : _c.posts) || [];
+                for (const p of posts) {
+                    if (results.length >= max)
+                        break;
+                    const title = p.title || '';
+                    const mid = p.mediumUrl || p.id ? `https://medium.com/p/${p.id}` : '';
+                    results.push({ title, url: mid, snippet: (p.subtitle || ((_d = p.previewContent) === null || _d === void 0 ? void 0 : _d.subtitle) || '').substring(0, 300), source: 'medium', mediumAuthor: (_f = p.author) === null || _f === void 0 ? void 0 : _f.name, mediumClaps: p.clapCount });
+                }
+            }
+            catch (_e) { }
+        }
+        if (results.length === 0) {
+            const articleRx = /<article[^>]*>([\s\S]*?)<\/article>/gi;
+            let am;
+            while ((am = articleRx.exec(html)) !== null && results.length < max) {
+                const block = am[1];
+                const tm = block.match(/<h[23][^>]*>([\s\S]*?)<\/h[23]>/i);
+                const lm = block.match(/href="(https?:\/\/medium\.com\/[^"]+)"/i);
+                if ((tm === null || tm === void 0 ? void 0 : tm[1]) && (lm === null || lm === void 0 ? void 0 : lm[1])) {
+                    results.push({ title: decodeEnt(stripHtml(tm[1])), url: lm[1], snippet: '', source: 'medium' });
+                }
+            }
+        }
+    }
+    catch (_e) { }
+    return results;
+}
+async function searchDevTo(ctx, query, max) {
+    var _a, _b;
+    const url = `https://dev.to/api/articles?per_page=${max}&tag=${encodeURIComponent(query)}`;
+    const data = (await retryRequest(ctx, jsonRequestOpts(url, { 'api-key': '' }), 1));
+    const results = [];
+    if (Array.isArray(data)) {
+        for (const a of data) {
+            if (results.length >= max)
+                break;
+            results.push({
+                title: a.title || '', url: a.url || a.canonical_url || '',
+                snippet: ((_a = a.description) === null || _a === void 0 ? void 0 : _a.substring(0, 300)) || '', source: 'devto',
+                devtoAuthor: (_b = a.user) === null || _b === void 0 ? void 0 : _b.name, devtoLikes: a.positive_reactions_count,
+                devtoComments: a.comments_count, devtoTags: a.tag_list,
+            });
+        }
+    }
+    return results;
+}
+async function searchProductHunt(ctx, query, max) {
+    var _a, _b, _c;
+    const results = [];
+    try {
+        const gqlBody = JSON.stringify({
+            query: `{ posts(order: VOTED, first: ${max}, search: "${query.replace(/"/g, '\\"')}") { edges { node { id name tagline url votesCount website createdAt topics { edges { node { name } } } } } } }`,
+        });
+        const data = (await retryRequest(ctx, {
+            method: 'POST',
+            url: 'https://www.producthunt.com/frontend/graphql',
+            headers: { 'User-Agent': randomUa(), 'Content-Type': 'application/json', Accept: 'application/json', Origin: 'https://www.producthunt.com', Referer: 'https://www.producthunt.com/' },
+            body: gqlBody, timeout: 15000, returnFullResponse: false, json: true,
+        }, 1));
+        const edges = (_c = (_b = (_a = data === null || data === void 0 ? void 0 : data.data) === null || _a === void 0 ? void 0 : _a.posts) === null || _b === void 0 ? void 0 : _b.edges) !== null && _c !== void 0 ? _c : [];
+        for (const e of edges) {
+            if (results.length >= max)
+                break;
+            const n = e.node;
+            results.push({
+                title: n.name || '', url: n.website || n.url || '',
+                snippet: n.tagline || '', source: 'producthunt',
+                phVotes: n.votesCount, phCreatedAt: n.createdAt,
+            });
+        }
+    }
+    catch (_e) {
+        try {
+            const html = (await retryRequest(ctx, htmlRequestOpts(`https://www.producthunt.com/search?q=${encodeURIComponent(query)}`), 1));
+            const itemRx = /<h[23][^>]*>([\s\S]*?)<\/h[23]>/gi;
+            const linkRx = /href="(https?:\/\/www\.producthunt\.com\/posts\/[^"]+)"/gi;
+            const titles = [];
+            let tm;
+            while ((tm = itemRx.exec(html)) !== null)
+                titles.push(stripHtml(tm[1]));
+            let lm;
+            let idx = 0;
+            while ((lm = linkRx.exec(html)) !== null && results.length < max) {
+                results.push({ title: titles[idx] || 'Product Hunt Post', url: lm[1], snippet: '', source: 'producthunt' });
+                idx++;
+            }
+        }
+        catch (_e2) { }
+    }
+    return results;
+}
+async function searchArXiv(ctx, query, max) {
+    const url = `https://export.arxiv.org/api/query?search_query=all:${encodeURIComponent(query)}&max_results=${max}&start=0`;
+    const xml = (await retryRequest(ctx, { ...jsonRequestOpts(url), json: false, headers: { Accept: 'application/xml, text/xml' } }));
+    const results = [];
+    const entryRx = /<entry>([\s\S]*?)<\/entry>/gi;
+    let em;
+    while ((em = entryRx.exec(xml)) !== null && results.length < max) {
+        const e = em[1];
+        const tm = e.match(/<title>([\s\S]*?)<\/title>/i);
+        const lm = e.match(/<id>([\s\S]*?)<\/id>/i);
+        const sm = e.match(/<summary>([\s\S]*?)<\/summary>/i);
+        const am = e.match(/<author>[\s\S]*?<name>([\s\S]*?)<\/name>[\s\S]*?<\/author>/i);
+        const cm = e.match(/<published>([\s\S]*?)<\/published>/i);
+        if ((tm === null || tm === void 0 ? void 0 : tm[1]) && (lm === null || lm === void 0 ? void 0 : lm[1])) {
+            results.push({
+                title: stripHtml(tm[1]), url: lm[1],
+                snippet: sm ? stripHtml(sm[1]).substring(0, 400) : '', source: 'arxiv',
+                arxivAuthor: am ? stripHtml(am[1]) : undefined, arxivPublished: cm ? cm[1].trim() : undefined,
+            });
+        }
+    }
+    return results;
+}
+async function searchPinterest(ctx, query, max) {
+    var _a, _b, _c, _d, _f;
+    const results = [];
+    try {
+        const url = `https://www.pinterest.com/search/pins/?q=${encodeURIComponent(query)}`;
+        const html = (await retryRequest(ctx, htmlRequestOpts(url, { Accept: 'text/html', Referer: 'https://www.pinterest.com/' }), 2));
+        const dataMatch = html.match(/<script[^>]*id="__PWS_DATA__"[^>]*>([\s\S]*?)<\/script>/i);
+        if (dataMatch) {
+            try {
+                const pd = JSON.parse(dataMatch[1]);
+                const pins = ((_b = (_a = pd === null || pd === void 0 ? void 0 : pd.props) === null || _a === void 0 ? void 0 : _a.initialReduxState) === null || _b === void 0 ? void 0 : _b.pins) || {};
+                let count = 0;
+                for (const pinId of Object.keys(pins)) {
+                    if (count >= max)
+                        break;
+                    const pin = pins[pinId];
+                    if ((_d = (_c = pin === null || pin === void 0 ? void 0 : pin.images) === null || _c === void 0 ? void 0 : _c.orig) === null || _d === void 0 ? void 0 : _d.url) {
+                        results.push({
+                            title: (pin.title || pin.grid_title || `Pin by ${((_f = pin.board_owner) === null || _f === void 0 ? void 0 : _f.username) || 'unknown'}`),
+                            url: `https://www.pinterest.com/pin/${pinId}/`,
+                            snippet: (pin.description || '').substring(0, 300),
+                            source: 'pinterest', pinterestImage: pin.images.orig.url,
+                            pinterestSaves: pin.save_count,
+                        });
+                        count++;
+                    }
+                }
+            }
+            catch (_e) { }
+        }
+        if (results.length === 0) {
+            const pinRx = /<div[^>]*data-pin-id="(\d+)"[^>]*>([\s\S]*?)<\/div>/gi;
+            const descRx = /<div[^>]*class="[^"]*pinDescription[^"]*"[^>]*>([\s\S]*?)<\/div>/gi;
+            const descriptions = [];
+            let dm;
+            while ((dm = descRx.exec(html)) !== null)
+                descriptions.push(stripHtml(dm[1]));
+            let pm;
+            let idx = 0;
+            while ((pm = pinRx.exec(html)) !== null && results.length < max) {
+                results.push({ title: `Pinterest Pin`, url: `https://www.pinterest.com/pin/${pm[1]}/`, snippet: descriptions[idx] || '', source: 'pinterest' });
+                idx++;
+            }
+        }
+    }
+    catch (_e) { }
+    return results;
+}
+async function searchFacebook(ctx, query, max) {
+    var _a, _b;
+    const results = [];
+    try {
+        const url = `https://m.facebook.com/public/search/?query=${encodeURIComponent(query)}&view=public`;
+        const html = (await retryRequest(ctx, htmlRequestOpts(url, {
+            Accept: 'text/html', 'Accept-Language': 'en-US,en;q=0.9',
+            'Sec-Fetch-Dest': 'document', 'Sec-Fetch-Mode': 'navigate',
+        }), 1));
+        const linkRx = /href="(\/(?!\/)[^"]*)"/gi;
+        const titleRx = /<span[^>]*>([^<]{20,})<\/span>/gi;
+        const titles = [];
+        let tm;
+        while ((tm = titleRx.exec(html)) !== null && titles.length < max * 3) {
+            const t = stripHtml(tm[1]).trim();
+            if (t.length > 15 && !t.includes('Facebook') && !t.includes('Log In'))
+                titles.push(t);
+        }
+        const seen = new Set();
+        let lm;
+        let idx = 0;
+        while ((lm = linkRx.exec(html)) !== null && results.length < max) {
+            const path = lm[1];
+            if (path.includes('story_fbid') || path.includes('/posts/') || path.includes('/groups/')) {
+                const fullUrl = `https://www.facebook.com${path}`;
+                if (!seen.has(fullUrl)) {
+                    seen.add(fullUrl);
+                    results.push({ title: titles[idx] || 'Facebook Post', url: fullUrl, snippet: '', source: 'facebook' });
+                    idx++;
+                }
+            }
+        }
+    }
+    catch (_e) { }
+    if (results.length === 0) {
+        try {
+            const url = `https://graph.facebook.com/v19.0/pages/search?q=${encodeURIComponent(query)}&limit=${max}&fields=id,name,description,link,website`;
+            const data = (await retryRequest(ctx, jsonRequestOpts(url), 1));
+            for (const p of ((_a = data.data) !== null && _a !== void 0 ? _a : [])) {
+                if (results.length >= max)
+                    break;
+                results.push({
+                    title: p.name || '', url: p.link || p.website || '',
+                    snippet: ((_b = p.description) === null || _b === void 0 ? void 0 : _b.substring(0, 300)) || '', source: 'facebook',
+                    facebookId: p.id,
+                });
+            }
+        }
+        catch (_e) { }
+    }
+    return results;
+}
+async function searchLinkedIn(ctx, query, max, searchType) {
+    const results = [];
+    try {
+        const path = searchType === 'jobs' ? 'jobs/search' : 'search/results/people';
+        const url = `https://www.linkedin.com/${path}?keywords=${encodeURIComponent(query)}&origin=GLOBAL_SEARCH_HEADER`;
+        const html = (await retryRequest(ctx, htmlRequestOpts(url, {
+            Accept: 'text/html', 'Accept-Language': 'en-US,en;q=0.9',
+            'Sec-Fetch-Dest': 'document',
+        }), 2));
+        const nameRx = /<span[^>]*class="[^"]*entity-result__title[^"]*"[^>]*>([\s\S]*?)<\/span>/i;
+        const linkRx = /href="(https?:\/\/www\.linkedin\.com\/in\/[^"]+)"/gi;
+        const subtitleRx = /<span[^>]*class="[^"]*entity-result__primary-subtitle[^"]*"[^>]*>([\s\S]*?)<\/span>/i;
+        const names = [];
+        const subtitles = [];
+        let nm;
+        while ((nm = nameRx.exec(html)) !== null)
+            names.push(stripHtml(nm[1]));
+        let sm;
+        while ((sm = subtitleRx.exec(html)) !== null)
+            subtitles.push(stripHtml(sm[1]));
+        const links = [];
+        let lm;
+        while ((lm = linkRx.exec(html)) !== null)
+            links.push(lm[1]);
+        for (let i = 0; i < Math.min(names.length, links.length, max); i++) {
+            results.push({
+                title: names[i] || 'LinkedIn Profile',
+                url: links[i],
+                snippet: subtitles[i] || '', source: 'linkedin',
+                linkedinSubtitle: subtitles[i] || undefined,
+            });
+        }
+    }
+    catch (_e) { }
+    return results;
+}
+async function searchTelegram(ctx, query, max) {
+    const results = [];
+    try {
+        const url = `https://html.duckduckgo.com/html/?q=${encodeURIComponent(query + ' site:t.me')}`;
+        const html = (await retryRequest(ctx, htmlRequestOpts(url), 1));
+        const blocks = html.split('class="result__body"');
+        for (let i = 1; i < blocks.length && results.length < max; i++) {
+            const b = blocks[i];
+            const tm = b.match(/class="result__a"[^>]*>([\s\S]*?)<\/a>/);
+            const hm = b.match(/href="(https?:\/\/t\.me\/[^"]+)"/);
+            const sm = b.match(/class="result__snippet"[^>]*>([\s\S]*?)<\/a>/);
+            if (tm && hm) {
+                const title = decodeEnt(stripHtml(tm[1]));
+                if (title.toLowerCase().includes(query.toLowerCase().split(' ')[0])) {
+                    results.push({ title, url: hm[1], snippet: sm ? decodeEnt(stripHtml(sm[1])) : '', source: 'telegram' });
+                }
+            }
+        }
+    }
+    catch (_e) { }
+    if (results.length < max) {
+        try {
+            const rssUrl = `https://rsshub.app/telegram/channel/${encodeURIComponent(query.toLowerCase().replace(/\s+/g, ''))}`;
+            const xml = (await retryRequest(ctx, { ...jsonRequestOpts(rssUrl), json: false, headers: { Accept: 'application/rss+xml' } }, 1));
+            const itemRx = /<item>([\s\S]*?)<\/item>/gi;
+            let im;
+            while ((im = itemRx.exec(xml)) !== null && results.length < max) {
+                const ix = im[1];
+                const tm = ix.match(/<title>(?:<!\[CDATA\[)?([\s\S]*?)(?:\]\]>)?<\/title>/i);
+                const lm = ix.match(/<link>(?:<!\[CDATA\[)?([\s\S]*?)(?:\]\]>)?<\/link>/i);
+                if ((tm === null || tm === void 0 ? void 0 : tm[1]) && (lm === null || lm === void 0 ? void 0 : lm[1])) {
+                    results.push({ title: decodeEnt(stripHtml(tm[1])), url: decodeEnt(stripHtml(lm[1])), snippet: '', source: 'telegram' });
+                }
+            }
+        }
+        catch (_e) { }
+    }
+    return results;
+}
+async function searchRedditSubreddit(ctx, subreddit, max, sort, time) {
+    var _a, _b;
+    const url = `https://www.reddit.com/r/${subreddit}/${sort}.json?limit=${max}&t=${time}`;
+    const data = (await retryRequest(ctx, jsonRequestOpts(url)));
+    const results = [];
+    for (const c of ((_b = (_a = data.data) === null || _a === void 0 ? void 0 : _a.children) !== null && _b !== void 0 ? _b : [])) {
+        if (results.length >= max)
+            break;
+        const p = c.data;
+        if (!p || p.over_18)
+            continue;
+        results.push({
+            title: p.title || '', url: `https://reddit.com${p.permalink}`,
+            snippet: p.selftext ? stripHtml(p.selftext).substring(0, 500) : '',
+            source: 'reddit-subreddit', redditScore: p.score,
+            redditAuthor: p.author, redditSubreddit: p.subreddit,
+            redditNumComments: p.num_comments,
+        });
+    }
+    return results;
+}
+async function searchInstagram(ctx, query, max) {
+    const results = [];
+    try {
+        const url = `https://html.duckduckgo.com/html/?q=${encodeURIComponent(query + ' site:instagram.com')}`;
+        const html = (await retryRequest(ctx, htmlRequestOpts(url), 1));
+        const blocks = html.split('class="result__body"');
+        for (let i = 1; i < blocks.length && results.length < max; i++) {
+            const b = blocks[i];
+            const tm = b.match(/class="result__a"[^>]*>([\s\S]*?)<\/a>/);
+            const hm = b.match(/href="(https?:\/\/www\.instagram\.com\/(?!about|explore|accounts|legal|help|api|developer)[^"]+)"/);
+            const sm = b.match(/class="result__snippet"[^>]*>([\s\S]*?)<\/a>/);
+            if (tm && hm) {
+                results.push({
+                    title: decodeEnt(stripHtml(tm[1])), url: hm[1],
+                    snippet: sm ? decodeEnt(stripHtml(sm[1])) : '', source: 'instagram',
+                });
+            }
+        }
+    }
+    catch (_e) { }
+    return results;
+}
+async function searchTikTok(ctx, query, max) {
+    var _a, _b;
+    const results = [];
+    try {
+        const url = `https://www.tiktok.com/search?q=${encodeURIComponent(query)}`;
+        const html = (await retryRequest(ctx, htmlRequestOpts(url, {
+            Accept: 'text/html', 'Accept-Language': 'en-US,en;q=0.9',
+            'Sec-Fetch-Dest': 'document',
+        }), 1));
+        const sigiMatch = html.match(/<script[^>]*id="SIGI_STATE"[^>]*>([\s\S]*?)<\/script>/i);
+        if (sigiMatch) {
+            try {
+                const sd = JSON.parse(sigiMatch[1]);
+                const itemModule = (sd === null || sd === void 0 ? void 0 : sd.ItemModule) || {};
+                let count = 0;
+                for (const itemId of Object.keys(itemModule)) {
+                    if (count >= max)
+                        break;
+                    const item = itemModule[itemId];
+                    results.push({
+                        title: ((_a = item.desc) === null || _a === void 0 ? void 0 : _a.substring(0, 100)) || 'TikTok Video',
+                        url: `https://www.tiktok.com/@${item.author || 'user'}/video/${itemId}`,
+                        snippet: ((_b = item.desc) === null || _b === void 0 ? void 0 : _b.substring(0, 300)) || '', source: 'tiktok',
+                        tiktokAuthor: item.author,
+                        tiktokPlays: item.playCount,
+                        tiktokLikes: item.diggCount,
+                    });
+                    count++;
+                }
+            }
+            catch (_e) { }
+        }
+    }
+    catch (_e) { }
+    return results;
+}
+async function deepResearch(ctx, query, max) {
+    const allResults = [];
+    const perSource = Math.max(2, Math.ceil(max / 10));
+    const settled = await Promise.allSettled([
+        searchDuckDuckGo(ctx, query, perSource),
+        searchReddit(ctx, query, perSource, 'relevance', 'all'),
+        searchHackerNews(ctx, query, perSource, false, 'story'),
+        searchWikipedia(ctx, query, perSource, 'en', true),
+        searchNewsRSS(ctx, query, perSource, 'google'),
+        searchGitHub(ctx, query, perSource, 'repositories', ''),
+        searchStackExchange(ctx, query, perSource, 'stackoverflow'),
+        searchDevTo(ctx, query, perSource),
+        searchTwitter(ctx, query, perSource),
+        searchYouTube(ctx, query, perSource),
+        searchQuora(ctx, query, perSource),
+        searchMedium(ctx, query, perSource),
+        searchProductHunt(ctx, query, perSource),
+        searchArXiv(ctx, query, perSource),
+        searchPinterest(ctx, query, perSource),
+        searchTelegram(ctx, query, perSource),
+    ]);
+    for (const r of settled) {
+        if (r.status === 'fulfilled')
+            allResults.push(...r.value);
+    }
+    return allResults.slice(0, max);
+}
+class DeepResearch {
+    constructor() {
+        this.description = {
+            displayName: 'Deep Research',
+            name: 'deepResearch',
+            icon: { light: 'file:DeepResearch.svg', dark: 'file:DeepResearch.dark.svg' },
+            group: ['transform'],
+            version: 1,
+            subtitle: '={{$parameter["operation"]}}',
+            description: 'Research anything online for free \u2014 22+ sources including Reddit, X/Twitter, Facebook, YouTube, Hacker News, Wikipedia, Quora, Medium, LinkedIn, TikTok, Instagram, GitHub, and more. Zero API keys needed. Built-in anti-IP-blocking.',
+            defaults: { name: 'Deep Research' },
+            inputs: [n8n_workflow_1.NodeConnectionTypes.Main],
+            outputs: [n8n_workflow_1.NodeConnectionTypes.Main],
+            usableAsTool: true,
+            properties: [
+                {
+                    displayName: 'Operation',
+                    name: 'operation',
+                    type: 'options',
+                    noDataExpression: true,
+                    options: [
+                        { name: 'Web Search', value: 'webSearch', description: 'DuckDuckGo search' },
+                        { name: 'Reddit Search', value: 'redditSearch', description: 'Search all of Reddit' },
+                        { name: 'Reddit Subreddit', value: 'redditSubreddit', description: 'Browse a specific subreddit' },
+                        { name: 'X / Twitter', value: 'twitter', description: 'Search tweets (via fxtwitter/Nitter)' },
+                        { name: 'Facebook', value: 'facebook', description: 'Search public pages/groups' },
+                        { name: 'YouTube', value: 'youtube', description: 'Search videos via Invidious' },
+                        { name: 'Hacker News', value: 'hackerNews', description: 'HN stories/comments' },
+                        { name: 'Wikipedia', value: 'wikipedia', description: 'Wikipedia articles' },
+                        { name: 'News / RSS', value: 'newsRss', description: 'Google News, BBC, TechCrunch, Reuters, custom RSS' },
+                        { name: 'GitHub', value: 'github', description: 'Repos, issues, code, users' },
+                        { name: 'Stack Exchange', value: 'stackExchange', description: 'StackOverflow, SuperUser, etc.' },
+                        { name: 'Quora', value: 'quora', description: 'Search Quora questions' },
+                        { name: 'Medium', value: 'medium', description: 'Search Medium articles' },
+                        { name: 'Dev.to', value: 'devto', description: 'Search Dev.to articles' },
+                        { name: 'Product Hunt', value: 'producthunt', description: 'Search Product Hunt' },
+                        { name: 'ArXiv Papers', value: 'arxiv', description: 'Search academic papers' },
+                        { name: 'Pinterest', value: 'pinterest', description: 'Search pins' },
+                        { name: 'LinkedIn', value: 'linkedin', description: 'Search people or jobs' },
+                        { name: 'Telegram', value: 'telegram', description: 'Find Telegram channels/groups' },
+                        { name: 'Instagram', value: 'instagram', description: 'Find public Instagram posts' },
+                        { name: 'TikTok', value: 'tiktok', description: 'Search TikTok videos' },
+                        { name: 'Scrape Web Page', value: 'scrape', description: 'Fetch any URL content' },
+                        { name: 'Deep Research (ALL)', value: 'deepResearch', description: 'Aggregate from all 16+ sources in parallel' },
+                    ],
+                    default: 'webSearch',
+                },
+                {
+                    displayName: 'Search Query',
+                    name: 'query',
+                    type: 'string',
+                    required: true,
+                    default: '',
+                    placeholder: 'e.g. best mechanical keyboards 2025',
+                    description: 'What to search for',
+                    displayOptions: { hide: { operation: ['scrape', 'redditSubreddit'] } },
+                },
+                {
+                    displayName: 'Max Results',
+                    name: 'maxResults',
+                    type: 'number',
+                    default: 10,
+                    description: 'Max results to return (1-100)',
+                    displayOptions: { hide: { operation: ['scrape', 'redditSubreddit'] } },
+                },
+                {
+                    displayName: 'Sort By', name: 'redditSort', type: 'options', default: 'relevance',
+                    options: [{ name: 'Relevance', value: 'relevance' }, { name: 'Hot', value: 'hot' }, { name: 'Top', value: 'top' }, { name: 'New', value: 'new' }, { name: 'Comments', value: 'comments' }],
+                    description: 'Sort Reddit results', displayOptions: { show: { operation: ['redditSearch'] } },
+                },
+                {
+                    displayName: 'Time Filter', name: 'redditTimeFilter', type: 'options', default: 'all',
+                    options: [{ name: 'All Time', value: 'all' }, { name: 'Past Hour', value: 'hour' }, { name: 'Past Day', value: 'day' }, { name: 'Past Week', value: 'week' }, { name: 'Past Month', value: 'month' }, { name: 'Past Year', value: 'year' }],
+                    description: 'Reddit time range', displayOptions: { show: { operation: ['redditSearch'] } },
+                },
+                {
+                    displayName: 'Subreddit Name', name: 'subredditName', type: 'string', required: true, default: '',
+                    placeholder: 'e.g. programming', description: 'Name of the subreddit (without r/)',
+                    displayOptions: { show: { operation: ['redditSubreddit'] } },
+                },
+                {
+                    displayName: 'Sort By', name: 'subredditSort', type: 'options', default: 'hot',
+                    options: [{ name: 'Hot', value: 'hot' }, { name: 'New', value: 'new' }, { name: 'Top', value: 'top' }, { name: 'Rising', value: 'rising' }, { name: 'Controversial', value: 'controversial' }],
+                    displayOptions: { show: { operation: ['redditSubreddit'] } },
+                },
+                {
+                    displayName: 'Time Filter', name: 'subredditTime', type: 'options', default: 'all',
+                    options: [{ name: 'All Time', value: 'all' }, { name: 'Past Day', value: 'day' }, { name: 'Past Week', value: 'week' }, { name: 'Past Month', value: 'month' }, { name: 'Past Year', value: 'year' }],
+                    displayOptions: { show: { operation: ['redditSubreddit'] } },
+                },
+                {
+                    displayName: 'Sort By', name: 'hnSort', type: 'options', default: 'popularity',
+                    options: [{ name: 'Popularity', value: 'popularity' }, { name: 'Date', value: 'date' }],
+                    displayOptions: { show: { operation: ['hackerNews'] } },
+                },
+                {
+                    displayName: 'Content Type', name: 'hnTags', type: 'options', default: 'story',
+                    options: [{ name: 'Stories', value: 'story' }, { name: 'Comments', value: 'comment' }, { name: 'All', value: '(story,comment)' }, { name: 'Ask HN', value: 'ask_hn' }, { name: 'Show HN', value: 'show_hn' }],
+                    displayOptions: { show: { operation: ['hackerNews'] } },
+                },
+                {
+                    displayName: 'Language', name: 'wikiLanguage', type: 'string', default: 'en',
+                    description: 'Wikipedia language code (en, de, fr, es, ja, ...)',
+                    displayOptions: { show: { operation: ['wikipedia'] } },
+                },
+                {
+                    displayName: 'Fetch Full Extracts', name: 'wikiExtracts', type: 'boolean', default: true,
+                    description: 'Get first sentences of each article', displayOptions: { show: { operation: ['wikipedia'] } },
+                },
+                {
+                    displayName: 'News Source', name: 'newsSource', type: 'options', default: 'google',
+                    options: [{ name: 'Google News', value: 'google' }, { name: 'BBC News', value: 'bbc' }, { name: 'TechCrunch', value: 'techcrunch' }, { name: 'Reuters', value: 'reuters' }, { name: 'Custom RSS Feed URL', value: 'custom' }],
+                    displayOptions: { show: { operation: ['newsRss'] } },
+                },
+                {
+                    displayName: 'Custom RSS Feed URL', name: 'customRssUrl', type: 'string', default: '',
+                    placeholder: 'https://example.com/feed.xml',
+                    displayOptions: { show: { operation: ['newsRss'], newsSource: ['custom'] } },
+                },
+                {
+                    displayName: 'Search Type', name: 'githubSearchType', type: 'options', default: 'repositories',
+                    options: [{ name: 'Repositories', value: 'repositories' }, { name: 'Issues', value: 'issues' }, { name: 'Code', value: 'code' }, { name: 'Users', value: 'users' }],
+                    displayOptions: { show: { operation: ['github'] } },
+                },
+                {
+                    displayName: 'Sort By', name: 'githubSort', type: 'options', default: 'best match',
+                    options: [{ name: 'Best Match', value: '' }, { name: 'Stars', value: 'stars' }, { name: 'Forks', value: 'forks' }, { name: 'Updated', value: 'updated' }],
+                    displayOptions: { show: { operation: ['github'] } },
+                },
+                {
+                    displayName: 'Site', name: 'seSite', type: 'options', default: 'stackoverflow',
+                    options: [{ name: 'StackOverflow', value: 'stackoverflow' }, { name: 'SuperUser', value: 'superuser' }, { name: 'ServerFault', value: 'serverfault' }, { name: 'AskUbuntu', value: 'askubuntu' }, { name: 'Math', value: 'math' }, { name: 'Physics', value: 'physics' }, { name: 'English', value: 'english' }],
+                    displayOptions: { show: { operation: ['stackExchange'] } },
+                },
+                {
+                    displayName: 'Search Type', name: 'linkedinType', type: 'options', default: 'people',
+                    options: [{ name: 'People', value: 'people' }, { name: 'Jobs', value: 'jobs' }],
+                    displayOptions: { show: { operation: ['linkedin'] } },
+                },
+                {
+                    displayName: 'URL to Scrape', name: 'scrapeUrl', type: 'string', required: true, default: '',
+                    placeholder: 'https://example.com/article',
+                    displayOptions: { show: { operation: ['scrape'] } },
+                },
+                {
+                    displayName: 'Extract Links', name: 'extractLinks', type: 'boolean', default: false,
+                    description: 'Extract all hyperlinks from the page',
+                    displayOptions: { show: { operation: ['scrape'] } },
+                },
+                {
+                    displayName: 'Max Text Length', name: 'maxTextLength', type: 'number', default: 10000,
+                    description: 'Max characters of text (500-100000)',
+                    displayOptions: { show: { operation: ['scrape'] } },
+                },
+                {
+                    displayName: 'Additional Fields', name: 'additionalFields', type: 'collection', placeholder: 'Add field', default: {},
+                    options: [
+                        { displayName: 'Return as Single Item', name: 'returnAsSingle', type: 'boolean', default: false, description: 'Return all results as one item with a "results" array' },
+                    ],
+                },
+            ],
+        };
+    }
+    async execute() {
+        const op = this.getNodeParameter('operation', 0);
+        try {
+            const items = [];
+            const q = this.getNodeParameter('query', 0);
+            const max = this.getNodeParameter('maxResults', 0);
+            switch (op) {
+                case 'webSearch': {
+                    for (const r of await searchDuckDuckGo(this, q, max))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'redditSearch': {
+                    for (const r of await searchReddit(this, q, max, this.getNodeParameter('redditSort', 0), this.getNodeParameter('redditTimeFilter', 0)))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'redditSubreddit': {
+                    for (const r of await searchRedditSubreddit(this, this.getNodeParameter('subredditName', 0), 20, this.getNodeParameter('subredditSort', 0), this.getNodeParameter('subredditTime', 0)))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'twitter': {
+                    for (const r of await searchTwitter(this, q, max))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'facebook': {
+                    for (const r of await searchFacebook(this, q, max))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'youtube': {
+                    for (const r of await searchYouTube(this, q, max))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'hackerNews': {
+                    for (const r of await searchHackerNews(this, q, max, this.getNodeParameter('hnSort', 0) === 'date', this.getNodeParameter('hnTags', 0)))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'wikipedia': {
+                    for (const r of await searchWikipedia(this, q, max, this.getNodeParameter('wikiLanguage', 0), this.getNodeParameter('wikiExtracts', 0)))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'newsRss': {
+                    const ns = this.getNodeParameter('newsSource', 0);
+                    for (const r of await searchNewsRSS(this, ns === 'custom' ? this.getNodeParameter('customRssUrl', 0) : q, max, ns))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'github': {
+                    for (const r of await searchGitHub(this, q, max, this.getNodeParameter('githubSearchType', 0), this.getNodeParameter('githubSort', 0)))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'stackExchange': {
+                    for (const r of await searchStackExchange(this, q, max, this.getNodeParameter('seSite', 0)))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'quora': {
+                    for (const r of await searchQuora(this, q, max))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'medium': {
+                    for (const r of await searchMedium(this, q, max))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'devto': {
+                    for (const r of await searchDevTo(this, q, max))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'producthunt': {
+                    for (const r of await searchProductHunt(this, q, max))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'arxiv': {
+                    for (const r of await searchArXiv(this, q, max))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'pinterest': {
+                    for (const r of await searchPinterest(this, q, max))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'linkedin': {
+                    for (const r of await searchLinkedIn(this, q, max, this.getNodeParameter('linkedinType', 0)))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'telegram': {
+                    for (const r of await searchTelegram(this, q, max))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'instagram': {
+                    for (const r of await searchInstagram(this, q, max))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'tiktok': {
+                    for (const r of await searchTikTok(this, q, max))
+                        items.push({ json: r });
+                    break;
+                }
+                case 'scrape': {
+                    items.push({ json: await scrapeWebPage(this, this.getNodeParameter('scrapeUrl', 0), this.getNodeParameter('extractLinks', 0), this.getNodeParameter('maxTextLength', 0)) });
+                    break;
+                }
+                case 'deepResearch': {
+                    for (const r of await deepResearch(this, q, max))
+                        items.push({ json: r });
+                    break;
+                }
+                default: throw new n8n_workflow_1.NodeOperationError(this.getNode(), `Unknown operation: ${op}`);
+            }
+            if (this.getNodeParameter('additionalFields.returnAsSingle', 0, false)) {
+                return [[{ json: { operation: op, totalResults: items.length, results: items.map((i) => i.json) } }]];
+            }
+            return [items];
+        }
+        catch (error) {
+            if (this.continueOnFail()) {
+                return [[{ json: { error: error.message, operation: op }, pairedItem: { item: 0 } }]];
+            }
+            throw new n8n_workflow_1.NodeOperationError(this.getNode(), error, { itemIndex: 0 });
+        }
+    }
+}
+exports.DeepResearch = DeepResearch;
+//# sourceMappingURL=DeepResearch.node.js.map