llm-search-tools 1.1.0

package/dist/modules/search.js

@@ -0,0 +1,45 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.searchSearxNG = exports.searchDuckDuckGo = exports.searchGoogle = void 0;
+exports.search = search;
+const google_1 = require("./scrapers/google");
+const duckduckgo_1 = require("./scrapers/duckduckgo");
+const searxng_1 = require("./scrapers/searxng");
+// Re-export specific search functions
+var google_2 = require("./scrapers/google");
+Object.defineProperty(exports, "searchGoogle", { enumerable: true, get: function () { return google_2.searchGoogle; } });
+var duckduckgo_2 = require("./scrapers/duckduckgo");
+Object.defineProperty(exports, "searchDuckDuckGo", { enumerable: true, get: function () { return duckduckgo_2.searchDuckDuckGo; } });
+var searxng_2 = require("./scrapers/searxng");
+Object.defineProperty(exports, "searchSearxNG", { enumerable: true, get: function () { return searxng_2.searchSearxNG; } });
+// Unified search that tries engines in sequence: DuckDuckGo -> Google -> SearxNG
+async function search(query, options = {}) {
+    const errors = [];
+    // 1. Try DuckDuckGo first (most lenient)
+    try {
+        return await (0, duckduckgo_1.searchDuckDuckGo)(query, options);
+    }
+    catch (err) {
+        errors.push(err);
+    }
+    // 2. Try Google (best quality, but strict bot detection)
+    try {
+        return await (0, google_1.searchGoogle)(query, options);
+    }
+    catch (err) {
+        errors.push(err);
+    }
+    // 3. Try SearxNG (fallback to public instances)
+    try {
+        return await (0, searxng_1.searchSearxNG)(query, options);
+    }
+    catch (err) {
+        errors.push(err);
+    }
+    // If all failed, throw error with details
+    throw {
+        message: "All search engines failed",
+        code: "ALL_SEARCH_ENGINES_FAILED",
+        errors,
+    };
+}

package/dist/modules/search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/modules/search.ts"],"names":[],"mappings":";AAAA,8EAA8E;;AAY9E,oCA8BC;AAED,4CAwBC;AAGD,wBASC;AA9ED,yCAAyE;AACzE,uDAAwE;AAGxE,MAAM,cAAc,GAAkB;IACpC,KAAK,EAAE,EAAE;IACT,UAAU,EAAE,IAAI;IAChB,OAAO,EAAE,KAAK;CACf,CAAC;AAEK,KAAK,UAAU,YAAY,CAAC,KAAa,EAAE,UAAyB,EAAE;IAC3E,IAAI,CAAC;QACH,sBAAsB;QACtB,MAAM,IAAI,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC;QAE/C,uBAAuB;QACvB,MAAM,OAAO,GAAG,MAAM,IAAA,kBAAY,EAAC;YACjC,KAAK;YACL,aAAa,EAAE;gBACb,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE;oBACN,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK;iBACzC;aACF;SACF,CAAC,CAAC;QAEH,wBAAwB;QACxB,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAuB,EAAE,EAAE,CAAC,CAAC;YAC/C,KAAK,EAAG,CAAS,CAAC,KAAK,IAAI,EAAE;YAC7B,GAAG,EAAG,CAAS,CAAC,IAAI,IAAI,EAAE,EAAE,0BAA0B;YACtD,OAAO,EAAG,CAAS,CAAC,WAAW,IAAI,EAAE;YACrC,MAAM,EAAE,QAAiB;SAC1B,CAAC,CAAC,CAAC;IACN,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM;YACJ,OAAO,EAAE,yBAAyB;YAClC,IAAI,EAAE,qBAAqB;YAC3B,aAAa,EAAE,GAAG;SACJ,CAAC;IACnB,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,gBAAgB,CAAC,KAAa,EAAE,UAAyB,EAAE;IAC/E,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC;QAE/C,aAAa;QACb,MAAM,OAAO,GAAG,MAAM,IAAA,yBAAU,EAAC,KAAK,EAAE;YACtC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,iCAAc,CAAC,MAAM,CAAC,CAAC,CAAC,iCAAc,CAAC,GAAG;SACzE,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC,OAAO;aACnB,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC;aACpB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACT,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,GAAG,EAAE,CAAC,CAAC,GAAG;YACV,OAAO,EAAE,CAAC,CAAC,WAAW;YACtB,MAAM,EAAE,YAAqB;SAC9B,CAAC,CAAC,CAAC;IACR,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM;YACJ,OAAO,EAAE,6BAA6B;YACtC,IAAI,EAAE,kBAAkB;YACxB,aAAa,EAAE,GAAG;SACJ,CAAC;IACnB,CAAC;AACH,CAAC;AAED,+DAA+D;AACxD,KAAK,UAAU,MAAM,CAAC,KAAa,EAAE,UAAyB,EAAE;IACrE,IAAI,CAAC;QACH,uBAAuB;QACvB,OAAO,MAAM,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,kCAAkC;QAClC,OAAO,CAAC,IAAI,CAAC,qDAAqD,EAAE,GAAG,CAAC,CAAC;QACzE,OAAO,MAAM,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;AACH,CAAC"}

package/dist/modules/search.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/modules/search.test.js

@@ -0,0 +1,219 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+const vitest_1 = require("vitest");
+const search_1 = require("./search");
+const common = __importStar(require("./common"));
+const google_sr_1 = require("google-sr");
+// Mock dependencies
+vitest_1.vi.mock("google-sr");
+vitest_1.vi.mock("./common", async () => {
+    const actual = await vitest_1.vi.importActual("./common");
+    return {
+        ...actual,
+        createStealthBrowser: vitest_1.vi.fn(),
+        fetchWithDetection: vitest_1.vi.fn(),
+        parseProxyConfig: vitest_1.vi.fn(),
+    };
+});
+// Mock the scrapers modules to test orchestration separately if needed,
+// but for now we are testing the full flow so we'll mock the low-level fetch/puppeteer.
+// actually, let's mock the implementation details (fetch/puppeteer) to test the scraper logic.
+(0, vitest_1.describe)("Search Module", () => {
+    (0, vitest_1.beforeEach)(() => {
+        vitest_1.vi.resetAllMocks();
+        common.parseProxyConfig.mockReturnValue(null);
+    });
+    (0, vitest_1.describe)("searchGoogle", () => {
+        (0, vitest_1.it)("should return results using google-sr library", async () => {
+            const mockResults = [{ title: "Test Title", link: "https://example.com", description: "Test Snippet" }];
+            google_sr_1.search.mockResolvedValue(mockResults);
+            common.fetchWithDetection.mockResolvedValue({ headers: {}, body: "html" });
+            const results = await (0, search_1.searchGoogle)("test query");
+            (0, vitest_1.expect)(results).toHaveLength(1);
+            (0, vitest_1.expect)(results[0]).toEqual({
+                title: "Test Title",
+                url: "https://example.com",
+                snippet: "Test Snippet",
+                source: "google",
+            });
+        });
+        (0, vitest_1.it)("should fallback to puppeteer if bot protection detected", async () => {
+            // Mock fetchWithDetection to throw bot protection error
+            const error = new Error("Bot protection detected");
+            common.fetchWithDetection.mockRejectedValue(error);
+            // Mock puppeteer execution via createStealthBrowser
+            const mockPage = {
+                setViewport: vitest_1.vi.fn(),
+                setExtraHTTPHeaders: vitest_1.vi.fn(),
+                goto: vitest_1.vi.fn(),
+                waitForSelector: vitest_1.vi.fn(),
+                evaluate: vitest_1.vi
+                    .fn()
+                    .mockResolvedValue([
+                    { title: "Puppeteer Title", url: "https://pup.com", snippet: "Pup Snippet", source: "google" },
+                ]),
+                close: vitest_1.vi.fn(),
+            };
+            const mockBrowser = {
+                newPage: vitest_1.vi.fn().mockResolvedValue(mockPage),
+                close: vitest_1.vi.fn(),
+            };
+            common.createStealthBrowser.mockResolvedValue(mockBrowser);
+            const results = await (0, search_1.searchGoogle)("test query", { antiBot: { enabled: true } });
+            (0, vitest_1.expect)(results).toHaveLength(1);
+            (0, vitest_1.expect)(results[0].title).toBe("Puppeteer Title");
+            (0, vitest_1.expect)(common.createStealthBrowser).toHaveBeenCalled();
+            (0, vitest_1.expect)(mockBrowser.close).toHaveBeenCalled();
+        });
+    });
+    (0, vitest_1.describe)("searchDuckDuckGo", () => {
+        (0, vitest_1.it)("should return results by scraping HTML", async () => {
+            const mockHtml = `
+        <div class="result">
+          <h2 class="result__title">
+            <a href="/l/?uddg=https%3A%2F%2Fddg.com">DDG Title</a>
+          </h2>
+          <div class="result__snippet">DDG Snippet</div>
+          <div class="result__url">https://ddg.com</div>
+        </div>
+      `;
+            common.fetchWithDetection.mockResolvedValue({ headers: {}, body: mockHtml });
+            const results = await (0, search_1.searchDuckDuckGo)("test query");
+            (0, vitest_1.expect)(results).toHaveLength(1);
+            (0, vitest_1.expect)(results[0]).toEqual({
+                title: "DDG Title",
+                url: "https://ddg.com",
+                snippet: "DDG Snippet",
+                source: "duckduckgo",
+            });
+        });
+        (0, vitest_1.it)("should fallback to puppeteer if HTML scraping fails or returns no results", async () => {
+            // Mock HTML scrape returning empty results (e.g. strict bot protection that returned valid HTML but no results)
+            common.fetchWithDetection.mockResolvedValue({
+                headers: {},
+                body: "<html><body>No results</body></html>",
+            });
+            // Mock puppeteer
+            const mockPage = {
+                setViewport: vitest_1.vi.fn(),
+                setExtraHTTPHeaders: vitest_1.vi.fn(),
+                goto: vitest_1.vi.fn(),
+                waitForSelector: vitest_1.vi.fn(),
+                evaluate: vitest_1.vi
+                    .fn()
+                    .mockResolvedValue([
+                    { title: "Puppeteer DDG", url: "https://ddg-pup.com", snippet: "Snippet", source: "duckduckgo" },
+                ]),
+                close: vitest_1.vi.fn(),
+            };
+            const mockBrowser = {
+                newPage: vitest_1.vi.fn().mockResolvedValue(mockPage),
+                close: vitest_1.vi.fn(),
+            };
+            common.createStealthBrowser.mockResolvedValue(mockBrowser);
+            // Use a unique query to avoid cache hit from previous test
+            const results = await (0, search_1.searchDuckDuckGo)("test query fallback");
+            (0, vitest_1.expect)(results).toHaveLength(1);
+            (0, vitest_1.expect)(results[0].title).toBe("Puppeteer DDG");
+            (0, vitest_1.expect)(common.createStealthBrowser).toHaveBeenCalled();
+        });
+    });
+    (0, vitest_1.describe)("searchSearxNG", () => {
+        (0, vitest_1.it)("should return results from JSON API", async () => {
+            const mockResponse = {
+                results: [{ title: "Searx Result", url: "https://searx.com", content: "Searx Snippet" }],
+            };
+            common.fetchWithDetection.mockResolvedValue({
+                headers: {},
+                body: JSON.stringify(mockResponse),
+            });
+            const results = await (0, search_1.searchSearxNG)("test query");
+            (0, vitest_1.expect)(results).toHaveLength(1);
+            (0, vitest_1.expect)(results[0]).toEqual({
+                title: "Searx Result",
+                url: "https://searx.com",
+                snippet: "Searx Snippet",
+                source: "searxng",
+            });
+        });
+    });
+    (0, vitest_1.describe)("Unified Search", () => {
+        (0, vitest_1.it)("should try DuckDuckGo first", async () => {
+            // Mock DDG success
+            const mockHtml = `
+        <div class="result">
+          <h2 class="result__title">
+             <a href="/l/?uddg=https%3A%2F%2Fddg.com">DDG Title</a>
+          </h2>
+          <div class="result__snippet">Desc</div>
+        </div>`;
+            common.fetchWithDetection.mockResolvedValue({ headers: {}, body: mockHtml });
+            const results = await (0, search_1.search)("unified");
+            (0, vitest_1.expect)(results[0].source).toBe("duckduckgo");
+        });
+        (0, vitest_1.it)("should fallback to Google if DuckDuckGo fails", async () => {
+            // Mock DDG failure (both HTML and Puppeteer)
+            // 1. Fetch HTML -> throws error
+            // 2. Fallback to Puppeteer -> throws error
+            common.fetchWithDetection
+                .mockRejectedValueOnce(new Error("DDG Fetch Fail")) // DDG HTML
+                .mockResolvedValueOnce({ headers: {}, body: "google html" }); // Google Fetch (for next step)
+            // Mock createStealthBrowser to throw for DDG puppeteer attempt to simulate full failure
+            common.createStealthBrowser.mockRejectedValueOnce(new Error("DDG Puppeteer Fail"));
+            // Mock Google Success
+            google_sr_1.search.mockResolvedValue([
+                { title: "Google", link: "https://google.com", description: "desc" },
+            ]);
+            const results = await (0, search_1.search)("fallback");
+            (0, vitest_1.expect)(results[0].source).toBe("google");
+        });
+        (0, vitest_1.it)("should fallback to SearxNG if Google fails", async () => {
+            // Fail DDG (Fetch + Puppeteer)
+            common.fetchWithDetection.mockRejectedValueOnce(new Error("DDG Fail"));
+            common.createStealthBrowser.mockRejectedValueOnce(new Error("DDG Puppeteer Fail"));
+            // Fail Google (Fetch + Puppeteer)
+            common.fetchWithDetection.mockRejectedValueOnce(new Error("Google Fail"));
+            common.createStealthBrowser.mockRejectedValueOnce(new Error("Google Puppeteer Fail"));
+            // SearxNG Success
+            common.fetchWithDetection.mockResolvedValueOnce({
+                headers: {},
+                body: JSON.stringify({ results: [{ title: "Searx", url: "https://s.com", content: "c" }] }),
+            });
+            const results = await (0, search_1.search)("deep fallback");
+            (0, vitest_1.expect)(results[0].source).toBe("searxng");
+        });
+    });
+});

package/dist/modules/urbandictionary.d.ts

@@ -0,0 +1,12 @@
+interface UrbanDictionaryDefinition {
+    definition: string;
+    permalink: string;
+    thumbs_up: number;
+    author: string;
+    word: string;
+    written_on: string;
+    example: string;
+    thumbs_down: number;
+}
+export declare const searchUrbanDictionary: (query: string) => Promise<UrbanDictionaryDefinition[]>;
+export {};

package/dist/modules/urbandictionary.js

@@ -0,0 +1,26 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.searchUrbanDictionary = void 0;
+// ughh another api to deal with... at least this one is simple
+const node_fetch_1 = __importDefault(require("node-fetch"));
+// look i just want this to work ok
+const searchUrbanDictionary = async (query) => {
+    try {
+        // welp here goes nothing
+        const response = await (0, node_fetch_1.default)(`https://api.urbandictionary.com/v0/define?term=${encodeURIComponent(query)}`);
+        if (!response.ok) {
+            throw new Error('urban dictionary api is being weird again');
+        }
+        const data = await response.json();
+        return data.list;
+    }
+    catch (error) {
+        // oof something broke
+        console.error('urban dictionary search failed:', error);
+        return [];
+    }
+};
+exports.searchUrbanDictionary = searchUrbanDictionary;

package/dist/modules/webpage.d.ts

@@ -0,0 +1,4 @@
+import { WebpageContent } from '../types';
+export declare function getWebpageContent(url: string, usePuppeteer?: boolean): Promise<WebpageContent>;
+export declare function getWebpageText(url: string, usePuppeteer?: boolean): Promise<string>;
+export declare function isUrlAccessible(url: string): Promise<boolean>;

package/dist/modules/webpage.js

@@ -0,0 +1,150 @@
+"use strict";
+// webpage.ts - extract readable content from webpages using readability n stuff
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getWebpageContent = getWebpageContent;
+exports.getWebpageText = getWebpageText;
+exports.isUrlAccessible = isUrlAccessible;
+const readability_1 = require("@mozilla/readability");
+const jsdom_1 = require("jsdom");
+const puppeteer_1 = __importDefault(require("puppeteer"));
+const wikipedia_1 = require("./wikipedia");
+const hackernews_1 = require("./hackernews");
+// clean up text by removing excessive whitespace and making it more readable
+function cleanText(text) {
+    return text
+        .replace(/[\n\s\r]+/g, ' ')
+        .replace(/([.!?])\s+/g, '$1\n\n')
+        .replace(/\n{3,}/g, '\n\n')
+        .replace(/\s+/g, ' ')
+        .trim();
+}
+// check url type and get appropriate handler
+function getUrlType(url) {
+    try {
+        const urlObj = new URL(url);
+        const hostname = urlObj.hostname;
+        if (hostname.includes('wikipedia.org')) {
+            return 'wikipedia';
+        }
+        if (hostname === 'news.ycombinator.com' && url.includes('item?id=')) {
+            return 'hackernews';
+        }
+        // list of domains that don't work well with readability
+        const unsupported = [
+            'youtube.com', 'youtu.be', 'vimeo.com',
+            'twitter.com', 'x.com', 'instagram.com',
+            'facebook.com', 'linkedin.com'
+        ];
+        if (unsupported.some(domain => hostname.includes(domain))) {
+            return 'unsupported';
+        }
+        return 'general';
+    }
+    catch {
+        return 'unsupported';
+    }
+}
+// get webpage content using readability
+async function getWebpageContent(url, usePuppeteer = false) {
+    try {
+        const urlType = getUrlType(url);
+        // handle special cases
+        if (urlType === 'wikipedia') {
+            const title = url.split('/wiki/')[1]?.replace(/_/g, ' ') || url;
+            const content = await (0, wikipedia_1.wikiGetContent)(title);
+            return {
+                title,
+                content,
+                textContent: cleanText(content),
+                length: content.length,
+                excerpt: content.slice(0, 200) + '...',
+                siteName: 'Wikipedia'
+            };
+        }
+        if (urlType === 'hackernews') {
+            const id = parseInt(url.split('id=')[1]);
+            const story = await (0, hackernews_1.getStoryById)(id);
+            const content = story.snippet || story.title || 'No content available';
+            const cleanedContent = cleanText(content);
+            return {
+                title: story.title || url,
+                content: content,
+                textContent: cleanedContent,
+                length: cleanedContent.length,
+                excerpt: cleanedContent.slice(0, 200) + (cleanedContent.length > 200 ? '...' : ''),
+                siteName: 'Hacker News'
+            };
+        }
+        if (urlType === 'unsupported') {
+            return {
+                title: url,
+                content: '',
+                textContent: 'This URL type is not supported for content extraction.',
+                length: 0,
+                excerpt: 'Content not available - URL type not supported'
+            };
+        }
+        // handle general case with readability
+        let html;
+        if (usePuppeteer) {
+            const browser = await puppeteer_1.default.launch({
+                headless: true,
+                args: ['--no-sandbox', '--disable-setuid-sandbox']
+            });
+            const page = await browser.newPage();
+            await page.goto(url, { waitUntil: 'networkidle0' });
+            html = await page.content();
+            await browser.close();
+        }
+        else {
+            const response = await fetch(url);
+            html = await response.text();
+        }
+        const dom = new jsdom_1.JSDOM(html, { url });
+        const reader = new readability_1.Readability(dom.window.document);
+        const article = reader.parse();
+        if (!article) {
+            return {
+                title: url,
+                content: '',
+                textContent: 'Failed to extract readable content from this page.',
+                length: 0,
+                excerpt: 'Content extraction failed'
+            };
+        }
+        const cleanedText = cleanText(article.textContent || '');
+        return {
+            title: article.title || url,
+            content: article.content || '',
+            textContent: cleanedText,
+            length: cleanedText.length,
+            excerpt: article.excerpt || undefined,
+            siteName: article.siteName || undefined
+        };
+    }
+    catch (err) {
+        throw {
+            message: 'failed to get webpage content :/',
+            code: 'WEBPAGE_ERROR',
+            originalError: err
+        };
+    }
+}
+// get just the text content
+async function getWebpageText(url, usePuppeteer = false) {
+    const content = await getWebpageContent(url, usePuppeteer);
+    return content.textContent;
+}
+// check if url is accessible
+async function isUrlAccessible(url) {
+    try {
+        const response = await fetch(url, { method: 'HEAD' });
+        return response.ok;
+    }
+    catch {
+        return false;
+    }
+}

package/dist/modules/webpage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"webpage.js","sourceRoot":"","sources":["../../src/modules/webpage.ts"],"names":[],"mappings":";AAAA,gFAAgF;;;;;AAmDhF,8CA4FC;AAGD,wCAGC;AAGD,0CAOC;AA7JD,sDAAmD;AACnD,iCAA8B;AAC9B,0DAAkC;AAElC,2CAA6C;AAC7C,6CAA4C;AAE5C,6EAA6E;AAC7E,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,IAAI;SACR,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC;SAC1B,OAAO,CAAC,aAAa,EAAE,QAAQ,CAAC;SAChC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,6CAA6C;AAC7C,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAEjC,IAAI,QAAQ,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YACvC,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,IAAI,QAAQ,KAAK,sBAAsB,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACpE,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,wDAAwD;QACxD,MAAM,WAAW,GAAG;YAClB,aAAa,EAAE,UAAU,EAAE,WAAW;YACtC,aAAa,EAAE,OAAO,EAAE,eAAe;YACvC,cAAc,EAAE,cAAc;SAC/B,CAAC;QAEF,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YAC1D,OAAO,aAAa,CAAC;QACvB,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,aAAa,CAAC;IACvB,CAAC;AACH,CAAC;AAED,wCAAwC;AACjC,KAAK,UAAU,iBAAiB,CAAC,GAAW,EAAE,eAAwB,KAAK;IAChF,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;QAEhC,uBAAuB;QACvB,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,GAAG,CAAC;YAChE,MAAM,OAAO,GAAG,MAAM,IAAA,0BAAc,EAAC,KAAK,CAAC,CAAC;YAC5C,OAAO;gBACL,KAAK;gBACL,OAAO;gBACP,WAAW,EAAE,SAAS,CAAC,OAAO,CAAC;gBAC/B,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK;gBACtC,QAAQ,EAAE,WAAW;aACtB,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,KAAK,YAAY,EAAE,CAAC;YAC7B,MAAM,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,KAAK,GAAG,MAAM,IAAA,yBAAY,EAAC,EAAE,CAAC,CAAC;YACrC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,KAAK,IAAI,sBAAsB,CAAC;YACvE,MAAM,cAAc,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;YAC1C,OAAO;gBACL,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,GAAG;gBACzB,OAAO,EAAE,OAAO;gBAChB,WAAW,EAAE,cAAc;gBAC3B,MAAM,EAAE,cAAc,CAAC,MAAM;gBAC7B,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClF,QAAQ,EAAE,aAAa;aACxB,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,KAAK,aAAa,EAAE,CAAC;YAC9B,OAAO;gBACL,KAAK,EAAE,GAAG;gBACV,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,wDAAwD;gBACrE,MAAM,EAAE,CAAC;gBACT,OAAO,EAAE,gDAAgD;aAC1D,CAAC;QACJ,CAAC;QAED,uCAAuC;QACvC,IAAI,IAAY,CAAC;QAEjB,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,OAAO,GAAG,MAAM,mBAAS,CAAC,MAAM,CAAC;gBACrC,QAAQ,EAAE,IAAI;gBACd,IAAI,EAAE,CAAC,cAAc,EAAE,0BAA0B,CAAC;aACnD,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAC;YACpD,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YAC5B,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;YAClC,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,aAAK,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,IAAI,yBAAW,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;QAE/B,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO;gBACL,KAAK,EAAE,GAAG;gBACV,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,oDAAoD;gBACjE,MAAM,EAAE,CAAC;gBACT,OAAO,EAAE,2BAA2B;aACrC,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,SAAS,CAAC,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;QAEzD,OAAO;YACL,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,GAAG;YAC3B,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;YAC9B,WAAW,EAAE,WAAW;YACxB,MAAM,EAAE,WAAW,CAAC,MAAM;YAC1B,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,SAAS;YACrC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,SAAS;SACxC,CAAC;IAEJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM;YACJ,OAAO,EAAE,kCAAkC;YAC3C,IAAI,EAAE,eAAe;YACrB,aAAa,EAAE,GAAG;SACJ,CAAC;IACnB,CAAC;AACH,CAAC;AAED,4BAA4B;AACrB,KAAK,UAAU,cAAc,CAAC,GAAW,EAAE,eAAwB,KAAK;IAC7E,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;IAC3D,OAAO,OAAO,CAAC,WAAW,CAAC;AAC7B,CAAC;AAED,6BAA6B;AACtB,KAAK,UAAU,eAAe,CAAC,GAAW;IAC/C,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACtD,OAAO,QAAQ,CAAC,EAAE,CAAC;IACrB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}

package/dist/modules/wikipedia.d.ts

@@ -0,0 +1,5 @@
+import { WikipediaResult } from "../types";
+export declare function wikiSearch(query: string, limit?: number): Promise<WikipediaResult[]>;
+export declare function wikiGetContent(title: string): Promise<string>;
+export declare function wikiGetSummary(title: string): Promise<WikipediaResult>;
+export declare function setWikiLang(language: string): void;

package/dist/modules/wikipedia.js

@@ -0,0 +1,85 @@
+"use strict";
+// wikipedia.ts - wikipedia stuff, pretty self explanatory tbh
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.wikiSearch = wikiSearch;
+exports.wikiGetContent = wikiGetContent;
+exports.wikiGetSummary = wikiGetSummary;
+exports.setWikiLang = setWikiLang;
+const wikipedia_1 = __importDefault(require("wikipedia"));
+async function wikiSearch(query, limit = 10) {
+    try {
+        // search wikipedia
+        const results = await wikipedia_1.default.search(query, { limit });
+        // convert results to our format
+        return Promise.all(results.results.map(async (r) => {
+            try {
+                // get page summary for each result
+                const summary = await wikipedia_1.default.summary(r.title);
+                return {
+                    title: r.title,
+                    url: `https://wikipedia.org/wiki/${encodeURIComponent(r.title)}`,
+                    snippet: summary.extract,
+                    source: "wikipedia",
+                    extract: summary.extract,
+                    thumbnail: summary.thumbnail?.source,
+                };
+            }
+            catch {
+                // fallback if summary fails
+                return {
+                    title: r.title,
+                    url: `https://wikipedia.org/wiki/${encodeURIComponent(r.title)}`,
+                    source: "wikipedia",
+                };
+            }
+        }));
+    }
+    catch (err) {
+        throw {
+            message: "wikipedia search failed :/",
+            code: "WIKI_SEARCH_ERROR",
+            originalError: err,
+        };
+    }
+}
+async function wikiGetContent(title) {
+    try {
+        const page = await wikipedia_1.default.page(title);
+        const content = await page.content();
+        return content;
+    }
+    catch (err) {
+        throw {
+            message: "failed to get wikipedia content :(",
+            code: "WIKI_CONTENT_ERROR",
+            originalError: err,
+        };
+    }
+}
+async function wikiGetSummary(title) {
+    try {
+        const summary = await wikipedia_1.default.summary(title);
+        return {
+            title: summary.title,
+            url: `https://wikipedia.org/wiki/${encodeURIComponent(summary.title)}`,
+            snippet: summary.extract,
+            source: "wikipedia",
+            extract: summary.extract,
+            thumbnail: summary.thumbnail?.source,
+        };
+    }
+    catch (err) {
+        throw {
+            message: "failed to get wikipedia summary :/",
+            code: "WIKI_SUMMARY_ERROR",
+            originalError: err,
+        };
+    }
+}
+// set language for wikipedia api
+function setWikiLang(language) {
+    wikipedia_1.default.setLang(language);
+}

package/dist/modules/wikipedia.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wikipedia.js","sourceRoot":"","sources":["../../src/modules/wikipedia.ts"],"names":[],"mappings":";AAAA,8DAA8D;;;;;AAK9D,gCAkCC;AAED,wCAYC;AAED,wCAkBC;AAGD,kCAEC;AA5ED,0DAA6B;AAGtB,KAAK,UAAU,UAAU,CAAC,KAAa,EAAE,QAAgB,EAAE;IAChE,IAAI,CAAC;QACH,mBAAmB;QACnB,MAAM,OAAO,GAAG,MAAM,mBAAI,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QAEpD,gCAAgC;QAChC,OAAO,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;YACjD,IAAI,CAAC;gBACH,mCAAmC;gBACnC,MAAM,OAAO,GAAG,MAAM,mBAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;gBAC5C,OAAO;oBACL,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,GAAG,EAAE,8BAA8B,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE;oBAChE,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM,EAAE,WAAoB;oBAC5B,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,MAAM;iBACrC,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC;gBACP,4BAA4B;gBAC5B,OAAO;oBACL,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,GAAG,EAAE,8BAA8B,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE;oBAChE,MAAM,EAAE,WAAoB;iBAC7B,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC,CAAC;IACN,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM;YACJ,OAAO,EAAE,4BAA4B;YACrC,IAAI,EAAE,mBAAmB;YACzB,aAAa,EAAE,GAAG;SACJ,CAAC;IACnB,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,cAAc,CAAC,KAAa;IAChD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,mBAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACrC,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM;YACJ,OAAO,EAAE,oCAAoC;YAC7C,IAAI,EAAE,oBAAoB;YAC1B,aAAa,EAAE,GAAG;SACJ,CAAC;IACnB,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,cAAc,CAAC,KAAa;IAChD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,mBAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1C,OAAO;YACL,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,GAAG,EAAE,8BAA8B,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;YACtE,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,MAAM,EAAE,WAAW;YACnB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,MAAM;SACrC,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM;YACJ,OAAO,EAAE,oCAAoC;YAC7C,IAAI,EAAE,oBAAoB;YAC1B,aAAa,EAAE,GAAG;SACJ,CAAC;IACnB,CAAC;AACH,CAAC;AAED,iCAAiC;AACjC,SAAgB,WAAW,CAAC,QAAgB;IAC1C,mBAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;AACzB,CAAC"}

package/dist/scripts/interactive-search.d.ts

@@ -0,0 +1 @@
+export {};