mcp-searchable 1.0.2

package/dist/lib/web-ask.js

@@ -0,0 +1,73 @@
+import axios from 'axios';
+export class OllamaAskProvider {
+    storage;
+    ollamaUrl;
+    model;
+    constructor(storage, ollamaUrl = process.env.OLLAMA_URL || 'http://localhost:11434', model = process.env.OLLAMA_MODEL || 'llama3') {
+        this.storage = storage;
+        this.ollamaUrl = ollamaUrl;
+        this.model = model;
+    }
+    async ask(question, limit = 3) {
+        const safeQuery = question.replace(/["'^]/g, '').trim();
+        let grepResults = [];
+        try {
+            grepResults = this.storage.grep(safeQuery, limit);
+        }
+        catch {
+            const words = safeQuery.split(/\s+/).filter((w) => w.length > 2);
+            if (words.length > 0) {
+                try {
+                    grepResults = this.storage.grep(words.join(' OR '), limit);
+                }
+                catch (e) {
+                    console.warn('Fallback FTS5 query failed', e);
+                }
+            }
+        }
+        if (grepResults.length === 0) {
+            return {
+                answer: "I don't have any relevant information in my web stash to answer that question.",
+                contextUrls: [],
+            };
+        }
+        const contextUrls = [];
+        let contextText = '';
+        for (const res of grepResults) {
+            const page = this.storage.getPage(res.url);
+            if (page) {
+                contextUrls.push(res.url);
+                const truncatedContent = page.content.length > 2000 ? page.content.substring(0, 2000) + '...' : page.content;
+                contextText += `Source: ${page.url}\nTitle: ${page.title}\nContent: \n${truncatedContent}\n\n`;
+            }
+        }
+        const prompt = `
+You are a helpful assistant. Use the following context to answer the question at the end.
+If the answer is not contained in the context, say "I don't know based on the provided context."
+
+Context:
+${contextText}
+
+Question: ${question}
+
+Answer:`;
+        try {
+            const response = await axios.post(`${this.ollamaUrl}/api/generate`, {
+                model: this.model,
+                prompt: prompt,
+                stream: false,
+            }, {
+                timeout: 60000,
+            });
+            return {
+                answer: response.data.response,
+                contextUrls,
+            };
+        }
+        catch (error) {
+            console.error('Error calling Ollama:', error);
+            throw new Error(`Failed to get answer from Ollama: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+}
+//# sourceMappingURL=web-ask.js.map

package/dist/lib/web-ask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-ask.js","sourceRoot":"","sources":["../../src/lib/web-ask.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAQ1B,MAAM,OAAO,iBAAiB;IAElB;IACA;IACA;IAHV,YACU,OAAmB,EACnB,YAAoB,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,wBAAwB,EACtE,QAAgB,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,QAAQ;QAFpD,YAAO,GAAP,OAAO,CAAY;QACnB,cAAS,GAAT,SAAS,CAA6D;QACtE,UAAK,GAAL,KAAK,CAA+C;IAC3D,CAAC;IAEJ,KAAK,CAAC,GAAG,CAAC,QAAgB,EAAE,QAAgB,CAAC;QAM3C,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAExD,IAAI,WAAW,GAAiB,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACpD,CAAC;QAAC,MAAM,CAAC;YAEP,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACjE,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,IAAI,CAAC;oBACH,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC;gBAC7D,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,OAAO,CAAC,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO;gBACL,MAAM,EAAE,gFAAgF;gBACxF,WAAW,EAAE,EAAE;aAChB,CAAC;QACJ,CAAC;QAGD,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,IAAI,WAAW,GAAG,EAAE,CAAC;QAErB,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC3C,IAAI,IAAI,EAAE,CAAC;gBACT,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAG1B,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;gBAE7G,WAAW,IAAI,WAAW,IAAI,CAAC,GAAG,YAAY,IAAI,CAAC,KAAK,gBAAgB,gBAAgB,MAAM,CAAC;YACjG,CAAC;QACH,CAAC;QAGD,MAAM,MAAM,GAAG;;;;;EAKjB,WAAW;;YAED,QAAQ;;QAEZ,CAAC;QAGL,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,GAAG,IAAI,CAAC,SAAS,eAAe,EAChC;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,KAAK;aACd,EACD;gBACE,OAAO,EAAE,KAAK;aACf,CACF,CAAC;YAEF,OAAO;gBACL,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ;gBAC9B,WAAW;aACZ,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,qCAAqC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACjH,CAAC;IACH,CAAC;CACF"}

package/dist/lib/web-fetch.d.ts

@@ -0,0 +1,13 @@
+export interface WebFetchResult {
+    title: string;
+    content: string;
+    url: string;
+    excerpt?: string;
+    siteName?: string;
+}
+export declare class WebFetcher {
+    private turndownService;
+    constructor();
+    fetch(url: string): Promise<WebFetchResult>;
+}
+//# sourceMappingURL=web-fetch.d.ts.map

package/dist/lib/web-fetch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-fetch.d.ts","sourceRoot":"","sources":["../../src/lib/web-fetch.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,eAAe,CAAkB;;IASnC,KAAK,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;CAyClD"}

package/dist/lib/web-fetch.js

@@ -0,0 +1,48 @@
+import { Readability } from '@mozilla/readability';
+import axios from 'axios';
+import { JSDOM, VirtualConsole } from 'jsdom';
+import TurndownService from 'turndown';
+export class WebFetcher {
+    turndownService;
+    constructor() {
+        this.turndownService = new TurndownService({
+            headingStyle: 'atx',
+            codeBlockStyle: 'fenced',
+        });
+    }
+    async fetch(url) {
+        try {
+            const response = await axios.get(url, {
+                headers: {
+                    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',
+                    Accept: 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
+                },
+                timeout: 10000,
+            });
+            const contentType = response.headers['content-type']?.toString() || '';
+            if (!contentType.includes('text/html') && !contentType.includes('application/xhtml+xml')) {
+                throw new Error(`Unsupported content type: ${contentType}`);
+            }
+            const virtualConsole = new VirtualConsole();
+            const dom = new JSDOM(response.data, { url, virtualConsole });
+            const reader = new Readability(dom.window.document);
+            const article = reader.parse();
+            if (!article) {
+                throw new Error('Failed to extract article content using Readability');
+            }
+            const markdown = this.turndownService.turndown(article.content || '');
+            return {
+                title: article.title || '',
+                content: markdown,
+                url: url,
+                excerpt: article.excerpt || undefined,
+                siteName: article.siteName || undefined,
+            };
+        }
+        catch (error) {
+            console.error(`Error fetching or parsing URL ${url}:`, error);
+            throw new Error(`Failed to fetch web page: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+}
+//# sourceMappingURL=web-fetch.js.map

package/dist/lib/web-fetch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-fetch.js","sourceRoot":"","sources":["../../src/lib/web-fetch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,OAAO,CAAC;AAC9C,OAAO,eAAe,MAAM,UAAU,CAAC;AAUvC,MAAM,OAAO,UAAU;IACb,eAAe,CAAkB;IAEzC;QACE,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,CAAC;YACzC,YAAY,EAAE,KAAK;YACnB,cAAc,EAAE,QAAQ;SACzB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,GAAW;QACrB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE;gBACpC,OAAO,EAAE;oBACP,YAAY,EACV,qHAAqH;oBACvH,MAAM,EAAE,4EAA4E;iBACrF;gBACD,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;YACvE,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,uBAAuB,CAAC,EAAE,CAAC;gBACzF,MAAM,IAAI,KAAK,CAAC,6BAA6B,WAAW,EAAE,CAAC,CAAC;YAC9D,CAAC;YAGD,MAAM,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;YAC5C,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC,CAAC;YAE9D,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACpD,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;YAE/B,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;YACzE,CAAC;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YAEtE,OAAO;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE;gBAC1B,OAAO,EAAE,QAAQ;gBACjB,GAAG,EAAE,GAAG;gBACR,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,SAAS;gBACrC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,SAAS;aACxC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,iCAAiC,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;YAC9D,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzG,CAAC;IACH,CAAC;CACF"}

package/dist/lib/web-search.d.ts

@@ -0,0 +1,23 @@
+export interface SearchResult {
+    title: string;
+    url: string;
+    snippet: string;
+}
+export interface WebSearchProvider {
+    search(query: string, limit?: number): Promise<SearchResult[]>;
+}
+export type SearchProviderName = 'duckduckgo' | 'google' | 'bing' | 'brave';
+export declare class DuckDuckGoSearchProvider implements WebSearchProvider {
+    search(query: string, limit?: number): Promise<SearchResult[]>;
+}
+export declare class GoogleSearchProvider implements WebSearchProvider {
+    search(query: string, limit?: number): Promise<SearchResult[]>;
+}
+export declare class BingSearchProvider implements WebSearchProvider {
+    search(query: string, limit?: number): Promise<SearchResult[]>;
+}
+export declare class BraveSearchProvider implements WebSearchProvider {
+    search(query: string, limit?: number): Promise<SearchResult[]>;
+}
+export declare function createSearchProvider(provider?: SearchProviderName): WebSearchProvider;
+//# sourceMappingURL=web-search.d.ts.map

package/dist/lib/web-search.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-search.d.ts","sourceRoot":"","sources":["../../src/lib/web-search.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAChC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;CAChE;AAED,MAAM,MAAM,kBAAkB,GAAG,YAAY,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;AA6B5E,qBAAa,wBAAyB,YAAW,iBAAiB;IAC1D,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,GAAE,MAAW,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;CA4CzE;AAED,qBAAa,oBAAqB,YAAW,iBAAiB;IACtD,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,GAAE,MAAW,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;CA4BzE;AAED,qBAAa,kBAAmB,YAAW,iBAAiB;IACpD,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,GAAE,MAAW,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;CA+BzE;AAED,qBAAa,mBAAoB,YAAW,iBAAiB;IACrD,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,GAAE,MAAW,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;CA8BzE;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,GAAE,kBAAiC,GAAG,iBAAiB,CAanG"}

package/dist/lib/web-search.js

@@ -0,0 +1,160 @@
+import axios from 'axios';
+import { JSDOM } from 'jsdom';
+const GOOGLE_API_ENDPOINT = 'https://www.googleapis.com/customsearch/v1';
+const BING_API_ENDPOINT = 'https://api.bing.microsoft.com/v7.0/search';
+const BRAVE_API_ENDPOINT = 'https://api.search.brave.com/res/v1/web/search';
+function validatePositiveLimit(limit) {
+    if (!Number.isFinite(limit) || !Number.isInteger(limit) || limit <= 0) {
+        throw new Error('Search limit must be a positive integer');
+    }
+    return limit;
+}
+function requireEnvVar(name) {
+    const value = process.env[name];
+    if (!value) {
+        throw new Error(`Missing required environment variable: ${name}`);
+    }
+    return value;
+}
+function mapSearchError(provider, error) {
+    const message = error instanceof Error ? error.message : String(error);
+    return new Error(`Failed to perform ${provider} web search: ${message}`);
+}
+export class DuckDuckGoSearchProvider {
+    async search(query, limit = 10) {
+        const normalizedLimit = validatePositiveLimit(limit);
+        try {
+            const response = await axios.get('https://html.duckduckgo.com/html/', {
+                params: { q: query },
+                headers: {
+                    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',
+                },
+            });
+            const dom = new JSDOM(response.data);
+            const document = dom.window.document;
+            const results = [];
+            const resultElements = document.querySelectorAll('.result');
+            for (let i = 0; i < resultElements.length && results.length < normalizedLimit; i++) {
+                const el = resultElements[i];
+                const titleEl = el.querySelector('.result__title a.result__a, .result__a, .result__title a.result__url');
+                const snippetEl = el.querySelector('.result__snippet');
+                if (titleEl && snippetEl) {
+                    let url = titleEl.getAttribute('href') || '';
+                    if (url.startsWith('//duckduckgo.com/l/?uddg=')) {
+                        const urlParams = new URLSearchParams(url.split('?')[1]);
+                        url = decodeURIComponent(urlParams.get('uddg') || url);
+                    }
+                    results.push({
+                        title: titleEl.textContent?.trim() || '',
+                        url: url,
+                        snippet: snippetEl.textContent?.trim() || '',
+                    });
+                }
+            }
+            return results;
+        }
+        catch (error) {
+            throw mapSearchError('duckduckgo', error);
+        }
+    }
+}
+export class GoogleSearchProvider {
+    async search(query, limit = 10) {
+        const normalizedLimit = validatePositiveLimit(limit);
+        const apiKey = requireEnvVar('GOOGLE_API_KEY');
+        const cx = requireEnvVar('GOOGLE_CSE_ID');
+        try {
+            const response = await axios.get(GOOGLE_API_ENDPOINT, {
+                params: {
+                    key: apiKey,
+                    cx,
+                    q: query,
+                    num: Math.min(normalizedLimit, 10),
+                },
+            });
+            const items = Array.isArray(response.data?.items)
+                ? response.data.items
+                : [];
+            return items.slice(0, normalizedLimit).map((item) => ({
+                title: item.title?.trim() || '',
+                url: item.link?.trim() || '',
+                snippet: item.snippet?.trim() || '',
+            }));
+        }
+        catch (error) {
+            throw mapSearchError('google', error);
+        }
+    }
+}
+export class BingSearchProvider {
+    async search(query, limit = 10) {
+        const normalizedLimit = validatePositiveLimit(limit);
+        const apiKey = requireEnvVar('BING_API_KEY');
+        const endpoint = process.env.BING_API_ENDPOINT || BING_API_ENDPOINT;
+        try {
+            const response = await axios.get(endpoint, {
+                params: {
+                    q: query,
+                    count: Math.min(normalizedLimit, 50),
+                },
+                headers: {
+                    'Ocp-Apim-Subscription-Key': apiKey,
+                },
+            });
+            const values = Array.isArray(response.data?.webPages?.value)
+                ? response.data.webPages.value
+                : [];
+            return values.slice(0, normalizedLimit).map((item) => ({
+                title: item.name?.trim() || '',
+                url: item.url?.trim() || '',
+                snippet: item.snippet?.trim() || '',
+            }));
+        }
+        catch (error) {
+            throw mapSearchError('bing', error);
+        }
+    }
+}
+export class BraveSearchProvider {
+    async search(query, limit = 10) {
+        const normalizedLimit = validatePositiveLimit(limit);
+        const apiKey = requireEnvVar('BRAVE_API_KEY');
+        try {
+            const response = await axios.get(BRAVE_API_ENDPOINT, {
+                params: {
+                    q: query,
+                    count: Math.min(normalizedLimit, 20),
+                },
+                headers: {
+                    'X-Subscription-Token': apiKey,
+                },
+            });
+            const results = Array.isArray(response.data?.web?.results)
+                ? response.data.web.results
+                : [];
+            return results.slice(0, normalizedLimit).map((item) => ({
+                title: item.title?.trim() || '',
+                url: item.url?.trim() || '',
+                snippet: item.description?.trim() || '',
+            }));
+        }
+        catch (error) {
+            throw mapSearchError('brave', error);
+        }
+    }
+}
+export function createSearchProvider(provider = 'duckduckgo') {
+    switch (provider) {
+        case 'duckduckgo':
+            return new DuckDuckGoSearchProvider();
+        case 'google':
+            return new GoogleSearchProvider();
+        case 'bing':
+            return new BingSearchProvider();
+        case 'brave':
+            return new BraveSearchProvider();
+        default:
+            throw new Error(`Unsupported search provider: ${provider}`);
+    }
+}
+//# sourceMappingURL=web-search.js.map

package/dist/lib/web-search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-search.js","sourceRoot":"","sources":["../../src/lib/web-search.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAc9B,MAAM,mBAAmB,GAAG,4CAA4C,CAAC;AACzE,MAAM,iBAAiB,GAAG,4CAA4C,CAAC;AACvE,MAAM,kBAAkB,GAAG,gDAAgD,CAAC;AAE5E,SAAS,qBAAqB,CAAC,KAAa;IAC1C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACtE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC7D,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAEhC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,0CAA0C,IAAI,EAAE,CAAC,CAAC;IACpE,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,QAA4B,EAAE,KAAc;IAClE,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,OAAO,IAAI,KAAK,CAAC,qBAAqB,QAAQ,gBAAgB,OAAO,EAAE,CAAC,CAAC;AAC3E,CAAC;AAED,MAAM,OAAO,wBAAwB;IACnC,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,QAAgB,EAAE;QAC5C,MAAM,eAAe,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;QAErD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,mCAAmC,EAAE;gBACpE,MAAM,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE;gBACpB,OAAO,EAAE;oBACP,YAAY,EACV,qHAAqH;iBACxH;aACF,CAAC,CAAC;YAEH,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACrC,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC;YAErC,MAAM,OAAO,GAAmB,EAAE,CAAC;YACnC,MAAM,cAAc,GAAG,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YAE5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,GAAG,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;gBACnF,MAAM,EAAE,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;gBAE7B,MAAM,OAAO,GAAG,EAAE,CAAC,aAAa,CAAC,sEAAsE,CAAC,CAAC;gBACzG,MAAM,SAAS,GAAG,EAAE,CAAC,aAAa,CAAC,kBAAkB,CAAC,CAAC;gBAEvD,IAAI,OAAO,IAAI,SAAS,EAAE,CAAC;oBACzB,IAAI,GAAG,GAAG,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;oBAC7C,IAAI,GAAG,CAAC,UAAU,CAAC,2BAA2B,CAAC,EAAE,CAAC;wBAChD,MAAM,SAAS,GAAG,IAAI,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBACzD,GAAG,GAAG,kBAAkB,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;oBACzD,CAAC;oBAED,OAAO,CAAC,IAAI,CAAC;wBACX,KAAK,EAAE,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE;wBACxC,GAAG,EAAE,GAAG;wBACR,OAAO,EAAE,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE;qBAC7C,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,cAAc,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;CACF;AAED,MAAM,OAAO,oBAAoB;IAC/B,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,QAAgB,EAAE;QAC5C,MAAM,eAAe,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,aAAa,CAAC,gBAAgB,CAAC,CAAC;QAC/C,MAAM,EAAE,GAAG,aAAa,CAAC,eAAe,CAAC,CAAC;QAE1C,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,mBAAmB,EAAE;gBACpD,MAAM,EAAE;oBACN,GAAG,EAAE,MAAM;oBACX,EAAE;oBACF,CAAC,EAAE,KAAK;oBACR,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,CAAC;iBACnC;aACF,CAAC,CAAC;YAEH,MAAM,KAAK,GAA+D,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;gBAC3G,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK;gBACrB,CAAC,CAAC,EAAE,CAAC;YAEP,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACpD,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE;gBAC/B,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;gBAC5B,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE;aACpC,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;CACF;AAED,MAAM,OAAO,kBAAkB;IAC7B,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,QAAgB,EAAE;QAC5C,MAAM,eAAe,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,aAAa,CAAC,cAAc,CAAC,CAAC;QAC7C,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,iBAAiB,CAAC;QAEpE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE;gBACzC,MAAM,EAAE;oBACN,CAAC,EAAE,KAAK;oBACR,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,CAAC;iBACrC;gBACD,OAAO,EAAE;oBACP,2BAA2B,EAAE,MAAM;iBACpC;aACF,CAAC,CAAC;YAEH,MAAM,MAAM,GAA6D,KAAK,CAAC,OAAO,CACpF,QAAQ,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,CAC/B;gBACC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK;gBAC9B,CAAC,CAAC,EAAE,CAAC;YAEP,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACrD,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;gBAC9B,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE;gBAC3B,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE;aACpC,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;CACF;AAED,MAAM,OAAO,mBAAmB;IAC9B,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,QAAgB,EAAE;QAC5C,MAAM,eAAe,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,aAAa,CAAC,eAAe,CAAC,CAAC;QAE9C,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,kBAAkB,EAAE;gBACnD,MAAM,EAAE;oBACN,CAAC,EAAE,KAAK;oBACR,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,CAAC;iBACrC;gBACD,OAAO,EAAE;oBACP,sBAAsB,EAAE,MAAM;iBAC/B;aACF,CAAC,CAAC;YAEH,MAAM,OAAO,GAAkE,KAAK,CAAC,OAAO,CAC1F,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,CAC5B;gBACC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO;gBAC3B,CAAC,CAAC,EAAE,CAAC;YAEP,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACtD,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE;gBAC/B,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE;gBAC3B,OAAO,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE;aACxC,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,oBAAoB,CAAC,WAA+B,YAAY;IAC9E,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,YAAY;YACf,OAAO,IAAI,wBAAwB,EAAE,CAAC;QACxC,KAAK,QAAQ;YACX,OAAO,IAAI,oBAAoB,EAAE,CAAC;QACpC,KAAK,MAAM;YACT,OAAO,IAAI,kBAAkB,EAAE,CAAC;QAClC,KAAK,OAAO;YACV,OAAO,IAAI,mBAAmB,EAAE,CAAC;QACnC;YACE,MAAM,IAAI,KAAK,CAAC,gCAAgC,QAAQ,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC"}

package/package.json

@@ -0,0 +1,99 @@
+{
+  "author": "Templ Project",
+  "bin": {
+    "mcp-searchable": "./dist/index.js"
+  },
+  "bugs": {
+    "url": "https://github.com/templ-project/typescript/issues"
+  },
+  "description": "Smart Web Extraction MCP Server",
+  "devDependencies": {
+    "@jscpd/badge-reporter": "^4.2.2",
+    "@templ-project/eslint": "^1.3.0",
+    "@templ-project/prettier": "^1.1.0",
+    "@templ-project/vitest": "^0.3.2",
+    "@types/axios": "^0.14.4",
+    "@types/better-sqlite3": "^7.6.13",
+    "@types/jsdom": "^28.0.3",
+    "@types/mozilla-readability": "^0.2.1",
+    "@types/node": "^25.8.0",
+    "@types/turndown": "^5.0.6",
+    "@vitest/coverage-v8": "^4.1.6",
+    "esbuild": "^0.28.0",
+    "husky": "^9.1.7",
+    "jscpd": "^4.2.2",
+    "licensee": "^12.0.1",
+    "lint-staged": "^17.0.5",
+    "npm-run-all2": "^8.0.4",
+    "rimraf": "^6.1.3",
+    "tsx": "^4.22.0",
+    "typedoc": "0.28.19",
+    "typedoc-plugin-markdown": "4.11.0",
+    "typescript": "^6.0.3"
+  },
+  "engines": {
+    "node": ">=20.0.0",
+    "npm": ">=10.0.0"
+  },
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "default": "./dist/index.js"
+    }
+  },
+  "files": [".npx-install", "dist"],
+  "homepage": "https://github.com/templ-project/typescript#readme",
+  "keywords": [
+    "bootstrap",
+    "browser",
+    "eslint",
+    "esm",
+    "import-maps",
+    "node",
+    "prettier",
+    "template",
+    "typescript",
+    "vitest"
+  ],
+  "license": "MIT",
+  "main": "./dist/index.js",
+  "module": "./dist/index.js",
+  "name": "mcp-searchable",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/templ-project/typescript.git"
+  },
+  "scripts": {
+    "build": "run-s clean build:esm",
+    "build:esm": "tsc -p tsconfig.json",
+    "clean": "rimraf .nyc_output coverage dist site",
+    "docs": "uv run mkdocs build --strict",
+    "duplicate-check": "jscpd src/",
+    "format": "prettier --write .",
+    "format:check": "prettier --check .",
+    "license-check": "licensee --errors-only",
+    "lint": "eslint --fix .",
+    "lint:check": "eslint .",
+    "prebuild": "run-s clean",
+    "pretest": "run-s clean build",
+    "start": "node dist/index.js",
+    "start:debug": "node --inspect-brk dist/index.js",
+    "test": "vitest run",
+    "test:coverage": "vitest run --coverage",
+    "test:watch": "vitest",
+    "typecheck": "tsc --noEmit",
+    "validate": "run-s format lint duplicate-check test",
+    "postbuild": "chmod +x dist/index.js"
+  },
+  "sideEffects": false,
+  "type": "module",
+  "version": "1.0.2",
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.29.0",
+    "@mozilla/readability": "^0.6.0",
+    "axios": "^1.16.1",
+    "better-sqlite3": "^12.10.0",
+    "jsdom": "^29.1.1",
+    "turndown": "^7.2.4"
+  }
+}