helixmind 0.5.4

package/dist/spiral/cloud/search-provider.js

@@ -0,0 +1,241 @@
+/**
+ * Web Search Provider — Searches the internet for relevant knowledge.
+ *
+ * Uses DuckDuckGo Lite HTML search (no API key required).
+ * Falls back gracefully if no internet connection.
+ */
+/**
+ * Search the web using DuckDuckGo Lite.
+ * Returns up to `maxResults` results.
+ */
+export async function webSearch(query, maxResults = 5, signal) {
+    try {
+        // Use DuckDuckGo Lite (HTML, no JS required)
+        const encoded = encodeURIComponent(query);
+        const url = `https://lite.duckduckgo.com/lite/?q=${encoded}`;
+        const response = await fetch(url, {
+            method: 'GET',
+            headers: {
+                'User-Agent': 'HelixMind/0.1 (AI Coding Assistant)',
+                'Accept': 'text/html',
+            },
+            signal,
+        });
+        if (!response.ok) {
+            return [];
+        }
+        const html = await response.text();
+        return parseDuckDuckGoLite(html, maxResults);
+    }
+    catch (err) {
+        // Network error, timeout, etc. — log and return empty
+        if (process.env.DEBUG) {
+            console.error('[webSearch] Error:', err instanceof Error ? err.message : String(err));
+        }
+        return [];
+    }
+}
+/**
+ * Parse DuckDuckGo Lite HTML results.
+ * The Lite version returns a simple table-based layout.
+ */
+function parseDuckDuckGoLite(html, maxResults) {
+    const results = [];
+    // DDG Lite puts results in table rows with class "result-link" or similar
+    // Each result has: <a class="result-link" href="URL">Title</a>
+    // followed by <td class="result-snippet">Snippet</td>
+    // Extract links and snippets using regex (no DOM parser needed)
+    // DDG Lite wraps result URLs in redirect links: //duckduckgo.com/l/?uddg=<encoded_url>&rut=...
+    // Match both direct hrefs and redirect hrefs (single or double quotes)
+    const linkPattern = /<a[^>]*rel=["']nofollow["'][^>]*href=["']([^"']+)["'][^>]*>([^<]+)<\/a>/g;
+    const snippetPattern = /<td[^>]*class=['"]result-snippet['"][^>]*>([\s\S]*?)<\/td>/g;
+    const links = [];
+    let match;
+    while ((match = linkPattern.exec(html)) !== null) {
+        const rawHref = match[1].replace(/&amp;/g, '&');
+        const title = decodeHtmlEntities(match[2].trim());
+        // Extract the real URL from DDG redirect links
+        let url = null;
+        if (rawHref.includes('uddg=')) {
+            // DDG redirect link — extract the actual destination URL from the uddg parameter
+            try {
+                const uddgValue = rawHref.split('uddg=')[1]?.split('&')[0];
+                if (uddgValue) {
+                    url = decodeURIComponent(uddgValue);
+                }
+            }
+            catch {
+                // Failed to decode — skip this link
+            }
+        }
+        else if (rawHref.startsWith('http')) {
+            // Direct link (rare but possible)
+            url = rawHref;
+        }
+        // Skip DDG internal links, ads, and invalid URLs
+        if (url && url.startsWith('http') && !url.includes('duckduckgo.com')) {
+            links.push({ url, title });
+        }
+    }
+    const snippets = [];
+    while ((match = snippetPattern.exec(html)) !== null) {
+        snippets.push(decodeHtmlEntities(stripHtml(match[1]).trim()));
+    }
+    // Pair links with snippets
+    for (let i = 0; i < Math.min(links.length, maxResults); i++) {
+        results.push({
+            title: links[i].title,
+            url: links[i].url,
+            snippet: snippets[i] ?? '',
+        });
+    }
+    return results;
+}
+/**
+ * Fetch the text content of a web page.
+ * Returns extracted text, limited to maxLength characters.
+ */
+export async function fetchPageContent(url, maxLength = 8000, signal, _redirectDepth = 0) {
+    if (_redirectDepth > 5)
+        return null; // Max redirect hops
+    // Create a timeout controller if no external signal was provided
+    const ownController = signal ? undefined : new AbortController();
+    const effectiveSignal = signal ?? ownController?.signal;
+    const timeout = ownController ? setTimeout(() => ownController.abort(), 10_000) : undefined;
+    try {
+        // SSRF protection: only allow http/https, block internal/private IPs
+        const parsed = new URL(url);
+        if (!['http:', 'https:'].includes(parsed.protocol)) {
+            return null; // Block file://, ftp://, etc.
+        }
+        const hostname = parsed.hostname.toLowerCase();
+        if (hostname === 'localhost' || hostname === '127.0.0.1' || hostname === '::1' ||
+            hostname === '0.0.0.0' || hostname.endsWith('.local') ||
+            hostname === '169.254.169.254' || // Cloud metadata
+            /^(10\.|172\.(1[6-9]|2\d|3[01])\.|192\.168\.)/.test(hostname)) {
+            return null; // Block internal/private network
+        }
+        const response = await fetch(url, {
+            method: 'GET',
+            headers: {
+                'User-Agent': 'HelixMind/0.3 (AI Coding Assistant)',
+                'Accept': 'text/html',
+            },
+            signal: effectiveSignal,
+            redirect: 'manual', // SECURITY: handle redirects manually to re-check SSRF
+        });
+        // Follow redirects with SSRF re-validation (max 5 hops)
+        if (response.status >= 300 && response.status < 400) {
+            const location = response.headers.get('location');
+            if (!location)
+                return null;
+            return fetchPageContent(location, maxLength, effectiveSignal, _redirectDepth + 1);
+        }
+        if (!response.ok)
+            return null;
+        const contentType = response.headers.get('content-type') ?? '';
+        if (!contentType.includes('text/html') && !contentType.includes('text/plain')) {
+            return null; // Skip binary content
+        }
+        const html = await response.text();
+        // Don't process huge pages
+        if (html.length > 500_000) {
+            return extractMainContent(html.slice(0, 200_000)).slice(0, maxLength);
+        }
+        return extractMainContent(html).slice(0, maxLength);
+    }
+    catch (err) {
+        if (process.env.DEBUG) {
+            console.error('[fetchPageContent] Error:', err instanceof Error ? err.message : String(err));
+        }
+        return null;
+    }
+    finally {
+        if (timeout)
+            clearTimeout(timeout);
+    }
+}
+/**
+ * Extract the main readable content from HTML.
+ * Focuses on article body, code blocks, and paragraphs.
+ */
+function extractMainContent(html) {
+    // Remove script, style, nav, header, footer
+    let text = html
+        .replace(/<script[\s\S]*?<\/script>/gi, '')
+        .replace(/<style[\s\S]*?<\/style>/gi, '')
+        .replace(/<nav[\s\S]*?<\/nav>/gi, '')
+        .replace(/<header[\s\S]*?<\/header>/gi, '')
+        .replace(/<footer[\s\S]*?<\/footer>/gi, '')
+        .replace(/<aside[\s\S]*?<\/aside>/gi, '');
+    // Extract code blocks first (important for dev docs)
+    const codeBlocks = [];
+    text = text.replace(/<pre[^>]*><code[^>]*>([\s\S]*?)<\/code><\/pre>/gi, (_m, code) => {
+        const cleaned = decodeHtmlEntities(stripHtml(code)).trim();
+        if (cleaned.length > 20) {
+            codeBlocks.push('```\n' + cleaned + '\n```');
+        }
+        return '';
+    });
+    // Also get standalone <code> blocks
+    text = text.replace(/<code[^>]*>([\s\S]*?)<\/code>/gi, (_m, code) => {
+        const cleaned = decodeHtmlEntities(stripHtml(code)).trim();
+        if (cleaned.length > 50) {
+            codeBlocks.push('`' + cleaned + '`');
+        }
+        return '';
+    });
+    // Get headings
+    const headings = [];
+    text.replace(/<h[1-3][^>]*>([\s\S]*?)<\/h[1-3]>/gi, (_m, content) => {
+        headings.push('## ' + decodeHtmlEntities(stripHtml(content)).trim());
+        return '';
+    });
+    // Get paragraphs
+    const paragraphs = [];
+    text.replace(/<p[^>]*>([\s\S]*?)<\/p>/gi, (_m, content) => {
+        const cleaned = decodeHtmlEntities(stripHtml(content)).trim();
+        if (cleaned.length > 30) {
+            paragraphs.push(cleaned);
+        }
+        return '';
+    });
+    // Get list items
+    const listItems = [];
+    text.replace(/<li[^>]*>([\s\S]*?)<\/li>/gi, (_m, content) => {
+        const cleaned = decodeHtmlEntities(stripHtml(content)).trim();
+        if (cleaned.length > 15) {
+            listItems.push('- ' + cleaned);
+        }
+        return '';
+    });
+    // Assemble: headings first, then paragraphs, then code blocks, then lists
+    const sections = [];
+    if (headings.length > 0) {
+        sections.push(headings.slice(0, 10).join('\n'));
+    }
+    if (paragraphs.length > 0) {
+        sections.push(paragraphs.slice(0, 15).join('\n\n'));
+    }
+    if (codeBlocks.length > 0) {
+        sections.push(codeBlocks.slice(0, 5).join('\n\n'));
+    }
+    if (listItems.length > 0) {
+        sections.push(listItems.slice(0, 20).join('\n'));
+    }
+    return sections.join('\n\n');
+}
+function stripHtml(html) {
+    return html.replace(/<[^>]+>/g, '');
+}
+function decodeHtmlEntities(text) {
+    return text
+        .replace(/&amp;/g, '&')
+        .replace(/&lt;/g, '<')
+        .replace(/&gt;/g, '>')
+        .replace(/&quot;/g, '"')
+        .replace(/&#39;/g, "'")
+        .replace(/&nbsp;/g, ' ')
+        .replace(/&#(\d+);/g, (_m, code) => String.fromCharCode(parseInt(code, 10)));
+}
+//# sourceMappingURL=search-provider.js.map

package/dist/spiral/cloud/search-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-provider.js","sourceRoot":"","sources":["../../../src/spiral/cloud/search-provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAQH;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,KAAa,EACb,aAAqB,CAAC,EACtB,MAAoB;IAEpB,IAAI,CAAC;QACH,6CAA6C;QAC7C,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC1C,MAAM,GAAG,GAAG,uCAAuC,OAAO,EAAE,CAAC;QAE7D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,YAAY,EAAE,qCAAqC;gBACnD,QAAQ,EAAE,WAAW;aACtB;YACD,MAAM;SACP,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,mBAAmB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,sDAAsD;QACtD,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;YACtB,OAAO,CAAC,KAAK,CAAC,oBAAoB,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACxF,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,mBAAmB,CAAC,IAAY,EAAE,UAAkB;IAC3D,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,0EAA0E;IAC1E,+DAA+D;IAC/D,sDAAsD;IAEtD,gEAAgE;IAChE,+FAA+F;IAC/F,uEAAuE;IACvE,MAAM,WAAW,GAAG,0EAA0E,CAAC;IAC/F,MAAM,cAAc,GAAG,6DAA6D,CAAC;IAErF,MAAM,KAAK,GAA0C,EAAE,CAAC;IACxD,IAAI,KAAK,CAAC;IAEV,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACjD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAElD,+CAA+C;QAC/C,IAAI,GAAG,GAAkB,IAAI,CAAC;QAE9B,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9B,iFAAiF;YACjF,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3D,IAAI,SAAS,EAAE,CAAC;oBACd,GAAG,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;gBACtC,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,oCAAoC;YACtC,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACtC,kCAAkC;YAClC,GAAG,GAAG,OAAO,CAAC;QAChB,CAAC;QAED,iDAAiD;QACjD,IAAI,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACrE,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,OAAO,CAAC,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACpD,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAChE,CAAC;IAED,2BAA2B;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5D,OAAO,CAAC,IAAI,CAAC;YACX,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK;YACrB,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG;YACjB,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE;SAC3B,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,GAAW,EACX,YAAoB,IAAI,EACxB,MAAoB,EACpB,iBAAyB,CAAC;IAE1B,IAAI,cAAc,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,oBAAoB;IACzD,iEAAiE;IACjE,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,eAAe,EAAE,CAAC;IACjE,MAAM,eAAe,GAAG,MAAM,IAAI,aAAa,EAAE,MAAM,CAAC;IACxD,MAAM,OAAO,GAAG,aAAa,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAE5F,IAAI,CAAC;QACH,qEAAqE;QACrE,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YACnD,OAAO,IAAI,CAAC,CAAC,8BAA8B;QAC7C,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC/C,IACE,QAAQ,KAAK,WAAW,IAAI,QAAQ,KAAK,WAAW,IAAI,QAAQ,KAAK,KAAK;YAC1E,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACrD,QAAQ,KAAK,iBAAiB,IAAI,iBAAiB;YACnD,8CAA8C,CAAC,IAAI,CAAC,QAAQ,CAAC,EAC7D,CAAC;YACD,OAAO,IAAI,CAAC,CAAC,iCAAiC;QAChD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,YAAY,EAAE,qCAAqC;gBACnD,QAAQ,EAAE,WAAW;aACtB;YACD,MAAM,EAAE,eAAe;YACvB,QAAQ,EAAE,QAAQ,EAAE,uDAAuD;SAC5E,CAAC,CAAC;QAEH,wDAAwD;QACxD,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACpD,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAClD,IAAI,CAAC,QAAQ;gBAAE,OAAO,IAAI,CAAC;YAC3B,OAAO,gBAAgB,CAAC,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE,cAAc,GAAG,CAAC,CAAC,CAAC;QACpF,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAE9B,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QAC/D,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAC9E,OAAO,IAAI,CAAC,CAAC,sBAAsB;QACrC,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEnC,2BAA2B;QAC3B,IAAI,IAAI,CAAC,MAAM,GAAG,OAAO,EAAE,CAAC;YAC1B,OAAO,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QACxE,CAAC;QAED,OAAO,kBAAkB,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IACtD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;YACtB,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/F,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;YAAS,CAAC;QACT,IAAI,OAAO;YAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,kBAAkB,CAAC,IAAY;IACtC,4CAA4C;IAC5C,IAAI,IAAI,GAAG,IAAI;SACZ,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC;SAC1C,OAAO,CAAC,2BAA2B,EAAE,EAAE,CAAC;SACxC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC;SACpC,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC;SAC1C,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC;SAC1C,OAAO,CAAC,2BAA2B,EAAE,EAAE,CAAC,CAAC;IAE5C,qDAAqD;IACrD,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,kDAAkD,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE;QACnF,MAAM,OAAO,GAAG,kBAAkB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3D,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACxB,UAAU,CAAC,IAAI,CAAC,OAAO,GAAG,OAAO,GAAG,OAAO,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,iCAAiC,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE;QAClE,MAAM,OAAO,GAAG,kBAAkB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3D,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACxB,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,OAAO,GAAG,GAAG,CAAC,CAAC;QACvC,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;IAEH,eAAe;IACf,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,CAAC,OAAO,CAAC,qCAAqC,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE;QAClE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,kBAAkB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACrE,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;IAEH,iBAAiB;IACjB,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,IAAI,CAAC,OAAO,CAAC,2BAA2B,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE;QACxD,MAAM,OAAO,GAAG,kBAAkB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC9D,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACxB,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;IAEH,iBAAiB;IACjB,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,IAAI,CAAC,OAAO,CAAC,6BAA6B,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE;QAC1D,MAAM,OAAO,GAAG,kBAAkB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC9D,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACxB,SAAS,CAAC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;IAEH,0EAA0E;IAC1E,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAClD,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACnD,CAAC;IAED,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,OAAO,IAAI;SACR,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;AACjF,CAAC"}

package/dist/spiral/cloud/topic-detector.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Topic Detector — Extracts searchable topics from user messages.
+ *
+ * Identifies technologies, libraries, patterns, and concepts that
+ * would benefit from fresh web knowledge.
+ */
+export interface DetectedTopic {
+    /** Search query for the web */
+    query: string;
+    /** Relevance score 0-1 */
+    relevance: number;
+    /** Category: 'technology' | 'pattern' | 'error' | 'concept' */
+    category: 'technology' | 'pattern' | 'error' | 'concept';
+}
+/**
+ * Detect topics from a user message that would benefit from web research.
+ * Returns topics sorted by relevance.
+ */
+export declare function detectTopics(userMessage: string): DetectedTopic[];
+/**
+ * Check if a user message likely needs web enrichment.
+ * Returns false for simple chat, greetings, or commands.
+ */
+export declare function needsEnrichment(userMessage: string): boolean;
+//# sourceMappingURL=topic-detector.d.ts.map

package/dist/spiral/cloud/topic-detector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"topic-detector.d.ts","sourceRoot":"","sources":["../../../src/spiral/cloud/topic-detector.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,WAAW,aAAa;IAC5B,+BAA+B;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,0BAA0B;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,+DAA+D;IAC/D,QAAQ,EAAE,YAAY,GAAG,SAAS,GAAG,OAAO,GAAG,SAAS,CAAC;CAC1D;AA6GD;;;GAGG;AACH,wBAAgB,YAAY,CAAC,WAAW,EAAE,MAAM,GAAG,aAAa,EAAE,CAqEjE;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAe5D"}

package/dist/spiral/cloud/topic-detector.js

@@ -0,0 +1,196 @@
+/**
+ * Topic Detector — Extracts searchable topics from user messages.
+ *
+ * Identifies technologies, libraries, patterns, and concepts that
+ * would benefit from fresh web knowledge.
+ */
+// Known technologies and frameworks for detection
+const TECH_PATTERNS = [
+    // Frontend
+    { pattern: /\breact\b/i, label: 'React' },
+    { pattern: /\bnext\.?js\b/i, label: 'Next.js' },
+    { pattern: /\bvue\b/i, label: 'Vue.js' },
+    { pattern: /\bsvelte\b/i, label: 'Svelte' },
+    { pattern: /\bangular\b/i, label: 'Angular' },
+    { pattern: /\btailwind\b/i, label: 'Tailwind CSS' },
+    { pattern: /\bshadcn\b/i, label: 'shadcn/ui' },
+    // Backend
+    { pattern: /\bexpress\b/i, label: 'Express.js' },
+    { pattern: /\bnest\.?js\b/i, label: 'NestJS' },
+    { pattern: /\bfastify\b/i, label: 'Fastify' },
+    { pattern: /\bdjango\b/i, label: 'Django' },
+    { pattern: /\bflask\b/i, label: 'Flask' },
+    { pattern: /\bspring\b/i, label: 'Spring Boot' },
+    // Databases
+    { pattern: /\bpostgres(?:ql)?\b/i, label: 'PostgreSQL' },
+    { pattern: /\bmongo(?:db)?\b/i, label: 'MongoDB' },
+    { pattern: /\bredis\b/i, label: 'Redis' },
+    { pattern: /\bsqlite\b/i, label: 'SQLite' },
+    { pattern: /\bprisma\b/i, label: 'Prisma' },
+    { pattern: /\bdrizzle\b/i, label: 'Drizzle ORM' },
+    // Auth
+    { pattern: /\bjwt\b/i, label: 'JWT' },
+    { pattern: /\boauth\b/i, label: 'OAuth' },
+    { pattern: /\bpassport\b/i, label: 'Passport.js' },
+    { pattern: /\bnext-?auth\b/i, label: 'NextAuth' },
+    { pattern: /\bclerk\b/i, label: 'Clerk' },
+    // DevOps
+    { pattern: /\bdocker\b/i, label: 'Docker' },
+    { pattern: /\bkubernetes\b|\bk8s\b/i, label: 'Kubernetes' },
+    { pattern: /\bci\s*\/?\s*cd\b/i, label: 'CI/CD' },
+    { pattern: /\bgithub\s+actions?\b/i, label: 'GitHub Actions' },
+    // Languages
+    { pattern: /\btypescript\b/i, label: 'TypeScript' },
+    { pattern: /\brust\b/i, label: 'Rust' },
+    { pattern: /\bpython\b/i, label: 'Python' },
+    { pattern: /\bgo(?:lang)?\b/i, label: 'Go' },
+    // Testing
+    { pattern: /\bvitest\b/i, label: 'Vitest' },
+    { pattern: /\bjest\b/i, label: 'Jest' },
+    { pattern: /\bplaywright\b/i, label: 'Playwright' },
+    { pattern: /\bcypress\b/i, label: 'Cypress' },
+    // APIs & Protocols
+    { pattern: /\bgraphql\b/i, label: 'GraphQL' },
+    { pattern: /\bgrpc\b/i, label: 'gRPC' },
+    { pattern: /\bwebsocket\b/i, label: 'WebSocket' },
+    { pattern: /\brest\s+api\b/i, label: 'REST API' },
+    // AI/ML
+    { pattern: /\bopenai\b/i, label: 'OpenAI API' },
+    { pattern: /\blangchain\b/i, label: 'LangChain' },
+    { pattern: /\btransformer\b/i, label: 'Transformers' },
+    { pattern: /\bembedding/i, label: 'Embeddings' },
+    // Cloud
+    { pattern: /\baws\b/i, label: 'AWS' },
+    { pattern: /\bvercel\b/i, label: 'Vercel' },
+    { pattern: /\bsupabase\b/i, label: 'Supabase' },
+    { pattern: /\bfirebase\b/i, label: 'Firebase' },
+    // Misc
+    { pattern: /\bwebpack\b/i, label: 'Webpack' },
+    { pattern: /\bvite\b/i, label: 'Vite' },
+    { pattern: /\besbuild\b/i, label: 'esbuild' },
+    { pattern: /\bturbopack\b/i, label: 'Turbopack' },
+    { pattern: /\bstripe\b/i, label: 'Stripe' },
+    { pattern: /\btelegram\b/i, label: 'Telegram Bot API' },
+];
+// Pattern keywords that suggest the user needs specific guidance
+const PATTERN_KEYWORDS = [
+    { pattern: /\bauthentication\b|\bauth\b|\banmeldung\b|\blogin\b/i, label: 'authentication' },
+    { pattern: /\bauthorization\b|\bberechtig/i, label: 'authorization' },
+    { pattern: /\bcaching\b|\bcache\b/i, label: 'caching strategy' },
+    { pattern: /\brate\s*limit/i, label: 'rate limiting' },
+    { pattern: /\bpagination\b/i, label: 'pagination' },
+    { pattern: /\bfile\s*upload/i, label: 'file upload' },
+    { pattern: /\breal\s*time\b|\breal-?time\b/i, label: 'real-time' },
+    { pattern: /\bserver\s*side\s*render/i, label: 'SSR' },
+    { pattern: /\bmiddleware\b/i, label: 'middleware' },
+    { pattern: /\bmigration\b/i, label: 'database migration' },
+    { pattern: /\bdeployment\b|\bdeploy\b/i, label: 'deployment' },
+    { pattern: /\btesting\b|\btest\b/i, label: 'testing' },
+    { pattern: /\bperformance\b|\boptimiz/i, label: 'performance optimization' },
+    { pattern: /\bsecurity\b|\bsicher/i, label: 'security' },
+    { pattern: /\bapi\s*design\b|\bapi\s*endpoint/i, label: 'API design' },
+    { pattern: /\bstate\s*management\b/i, label: 'state management' },
+    { pattern: /\berror\s*handling\b|\bfehlerbehandlung/i, label: 'error handling' },
+    { pattern: /\bvalidation\b|\bvalidierung/i, label: 'validation' },
+    { pattern: /\bwebhook/i, label: 'webhooks' },
+    { pattern: /\bpayment/i, label: 'payment integration' },
+];
+// Error-related patterns (Stack Overflow-worthy)
+const ERROR_PATTERNS = [
+    { pattern: /\berror\b.*\b(\w+Error)\b/i, label: '$1' },
+    { pattern: /\bcannot\s+find\s+module/i, label: 'module resolution error' },
+    { pattern: /\btype\s*error\b/i, label: 'TypeError' },
+    { pattern: /\bsyntax\s*error\b/i, label: 'SyntaxError' },
+    { pattern: /\bcors\b/i, label: 'CORS error' },
+    { pattern: /\b404\b|\bnot\s+found\b/i, label: '404 not found' },
+    { pattern: /\b500\b|\binternal\s+server/i, label: '500 server error' },
+    { pattern: /\bmemory\s*leak/i, label: 'memory leak' },
+    { pattern: /\bdeadlock\b/i, label: 'deadlock' },
+    { pattern: /\btimeout\b/i, label: 'timeout issue' },
+];
+/**
+ * Detect topics from a user message that would benefit from web research.
+ * Returns topics sorted by relevance.
+ */
+export function detectTopics(userMessage) {
+    const topics = [];
+    const seen = new Set();
+    // Detect technologies
+    const techs = [];
+    for (const { pattern, label } of TECH_PATTERNS) {
+        if (pattern.test(userMessage)) {
+            techs.push(label);
+        }
+    }
+    // Detect patterns/concepts
+    const patterns = [];
+    for (const { pattern, label } of PATTERN_KEYWORDS) {
+        if (pattern.test(userMessage)) {
+            patterns.push(label);
+        }
+    }
+    // Detect errors
+    for (const { pattern, label } of ERROR_PATTERNS) {
+        const match = userMessage.match(pattern);
+        if (match) {
+            const errorLabel = label.includes('$1') && match[1]
+                ? label.replace('$1', match[1])
+                : label;
+            const query = techs.length > 0
+                ? `${techs[0]} ${errorLabel} solution`
+                : `${errorLabel} fix`;
+            if (!seen.has(query)) {
+                seen.add(query);
+                topics.push({ query, relevance: 0.9, category: 'error' });
+            }
+        }
+    }
+    // Combine tech + pattern for specific queries
+    // e.g. "React" + "authentication" → "React authentication best practices"
+    if (techs.length > 0 && patterns.length > 0) {
+        for (const tech of techs.slice(0, 2)) { // max 2 techs
+            for (const pat of patterns.slice(0, 2)) { // max 2 patterns
+                const query = `${tech} ${pat} best practices`;
+                if (!seen.has(query)) {
+                    seen.add(query);
+                    topics.push({ query, relevance: 0.85, category: 'pattern' });
+                }
+            }
+        }
+    }
+    // Add standalone tech topics (lower priority if we already have combos)
+    for (const tech of techs) {
+        const query = `${tech} latest best practices`;
+        if (!seen.has(query)) {
+            seen.add(query);
+            topics.push({
+                query,
+                relevance: patterns.length > 0 ? 0.5 : 0.7,
+                category: 'technology',
+            });
+        }
+    }
+    // Sort by relevance, limit to top 3
+    topics.sort((a, b) => b.relevance - a.relevance);
+    return topics.slice(0, 3);
+}
+/**
+ * Check if a user message likely needs web enrichment.
+ * Returns false for simple chat, greetings, or commands.
+ */
+export function needsEnrichment(userMessage) {
+    const msg = userMessage.trim().toLowerCase();
+    // Skip very short messages
+    if (msg.length < 15)
+        return false;
+    // Skip greetings and chat
+    if (/^(hi|hello|hey|hallo|moin|danke|thanks|ok|ja|nein|yes|no)\b/.test(msg))
+        return false;
+    // Skip slash commands
+    if (msg.startsWith('/'))
+        return false;
+    // Detect topics
+    const topics = detectTopics(userMessage);
+    return topics.length > 0;
+}
+//# sourceMappingURL=topic-detector.js.map

package/dist/spiral/cloud/topic-detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"topic-detector.js","sourceRoot":"","sources":["../../../src/spiral/cloud/topic-detector.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAWH,kDAAkD;AAClD,MAAM,aAAa,GAA8C;IAC/D,WAAW;IACX,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE;IACzC,EAAE,OAAO,EAAE,gBAAgB,EAAE,KAAK,EAAE,SAAS,EAAE;IAC/C,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE;IACxC,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE;IAC3C,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,SAAS,EAAE;IAC7C,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,cAAc,EAAE;IACnD,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,WAAW,EAAE;IAC9C,UAAU;IACV,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,YAAY,EAAE;IAChD,EAAE,OAAO,EAAE,gBAAgB,EAAE,KAAK,EAAE,QAAQ,EAAE;IAC9C,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,SAAS,EAAE;IAC7C,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE;IAC3C,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE;IACzC,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE;IAChD,YAAY;IACZ,EAAE,OAAO,EAAE,sBAAsB,EAAE,KAAK,EAAE,YAAY,EAAE;IACxD,EAAE,OAAO,EAAE,mBAAmB,EAAE,KAAK,EAAE,SAAS,EAAE;IAClD,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE;IACzC,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE;IAC3C,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE;IAC3C,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,aAAa,EAAE;IACjD,OAAO;IACP,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE;IACrC,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE;IACzC,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,aAAa,EAAE;IAClD,EAAE,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,UAAU,EAAE;IACjD,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE;IACzC,SAAS;IACT,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE;IAC3C,EAAE,OAAO,EAAE,yBAAyB,EAAE,KAAK,EAAE,YAAY,EAAE;IAC3D,EAAE,OAAO,EAAE,oBAAoB,EAAE,KAAK,EAAE,OAAO,EAAE;IACjD,EAAE,OAAO,EAAE,wBAAwB,EAAE,KAAK,EAAE,gBAAgB,EAAE;IAC9D,YAAY;IACZ,EAAE,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,YAAY,EAAE;IACnD,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE;IACvC,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE;IAC3C,EAAE,OAAO,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,EAAE;IAC5C,UAAU;IACV,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE;IAC3C,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE;IACvC,EAAE,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,YAAY,EAAE;IACnD,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,SAAS,EAAE;IAC7C,mBAAmB;IACnB,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,SAAS,EAAE;IAC7C,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE;IACvC,EAAE,OAAO,EAAE,gBAAgB,EAAE,KAAK,EAAE,WAAW,EAAE;IACjD,EAAE,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,UAAU,EAAE;IACjD,QAAQ;IACR,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,YAAY,EAAE;IAC/C,EAAE,OAAO,EAAE,gBAAgB,EAAE,KAAK,EAAE,WAAW,EAAE;IACjD,EAAE,OAAO,EAAE,kBAAkB,EAAE,KAAK,EAAE,cAAc,EAAE;IACtD,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,YAAY,EAAE;IAChD,QAAQ;IACR,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE;IACrC,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE;IAC3C,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,UAAU,EAAE;IAC/C,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,UAAU,EAAE;IAC/C,OAAO;IACP,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,SAAS,EAAE;IAC7C,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE;IACvC,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,SAAS,EAAE;IAC7C,EAAE,OAAO,EAAE,gBAAgB,EAAE,KAAK,EAAE,WAAW,EAAE;IACjD,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE;IAC3C,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,kBAAkB,EAAE;CACxD,CAAC;AAEF,iEAAiE;AACjE,MAAM,gBAAgB,GAA8C;IAClE,EAAE,OAAO,EAAE,sDAAsD,EAAE,KAAK,EAAE,gBAAgB,EAAE;IAC5F,EAAE,OAAO,EAAE,gCAAgC,EAAE,KAAK,EAAE,eAAe,EAAE;IACrE,EAAE,OAAO,EAAE,wBAAwB,EAAE,KAAK,EAAE,kBAAkB,EAAE;IAChE,EAAE,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,eAAe,EAAE;IACtD,EAAE,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,YAAY,EAAE;IACnD,EAAE,OAAO,EAAE,kBAAkB,EAAE,KAAK,EAAE,aAAa,EAAE;IACrD,EAAE,OAAO,EAAE,iCAAiC,EAAE,KAAK,EAAE,WAAW,EAAE;IAClE,EAAE,OAAO,EAAE,2BAA2B,EAAE,KAAK,EAAE,KAAK,EAAE;IACtD,EAAE,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,YAAY,EAAE;IACnD,EAAE,OAAO,EAAE,gBAAgB,EAAE,KAAK,EAAE,oBAAoB,EAAE;IAC1D,EAAE,OAAO,EAAE,4BAA4B,EAAE,KAAK,EAAE,YAAY,EAAE;IAC9D,EAAE,OAAO,EAAE,uBAAuB,EAAE,KAAK,EAAE,SAAS,EAAE;IACtD,EAAE,OAAO,EAAE,4BAA4B,EAAE,KAAK,EAAE,0BAA0B,EAAE;IAC5E,EAAE,OAAO,EAAE,wBAAwB,EAAE,KAAK,EAAE,UAAU,EAAE;IACxD,EAAE,OAAO,EAAE,oCAAoC,EAAE,KAAK,EAAE,YAAY,EAAE;IACtE,EAAE,OAAO,EAAE,yBAAyB,EAAE,KAAK,EAAE,kBAAkB,EAAE;IACjE,EAAE,OAAO,EAAE,0CAA0C,EAAE,KAAK,EAAE,gBAAgB,EAAE;IAChF,EAAE,OAAO,EAAE,+BAA+B,EAAE,KAAK,EAAE,YAAY,EAAE;IACjE,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,EAAE;IAC5C,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,qBAAqB,EAAE;CACxD,CAAC;AAEF,iDAAiD;AACjD,MAAM,cAAc,GAA8C;IAChE,EAAE,OAAO,EAAE,4BAA4B,EAAE,KAAK,EAAE,IAAI,EAAE;IACtD,EAAE,OAAO,EAAE,2BAA2B,EAAE,KAAK,EAAE,yBAAyB,EAAE;IAC1E,EAAE,OAAO,EAAE,mBAAmB,EAAE,KAAK,EAAE,WAAW,EAAE;IACpD,EAAE,OAAO,EAAE,qBAAqB,EAAE,KAAK,EAAE,aAAa,EAAE;IACxD,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,YAAY,EAAE;IAC7C,EAAE,OAAO,EAAE,0BAA0B,EAAE,KAAK,EAAE,eAAe,EAAE;IAC/D,EAAE,OAAO,EAAE,8BAA8B,EAAE,KAAK,EAAE,kBAAkB,EAAE;IACtE,EAAE,OAAO,EAAE,kBAAkB,EAAE,KAAK,EAAE,aAAa,EAAE;IACrD,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,UAAU,EAAE;IAC/C,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,eAAe,EAAE;CACpD,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,WAAmB;IAC9C,MAAM,MAAM,GAAoB,EAAE,CAAC;IACnC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,sBAAsB;IACtB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,aAAa,EAAE,CAAC;QAC/C,IAAI,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,gBAAgB,EAAE,CAAC;QAClD,IAAI,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9B,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,gBAAgB;IAChB,KAAK,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,cAAc,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC;gBACjD,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC/B,CAAC,CAAC,KAAK,CAAC;YAEV,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC;gBAC5B,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,UAAU,WAAW;gBACtC,CAAC,CAAC,GAAG,UAAU,MAAM,CAAC;YAExB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBACrB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAChB,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;IACH,CAAC;IAED,8CAA8C;IAC9C,0EAA0E;IAC1E,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5C,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,cAAc;YACpD,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,iBAAiB;gBACzD,MAAM,KAAK,GAAG,GAAG,IAAI,IAAI,GAAG,iBAAiB,CAAC;gBAC9C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;oBACrB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBAChB,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;gBAC/D,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,wEAAwE;IACxE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,GAAG,IAAI,wBAAwB,CAAC;QAC9C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAChB,MAAM,CAAC,IAAI,CAAC;gBACV,KAAK;gBACL,SAAS,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;gBAC1C,QAAQ,EAAE,YAAY;aACvB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,oCAAoC;IACpC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;IACjD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,WAAmB;IACjD,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE7C,2BAA2B;IAC3B,IAAI,GAAG,CAAC,MAAM,GAAG,EAAE;QAAE,OAAO,KAAK,CAAC;IAElC,0BAA0B;IAC1B,IAAI,6DAA6D,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IAE1F,sBAAsB;IACtB,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IAEtC,gBAAgB;IAChB,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;IACzC,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;AAC3B,CAAC"}

package/dist/spiral/cloud/web-enricher.d.ts

@@ -0,0 +1,58 @@
+/**
+ * Web Knowledge Enricher — The Internet Layer.
+ *
+ * When the agent works on a topic, this module automatically:
+ * 1. Detects what topics need fresh knowledge
+ * 2. Searches the web for relevant docs, best practices, examples
+ * 3. Extracts and compresses the useful parts
+ * 4. Stores them in the spiral brain (as L2 Active nodes)
+ *
+ * The brain visualization shows new web knowledge arriving in real-time.
+ */
+export interface EnrichmentResult {
+    topics: string[];
+    nodesStored: number;
+    sourcesSearched: number;
+    pagesFetched: number;
+    duration_ms: number;
+    /** New knowledge items (for brain visualization) */
+    newKnowledge: Array<{
+        topic: string;
+        summary: string;
+        source: string;
+        quality: number;
+    }>;
+}
+export interface EnrichmentOptions {
+    /** Max topics to research per message (default: 2) */
+    maxTopics?: number;
+    /** Max pages to fetch per topic (default: 2) */
+    maxPagesPerTopic?: number;
+    /** Minimum quality score to store (default: 0.4) */
+    minQuality?: number;
+    /** AbortSignal for cancellation */
+    signal?: AbortSignal;
+    /** Callback for live updates (brain visualization) */
+    onKnowledgeFound?: (topic: string, summary: string, source: string) => void;
+}
+/**
+ * Enrich the spiral brain with web knowledge about the current topic.
+ * Runs in the background (non-blocking).
+ *
+ * @param userMessage - The user's message to analyze
+ * @param spiralEngine - The spiral engine to store knowledge in
+ * @param options - Configuration options
+ */
+export declare function enrichFromWeb(userMessage: string, spiralEngine: any, options?: EnrichmentOptions): Promise<EnrichmentResult>;
+/**
+ * Clear the recent searches cache (for testing or session reset).
+ */
+export declare function clearSearchCache(): void;
+/**
+ * Get current cache stats.
+ */
+export declare function getSearchCacheStats(): {
+    size: number;
+    topics: string[];
+};
+//# sourceMappingURL=web-enricher.d.ts.map

package/dist/spiral/cloud/web-enricher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-enricher.d.ts","sourceRoot":"","sources":["../../../src/spiral/cloud/web-enricher.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAOH,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,oDAAoD;IACpD,YAAY,EAAE,KAAK,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,iBAAiB;IAChC,sDAAsD;IACtD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gDAAgD;IAChD,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,oDAAoD;IACpD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,mCAAmC;IACnC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,sDAAsD;IACtD,gBAAgB,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;CAC7E;AAMD;;;;;;;GAOG;AACH,wBAAsB,aAAa,CACjC,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,GAAG,EACjB,OAAO,GAAE,iBAAsB,GAC9B,OAAO,CAAC,gBAAgB,CAAC,CA8G3B;AA2DD;;GAEG;AACH,wBAAgB,gBAAgB,IAAI,IAAI,CAEvC;AAED;;GAEG;AACH,wBAAgB,mBAAmB,IAAI;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,CAKxE"}