@0xkobold/pi-web 0.1.0

package/dist/search.js

@@ -0,0 +1,322 @@
+/**
+ * pi-web - Search and Content Extraction
+ *
+ * Internal search and fetch utilities. No framework dependencies.
+ */
+// ═════════════════════════════════════════════════════════════════════════════
+// Content Extraction (Cascade)
+// ═════════════════════════════════════════════════════════════════════════════
+/**
+ * Fast fetch for simple HTML sites
+ */
+async function fastFetch(url, maxLength) {
+    try {
+        const controller = new AbortController();
+        const timeout = setTimeout(() => controller.abort(), 10000);
+        const response = await fetch(url, {
+            headers: { 'User-Agent': 'Mozilla/5.0 (compatible; Bot/1.0)' },
+            signal: controller.signal
+        });
+        clearTimeout(timeout);
+        if (!response.ok)
+            return null;
+        const html = await response.text();
+        const title = html.match(/<title[^>]*>(.*?)<\/title>/i)?.[1]?.trim() || "Untitled";
+        const content = html
+            .replace(/<script[^>]*>.*?<\/script>/gi, '')
+            .replace(/<style[^>]*>.*?<\/style>/gi, '')
+            .replace(/<[^>]*>/g, ' ')
+            .replace(/\s+/g, ' ')
+            .trim()
+            .slice(0, maxLength);
+        if (content.length < 200)
+            return null;
+        return { content, title, method: 'fast', url };
+    }
+    catch {
+        return null;
+    }
+}
+/**
+ * Readability-style extraction using regex
+ */
+async function readabilityFetch(url, maxLength) {
+    try {
+        const response = await fetch(url, {
+            headers: { 'User-Agent': 'Mozilla/5.0 (compatible; Bot/1.0)' }
+        });
+        if (!response.ok)
+            return null;
+        const html = await response.text();
+        const articleMatch = html.match(/<article[^>]*>([\s\S]*?)<\/article>/i);
+        const mainMatch = html.match(/<main[^>]*>([\s\S]*?)<\/main>/i);
+        const contentDiv = html.match(/<div[^>]*class="[^"]*(?:content|article|post)[^"]*"[^>]*>([\s\S]*?)<\/div>/i);
+        const rawContent = articleMatch?.[1] || mainMatch?.[1] || contentDiv?.[1];
+        if (!rawContent)
+            return null;
+        const content = rawContent
+            .replace(/<script[^>]*>.*?<\/script>/gi, '')
+            .replace(/<style[^>]*>.*?<\/style>/gi, '')
+            .replace(/<[^>]*>/g, ' ')
+            .replace(/\s+/g, ' ')
+            .trim()
+            .slice(0, maxLength);
+        const title = html.match(/<title[^>]*>(.*?)<\/title>/i)?.[1]?.trim() || "Untitled";
+        if (content.length < 200)
+            return null;
+        return { content, title, method: 'readability', url };
+    }
+    catch {
+        return null;
+    }
+}
+// ═════════════════════════════════════════════════════════════════════════════
+// Playwright Browser Manager
+// ═════════════════════════════════════════════════════════════════════════════
+class BrowserManager {
+    browser = null;
+    context = null;
+    lastUsed = 0;
+    POOL_TTL_MS = 120000;
+    async getBrowser() {
+        const { chromium } = await import('playwright');
+        if (this.browser && Date.now() - this.lastUsed < this.POOL_TTL_MS) {
+            try {
+                await this.browser.contexts();
+                this.lastUsed = Date.now();
+                return { browser: this.browser, context: this.context, newBrowser: false };
+            }
+            catch {
+                await this.close();
+            }
+        }
+        this.browser = await chromium.launch({
+            headless: true,
+            args: ['--no-sandbox', '--disable-setuid-sandbox', '--disable-dev-shm-usage', '--disable-gpu', '--no-first-run']
+        });
+        this.context = await this.browser.newContext({
+            viewport: { width: 1280, height: 720 },
+            userAgent: 'Mozilla/5.0 (compatible; 0xKobold/0.1)'
+        });
+        this.lastUsed = Date.now();
+        return { browser: this.browser, context: this.context, newBrowser: true };
+    }
+    async close() {
+        if (this.browser) {
+            try {
+                await this.browser.close();
+            }
+            catch { /* ignore */ }
+            this.browser = null;
+            this.context = null;
+        }
+    }
+}
+const browserManager = new BrowserManager();
+const requestQueue = [];
+let isProcessing = false;
+const MAX_CONCURRENT = 2;
+const MAX_RETRIES = 3;
+async function processQueue() {
+    if (isProcessing)
+        return;
+    isProcessing = true;
+    while (requestQueue.length > 0) {
+        const batch = requestQueue.splice(0, MAX_CONCURRENT);
+        await Promise.all(batch.map(req => processRequest(req)));
+        if (requestQueue.length > 0) {
+            await new Promise(r => setTimeout(r, 500));
+        }
+    }
+    isProcessing = false;
+}
+async function processRequest(req, attempt = 1) {
+    try {
+        const result = await playwrightFetchWithTimeout(req.url, req.maxLength, req.timeoutMs);
+        req.resolve(result);
+    }
+    catch {
+        if (attempt < MAX_RETRIES) {
+            const delay = Math.min(2000 * Math.pow(2, attempt - 1), 30000);
+            await new Promise(r => setTimeout(r, delay));
+            await processRequest(req, attempt + 1);
+        }
+        else {
+            req.resolve(null);
+        }
+    }
+}
+async function playwrightFetchWithTimeout(url, maxLength, timeoutMs = 15000) {
+    const controller = new AbortController();
+    const timeoutId = setTimeout(() => controller.abort(), timeoutMs + 2000);
+    try {
+        const { context, newBrowser } = await browserManager.getBrowser();
+        const page = await context.newPage();
+        page.setDefaultTimeout(Math.min(timeoutMs, 10000));
+        page.setDefaultNavigationTimeout(Math.min(timeoutMs, 10000));
+        controller.signal.addEventListener('abort', () => {
+            page.close().catch(() => { });
+        });
+        try {
+            const response = await page.goto(url, {
+                waitUntil: 'commit',
+                timeout: Math.min(timeoutMs, 10000)
+            });
+            if (!response)
+                throw new Error("No response");
+            await page.waitForTimeout(500);
+            const extracted = await page.evaluate((maxLen) => {
+                const doc = globalThis.document;
+                const main = doc.querySelector('main, article, .content, [role="main"]');
+                if (main?.innerText?.trim().length > 100) {
+                    return main.innerText.slice(0, maxLen);
+                }
+                return doc.body?.innerText?.slice(0, maxLen) || '';
+            }, maxLength);
+            const title = await page.title().catch(() => 'Untitled');
+            if (!extracted || extracted.length < 50)
+                throw new Error("Insufficient content");
+            return { content: extracted, title, url, method: newBrowser ? 'playwright-new' : 'playwright-pooled' };
+        }
+        finally {
+            await page.close();
+            clearTimeout(timeoutId);
+        }
+    }
+    catch (error) {
+        throw error;
+    }
+}
+/**
+ * Playwright fetch with queue-based concurrency
+ */
+export async function playwrightFetch(url, maxLength, timeoutMs = 15000) {
+    return new Promise((resolve) => {
+        requestQueue.push({ url, maxLength, timeoutMs, resolve });
+        processQueue();
+    });
+}
+// ═════════════════════════════════════════════════════════════════════════════
+// Cascade Fetch
+// ═════════════════════════════════════════════════════════════════════════════
+/**
+ * CASCADE: Try all methods in order of speed → quality
+ */
+export async function cascadeFetch(url, maxLength = 5000, usePlaywright = false, timeoutMs = 15000) {
+    // Level 1: Fast HTML fetch
+    if (!usePlaywright) {
+        const fast = await fastFetch(url, maxLength);
+        if (fast && fast.content.length > 1000)
+            return fast;
+    }
+    // Level 2: Readability extraction
+    if (!usePlaywright) {
+        const readability = await readabilityFetch(url, maxLength);
+        if (readability)
+            return readability;
+    }
+    // Level 3: JavaScript rendering with Playwright
+    const pw = await playwrightFetch(url, maxLength, timeoutMs);
+    if (pw)
+        return pw;
+    return null;
+}
+// ═════════════════════════════════════════════════════════════════════════════
+// Search
+// ═════════════════════════════════════════════════════════════════════════════
+export async function searchDuckDuckGo(query, limit) {
+    const results = [];
+    try {
+        const liteUrl = `https://lite.duckduckgo.com/lite/?q=${encodeURIComponent(query)}`;
+        const response = await fetch(liteUrl, {
+            headers: {
+                'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
+                'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
+                'Accept-Language': 'en-US,en;q=0.5',
+            },
+            signal: AbortSignal.timeout(10000),
+        });
+        if (!response.ok)
+            return results;
+        const html = await response.text();
+        const linkRegex = /href="\/\/duckduckgo\.com\/l\/\?uddg=([^"&]+)/gi;
+        const urls = [];
+        let match;
+        while ((match = linkRegex.exec(html)) && urls.length < limit * 2) {
+            try {
+                const decoded = decodeURIComponent(match[1]);
+                const cleanUrl = decoded.split('&')[0].split('?rut=')[0];
+                if (cleanUrl.startsWith('http') && !urls.includes(cleanUrl)) {
+                    urls.push(cleanUrl);
+                }
+            }
+            catch { /* skip */ }
+        }
+        const anchorRegex = /<a[^>]*href="[^"]*uddg=[^"]*"[^>]*>([^<]+)<\/a>/gi;
+        const titles = [];
+        while ((match = anchorRegex.exec(html)) && titles.length < urls.length) {
+            const title = match[1].replace(/<[^>]*>/g, '').trim();
+            if (title && title.length > 2 && title.length < 200) {
+                titles.push(title);
+            }
+        }
+        for (let i = 0; i < Math.min(urls.length, titles.length, limit); i++) {
+            results.push({ title: titles[i] || new URL(urls[i]).hostname, url: urls[i], snippet: '' });
+        }
+        for (let i = results.length; i < Math.min(urls.length, limit); i++) {
+            try {
+                results.push({ title: new URL(urls[i]).hostname, url: urls[i], snippet: '' });
+            }
+            catch { /* skip */ }
+        }
+    }
+    catch { /* skip */ }
+    return results;
+}
+export async function searchSearX(query, limit, instance) {
+    const results = [];
+    const searxInstances = instance ? [instance] : [
+        "https://search.bus-hit.me",
+        "https://search.projectsegfau.ltd",
+        "https://searx.foss.family",
+    ];
+    for (const baseUrl of searxInstances) {
+        try {
+            const searchUrl = `${baseUrl}/search?q=${encodeURIComponent(query)}&format=json`;
+            const response = await fetch(searchUrl, {
+                headers: { 'User-Agent': 'Mozilla/5.0', 'Accept': 'application/json' },
+                signal: AbortSignal.timeout(8000)
+            });
+            if (!response.ok)
+                continue;
+            const data = await response.json();
+            if (data.results && data.results.length > 0) {
+                for (const r of data.results.slice(0, limit)) {
+                    results.push({
+                        title: r.title || "Untitled",
+                        url: r.url,
+                        snippet: r.content || r.snippet || ""
+                    });
+                }
+                if (results.length >= limit)
+                    break;
+            }
+        }
+        catch {
+            continue;
+        }
+    }
+    return results;
+}
+/**
+ * Combined search across multiple engines
+ */
+export async function webSearch(query, limit = 5) {
+    let results = await searchDuckDuckGo(query, Math.min(limit, 10));
+    if (results.length < limit) {
+        const searxResults = await searchSearX(query, Math.min(limit, 10));
+        results = [...results, ...searxResults].slice(0, limit);
+    }
+    return results;
+}
+//# sourceMappingURL=search.js.map

package/dist/search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.js","sourceRoot":"","sources":["../src/search.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAmBH,gFAAgF;AAChF,+BAA+B;AAC/B,gFAAgF;AAEhF;;GAEG;AACH,KAAK,UAAU,SAAS,CAAC,GAAW,EAAE,SAAiB;IACrD,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;QAE5D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,OAAO,EAAE,EAAE,YAAY,EAAE,mCAAmC,EAAE;YAC9D,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;QAEH,YAAY,CAAC,OAAO,CAAC,CAAC;QACtB,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAE9B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,6BAA6B,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,UAAU,CAAC;QAEnF,MAAM,OAAO,GAAG,IAAI;aACjB,OAAO,CAAC,8BAA8B,EAAE,EAAE,CAAC;aAC3C,OAAO,CAAC,4BAA4B,EAAE,EAAE,CAAC;aACzC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;aACxB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;aACpB,IAAI,EAAE;aACN,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAEvB,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG;YAAE,OAAO,IAAI,CAAC;QACtC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IACjD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAAC,GAAW,EAAE,SAAiB;IAC5D,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,OAAO,EAAE,EAAE,YAAY,EAAE,mCAAmC,EAAE;SAC/D,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAC9B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEnC,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QACxE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,6EAA6E,CAAC,CAAC;QAE7G,MAAM,UAAU,GAAG,YAAY,EAAE,CAAC,CAAC,CAAC,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1E,IAAI,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC;QAE7B,MAAM,OAAO,GAAG,UAAU;aACvB,OAAO,CAAC,8BAA8B,EAAE,EAAE,CAAC;aAC3C,OAAO,CAAC,4BAA4B,EAAE,EAAE,CAAC;aACzC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;aACxB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;aACpB,IAAI,EAAE;aACN,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAEvB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,6BAA6B,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,UAAU,CAAC;QACnF,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG;YAAE,OAAO,IAAI,CAAC;QAEtC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,EAAE,CAAC;IACxD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,gFAAgF;AAChF,6BAA6B;AAC7B,gFAAgF;AAEhF,MAAM,cAAc;IACV,OAAO,GAAQ,IAAI,CAAC;IACpB,OAAO,GAAQ,IAAI,CAAC;IACpB,QAAQ,GAAW,CAAC,CAAC;IACZ,WAAW,GAAG,MAAM,CAAC;IAEtC,KAAK,CAAC,UAAU;QACd,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;QAEhD,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAClE,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;gBAC9B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC3B,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;YAC7E,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;QACH,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;YACnC,QAAQ,EAAE,IAAI;YACd,IAAI,EAAE,CAAC,cAAc,EAAE,0BAA0B,EAAE,yBAAyB,EAAE,eAAe,EAAE,gBAAgB,CAAC;SACjH,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;YAC3C,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YACtC,SAAS,EAAE,wCAAwC;SACpD,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC5E,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC;gBAAC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;YAC1D,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;CACF;AAED,MAAM,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;AAU5C,MAAM,YAAY,GAAoB,EAAE,CAAC;AACzC,IAAI,YAAY,GAAG,KAAK,CAAC;AACzB,MAAM,cAAc,GAAG,CAAC,CAAC;AACzB,MAAM,WAAW,GAAG,CAAC,CAAC;AAEtB,KAAK,UAAU,YAAY;IACzB,IAAI,YAAY;QAAE,OAAO;IACzB,YAAY,GAAG,IAAI,CAAC;IAEpB,OAAO,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;QACrD,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACzD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,YAAY,GAAG,KAAK,CAAC;AACvB,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,GAAkB,EAAE,OAAO,GAAG,CAAC;IAC3D,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;QACvF,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC;QACP,IAAI,OAAO,GAAG,WAAW,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YAC/D,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;YAC7C,MAAM,cAAc,CAAC,GAAG,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,0BAA0B,CACvC,GAAW,EACX,SAAiB,EACjB,YAAoB,KAAK;IAEzB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,GAAG,IAAI,CAAC,CAAC;IAEzE,IAAI,CAAC;QACH,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,MAAM,cAAc,CAAC,UAAU,EAAE,CAAC;QAClE,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAErC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;QACnD,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;QAE7D,UAAU,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;YAC/C,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;gBACpC,SAAS,EAAE,QAAQ;gBACnB,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC;aACpC,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;YAC9C,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YAE/B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAc,EAAE,EAAE;gBACvD,MAAM,GAAG,GAAI,UAAkB,CAAC,QAAQ,CAAC;gBACzC,MAAM,IAAI,GAAG,GAAG,CAAC,aAAa,CAAC,wCAAwC,CAAC,CAAC;gBACzE,IAAI,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBACzC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;gBACzC,CAAC;gBACD,OAAO,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;YACrD,CAAC,EAAE,SAAS,CAAC,CAAC;YAEd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,CAAC;YAEzD,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;YAEjF,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,mBAAmB,EAAE,CAAC;QACzG,CAAC;gBAAS,CAAC;YACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,YAAY,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,GAAW,EACX,SAAiB,EACjB,YAAoB,KAAK;IAEzB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,YAAY,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;QAC1D,YAAY,EAAE,CAAC;IACjB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,gFAAgF;AAChF,gBAAgB;AAChB,gFAAgF;AAEhF;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,GAAW,EACX,YAAoB,IAAI,EACxB,gBAAyB,KAAK,EAC9B,YAAoB,KAAK;IAEzB,2BAA2B;IAC3B,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC7C,IAAI,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI;YAAE,OAAO,IAAI,CAAC;IACtD,CAAC;IAED,kCAAkC;IAClC,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,WAAW,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC3D,IAAI,WAAW;YAAE,OAAO,WAAW,CAAC;IACtC,CAAC;IAED,gDAAgD;IAChD,MAAM,EAAE,GAAG,MAAM,eAAe,CAAC,GAAG,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IAC5D,IAAI,EAAE;QAAE,OAAO,EAAE,CAAC;IAElB,OAAO,IAAI,CAAC;AACd,CAAC;AAED,gFAAgF;AAChF,SAAS;AACT,gFAAgF;AAEhF,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,KAAa,EAAE,KAAa;IACjE,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,uCAAuC,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;QACnF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE;YACpC,OAAO,EAAE;gBACP,YAAY,EAAE,uGAAuG;gBACrH,QAAQ,EAAE,iEAAiE;gBAC3E,iBAAiB,EAAE,gBAAgB;aACpC;YACD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC;SACnC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,OAAO,CAAC;QAEjC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEnC,MAAM,SAAS,GAAG,iDAAiD,CAAC;QACpE,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,IAAI,KAAK,CAAC;QAEV,OAAO,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK,GAAG,CAAC,EAAE,CAAC;YACjE,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7C,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzD,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC5D,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;YAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;QACxB,CAAC;QAED,MAAM,WAAW,GAAG,mDAAmD,CAAC;QACxE,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACvE,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACtD,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBACpD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACrE,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QAC7F,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACnE,IAAI,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;YAChF,CAAC;YAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;IAEtB,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAa,EAAE,KAAa,EAAE,QAAiB;IAC/E,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,MAAM,cAAc,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC7C,2BAA2B;QAC3B,kCAAkC;QAClC,2BAA2B;KAC5B,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,GAAG,OAAO,aAAa,kBAAkB,CAAC,KAAK,CAAC,cAAc,CAAC;YACjF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE;gBACtC,OAAO,EAAE,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,kBAAkB,EAAE;gBACtE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aAClC,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,SAAS;YAE3B,MAAM,IAAI,GAAQ,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC;oBAC7C,OAAO,CAAC,IAAI,CAAC;wBACX,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,UAAU;wBAC5B,GAAG,EAAE,CAAC,CAAC,GAAG;wBACV,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE;qBACtC,CAAC,CAAC;gBACL,CAAC;gBACD,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK;oBAAE,MAAM;YACrC,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,KAAa,EAAE,QAAgB,CAAC;IAC9D,IAAI,OAAO,GAAG,MAAM,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IACjE,IAAI,OAAO,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;QAC3B,MAAM,YAAY,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;QACnE,OAAO,GAAG,CAAC,GAAG,OAAO,EAAE,GAAG,YAAY,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/package.json

@@ -0,0 +1,47 @@
+{
+  "name": "@0xkobold/pi-web",
+  "version": "0.1.0",
+  "description": "Web search and content extraction for pi agents — DuckDuckGo/SearX search, cascade fetching (fast → readability → Playwright), deep research",
+  "author": "0xKobold",
+  "license": "MIT",
+  "keywords": ["pi-package", "pi-extension", "web", "search", "fetch", "scraping", "playwright"],
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist/",
+    "src/",
+    "README.md"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "test": "bun test",
+    "prepublishOnly": "rm -rf dist && tsc"
+  },
+  "dependencies": {},
+  "peerDependencies": {
+    "@mariozechner/pi-coding-agent": ">=0.65.0",
+    "@sinclair/typebox": ">=0.32.0"
+  },
+  "optionalDependencies": {
+    "playwright": "^1.40.0"
+  },
+  "devDependencies": {
+    "@types/node": "^20.19.37",
+    "typescript": "^6.0.2"
+  },
+  "pi": {
+    "extensions": ["./dist/index.js"]
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/0xKobold/pi-web.git"
+  }
+}

package/src/index.ts

@@ -0,0 +1,270 @@
+/**
+ * pi-web - Web Search and Content Extraction for Pi Agents
+ *
+ * Provides web search + advanced content extraction using:
+ * 1. Standard fetch() for simple sites
+ * 2. Readability-style extraction for articles
+ * 3. Playwright for JavaScript-rendered content
+ * 4. Cascade strategy: fast → detailed
+ *
+ * Search backends: DuckDuckGo (default), SearXNG (fallback)
+ *
+ * Tools:
+ *   web_fetch    - Fetch and extract content from a URL
+ *   web_search   - Search web, optionally fetch content from results
+ *   web_research  - Deep research: search + fetch + synthesize from multiple sources
+ *
+ * Commands:
+ *   /deep-fetch <url>         - Fetch JS-rendered content
+ *   /web-search-deep <query>  - Search + fetch from top results
+ */
+
+import type { ExtensionAPI, ExtensionContext } from "@mariozechner/pi-coding-agent";
+import { Type } from "@sinclair/typebox";
+
+import {
+  cascadeFetch,
+  playwrightFetch,
+  webSearch,
+  type ScrapingResult,
+  type WebSearchResult,
+} from "./search.js";
+
+export default async function (pi: ExtensionAPI): Promise<void> {
+
+  // ═══════════════════════════════════════════════════════════════════════════
+  // Commands
+  // ═══════════════════════════════════════════════════════════════════════════
+
+  pi.registerCommand("deep-fetch", {
+    description: "Fetch JavaScript-rendered content from a URL using Playwright",
+    handler: async (args: string, ctx) => {
+      const parts = args.split(/\s+/).filter(Boolean);
+      const url = parts[0];
+      const max = parseInt(parts[1]) || 8000;
+
+      if (!url?.startsWith("http")) {
+        ctx.ui?.notify?.("❌ URL must start with http:// or https://", "error");
+        return;
+      }
+
+      ctx.ui?.notify?.(`🔍 Deep fetching: ${url}`, "info");
+
+      const result = await cascadeFetch(url, max, true);
+
+      if (!result) {
+        ctx.ui?.notify?.("❌ Failed to fetch content", "error");
+        return;
+      }
+
+      ctx.ui?.notify?.(
+        `📄 ${result.title}\nMethod: ${result.method} | Source: ${result.url}\n─────────────────────────────────────────\n\n${result.content.slice(0, max)}${result.content.length > max ? `\n... (${result.content.length - max} more chars)` : ""}`,
+        "info"
+      );
+    },
+  });
+
+  pi.registerCommand("web-search-deep", {
+    description: "Search web + fetch content from top results",
+    handler: async (args: string, ctx) => {
+      const numResults = 3;
+
+      ctx.ui?.notify?.(`🔍 Searching + fetching: "${args}"`, "info");
+
+      const results = await webSearch(args, numResults * 2);
+
+      if (results.length === 0) {
+        ctx.ui?.notify?.("❌ No search results found", "error");
+        return;
+      }
+
+      const fetched: ScrapingResult[] = [];
+      for (let i = 0; i < Math.min(numResults, results.length); i++) {
+        const r = results[i];
+        ctx.ui?.notify?.(`  Fetching ${i + 1}/${numResults}: ${r.title.slice(0, 50)}...`, "info");
+        const content = await cascadeFetch(r.url, 3000);
+        if (content) fetched.push(content);
+      }
+
+      const lines = [
+        `🔍 Research Results: "${args}"`,
+        `Sources: ${fetched.length} / ${results.length} found`,
+        "═══════════════════════════════════════════",
+        "",
+      ];
+
+      for (let i = 0; i < fetched.length; i++) {
+        const f = fetched[i];
+        lines.push(`## ${i + 1}. ${f.title}`);
+        lines.push(`Source: ${f.url} | Method: ${f.method}`);
+        lines.push("");
+        lines.push(f.content.slice(0, 2500));
+        lines.push("");
+        lines.push("─────────────────────────────────────────");
+        lines.push("");
+      }
+
+      ctx.ui?.notify?.(lines.join("\n"), "info");
+    },
+  });
+
+  // ═══════════════════════════════════════════════════════════════════════════
+  // Tools
+  // ═══════════════════════════════════════════════════════════════════════════
+
+  pi.registerTool({
+    name: "web_fetch",
+    label: "Web Fetch",
+    description: "Fetch and extract content from a web page. Uses cascade: fast HTML → readability → Playwright for JS sites.",
+    parameters: Type.Object({
+      url: Type.String({ description: "Full URL to fetch (must include http:// or https://)" }),
+      max_length: Type.Optional(Type.Number({ description: "Maximum characters to retrieve (default: 5000)", default: 5000 })),
+      use_playwright: Type.Optional(Type.Boolean({ description: "Force Playwright for JavaScript-rendered content (default: false)", default: false })),
+      timeout_ms: Type.Optional(Type.Number({ description: "Timeout in milliseconds (default: 15000, max: 60000)", default: 15000 })),
+    }),
+    async execute(_toolCallId: string, params: any, _signal: AbortSignal, _onUpdate: any, _ctx: any) {
+      const { url, max_length = 5000, use_playwright = false, timeout_ms = 15000 } = params;
+
+      if (!url?.startsWith("http")) {
+        return {
+          content: [{ type: "text", text: "URL must start with http:// or https://" }],
+          details: { error: "fetch_failed" } as const,
+        };
+      }
+
+      const cappedTimeout = Math.min(timeout_ms, 60000);
+      let result: ScrapingResult | null;
+
+      if (use_playwright) {
+        result = await playwrightFetch(url, max_length, cappedTimeout);
+      } else {
+        result = await cascadeFetch(url, max_length, use_playwright, cappedTimeout);
+      }
+
+      if (!result) {
+        return {
+          content: [{ type: "text", text: `Failed to fetch content from ${url}` }],
+          details: { error: "fetch_failed", url } as any,
+        };
+      }
+
+      return {
+        content: [{
+          type: "text",
+          text: `# ${result.title}\n\n${result.content}\n\n[Source: ${result.url} | Method: ${result.method}]`,
+        }],
+        details: { url, title: result.title, method: result.method, length: result.content.length },
+      };
+    },
+  });
+
+  pi.registerTool({
+    name: "web_search",
+    label: "Web Search",
+    description: "Search the web using DuckDuckGo and SearX. Optionally fetch content from top results.",
+    parameters: Type.Object({
+      query: Type.String({ description: "Search query — be specific" }),
+      limit: Type.Optional(Type.Number({ description: "Number of results (1-10, default: 5)", default: 5 })),
+      fetch_content: Type.Optional(Type.Boolean({ description: "Fetch full content from top results (default: false)", default: false })),
+      fetch_sources: Type.Optional(Type.Number({ description: "How many sources to fetch content from if fetch_content is true (default: 3)", default: 3 })),
+    }),
+    async execute(_toolCallId: string, params: any, _signal: AbortSignal, _onUpdate: any, _ctx: any) {
+      const { query, limit = 5, fetch_content = false, fetch_sources = 3 } = params;
+
+      if (!query) {
+        return {
+          content: [{ type: "text", text: "Invalid search query" }],
+          details: { error: "fetch_failed" } as const,
+        };
+      }
+
+      const results = await webSearch(query, Math.min(limit, 10));
+
+      if (results.length === 0) {
+        return {
+          content: [{ type: "text", text: "No search results found" }],
+          details: { query, error: "no_results" } as any,
+        };
+      }
+
+      const basicFormatted = results
+        .map((r, i) => `${i + 1}. ${r.title}\n   ${r.url}${r.snippet ? "\n   " + r.snippet : ""}`)
+        .join("\n\n");
+
+      if (fetch_content) {
+        const fetchedContent: string[] = [];
+        for (let i = 0; i < Math.min(fetch_sources, results.length); i++) {
+          const result = await cascadeFetch(results[i].url, 3000);
+          if (result) {
+            fetchedContent.push(`## ${result.title}\n${result.content.slice(0, 2500)}...\n[Source: ${result.url}]`);
+          }
+        }
+
+        return {
+          content: [{
+            type: "text",
+            text: `Search results for "${query}":\n\n${basicFormatted}\n\nDetailed content from ${fetchedContent.length} sources:\n\n${fetchedContent.join("\n\n---\n\n")}`,
+          }],
+          details: { query, results: results.length, fetched: fetchedContent.length, urls: results.map(r => r.url) },
+        };
+      }
+
+      return {
+        content: [{ type: "text", text: `Search results for "${query}":\n\n${basicFormatted}` }],
+        details: { query, results: results.length, urls: results.map(r => r.url) },
+      };
+    },
+  });
+
+  pi.registerTool({
+    name: "web_research",
+    label: "Web Research",
+    description: "Deep research: search + fetch content from multiple sources with synthesis. Best for comprehensive answers.",
+    parameters: Type.Object({
+      question: Type.String({ description: "The research question" }),
+      sources: Type.Optional(Type.Number({ description: "Number of sources to analyze (1-10, default: 5)", default: 5 })),
+    }),
+    async execute(_toolCallId: string, params: any, _signal: AbortSignal, _onUpdate: any, _ctx: any) {
+      const { question, sources = 5 } = params;
+
+      if (!question) {
+        return {
+          content: [{ type: "text", text: "Invalid question provided" }],
+          details: { error: "fetch_failed" } as const,
+        };
+      }
+
+      const searchResults = await webSearch(question, Math.min(sources, 10) * 2);
+
+      if (searchResults.length === 0) {
+        return {
+          content: [{ type: "text", text: `Could not find information about: "${question}"` }],
+          details: { question, error: "no_results" } as any,
+        };
+      }
+
+      const fetched: ScrapingResult[] = [];
+      for (let i = 0; i < Math.min(sources, searchResults.length); i++) {
+        const result = await cascadeFetch(searchResults[i].url, 3000);
+        if (result) fetched.push(result);
+      }
+
+      const summary = fetched.length > 0
+        ? `Research on: "${question}"\n\nFound ${fetched.length} relevant sources:\n\n` +
+          fetched.map((c, i) => `## ${i + 1}. ${c.title}\n${c.content.slice(0, 2000)}...\n(Source: ${c.url} | Method: ${c.method})`).join("\n\n---\n\n")
+        : `Found ${searchResults.length} search results but could not fetch detailed content:\n\n` +
+          searchResults.slice(0, sources).map(r => `- ${r.title}: ${r.url}`).join("\n");
+
+      return {
+        content: [{ type: "text", text: summary }],
+        details: {
+          question,
+          sources_found: searchResults.length,
+          sources_fetched: fetched.length,
+        },
+      };
+    },
+  });
+
+  console.log("[pi-web] Extension loaded — tools: web_fetch, web_search, web_research");
+}