@0xkobold/pi-web 0.1.0

package/README.md

@@ -0,0 +1,101 @@
+# pi-web
+
+Web search and content extraction for [pi-coding-agent](https://github.com/badlobby/pi-mono) — cascade fetching, multi-engine search, deep research.
+
+## Installation
+
+```bash
+pi install npm:@0xkobold/pi-web
+```
+
+Or as part of the meta-extension:
+
+```bash
+pi install npm:@0xkobold/pi-kobold
+```
+
+## Features
+
+- **Cascade Fetching** — Fast HTML → Readability → Playwright for JS sites
+- **Multi-Engine Search** — DuckDuckGo (default) + SearXNG (fallback)
+- **Deep Research** — Search + fetch + synthesize from multiple sources
+- **Playwright Pool** — Browser reuse with concurrency limits and retries
+- **Optional Dependency** — Playwright is optional; fast fetch works without it
+
+## Tools
+
+| Tool | Description |
+|------|-------------|
+| `web_fetch` | Fetch and extract content from a URL |
+| `web_search` | Search web, optionally fetch content from results |
+| `web_research` | Deep research: search + fetch + multi-source synthesis |
+
+## Commands
+
+| Command | Description |
+|---------|-------------|
+| `/deep-fetch <url>` | Fetch JS-rendered content using Playwright |
+| `/web-search-deep <query>` | Search + fetch from top results |
+
+## Parameters
+
+### web_fetch
+
+| Parameter | Type | Default | Description |
+|-----------|------|---------|-------------|
+| `url` | string | required | Full URL to fetch |
+| `max_length` | number | 5000 | Maximum characters to retrieve |
+| `use_playwright` | boolean | false | Force Playwright for JS content |
+| `timeout_ms` | number | 15000 | Timeout in ms (max: 60000) |
+
+### web_search
+
+| Parameter | Type | Default | Description |
+|-----------|------|---------|-------------|
+| `query` | string | required | Search query |
+| `limit` | number | 5 | Number of results (1-10) |
+| `fetch_content` | boolean | false | Fetch full content from top results |
+| `fetch_sources` | number | 3 | How many sources to fetch |
+
+### web_research
+
+| Parameter | Type | Default | Description |
+|-----------|------|---------|-------------|
+| `question` | string | required | Research question |
+| `sources` | number | 5 | Number of sources to analyze (1-10) |
+
+## Architecture
+
+```
+┌────────────────────────────────────────┐
+│              pi-web                     │
+├─────────────┬──────────────────────────┤
+│  Search     │  Content Extraction      │
+│  ─────────  │  ──────────────────────  │
+│  DuckDuckGo │  1. Fast fetch (HTML)    │
+│  SearXNG    │  2. Readability (regex)  │
+│             │  3. Playwright (JS)       │
+├─────────────┴──────────────────────────┤
+│        Playwright Browser Pool          │
+│        (concurrency: 2, pool TTL: 2m)  │
+└────────────────────────────────────────┘
+```
+
+## Development
+
+```bash
+cd packages/pi-web
+bun install
+bun run build
+```
+
+## Optional: Playwright
+
+For JavaScript-rendered content, install Playwright:
+
+```bash
+npm install playwright
+npx playwright install chromium
+```
+
+Without Playwright, `web_fetch` still works using fast HTML fetch and readability extraction.

package/dist/index.d.ts

@@ -0,0 +1,22 @@
+/**
+ * pi-web - Web Search and Content Extraction for Pi Agents
+ *
+ * Provides web search + advanced content extraction using:
+ * 1. Standard fetch() for simple sites
+ * 2. Readability-style extraction for articles
+ * 3. Playwright for JavaScript-rendered content
+ * 4. Cascade strategy: fast → detailed
+ *
+ * Search backends: DuckDuckGo (default), SearXNG (fallback)
+ *
+ * Tools:
+ *   web_fetch    - Fetch and extract content from a URL
+ *   web_search   - Search web, optionally fetch content from results
+ *   web_research  - Deep research: search + fetch + synthesize from multiple sources
+ *
+ * Commands:
+ *   /deep-fetch <url>         - Fetch JS-rendered content
+ *   /web-search-deep <query>  - Search + fetch from top results
+ */
+import type { ExtensionAPI } from "@mariozechner/pi-coding-agent";
+export default function (pi: ExtensionAPI): Promise<void>;

package/dist/index.js

@@ -0,0 +1,223 @@
+/**
+ * pi-web - Web Search and Content Extraction for Pi Agents
+ *
+ * Provides web search + advanced content extraction using:
+ * 1. Standard fetch() for simple sites
+ * 2. Readability-style extraction for articles
+ * 3. Playwright for JavaScript-rendered content
+ * 4. Cascade strategy: fast → detailed
+ *
+ * Search backends: DuckDuckGo (default), SearXNG (fallback)
+ *
+ * Tools:
+ *   web_fetch    - Fetch and extract content from a URL
+ *   web_search   - Search web, optionally fetch content from results
+ *   web_research  - Deep research: search + fetch + synthesize from multiple sources
+ *
+ * Commands:
+ *   /deep-fetch <url>         - Fetch JS-rendered content
+ *   /web-search-deep <query>  - Search + fetch from top results
+ */
+import { Type } from "@sinclair/typebox";
+import { cascadeFetch, playwrightFetch, webSearch, } from "./search.js";
+export default async function (pi) {
+    // ═══════════════════════════════════════════════════════════════════════════
+    // Commands
+    // ═══════════════════════════════════════════════════════════════════════════
+    pi.registerCommand("deep-fetch", {
+        description: "Fetch JavaScript-rendered content from a URL using Playwright",
+        handler: async (args, ctx) => {
+            const parts = args.split(/\s+/).filter(Boolean);
+            const url = parts[0];
+            const max = parseInt(parts[1]) || 8000;
+            if (!url?.startsWith("http")) {
+                ctx.ui?.notify?.("❌ URL must start with http:// or https://", "error");
+                return;
+            }
+            ctx.ui?.notify?.(`🔍 Deep fetching: ${url}`, "info");
+            const result = await cascadeFetch(url, max, true);
+            if (!result) {
+                ctx.ui?.notify?.("❌ Failed to fetch content", "error");
+                return;
+            }
+            ctx.ui?.notify?.(`📄 ${result.title}\nMethod: ${result.method} | Source: ${result.url}\n─────────────────────────────────────────\n\n${result.content.slice(0, max)}${result.content.length > max ? `\n... (${result.content.length - max} more chars)` : ""}`, "info");
+        },
+    });
+    pi.registerCommand("web-search-deep", {
+        description: "Search web + fetch content from top results",
+        handler: async (args, ctx) => {
+            const numResults = 3;
+            ctx.ui?.notify?.(`🔍 Searching + fetching: "${args}"`, "info");
+            const results = await webSearch(args, numResults * 2);
+            if (results.length === 0) {
+                ctx.ui?.notify?.("❌ No search results found", "error");
+                return;
+            }
+            const fetched = [];
+            for (let i = 0; i < Math.min(numResults, results.length); i++) {
+                const r = results[i];
+                ctx.ui?.notify?.(`  Fetching ${i + 1}/${numResults}: ${r.title.slice(0, 50)}...`, "info");
+                const content = await cascadeFetch(r.url, 3000);
+                if (content)
+                    fetched.push(content);
+            }
+            const lines = [
+                `🔍 Research Results: "${args}"`,
+                `Sources: ${fetched.length} / ${results.length} found`,
+                "═══════════════════════════════════════════",
+                "",
+            ];
+            for (let i = 0; i < fetched.length; i++) {
+                const f = fetched[i];
+                lines.push(`## ${i + 1}. ${f.title}`);
+                lines.push(`Source: ${f.url} | Method: ${f.method}`);
+                lines.push("");
+                lines.push(f.content.slice(0, 2500));
+                lines.push("");
+                lines.push("─────────────────────────────────────────");
+                lines.push("");
+            }
+            ctx.ui?.notify?.(lines.join("\n"), "info");
+        },
+    });
+    // ═══════════════════════════════════════════════════════════════════════════
+    // Tools
+    // ═══════════════════════════════════════════════════════════════════════════
+    pi.registerTool({
+        name: "web_fetch",
+        label: "Web Fetch",
+        description: "Fetch and extract content from a web page. Uses cascade: fast HTML → readability → Playwright for JS sites.",
+        parameters: Type.Object({
+            url: Type.String({ description: "Full URL to fetch (must include http:// or https://)" }),
+            max_length: Type.Optional(Type.Number({ description: "Maximum characters to retrieve (default: 5000)", default: 5000 })),
+            use_playwright: Type.Optional(Type.Boolean({ description: "Force Playwright for JavaScript-rendered content (default: false)", default: false })),
+            timeout_ms: Type.Optional(Type.Number({ description: "Timeout in milliseconds (default: 15000, max: 60000)", default: 15000 })),
+        }),
+        async execute(_toolCallId, params, _signal, _onUpdate, _ctx) {
+            const { url, max_length = 5000, use_playwright = false, timeout_ms = 15000 } = params;
+            if (!url?.startsWith("http")) {
+                return {
+                    content: [{ type: "text", text: "URL must start with http:// or https://" }],
+                    details: { error: "fetch_failed" },
+                };
+            }
+            const cappedTimeout = Math.min(timeout_ms, 60000);
+            let result;
+            if (use_playwright) {
+                result = await playwrightFetch(url, max_length, cappedTimeout);
+            }
+            else {
+                result = await cascadeFetch(url, max_length, use_playwright, cappedTimeout);
+            }
+            if (!result) {
+                return {
+                    content: [{ type: "text", text: `Failed to fetch content from ${url}` }],
+                    details: { error: "fetch_failed", url },
+                };
+            }
+            return {
+                content: [{
+                        type: "text",
+                        text: `# ${result.title}\n\n${result.content}\n\n[Source: ${result.url} | Method: ${result.method}]`,
+                    }],
+                details: { url, title: result.title, method: result.method, length: result.content.length },
+            };
+        },
+    });
+    pi.registerTool({
+        name: "web_search",
+        label: "Web Search",
+        description: "Search the web using DuckDuckGo and SearX. Optionally fetch content from top results.",
+        parameters: Type.Object({
+            query: Type.String({ description: "Search query — be specific" }),
+            limit: Type.Optional(Type.Number({ description: "Number of results (1-10, default: 5)", default: 5 })),
+            fetch_content: Type.Optional(Type.Boolean({ description: "Fetch full content from top results (default: false)", default: false })),
+            fetch_sources: Type.Optional(Type.Number({ description: "How many sources to fetch content from if fetch_content is true (default: 3)", default: 3 })),
+        }),
+        async execute(_toolCallId, params, _signal, _onUpdate, _ctx) {
+            const { query, limit = 5, fetch_content = false, fetch_sources = 3 } = params;
+            if (!query) {
+                return {
+                    content: [{ type: "text", text: "Invalid search query" }],
+                    details: { error: "fetch_failed" },
+                };
+            }
+            const results = await webSearch(query, Math.min(limit, 10));
+            if (results.length === 0) {
+                return {
+                    content: [{ type: "text", text: "No search results found" }],
+                    details: { query, error: "no_results" },
+                };
+            }
+            const basicFormatted = results
+                .map((r, i) => `${i + 1}. ${r.title}\n   ${r.url}${r.snippet ? "\n   " + r.snippet : ""}`)
+                .join("\n\n");
+            if (fetch_content) {
+                const fetchedContent = [];
+                for (let i = 0; i < Math.min(fetch_sources, results.length); i++) {
+                    const result = await cascadeFetch(results[i].url, 3000);
+                    if (result) {
+                        fetchedContent.push(`## ${result.title}\n${result.content.slice(0, 2500)}...\n[Source: ${result.url}]`);
+                    }
+                }
+                return {
+                    content: [{
+                            type: "text",
+                            text: `Search results for "${query}":\n\n${basicFormatted}\n\nDetailed content from ${fetchedContent.length} sources:\n\n${fetchedContent.join("\n\n---\n\n")}`,
+                        }],
+                    details: { query, results: results.length, fetched: fetchedContent.length, urls: results.map(r => r.url) },
+                };
+            }
+            return {
+                content: [{ type: "text", text: `Search results for "${query}":\n\n${basicFormatted}` }],
+                details: { query, results: results.length, urls: results.map(r => r.url) },
+            };
+        },
+    });
+    pi.registerTool({
+        name: "web_research",
+        label: "Web Research",
+        description: "Deep research: search + fetch content from multiple sources with synthesis. Best for comprehensive answers.",
+        parameters: Type.Object({
+            question: Type.String({ description: "The research question" }),
+            sources: Type.Optional(Type.Number({ description: "Number of sources to analyze (1-10, default: 5)", default: 5 })),
+        }),
+        async execute(_toolCallId, params, _signal, _onUpdate, _ctx) {
+            const { question, sources = 5 } = params;
+            if (!question) {
+                return {
+                    content: [{ type: "text", text: "Invalid question provided" }],
+                    details: { error: "fetch_failed" },
+                };
+            }
+            const searchResults = await webSearch(question, Math.min(sources, 10) * 2);
+            if (searchResults.length === 0) {
+                return {
+                    content: [{ type: "text", text: `Could not find information about: "${question}"` }],
+                    details: { question, error: "no_results" },
+                };
+            }
+            const fetched = [];
+            for (let i = 0; i < Math.min(sources, searchResults.length); i++) {
+                const result = await cascadeFetch(searchResults[i].url, 3000);
+                if (result)
+                    fetched.push(result);
+            }
+            const summary = fetched.length > 0
+                ? `Research on: "${question}"\n\nFound ${fetched.length} relevant sources:\n\n` +
+                    fetched.map((c, i) => `## ${i + 1}. ${c.title}\n${c.content.slice(0, 2000)}...\n(Source: ${c.url} | Method: ${c.method})`).join("\n\n---\n\n")
+                : `Found ${searchResults.length} search results but could not fetch detailed content:\n\n` +
+                    searchResults.slice(0, sources).map(r => `- ${r.title}: ${r.url}`).join("\n");
+            return {
+                content: [{ type: "text", text: summary }],
+                details: {
+                    question,
+                    sources_found: searchResults.length,
+                    sources_fetched: fetched.length,
+                },
+            };
+        },
+    });
+    console.log("[pi-web] Extension loaded — tools: web_fetch, web_search, web_research");
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAGH,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAEzC,OAAO,EACL,YAAY,EACZ,eAAe,EACf,SAAS,GAGV,MAAM,aAAa,CAAC;AAErB,MAAM,CAAC,OAAO,CAAC,KAAK,WAAW,EAAgB;IAE7C,8EAA8E;IAC9E,WAAW;IACX,8EAA8E;IAE9E,EAAE,CAAC,eAAe,CAAC,YAAY,EAAE;QAC/B,WAAW,EAAE,+DAA+D;QAC5E,OAAO,EAAE,KAAK,EAAE,IAAY,EAAE,GAAG,EAAE,EAAE;YACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAChD,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;YAEvC,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7B,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,2CAA2C,EAAE,OAAO,CAAC,CAAC;gBACvE,OAAO;YACT,CAAC;YAED,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,qBAAqB,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC;YAErD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;YAElD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,2BAA2B,EAAE,OAAO,CAAC,CAAC;gBACvD,OAAO;YACT,CAAC;YAED,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,CACd,MAAM,MAAM,CAAC,KAAK,aAAa,MAAM,CAAC,MAAM,cAAc,MAAM,CAAC,GAAG,kDAAkD,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,cAAc,CAAC,CAAC,CAAC,EAAE,EAAE,EAC7O,MAAM,CACP,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;IAEH,EAAE,CAAC,eAAe,CAAC,iBAAiB,EAAE;QACpC,WAAW,EAAE,6CAA6C;QAC1D,OAAO,EAAE,KAAK,EAAE,IAAY,EAAE,GAAG,EAAE,EAAE;YACnC,MAAM,UAAU,GAAG,CAAC,CAAC;YAErB,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,6BAA6B,IAAI,GAAG,EAAE,MAAM,CAAC,CAAC;YAE/D,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;YAEtD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzB,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,2BAA2B,EAAE,OAAO,CAAC,CAAC;gBACvD,OAAO;YACT,CAAC;YAED,MAAM,OAAO,GAAqB,EAAE,CAAC;YACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9D,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBACrB,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,UAAU,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBAC1F,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;gBAChD,IAAI,OAAO;oBAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrC,CAAC;YAED,MAAM,KAAK,GAAG;gBACZ,yBAAyB,IAAI,GAAG;gBAChC,YAAY,OAAO,CAAC,MAAM,MAAM,OAAO,CAAC,MAAM,QAAQ;gBACtD,6CAA6C;gBAC7C,EAAE;aACH,CAAC;YAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACxC,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBACrB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;gBACtC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;gBACrD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACf,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACf,KAAK,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;gBACxD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjB,CAAC;YAED,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;QAC7C,CAAC;KACF,CAAC,CAAC;IAEH,8EAA8E;IAC9E,QAAQ;IACR,8EAA8E;IAE9E,EAAE,CAAC,YAAY,CAAC;QACd,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,WAAW;QAClB,WAAW,EAAE,6GAA6G;QAC1H,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC;YACtB,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,sDAAsD,EAAE,CAAC;YACzF,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,gDAAgD,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACxH,cAAc,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,mEAAmE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACjJ,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,sDAAsD,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;SAChI,CAAC;QACF,KAAK,CAAC,OAAO,CAAC,WAAmB,EAAE,MAAW,EAAE,OAAoB,EAAE,SAAc,EAAE,IAAS;YAC7F,MAAM,EAAE,GAAG,EAAE,UAAU,GAAG,IAAI,EAAE,cAAc,GAAG,KAAK,EAAE,UAAU,GAAG,KAAK,EAAE,GAAG,MAAM,CAAC;YAEtF,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7B,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,yCAAyC,EAAE,CAAC;oBAC5E,OAAO,EAAE,EAAE,KAAK,EAAE,cAAc,EAAW;iBAC5C,CAAC;YACJ,CAAC;YAED,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YAClD,IAAI,MAA6B,CAAC;YAElC,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,GAAG,MAAM,eAAe,CAAC,GAAG,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC;YACjE,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,UAAU,EAAE,cAAc,EAAE,aAAa,CAAC,CAAC;YAC9E,CAAC;YAED,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gCAAgC,GAAG,EAAE,EAAE,CAAC;oBACxE,OAAO,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,GAAG,EAAS;iBAC/C,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,CAAC;wBACR,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,KAAK,MAAM,CAAC,KAAK,OAAO,MAAM,CAAC,OAAO,gBAAgB,MAAM,CAAC,GAAG,cAAc,MAAM,CAAC,MAAM,GAAG;qBACrG,CAAC;gBACF,OAAO,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE;aAC5F,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;IAEH,EAAE,CAAC,YAAY,CAAC;QACd,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,YAAY;QACnB,WAAW,EAAE,uFAAuF;QACpG,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC;YACtB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,4BAA4B,EAAE,CAAC;YACjE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,sCAAsC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;YACtG,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,sDAAsD,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACnI,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,8EAA8E,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;SACvJ,CAAC;QACF,KAAK,CAAC,OAAO,CAAC,WAAmB,EAAE,MAAW,EAAE,OAAoB,EAAE,SAAc,EAAE,IAAS;YAC7F,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,aAAa,GAAG,KAAK,EAAE,aAAa,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC;YAE9E,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE,CAAC;oBACzD,OAAO,EAAE,EAAE,KAAK,EAAE,cAAc,EAAW;iBAC5C,CAAC;YACJ,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;YAE5D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,yBAAyB,EAAE,CAAC;oBAC5D,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAS;iBAC/C,CAAC;YACJ,CAAC;YAED,MAAM,cAAc,GAAG,OAAO;iBAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;iBACzF,IAAI,CAAC,MAAM,CAAC,CAAC;YAEhB,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,cAAc,GAAa,EAAE,CAAC;gBACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBACjE,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;oBACxD,IAAI,MAAM,EAAE,CAAC;wBACX,cAAc,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,iBAAiB,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;oBAC1G,CAAC;gBACH,CAAC;gBAED,OAAO;oBACL,OAAO,EAAE,CAAC;4BACR,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,uBAAuB,KAAK,SAAS,cAAc,6BAA6B,cAAc,CAAC,MAAM,gBAAgB,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE;yBAChK,CAAC;oBACF,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,cAAc,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE;iBAC3G,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,uBAAuB,KAAK,SAAS,cAAc,EAAE,EAAE,CAAC;gBACxF,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE;aAC3E,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;IAEH,EAAE,CAAC,YAAY,CAAC;QACd,IAAI,EAAE,cAAc;QACpB,KAAK,EAAE,cAAc;QACrB,WAAW,EAAE,6GAA6G;QAC1H,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC;YACtB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,uBAAuB,EAAE,CAAC;YAC/D,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,iDAAiD,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;SACpH,CAAC;QACF,KAAK,CAAC,OAAO,CAAC,WAAmB,EAAE,MAAW,EAAE,OAAoB,EAAE,SAAc,EAAE,IAAS;YAC7F,MAAM,EAAE,QAAQ,EAAE,OAAO,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC;YAEzC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,2BAA2B,EAAE,CAAC;oBAC9D,OAAO,EAAE,EAAE,KAAK,EAAE,cAAc,EAAW;iBAC5C,CAAC;YACJ,CAAC;YAED,MAAM,aAAa,GAAG,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YAE3E,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/B,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,sCAAsC,QAAQ,GAAG,EAAE,CAAC;oBACpF,OAAO,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAS;iBAClD,CAAC;YACJ,CAAC;YAED,MAAM,OAAO,GAAqB,EAAE,CAAC;YACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjE,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;gBAC9D,IAAI,MAAM;oBAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACnC,CAAC;YAED,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC;gBAChC,CAAC,CAAC,iBAAiB,QAAQ,cAAc,OAAO,CAAC,MAAM,wBAAwB;oBAC7E,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC;gBAChJ,CAAC,CAAC,SAAS,aAAa,CAAC,MAAM,2DAA2D;oBACxF,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAElF,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;gBAC1C,OAAO,EAAE;oBACP,QAAQ;oBACR,aAAa,EAAE,aAAa,CAAC,MAAM;oBACnC,eAAe,EAAE,OAAO,CAAC,MAAM;iBAChC;aACF,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,wEAAwE,CAAC,CAAC;AACxF,CAAC"}

package/dist/search.d.ts

@@ -0,0 +1,30 @@
+/**
+ * pi-web - Search and Content Extraction
+ *
+ * Internal search and fetch utilities. No framework dependencies.
+ */
+export interface ScrapingResult {
+    content: string;
+    title: string;
+    method: string;
+    url: string;
+}
+export interface WebSearchResult {
+    title: string;
+    url: string;
+    snippet: string;
+}
+/**
+ * Playwright fetch with queue-based concurrency
+ */
+export declare function playwrightFetch(url: string, maxLength: number, timeoutMs?: number): Promise<ScrapingResult | null>;
+/**
+ * CASCADE: Try all methods in order of speed → quality
+ */
+export declare function cascadeFetch(url: string, maxLength?: number, usePlaywright?: boolean, timeoutMs?: number): Promise<ScrapingResult | null>;
+export declare function searchDuckDuckGo(query: string, limit: number): Promise<WebSearchResult[]>;
+export declare function searchSearX(query: string, limit: number, instance?: string): Promise<WebSearchResult[]>;
+/**
+ * Combined search across multiple engines
+ */
+export declare function webSearch(query: string, limit?: number): Promise<WebSearchResult[]>;