@ashx-j/lunr 0.1.0

package/dist/builtin-extensions/pi-web-access/perplexity.js

@@ -0,0 +1,150 @@
+// @ts-nocheck
+import { existsSync, readFileSync } from "node:fs";
+import { activityMonitor } from "./activity.js";
+import { getWebSearchConfigPath } from "./utils.js";
+const PERPLEXITY_API_URL = "https://api.perplexity.ai/chat/completions";
+const CONFIG_PATH = getWebSearchConfigPath();
+const RATE_LIMIT = {
+    maxRequests: 10,
+    windowMs: 60 * 1000,
+};
+const requestTimestamps = [];
+let cachedConfig = null;
+function loadConfig() {
+    if (cachedConfig)
+        return cachedConfig;
+    if (!existsSync(CONFIG_PATH)) {
+        cachedConfig = {};
+        return cachedConfig;
+    }
+    const content = readFileSync(CONFIG_PATH, "utf-8");
+    try {
+        cachedConfig = JSON.parse(content);
+        return cachedConfig;
+    }
+    catch (err) {
+        const message = err instanceof Error ? err.message : String(err);
+        throw new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);
+    }
+}
+function normalizeApiKey(value) {
+    if (typeof value !== "string")
+        return null;
+    const normalized = value.trim();
+    return normalized.length > 0 ? normalized : null;
+}
+function getApiKey() {
+    const config = loadConfig();
+    const key = normalizeApiKey(process.env.PERPLEXITY_API_KEY) ?? normalizeApiKey(config.perplexityApiKey);
+    if (!key) {
+        throw new Error("Perplexity API key not found. Either:\n" +
+            `  1. Create ${CONFIG_PATH} with { "perplexityApiKey": "your-key" }\n` +
+            "  2. Set PERPLEXITY_API_KEY environment variable\n" +
+            "Get a key at https://perplexity.ai/settings/api");
+    }
+    return key;
+}
+function checkRateLimit() {
+    const now = Date.now();
+    const windowStart = now - RATE_LIMIT.windowMs;
+    while (requestTimestamps.length > 0 && requestTimestamps[0] < windowStart) {
+        requestTimestamps.shift();
+    }
+    if (requestTimestamps.length >= RATE_LIMIT.maxRequests) {
+        const waitMs = requestTimestamps[0] + RATE_LIMIT.windowMs - now;
+        throw new Error(`Rate limited. Try again in ${Math.ceil(waitMs / 1000)}s`);
+    }
+    requestTimestamps.push(now);
+}
+function validateDomainFilter(domains) {
+    return domains.filter((d) => {
+        const domain = d.startsWith("-") ? d.slice(1) : d;
+        return /^[a-zA-Z0-9][a-zA-Z0-9-_.]*\.[a-zA-Z]{2,}$/.test(domain);
+    });
+}
+export function isPerplexityAvailable() {
+    const config = loadConfig();
+    return !!(normalizeApiKey(process.env.PERPLEXITY_API_KEY) ?? normalizeApiKey(config.perplexityApiKey));
+}
+export async function searchWithPerplexity(query, options = {}) {
+    checkRateLimit();
+    const activityId = activityMonitor.logStart({ type: "api", query });
+    activityMonitor.updateRateLimit({
+        used: requestTimestamps.length,
+        max: RATE_LIMIT.maxRequests,
+        oldestTimestamp: requestTimestamps[0] ?? null,
+        windowMs: RATE_LIMIT.windowMs,
+    });
+    const apiKey = getApiKey();
+    const numResults = Math.min(options.numResults ?? 5, 20);
+    const requestBody = {
+        model: "sonar",
+        messages: [{ role: "user", content: query }],
+        max_tokens: 1024,
+        return_related_questions: false,
+    };
+    if (options.recencyFilter) {
+        requestBody.search_recency_filter = options.recencyFilter;
+    }
+    if (options.domainFilter && options.domainFilter.length > 0) {
+        const validated = validateDomainFilter(options.domainFilter);
+        if (validated.length > 0) {
+            requestBody.search_domain_filter = validated;
+        }
+    }
+    let response;
+    try {
+        response = await fetch(PERPLEXITY_API_URL, {
+            method: "POST",
+            headers: {
+                Authorization: `Bearer ${apiKey}`,
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify(requestBody),
+            signal: options.signal,
+        });
+    }
+    catch (err) {
+        const message = err instanceof Error ? err.message : String(err);
+        if (message.toLowerCase().includes("abort")) {
+            activityMonitor.logComplete(activityId, 0);
+        }
+        else {
+            activityMonitor.logError(activityId, message);
+        }
+        throw err;
+    }
+    if (!response.ok) {
+        activityMonitor.logComplete(activityId, response.status);
+        const errorText = await response.text();
+        throw new Error(`Perplexity API error ${response.status}: ${errorText}`);
+    }
+    let data;
+    try {
+        data = await response.json();
+    }
+    catch (err) {
+        activityMonitor.logComplete(activityId, response.status);
+        const message = err instanceof Error ? err.message : String(err);
+        throw new Error(`Perplexity API returned invalid JSON: ${message}`);
+    }
+    const answer = data.choices?.[0]?.message?.content || "";
+    const citations = Array.isArray(data.citations) ? data.citations : [];
+    const results = [];
+    for (let i = 0; i < Math.min(citations.length, numResults); i++) {
+        const citation = citations[i];
+        if (typeof citation === "string") {
+            results.push({ title: `Source ${i + 1}`, url: citation, snippet: "" });
+        }
+        else if (citation && typeof citation === "object" && typeof citation.url === "string") {
+            results.push({
+                title: citation.title || `Source ${i + 1}`,
+                url: citation.url,
+                snippet: "",
+            });
+        }
+    }
+    activityMonitor.logComplete(activityId, response.status);
+    return { answer, results };
+}
+//# sourceMappingURL=perplexity.js.map

package/dist/builtin-extensions/pi-web-access/perplexity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"perplexity.js","sourceRoot":"","sources":["../../../src/builtin-extensions/pi-web-access/perplexity.ts"],"names":[],"mappings":"AAAA,cAAc;AACd,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAEpD,MAAM,kBAAkB,GAAG,4CAA4C,CAAC;AACxE,MAAM,WAAW,GAAG,sBAAsB,EAAE,CAAC;AAE7C,MAAM,UAAU,GAAG;IAClB,WAAW,EAAE,EAAE;IACf,QAAQ,EAAE,EAAE,GAAG,IAAI;CACnB,CAAC;AAEF,MAAM,iBAAiB,GAAa,EAAE,CAAC;AAyBvC,IAAI,YAAY,GAA2B,IAAI,CAAC;AAEhD,SAAS,UAAU,GAAoB;IACtC,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC9B,YAAY,GAAG,EAAE,CAAC;QAClB,OAAO,YAAY,CAAC;IACrB,CAAC;IAED,MAAM,OAAO,GAAG,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IACnD,IAAI,CAAC;QACJ,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAoB,CAAC;QACtD,OAAO,YAAY,CAAC;IACrB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,mBAAmB,WAAW,KAAK,OAAO,EAAE,CAAC,CAAC;IAC/D,CAAC;AAAA,CACD;AAED,SAAS,eAAe,CAAC,KAAc,EAAiB;IACvD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAChC,OAAO,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;AAAA,CACjD;AAED,SAAS,SAAS,GAAW;IAC5B,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,GAAG,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,eAAe,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;IACxG,IAAI,CAAC,GAAG,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CACd,yCAAyC;YACzC,eAAe,WAAW,4CAA4C;YACtE,oDAAoD;YACpD,iDAAiD,CACjD,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AAAA,CACX;AAED,SAAS,cAAc,GAAS;IAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,WAAW,GAAG,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC;IAE9C,OAAO,iBAAiB,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,CAAC,CAAC,CAAC,GAAG,WAAW,EAAE,CAAC;QAC3E,iBAAiB,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,IAAI,iBAAiB,CAAC,MAAM,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC;QACxD,MAAM,MAAM,GAAG,iBAAiB,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,QAAQ,GAAG,GAAG,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,8BAA8B,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5E,CAAC;IAED,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAAA,CAC5B;AAED,SAAS,oBAAoB,CAAC,OAAiB,EAAY;IAC1D,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAClD,OAAO,4CAA4C,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAAA,CACjE,CAAC,CAAC;AAAA,CACH;AAED,MAAM,UAAU,qBAAqB,GAAY;IAChD,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,eAAe,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC;AAAA,CACvG;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,KAAa,EAAE,OAAO,GAAkB,EAAE,EAA2B;IAC/G,cAAc,EAAE,CAAC;IAEjB,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAEpE,eAAe,CAAC,eAAe,CAAC;QAC/B,IAAI,EAAE,iBAAiB,CAAC,MAAM;QAC9B,GAAG,EAAE,UAAU,CAAC,WAAW;QAC3B,eAAe,EAAE,iBAAiB,CAAC,CAAC,CAAC,IAAI,IAAI;QAC7C,QAAQ,EAAE,UAAU,CAAC,QAAQ;KAC7B,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;IAEzD,MAAM,WAAW,GAA4B;QAC5C,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAC5C,UAAU,EAAE,IAAI;QAChB,wBAAwB,EAAE,KAAK;KAC/B,CAAC;IAEF,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QAC3B,WAAW,CAAC,qBAAqB,GAAG,OAAO,CAAC,aAAa,CAAC;IAC3D,CAAC;IAED,IAAI,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7D,MAAM,SAAS,GAAG,oBAAoB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAC7D,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,WAAW,CAAC,oBAAoB,GAAG,SAAS,CAAC;QAC9C,CAAC;IACF,CAAC;IAED,IAAI,QAAkB,CAAC;IACvB,IAAI,CAAC;QACJ,QAAQ,GAAG,MAAM,KAAK,CAAC,kBAAkB,EAAE;YAC1C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACR,aAAa,EAAE,UAAU,MAAM,EAAE;gBACjC,cAAc,EAAE,kBAAkB;aAClC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;YACjC,MAAM,EAAE,OAAO,CAAC,MAAM;SACtB,CAAC,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7C,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC5C,CAAC;aAAM,CAAC;YACP,eAAe,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAC/C,CAAC;QACD,MAAM,GAAG,CAAC;IACX,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QAClB,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED,IAAI,IAA6B,CAAC;IAClC,IAAI,CAAC;QACJ,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC9B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,yCAAyC,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,MAAM,MAAM,GAAI,IAAI,CAAC,OAAqD,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;IACxG,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;IAEtE,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACjE,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC9B,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAClC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QACxE,CAAC;aAAM,IAAI,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,OAAO,QAAQ,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;YACzF,OAAO,CAAC,IAAI,CAAC;gBACZ,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE;gBAC1C,GAAG,EAAE,QAAQ,CAAC,GAAG;gBACjB,OAAO,EAAE,EAAE;aACX,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAED,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IACzD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AAAA,CAC3B","sourcesContent":["// @ts-nocheck\nimport { existsSync, readFileSync } from \"node:fs\";\nimport { activityMonitor } from \"./activity.ts\";\nimport type { ExtractedContent } from \"./extract.ts\";\nimport { getWebSearchConfigPath } from \"./utils.ts\";\n\nconst PERPLEXITY_API_URL = \"https://api.perplexity.ai/chat/completions\";\nconst CONFIG_PATH = getWebSearchConfigPath();\n\nconst RATE_LIMIT = {\n\tmaxRequests: 10,\n\twindowMs: 60 * 1000,\n};\n\nconst requestTimestamps: number[] = [];\n\nexport interface SearchResult {\n\ttitle: string;\n\turl: string;\n\tsnippet: string;\n}\n\nexport interface SearchResponse {\n\tanswer: string;\n\tresults: SearchResult[];\n\tinlineContent?: ExtractedContent[];\n}\n\nexport interface SearchOptions {\n\tnumResults?: number;\n\trecencyFilter?: \"day\" | \"week\" | \"month\" | \"year\";\n\tdomainFilter?: string[];\n\tsignal?: AbortSignal;\n}\n\ninterface WebSearchConfig {\n\tperplexityApiKey?: unknown;\n}\n\nlet cachedConfig: WebSearchConfig | null = null;\n\nfunction loadConfig(): WebSearchConfig {\n\tif (cachedConfig) return cachedConfig;\n\tif (!existsSync(CONFIG_PATH)) {\n\t\tcachedConfig = {};\n\t\treturn cachedConfig;\n\t}\n\n\tconst content = readFileSync(CONFIG_PATH, \"utf-8\");\n\ttry {\n\t\tcachedConfig = JSON.parse(content) as WebSearchConfig;\n\t\treturn cachedConfig;\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tthrow new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);\n\t}\n}\n\nfunction normalizeApiKey(value: unknown): string | null {\n\tif (typeof value !== \"string\") return null;\n\tconst normalized = value.trim();\n\treturn normalized.length > 0 ? normalized : null;\n}\n\nfunction getApiKey(): string {\n\tconst config = loadConfig();\n\tconst key = normalizeApiKey(process.env.PERPLEXITY_API_KEY) ?? normalizeApiKey(config.perplexityApiKey);\n\tif (!key) {\n\t\tthrow new Error(\n\t\t\t\"Perplexity API key not found. Either:\\n\" +\n\t\t\t`  1. Create ${CONFIG_PATH} with { \"perplexityApiKey\": \"your-key\" }\\n` +\n\t\t\t\"  2. Set PERPLEXITY_API_KEY environment variable\\n\" +\n\t\t\t\"Get a key at https://perplexity.ai/settings/api\"\n\t\t);\n\t}\n\treturn key;\n}\n\nfunction checkRateLimit(): void {\n\tconst now = Date.now();\n\tconst windowStart = now - RATE_LIMIT.windowMs;\n\n\twhile (requestTimestamps.length > 0 && requestTimestamps[0] < windowStart) {\n\t\trequestTimestamps.shift();\n\t}\n\n\tif (requestTimestamps.length >= RATE_LIMIT.maxRequests) {\n\t\tconst waitMs = requestTimestamps[0] + RATE_LIMIT.windowMs - now;\n\t\tthrow new Error(`Rate limited. Try again in ${Math.ceil(waitMs / 1000)}s`);\n\t}\n\n\trequestTimestamps.push(now);\n}\n\nfunction validateDomainFilter(domains: string[]): string[] {\n\treturn domains.filter((d) => {\n\t\tconst domain = d.startsWith(\"-\") ? d.slice(1) : d;\n\t\treturn /^[a-zA-Z0-9][a-zA-Z0-9-_.]*\\.[a-zA-Z]{2,}$/.test(domain);\n\t});\n}\n\nexport function isPerplexityAvailable(): boolean {\n\tconst config = loadConfig();\n\treturn !!(normalizeApiKey(process.env.PERPLEXITY_API_KEY) ?? normalizeApiKey(config.perplexityApiKey));\n}\n\nexport async function searchWithPerplexity(query: string, options: SearchOptions = {}): Promise<SearchResponse> {\n\tcheckRateLimit();\n\n\tconst activityId = activityMonitor.logStart({ type: \"api\", query });\n\n\tactivityMonitor.updateRateLimit({\n\t\tused: requestTimestamps.length,\n\t\tmax: RATE_LIMIT.maxRequests,\n\t\toldestTimestamp: requestTimestamps[0] ?? null,\n\t\twindowMs: RATE_LIMIT.windowMs,\n\t});\n\n\tconst apiKey = getApiKey();\n\tconst numResults = Math.min(options.numResults ?? 5, 20);\n\n\tconst requestBody: Record<string, unknown> = {\n\t\tmodel: \"sonar\",\n\t\tmessages: [{ role: \"user\", content: query }],\n\t\tmax_tokens: 1024,\n\t\treturn_related_questions: false,\n\t};\n\n\tif (options.recencyFilter) {\n\t\trequestBody.search_recency_filter = options.recencyFilter;\n\t}\n\n\tif (options.domainFilter && options.domainFilter.length > 0) {\n\t\tconst validated = validateDomainFilter(options.domainFilter);\n\t\tif (validated.length > 0) {\n\t\t\trequestBody.search_domain_filter = validated;\n\t\t}\n\t}\n\n\tlet response: Response;\n\ttry {\n\t\tresponse = await fetch(PERPLEXITY_API_URL, {\n\t\t\tmethod: \"POST\",\n\t\t\theaders: {\n\t\t\t\tAuthorization: `Bearer ${apiKey}`,\n\t\t\t\t\"Content-Type\": \"application/json\",\n\t\t\t},\n\t\t\tbody: JSON.stringify(requestBody),\n\t\t\tsignal: options.signal,\n\t\t});\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tif (message.toLowerCase().includes(\"abort\")) {\n\t\t\tactivityMonitor.logComplete(activityId, 0);\n\t\t} else {\n\t\t\tactivityMonitor.logError(activityId, message);\n\t\t}\n\t\tthrow err;\n\t}\n\n\tif (!response.ok) {\n\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\tconst errorText = await response.text();\n\t\tthrow new Error(`Perplexity API error ${response.status}: ${errorText}`);\n\t}\n\n\tlet data: Record<string, unknown>;\n\ttry {\n\t\tdata = await response.json();\n\t} catch (err) {\n\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tthrow new Error(`Perplexity API returned invalid JSON: ${message}`);\n\t}\n\n\tconst answer = (data.choices as Array<{ message?: { content?: string } }>)?.[0]?.message?.content || \"\";\n\tconst citations = Array.isArray(data.citations) ? data.citations : [];\n\n\tconst results: SearchResult[] = [];\n\tfor (let i = 0; i < Math.min(citations.length, numResults); i++) {\n\t\tconst citation = citations[i];\n\t\tif (typeof citation === \"string\") {\n\t\t\tresults.push({ title: `Source ${i + 1}`, url: citation, snippet: \"\" });\n\t\t} else if (citation && typeof citation === \"object\" && typeof citation.url === \"string\") {\n\t\t\tresults.push({\n\t\t\t\ttitle: citation.title || `Source ${i + 1}`,\n\t\t\t\turl: citation.url,\n\t\t\t\tsnippet: \"\",\n\t\t\t});\n\t\t}\n\t}\n\n\tactivityMonitor.logComplete(activityId, response.status);\n\treturn { answer, results };\n}\n"]}

package/dist/builtin-extensions/pi-web-access/render-search-error.d.ts

@@ -0,0 +1,57 @@
+/**
+ * Pure, dependency-free renderer for web_search error / cancel results.
+ *
+ * WHY THIS EXISTS: the upstream web_search `renderResult` (index.ts) early-returns
+ * a SINGLE line on the error/cancel path, before the collapsed/expanded branch.
+ * That makes Ctrl+O (app.tools.expand) flip `expanded` with zero visible effect —
+ * a dead-end with no diagnostics. It also discards the partial search results
+ * gathered before the cancel, so even an expandable view would have nothing to show.
+ *
+ * This module is the single source of truth for the error/cancel render PLAN
+ * (plain strings, no theme/ANSI), so it is unit-testable without pi's runtime
+ * (@mariozechner/pi-tui Text/Box). index.ts.renderResult delegates to it and only
+ * applies theme colors + creates Text/Box components.
+ *
+ * Contract for callers:
+ *   const plan = buildSearchErrorPlan(details);
+ *   if (plan === null) ... // not an error/cancel result; use the normal renderer
+ *   // collapsed: [statusLine, ...plan.collapsed, plan.expandHint].filter(Boolean)
+ *   // expanded:  plan.expanded
+ */
+export interface CancelledQueryDetail {
+    query: string;
+    provider: string | null;
+    error: string | null;
+    resultCount: number;
+}
+export interface SearchErrorDetails {
+    /** The headline error/cancel message, e.g. "Search curation cancelled (stale)." */
+    error?: string;
+    cancelled?: boolean;
+    cancelReason?: string;
+    /** Did the curator browser page ever establish a connection? */
+    browserConnected?: boolean;
+    /** Age (ms) of the last curator heartbeat at cancel time, if known. */
+    lastHeartbeatAgeMs?: number | null;
+    /** Total queries the user requested. */
+    queryCount?: number;
+    /** Partial per-query results gathered before the cancel/error. */
+    cancelledQueries?: CancelledQueryDetail[];
+    /** Arbitrary extra diagnostic lines (e.g. URLs, response id) for non-cancel errors
+     * like fetch_content / get_search_content. Shown in the expanded view. */
+    extraLines?: string[];
+}
+export interface SearchErrorPlan {
+    /** Full diagnostic block, shown when expanded (Ctrl+O). */
+    expanded: string[];
+    /** Short preview lines, shown under the headline when collapsed. */
+    collapsed: string[];
+    /** The "... (N more lines, ctrl+o to expand)" hint, or null if nothing is hidden. */
+    expandHint: string | null;
+}
+/**
+ * Build the error/cancel render plan. Returns null when `details` carries no
+ * error/cancel signal (so the caller falls through to the normal success renderer).
+ */
+export declare function buildSearchErrorPlan(details: SearchErrorDetails | undefined | null): SearchErrorPlan | null;
+//# sourceMappingURL=render-search-error.d.ts.map

package/dist/builtin-extensions/pi-web-access/render-search-error.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"render-search-error.d.ts","sourceRoot":"","sources":["../../../src/builtin-extensions/pi-web-access/render-search-error.ts"],"names":[],"mappings":"AACA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,MAAM,WAAW,oBAAoB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IAClC,mFAAmF;IACnF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gEAAgE;IAChE,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,uEAAuE;IACvE,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,wCAAwC;IACxC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kEAAkE;IAClE,gBAAgB,CAAC,EAAE,oBAAoB,EAAE,CAAC;IAC1C;8EAC0E;IAC1E,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC/B,2DAA2D;IAC3D,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,oEAAoE;IACpE,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,qFAAqF;IACrF,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAMD;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,kBAAkB,GAAG,SAAS,GAAG,IAAI,GAAG,eAAe,GAAG,IAAI,CA0G3G","sourcesContent":["// @ts-nocheck\n/**\n * Pure, dependency-free renderer for web_search error / cancel results.\n *\n * WHY THIS EXISTS: the upstream web_search `renderResult` (index.ts) early-returns\n * a SINGLE line on the error/cancel path, before the collapsed/expanded branch.\n * That makes Ctrl+O (app.tools.expand) flip `expanded` with zero visible effect —\n * a dead-end with no diagnostics. It also discards the partial search results\n * gathered before the cancel, so even an expandable view would have nothing to show.\n *\n * This module is the single source of truth for the error/cancel render PLAN\n * (plain strings, no theme/ANSI), so it is unit-testable without pi's runtime\n * (@mariozechner/pi-tui Text/Box). index.ts.renderResult delegates to it and only\n * applies theme colors + creates Text/Box components.\n *\n * Contract for callers:\n *   const plan = buildSearchErrorPlan(details);\n *   if (plan === null) ... // not an error/cancel result; use the normal renderer\n *   // collapsed: [statusLine, ...plan.collapsed, plan.expandHint].filter(Boolean)\n *   // expanded:  plan.expanded\n */\n\nexport interface CancelledQueryDetail {\n\tquery: string;\n\tprovider: string | null;\n\terror: string | null; // null = completed ok; string = per-query error\n\tresultCount: number;\n}\n\nexport interface SearchErrorDetails {\n\t/** The headline error/cancel message, e.g. \"Search curation cancelled (stale).\" */\n\terror?: string;\n\tcancelled?: boolean;\n\tcancelReason?: string;\n\t/** Did the curator browser page ever establish a connection? */\n\tbrowserConnected?: boolean;\n\t/** Age (ms) of the last curator heartbeat at cancel time, if known. */\n\tlastHeartbeatAgeMs?: number | null;\n\t/** Total queries the user requested. */\n\tqueryCount?: number;\n\t/** Partial per-query results gathered before the cancel/error. */\n\tcancelledQueries?: CancelledQueryDetail[];\n\t/** Arbitrary extra diagnostic lines (e.g. URLs, response id) for non-cancel errors\n\t * like fetch_content / get_search_content. Shown in the expanded view. */\n\textraLines?: string[];\n}\n\nexport interface SearchErrorPlan {\n\t/** Full diagnostic block, shown when expanded (Ctrl+O). */\n\texpanded: string[];\n\t/** Short preview lines, shown under the headline when collapsed. */\n\tcollapsed: string[];\n\t/** The \"... (N more lines, ctrl+o to expand)\" hint, or null if nothing is hidden. */\n\texpandHint: string | null;\n}\n\nfunction truncate(text: string, max: number): string {\n\treturn text.length > max ? text.slice(0, max - 1) + \"\\u2026\" : text;\n}\n\n/**\n * Build the error/cancel render plan. Returns null when `details` carries no\n * error/cancel signal (so the caller falls through to the normal success renderer).\n */\nexport function buildSearchErrorPlan(details: SearchErrorDetails | undefined | null): SearchErrorPlan | null {\n\tif (!details || (!details.error && !details.cancelled)) {\n\t\treturn null;\n\t}\n\n\tconst headline = details.error ?? \"Search cancelled.\";\n\tconst queries = details.cancelledQueries ?? [];\n\tconst queryCount = typeof details.queryCount === \"number\" && details.queryCount > 0\n\t\t? details.queryCount\n\t\t: queries.length;\n\tconst done = queries.length;\n\tconst errored = queries.filter(q => q.error).length;\n\n\t// Rich diagnostics only make sense when there is something to diagnose: a\n\t// cancelled/curator result with partial data, OR a non-cancel error that carries\n\t// extra detail (urls/response-id for fetch_content, the failed query for\n\t// get_search_content). A bare argument error (e.g. \"No URL\n\t// provided\") stays a clean single line -- no noise.\n\tconst extras = details.extraLines ?? [];\n\tconst rich = details.cancelled === true || queries.length > 0 || extras.length > 0;\n\tif (!rich) {\n\t\treturn { expanded: [headline], collapsed: [], expandHint: null };\n\t}\n\n\t// --- diagnostics block (expanded): curator/cancel-specific only. For non-cancel\n\t// errors (fetch_content/get_search_content) there is no browser or\n\t// query-curation state to report, so we skip this block and show only Details. ---\n\tconst expanded: string[] = [headline, \"\"];\n\n\tif (details.cancelled === true || queries.length > 0) {\n\t\tconst diag: string[] = [];\n\t\tif (details.cancelled) {\n\t\t\tdiag.push(`cancel reason   : ${details.cancelReason ?? \"unknown\"}`);\n\t\t}\n\t\t// Browser connection state — the most common stale cause (page never opened).\n\t\tconst browserLabel = details.browserConnected === undefined\n\t\t\t? \"unknown\"\n\t\t\t: details.browserConnected\n\t\t\t\t? \"connected\"\n\t\t\t\t: \"never connected\";\n\t\tdiag.push(`browser         : ${browserLabel}`);\n\t\tif (typeof details.lastHeartbeatAgeMs === \"number\" && Number.isFinite(details.lastHeartbeatAgeMs)) {\n\t\t\tdiag.push(`last heartbeat  : ${Math.round(details.lastHeartbeatAgeMs / 1000)}s ago`);\n\t\t}\n\t\tif (queryCount > 0) {\n\t\t\tdiag.push(`queries started : ${queryCount}`);\n\t\t\tdiag.push(`queries done    : ${done}`);\n\t\t\tif (errored > 0) diag.push(`queries errored : ${errored}`);\n\t\t}\n\t\texpanded.push(\"Diagnostics:\");\n\t\tfor (const line of diag) expanded.push(`  ${line}`);\n\t}\n\n\t// --- per-query results gathered before cancel ---\n\tif (queries.length > 0) {\n\t\texpanded.push(\"\");\n\t\texpanded.push(\"Per-query results (gathered before cancel):\");\n\t\tfor (const q of queries) {\n\t\t\tconst dq = truncate(q.query, 52);\n\t\t\tconst tag = q.error ? \"[err] \" : \"[ok]  \";\n\t\t\tconst provider = q.provider ? ` (${q.provider})` : \"\";\n\t\t\tconst tail = q.error\n\t\t\t\t? `\\u2014 ${truncate(q.error, 60)}`\n\t\t\t\t: `\\u2014 ${q.resultCount} source${q.resultCount === 1 ? \"\" : \"s\"}`;\n\t\t\texpanded.push(`  ${tag}\"${dq}\"${provider} ${tail}`);\n\t\t}\n\t}\n\n\t// --- arbitrary extra detail (non-cancel errors) ---\n\tif (extras.length > 0) {\n\t\texpanded.push(\"\");\n\t\texpanded.push(\"Details:\");\n\t\tfor (const e of extras) expanded.push(`  ${e}`);\n\t}\n\n\t// --- collapsed preview ---\n\tconst collapsed: string[] = [];\n\tconst parts: string[] = [];\n\tif (queryCount > 0) {\n\t\tparts.push(`${done}/${queryCount} queries completed`);\n\t}\n\tif (errored > 0) {\n\t\tparts.push(`${errored} errored`);\n\t}\n\tif (details.browserConnected === false) {\n\t\tparts.push(\"browser never connected\");\n\t} else if (details.cancelReason) {\n\t\tparts.push(`reason: ${details.cancelReason}`);\n\t}\n\tif (parts.length > 0) {\n\t\tcollapsed.push(parts.join(\"; \") + \".\");\n\t}\n\t// For non-cancel errors with extra detail, preview the first detail line.\n\tif (collapsed.length === 0 && extras.length > 0) {\n\t\tfor (const e of extras.slice(0, 2)) {\n\t\t\tcollapsed.push(truncate(e, 100));\n\t\t}\n\t}\n\n\t// --- expand hint ---\n\tconst hiddenLines = Math.max(0, expanded.length - (1 + collapsed.length)); // headline + preview shown when collapsed\n\tconst expandHint = hiddenLines > 0\n\t\t? `... (${hiddenLines} more lines, ${expanded.length} total, ctrl+o to expand)`\n\t\t: null;\n\n\treturn { expanded, collapsed, expandHint };\n}\n"]}

package/dist/builtin-extensions/pi-web-access/render-search-error.js

@@ -0,0 +1,131 @@
+// @ts-nocheck
+/**
+ * Pure, dependency-free renderer for web_search error / cancel results.
+ *
+ * WHY THIS EXISTS: the upstream web_search `renderResult` (index.ts) early-returns
+ * a SINGLE line on the error/cancel path, before the collapsed/expanded branch.
+ * That makes Ctrl+O (app.tools.expand) flip `expanded` with zero visible effect —
+ * a dead-end with no diagnostics. It also discards the partial search results
+ * gathered before the cancel, so even an expandable view would have nothing to show.
+ *
+ * This module is the single source of truth for the error/cancel render PLAN
+ * (plain strings, no theme/ANSI), so it is unit-testable without pi's runtime
+ * (@mariozechner/pi-tui Text/Box). index.ts.renderResult delegates to it and only
+ * applies theme colors + creates Text/Box components.
+ *
+ * Contract for callers:
+ *   const plan = buildSearchErrorPlan(details);
+ *   if (plan === null) ... // not an error/cancel result; use the normal renderer
+ *   // collapsed: [statusLine, ...plan.collapsed, plan.expandHint].filter(Boolean)
+ *   // expanded:  plan.expanded
+ */
+function truncate(text, max) {
+    return text.length > max ? text.slice(0, max - 1) + "\u2026" : text;
+}
+/**
+ * Build the error/cancel render plan. Returns null when `details` carries no
+ * error/cancel signal (so the caller falls through to the normal success renderer).
+ */
+export function buildSearchErrorPlan(details) {
+    if (!details || (!details.error && !details.cancelled)) {
+        return null;
+    }
+    const headline = details.error ?? "Search cancelled.";
+    const queries = details.cancelledQueries ?? [];
+    const queryCount = typeof details.queryCount === "number" && details.queryCount > 0
+        ? details.queryCount
+        : queries.length;
+    const done = queries.length;
+    const errored = queries.filter(q => q.error).length;
+    // Rich diagnostics only make sense when there is something to diagnose: a
+    // cancelled/curator result with partial data, OR a non-cancel error that carries
+    // extra detail (urls/response-id for fetch_content, the failed query for
+    // get_search_content). A bare argument error (e.g. "No URL
+    // provided") stays a clean single line -- no noise.
+    const extras = details.extraLines ?? [];
+    const rich = details.cancelled === true || queries.length > 0 || extras.length > 0;
+    if (!rich) {
+        return { expanded: [headline], collapsed: [], expandHint: null };
+    }
+    // --- diagnostics block (expanded): curator/cancel-specific only. For non-cancel
+    // errors (fetch_content/get_search_content) there is no browser or
+    // query-curation state to report, so we skip this block and show only Details. ---
+    const expanded = [headline, ""];
+    if (details.cancelled === true || queries.length > 0) {
+        const diag = [];
+        if (details.cancelled) {
+            diag.push(`cancel reason   : ${details.cancelReason ?? "unknown"}`);
+        }
+        // Browser connection state — the most common stale cause (page never opened).
+        const browserLabel = details.browserConnected === undefined
+            ? "unknown"
+            : details.browserConnected
+                ? "connected"
+                : "never connected";
+        diag.push(`browser         : ${browserLabel}`);
+        if (typeof details.lastHeartbeatAgeMs === "number" && Number.isFinite(details.lastHeartbeatAgeMs)) {
+            diag.push(`last heartbeat  : ${Math.round(details.lastHeartbeatAgeMs / 1000)}s ago`);
+        }
+        if (queryCount > 0) {
+            diag.push(`queries started : ${queryCount}`);
+            diag.push(`queries done    : ${done}`);
+            if (errored > 0)
+                diag.push(`queries errored : ${errored}`);
+        }
+        expanded.push("Diagnostics:");
+        for (const line of diag)
+            expanded.push(`  ${line}`);
+    }
+    // --- per-query results gathered before cancel ---
+    if (queries.length > 0) {
+        expanded.push("");
+        expanded.push("Per-query results (gathered before cancel):");
+        for (const q of queries) {
+            const dq = truncate(q.query, 52);
+            const tag = q.error ? "[err] " : "[ok]  ";
+            const provider = q.provider ? ` (${q.provider})` : "";
+            const tail = q.error
+                ? `\u2014 ${truncate(q.error, 60)}`
+                : `\u2014 ${q.resultCount} source${q.resultCount === 1 ? "" : "s"}`;
+            expanded.push(`  ${tag}"${dq}"${provider} ${tail}`);
+        }
+    }
+    // --- arbitrary extra detail (non-cancel errors) ---
+    if (extras.length > 0) {
+        expanded.push("");
+        expanded.push("Details:");
+        for (const e of extras)
+            expanded.push(`  ${e}`);
+    }
+    // --- collapsed preview ---
+    const collapsed = [];
+    const parts = [];
+    if (queryCount > 0) {
+        parts.push(`${done}/${queryCount} queries completed`);
+    }
+    if (errored > 0) {
+        parts.push(`${errored} errored`);
+    }
+    if (details.browserConnected === false) {
+        parts.push("browser never connected");
+    }
+    else if (details.cancelReason) {
+        parts.push(`reason: ${details.cancelReason}`);
+    }
+    if (parts.length > 0) {
+        collapsed.push(parts.join("; ") + ".");
+    }
+    // For non-cancel errors with extra detail, preview the first detail line.
+    if (collapsed.length === 0 && extras.length > 0) {
+        for (const e of extras.slice(0, 2)) {
+            collapsed.push(truncate(e, 100));
+        }
+    }
+    // --- expand hint ---
+    const hiddenLines = Math.max(0, expanded.length - (1 + collapsed.length)); // headline + preview shown when collapsed
+    const expandHint = hiddenLines > 0
+        ? `... (${hiddenLines} more lines, ${expanded.length} total, ctrl+o to expand)`
+        : null;
+    return { expanded, collapsed, expandHint };
+}
+//# sourceMappingURL=render-search-error.js.map

package/dist/builtin-extensions/pi-web-access/render-search-error.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"render-search-error.js","sourceRoot":"","sources":["../../../src/builtin-extensions/pi-web-access/render-search-error.ts"],"names":[],"mappings":"AAAA,cAAc;AACd;;;;;;;;;;;;;;;;;;;GAmBG;AAoCH,SAAS,QAAQ,CAAC,IAAY,EAAE,GAAW,EAAU;IACpD,OAAO,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;AAAA,CACpE;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,OAA8C,EAA0B;IAC5G,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QACxD,OAAO,IAAI,CAAC;IACb,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,IAAI,mBAAmB,CAAC;IACtD,MAAM,OAAO,GAAG,OAAO,CAAC,gBAAgB,IAAI,EAAE,CAAC;IAC/C,MAAM,UAAU,GAAG,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ,IAAI,OAAO,CAAC,UAAU,GAAG,CAAC;QAClF,CAAC,CAAC,OAAO,CAAC,UAAU;QACpB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAClB,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC;IAC5B,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IAEpD,0EAA0E;IAC1E,iFAAiF;IACjF,yEAAyE;IACzE,2DAA2D;IAC3D,oDAAoD;IACpD,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;IACxC,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;IACnF,IAAI,CAAC,IAAI,EAAE,CAAC;QACX,OAAO,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAClE,CAAC;IAED,iFAAiF;IACjF,mEAAmE;IACnE,mFAAmF;IACnF,MAAM,QAAQ,GAAa,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAE1C,IAAI,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtD,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACvB,IAAI,CAAC,IAAI,CAAC,qBAAqB,OAAO,CAAC,YAAY,IAAI,SAAS,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,gFAA8E;QAC9E,MAAM,YAAY,GAAG,OAAO,CAAC,gBAAgB,KAAK,SAAS;YAC1D,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,OAAO,CAAC,gBAAgB;gBACzB,CAAC,CAAC,WAAW;gBACb,CAAC,CAAC,iBAAiB,CAAC;QACtB,IAAI,CAAC,IAAI,CAAC,qBAAqB,YAAY,EAAE,CAAC,CAAC;QAC/C,IAAI,OAAO,OAAO,CAAC,kBAAkB,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,kBAAkB,CAAC,EAAE,CAAC;YACnG,IAAI,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;QACtF,CAAC;QACD,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACpB,IAAI,CAAC,IAAI,CAAC,qBAAqB,UAAU,EAAE,CAAC,CAAC;YAC7C,IAAI,CAAC,IAAI,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;YACvC,IAAI,OAAO,GAAG,CAAC;gBAAE,IAAI,CAAC,IAAI,CAAC,qBAAqB,OAAO,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC9B,KAAK,MAAM,IAAI,IAAI,IAAI;YAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,mDAAmD;IACnD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;QAC7D,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACzB,MAAM,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACjC,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;YAC1C,MAAM,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACtD,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK;gBACnB,CAAC,CAAC,UAAU,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE;gBACnC,CAAC,CAAC,UAAU,CAAC,CAAC,WAAW,UAAU,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YACrE,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,EAAE,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC,CAAC;QACrD,CAAC;IACF,CAAC;IAED,qDAAqD;IACrD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC1B,KAAK,MAAM,CAAC,IAAI,MAAM;YAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,4BAA4B;IAC5B,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,UAAU,oBAAoB,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QACjB,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,UAAU,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,OAAO,CAAC,gBAAgB,KAAK,KAAK,EAAE,CAAC;QACxC,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACvC,CAAC;SAAM,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,WAAW,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;IACxC,CAAC;IACD,0EAA0E;IAC1E,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YACpC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAClC,CAAC;IACF,CAAC;IAED,sBAAsB;IACtB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,0CAA0C;IACrH,MAAM,UAAU,GAAG,WAAW,GAAG,CAAC;QACjC,CAAC,CAAC,QAAQ,WAAW,gBAAgB,QAAQ,CAAC,MAAM,2BAA2B;QAC/E,CAAC,CAAC,IAAI,CAAC;IAER,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;AAAA,CAC3C","sourcesContent":["// @ts-nocheck\n/**\n * Pure, dependency-free renderer for web_search error / cancel results.\n *\n * WHY THIS EXISTS: the upstream web_search `renderResult` (index.ts) early-returns\n * a SINGLE line on the error/cancel path, before the collapsed/expanded branch.\n * That makes Ctrl+O (app.tools.expand) flip `expanded` with zero visible effect —\n * a dead-end with no diagnostics. It also discards the partial search results\n * gathered before the cancel, so even an expandable view would have nothing to show.\n *\n * This module is the single source of truth for the error/cancel render PLAN\n * (plain strings, no theme/ANSI), so it is unit-testable without pi's runtime\n * (@mariozechner/pi-tui Text/Box). index.ts.renderResult delegates to it and only\n * applies theme colors + creates Text/Box components.\n *\n * Contract for callers:\n *   const plan = buildSearchErrorPlan(details);\n *   if (plan === null) ... // not an error/cancel result; use the normal renderer\n *   // collapsed: [statusLine, ...plan.collapsed, plan.expandHint].filter(Boolean)\n *   // expanded:  plan.expanded\n */\n\nexport interface CancelledQueryDetail {\n\tquery: string;\n\tprovider: string | null;\n\terror: string | null; // null = completed ok; string = per-query error\n\tresultCount: number;\n}\n\nexport interface SearchErrorDetails {\n\t/** The headline error/cancel message, e.g. \"Search curation cancelled (stale).\" */\n\terror?: string;\n\tcancelled?: boolean;\n\tcancelReason?: string;\n\t/** Did the curator browser page ever establish a connection? */\n\tbrowserConnected?: boolean;\n\t/** Age (ms) of the last curator heartbeat at cancel time, if known. */\n\tlastHeartbeatAgeMs?: number | null;\n\t/** Total queries the user requested. */\n\tqueryCount?: number;\n\t/** Partial per-query results gathered before the cancel/error. */\n\tcancelledQueries?: CancelledQueryDetail[];\n\t/** Arbitrary extra diagnostic lines (e.g. URLs, response id) for non-cancel errors\n\t * like fetch_content / get_search_content. Shown in the expanded view. */\n\textraLines?: string[];\n}\n\nexport interface SearchErrorPlan {\n\t/** Full diagnostic block, shown when expanded (Ctrl+O). */\n\texpanded: string[];\n\t/** Short preview lines, shown under the headline when collapsed. */\n\tcollapsed: string[];\n\t/** The \"... (N more lines, ctrl+o to expand)\" hint, or null if nothing is hidden. */\n\texpandHint: string | null;\n}\n\nfunction truncate(text: string, max: number): string {\n\treturn text.length > max ? text.slice(0, max - 1) + \"\\u2026\" : text;\n}\n\n/**\n * Build the error/cancel render plan. Returns null when `details` carries no\n * error/cancel signal (so the caller falls through to the normal success renderer).\n */\nexport function buildSearchErrorPlan(details: SearchErrorDetails | undefined | null): SearchErrorPlan | null {\n\tif (!details || (!details.error && !details.cancelled)) {\n\t\treturn null;\n\t}\n\n\tconst headline = details.error ?? \"Search cancelled.\";\n\tconst queries = details.cancelledQueries ?? [];\n\tconst queryCount = typeof details.queryCount === \"number\" && details.queryCount > 0\n\t\t? details.queryCount\n\t\t: queries.length;\n\tconst done = queries.length;\n\tconst errored = queries.filter(q => q.error).length;\n\n\t// Rich diagnostics only make sense when there is something to diagnose: a\n\t// cancelled/curator result with partial data, OR a non-cancel error that carries\n\t// extra detail (urls/response-id for fetch_content, the failed query for\n\t// get_search_content). A bare argument error (e.g. \"No URL\n\t// provided\") stays a clean single line -- no noise.\n\tconst extras = details.extraLines ?? [];\n\tconst rich = details.cancelled === true || queries.length > 0 || extras.length > 0;\n\tif (!rich) {\n\t\treturn { expanded: [headline], collapsed: [], expandHint: null };\n\t}\n\n\t// --- diagnostics block (expanded): curator/cancel-specific only. For non-cancel\n\t// errors (fetch_content/get_search_content) there is no browser or\n\t// query-curation state to report, so we skip this block and show only Details. ---\n\tconst expanded: string[] = [headline, \"\"];\n\n\tif (details.cancelled === true || queries.length > 0) {\n\t\tconst diag: string[] = [];\n\t\tif (details.cancelled) {\n\t\t\tdiag.push(`cancel reason   : ${details.cancelReason ?? \"unknown\"}`);\n\t\t}\n\t\t// Browser connection state — the most common stale cause (page never opened).\n\t\tconst browserLabel = details.browserConnected === undefined\n\t\t\t? \"unknown\"\n\t\t\t: details.browserConnected\n\t\t\t\t? \"connected\"\n\t\t\t\t: \"never connected\";\n\t\tdiag.push(`browser         : ${browserLabel}`);\n\t\tif (typeof details.lastHeartbeatAgeMs === \"number\" && Number.isFinite(details.lastHeartbeatAgeMs)) {\n\t\t\tdiag.push(`last heartbeat  : ${Math.round(details.lastHeartbeatAgeMs / 1000)}s ago`);\n\t\t}\n\t\tif (queryCount > 0) {\n\t\t\tdiag.push(`queries started : ${queryCount}`);\n\t\t\tdiag.push(`queries done    : ${done}`);\n\t\t\tif (errored > 0) diag.push(`queries errored : ${errored}`);\n\t\t}\n\t\texpanded.push(\"Diagnostics:\");\n\t\tfor (const line of diag) expanded.push(`  ${line}`);\n\t}\n\n\t// --- per-query results gathered before cancel ---\n\tif (queries.length > 0) {\n\t\texpanded.push(\"\");\n\t\texpanded.push(\"Per-query results (gathered before cancel):\");\n\t\tfor (const q of queries) {\n\t\t\tconst dq = truncate(q.query, 52);\n\t\t\tconst tag = q.error ? \"[err] \" : \"[ok]  \";\n\t\t\tconst provider = q.provider ? ` (${q.provider})` : \"\";\n\t\t\tconst tail = q.error\n\t\t\t\t? `\\u2014 ${truncate(q.error, 60)}`\n\t\t\t\t: `\\u2014 ${q.resultCount} source${q.resultCount === 1 ? \"\" : \"s\"}`;\n\t\t\texpanded.push(`  ${tag}\"${dq}\"${provider} ${tail}`);\n\t\t}\n\t}\n\n\t// --- arbitrary extra detail (non-cancel errors) ---\n\tif (extras.length > 0) {\n\t\texpanded.push(\"\");\n\t\texpanded.push(\"Details:\");\n\t\tfor (const e of extras) expanded.push(`  ${e}`);\n\t}\n\n\t// --- collapsed preview ---\n\tconst collapsed: string[] = [];\n\tconst parts: string[] = [];\n\tif (queryCount > 0) {\n\t\tparts.push(`${done}/${queryCount} queries completed`);\n\t}\n\tif (errored > 0) {\n\t\tparts.push(`${errored} errored`);\n\t}\n\tif (details.browserConnected === false) {\n\t\tparts.push(\"browser never connected\");\n\t} else if (details.cancelReason) {\n\t\tparts.push(`reason: ${details.cancelReason}`);\n\t}\n\tif (parts.length > 0) {\n\t\tcollapsed.push(parts.join(\"; \") + \".\");\n\t}\n\t// For non-cancel errors with extra detail, preview the first detail line.\n\tif (collapsed.length === 0 && extras.length > 0) {\n\t\tfor (const e of extras.slice(0, 2)) {\n\t\t\tcollapsed.push(truncate(e, 100));\n\t\t}\n\t}\n\n\t// --- expand hint ---\n\tconst hiddenLines = Math.max(0, expanded.length - (1 + collapsed.length)); // headline + preview shown when collapsed\n\tconst expandHint = hiddenLines > 0\n\t\t? `... (${hiddenLines} more lines, ${expanded.length} total, ctrl+o to expand)`\n\t\t: null;\n\n\treturn { expanded, collapsed, expandHint };\n}\n"]}

package/dist/builtin-extensions/pi-web-access/rsc-extract.d.ts

@@ -0,0 +1,12 @@
+/**
+ * RSC Content Extractor
+ *
+ * Extracts readable content from Next.js React Server Components (RSC) flight payloads.
+ * RSC pages embed content as JSON in <script>self.__next_f.push([...])</script> tags.
+ */
+export interface RSCExtractResult {
+    title: string;
+    content: string;
+}
+export declare function extractRSCContent(html: string): RSCExtractResult | null;
+//# sourceMappingURL=rsc-extract.d.ts.map

package/dist/builtin-extensions/pi-web-access/rsc-extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rsc-extract.d.ts","sourceRoot":"","sources":["../../../src/builtin-extensions/pi-web-access/rsc-extract.ts"],"names":[],"mappings":"AACA;;;;;GAKG;AAEH,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,gBAAgB,GAAG,IAAI,CAqUvE","sourcesContent":["// @ts-nocheck\n/**\n * RSC Content Extractor\n * \n * Extracts readable content from Next.js React Server Components (RSC) flight payloads.\n * RSC pages embed content as JSON in <script>self.__next_f.push([...])</script> tags.\n */\n\nexport interface RSCExtractResult {\n  title: string;\n  content: string;\n}\n\nexport function extractRSCContent(html: string): RSCExtractResult | null {\n  if (!html.includes(\"self.__next_f.push\")) {\n    return null;\n  }\n\n  // Parse all RSC chunks into a map\n  const chunkMap = new Map<string, string>();\n  const scriptRegex = /<script>self\\.__next_f\\.push\\(\\[1,\"([\\s\\S]*?)\"\\]\\)<\\/script>/g;\n\n  for (const match of html.matchAll(scriptRegex)) {\n    let content: string;\n    try {\n      content = JSON.parse('\"' + match[1] + '\"');\n    } catch {\n      continue;\n    }\n\n    // Parse each line as \"id:payload\"\n    // Lines are separated by \\n, each line is one chunk\n    // Chunk IDs are hex strings, typically 1-4 chars (supports up to 65535 chunks)\n    for (const line of content.split(\"\\n\")) {\n      if (!line.trim()) continue;\n      \n      const colonIdx = line.indexOf(\":\");\n      if (colonIdx <= 0 || colonIdx > 4) continue;\n      \n      const id = line.slice(0, colonIdx);\n      if (!/^[0-9a-f]+$/i.test(id)) continue;\n      \n      const payload = line.slice(colonIdx + 1);\n      if (!payload) continue;\n      \n      const existing = chunkMap.get(id);\n      if (!existing || payload.length > existing.length) {\n        chunkMap.set(id, payload);\n      }\n    }\n  }\n\n  if (chunkMap.size === 0) return null;\n\n  // Extract title\n  const titleMatch = html.match(/<title[^>]*>([^<]+)<\\/title>/);\n  const title = titleMatch?.[1]?.split(\"|\")[0]?.trim() || \"\";\n\n  // Parse and cache parsed chunks\n  const parsedCache = new Map<string, unknown>();\n  \n  function getParsedChunk(id: string): unknown | null {\n    if (parsedCache.has(id)) return parsedCache.get(id);\n    \n    const chunk = chunkMap.get(id);\n    if (!chunk || !chunk.startsWith(\"[\")) {\n      parsedCache.set(id, null);\n      return null;\n    }\n    \n    try {\n      const parsed = JSON.parse(chunk);\n      parsedCache.set(id, parsed);\n      return parsed;\n    } catch {\n      parsedCache.set(id, null);\n      return null;\n    }\n  }\n\n  // Extract markdown from nodes, resolving refs on the fly\n  type Node = unknown;\n  const visitedRefs = new Set<string>();\n\n  function extractNode(node: Node, ctx = { inTable: false, inCode: false }): string {\n    if (node === null || node === undefined) return \"\";\n    \n    if (typeof node === \"string\") {\n      // Check if it's a reference like \"$L30\"\n      const refMatch = node.match(/^\\$L([0-9a-f]+)$/i);\n      if (refMatch) {\n        const refId = refMatch[1];\n        if (visitedRefs.has(refId)) return \"\"; // Prevent cycles\n        visitedRefs.add(refId);\n        const refNode = getParsedChunk(refId);\n        const result = refNode ? extractNode(refNode, ctx) : \"\";\n        visitedRefs.delete(refId);\n        return result;\n      }\n      // Filter out RSC-specific artifacts, but preserve content inside code blocks\n      if (!ctx.inCode && (node === \"$undefined\" || node === \"$\" || /^\\$[A-Z]/.test(node))) return \"\";\n      return node.trim() ? node : \"\";\n    }\n    \n    if (typeof node === \"number\") return String(node);\n    if (typeof node === \"boolean\") return \"\";\n    if (!Array.isArray(node)) return \"\";\n\n    // RSC element: [\"$\", \"tag\", key, props]\n    if (node[0] === \"$\" && typeof node[1] === \"string\") {\n      const tag = node[1] as string;\n      const props = (node[3] || {}) as Record<string, unknown>;\n\n      // Skip non-content\n      const skipTags = [\"script\", \"style\", \"svg\", \"path\", \"circle\", \"link\", \"meta\", \n                        \"template\", \"button\", \"input\", \"nav\", \"footer\", \"aside\"];\n      if (skipTags.includes(tag)) return \"\";\n\n      // Component ref like $L25\n      if (tag.startsWith(\"$L\")) {\n        const refId = tag.slice(2);\n        if (visitedRefs.has(refId)) return \"\";\n        \n        // Check for heading components with baseId\n        if (props.baseId && props.children) {\n          return `## ${String(props.children)}\\n\\n`;\n        }\n        \n        visitedRefs.add(refId);\n        const refNode = getParsedChunk(refId);\n        let result = \"\";\n        if (refNode) {\n          result = extractNode(refNode, ctx);\n        } else if (props.children) {\n          result = extractNode(props.children as Node, ctx);\n        }\n        visitedRefs.delete(refId);\n        return result;\n      }\n\n      const children = props.children;\n      const content = children ? extractNode(children as Node, ctx) : \"\";\n\n      switch (tag) {\n        case \"h1\": return `# ${content.trim()}\\n\\n`;\n        case \"h2\": return `## ${content.trim()}\\n\\n`;\n        case \"h3\": return `### ${content.trim()}\\n\\n`;\n        case \"h4\": return `#### ${content.trim()}\\n\\n`;\n        case \"h5\": return `##### ${content.trim()}\\n\\n`;\n        case \"h6\": return `###### ${content.trim()}\\n\\n`;\n        case \"p\": return ctx.inTable ? content : `${content.trim()}\\n\\n`;\n        case \"code\": {\n          const codeContent = children ? extractNode(children as Node, { ...ctx, inCode: true }) : \"\";\n          return ctx.inCode ? codeContent : `\\`${codeContent}\\``;\n        }\n        case \"pre\": {\n          const preContent = children ? extractNode(children as Node, { ...ctx, inCode: true }) : \"\";\n          return \"```\\n\" + preContent + \"\\n```\\n\\n\";\n        }\n        case \"strong\": case \"b\": return `**${content}**`;\n        case \"em\": case \"i\": return `*${content}*`;\n        case \"li\": return `- ${content.trim()}\\n`;\n        case \"ul\": case \"ol\": return content + \"\\n\";\n        case \"blockquote\": return `> ${content.trim()}\\n\\n`;\n        case \"table\": return extractTable(node as unknown[]) + \"\\n\";\n        case \"thead\": case \"tbody\": case \"tr\": case \"th\": case \"td\":\n          return content;\n        case \"div\":\n          if (props.role === \"alert\" || props[\"data-slot\"] === \"alert\") {\n            return `> ${content.trim()}\\n\\n`;\n          }\n          return content;\n        case \"a\": {\n          const href = props.href as string | undefined;\n          return href && !href.startsWith(\"#\") ? `[${content}](${href})` : content;\n        }\n        default: return content;\n      }\n    }\n\n    // Array of child nodes\n    return (node as Node[]).map(n => extractNode(n, ctx)).join(\"\");\n  }\n\n  function extractTable(tableNode: unknown[]): string {\n    const props = (tableNode[3] || {}) as Record<string, unknown>;\n    const rows: string[][] = [];\n    let headerRowCount = 0;\n\n    function walkTable(node: unknown, isHeader = false): void {\n      if (node === null || node === undefined) return;\n      \n      // Handle string refs\n      if (typeof node === \"string\") {\n        const refMatch = node.match(/^\\$L([0-9a-f]+)$/i);\n        if (refMatch && !visitedRefs.has(refMatch[1])) {\n          visitedRefs.add(refMatch[1]);\n          const refNode = getParsedChunk(refMatch[1]);\n          if (refNode) walkTable(refNode, isHeader);\n          visitedRefs.delete(refMatch[1]);\n        }\n        return;\n      }\n      \n      if (!Array.isArray(node)) return;\n      \n      if (node[0] === \"$\") {\n        const tag = node[1] as string;\n        const nodeProps = (node[3] || {}) as Record<string, unknown>;\n        \n        // Handle component refs\n        if (tag.startsWith(\"$L\")) {\n          const refId = tag.slice(2);\n          if (!visitedRefs.has(refId)) {\n            visitedRefs.add(refId);\n            const refNode = getParsedChunk(refId);\n            if (refNode) walkTable(refNode, isHeader);\n            visitedRefs.delete(refId);\n          }\n          return;\n        }\n        \n        if (tag === \"thead\") walkTable(nodeProps.children, true);\n        else if (tag === \"tbody\") walkTable(nodeProps.children, false);\n        else if (tag === \"tr\") {\n          const cells: string[] = [];\n          walkCells(nodeProps.children, cells);\n          if (cells.length > 0) {\n            rows.push(cells);\n            if (isHeader) headerRowCount++;\n          }\n        } else walkTable(nodeProps.children, isHeader);\n      } else {\n        for (const child of node) walkTable(child, isHeader);\n      }\n    }\n\n    function walkCells(node: unknown, cells: string[]): void {\n      if (node === null || node === undefined) return;\n      \n      // Handle string refs\n      if (typeof node === \"string\") {\n        const refMatch = node.match(/^\\$L([0-9a-f]+)$/i);\n        if (refMatch && !visitedRefs.has(refMatch[1])) {\n          visitedRefs.add(refMatch[1]);\n          const refNode = getParsedChunk(refMatch[1]);\n          if (refNode) walkCells(refNode, cells);\n          visitedRefs.delete(refMatch[1]);\n        }\n        return;\n      }\n      \n      if (!Array.isArray(node)) return;\n      \n      if (node[0] === \"$\" && (node[1] === \"td\" || node[1] === \"th\")) {\n        const cellProps = (node[3] || {}) as Record<string, unknown>;\n        const text = extractNode(cellProps.children, { inTable: true, inCode: false })\n          .trim()\n          .replace(/\\n/g, \" \")\n          .replace(/\\\\/g, \"\\\\\\\\\")  // Escape backslashes first\n          .replace(/\\|/g, \"\\\\|\");  // Then escape pipes\n        cells.push(text);\n      } else if (node[0] === \"$\" && typeof node[1] === \"string\" && (node[1] as string).startsWith(\"$L\")) {\n        // Component ref for a cell\n        const refId = (node[1] as string).slice(2);\n        if (!visitedRefs.has(refId)) {\n          visitedRefs.add(refId);\n          const refNode = getParsedChunk(refId);\n          if (refNode) walkCells(refNode, cells);\n          visitedRefs.delete(refId);\n        }\n      } else {\n        for (const child of node) walkCells(child, cells);\n      }\n    }\n\n    walkTable(props.children);\n    if (rows.length === 0) return \"\";\n\n    const colCount = Math.max(...rows.map(r => r.length));\n    let md = \"\";\n    for (let i = 0; i < rows.length; i++) {\n      const row = rows[i].concat(Array(colCount - rows[i].length).fill(\"\"));\n      md += \"| \" + row.join(\" | \") + \" |\\n\";\n      if (i === headerRowCount - 1 || (headerRowCount === 0 && i === 0)) {\n        md += \"| \" + Array(colCount).fill(\"---\").join(\" | \") + \" |\\n\";\n      }\n    }\n    return md;\n  }\n\n  // Process main content chunk (usually \"23\")\n  const mainChunk = getParsedChunk(\"23\");\n  \n  if (mainChunk) {\n    const content = extractNode(mainChunk);\n    if (content.trim().length > 100) {\n      const cleaned = content\n        .replace(/\\n{3,}/g, \"\\n\\n\")\n        .trim();\n      return { title, content: cleaned };\n    }\n  }\n\n  // Fallback: try other chunks\n  const contentParts: { order: number; text: string }[] = [];\n\n  for (const [id] of chunkMap) {\n    if (id === \"23\") continue;\n    const parsed = getParsedChunk(id);\n    if (!parsed) continue;\n\n    visitedRefs.clear();\n    const text = extractNode(parsed);\n\n    if (text.trim().length > 50 && \n        !text.includes(\"page was not found\") && \n        !text.includes(\"404\")) {\n      contentParts.push({ order: parseInt(id, 16), text: text.trim() });\n    }\n  }\n\n  if (contentParts.length === 0) return null;\n\n  contentParts.sort((a, b) => a.order - b.order);\n  \n  const seen = new Set<string>();\n  const uniqueParts: string[] = [];\n  for (const part of contentParts) {\n    const key = part.text.slice(0, 150);\n    if (!seen.has(key)) {\n      seen.add(key);\n      uniqueParts.push(part.text);\n    }\n  }\n\n  const content = uniqueParts.join(\"\\n\\n\").replace(/\\n{3,}/g, \"\\n\\n\").trim();\n  return content.length > 100 ? { title, content } : null;\n}\n"]}