@humain/terminal 0.0.2 → 0.0.3-beta.0

package/dist/humain/web-access/vendor/rsc-extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rsc-extract.d.ts","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/rsc-extract.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,gBAAgB,GAAG,IAAI,CAqUvE","sourcesContent":["/**\n * RSC Content Extractor\n *\n * Extracts readable content from Next.js React Server Components (RSC) flight payloads.\n * RSC pages embed content as JSON in <script>self.__next_f.push([...])</script> tags.\n */\n\nexport interface RSCExtractResult {\n  title: string;\n  content: string;\n}\n\nexport function extractRSCContent(html: string): RSCExtractResult | null {\n  if (!html.includes(\"self.__next_f.push\")) {\n    return null;\n  }\n\n  // Parse all RSC chunks into a map\n  const chunkMap = new Map<string, string>();\n  const scriptRegex = /<script>self\\.__next_f\\.push\\(\\[1,\"([\\s\\S]*?)\"\\]\\)<\\/script>/g;\n\n  for (const match of html.matchAll(scriptRegex)) {\n    let content: string;\n    try {\n      content = JSON.parse('\"' + match[1] + '\"');\n    } catch {\n      continue;\n    }\n\n    // Parse each line as \"id:payload\"\n    // Lines are separated by \\n, each line is one chunk\n    // Chunk IDs are hex strings, typically 1-4 chars (supports up to 65535 chunks)\n    for (const line of content.split(\"\\n\")) {\n      if (!line.trim()) continue;\n\n      const colonIdx = line.indexOf(\":\");\n      if (colonIdx <= 0 || colonIdx > 4) continue;\n\n      const id = line.slice(0, colonIdx);\n      if (!/^[0-9a-f]+$/i.test(id)) continue;\n\n      const payload = line.slice(colonIdx + 1);\n      if (!payload) continue;\n\n      const existing = chunkMap.get(id);\n      if (!existing || payload.length > existing.length) {\n        chunkMap.set(id, payload);\n      }\n    }\n  }\n\n  if (chunkMap.size === 0) return null;\n\n  // Extract title\n  const titleMatch = html.match(/<title[^>]*>([^<]+)<\\/title>/);\n  const title = titleMatch?.[1]?.split(\"|\")[0]?.trim() || \"\";\n\n  // Parse and cache parsed chunks\n  const parsedCache = new Map<string, unknown>();\n\n  function getParsedChunk(id: string): unknown | null {\n    if (parsedCache.has(id)) return parsedCache.get(id);\n\n    const chunk = chunkMap.get(id);\n    if (!chunk || !chunk.startsWith(\"[\")) {\n      parsedCache.set(id, null);\n      return null;\n    }\n\n    try {\n      const parsed = JSON.parse(chunk);\n      parsedCache.set(id, parsed);\n      return parsed;\n    } catch {\n      parsedCache.set(id, null);\n      return null;\n    }\n  }\n\n  // Extract markdown from nodes, resolving refs on the fly\n  type Node = unknown;\n  const visitedRefs = new Set<string>();\n\n  function extractNode(node: Node, ctx = { inTable: false, inCode: false }): string {\n    if (node === null || node === undefined) return \"\";\n\n    if (typeof node === \"string\") {\n      // Check if it's a reference like \"$L30\"\n      const refMatch = node.match(/^\\$L([0-9a-f]+)$/i);\n      if (refMatch) {\n        const refId = refMatch[1];\n        if (visitedRefs.has(refId)) return \"\"; // Prevent cycles\n        visitedRefs.add(refId);\n        const refNode = getParsedChunk(refId);\n        const result = refNode ? extractNode(refNode, ctx) : \"\";\n        visitedRefs.delete(refId);\n        return result;\n      }\n      // Filter out RSC-specific artifacts, but preserve content inside code blocks\n      if (!ctx.inCode && (node === \"$undefined\" || node === \"$\" || /^\\$[A-Z]/.test(node))) return \"\";\n      return node.trim() ? node : \"\";\n    }\n\n    if (typeof node === \"number\") return String(node);\n    if (typeof node === \"boolean\") return \"\";\n    if (!Array.isArray(node)) return \"\";\n\n    // RSC element: [\"$\", \"tag\", key, props]\n    if (node[0] === \"$\" && typeof node[1] === \"string\") {\n      const tag = node[1] as string;\n      const props = (node[3] || {}) as Record<string, unknown>;\n\n      // Skip non-content\n      const skipTags = [\"script\", \"style\", \"svg\", \"path\", \"circle\", \"link\", \"meta\",\n                        \"template\", \"button\", \"input\", \"nav\", \"footer\", \"aside\"];\n      if (skipTags.includes(tag)) return \"\";\n\n      // Component ref like $L25\n      if (tag.startsWith(\"$L\")) {\n        const refId = tag.slice(2);\n        if (visitedRefs.has(refId)) return \"\";\n\n        // Check for heading components with baseId\n        if (props.baseId && props.children) {\n          return `## ${String(props.children)}\\n\\n`;\n        }\n\n        visitedRefs.add(refId);\n        const refNode = getParsedChunk(refId);\n        let result = \"\";\n        if (refNode) {\n          result = extractNode(refNode, ctx);\n        } else if (props.children) {\n          result = extractNode(props.children as Node, ctx);\n        }\n        visitedRefs.delete(refId);\n        return result;\n      }\n\n      const children = props.children;\n      const content = children ? extractNode(children as Node, ctx) : \"\";\n\n      switch (tag) {\n        case \"h1\": return `# ${content.trim()}\\n\\n`;\n        case \"h2\": return `## ${content.trim()}\\n\\n`;\n        case \"h3\": return `### ${content.trim()}\\n\\n`;\n        case \"h4\": return `#### ${content.trim()}\\n\\n`;\n        case \"h5\": return `##### ${content.trim()}\\n\\n`;\n        case \"h6\": return `###### ${content.trim()}\\n\\n`;\n        case \"p\": return ctx.inTable ? content : `${content.trim()}\\n\\n`;\n        case \"code\": {\n          const codeContent = children ? extractNode(children as Node, { ...ctx, inCode: true }) : \"\";\n          return ctx.inCode ? codeContent : `\\`${codeContent}\\``;\n        }\n        case \"pre\": {\n          const preContent = children ? extractNode(children as Node, { ...ctx, inCode: true }) : \"\";\n          return \"```\\n\" + preContent + \"\\n```\\n\\n\";\n        }\n        case \"strong\": case \"b\": return `**${content}**`;\n        case \"em\": case \"i\": return `*${content}*`;\n        case \"li\": return `- ${content.trim()}\\n`;\n        case \"ul\": case \"ol\": return content + \"\\n\";\n        case \"blockquote\": return `> ${content.trim()}\\n\\n`;\n        case \"table\": return extractTable(node as unknown[]) + \"\\n\";\n        case \"thead\": case \"tbody\": case \"tr\": case \"th\": case \"td\":\n          return content;\n        case \"div\":\n          if (props.role === \"alert\" || props[\"data-slot\"] === \"alert\") {\n            return `> ${content.trim()}\\n\\n`;\n          }\n          return content;\n        case \"a\": {\n          const href = props.href as string | undefined;\n          return href && !href.startsWith(\"#\") ? `[${content}](${href})` : content;\n        }\n        default: return content;\n      }\n    }\n\n    // Array of child nodes\n    return (node as Node[]).map(n => extractNode(n, ctx)).join(\"\");\n  }\n\n  function extractTable(tableNode: unknown[]): string {\n    const props = (tableNode[3] || {}) as Record<string, unknown>;\n    const rows: string[][] = [];\n    let headerRowCount = 0;\n\n    function walkTable(node: unknown, isHeader = false): void {\n      if (node === null || node === undefined) return;\n\n      // Handle string refs\n      if (typeof node === \"string\") {\n        const refMatch = node.match(/^\\$L([0-9a-f]+)$/i);\n        if (refMatch && !visitedRefs.has(refMatch[1])) {\n          visitedRefs.add(refMatch[1]);\n          const refNode = getParsedChunk(refMatch[1]);\n          if (refNode) walkTable(refNode, isHeader);\n          visitedRefs.delete(refMatch[1]);\n        }\n        return;\n      }\n\n      if (!Array.isArray(node)) return;\n\n      if (node[0] === \"$\") {\n        const tag = node[1] as string;\n        const nodeProps = (node[3] || {}) as Record<string, unknown>;\n\n        // Handle component refs\n        if (tag.startsWith(\"$L\")) {\n          const refId = tag.slice(2);\n          if (!visitedRefs.has(refId)) {\n            visitedRefs.add(refId);\n            const refNode = getParsedChunk(refId);\n            if (refNode) walkTable(refNode, isHeader);\n            visitedRefs.delete(refId);\n          }\n          return;\n        }\n\n        if (tag === \"thead\") walkTable(nodeProps.children, true);\n        else if (tag === \"tbody\") walkTable(nodeProps.children, false);\n        else if (tag === \"tr\") {\n          const cells: string[] = [];\n          walkCells(nodeProps.children, cells);\n          if (cells.length > 0) {\n            rows.push(cells);\n            if (isHeader) headerRowCount++;\n          }\n        } else walkTable(nodeProps.children, isHeader);\n      } else {\n        for (const child of node) walkTable(child, isHeader);\n      }\n    }\n\n    function walkCells(node: unknown, cells: string[]): void {\n      if (node === null || node === undefined) return;\n\n      // Handle string refs\n      if (typeof node === \"string\") {\n        const refMatch = node.match(/^\\$L([0-9a-f]+)$/i);\n        if (refMatch && !visitedRefs.has(refMatch[1])) {\n          visitedRefs.add(refMatch[1]);\n          const refNode = getParsedChunk(refMatch[1]);\n          if (refNode) walkCells(refNode, cells);\n          visitedRefs.delete(refMatch[1]);\n        }\n        return;\n      }\n\n      if (!Array.isArray(node)) return;\n\n      if (node[0] === \"$\" && (node[1] === \"td\" || node[1] === \"th\")) {\n        const cellProps = (node[3] || {}) as Record<string, unknown>;\n        const text = extractNode(cellProps.children, { inTable: true, inCode: false })\n          .trim()\n          .replace(/\\n/g, \" \")\n          .replace(/\\\\/g, \"\\\\\\\\\")  // Escape backslashes first\n          .replace(/\\|/g, \"\\\\|\");  // Then escape pipes\n        cells.push(text);\n      } else if (node[0] === \"$\" && typeof node[1] === \"string\" && (node[1] as string).startsWith(\"$L\")) {\n        // Component ref for a cell\n        const refId = (node[1] as string).slice(2);\n        if (!visitedRefs.has(refId)) {\n          visitedRefs.add(refId);\n          const refNode = getParsedChunk(refId);\n          if (refNode) walkCells(refNode, cells);\n          visitedRefs.delete(refId);\n        }\n      } else {\n        for (const child of node) walkCells(child, cells);\n      }\n    }\n\n    walkTable(props.children);\n    if (rows.length === 0) return \"\";\n\n    const colCount = Math.max(...rows.map(r => r.length));\n    let md = \"\";\n    for (let i = 0; i < rows.length; i++) {\n      const row = rows[i].concat(Array(colCount - rows[i].length).fill(\"\"));\n      md += \"| \" + row.join(\" | \") + \" |\\n\";\n      if (i === headerRowCount - 1 || (headerRowCount === 0 && i === 0)) {\n        md += \"| \" + Array(colCount).fill(\"---\").join(\" | \") + \" |\\n\";\n      }\n    }\n    return md;\n  }\n\n  // Process main content chunk (usually \"23\")\n  const mainChunk = getParsedChunk(\"23\");\n\n  if (mainChunk) {\n    const content = extractNode(mainChunk);\n    if (content.trim().length > 100) {\n      const cleaned = content\n        .replace(/\\n{3,}/g, \"\\n\\n\")\n        .trim();\n      return { title, content: cleaned };\n    }\n  }\n\n  // Fallback: try other chunks\n  const contentParts: { order: number; text: string }[] = [];\n\n  for (const [id] of chunkMap) {\n    if (id === \"23\") continue;\n    const parsed = getParsedChunk(id);\n    if (!parsed) continue;\n\n    visitedRefs.clear();\n    const text = extractNode(parsed);\n\n    if (text.trim().length > 50 &&\n        !text.includes(\"page was not found\") &&\n        !text.includes(\"404\")) {\n      contentParts.push({ order: parseInt(id, 16), text: text.trim() });\n    }\n  }\n\n  if (contentParts.length === 0) return null;\n\n  contentParts.sort((a, b) => a.order - b.order);\n\n  const seen = new Set<string>();\n  const uniqueParts: string[] = [];\n  for (const part of contentParts) {\n    const key = part.text.slice(0, 150);\n    if (!seen.has(key)) {\n      seen.add(key);\n      uniqueParts.push(part.text);\n    }\n  }\n\n  const content = uniqueParts.join(\"\\n\\n\").replace(/\\n{3,}/g, \"\\n\\n\").trim();\n  return content.length > 100 ? { title, content } : null;\n}\n"]}

package/dist/humain/web-access/vendor/rsc-extract.js

@@ -0,0 +1,329 @@
+/**
+ * RSC Content Extractor
+ *
+ * Extracts readable content from Next.js React Server Components (RSC) flight payloads.
+ * RSC pages embed content as JSON in <script>self.__next_f.push([...])</script> tags.
+ */
+export function extractRSCContent(html) {
+    if (!html.includes("self.__next_f.push")) {
+        return null;
+    }
+    // Parse all RSC chunks into a map
+    const chunkMap = new Map();
+    const scriptRegex = /<script>self\.__next_f\.push\(\[1,"([\s\S]*?)"\]\)<\/script>/g;
+    for (const match of html.matchAll(scriptRegex)) {
+        let content;
+        try {
+            content = JSON.parse('"' + match[1] + '"');
+        }
+        catch {
+            continue;
+        }
+        // Parse each line as "id:payload"
+        // Lines are separated by \n, each line is one chunk
+        // Chunk IDs are hex strings, typically 1-4 chars (supports up to 65535 chunks)
+        for (const line of content.split("\n")) {
+            if (!line.trim())
+                continue;
+            const colonIdx = line.indexOf(":");
+            if (colonIdx <= 0 || colonIdx > 4)
+                continue;
+            const id = line.slice(0, colonIdx);
+            if (!/^[0-9a-f]+$/i.test(id))
+                continue;
+            const payload = line.slice(colonIdx + 1);
+            if (!payload)
+                continue;
+            const existing = chunkMap.get(id);
+            if (!existing || payload.length > existing.length) {
+                chunkMap.set(id, payload);
+            }
+        }
+    }
+    if (chunkMap.size === 0)
+        return null;
+    // Extract title
+    const titleMatch = html.match(/<title[^>]*>([^<]+)<\/title>/);
+    const title = titleMatch?.[1]?.split("|")[0]?.trim() || "";
+    // Parse and cache parsed chunks
+    const parsedCache = new Map();
+    function getParsedChunk(id) {
+        if (parsedCache.has(id))
+            return parsedCache.get(id);
+        const chunk = chunkMap.get(id);
+        if (!chunk || !chunk.startsWith("[")) {
+            parsedCache.set(id, null);
+            return null;
+        }
+        try {
+            const parsed = JSON.parse(chunk);
+            parsedCache.set(id, parsed);
+            return parsed;
+        }
+        catch {
+            parsedCache.set(id, null);
+            return null;
+        }
+    }
+    const visitedRefs = new Set();
+    function extractNode(node, ctx = { inTable: false, inCode: false }) {
+        if (node === null || node === undefined)
+            return "";
+        if (typeof node === "string") {
+            // Check if it's a reference like "$L30"
+            const refMatch = node.match(/^\$L([0-9a-f]+)$/i);
+            if (refMatch) {
+                const refId = refMatch[1];
+                if (visitedRefs.has(refId))
+                    return ""; // Prevent cycles
+                visitedRefs.add(refId);
+                const refNode = getParsedChunk(refId);
+                const result = refNode ? extractNode(refNode, ctx) : "";
+                visitedRefs.delete(refId);
+                return result;
+            }
+            // Filter out RSC-specific artifacts, but preserve content inside code blocks
+            if (!ctx.inCode && (node === "$undefined" || node === "$" || /^\$[A-Z]/.test(node)))
+                return "";
+            return node.trim() ? node : "";
+        }
+        if (typeof node === "number")
+            return String(node);
+        if (typeof node === "boolean")
+            return "";
+        if (!Array.isArray(node))
+            return "";
+        // RSC element: ["$", "tag", key, props]
+        if (node[0] === "$" && typeof node[1] === "string") {
+            const tag = node[1];
+            const props = (node[3] || {});
+            // Skip non-content
+            const skipTags = ["script", "style", "svg", "path", "circle", "link", "meta",
+                "template", "button", "input", "nav", "footer", "aside"];
+            if (skipTags.includes(tag))
+                return "";
+            // Component ref like $L25
+            if (tag.startsWith("$L")) {
+                const refId = tag.slice(2);
+                if (visitedRefs.has(refId))
+                    return "";
+                // Check for heading components with baseId
+                if (props.baseId && props.children) {
+                    return `## ${String(props.children)}\n\n`;
+                }
+                visitedRefs.add(refId);
+                const refNode = getParsedChunk(refId);
+                let result = "";
+                if (refNode) {
+                    result = extractNode(refNode, ctx);
+                }
+                else if (props.children) {
+                    result = extractNode(props.children, ctx);
+                }
+                visitedRefs.delete(refId);
+                return result;
+            }
+            const children = props.children;
+            const content = children ? extractNode(children, ctx) : "";
+            switch (tag) {
+                case "h1": return `# ${content.trim()}\n\n`;
+                case "h2": return `## ${content.trim()}\n\n`;
+                case "h3": return `### ${content.trim()}\n\n`;
+                case "h4": return `#### ${content.trim()}\n\n`;
+                case "h5": return `##### ${content.trim()}\n\n`;
+                case "h6": return `###### ${content.trim()}\n\n`;
+                case "p": return ctx.inTable ? content : `${content.trim()}\n\n`;
+                case "code": {
+                    const codeContent = children ? extractNode(children, { ...ctx, inCode: true }) : "";
+                    return ctx.inCode ? codeContent : `\`${codeContent}\``;
+                }
+                case "pre": {
+                    const preContent = children ? extractNode(children, { ...ctx, inCode: true }) : "";
+                    return "```\n" + preContent + "\n```\n\n";
+                }
+                case "strong":
+                case "b": return `**${content}**`;
+                case "em":
+                case "i": return `*${content}*`;
+                case "li": return `- ${content.trim()}\n`;
+                case "ul":
+                case "ol": return content + "\n";
+                case "blockquote": return `> ${content.trim()}\n\n`;
+                case "table": return extractTable(node) + "\n";
+                case "thead":
+                case "tbody":
+                case "tr":
+                case "th":
+                case "td":
+                    return content;
+                case "div":
+                    if (props.role === "alert" || props["data-slot"] === "alert") {
+                        return `> ${content.trim()}\n\n`;
+                    }
+                    return content;
+                case "a": {
+                    const href = props.href;
+                    return href && !href.startsWith("#") ? `[${content}](${href})` : content;
+                }
+                default: return content;
+            }
+        }
+        // Array of child nodes
+        return node.map(n => extractNode(n, ctx)).join("");
+    }
+    function extractTable(tableNode) {
+        const props = (tableNode[3] || {});
+        const rows = [];
+        let headerRowCount = 0;
+        function walkTable(node, isHeader = false) {
+            if (node === null || node === undefined)
+                return;
+            // Handle string refs
+            if (typeof node === "string") {
+                const refMatch = node.match(/^\$L([0-9a-f]+)$/i);
+                if (refMatch && !visitedRefs.has(refMatch[1])) {
+                    visitedRefs.add(refMatch[1]);
+                    const refNode = getParsedChunk(refMatch[1]);
+                    if (refNode)
+                        walkTable(refNode, isHeader);
+                    visitedRefs.delete(refMatch[1]);
+                }
+                return;
+            }
+            if (!Array.isArray(node))
+                return;
+            if (node[0] === "$") {
+                const tag = node[1];
+                const nodeProps = (node[3] || {});
+                // Handle component refs
+                if (tag.startsWith("$L")) {
+                    const refId = tag.slice(2);
+                    if (!visitedRefs.has(refId)) {
+                        visitedRefs.add(refId);
+                        const refNode = getParsedChunk(refId);
+                        if (refNode)
+                            walkTable(refNode, isHeader);
+                        visitedRefs.delete(refId);
+                    }
+                    return;
+                }
+                if (tag === "thead")
+                    walkTable(nodeProps.children, true);
+                else if (tag === "tbody")
+                    walkTable(nodeProps.children, false);
+                else if (tag === "tr") {
+                    const cells = [];
+                    walkCells(nodeProps.children, cells);
+                    if (cells.length > 0) {
+                        rows.push(cells);
+                        if (isHeader)
+                            headerRowCount++;
+                    }
+                }
+                else
+                    walkTable(nodeProps.children, isHeader);
+            }
+            else {
+                for (const child of node)
+                    walkTable(child, isHeader);
+            }
+        }
+        function walkCells(node, cells) {
+            if (node === null || node === undefined)
+                return;
+            // Handle string refs
+            if (typeof node === "string") {
+                const refMatch = node.match(/^\$L([0-9a-f]+)$/i);
+                if (refMatch && !visitedRefs.has(refMatch[1])) {
+                    visitedRefs.add(refMatch[1]);
+                    const refNode = getParsedChunk(refMatch[1]);
+                    if (refNode)
+                        walkCells(refNode, cells);
+                    visitedRefs.delete(refMatch[1]);
+                }
+                return;
+            }
+            if (!Array.isArray(node))
+                return;
+            if (node[0] === "$" && (node[1] === "td" || node[1] === "th")) {
+                const cellProps = (node[3] || {});
+                const text = extractNode(cellProps.children, { inTable: true, inCode: false })
+                    .trim()
+                    .replace(/\n/g, " ")
+                    .replace(/\\/g, "\\\\") // Escape backslashes first
+                    .replace(/\|/g, "\\|"); // Then escape pipes
+                cells.push(text);
+            }
+            else if (node[0] === "$" && typeof node[1] === "string" && node[1].startsWith("$L")) {
+                // Component ref for a cell
+                const refId = node[1].slice(2);
+                if (!visitedRefs.has(refId)) {
+                    visitedRefs.add(refId);
+                    const refNode = getParsedChunk(refId);
+                    if (refNode)
+                        walkCells(refNode, cells);
+                    visitedRefs.delete(refId);
+                }
+            }
+            else {
+                for (const child of node)
+                    walkCells(child, cells);
+            }
+        }
+        walkTable(props.children);
+        if (rows.length === 0)
+            return "";
+        const colCount = Math.max(...rows.map(r => r.length));
+        let md = "";
+        for (let i = 0; i < rows.length; i++) {
+            const row = rows[i].concat(Array(colCount - rows[i].length).fill(""));
+            md += "| " + row.join(" | ") + " |\n";
+            if (i === headerRowCount - 1 || (headerRowCount === 0 && i === 0)) {
+                md += "| " + Array(colCount).fill("---").join(" | ") + " |\n";
+            }
+        }
+        return md;
+    }
+    // Process main content chunk (usually "23")
+    const mainChunk = getParsedChunk("23");
+    if (mainChunk) {
+        const content = extractNode(mainChunk);
+        if (content.trim().length > 100) {
+            const cleaned = content
+                .replace(/\n{3,}/g, "\n\n")
+                .trim();
+            return { title, content: cleaned };
+        }
+    }
+    // Fallback: try other chunks
+    const contentParts = [];
+    for (const [id] of chunkMap) {
+        if (id === "23")
+            continue;
+        const parsed = getParsedChunk(id);
+        if (!parsed)
+            continue;
+        visitedRefs.clear();
+        const text = extractNode(parsed);
+        if (text.trim().length > 50 &&
+            !text.includes("page was not found") &&
+            !text.includes("404")) {
+            contentParts.push({ order: parseInt(id, 16), text: text.trim() });
+        }
+    }
+    if (contentParts.length === 0)
+        return null;
+    contentParts.sort((a, b) => a.order - b.order);
+    const seen = new Set();
+    const uniqueParts = [];
+    for (const part of contentParts) {
+        const key = part.text.slice(0, 150);
+        if (!seen.has(key)) {
+            seen.add(key);
+            uniqueParts.push(part.text);
+        }
+    }
+    const content = uniqueParts.join("\n\n").replace(/\n{3,}/g, "\n\n").trim();
+    return content.length > 100 ? { title, content } : null;
+}
+//# sourceMappingURL=rsc-extract.js.map

package/dist/humain/web-access/vendor/rsc-extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rsc-extract.js","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/rsc-extract.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAOH,MAAM,UAAU,iBAAiB,CAAC,IAAY,EAA2B;IACvE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC;QACzC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,kCAAkC;IAClC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC3C,MAAM,WAAW,GAAG,+DAA+D,CAAC;IAEpF,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAC/C,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;QAC7C,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QAED,kCAAkC;QAClC,oDAAoD;QACpD,+EAA+E;QAC/E,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;gBAAE,SAAS;YAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACnC,IAAI,QAAQ,IAAI,CAAC,IAAI,QAAQ,GAAG,CAAC;gBAAE,SAAS;YAE5C,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;YACnC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;gBAAE,SAAS;YAEvC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;YACzC,IAAI,CAAC,OAAO;gBAAE,SAAS;YAEvB,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAClD,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAErC,gBAAgB;IAChB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAG,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAE3D,gCAAgC;IAChC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAmB,CAAC;IAE/C,SAAS,cAAc,CAAC,EAAU,EAAkB;QAClD,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,OAAO,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEpD,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/B,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACrC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAC1B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACjC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YAC5B,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACP,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAC1B,OAAO,IAAI,CAAC;QACd,CAAC;IAAA,CACF;IAID,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IAEtC,SAAS,WAAW,CAAC,IAAU,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAU;QAChF,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,EAAE,CAAC;QAEnD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,wCAAwC;YACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;YACjD,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAC1B,IAAI,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC;oBAAE,OAAO,EAAE,CAAC,CAAC,iBAAiB;gBACxD,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACvB,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;gBACtC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxD,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC1B,OAAO,MAAM,CAAC;YAChB,CAAC;YACD,6EAA6E;YAC7E,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAAE,OAAO,EAAE,CAAC;YAC/F,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACjC,CAAC;QAED,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,OAAO,IAAI,KAAK,SAAS;YAAE,OAAO,EAAE,CAAC;QACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;YAAE,OAAO,EAAE,CAAC;QAEpC,wCAAwC;QACxC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;YACnD,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAW,CAAC;YAC9B,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAA4B,CAAC;YAEzD,mBAAmB;YACnB,MAAM,QAAQ,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM;gBAC1D,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC3E,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,OAAO,EAAE,CAAC;YAEtC,0BAA0B;YAC1B,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC3B,IAAI,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC;oBAAE,OAAO,EAAE,CAAC;gBAEtC,2CAA2C;gBAC3C,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;oBACnC,OAAO,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAC5C,CAAC;gBAED,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACvB,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;gBACtC,IAAI,MAAM,GAAG,EAAE,CAAC;gBAChB,IAAI,OAAO,EAAE,CAAC;oBACZ,MAAM,GAAG,WAAW,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBACrC,CAAC;qBAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;oBAC1B,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,QAAgB,EAAE,GAAG,CAAC,CAAC;gBACpD,CAAC;gBACD,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC1B,OAAO,MAAM,CAAC;YAChB,CAAC;YAED,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;YAChC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,QAAgB,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAEnE,QAAQ,GAAG,EAAE,CAAC;gBACZ,KAAK,IAAI,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;gBAC5C,KAAK,IAAI,EAAE,OAAO,MAAM,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;gBAC7C,KAAK,IAAI,EAAE,OAAO,OAAO,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;gBAC9C,KAAK,IAAI,EAAE,OAAO,QAAQ,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;gBAC/C,KAAK,IAAI,EAAE,OAAO,SAAS,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;gBAChD,KAAK,IAAI,EAAE,OAAO,UAAU,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;gBACjD,KAAK,GAAG,EAAE,OAAO,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;gBACjE,KAAK,MAAM,EAAE,CAAC;oBACZ,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,QAAgB,EAAE,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC5F,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,WAAW,IAAI,CAAC;gBACzD,CAAC;gBACD,KAAK,KAAK,EAAE,CAAC;oBACX,MAAM,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,QAAgB,EAAE,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3F,OAAO,OAAO,GAAG,UAAU,GAAG,WAAW,CAAC;gBAC5C,CAAC;gBACD,KAAK,QAAQ,CAAC;gBAAC,KAAK,GAAG,EAAE,OAAO,KAAK,OAAO,IAAI,CAAC;gBACjD,KAAK,IAAI,CAAC;gBAAC,KAAK,GAAG,EAAE,OAAO,IAAI,OAAO,GAAG,CAAC;gBAC3C,KAAK,IAAI,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC;gBAC1C,KAAK,IAAI,CAAC;gBAAC,KAAK,IAAI,EAAE,OAAO,OAAO,GAAG,IAAI,CAAC;gBAC5C,KAAK,YAAY,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;gBACpD,KAAK,OAAO,EAAE,OAAO,YAAY,CAAC,IAAiB,CAAC,GAAG,IAAI,CAAC;gBAC5D,KAAK,OAAO,CAAC;gBAAC,KAAK,OAAO,CAAC;gBAAC,KAAK,IAAI,CAAC;gBAAC,KAAK,IAAI,CAAC;gBAAC,KAAK,IAAI;oBACzD,OAAO,OAAO,CAAC;gBACjB,KAAK,KAAK;oBACR,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,WAAW,CAAC,KAAK,OAAO,EAAE,CAAC;wBAC7D,OAAO,KAAK,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;oBACnC,CAAC;oBACD,OAAO,OAAO,CAAC;gBACjB,KAAK,GAAG,EAAE,CAAC;oBACT,MAAM,IAAI,GAAG,KAAK,CAAC,IAA0B,CAAC;oBAC9C,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,OAAO,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC;gBAC3E,CAAC;gBACD,SAAS,OAAO,OAAO,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,OAAQ,IAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAAA,CAChE;IAED,SAAS,YAAY,CAAC,SAAoB,EAAU;QAClD,MAAM,KAAK,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAA4B,CAAC;QAC9D,MAAM,IAAI,GAAe,EAAE,CAAC;QAC5B,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,SAAS,SAAS,CAAC,IAAa,EAAE,QAAQ,GAAG,KAAK,EAAQ;YACxD,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS;gBAAE,OAAO;YAEhD,qBAAqB;YACrB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;gBACjD,IAAI,QAAQ,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC9C,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC7B,MAAM,OAAO,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC5C,IAAI,OAAO;wBAAE,SAAS,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;oBAC1C,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClC,CAAC;gBACD,OAAO;YACT,CAAC;YAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;gBAAE,OAAO;YAEjC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBACpB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAW,CAAC;gBAC9B,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAA4B,CAAC;gBAE7D,wBAAwB;gBACxB,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;oBACzB,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC3B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC5B,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;wBACvB,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;wBACtC,IAAI,OAAO;4BAAE,SAAS,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;wBAC1C,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAC5B,CAAC;oBACD,OAAO;gBACT,CAAC;gBAED,IAAI,GAAG,KAAK,OAAO;oBAAE,SAAS,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;qBACpD,IAAI,GAAG,KAAK,OAAO;oBAAE,SAAS,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;qBAC1D,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;oBACtB,MAAM,KAAK,GAAa,EAAE,CAAC;oBAC3B,SAAS,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;oBACrC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACrB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBACjB,IAAI,QAAQ;4BAAE,cAAc,EAAE,CAAC;oBACjC,CAAC;gBACH,CAAC;;oBAAM,SAAS,CAAC,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACjD,CAAC;iBAAM,CAAC;gBACN,KAAK,MAAM,KAAK,IAAI,IAAI;oBAAE,SAAS,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YACvD,CAAC;QAAA,CACF;QAED,SAAS,SAAS,CAAC,IAAa,EAAE,KAAe,EAAQ;YACvD,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS;gBAAE,OAAO;YAEhD,qBAAqB;YACrB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;gBACjD,IAAI,QAAQ,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC9C,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC7B,MAAM,OAAO,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC5C,IAAI,OAAO;wBAAE,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;oBACvC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClC,CAAC;gBACD,OAAO;YACT,CAAC;YAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;gBAAE,OAAO;YAEjC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;gBAC9D,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAA4B,CAAC;gBAC7D,MAAM,IAAI,GAAG,WAAW,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;qBAC3E,IAAI,EAAE;qBACN,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;qBACnB,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAE,2BAA2B;qBACnD,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAE,oBAAoB;gBAC/C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,CAAC;iBAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAK,IAAI,CAAC,CAAC,CAAY,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClG,2BAA2B;gBAC3B,MAAM,KAAK,GAAI,IAAI,CAAC,CAAC,CAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC3C,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC5B,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBACvB,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;oBACtC,IAAI,OAAO;wBAAE,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;oBACvC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,KAAK,MAAM,KAAK,IAAI,IAAI;oBAAE,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACpD,CAAC;QAAA,CACF;QAED,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC1B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEjC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QACtD,IAAI,EAAE,GAAG,EAAE,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACtE,EAAE,IAAI,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC;YACtC,IAAI,CAAC,KAAK,cAAc,GAAG,CAAC,IAAI,CAAC,cAAc,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBAClE,EAAE,IAAI,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC;YAChE,CAAC;QACH,CAAC;QACD,OAAO,EAAE,CAAC;IAAA,CACX;IAED,4CAA4C;IAC5C,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IAEvC,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;QACvC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAChC,MAAM,OAAO,GAAG,OAAO;iBACpB,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;iBAC1B,IAAI,EAAE,CAAC;YACV,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;QACrC,CAAC;IACH,CAAC;IAED,6BAA6B;IAC7B,MAAM,YAAY,GAAsC,EAAE,CAAC;IAE3D,KAAK,MAAM,CAAC,EAAE,CAAC,IAAI,QAAQ,EAAE,CAAC;QAC5B,IAAI,EAAE,KAAK,IAAI;YAAE,SAAS;QAC1B,MAAM,MAAM,GAAG,cAAc,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,MAAM;YAAE,SAAS;QAEtB,WAAW,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;QAEjC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,EAAE;YACvB,CAAC,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAAC;YACpC,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAE3C,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAE/C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3E,OAAO,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAAA,CACzD","sourcesContent":["/**\n * RSC Content Extractor\n *\n * Extracts readable content from Next.js React Server Components (RSC) flight payloads.\n * RSC pages embed content as JSON in <script>self.__next_f.push([...])</script> tags.\n */\n\nexport interface RSCExtractResult {\n  title: string;\n  content: string;\n}\n\nexport function extractRSCContent(html: string): RSCExtractResult | null {\n  if (!html.includes(\"self.__next_f.push\")) {\n    return null;\n  }\n\n  // Parse all RSC chunks into a map\n  const chunkMap = new Map<string, string>();\n  const scriptRegex = /<script>self\\.__next_f\\.push\\(\\[1,\"([\\s\\S]*?)\"\\]\\)<\\/script>/g;\n\n  for (const match of html.matchAll(scriptRegex)) {\n    let content: string;\n    try {\n      content = JSON.parse('\"' + match[1] + '\"');\n    } catch {\n      continue;\n    }\n\n    // Parse each line as \"id:payload\"\n    // Lines are separated by \\n, each line is one chunk\n    // Chunk IDs are hex strings, typically 1-4 chars (supports up to 65535 chunks)\n    for (const line of content.split(\"\\n\")) {\n      if (!line.trim()) continue;\n\n      const colonIdx = line.indexOf(\":\");\n      if (colonIdx <= 0 || colonIdx > 4) continue;\n\n      const id = line.slice(0, colonIdx);\n      if (!/^[0-9a-f]+$/i.test(id)) continue;\n\n      const payload = line.slice(colonIdx + 1);\n      if (!payload) continue;\n\n      const existing = chunkMap.get(id);\n      if (!existing || payload.length > existing.length) {\n        chunkMap.set(id, payload);\n      }\n    }\n  }\n\n  if (chunkMap.size === 0) return null;\n\n  // Extract title\n  const titleMatch = html.match(/<title[^>]*>([^<]+)<\\/title>/);\n  const title = titleMatch?.[1]?.split(\"|\")[0]?.trim() || \"\";\n\n  // Parse and cache parsed chunks\n  const parsedCache = new Map<string, unknown>();\n\n  function getParsedChunk(id: string): unknown | null {\n    if (parsedCache.has(id)) return parsedCache.get(id);\n\n    const chunk = chunkMap.get(id);\n    if (!chunk || !chunk.startsWith(\"[\")) {\n      parsedCache.set(id, null);\n      return null;\n    }\n\n    try {\n      const parsed = JSON.parse(chunk);\n      parsedCache.set(id, parsed);\n      return parsed;\n    } catch {\n      parsedCache.set(id, null);\n      return null;\n    }\n  }\n\n  // Extract markdown from nodes, resolving refs on the fly\n  type Node = unknown;\n  const visitedRefs = new Set<string>();\n\n  function extractNode(node: Node, ctx = { inTable: false, inCode: false }): string {\n    if (node === null || node === undefined) return \"\";\n\n    if (typeof node === \"string\") {\n      // Check if it's a reference like \"$L30\"\n      const refMatch = node.match(/^\\$L([0-9a-f]+)$/i);\n      if (refMatch) {\n        const refId = refMatch[1];\n        if (visitedRefs.has(refId)) return \"\"; // Prevent cycles\n        visitedRefs.add(refId);\n        const refNode = getParsedChunk(refId);\n        const result = refNode ? extractNode(refNode, ctx) : \"\";\n        visitedRefs.delete(refId);\n        return result;\n      }\n      // Filter out RSC-specific artifacts, but preserve content inside code blocks\n      if (!ctx.inCode && (node === \"$undefined\" || node === \"$\" || /^\\$[A-Z]/.test(node))) return \"\";\n      return node.trim() ? node : \"\";\n    }\n\n    if (typeof node === \"number\") return String(node);\n    if (typeof node === \"boolean\") return \"\";\n    if (!Array.isArray(node)) return \"\";\n\n    // RSC element: [\"$\", \"tag\", key, props]\n    if (node[0] === \"$\" && typeof node[1] === \"string\") {\n      const tag = node[1] as string;\n      const props = (node[3] || {}) as Record<string, unknown>;\n\n      // Skip non-content\n      const skipTags = [\"script\", \"style\", \"svg\", \"path\", \"circle\", \"link\", \"meta\",\n                        \"template\", \"button\", \"input\", \"nav\", \"footer\", \"aside\"];\n      if (skipTags.includes(tag)) return \"\";\n\n      // Component ref like $L25\n      if (tag.startsWith(\"$L\")) {\n        const refId = tag.slice(2);\n        if (visitedRefs.has(refId)) return \"\";\n\n        // Check for heading components with baseId\n        if (props.baseId && props.children) {\n          return `## ${String(props.children)}\\n\\n`;\n        }\n\n        visitedRefs.add(refId);\n        const refNode = getParsedChunk(refId);\n        let result = \"\";\n        if (refNode) {\n          result = extractNode(refNode, ctx);\n        } else if (props.children) {\n          result = extractNode(props.children as Node, ctx);\n        }\n        visitedRefs.delete(refId);\n        return result;\n      }\n\n      const children = props.children;\n      const content = children ? extractNode(children as Node, ctx) : \"\";\n\n      switch (tag) {\n        case \"h1\": return `# ${content.trim()}\\n\\n`;\n        case \"h2\": return `## ${content.trim()}\\n\\n`;\n        case \"h3\": return `### ${content.trim()}\\n\\n`;\n        case \"h4\": return `#### ${content.trim()}\\n\\n`;\n        case \"h5\": return `##### ${content.trim()}\\n\\n`;\n        case \"h6\": return `###### ${content.trim()}\\n\\n`;\n        case \"p\": return ctx.inTable ? content : `${content.trim()}\\n\\n`;\n        case \"code\": {\n          const codeContent = children ? extractNode(children as Node, { ...ctx, inCode: true }) : \"\";\n          return ctx.inCode ? codeContent : `\\`${codeContent}\\``;\n        }\n        case \"pre\": {\n          const preContent = children ? extractNode(children as Node, { ...ctx, inCode: true }) : \"\";\n          return \"```\\n\" + preContent + \"\\n```\\n\\n\";\n        }\n        case \"strong\": case \"b\": return `**${content}**`;\n        case \"em\": case \"i\": return `*${content}*`;\n        case \"li\": return `- ${content.trim()}\\n`;\n        case \"ul\": case \"ol\": return content + \"\\n\";\n        case \"blockquote\": return `> ${content.trim()}\\n\\n`;\n        case \"table\": return extractTable(node as unknown[]) + \"\\n\";\n        case \"thead\": case \"tbody\": case \"tr\": case \"th\": case \"td\":\n          return content;\n        case \"div\":\n          if (props.role === \"alert\" || props[\"data-slot\"] === \"alert\") {\n            return `> ${content.trim()}\\n\\n`;\n          }\n          return content;\n        case \"a\": {\n          const href = props.href as string | undefined;\n          return href && !href.startsWith(\"#\") ? `[${content}](${href})` : content;\n        }\n        default: return content;\n      }\n    }\n\n    // Array of child nodes\n    return (node as Node[]).map(n => extractNode(n, ctx)).join(\"\");\n  }\n\n  function extractTable(tableNode: unknown[]): string {\n    const props = (tableNode[3] || {}) as Record<string, unknown>;\n    const rows: string[][] = [];\n    let headerRowCount = 0;\n\n    function walkTable(node: unknown, isHeader = false): void {\n      if (node === null || node === undefined) return;\n\n      // Handle string refs\n      if (typeof node === \"string\") {\n        const refMatch = node.match(/^\\$L([0-9a-f]+)$/i);\n        if (refMatch && !visitedRefs.has(refMatch[1])) {\n          visitedRefs.add(refMatch[1]);\n          const refNode = getParsedChunk(refMatch[1]);\n          if (refNode) walkTable(refNode, isHeader);\n          visitedRefs.delete(refMatch[1]);\n        }\n        return;\n      }\n\n      if (!Array.isArray(node)) return;\n\n      if (node[0] === \"$\") {\n        const tag = node[1] as string;\n        const nodeProps = (node[3] || {}) as Record<string, unknown>;\n\n        // Handle component refs\n        if (tag.startsWith(\"$L\")) {\n          const refId = tag.slice(2);\n          if (!visitedRefs.has(refId)) {\n            visitedRefs.add(refId);\n            const refNode = getParsedChunk(refId);\n            if (refNode) walkTable(refNode, isHeader);\n            visitedRefs.delete(refId);\n          }\n          return;\n        }\n\n        if (tag === \"thead\") walkTable(nodeProps.children, true);\n        else if (tag === \"tbody\") walkTable(nodeProps.children, false);\n        else if (tag === \"tr\") {\n          const cells: string[] = [];\n          walkCells(nodeProps.children, cells);\n          if (cells.length > 0) {\n            rows.push(cells);\n            if (isHeader) headerRowCount++;\n          }\n        } else walkTable(nodeProps.children, isHeader);\n      } else {\n        for (const child of node) walkTable(child, isHeader);\n      }\n    }\n\n    function walkCells(node: unknown, cells: string[]): void {\n      if (node === null || node === undefined) return;\n\n      // Handle string refs\n      if (typeof node === \"string\") {\n        const refMatch = node.match(/^\\$L([0-9a-f]+)$/i);\n        if (refMatch && !visitedRefs.has(refMatch[1])) {\n          visitedRefs.add(refMatch[1]);\n          const refNode = getParsedChunk(refMatch[1]);\n          if (refNode) walkCells(refNode, cells);\n          visitedRefs.delete(refMatch[1]);\n        }\n        return;\n      }\n\n      if (!Array.isArray(node)) return;\n\n      if (node[0] === \"$\" && (node[1] === \"td\" || node[1] === \"th\")) {\n        const cellProps = (node[3] || {}) as Record<string, unknown>;\n        const text = extractNode(cellProps.children, { inTable: true, inCode: false })\n          .trim()\n          .replace(/\\n/g, \" \")\n          .replace(/\\\\/g, \"\\\\\\\\\")  // Escape backslashes first\n          .replace(/\\|/g, \"\\\\|\");  // Then escape pipes\n        cells.push(text);\n      } else if (node[0] === \"$\" && typeof node[1] === \"string\" && (node[1] as string).startsWith(\"$L\")) {\n        // Component ref for a cell\n        const refId = (node[1] as string).slice(2);\n        if (!visitedRefs.has(refId)) {\n          visitedRefs.add(refId);\n          const refNode = getParsedChunk(refId);\n          if (refNode) walkCells(refNode, cells);\n          visitedRefs.delete(refId);\n        }\n      } else {\n        for (const child of node) walkCells(child, cells);\n      }\n    }\n\n    walkTable(props.children);\n    if (rows.length === 0) return \"\";\n\n    const colCount = Math.max(...rows.map(r => r.length));\n    let md = \"\";\n    for (let i = 0; i < rows.length; i++) {\n      const row = rows[i].concat(Array(colCount - rows[i].length).fill(\"\"));\n      md += \"| \" + row.join(\" | \") + \" |\\n\";\n      if (i === headerRowCount - 1 || (headerRowCount === 0 && i === 0)) {\n        md += \"| \" + Array(colCount).fill(\"---\").join(\" | \") + \" |\\n\";\n      }\n    }\n    return md;\n  }\n\n  // Process main content chunk (usually \"23\")\n  const mainChunk = getParsedChunk(\"23\");\n\n  if (mainChunk) {\n    const content = extractNode(mainChunk);\n    if (content.trim().length > 100) {\n      const cleaned = content\n        .replace(/\\n{3,}/g, \"\\n\\n\")\n        .trim();\n      return { title, content: cleaned };\n    }\n  }\n\n  // Fallback: try other chunks\n  const contentParts: { order: number; text: string }[] = [];\n\n  for (const [id] of chunkMap) {\n    if (id === \"23\") continue;\n    const parsed = getParsedChunk(id);\n    if (!parsed) continue;\n\n    visitedRefs.clear();\n    const text = extractNode(parsed);\n\n    if (text.trim().length > 50 &&\n        !text.includes(\"page was not found\") &&\n        !text.includes(\"404\")) {\n      contentParts.push({ order: parseInt(id, 16), text: text.trim() });\n    }\n  }\n\n  if (contentParts.length === 0) return null;\n\n  contentParts.sort((a, b) => a.order - b.order);\n\n  const seen = new Set<string>();\n  const uniqueParts: string[] = [];\n  for (const part of contentParts) {\n    const key = part.text.slice(0, 150);\n    if (!seen.has(key)) {\n      seen.add(key);\n      uniqueParts.push(part.text);\n    }\n  }\n\n  const content = uniqueParts.join(\"\\n\\n\").replace(/\\n{3,}/g, \"\\n\\n\").trim();\n  return content.length > 100 ? { title, content } : null;\n}\n"]}

package/dist/humain/web-access/vendor/search1api.d.ts

@@ -0,0 +1,10 @@
+import type { ExtractedContent, ExtractOptions } from "./extract.ts";
+import type { SearchOptions, SearchResponse } from "./perplexity.ts";
+interface Search1APISearchOptions extends SearchOptions {
+    includeContent?: boolean;
+}
+export declare function isSearch1APIAvailable(): boolean;
+export declare function searchWithSearch1API(query: string, options?: Search1APISearchOptions): Promise<SearchResponse>;
+export declare function extractWithSearch1API(url: string, signal?: AbortSignal, options?: ExtractOptions): Promise<ExtractedContent | null>;
+export {};
+//# sourceMappingURL=search1api.d.ts.map

package/dist/humain/web-access/vendor/search1api.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search1api.d.ts","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/search1api.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACrE,OAAO,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAqCrE,UAAU,uBAAwB,SAAQ,aAAa;IACtD,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB;AA4CD,wBAAgB,qBAAqB,IAAI,OAAO,CAM/C;AAmID,wBAAsB,oBAAoB,CACzC,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,uBAA4B,GACnC,OAAO,CAAC,cAAc,CAAC,CA8BzB;AAED,wBAAsB,qBAAqB,CAC1C,GAAG,EAAE,MAAM,EACX,MAAM,CAAC,EAAE,WAAW,EACpB,OAAO,GAAE,cAAmB,GAC1B,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAwClC","sourcesContent":["import { existsSync, readFileSync } from \"node:fs\";\nimport { activityMonitor } from \"./activity.ts\";\nimport { hasCredentialSource, redactCredential, resolveCredential } from \"./credential-source.ts\";\nimport type { ExtractedContent, ExtractOptions } from \"./extract.ts\";\nimport type { SearchOptions, SearchResponse } from \"./perplexity.ts\";\nimport { getWebSearchConfigPath } from \"./utils.ts\";\n\nconst SEARCH1API_SEARCH_URL = \"https://api.search1api.com/search\";\nconst SEARCH1API_CRAWL_URL = \"https://api.search1api.com/crawl\";\nconst CONFIG_PATH = getWebSearchConfigPath();\nconst SEARCH_TIMEOUT_MS = 60_000;\nconst CRAWL_TIMEOUT_MS = 60_000;\n\ninterface WebSearchConfig {\n\tsearch1apiApiKey?: unknown;\n}\n\ninterface Search1APISearchResult {\n\ttitle?: string | null;\n\tlink?: string | null;\n\tsnippet?: string | null;\n\tcontent?: string | null;\n}\n\ninterface Search1APISearchResponse {\n\tsearchParameters?: Record<string, unknown>;\n\tresults?: Search1APISearchResult[];\n}\n\ninterface Search1APICrawlResult {\n\ttitle?: string | null;\n\tlink?: string | null;\n\tcontent?: string | null;\n\tmetadata?: Record<string, unknown>;\n}\n\ninterface Search1APICrawlResponse {\n\tcrawlParameters?: { url?: string };\n\tresults?: Search1APICrawlResult;\n}\n\ninterface Search1APISearchOptions extends SearchOptions {\n\tincludeContent?: boolean;\n}\n\nlet cachedConfig: WebSearchConfig | null = null;\n\nfunction loadConfig(): WebSearchConfig {\n\tif (cachedConfig) return cachedConfig;\n\tif (!existsSync(CONFIG_PATH)) {\n\t\tcachedConfig = {};\n\t\treturn cachedConfig;\n\t}\n\n\tconst raw = readFileSync(CONFIG_PATH, \"utf-8\");\n\tlet parsed: unknown;\n\ttry {\n\t\tparsed = JSON.parse(raw);\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tthrow new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);\n\t}\n\tif (!parsed || typeof parsed !== \"object\" || Array.isArray(parsed)) {\n\t\tthrow new Error(`Invalid config in ${CONFIG_PATH}: expected a JSON object`);\n\t}\n\tcachedConfig = parsed as WebSearchConfig;\n\treturn cachedConfig;\n}\n\nasync function getApiKey(signal?: AbortSignal): Promise<string> {\n\tconst key = await resolveCredential({\n\t\tprovider: \"Search1API\",\n\t\tconfiguredValue: loadConfig().search1apiApiKey,\n\t\tenvironmentValue: process.env.SEARCH1API_KEY,\n\t\tsignal,\n\t});\n\tif (!key) {\n\t\tthrow new Error(\n\t\t\t\"Search1API key not found. Either:\\n\" +\n\t\t\t`  1. Create ${CONFIG_PATH} with { \"search1apiApiKey\": \"your-key\" }\\n` +\n\t\t\t\"  2. Set SEARCH1API_KEY environment variable\\n\" +\n\t\t\t\"Create a key at https://dashboard.search1api.com\",\n\t\t);\n\t}\n\treturn key;\n}\n\nexport function isSearch1APIAvailable(): boolean {\n\treturn hasCredentialSource({\n\t\tprovider: \"Search1API\",\n\t\tconfiguredValue: loadConfig().search1apiApiKey,\n\t\tenvironmentValue: process.env.SEARCH1API_KEY,\n\t});\n}\n\nfunction errorMessage(err: unknown): string {\n\treturn err instanceof Error ? err.message : String(err);\n}\n\nfunction requestSignal(signal: AbortSignal | undefined, timeoutMs: number): AbortSignal {\n\tconst timeout = AbortSignal.timeout(timeoutMs);\n\treturn signal ? AbortSignal.any([signal, timeout]) : timeout;\n}\n\nfunction normalizeNumResults(value: number | undefined): number {\n\tif (typeof value !== \"number\" || !Number.isFinite(value)) return 5;\n\treturn Math.max(1, Math.min(Math.floor(value), 20));\n}\n\nfunction normalizeDomain(value: string): string | null {\n\tlet input = value.trim().toLowerCase();\n\tif (!input) return null;\n\tif (input.startsWith(\"-\")) input = input.slice(1).trim();\n\tif (!input) return null;\n\ttry {\n\t\tconst parsed = input.includes(\"://\") ? new URL(input) : new URL(`https://${input}`);\n\t\tinput = parsed.hostname;\n\t} catch {\n\t\tinput = input.split(\"/\")[0]?.split(\":\")[0] ?? \"\";\n\t}\n\tinput = input.replace(/^\\.+|\\.+$/g, \"\");\n\treturn /^[a-z0-9][a-z0-9.-]*\\.[a-z]{2,}$/i.test(input) ? input : null;\n}\n\nfunction mapDomainFilter(domainFilter: string[] | undefined): { includeSites: string[]; excludeSites: string[] } {\n\tconst includeSites: string[] = [];\n\tconst excludeSites: string[] = [];\n\tfor (const raw of domainFilter ?? []) {\n\t\tconst domain = normalizeDomain(raw);\n\t\tif (!domain) continue;\n\t\tconst target = raw.trim().startsWith(\"-\") ? excludeSites : includeSites;\n\t\tif (!target.includes(domain)) target.push(domain);\n\t}\n\treturn { includeSites, excludeSites };\n}\n\nfunction buildSearchBody(query: string, options: Search1APISearchOptions): Record<string, unknown> {\n\tconst numResults = normalizeNumResults(options.numResults);\n\tconst { includeSites, excludeSites } = mapDomainFilter(options.domainFilter);\n\treturn {\n\t\tquery,\n\t\tmax_results: numResults,\n\t\tcrawl_results: options.includeContent ? numResults : 0,\n\t\t...(includeSites.length > 0 ? { include_sites: includeSites } : {}),\n\t\t...(excludeSites.length > 0 ? { exclude_sites: excludeSites } : {}),\n\t\t...(options.recencyFilter ? { time_range: options.recencyFilter } : {}),\n\t};\n}\n\nasync function search1APIJsonRequest<T>(\n\tlabel: \"Search\" | \"Crawl\",\n\turl: string,\n\tapiKey: string,\n\tbody: Record<string, unknown>,\n\ttimeoutMs: number,\n\tsignal?: AbortSignal,\n): Promise<T> {\n\tlet response: Response;\n\ttry {\n\t\tresponse = await fetch(url, {\n\t\t\tmethod: \"POST\",\n\t\t\theaders: {\n\t\t\t\tAuthorization: `Bearer ${apiKey}`,\n\t\t\t\t\"Content-Type\": \"application/json\",\n\t\t\t},\n\t\t\tbody: JSON.stringify(body),\n\t\t\tsignal: requestSignal(signal, timeoutMs),\n\t\t});\n\t} catch (err) {\n\t\tconst message = errorMessage(err);\n\t\tconst redactedMessage = redactCredential(message, apiKey);\n\t\tif (redactedMessage === message) throw err;\n\t\tconst redactedError = new Error(redactedMessage);\n\t\tif (err instanceof Error) redactedError.name = err.name;\n\t\tthrow redactedError;\n\t}\n\n\tconst raw = await response.text();\n\tif (!response.ok) {\n\t\tthrow new Error(`Search1API ${label} API error ${response.status}: ${redactCredential(raw, apiKey).slice(0, 300)}`);\n\t}\n\ttry {\n\t\treturn JSON.parse(raw) as T;\n\t} catch (err) {\n\t\tthrow new Error(`Search1API ${label} API returned invalid JSON: ${errorMessage(err)}`);\n\t}\n}\n\nfunction mapSearchResults(results: Search1APISearchResult[] | undefined): SearchResponse[\"results\"] {\n\tif (!Array.isArray(results)) {\n\t\tthrow new Error(\"Search1API Search API returned an unexpected response shape\");\n\t}\n\treturn results.flatMap((item) => {\n\t\tif (!item || typeof item.link !== \"string\" || item.link.trim().length === 0) return [];\n\t\tconst url = item.link.trim();\n\t\treturn [{\n\t\t\ttitle: typeof item.title === \"string\" && item.title.trim() ? item.title.trim() : url,\n\t\t\turl,\n\t\t\tsnippet: typeof item.snippet === \"string\" ? item.snippet.replace(/\\s+/g, \" \").trim() : \"\",\n\t\t}];\n\t});\n}\n\nfunction mapInlineContent(results: Search1APISearchResult[] | undefined): ExtractedContent[] {\n\tif (!Array.isArray(results)) return [];\n\treturn results.flatMap((item) => {\n\t\tif (!item || typeof item.link !== \"string\" || item.link.trim().length === 0) return [];\n\t\tif (typeof item.content !== \"string\" || item.content.trim().length === 0) return [];\n\t\treturn [{\n\t\t\turl: item.link.trim(),\n\t\t\ttitle: typeof item.title === \"string\" ? item.title.trim() : \"\",\n\t\t\tcontent: item.content,\n\t\t\terror: null,\n\t\t}];\n\t});\n}\n\nfunction buildAnswer(results: SearchResponse[\"results\"]): string {\n\treturn results.map((result) => {\n\t\tif (result.snippet) return `${result.snippet}\\nSource: ${result.title} (${result.url})`;\n\t\treturn `Source: ${result.title} (${result.url})`;\n\t}).join(\"\\n\\n\");\n}\n\nexport async function searchWithSearch1API(\n\tquery: string,\n\toptions: Search1APISearchOptions = {},\n): Promise<SearchResponse> {\n\tconst apiKey = await getApiKey(options.signal);\n\tconst activityId = activityMonitor.logStart({ type: \"api\", query });\n\ttry {\n\t\tconst data = await search1APIJsonRequest<Search1APISearchResponse>(\n\t\t\t\"Search\",\n\t\t\tSEARCH1API_SEARCH_URL,\n\t\t\tapiKey,\n\t\t\tbuildSearchBody(query, options),\n\t\t\tSEARCH_TIMEOUT_MS,\n\t\t\toptions.signal,\n\t\t);\n\t\tconst results = mapSearchResults(data.results);\n\t\tconst response: SearchResponse = { answer: buildAnswer(results), results };\n\t\tif (options.includeContent) {\n\t\t\tconst inlineContent = mapInlineContent(data.results);\n\t\t\tif (inlineContent.length > 0) response.inlineContent = inlineContent;\n\t\t}\n\t\tactivityMonitor.logComplete(activityId, 200);\n\t\treturn response;\n\t} catch (err) {\n\t\tconst message = errorMessage(err);\n\t\tconst redactedMessage = redactCredential(message, apiKey);\n\t\tif (redactedMessage.toLowerCase().includes(\"abort\")) activityMonitor.logComplete(activityId, 0);\n\t\telse activityMonitor.logError(activityId, redactedMessage);\n\t\tif (redactedMessage === message) throw err;\n\t\tconst redactedError = new Error(redactedMessage);\n\t\tif (err instanceof Error) redactedError.name = err.name;\n\t\tthrow redactedError;\n\t}\n}\n\nexport async function extractWithSearch1API(\n\turl: string,\n\tsignal?: AbortSignal,\n\toptions: ExtractOptions = {},\n): Promise<ExtractedContent | null> {\n\tconst apiKey = await getApiKey(signal);\n\tconst activityId = activityMonitor.logStart({ type: \"fetch\", url });\n\ttry {\n\t\tconst data = await search1APIJsonRequest<Search1APICrawlResponse>(\n\t\t\t\"Crawl\",\n\t\t\tSEARCH1API_CRAWL_URL,\n\t\t\tapiKey,\n\t\t\t{ url },\n\t\t\ttypeof options.timeoutMs === \"number\" && Number.isFinite(options.timeoutMs)\n\t\t\t\t? Math.max(1, Math.floor(options.timeoutMs))\n\t\t\t\t: CRAWL_TIMEOUT_MS,\n\t\t\tsignal,\n\t\t);\n\t\tconst result = data.results;\n\t\tif (!result || typeof result !== \"object\") {\n\t\t\tthrow new Error(\"Search1API Crawl API returned an unexpected response shape\");\n\t\t}\n\t\tconst content = typeof result.content === \"string\" ? result.content.trim() : \"\";\n\t\tif (!content) {\n\t\t\tactivityMonitor.logComplete(activityId, 200);\n\t\t\treturn null;\n\t\t}\n\t\tactivityMonitor.logComplete(activityId, 200);\n\t\treturn {\n\t\t\turl,\n\t\t\ttitle: typeof result.title === \"string\" ? result.title.trim() : \"\",\n\t\t\tcontent,\n\t\t\terror: null,\n\t\t};\n\t} catch (err) {\n\t\tconst message = errorMessage(err);\n\t\tconst redactedMessage = redactCredential(message, apiKey);\n\t\tif (redactedMessage.toLowerCase().includes(\"abort\")) activityMonitor.logComplete(activityId, 0);\n\t\telse activityMonitor.logError(activityId, redactedMessage);\n\t\tif (redactedMessage === message) throw err;\n\t\tconst redactedError = new Error(redactedMessage);\n\t\tif (err instanceof Error) redactedError.name = err.name;\n\t\tthrow redactedError;\n\t}\n}\n"]}