@humain/terminal 0.0.2 → 0.0.3-beta.0

package/dist/humain/web-access/vendor/jina-search.d.ts

@@ -0,0 +1,8 @@
+import type { SearchOptions, SearchResponse } from "./perplexity.ts";
+interface JinaSearchOptions extends SearchOptions {
+    includeContent?: boolean;
+}
+export declare function isJinaSearchAvailable(): boolean;
+export declare function searchWithJina(query: string, options?: JinaSearchOptions): Promise<SearchResponse>;
+export {};
+//# sourceMappingURL=jina-search.d.ts.map

package/dist/humain/web-access/vendor/jina-search.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jina-search.d.ts","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/jina-search.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAuBrE,UAAU,iBAAkB,SAAQ,aAAa;IAChD,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB;AAuLD,wBAAgB,qBAAqB,IAAI,OAAO,CAM/C;AAED,wBAAsB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,cAAc,CAAC,CA+D5G","sourcesContent":["import { existsSync, readFileSync } from \"node:fs\";\nimport { activityMonitor } from \"./activity.ts\";\nimport { hasCredentialSource, redactCredential, resolveCredential } from \"./credential-source.ts\";\nimport type { ExtractedContent } from \"./extract.ts\";\nimport type { SearchOptions, SearchResponse } from \"./perplexity.ts\";\nimport { getWebSearchConfigPath } from \"./utils.ts\";\n\nconst JINA_SEARCH_BASE_URL = \"https://s.jina.ai/\";\nconst CONFIG_PATH = getWebSearchConfigPath();\nconst SEARCH_TIMEOUT_MS = 60_000;\n\ninterface WebSearchConfig {\n\tjinaApiKey?: unknown;\n}\n\ninterface JinaSearchItem {\n\ttitle?: unknown;\n\turl?: unknown;\n\tdescription?: unknown;\n\tcontent?: unknown;\n}\n\ninterface JinaSearchEnvelope {\n\tcode?: unknown;\n\tdata?: unknown;\n}\n\ninterface JinaSearchOptions extends SearchOptions {\n\tincludeContent?: boolean;\n}\n\nlet cachedConfig: WebSearchConfig | null = null;\n\nfunction loadConfig(): WebSearchConfig {\n\tif (cachedConfig) return cachedConfig;\n\tif (!existsSync(CONFIG_PATH)) {\n\t\tcachedConfig = {};\n\t\treturn cachedConfig;\n\t}\n\n\tconst raw = readFileSync(CONFIG_PATH, \"utf8\");\n\ttry {\n\t\tconst parsed: unknown = JSON.parse(raw);\n\t\tif (!parsed || typeof parsed !== \"object\" || Array.isArray(parsed)) {\n\t\t\tthrow new Error(\"expected a JSON object\");\n\t\t}\n\t\tcachedConfig = parsed as WebSearchConfig;\n\t\treturn cachedConfig;\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tthrow new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);\n\t}\n}\n\nasync function getApiKey(signal?: AbortSignal): Promise<string | null> {\n\treturn resolveCredential({\n\t\tprovider: \"Jina Search\",\n\t\tconfiguredValue: loadConfig().jinaApiKey,\n\t\tenvironmentValue: process.env.JINA_API_KEY,\n\t\tsignal,\n\t});\n}\n\nasync function requireApiKey(signal?: AbortSignal): Promise<string> {\n\tconst apiKey = await getApiKey(signal);\n\tif (!apiKey) {\n\t\tthrow new Error(\n\t\t\t\"Jina Search API key not found. Either:\\n\" +\n\t\t\t`  1. Create ${CONFIG_PATH} with { \"jinaApiKey\": \"your-key\" }\\n` +\n\t\t\t\"  2. Set JINA_API_KEY environment variable\\n\" +\n\t\t\t\"Get a key at https://jina.ai/api-dashboard\",\n\t\t);\n\t}\n\treturn apiKey;\n}\n\nfunction normalizeCount(value: number | undefined): number {\n\tif (typeof value !== \"number\" || !Number.isFinite(value)) return 5;\n\treturn Math.max(1, Math.min(Math.floor(value), 20));\n}\n\nfunction normalizeDomain(value: string): string | null {\n\tlet input = value.trim().toLowerCase();\n\tif (input.startsWith(\"-\")) input = input.slice(1).trim();\n\tif (!input) return null;\n\ttry {\n\t\tconst parsed = input.includes(\"://\") ? new URL(input) : new URL(`https://${input}`);\n\t\tinput = parsed.hostname;\n\t} catch {\n\t\tinput = input.split(\"/\")[0]?.split(\":\")[0] ?? \"\";\n\t}\n\tinput = input.replace(/^\\.+|\\.+$/g, \"\");\n\treturn /^[a-z0-9][a-z0-9.-]*\\.[a-z]{2,}$/i.test(input) ? input : null;\n}\n\nfunction mapDomainFilter(domainFilter: string[] | undefined): { includes: string[]; excludes: string[] } {\n\tconst includes: string[] = [];\n\tconst excludes: string[] = [];\n\tfor (const raw of domainFilter ?? []) {\n\t\tconst domain = normalizeDomain(raw);\n\t\tif (!domain) continue;\n\t\tconst target = raw.trim().startsWith(\"-\") ? excludes : includes;\n\t\tif (!target.includes(domain)) target.push(domain);\n\t}\n\treturn { includes, excludes };\n}\n\nfunction buildSearchRequest(query: string, options: JinaSearchOptions, numResults: number): { url: string; filters: ReturnType<typeof mapDomainFilter> } {\n\tconst filters = mapDomainFilter(options.domainFilter);\n\tconst recency = options.recencyFilter ? ` published in the past ${options.recencyFilter}` : \"\";\n\tconst exclusions = filters.excludes.map((domain) => ` -site:${domain}`).join(\"\");\n\tconst constrainedQuery = `${query.trim()}${exclusions}${recency}`.trim();\n\tconst url = new URL(encodeURIComponent(constrainedQuery), JINA_SEARCH_BASE_URL);\n\turl.searchParams.set(\"count\", String(numResults));\n\tfor (const domain of filters.includes) url.searchParams.append(\"site\", domain);\n\treturn { url: url.toString(), filters };\n}\n\nfunction requestSignal(signal?: AbortSignal): { signal: AbortSignal; timeout: AbortSignal } {\n\tconst timeout = AbortSignal.timeout(SEARCH_TIMEOUT_MS);\n\treturn {\n\t\ttimeout,\n\t\tsignal: signal ? AbortSignal.any([signal, timeout]) : timeout,\n\t};\n}\n\nfunction errorMessage(err: unknown): string {\n\treturn err instanceof Error ? err.message : String(err);\n}\n\nfunction parseItems(value: unknown): JinaSearchItem[] {\n\tif (Array.isArray(value)) return value as JinaSearchItem[];\n\tif (!value || typeof value !== \"object\") {\n\t\tthrow new Error(\"Jina Search API returned invalid response: expected an object or array\");\n\t}\n\tconst envelope = value as JinaSearchEnvelope;\n\tif (typeof envelope.code === \"number\" && envelope.code !== 200) {\n\t\tthrow new Error(`Jina Search API error ${envelope.code}: response envelope reported failure`);\n\t}\n\tif (!Array.isArray(envelope.data)) {\n\t\tthrow new Error(\"Jina Search API returned invalid response: expected data array\");\n\t}\n\treturn envelope.data as JinaSearchItem[];\n}\n\nfunction passesDomainFilter(url: string, filters: ReturnType<typeof mapDomainFilter>): boolean {\n\tlet hostname: string;\n\ttry {\n\t\thostname = new URL(url).hostname.toLowerCase();\n\t} catch {\n\t\treturn false;\n\t}\n\tconst matches = (domain: string): boolean => hostname === domain || hostname.endsWith(`.${domain}`);\n\tif (filters.includes.length > 0 && !filters.includes.some(matches)) return false;\n\treturn !filters.excludes.some(matches);\n}\n\nfunction mapItems(items: JinaSearchItem[], numResults: number, filters: ReturnType<typeof mapDomainFilter>): {\n\tresults: SearchResponse[\"results\"];\n\tcontent: ExtractedContent[];\n} {\n\tconst results: SearchResponse[\"results\"] = [];\n\tconst content: ExtractedContent[] = [];\n\tconst seen = new Set<string>();\n\tfor (const item of items) {\n\t\tconst url = typeof item?.url === \"string\" ? item.url.trim() : \"\";\n\t\tif (!url || seen.has(url) || !passesDomainFilter(url, filters)) continue;\n\t\tseen.add(url);\n\t\tconst title = typeof item.title === \"string\" && item.title.trim()\n\t\t\t? item.title.trim()\n\t\t\t: `Source ${results.length + 1}`;\n\t\tconst snippet = typeof item.description === \"string\"\n\t\t\t? item.description.replace(/\\s+/g, \" \").trim()\n\t\t\t: \"\";\n\t\tresults.push({ title, url, snippet });\n\t\tif (typeof item.content === \"string\" && item.content.trim()) {\n\t\t\tcontent.push({ url, title, content: item.content.trim(), error: null });\n\t\t}\n\t\tif (results.length >= numResults) break;\n\t}\n\treturn { results, content };\n}\n\nfunction buildAnswer(results: SearchResponse[\"results\"]): string {\n\treturn results\n\t\t.map((result) => result.snippet\n\t\t\t? `${result.snippet}\\nSource: ${result.title} (${result.url})`\n\t\t\t: `Source: ${result.title} (${result.url})`)\n\t\t.join(\"\\n\\n\");\n}\n\nfunction rethrowRequestError(\n\terr: unknown,\n\tapiKey: string,\n\tactivityId: string,\n\trequest: ReturnType<typeof requestSignal>,\n\tcallerSignal?: AbortSignal,\n): never {\n\tif (request.timeout.aborted && !callerSignal?.aborted) {\n\t\tactivityMonitor.logComplete(activityId, 408);\n\t\tthrow new Error(\"Jina Search API error 408: request timed out\");\n\t}\n\tconst message = errorMessage(err);\n\tconst redactedMessage = redactCredential(message, apiKey);\n\tif (redactedMessage.toLowerCase().includes(\"abort\")) activityMonitor.logComplete(activityId, 0);\n\telse activityMonitor.logError(activityId, redactedMessage);\n\tif (redactedMessage === message) throw err;\n\tconst redactedError = new Error(redactedMessage);\n\tif (err instanceof Error) redactedError.name = err.name;\n\tthrow redactedError;\n}\n\nexport function isJinaSearchAvailable(): boolean {\n\treturn hasCredentialSource({\n\t\tprovider: \"Jina Search\",\n\t\tconfiguredValue: loadConfig().jinaApiKey,\n\t\tenvironmentValue: process.env.JINA_API_KEY,\n\t});\n}\n\nexport async function searchWithJina(query: string, options: JinaSearchOptions = {}): Promise<SearchResponse> {\n\tconst apiKey = await requireApiKey(options.signal);\n\tconst numResults = normalizeCount(options.numResults);\n\tconst { url, filters } = buildSearchRequest(query, options, numResults);\n\tconst activityId = activityMonitor.logStart({ type: \"api\", query });\n\tconst request = requestSignal(options.signal);\n\tlet response: Response;\n\ttry {\n\t\tresponse = await fetch(url, {\n\t\t\theaders: {\n\t\t\t\t\"Accept\": \"application/json\",\n\t\t\t\t\"Authorization\": `Bearer ${apiKey}`,\n\t\t\t\t\"User-Agent\": \"pi-web-access\",\n\t\t\t\t\"X-Respond-With\": options.includeContent ? \"content\" : \"no-content\",\n\t\t\t\t\"X-Retain-Images\": \"none\",\n\t\t\t},\n\t\t\tsignal: request.signal,\n\t\t});\n\t} catch (err) {\n\t\trethrowRequestError(err, apiKey, activityId, request, options.signal);\n\t}\n\n\tif (!response.ok) {\n\t\tlet body: string;\n\t\ttry {\n\t\t\tbody = redactCredential(await response.text(), apiKey);\n\t\t} catch (err) {\n\t\t\trethrowRequestError(err, apiKey, activityId, request, options.signal);\n\t\t}\n\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\tthrow new Error(`Jina Search API error ${response.status}: ${body.slice(0, 300)}`);\n\t}\n\n\tlet raw: unknown;\n\ttry {\n\t\traw = await response.json();\n\t} catch (err) {\n\t\tif (!(err instanceof SyntaxError)) {\n\t\t\trethrowRequestError(err, apiKey, activityId, request, options.signal);\n\t\t}\n\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\tthrow new Error(\"Jina Search API returned invalid JSON\");\n\t}\n\n\tlet mapped: ReturnType<typeof mapItems>;\n\ttry {\n\t\tmapped = mapItems(parseItems(raw), numResults, filters);\n\t} catch (err) {\n\t\tconst message = errorMessage(err);\n\t\tconst redactedMessage = redactCredential(message, apiKey);\n\t\tactivityMonitor.logError(activityId, redactedMessage);\n\t\tif (redactedMessage === message) throw err;\n\t\tconst redactedError = new Error(redactedMessage);\n\t\tif (err instanceof Error) redactedError.name = err.name;\n\t\tthrow redactedError;\n\t}\n\tactivityMonitor.logComplete(activityId, response.status);\n\tconst result: SearchResponse = {\n\t\tanswer: buildAnswer(mapped.results),\n\t\tresults: mapped.results,\n\t};\n\tif (options.includeContent && mapped.content.length > 0) result.inlineContent = mapped.content;\n\treturn result;\n}\n"]}

package/dist/humain/web-access/vendor/jina-search.js

@@ -0,0 +1,255 @@
+import { existsSync, readFileSync } from "node:fs";
+import { activityMonitor } from "./activity.js";
+import { hasCredentialSource, redactCredential, resolveCredential } from "./credential-source.js";
+import { getWebSearchConfigPath } from "./utils.js";
+const JINA_SEARCH_BASE_URL = "https://s.jina.ai/";
+const CONFIG_PATH = getWebSearchConfigPath();
+const SEARCH_TIMEOUT_MS = 60_000;
+let cachedConfig = null;
+function loadConfig() {
+    if (cachedConfig)
+        return cachedConfig;
+    if (!existsSync(CONFIG_PATH)) {
+        cachedConfig = {};
+        return cachedConfig;
+    }
+    const raw = readFileSync(CONFIG_PATH, "utf8");
+    try {
+        const parsed = JSON.parse(raw);
+        if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
+            throw new Error("expected a JSON object");
+        }
+        cachedConfig = parsed;
+        return cachedConfig;
+    }
+    catch (err) {
+        const message = err instanceof Error ? err.message : String(err);
+        throw new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);
+    }
+}
+async function getApiKey(signal) {
+    return resolveCredential({
+        provider: "Jina Search",
+        configuredValue: loadConfig().jinaApiKey,
+        environmentValue: process.env.JINA_API_KEY,
+        signal,
+    });
+}
+async function requireApiKey(signal) {
+    const apiKey = await getApiKey(signal);
+    if (!apiKey) {
+        throw new Error("Jina Search API key not found. Either:\n" +
+            `  1. Create ${CONFIG_PATH} with { "jinaApiKey": "your-key" }\n` +
+            "  2. Set JINA_API_KEY environment variable\n" +
+            "Get a key at https://jina.ai/api-dashboard");
+    }
+    return apiKey;
+}
+function normalizeCount(value) {
+    if (typeof value !== "number" || !Number.isFinite(value))
+        return 5;
+    return Math.max(1, Math.min(Math.floor(value), 20));
+}
+function normalizeDomain(value) {
+    let input = value.trim().toLowerCase();
+    if (input.startsWith("-"))
+        input = input.slice(1).trim();
+    if (!input)
+        return null;
+    try {
+        const parsed = input.includes("://") ? new URL(input) : new URL(`https://${input}`);
+        input = parsed.hostname;
+    }
+    catch {
+        input = input.split("/")[0]?.split(":")[0] ?? "";
+    }
+    input = input.replace(/^\.+|\.+$/g, "");
+    return /^[a-z0-9][a-z0-9.-]*\.[a-z]{2,}$/i.test(input) ? input : null;
+}
+function mapDomainFilter(domainFilter) {
+    const includes = [];
+    const excludes = [];
+    for (const raw of domainFilter ?? []) {
+        const domain = normalizeDomain(raw);
+        if (!domain)
+            continue;
+        const target = raw.trim().startsWith("-") ? excludes : includes;
+        if (!target.includes(domain))
+            target.push(domain);
+    }
+    return { includes, excludes };
+}
+function buildSearchRequest(query, options, numResults) {
+    const filters = mapDomainFilter(options.domainFilter);
+    const recency = options.recencyFilter ? ` published in the past ${options.recencyFilter}` : "";
+    const exclusions = filters.excludes.map((domain) => ` -site:${domain}`).join("");
+    const constrainedQuery = `${query.trim()}${exclusions}${recency}`.trim();
+    const url = new URL(encodeURIComponent(constrainedQuery), JINA_SEARCH_BASE_URL);
+    url.searchParams.set("count", String(numResults));
+    for (const domain of filters.includes)
+        url.searchParams.append("site", domain);
+    return { url: url.toString(), filters };
+}
+function requestSignal(signal) {
+    const timeout = AbortSignal.timeout(SEARCH_TIMEOUT_MS);
+    return {
+        timeout,
+        signal: signal ? AbortSignal.any([signal, timeout]) : timeout,
+    };
+}
+function errorMessage(err) {
+    return err instanceof Error ? err.message : String(err);
+}
+function parseItems(value) {
+    if (Array.isArray(value))
+        return value;
+    if (!value || typeof value !== "object") {
+        throw new Error("Jina Search API returned invalid response: expected an object or array");
+    }
+    const envelope = value;
+    if (typeof envelope.code === "number" && envelope.code !== 200) {
+        throw new Error(`Jina Search API error ${envelope.code}: response envelope reported failure`);
+    }
+    if (!Array.isArray(envelope.data)) {
+        throw new Error("Jina Search API returned invalid response: expected data array");
+    }
+    return envelope.data;
+}
+function passesDomainFilter(url, filters) {
+    let hostname;
+    try {
+        hostname = new URL(url).hostname.toLowerCase();
+    }
+    catch {
+        return false;
+    }
+    const matches = (domain) => hostname === domain || hostname.endsWith(`.${domain}`);
+    if (filters.includes.length > 0 && !filters.includes.some(matches))
+        return false;
+    return !filters.excludes.some(matches);
+}
+function mapItems(items, numResults, filters) {
+    const results = [];
+    const content = [];
+    const seen = new Set();
+    for (const item of items) {
+        const url = typeof item?.url === "string" ? item.url.trim() : "";
+        if (!url || seen.has(url) || !passesDomainFilter(url, filters))
+            continue;
+        seen.add(url);
+        const title = typeof item.title === "string" && item.title.trim()
+            ? item.title.trim()
+            : `Source ${results.length + 1}`;
+        const snippet = typeof item.description === "string"
+            ? item.description.replace(/\s+/g, " ").trim()
+            : "";
+        results.push({ title, url, snippet });
+        if (typeof item.content === "string" && item.content.trim()) {
+            content.push({ url, title, content: item.content.trim(), error: null });
+        }
+        if (results.length >= numResults)
+            break;
+    }
+    return { results, content };
+}
+function buildAnswer(results) {
+    return results
+        .map((result) => result.snippet
+        ? `${result.snippet}\nSource: ${result.title} (${result.url})`
+        : `Source: ${result.title} (${result.url})`)
+        .join("\n\n");
+}
+function rethrowRequestError(err, apiKey, activityId, request, callerSignal) {
+    if (request.timeout.aborted && !callerSignal?.aborted) {
+        activityMonitor.logComplete(activityId, 408);
+        throw new Error("Jina Search API error 408: request timed out");
+    }
+    const message = errorMessage(err);
+    const redactedMessage = redactCredential(message, apiKey);
+    if (redactedMessage.toLowerCase().includes("abort"))
+        activityMonitor.logComplete(activityId, 0);
+    else
+        activityMonitor.logError(activityId, redactedMessage);
+    if (redactedMessage === message)
+        throw err;
+    const redactedError = new Error(redactedMessage);
+    if (err instanceof Error)
+        redactedError.name = err.name;
+    throw redactedError;
+}
+export function isJinaSearchAvailable() {
+    return hasCredentialSource({
+        provider: "Jina Search",
+        configuredValue: loadConfig().jinaApiKey,
+        environmentValue: process.env.JINA_API_KEY,
+    });
+}
+export async function searchWithJina(query, options = {}) {
+    const apiKey = await requireApiKey(options.signal);
+    const numResults = normalizeCount(options.numResults);
+    const { url, filters } = buildSearchRequest(query, options, numResults);
+    const activityId = activityMonitor.logStart({ type: "api", query });
+    const request = requestSignal(options.signal);
+    let response;
+    try {
+        response = await fetch(url, {
+            headers: {
+                "Accept": "application/json",
+                "Authorization": `Bearer ${apiKey}`,
+                "User-Agent": "pi-web-access",
+                "X-Respond-With": options.includeContent ? "content" : "no-content",
+                "X-Retain-Images": "none",
+            },
+            signal: request.signal,
+        });
+    }
+    catch (err) {
+        rethrowRequestError(err, apiKey, activityId, request, options.signal);
+    }
+    if (!response.ok) {
+        let body;
+        try {
+            body = redactCredential(await response.text(), apiKey);
+        }
+        catch (err) {
+            rethrowRequestError(err, apiKey, activityId, request, options.signal);
+        }
+        activityMonitor.logComplete(activityId, response.status);
+        throw new Error(`Jina Search API error ${response.status}: ${body.slice(0, 300)}`);
+    }
+    let raw;
+    try {
+        raw = await response.json();
+    }
+    catch (err) {
+        if (!(err instanceof SyntaxError)) {
+            rethrowRequestError(err, apiKey, activityId, request, options.signal);
+        }
+        activityMonitor.logComplete(activityId, response.status);
+        throw new Error("Jina Search API returned invalid JSON");
+    }
+    let mapped;
+    try {
+        mapped = mapItems(parseItems(raw), numResults, filters);
+    }
+    catch (err) {
+        const message = errorMessage(err);
+        const redactedMessage = redactCredential(message, apiKey);
+        activityMonitor.logError(activityId, redactedMessage);
+        if (redactedMessage === message)
+            throw err;
+        const redactedError = new Error(redactedMessage);
+        if (err instanceof Error)
+            redactedError.name = err.name;
+        throw redactedError;
+    }
+    activityMonitor.logComplete(activityId, response.status);
+    const result = {
+        answer: buildAnswer(mapped.results),
+        results: mapped.results,
+    };
+    if (options.includeContent && mapped.content.length > 0)
+        result.inlineContent = mapped.content;
+    return result;
+}
+//# sourceMappingURL=jina-search.js.map

package/dist/humain/web-access/vendor/jina-search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jina-search.js","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/jina-search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAGlG,OAAO,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAEpD,MAAM,oBAAoB,GAAG,oBAAoB,CAAC;AAClD,MAAM,WAAW,GAAG,sBAAsB,EAAE,CAAC;AAC7C,MAAM,iBAAiB,GAAG,MAAM,CAAC;AAsBjC,IAAI,YAAY,GAA2B,IAAI,CAAC;AAEhD,SAAS,UAAU,GAAoB;IACtC,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC9B,YAAY,GAAG,EAAE,CAAC;QAClB,OAAO,YAAY,CAAC;IACrB,CAAC;IAED,MAAM,GAAG,GAAG,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IAC9C,IAAI,CAAC;QACJ,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACpE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC3C,CAAC;QACD,YAAY,GAAG,MAAyB,CAAC;QACzC,OAAO,YAAY,CAAC;IACrB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,mBAAmB,WAAW,KAAK,OAAO,EAAE,CAAC,CAAC;IAC/D,CAAC;AAAA,CACD;AAED,KAAK,UAAU,SAAS,CAAC,MAAoB,EAA0B;IACtE,OAAO,iBAAiB,CAAC;QACxB,QAAQ,EAAE,aAAa;QACvB,eAAe,EAAE,UAAU,EAAE,CAAC,UAAU;QACxC,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;QAC1C,MAAM;KACN,CAAC,CAAC;AAAA,CACH;AAED,KAAK,UAAU,aAAa,CAAC,MAAoB,EAAmB;IACnE,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,CAAC;IACvC,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACd,0CAA0C;YAC1C,eAAe,WAAW,sCAAsC;YAChE,8CAA8C;YAC9C,4CAA4C,CAC5C,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAAA,CACd;AAED,SAAS,cAAc,CAAC,KAAyB,EAAU;IAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACnE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAAA,CACpD;AAED,SAAS,eAAe,CAAC,KAAa,EAAiB;IACtD,IAAI,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACvC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACzD,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,IAAI,CAAC;QACJ,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,WAAW,KAAK,EAAE,CAAC,CAAC;QACpF,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACR,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAClD,CAAC;IACD,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IACxC,OAAO,mCAAmC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AAAA,CACtE;AAED,SAAS,eAAe,CAAC,YAAkC,EAA8C;IACxG,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,GAAG,IAAI,YAAY,IAAI,EAAE,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;QAChE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;AAAA,CAC9B;AAED,SAAS,kBAAkB,CAAC,KAAa,EAAE,OAA0B,EAAE,UAAkB,EAAgE;IACxJ,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,0BAA0B,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/F,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,UAAU,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjF,MAAM,gBAAgB,GAAG,GAAG,KAAK,CAAC,IAAI,EAAE,GAAG,UAAU,GAAG,OAAO,EAAE,CAAC,IAAI,EAAE,CAAC;IACzE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,EAAE,oBAAoB,CAAC,CAAC;IAChF,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;IAClD,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,QAAQ;QAAE,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,OAAO,EAAE,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC;AAAA,CACxC;AAED,SAAS,aAAa,CAAC,MAAoB,EAAiD;IAC3F,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACvD,OAAO;QACN,OAAO;QACP,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO;KAC7D,CAAC;AAAA,CACF;AAED,SAAS,YAAY,CAAC,GAAY,EAAU;IAC3C,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AAAA,CACxD;AAED,SAAS,UAAU,CAAC,KAAc,EAAoB;IACrD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAyB,CAAC;IAC3D,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAC;IAC3F,CAAC;IACD,MAAM,QAAQ,GAAG,KAA2B,CAAC;IAC7C,IAAI,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,CAAC,IAAI,sCAAsC,CAAC,CAAC;IAC/F,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;IACnF,CAAC;IACD,OAAO,QAAQ,CAAC,IAAwB,CAAC;AAAA,CACzC;AAED,SAAS,kBAAkB,CAAC,GAAW,EAAE,OAA2C,EAAW;IAC9F,IAAI,QAAgB,CAAC;IACrB,IAAI,CAAC;QACJ,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;IAChD,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,KAAK,CAAC;IACd,CAAC;IACD,MAAM,OAAO,GAAG,CAAC,MAAc,EAAW,EAAE,CAAC,QAAQ,KAAK,MAAM,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC;IACpG,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IACjF,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAAA,CACvC;AAED,SAAS,QAAQ,CAAC,KAAuB,EAAE,UAAkB,EAAE,OAA2C,EAGxG;IACD,MAAM,OAAO,GAA8B,EAAE,CAAC;IAC9C,MAAM,OAAO,GAAuB,EAAE,CAAC;IACvC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,GAAG,GAAG,OAAO,IAAI,EAAE,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjE,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC;YAAE,SAAS;QACzE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;YAChE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;YACnB,CAAC,CAAC,UAAU,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ;YACnD,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE;YAC9C,CAAC,CAAC,EAAE,CAAC;QACN,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;QACtC,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YAC7D,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACzE,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,IAAI,UAAU;YAAE,MAAM;IACzC,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AAAA,CAC5B;AAED,SAAS,WAAW,CAAC,OAAkC,EAAU;IAChE,OAAO,OAAO;SACZ,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO;QAC9B,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,aAAa,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,GAAG,GAAG;QAC9D,CAAC,CAAC,WAAW,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,GAAG,GAAG,CAAC;SAC5C,IAAI,CAAC,MAAM,CAAC,CAAC;AAAA,CACf;AAED,SAAS,mBAAmB,CAC3B,GAAY,EACZ,MAAc,EACd,UAAkB,EAClB,OAAyC,EACzC,YAA0B,EAClB;IACR,IAAI,OAAO,CAAC,OAAO,CAAC,OAAO,IAAI,CAAC,YAAY,EAAE,OAAO,EAAE,CAAC;QACvD,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IACjE,CAAC;IACD,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IAClC,MAAM,eAAe,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC1D,IAAI,eAAe,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;;QAC3F,eAAe,CAAC,QAAQ,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;IAC3D,IAAI,eAAe,KAAK,OAAO;QAAE,MAAM,GAAG,CAAC;IAC3C,MAAM,aAAa,GAAG,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;IACjD,IAAI,GAAG,YAAY,KAAK;QAAE,aAAa,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IACxD,MAAM,aAAa,CAAC;AAAA,CACpB;AAED,MAAM,UAAU,qBAAqB,GAAY;IAChD,OAAO,mBAAmB,CAAC;QAC1B,QAAQ,EAAE,aAAa;QACvB,eAAe,EAAE,UAAU,EAAE,CAAC,UAAU;QACxC,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;KAC1C,CAAC,CAAC;AAAA,CACH;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,KAAa,EAAE,OAAO,GAAsB,EAAE,EAA2B;IAC7G,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,cAAc,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACtD,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;IACxE,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,IAAI,QAAkB,CAAC;IACvB,IAAI,CAAC;QACJ,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC3B,OAAO,EAAE;gBACR,QAAQ,EAAE,kBAAkB;gBAC5B,eAAe,EAAE,UAAU,MAAM,EAAE;gBACnC,YAAY,EAAE,eAAe;gBAC7B,gBAAgB,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY;gBACnE,iBAAiB,EAAE,MAAM;aACzB;YACD,MAAM,EAAE,OAAO,CAAC,MAAM;SACtB,CAAC,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,mBAAmB,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACvE,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QAClB,IAAI,IAAY,CAAC;QACjB,IAAI,CAAC;YACJ,IAAI,GAAG,gBAAgB,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;QACxD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,mBAAmB,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACvE,CAAC;QACD,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzD,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACpF,CAAC;IAED,IAAI,GAAY,CAAC;IACjB,IAAI,CAAC;QACJ,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC7B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,IAAI,CAAC,CAAC,GAAG,YAAY,WAAW,CAAC,EAAE,CAAC;YACnC,mBAAmB,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACvE,CAAC;QACD,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzD,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC1D,CAAC;IAED,IAAI,MAAmC,CAAC;IACxC,IAAI,CAAC;QACJ,MAAM,GAAG,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;IACzD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;QAClC,MAAM,eAAe,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1D,eAAe,CAAC,QAAQ,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;QACtD,IAAI,eAAe,KAAK,OAAO;YAAE,MAAM,GAAG,CAAC;QAC3C,MAAM,aAAa,GAAG,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QACjD,IAAI,GAAG,YAAY,KAAK;YAAE,aAAa,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QACxD,MAAM,aAAa,CAAC;IACrB,CAAC;IACD,eAAe,CAAC,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IACzD,MAAM,MAAM,GAAmB;QAC9B,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC;QACnC,OAAO,EAAE,MAAM,CAAC,OAAO;KACvB,CAAC;IACF,IAAI,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,CAAC,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC;IAC/F,OAAO,MAAM,CAAC;AAAA,CACd","sourcesContent":["import { existsSync, readFileSync } from \"node:fs\";\nimport { activityMonitor } from \"./activity.ts\";\nimport { hasCredentialSource, redactCredential, resolveCredential } from \"./credential-source.ts\";\nimport type { ExtractedContent } from \"./extract.ts\";\nimport type { SearchOptions, SearchResponse } from \"./perplexity.ts\";\nimport { getWebSearchConfigPath } from \"./utils.ts\";\n\nconst JINA_SEARCH_BASE_URL = \"https://s.jina.ai/\";\nconst CONFIG_PATH = getWebSearchConfigPath();\nconst SEARCH_TIMEOUT_MS = 60_000;\n\ninterface WebSearchConfig {\n\tjinaApiKey?: unknown;\n}\n\ninterface JinaSearchItem {\n\ttitle?: unknown;\n\turl?: unknown;\n\tdescription?: unknown;\n\tcontent?: unknown;\n}\n\ninterface JinaSearchEnvelope {\n\tcode?: unknown;\n\tdata?: unknown;\n}\n\ninterface JinaSearchOptions extends SearchOptions {\n\tincludeContent?: boolean;\n}\n\nlet cachedConfig: WebSearchConfig | null = null;\n\nfunction loadConfig(): WebSearchConfig {\n\tif (cachedConfig) return cachedConfig;\n\tif (!existsSync(CONFIG_PATH)) {\n\t\tcachedConfig = {};\n\t\treturn cachedConfig;\n\t}\n\n\tconst raw = readFileSync(CONFIG_PATH, \"utf8\");\n\ttry {\n\t\tconst parsed: unknown = JSON.parse(raw);\n\t\tif (!parsed || typeof parsed !== \"object\" || Array.isArray(parsed)) {\n\t\t\tthrow new Error(\"expected a JSON object\");\n\t\t}\n\t\tcachedConfig = parsed as WebSearchConfig;\n\t\treturn cachedConfig;\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tthrow new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);\n\t}\n}\n\nasync function getApiKey(signal?: AbortSignal): Promise<string | null> {\n\treturn resolveCredential({\n\t\tprovider: \"Jina Search\",\n\t\tconfiguredValue: loadConfig().jinaApiKey,\n\t\tenvironmentValue: process.env.JINA_API_KEY,\n\t\tsignal,\n\t});\n}\n\nasync function requireApiKey(signal?: AbortSignal): Promise<string> {\n\tconst apiKey = await getApiKey(signal);\n\tif (!apiKey) {\n\t\tthrow new Error(\n\t\t\t\"Jina Search API key not found. Either:\\n\" +\n\t\t\t`  1. Create ${CONFIG_PATH} with { \"jinaApiKey\": \"your-key\" }\\n` +\n\t\t\t\"  2. Set JINA_API_KEY environment variable\\n\" +\n\t\t\t\"Get a key at https://jina.ai/api-dashboard\",\n\t\t);\n\t}\n\treturn apiKey;\n}\n\nfunction normalizeCount(value: number | undefined): number {\n\tif (typeof value !== \"number\" || !Number.isFinite(value)) return 5;\n\treturn Math.max(1, Math.min(Math.floor(value), 20));\n}\n\nfunction normalizeDomain(value: string): string | null {\n\tlet input = value.trim().toLowerCase();\n\tif (input.startsWith(\"-\")) input = input.slice(1).trim();\n\tif (!input) return null;\n\ttry {\n\t\tconst parsed = input.includes(\"://\") ? new URL(input) : new URL(`https://${input}`);\n\t\tinput = parsed.hostname;\n\t} catch {\n\t\tinput = input.split(\"/\")[0]?.split(\":\")[0] ?? \"\";\n\t}\n\tinput = input.replace(/^\\.+|\\.+$/g, \"\");\n\treturn /^[a-z0-9][a-z0-9.-]*\\.[a-z]{2,}$/i.test(input) ? input : null;\n}\n\nfunction mapDomainFilter(domainFilter: string[] | undefined): { includes: string[]; excludes: string[] } {\n\tconst includes: string[] = [];\n\tconst excludes: string[] = [];\n\tfor (const raw of domainFilter ?? []) {\n\t\tconst domain = normalizeDomain(raw);\n\t\tif (!domain) continue;\n\t\tconst target = raw.trim().startsWith(\"-\") ? excludes : includes;\n\t\tif (!target.includes(domain)) target.push(domain);\n\t}\n\treturn { includes, excludes };\n}\n\nfunction buildSearchRequest(query: string, options: JinaSearchOptions, numResults: number): { url: string; filters: ReturnType<typeof mapDomainFilter> } {\n\tconst filters = mapDomainFilter(options.domainFilter);\n\tconst recency = options.recencyFilter ? ` published in the past ${options.recencyFilter}` : \"\";\n\tconst exclusions = filters.excludes.map((domain) => ` -site:${domain}`).join(\"\");\n\tconst constrainedQuery = `${query.trim()}${exclusions}${recency}`.trim();\n\tconst url = new URL(encodeURIComponent(constrainedQuery), JINA_SEARCH_BASE_URL);\n\turl.searchParams.set(\"count\", String(numResults));\n\tfor (const domain of filters.includes) url.searchParams.append(\"site\", domain);\n\treturn { url: url.toString(), filters };\n}\n\nfunction requestSignal(signal?: AbortSignal): { signal: AbortSignal; timeout: AbortSignal } {\n\tconst timeout = AbortSignal.timeout(SEARCH_TIMEOUT_MS);\n\treturn {\n\t\ttimeout,\n\t\tsignal: signal ? AbortSignal.any([signal, timeout]) : timeout,\n\t};\n}\n\nfunction errorMessage(err: unknown): string {\n\treturn err instanceof Error ? err.message : String(err);\n}\n\nfunction parseItems(value: unknown): JinaSearchItem[] {\n\tif (Array.isArray(value)) return value as JinaSearchItem[];\n\tif (!value || typeof value !== \"object\") {\n\t\tthrow new Error(\"Jina Search API returned invalid response: expected an object or array\");\n\t}\n\tconst envelope = value as JinaSearchEnvelope;\n\tif (typeof envelope.code === \"number\" && envelope.code !== 200) {\n\t\tthrow new Error(`Jina Search API error ${envelope.code}: response envelope reported failure`);\n\t}\n\tif (!Array.isArray(envelope.data)) {\n\t\tthrow new Error(\"Jina Search API returned invalid response: expected data array\");\n\t}\n\treturn envelope.data as JinaSearchItem[];\n}\n\nfunction passesDomainFilter(url: string, filters: ReturnType<typeof mapDomainFilter>): boolean {\n\tlet hostname: string;\n\ttry {\n\t\thostname = new URL(url).hostname.toLowerCase();\n\t} catch {\n\t\treturn false;\n\t}\n\tconst matches = (domain: string): boolean => hostname === domain || hostname.endsWith(`.${domain}`);\n\tif (filters.includes.length > 0 && !filters.includes.some(matches)) return false;\n\treturn !filters.excludes.some(matches);\n}\n\nfunction mapItems(items: JinaSearchItem[], numResults: number, filters: ReturnType<typeof mapDomainFilter>): {\n\tresults: SearchResponse[\"results\"];\n\tcontent: ExtractedContent[];\n} {\n\tconst results: SearchResponse[\"results\"] = [];\n\tconst content: ExtractedContent[] = [];\n\tconst seen = new Set<string>();\n\tfor (const item of items) {\n\t\tconst url = typeof item?.url === \"string\" ? item.url.trim() : \"\";\n\t\tif (!url || seen.has(url) || !passesDomainFilter(url, filters)) continue;\n\t\tseen.add(url);\n\t\tconst title = typeof item.title === \"string\" && item.title.trim()\n\t\t\t? item.title.trim()\n\t\t\t: `Source ${results.length + 1}`;\n\t\tconst snippet = typeof item.description === \"string\"\n\t\t\t? item.description.replace(/\\s+/g, \" \").trim()\n\t\t\t: \"\";\n\t\tresults.push({ title, url, snippet });\n\t\tif (typeof item.content === \"string\" && item.content.trim()) {\n\t\t\tcontent.push({ url, title, content: item.content.trim(), error: null });\n\t\t}\n\t\tif (results.length >= numResults) break;\n\t}\n\treturn { results, content };\n}\n\nfunction buildAnswer(results: SearchResponse[\"results\"]): string {\n\treturn results\n\t\t.map((result) => result.snippet\n\t\t\t? `${result.snippet}\\nSource: ${result.title} (${result.url})`\n\t\t\t: `Source: ${result.title} (${result.url})`)\n\t\t.join(\"\\n\\n\");\n}\n\nfunction rethrowRequestError(\n\terr: unknown,\n\tapiKey: string,\n\tactivityId: string,\n\trequest: ReturnType<typeof requestSignal>,\n\tcallerSignal?: AbortSignal,\n): never {\n\tif (request.timeout.aborted && !callerSignal?.aborted) {\n\t\tactivityMonitor.logComplete(activityId, 408);\n\t\tthrow new Error(\"Jina Search API error 408: request timed out\");\n\t}\n\tconst message = errorMessage(err);\n\tconst redactedMessage = redactCredential(message, apiKey);\n\tif (redactedMessage.toLowerCase().includes(\"abort\")) activityMonitor.logComplete(activityId, 0);\n\telse activityMonitor.logError(activityId, redactedMessage);\n\tif (redactedMessage === message) throw err;\n\tconst redactedError = new Error(redactedMessage);\n\tif (err instanceof Error) redactedError.name = err.name;\n\tthrow redactedError;\n}\n\nexport function isJinaSearchAvailable(): boolean {\n\treturn hasCredentialSource({\n\t\tprovider: \"Jina Search\",\n\t\tconfiguredValue: loadConfig().jinaApiKey,\n\t\tenvironmentValue: process.env.JINA_API_KEY,\n\t});\n}\n\nexport async function searchWithJina(query: string, options: JinaSearchOptions = {}): Promise<SearchResponse> {\n\tconst apiKey = await requireApiKey(options.signal);\n\tconst numResults = normalizeCount(options.numResults);\n\tconst { url, filters } = buildSearchRequest(query, options, numResults);\n\tconst activityId = activityMonitor.logStart({ type: \"api\", query });\n\tconst request = requestSignal(options.signal);\n\tlet response: Response;\n\ttry {\n\t\tresponse = await fetch(url, {\n\t\t\theaders: {\n\t\t\t\t\"Accept\": \"application/json\",\n\t\t\t\t\"Authorization\": `Bearer ${apiKey}`,\n\t\t\t\t\"User-Agent\": \"pi-web-access\",\n\t\t\t\t\"X-Respond-With\": options.includeContent ? \"content\" : \"no-content\",\n\t\t\t\t\"X-Retain-Images\": \"none\",\n\t\t\t},\n\t\t\tsignal: request.signal,\n\t\t});\n\t} catch (err) {\n\t\trethrowRequestError(err, apiKey, activityId, request, options.signal);\n\t}\n\n\tif (!response.ok) {\n\t\tlet body: string;\n\t\ttry {\n\t\t\tbody = redactCredential(await response.text(), apiKey);\n\t\t} catch (err) {\n\t\t\trethrowRequestError(err, apiKey, activityId, request, options.signal);\n\t\t}\n\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\tthrow new Error(`Jina Search API error ${response.status}: ${body.slice(0, 300)}`);\n\t}\n\n\tlet raw: unknown;\n\ttry {\n\t\traw = await response.json();\n\t} catch (err) {\n\t\tif (!(err instanceof SyntaxError)) {\n\t\t\trethrowRequestError(err, apiKey, activityId, request, options.signal);\n\t\t}\n\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\tthrow new Error(\"Jina Search API returned invalid JSON\");\n\t}\n\n\tlet mapped: ReturnType<typeof mapItems>;\n\ttry {\n\t\tmapped = mapItems(parseItems(raw), numResults, filters);\n\t} catch (err) {\n\t\tconst message = errorMessage(err);\n\t\tconst redactedMessage = redactCredential(message, apiKey);\n\t\tactivityMonitor.logError(activityId, redactedMessage);\n\t\tif (redactedMessage === message) throw err;\n\t\tconst redactedError = new Error(redactedMessage);\n\t\tif (err instanceof Error) redactedError.name = err.name;\n\t\tthrow redactedError;\n\t}\n\tactivityMonitor.logComplete(activityId, response.status);\n\tconst result: SearchResponse = {\n\t\tanswer: buildAnswer(mapped.results),\n\t\tresults: mapped.results,\n\t};\n\tif (options.includeContent && mapped.content.length > 0) result.inlineContent = mapped.content;\n\treturn result;\n}\n"]}

package/dist/humain/web-access/vendor/kagi.d.ts

@@ -0,0 +1,15 @@
+import type { ExtractedContent, ExtractOptions } from "./extract.ts";
+import type { SearchOptions, SearchResponse } from "./perplexity.ts";
+import { type SsrfConfig } from "./ssrf-protection.ts";
+interface KagiSearchOptions extends SearchOptions {
+    includeContent?: boolean;
+}
+export interface KagiExtractOptions extends Pick<ExtractOptions, "timeoutMs" | "lookup"> {
+    ssrf?: SsrfConfig;
+}
+export declare function isKagiAvailable(): boolean;
+export declare function searchWithKagi(query: string, options?: KagiSearchOptions): Promise<SearchResponse>;
+export declare function isKagiExtractAvailable(): boolean;
+export declare function extractWithKagi(url: string, signal?: AbortSignal, options?: KagiExtractOptions): Promise<ExtractedContent | null>;
+export {};
+//# sourceMappingURL=kagi.d.ts.map

package/dist/humain/web-access/vendor/kagi.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"kagi.d.ts","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/kagi.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACrE,OAAO,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAErE,OAAO,EAAmF,KAAK,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAYxI,UAAU,iBAAkB,SAAQ,aAAa;IAChD,cAAc,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,kBAAmB,SAAQ,IAAI,CAAC,cAAc,EAAE,WAAW,GAAG,QAAQ,CAAC;IACvF,IAAI,CAAC,EAAE,UAAU,CAAC;CAClB;AA0ID,wBAAgB,eAAe,IAAI,OAAO,CAEzC;AAED,wBAAsB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,cAAc,CAAC,CA4C5G;AAED,wBAAgB,sBAAsB,IAAI,OAAO,CAEhD;AAED,wBAAsB,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,EAAE,OAAO,GAAE,kBAAuB,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAiD3I","sourcesContent":["import { existsSync, readFileSync } from \"node:fs\";\nimport { activityMonitor } from \"./activity.ts\";\nimport type { ExtractedContent, ExtractOptions } from \"./extract.ts\";\nimport type { SearchOptions, SearchResponse } from \"./perplexity.ts\";\nimport { hasCredentialSource, redactCredential, resolveCredential } from \"./credential-source.ts\";\nimport { fetchRemoteUrl, loadFetchContentDomainPolicy, loadSsrfConfig, validateRemoteUrl, type SsrfConfig } from \"./ssrf-protection.ts\";\nimport { getWebSearchConfigPath } from \"./utils.ts\";\n\nconst KAGI_SEARCH_URL = \"https://kagi.com/api/v1/search\";\nconst KAGI_EXTRACT_URL = \"https://kagi.com/api/v1/extract\";\nconst CONFIG_PATH = getWebSearchConfigPath();\nconst SEARCH_TIMEOUT_MS = 60_000;\n\ninterface WebSearchConfig {\n\tkagiApiKey?: unknown;\n}\n\ninterface KagiSearchOptions extends SearchOptions {\n\tincludeContent?: boolean;\n}\n\nexport interface KagiExtractOptions extends Pick<ExtractOptions, \"timeoutMs\" | \"lookup\"> {\n\tssrf?: SsrfConfig;\n}\n\nlet cachedConfig: WebSearchConfig | null = null;\n\nfunction loadConfig(): WebSearchConfig {\n\tif (cachedConfig) return cachedConfig;\n\tif (!existsSync(CONFIG_PATH)) {\n\t\tcachedConfig = {};\n\t\treturn cachedConfig;\n\t}\n\tconst raw = readFileSync(CONFIG_PATH, \"utf-8\");\n\tlet parsed: unknown;\n\ttry {\n\t\tparsed = JSON.parse(raw);\n\t} catch (err) {\n\t\tconst message = err instanceof Error ? err.message : String(err);\n\t\tthrow new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);\n\t}\n\tif (!parsed || typeof parsed !== \"object\" || Array.isArray(parsed)) {\n\t\tthrow new Error(`Invalid config in ${CONFIG_PATH}: expected a JSON object`);\n\t}\n\tcachedConfig = parsed as WebSearchConfig;\n\treturn cachedConfig;\n}\n\nasync function getApiKey(signal?: AbortSignal): Promise<string | null> {\n\treturn resolveCredential({\n\t\tprovider: \"Kagi\",\n\t\tconfiguredValue: loadConfig().kagiApiKey,\n\t\tenvironmentValue: process.env.KAGI_API_KEY,\n\t\tsignal,\n\t});\n}\n\nasync function requireApiKey(signal?: AbortSignal): Promise<string> {\n\tconst apiKey = await getApiKey(signal);\n\tif (!apiKey) {\n\t\tthrow new Error(\n\t\t\t\"Kagi API key not found. Either:\\n\" +\n\t\t\t`  1. Create ${CONFIG_PATH} with { \"kagiApiKey\": \"your-key\" }\\n` +\n\t\t\t\"  2. Set KAGI_API_KEY environment variable\\n\" +\n\t\t\t\"Create a key at https://kagi.com/settings?p=api\",\n\t\t);\n\t}\n\treturn apiKey;\n}\n\nfunction normalizeCount(value: number | undefined): number {\n\tif (typeof value !== \"number\" || !Number.isFinite(value)) return 5;\n\treturn Math.max(1, Math.min(Math.floor(value), 20));\n}\n\nfunction errorMessage(err: unknown): string {\n\treturn err instanceof Error ? err.message : String(err);\n}\n\nfunction invalidResponse(message: string): Error {\n\treturn new Error(`Kagi API returned invalid response: ${message}`);\n}\n\nfunction firstString(...values: unknown[]): string | null {\n\tfor (const value of values) {\n\t\tif (typeof value === \"string\" && value.trim()) return value.trim();\n\t}\n\treturn null;\n}\n\nfunction appendSearchItems(value: unknown, results: SearchResponse[\"results\"], inlineContent: ExtractedContent[]): void {\n\tif (Array.isArray(value)) {\n\t\tfor (const item of value) appendSearchItems(item, results, inlineContent);\n\t\treturn;\n\t}\n\tif (!value || typeof value !== \"object\") return;\n\tconst item = value as Record<string, unknown>;\n\tconst url = firstString(item.url, item.href, item.link);\n\tif (!url) return;\n\tconst title = firstString(item.title, item.name) ?? url;\n\tconst snippet = firstString(item.snippet, item.description, item.summary, item.content, item.markdown, item.text) ?? \"\";\n\tresults.push({ title, url, snippet });\n\tconst content = firstString(item.markdown, item.content, item.text);\n\tif (content) inlineContent.push({ url, title, content, error: null });\n}\n\nfunction parseErrors(value: unknown): string | null {\n\tif (!value || typeof value !== \"object\" || Array.isArray(value)) return null;\n\tconst envelope = value as Record<string, unknown>;\n\tconst rawErrors = envelope.errors ?? envelope.error;\n\tif (!Array.isArray(rawErrors)) return null;\n\tconst messages = rawErrors.map((entry) => {\n\t\tif (!entry || typeof entry !== \"object\") return String(entry);\n\t\tconst raw = entry as Record<string, unknown>;\n\t\treturn firstString(raw.message, raw.msg, raw.code) ?? JSON.stringify(raw);\n\t});\n\treturn messages.length > 0 ? messages.join(\"; \") : null;\n}\n\nfunction parseSearchResponse(value: unknown): { results: SearchResponse[\"results\"]; inlineContent: ExtractedContent[] } {\n\tif (!value || typeof value !== \"object\" || Array.isArray(value)) throw invalidResponse(\"expected an object envelope\");\n\tconst message = parseErrors(value);\n\tif (message) throw invalidResponse(message);\n\tconst envelope = value as Record<string, unknown>;\n\tconst results: SearchResponse[\"results\"] = [];\n\tconst inlineContent: ExtractedContent[] = [];\n\tconst data = envelope.data;\n\tconst items = (typeof data === \"object\" && data !== null && !Array.isArray(data))\n\t\t? (data as Record<string, unknown>).search\n\t\t: data;\n\tappendSearchItems(items, results, inlineContent);\n\treturn { results, inlineContent };\n}\n\nfunction parseExtractResponse(value: unknown, requestedUrl: string): ExtractedContent | null {\n\tif (!value || typeof value !== \"object\" || Array.isArray(value)) throw invalidResponse(\"expected extract object envelope\");\n\tconst message = parseErrors(value);\n\tif (message) throw invalidResponse(message);\n\tconst envelope = value as Record<string, unknown>;\n\tconst candidates = Array.isArray(envelope.data) ? envelope.data : [envelope.data ?? envelope];\n\tfor (const candidate of candidates) {\n\t\tif (!candidate || typeof candidate !== \"object\" || Array.isArray(candidate)) continue;\n\t\tconst item = candidate as Record<string, unknown>;\n\t\tconst content = firstString(item.markdown, item.content, item.text);\n\t\tif (!content) continue;\n\t\treturn {\n\t\t\turl: firstString(item.url, item.href, item.link) ?? requestedUrl,\n\t\t\ttitle: firstString(item.title, item.name) ?? requestedUrl,\n\t\t\tcontent,\n\t\t\terror: null,\n\t\t};\n\t}\n\treturn null;\n}\n\nfunction buildAnswer(results: SearchResponse[\"results\"]): string {\n\treturn results.map((result) => result.snippet\n\t\t? `${result.snippet}\\nSource: ${result.title} (${result.url})`\n\t\t: `Source: ${result.title} (${result.url})`).join(\"\\n\\n\");\n}\n\nexport function isKagiAvailable(): boolean {\n\treturn hasCredentialSource({ provider: \"Kagi\", configuredValue: loadConfig().kagiApiKey, environmentValue: process.env.KAGI_API_KEY });\n}\n\nexport async function searchWithKagi(query: string, options: KagiSearchOptions = {}): Promise<SearchResponse> {\n\tconst apiKey = await requireApiKey(options.signal);\n\tconst numResults = normalizeCount(options.numResults);\n\tconst activityId = activityMonitor.logStart({ type: \"api\", query });\n\tlet response: Response;\n\ttry {\n\t\tresponse = await fetch(KAGI_SEARCH_URL, {\n\t\t\tmethod: \"POST\",\n\t\t\theaders: { Authorization: `Bearer ${apiKey}`, \"Content-Type\": \"application/json\", Accept: \"application/json\" },\n\t\t\tbody: JSON.stringify({ query, limit: numResults }),\n\t\t\tsignal: options.signal ? AbortSignal.any([AbortSignal.timeout(SEARCH_TIMEOUT_MS), options.signal]) : AbortSignal.timeout(SEARCH_TIMEOUT_MS),\n\t\t});\n\t} catch (err) {\n\t\tconst message = errorMessage(err);\n\t\tconst redactedMessage = redactCredential(message, apiKey);\n\t\tif (redactedMessage.toLowerCase().includes(\"abort\")) activityMonitor.logComplete(activityId, 0);\n\t\telse activityMonitor.logError(activityId, redactedMessage);\n\t\tif (redactedMessage === message) throw err;\n\t\tconst redactedError = new Error(redactedMessage);\n\t\tif (err instanceof Error) redactedError.name = err.name;\n\t\tthrow redactedError;\n\t}\n\tif (!response.ok) {\n\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\tconst errorText = redactCredential(await response.text(), apiKey);\n\t\tthrow new Error(`Kagi API error ${response.status}: ${errorText.slice(0, 300)}`);\n\t}\n\tlet rawData: unknown;\n\ttry {\n\t\trawData = await response.json();\n\t} catch (err) {\n\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\tthrow new Error(`Kagi API returned invalid JSON: ${errorMessage(err)}`);\n\t}\n\tconst parsed = parseSearchResponse(rawData);\n\tactivityMonitor.logComplete(activityId, response.status);\n\tconst results = parsed.results.slice(0, numResults);\n\tconst mapped: SearchResponse = { answer: buildAnswer(results), results };\n\tif (options.includeContent) {\n\t\tconst urls = new Set(results.map(result => result.url));\n\t\tconst inlineContent = parsed.inlineContent.filter(content => urls.has(content.url));\n\t\tif (inlineContent.length > 0) mapped.inlineContent = inlineContent;\n\t}\n\treturn mapped;\n}\n\nexport function isKagiExtractAvailable(): boolean {\n\treturn isKagiAvailable();\n}\n\nexport async function extractWithKagi(url: string, signal?: AbortSignal, options: KagiExtractOptions = {}): Promise<ExtractedContent | null> {\n\tconst ssrf = options.ssrf ?? loadSsrfConfig();\n\tconst domainPolicy = loadFetchContentDomainPolicy();\n\tawait validateRemoteUrl(url, {\n\t\tallowRanges: ssrf.allowRanges,\n\t\ttrustEnvProxy: ssrf.trustEnvProxy,\n\t\tdomainPolicy,\n\t\t...(options.lookup ? { lookup: options.lookup } : {}),\n\t});\n\tconst apiKey = await requireApiKey(signal);\n\tconst activityId = activityMonitor.logStart({ type: \"api\", query: `kagi extract: ${url}` });\n\tlet response: Response;\n\ttry {\n\t\tresponse = await fetchRemoteUrl(KAGI_EXTRACT_URL, {\n\t\t\tmethod: \"POST\",\n\t\t\theaders: { Authorization: `Bearer ${apiKey}`, \"Content-Type\": \"application/json\", Accept: \"application/json\" },\n\t\t\tbody: JSON.stringify({ pages: [{ url }] }),\n\t\t\tsignal: signal ? AbortSignal.any([AbortSignal.timeout(options.timeoutMs ?? SEARCH_TIMEOUT_MS), signal]) : AbortSignal.timeout(options.timeoutMs ?? SEARCH_TIMEOUT_MS),\n\t\t}, {\n\t\t\tallowRanges: ssrf.allowRanges,\n\t\t\ttrustEnvProxy: ssrf.trustEnvProxy,\n\t\t\tonRedirect: ({ from, to, init }) => to.origin === from.origin ? init : { ...init, headers: { \"Content-Type\": \"application/json\", Accept: \"application/json\" } },\n\t\t\t...(options.lookup ? { lookup: options.lookup } : {}),\n\t\t});\n\t} catch (err) {\n\t\tconst message = errorMessage(err);\n\t\tconst redactedMessage = redactCredential(message, apiKey);\n\t\tif (redactedMessage.toLowerCase().includes(\"abort\")) activityMonitor.logComplete(activityId, 0);\n\t\telse activityMonitor.logError(activityId, redactedMessage);\n\t\tif (redactedMessage === message) throw err;\n\t\tconst redactedError = new Error(redactedMessage);\n\t\tif (err instanceof Error) redactedError.name = err.name;\n\t\tthrow redactedError;\n\t}\n\tif (!response.ok) {\n\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\tconst errorText = redactCredential(await response.text(), apiKey);\n\t\tthrow new Error(`Kagi Extract API error ${response.status}: ${errorText.slice(0, 300)}`);\n\t}\n\tlet rawData: unknown;\n\ttry {\n\t\trawData = await response.json();\n\t} catch (err) {\n\t\tactivityMonitor.logComplete(activityId, response.status);\n\t\tthrow new Error(`Kagi Extract API returned invalid JSON: ${errorMessage(err)}`);\n\t}\n\tconst parsed = parseExtractResponse(rawData, url);\n\tactivityMonitor.logComplete(activityId, response.status);\n\treturn parsed;\n}\n"]}

package/dist/humain/web-access/vendor/kagi.js

@@ -0,0 +1,262 @@
+import { existsSync, readFileSync } from "node:fs";
+import { activityMonitor } from "./activity.js";
+import { hasCredentialSource, redactCredential, resolveCredential } from "./credential-source.js";
+import { fetchRemoteUrl, loadFetchContentDomainPolicy, loadSsrfConfig, validateRemoteUrl } from "./ssrf-protection.js";
+import { getWebSearchConfigPath } from "./utils.js";
+const KAGI_SEARCH_URL = "https://kagi.com/api/v1/search";
+const KAGI_EXTRACT_URL = "https://kagi.com/api/v1/extract";
+const CONFIG_PATH = getWebSearchConfigPath();
+const SEARCH_TIMEOUT_MS = 60_000;
+let cachedConfig = null;
+function loadConfig() {
+    if (cachedConfig)
+        return cachedConfig;
+    if (!existsSync(CONFIG_PATH)) {
+        cachedConfig = {};
+        return cachedConfig;
+    }
+    const raw = readFileSync(CONFIG_PATH, "utf-8");
+    let parsed;
+    try {
+        parsed = JSON.parse(raw);
+    }
+    catch (err) {
+        const message = err instanceof Error ? err.message : String(err);
+        throw new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);
+    }
+    if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
+        throw new Error(`Invalid config in ${CONFIG_PATH}: expected a JSON object`);
+    }
+    cachedConfig = parsed;
+    return cachedConfig;
+}
+async function getApiKey(signal) {
+    return resolveCredential({
+        provider: "Kagi",
+        configuredValue: loadConfig().kagiApiKey,
+        environmentValue: process.env.KAGI_API_KEY,
+        signal,
+    });
+}
+async function requireApiKey(signal) {
+    const apiKey = await getApiKey(signal);
+    if (!apiKey) {
+        throw new Error("Kagi API key not found. Either:\n" +
+            `  1. Create ${CONFIG_PATH} with { "kagiApiKey": "your-key" }\n` +
+            "  2. Set KAGI_API_KEY environment variable\n" +
+            "Create a key at https://kagi.com/settings?p=api");
+    }
+    return apiKey;
+}
+function normalizeCount(value) {
+    if (typeof value !== "number" || !Number.isFinite(value))
+        return 5;
+    return Math.max(1, Math.min(Math.floor(value), 20));
+}
+function errorMessage(err) {
+    return err instanceof Error ? err.message : String(err);
+}
+function invalidResponse(message) {
+    return new Error(`Kagi API returned invalid response: ${message}`);
+}
+function firstString(...values) {
+    for (const value of values) {
+        if (typeof value === "string" && value.trim())
+            return value.trim();
+    }
+    return null;
+}
+function appendSearchItems(value, results, inlineContent) {
+    if (Array.isArray(value)) {
+        for (const item of value)
+            appendSearchItems(item, results, inlineContent);
+        return;
+    }
+    if (!value || typeof value !== "object")
+        return;
+    const item = value;
+    const url = firstString(item.url, item.href, item.link);
+    if (!url)
+        return;
+    const title = firstString(item.title, item.name) ?? url;
+    const snippet = firstString(item.snippet, item.description, item.summary, item.content, item.markdown, item.text) ?? "";
+    results.push({ title, url, snippet });
+    const content = firstString(item.markdown, item.content, item.text);
+    if (content)
+        inlineContent.push({ url, title, content, error: null });
+}
+function parseErrors(value) {
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        return null;
+    const envelope = value;
+    const rawErrors = envelope.errors ?? envelope.error;
+    if (!Array.isArray(rawErrors))
+        return null;
+    const messages = rawErrors.map((entry) => {
+        if (!entry || typeof entry !== "object")
+            return String(entry);
+        const raw = entry;
+        return firstString(raw.message, raw.msg, raw.code) ?? JSON.stringify(raw);
+    });
+    return messages.length > 0 ? messages.join("; ") : null;
+}
+function parseSearchResponse(value) {
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        throw invalidResponse("expected an object envelope");
+    const message = parseErrors(value);
+    if (message)
+        throw invalidResponse(message);
+    const envelope = value;
+    const results = [];
+    const inlineContent = [];
+    const data = envelope.data;
+    const items = (typeof data === "object" && data !== null && !Array.isArray(data))
+        ? data.search
+        : data;
+    appendSearchItems(items, results, inlineContent);
+    return { results, inlineContent };
+}
+function parseExtractResponse(value, requestedUrl) {
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        throw invalidResponse("expected extract object envelope");
+    const message = parseErrors(value);
+    if (message)
+        throw invalidResponse(message);
+    const envelope = value;
+    const candidates = Array.isArray(envelope.data) ? envelope.data : [envelope.data ?? envelope];
+    for (const candidate of candidates) {
+        if (!candidate || typeof candidate !== "object" || Array.isArray(candidate))
+            continue;
+        const item = candidate;
+        const content = firstString(item.markdown, item.content, item.text);
+        if (!content)
+            continue;
+        return {
+            url: firstString(item.url, item.href, item.link) ?? requestedUrl,
+            title: firstString(item.title, item.name) ?? requestedUrl,
+            content,
+            error: null,
+        };
+    }
+    return null;
+}
+function buildAnswer(results) {
+    return results.map((result) => result.snippet
+        ? `${result.snippet}\nSource: ${result.title} (${result.url})`
+        : `Source: ${result.title} (${result.url})`).join("\n\n");
+}
+export function isKagiAvailable() {
+    return hasCredentialSource({ provider: "Kagi", configuredValue: loadConfig().kagiApiKey, environmentValue: process.env.KAGI_API_KEY });
+}
+export async function searchWithKagi(query, options = {}) {
+    const apiKey = await requireApiKey(options.signal);
+    const numResults = normalizeCount(options.numResults);
+    const activityId = activityMonitor.logStart({ type: "api", query });
+    let response;
+    try {
+        response = await fetch(KAGI_SEARCH_URL, {
+            method: "POST",
+            headers: { Authorization: `Bearer ${apiKey}`, "Content-Type": "application/json", Accept: "application/json" },
+            body: JSON.stringify({ query, limit: numResults }),
+            signal: options.signal ? AbortSignal.any([AbortSignal.timeout(SEARCH_TIMEOUT_MS), options.signal]) : AbortSignal.timeout(SEARCH_TIMEOUT_MS),
+        });
+    }
+    catch (err) {
+        const message = errorMessage(err);
+        const redactedMessage = redactCredential(message, apiKey);
+        if (redactedMessage.toLowerCase().includes("abort"))
+            activityMonitor.logComplete(activityId, 0);
+        else
+            activityMonitor.logError(activityId, redactedMessage);
+        if (redactedMessage === message)
+            throw err;
+        const redactedError = new Error(redactedMessage);
+        if (err instanceof Error)
+            redactedError.name = err.name;
+        throw redactedError;
+    }
+    if (!response.ok) {
+        activityMonitor.logComplete(activityId, response.status);
+        const errorText = redactCredential(await response.text(), apiKey);
+        throw new Error(`Kagi API error ${response.status}: ${errorText.slice(0, 300)}`);
+    }
+    let rawData;
+    try {
+        rawData = await response.json();
+    }
+    catch (err) {
+        activityMonitor.logComplete(activityId, response.status);
+        throw new Error(`Kagi API returned invalid JSON: ${errorMessage(err)}`);
+    }
+    const parsed = parseSearchResponse(rawData);
+    activityMonitor.logComplete(activityId, response.status);
+    const results = parsed.results.slice(0, numResults);
+    const mapped = { answer: buildAnswer(results), results };
+    if (options.includeContent) {
+        const urls = new Set(results.map(result => result.url));
+        const inlineContent = parsed.inlineContent.filter(content => urls.has(content.url));
+        if (inlineContent.length > 0)
+            mapped.inlineContent = inlineContent;
+    }
+    return mapped;
+}
+export function isKagiExtractAvailable() {
+    return isKagiAvailable();
+}
+export async function extractWithKagi(url, signal, options = {}) {
+    const ssrf = options.ssrf ?? loadSsrfConfig();
+    const domainPolicy = loadFetchContentDomainPolicy();
+    await validateRemoteUrl(url, {
+        allowRanges: ssrf.allowRanges,
+        trustEnvProxy: ssrf.trustEnvProxy,
+        domainPolicy,
+        ...(options.lookup ? { lookup: options.lookup } : {}),
+    });
+    const apiKey = await requireApiKey(signal);
+    const activityId = activityMonitor.logStart({ type: "api", query: `kagi extract: ${url}` });
+    let response;
+    try {
+        response = await fetchRemoteUrl(KAGI_EXTRACT_URL, {
+            method: "POST",
+            headers: { Authorization: `Bearer ${apiKey}`, "Content-Type": "application/json", Accept: "application/json" },
+            body: JSON.stringify({ pages: [{ url }] }),
+            signal: signal ? AbortSignal.any([AbortSignal.timeout(options.timeoutMs ?? SEARCH_TIMEOUT_MS), signal]) : AbortSignal.timeout(options.timeoutMs ?? SEARCH_TIMEOUT_MS),
+        }, {
+            allowRanges: ssrf.allowRanges,
+            trustEnvProxy: ssrf.trustEnvProxy,
+            onRedirect: ({ from, to, init }) => to.origin === from.origin ? init : { ...init, headers: { "Content-Type": "application/json", Accept: "application/json" } },
+            ...(options.lookup ? { lookup: options.lookup } : {}),
+        });
+    }
+    catch (err) {
+        const message = errorMessage(err);
+        const redactedMessage = redactCredential(message, apiKey);
+        if (redactedMessage.toLowerCase().includes("abort"))
+            activityMonitor.logComplete(activityId, 0);
+        else
+            activityMonitor.logError(activityId, redactedMessage);
+        if (redactedMessage === message)
+            throw err;
+        const redactedError = new Error(redactedMessage);
+        if (err instanceof Error)
+            redactedError.name = err.name;
+        throw redactedError;
+    }
+    if (!response.ok) {
+        activityMonitor.logComplete(activityId, response.status);
+        const errorText = redactCredential(await response.text(), apiKey);
+        throw new Error(`Kagi Extract API error ${response.status}: ${errorText.slice(0, 300)}`);
+    }
+    let rawData;
+    try {
+        rawData = await response.json();
+    }
+    catch (err) {
+        activityMonitor.logComplete(activityId, response.status);
+        throw new Error(`Kagi Extract API returned invalid JSON: ${errorMessage(err)}`);
+    }
+    const parsed = parseExtractResponse(rawData, url);
+    activityMonitor.logComplete(activityId, response.status);
+    return parsed;
+}
+//# sourceMappingURL=kagi.js.map