pi-agent-browser-native 0.9.4 → 0.9.6

package/dist/extensions/agent-browser/lib/web-search-providers.js

@@ -1,229 +0,0 @@
-import { isRecord } from "./parsing.js";
-import { fetchSearchJson, SEARCH_REQUEST_TIMEOUT_MS } from "./web-search-request.js";
-import { cleanSearchText, normalizeBraveSearchResult, normalizeExaSearchResult, parseBraveSearchResponse, parseExaSearchResponse, } from "./web-search-results.js";
-const BRAVE_SEARCH_ENDPOINT = "https://api.search.brave.com/res/v1/web/search";
-const EXA_SEARCH_ENDPOINT = "https://api.exa.ai/search";
-const EXA_DYNAMIC_HIGHLIGHTS_BETA = "dynamic-highlights-2026-08-28";
-export const EXA_SEARCH_SYSTEM_PROMPT = "Prefer primary, official sources. Respect any requested version or date. Avoid duplicate or equivalent results.";
-/** Local validation/config failures, not provider outages; reported as `validation-error`. */
-export class WebSearchLocalError extends Error {
-}
-export function buildBraveSearchUrl(params) {
-    const url = new URL(BRAVE_SEARCH_ENDPOINT);
-    url.searchParams.set("q", params.query);
-    url.searchParams.set("count", String(params.count));
-    url.searchParams.set("offset", String(params.offset));
-    if (params.country !== undefined && params.country.length > 0) {
-        url.searchParams.set("country", params.country.toUpperCase());
-    }
-    if (params.searchLang !== undefined && params.searchLang.length > 0) {
-        url.searchParams.set("search_lang", params.searchLang);
-    }
-    if (params.safesearch !== undefined) {
-        url.searchParams.set("safesearch", params.safesearch);
-    }
-    if (params.freshness !== undefined) {
-        url.searchParams.set("freshness", params.freshness);
-    }
-    return url;
-}
-const FRESHNESS_DAYS = { pd: 1, pw: 7, pm: 31, py: 365 };
-function getStartPublishedDate(freshness, now) {
-    if (freshness === undefined) {
-        return;
-    }
-    return new Date(now().getTime() - FRESHNESS_DAYS[freshness] * 24 * 60 * 60 * 1000).toISOString();
-}
-function hasEntries(values) {
-    return values !== undefined && values.length > 0;
-}
-function validateExaFilters(params, searchType) {
-    if (hasEntries(params.additionalQueries) && !searchType.startsWith("deep")) {
-        throw new WebSearchLocalError(`additionalQueries requires deep-lite, deep, or deep-reasoning; received ${searchType}.`);
-    }
-    if ((params.category === "company" || params.category === "people") &&
-        (params.freshness !== undefined || hasEntries(params.excludeDomains))) {
-        throw new WebSearchLocalError(`category ${params.category} cannot be combined with freshness or excludeDomains.`);
-    }
-}
-function exaContentFilters(params) {
-    return {
-        ...(hasEntries(params.includeDomains) ? { includeDomains: params.includeDomains } : {}),
-        ...(hasEntries(params.excludeDomains) ? { excludeDomains: params.excludeDomains } : {}),
-        ...(hasEntries(params.additionalQueries)
-            ? { additionalQueries: params.additionalQueries }
-            : {}),
-        ...(params.safesearch !== undefined && params.safesearch !== "off" ? { moderation: true } : {}),
-    };
-}
-export function buildExaSearchRequestBody(params, now = () => new Date()) {
-    const searchType = params.searchType ?? "auto";
-    validateExaFilters(params, searchType);
-    const startPublishedDate = getStartPublishedDate(params.freshness, now);
-    return {
-        query: params.query,
-        type: searchType,
-        numResults: Math.min(params.count + params.offset, 100),
-        contents: { highlights: params.highlightsDynamic === true ? { dynamic: true } : true },
-        systemPrompt: EXA_SEARCH_SYSTEM_PROMPT,
-        ...(params.category !== undefined ? { category: params.category } : {}),
-        ...(params.country !== undefined && params.country.length > 0
-            ? { userLocation: params.country.toUpperCase() }
-            : {}),
-        ...exaContentFilters(params),
-        ...(startPublishedDate !== undefined ? { startPublishedDate } : {}),
-    };
-}
-export async function fetchBraveSearchJson(url, apiKey, signal) {
-    const data = await fetchSearchJson({
-        apiKey,
-        cancelMessage: "Brave search cancelled",
-        init: { headers: { Accept: "application/json", "X-Subscription-Token": apiKey } },
-        invalidJsonMessage: "Brave search returned invalid JSON",
-        provider: "brave",
-        request: url,
-        signal,
-        timeoutMessage: "Brave search timed out",
-        timeoutMs: SEARCH_REQUEST_TIMEOUT_MS,
-    });
-    return parseBraveSearchResponse(data);
-}
-function getExaRequestTimeoutMs(searchType) {
-    switch (searchType) {
-        case "deep-lite":
-            return 45_000;
-        case "deep":
-            return 60_000;
-        case "deep-reasoning":
-            return 90_000;
-        case "auto":
-        case "fast":
-        case "instant":
-        case undefined:
-            return SEARCH_REQUEST_TIMEOUT_MS;
-    }
-}
-function usesDynamicHighlights(body) {
-    const contents = body.contents;
-    return (isRecord(contents) &&
-        !Array.isArray(contents) &&
-        isRecord(contents.highlights) &&
-        !Array.isArray(contents.highlights) &&
-        contents.highlights.dynamic === true);
-}
-export async function fetchExaSearchJson(body, apiKey, signal, timeoutMs = SEARCH_REQUEST_TIMEOUT_MS) {
-    const data = await fetchSearchJson({
-        apiKey,
-        cancelMessage: "Exa search cancelled",
-        init: {
-            body: JSON.stringify(body),
-            headers: {
-                Accept: "application/json",
-                "Content-Type": "application/json",
-                "x-api-key": apiKey,
-                ...(usesDynamicHighlights(body) ? { "Exa-Beta": EXA_DYNAMIC_HIGHLIGHTS_BETA } : {}),
-            },
-            method: "POST",
-        },
-        invalidJsonMessage: "Exa search returned invalid JSON",
-        provider: "exa",
-        request: EXA_SEARCH_ENDPOINT,
-        signal,
-        timeoutMessage: "Exa search timed out",
-        timeoutMs,
-    });
-    return parseExaSearchResponse(data);
-}
-const BRAVE_WEB_SEARCH_ADAPTER = {
-    provider: "brave",
-    buildRequest(params) {
-        // Brave offsets count pages; fetch the prefix and slice by result like Exa.
-        return buildBraveSearchUrl({ ...params, count: params.count + params.offset, offset: 0 });
-    },
-    fetchJson: fetchBraveSearchJson,
-    normalizeResponse(response, params) {
-        return {
-            results: (response.web?.results ?? [])
-                .map(normalizeBraveSearchResult)
-                .filter((result) => result !== undefined)
-                .slice(params.offset, params.offset + params.count),
-            returnedQuery: cleanSearchText(response.query?.altered, 300) ??
-                cleanSearchText(response.query?.original, 300) ??
-                params.query,
-        };
-    },
-};
-const EXA_WEB_SEARCH_ADAPTER = {
-    provider: "exa",
-    buildRequest(params) {
-        return {
-            body: buildExaSearchRequestBody(params),
-            timeoutMs: getExaRequestTimeoutMs(params.searchType ?? "auto"),
-        };
-    },
-    fetchJson(request, apiKey, signal) {
-        return fetchExaSearchJson(request.body, apiKey, signal, request.timeoutMs);
-    },
-    normalizeResponse(response, params) {
-        return {
-            extraDetails: {
-                requestId: cleanSearchText(response.requestId, 120),
-                searchType: params.searchType ?? "auto",
-            },
-            results: (response.results ?? [])
-                .map(normalizeExaSearchResult)
-                .filter((result) => result !== undefined)
-                .slice(params.offset, params.offset + params.count),
-            returnedQuery: params.query,
-        };
-    },
-};
-// Dynamic public callers supply unknown inputs; validate them before entering typed providers.
-const WEB_SEARCH_PROVIDER_ADAPTERS = {
-    brave: {
-        provider: "brave",
-        buildRequest: BRAVE_WEB_SEARCH_ADAPTER.buildRequest,
-        fetchJson(request, apiKey, signal) {
-            if (!(request instanceof URL)) {
-                throw new Error("Brave search request must be a URL");
-            }
-            return BRAVE_WEB_SEARCH_ADAPTER.fetchJson(request, apiKey, signal);
-        },
-        normalizeResponse(response, params) {
-            return BRAVE_WEB_SEARCH_ADAPTER.normalizeResponse(parseBraveSearchResponse(response), params);
-        },
-    },
-    exa: {
-        provider: "exa",
-        buildRequest: EXA_WEB_SEARCH_ADAPTER.buildRequest,
-        fetchJson(request, apiKey, signal) {
-            if (!isRecord(request) ||
-                !isRecord(request.body) ||
-                typeof request.timeoutMs !== "number") {
-                throw new Error("Exa search request must contain a body and timeout");
-            }
-            return fetchExaSearchJson(request.body, apiKey, signal, request.timeoutMs);
-        },
-        normalizeResponse(response, params) {
-            return EXA_WEB_SEARCH_ADAPTER.normalizeResponse(parseExaSearchResponse(response), params);
-        },
-    },
-};
-export function getWebSearchProviderAdapter(provider) {
-    return WEB_SEARCH_PROVIDER_ADAPTERS[provider];
-}
-/** Build before queueing so local validation fails without consuming a request slot. */
-export function prepareWebSearchRequest(provider, params, apiKey, signal) {
-    if (provider === "exa") {
-        const request = EXA_WEB_SEARCH_ADAPTER.buildRequest(params);
-        return async () => {
-            const response = await EXA_WEB_SEARCH_ADAPTER.fetchJson(request, apiKey, signal);
-            return EXA_WEB_SEARCH_ADAPTER.normalizeResponse(response, params);
-        };
-    }
-    const request = BRAVE_WEB_SEARCH_ADAPTER.buildRequest(params);
-    return async () => {
-        const response = await BRAVE_WEB_SEARCH_ADAPTER.fetchJson(request, apiKey, signal);
-        return BRAVE_WEB_SEARCH_ADAPTER.normalizeResponse(response, params);
-    };
-}

package/dist/extensions/agent-browser/lib/web-search-request.js

@@ -1,108 +0,0 @@
-import { cleanSearchText, getProviderLabel } from "./web-search-results.js";
-export const SEARCH_REQUEST_TIMEOUT_MS = 15_000;
-export const WEB_SEARCH_MIN_REQUEST_INTERVAL_MS = 1_100;
-function sleepWithAbort(ms, signal) {
-    if (ms <= 0) {
-        return Promise.resolve();
-    }
-    if (signal?.aborted === true) {
-        const reason = signal.reason;
-        // A caller-owned abort reason may be non-Error; preserve the original reason.
-        // oxlint-disable-next-line typescript/prefer-promise-reject-errors
-        return Promise.reject(reason ?? new Error("Web search cancelled"));
-    }
-    return new Promise((resolve, reject) => {
-        const cleanup = () => signal?.removeEventListener("abort", abort);
-        const timeout = setTimeout(() => {
-            cleanup();
-            resolve();
-        }, ms);
-        const abort = () => {
-            clearTimeout(timeout);
-            cleanup();
-            const reason = signal?.reason;
-            // A caller-owned abort reason may be non-Error; preserve the original reason.
-            // oxlint-disable-next-line typescript/prefer-promise-reject-errors
-            reject(reason ?? new Error("Web search cancelled"));
-        };
-        signal?.addEventListener("abort", abort, { once: true });
-    });
-}
-export class WebSearchRequestGate {
-    now;
-    sleep;
-    lastRequestStartedAt = 0;
-    tail = Promise.resolve();
-    constructor(now = Date.now, sleep = sleepWithAbort) {
-        this.now = now;
-        this.sleep = sleep;
-    }
-    run(signal, task) {
-        const runTask = async () => {
-            const elapsedMs = this.lastRequestStartedAt === 0
-                ? WEB_SEARCH_MIN_REQUEST_INTERVAL_MS
-                : this.now() - this.lastRequestStartedAt;
-            const waitMs = Math.max(0, WEB_SEARCH_MIN_REQUEST_INTERVAL_MS - elapsedMs);
-            if (waitMs > 0) {
-                await this.sleep(waitMs, signal);
-            }
-            if (signal?.aborted === true) {
-                signal.throwIfAborted();
-            }
-            this.lastRequestStartedAt = this.now();
-            return task();
-        };
-        const result = this.tail.then(runTask, runTask);
-        this.tail = result.catch(() => {
-            /* Failed requests release the queue; callers retain the original rejection. */
-        });
-        return result;
-    }
-}
-function redactSearchSecret(text, apiKey) {
-    return apiKey.length > 0 ? text.split(apiKey).join("[REDACTED]") : text;
-}
-function formatSearchHttpError(options) {
-    const { provider, status, statusText, body, apiKey } = options;
-    const providerLabel = getProviderLabel(provider);
-    const errorPreview = cleanSearchText(redactSearchSecret(body, apiKey), 300);
-    if (status === 429) {
-        const preview = errorPreview !== undefined
-            ? ` Upstream details: ${redactSearchSecret(errorPreview, apiKey)}`
-            : "";
-        return `${providerLabel} search rate limit exceeded (HTTP 429). Do not issue parallel or repeated agent_browser_web_search calls; use one high-signal query, inspect those results, then wait before retrying or ask the user to adjust their ${providerLabel} API plan/limits.${preview}`;
-    }
-    return `${providerLabel} search failed with HTTP ${status}: ${errorPreview !== undefined ? redactSearchSecret(errorPreview, apiKey) : statusText}`;
-}
-export async function fetchSearchJson(options) {
-    if (options.signal?.aborted === true) {
-        options.signal.throwIfAborted();
-    }
-    const controller = new AbortController();
-    const timeout = setTimeout(() => controller.abort(new Error(options.timeoutMessage)), options.timeoutMs);
-    const abort = () => controller.abort(options.signal?.reason ?? new Error(options.cancelMessage));
-    options.signal?.addEventListener("abort", abort, { once: true });
-    try {
-        const response = await fetch(options.request, { ...options.init, signal: controller.signal });
-        const text = await response.text();
-        if (!response.ok) {
-            throw new Error(formatSearchHttpError({
-                provider: options.provider,
-                status: response.status,
-                statusText: response.statusText,
-                body: text,
-                apiKey: options.apiKey,
-            }));
-        }
-        try {
-            return JSON.parse(text);
-        }
-        catch (error) {
-            throw new Error(`${options.invalidJsonMessage}: ${error instanceof Error ? error.message : "Unknown JSON parse failure"}`, { cause: error });
-        }
-    }
-    finally {
-        clearTimeout(timeout);
-        options.signal?.removeEventListener("abort", abort);
-    }
-}

package/dist/extensions/agent-browser/lib/web-search-results.js

@@ -1,281 +0,0 @@
-import { isRecord } from "./parsing.js";
-const HTML_ENTITY_REPLACEMENTS = {
-    amp: "&",
-    apos: "'",
-    gt: ">",
-    lt: "<",
-    nbsp: " ",
-    quot: '"',
-};
-const HTML_TAG_NAMES_TO_STRIP = new Set([
-    "a",
-    "abbr",
-    "address",
-    "article",
-    "aside",
-    "audio",
-    "b",
-    "base",
-    "blockquote",
-    "body",
-    "br",
-    "button",
-    "canvas",
-    "code",
-    "div",
-    "em",
-    "embed",
-    "footer",
-    "form",
-    "h1",
-    "h2",
-    "h3",
-    "h4",
-    "h5",
-    "h6",
-    "head",
-    "header",
-    "html",
-    "i",
-    "iframe",
-    "img",
-    "input",
-    "li",
-    "link",
-    "main",
-    "mark",
-    "math",
-    "meta",
-    "nav",
-    "object",
-    "ol",
-    "option",
-    "p",
-    "pre",
-    "script",
-    "section",
-    "select",
-    "source",
-    "span",
-    "strong",
-    "style",
-    "svg",
-    "table",
-    "tbody",
-    "td",
-    "textarea",
-    "tfoot",
-    "th",
-    "thead",
-    "tr",
-    "u",
-    "ul",
-    "video",
-]);
-function decodeHtmlEntity(entity) {
-    const named = HTML_ENTITY_REPLACEMENTS[entity.toLowerCase()];
-    if (named !== undefined) {
-        return named;
-    }
-    const decimalMatch = /^#(\d+)$/.exec(entity);
-    const hexMatch = /^#x([0-9a-f]+)$/i.exec(entity);
-    let codePoint;
-    if (decimalMatch) {
-        codePoint = Number.parseInt(decimalMatch[1], 10);
-    }
-    else if (hexMatch) {
-        codePoint = Number.parseInt(hexMatch[1], 16);
-    }
-    if (codePoint === undefined || !Number.isFinite(codePoint)) {
-        return `&${entity};`;
-    }
-    try {
-        return String.fromCodePoint(codePoint);
-    }
-    catch {
-        return `&${entity};`;
-    }
-}
-export function decodeHtmlEntities(value) {
-    return value.replace(/&([a-z][a-z0-9]+|#\d+|#x[0-9a-f]+);/gi, (_match, entity) => decodeHtmlEntity(entity));
-}
-function stripDecodedHtmlTags(value) {
-    return value
-        .replace(/<(script|style)\b[^>]*>[\s\S]*?<\/\1>/gi, " ")
-        .replace(/<\/?([a-z][a-z0-9-]*)(\s[^>]*)?>/gi, (match, tagName, attributes) => {
-        if ((attributes !== undefined && attributes.length > 0) ||
-            match.startsWith("</") ||
-            HTML_TAG_NAMES_TO_STRIP.has(tagName.toLowerCase())) {
-            return " ";
-        }
-        return match;
-    });
-}
-export function cleanSearchText(value, maxLength = 500) {
-    if (typeof value !== "string") {
-        return;
-    }
-    const cleaned = stripDecodedHtmlTags(decodeHtmlEntities(value.replace(/<[^>]*>/g, " ")))
-        .replace(/\s+/g, " ")
-        .trim();
-    if (cleaned.length === 0) {
-        return;
-    }
-    if (cleaned.length <= maxLength) {
-        return cleaned;
-    }
-    return `${cleaned.slice(0, Math.max(0, maxLength - 1)).trimEnd()}…`;
-}
-function normalizeSearchUrl(value) {
-    if (typeof value !== "string") {
-        return;
-    }
-    try {
-        const url = new URL(value);
-        if (url.protocol !== "http:" && url.protocol !== "https:") {
-            return;
-        }
-        return url.toString();
-    }
-    catch {
-        return;
-    }
-}
-function getHostname(url) {
-    try {
-        return new URL(url).hostname;
-    }
-    catch {
-        return;
-    }
-}
-function normalizeHighlightList(value) {
-    if (!Array.isArray(value)) {
-        return;
-    }
-    const highlights = value
-        .map((entry) => cleanSearchText(entry, 320))
-        .filter((entry) => entry !== undefined)
-        .slice(0, 3);
-    return highlights.length > 0 ? highlights : undefined;
-}
-export function normalizeBraveSearchResult(result) {
-    const title = cleanSearchText(result.title, 180);
-    const url = normalizeSearchUrl(result.url);
-    if (title === undefined || url === undefined) {
-        return;
-    }
-    const pageDate = cleanSearchText(result.page_age, 80);
-    return {
-        title,
-        url,
-        description: cleanSearchText(result.description, 320),
-        source: cleanSearchText(result.profile?.name, 120) ?? cleanSearchText(result.meta_url?.hostname, 120),
-        age: cleanSearchText(result.age, 80),
-        ...(pageDate !== undefined ? { pageDate } : {}),
-        language: cleanSearchText(result.language, 40),
-    };
-}
-export function normalizeExaSearchResult(result) {
-    const title = cleanSearchText(result.title, 180);
-    const url = normalizeSearchUrl(result.url);
-    if (title === undefined || url === undefined) {
-        return;
-    }
-    const highlights = normalizeHighlightList(result.highlights);
-    const pageDate = cleanSearchText(result.publishedDate, 80);
-    return {
-        title,
-        url,
-        description: cleanSearchText(result.summary, 320) ?? highlights?.[0] ?? cleanSearchText(result.text, 320),
-        highlights,
-        source: cleanSearchText(result.author, 120) ?? cleanSearchText(getHostname(url), 120),
-        ...(pageDate !== undefined ? { pageDate } : {}),
-    };
-}
-export function getProviderLabel(provider) {
-    return provider === "exa" ? "Exa" : "Brave";
-}
-function formatResultLines(result, index, provider) {
-    const lines = [`${index + 1}. ${result.title}`, `   URL: ${result.url}`];
-    if (result.source !== undefined) {
-        lines.push(`   Source: ${result.source}`);
-    }
-    if (result.pageDate !== undefined) {
-        lines.push(`   ${provider === "exa" ? "Published" : "Page date"}: ${result.pageDate}`);
-    }
-    if (result.age !== undefined) {
-        lines.push(`   Age: ${result.age}`);
-    }
-    if (result.description !== undefined) {
-        lines.push(`   Summary: ${result.description}`);
-    }
-    if (result.highlights && result.highlights.length > 1) {
-        lines.push("   Highlights:", ...result.highlights.map((highlight) => `   - ${highlight}`));
-    }
-    lines.push("");
-    return lines;
-}
-export function formatSearchResults(provider, query, results) {
-    const providerLabel = getProviderLabel(provider);
-    if (results.length === 0) {
-        return `No ${providerLabel} web results found for: ${query}`;
-    }
-    return [
-        `${providerLabel} web search results for: ${query}`,
-        "",
-        ...results.flatMap((result, index) => formatResultLines(result, index, provider)),
-    ]
-        .join("\n")
-        .trimEnd();
-}
-export function dedupeSearchResults(results) {
-    const seen = new Set();
-    return results.filter((result) => {
-        if (seen.has(result.url)) {
-            return false;
-        }
-        seen.add(result.url);
-        return true;
-    });
-}
-function isJsonObject(value) {
-    return isRecord(value) && !Array.isArray(value);
-}
-function isOptionalRecord(value) {
-    return value === undefined || value === null || isJsonObject(value);
-}
-function isBraveSearchResult(value) {
-    return isJsonObject(value) && isOptionalRecord(value.profile) && isOptionalRecord(value.meta_url);
-}
-function isBraveSearchResponse(value) {
-    if (!isJsonObject(value) || !isOptionalRecord(value.query) || !isOptionalRecord(value.web)) {
-        return false;
-    }
-    const results = value.web?.results;
-    return (results === undefined ||
-        results === null ||
-        (Array.isArray(results) && results.every(isBraveSearchResult)));
-}
-function isExaSearchResponse(value) {
-    if (!isJsonObject(value)) {
-        return false;
-    }
-    const results = value.results;
-    return (results === undefined ||
-        results === null ||
-        (Array.isArray(results) && results.every((result) => isJsonObject(result))));
-}
-/** Validate every consumed container while retaining extension fields and loose leaf values. */
-export function parseBraveSearchResponse(value) {
-    if (!isBraveSearchResponse(value)) {
-        throw new Error("Brave search response has invalid result structure");
-    }
-    return value;
-}
-export function parseExaSearchResponse(value) {
-    if (!isExaSearchResponse(value)) {
-        throw new Error("Exa search response has invalid result structure");
-    }
-    return value;
-}