@inhuman.tools/harness 0.0.0-stage → 0.2.0

package/dist/providers/web/wire/extract.js

@@ -0,0 +1,267 @@
+/**
+ * Vendor extract adapters. Keyless and keyed share one mapper per vendor.
+ * One URL → markdown. Transient failures hop on the keyless ring.
+ */
+import { EXA_CONTENTS_URL, EXA_MCP_URL, FIRECRAWL_CLOUD_URL, KEENABLE_API_URL, PARALLEL_EXTRACT_URL, PARALLEL_MCP_URL, TAVILY_API_URL, tavilyHeaders, } from "./adapters.js";
+import { isRetryableFailure, isRateLimitish, getJson, mcpToolCall, postJson, SearchHttpError } from "./http.js";
+import { asRecord, parseJsonUnknown } from "./json.js";
+import { publicHttpUrl } from "./ssrf.js";
+const KEENABLE_TITLE = "harness";
+function fail(vendor, error) {
+    const message = error instanceof Error ? error.message : String(error);
+    const throttled = error instanceof SearchHttpError ? error.throttled : isRateLimitish(message);
+    return {
+        ok: false,
+        error: message,
+        throttled,
+        retryable: isRetryableFailure(error),
+        vendor,
+    };
+}
+function bound(markdown, limit) {
+    if (markdown.length <= limit)
+        return { markdown, truncated: false };
+    return { markdown: markdown.slice(0, limit), truncated: true };
+}
+function stringOf(value) {
+    return typeof value === "string" ? value : "";
+}
+function pageOf(vendor, requestedUrl, sourceUrl, title, markdown, limit) {
+    const trimmed = markdown.trim();
+    if (trimmed === "")
+        return {
+            ok: false,
+            error: "empty extract",
+            throttled: false,
+            retryable: true,
+            vendor,
+        };
+    const cut = bound(trimmed, limit);
+    if (sourceUrl !== "") {
+        try {
+            publicHttpUrl(sourceUrl);
+        }
+        catch {
+            return {
+                ok: false,
+                error: "invalid extraction source URL",
+                throttled: false,
+                retryable: true,
+                vendor,
+            };
+        }
+    }
+    return {
+        ok: true,
+        url: sourceUrl || requestedUrl,
+        requestedUrl,
+        ...(sourceUrl === "" ? {} : { sourceUrl }),
+        title,
+        markdown: cut.markdown,
+        truncated: cut.truncated,
+        vendor,
+    };
+}
+function firstResultArray(payload, keys) {
+    const rec = asRecord(payload);
+    if (rec === null)
+        return Array.isArray(payload) ? payload : [];
+    for (const key of keys) {
+        const value = rec[key];
+        if (Array.isArray(value) && value.length > 0)
+            return value;
+    }
+    const data = asRecord(rec.data);
+    if (data !== null) {
+        for (const key of keys) {
+            const value = data[key];
+            if (Array.isArray(value) && value.length > 0)
+                return value;
+        }
+    }
+    return [];
+}
+function markdownFromUnknown(payload) {
+    if (typeof payload === "string")
+        return { title: "", markdown: payload, url: "" };
+    const rec = asRecord(payload);
+    if (rec === null && !Array.isArray(payload))
+        return { title: "", markdown: "", url: "" };
+    if (rec?.success === false || rec?.error != null)
+        throw new SearchHttpError("provider reported extraction failure", {
+            retryable: true,
+        });
+    const results = firstResultArray(payload, ["results", "data", "pages"]);
+    const row = results.length > 0 ? asRecord(results[0]) : rec;
+    if (row === null)
+        return { title: "", markdown: "", url: "" };
+    const data = asRecord(row.data) ?? row;
+    const meta = asRecord(data.metadata);
+    return {
+        title: stringOf(data.title) || stringOf(meta?.title),
+        markdown: stringOf(data.markdown) ||
+            stringOf(data.raw_content) ||
+            stringOf(data.content) ||
+            stringOf(data.text) ||
+            stringOf(data.full_content) ||
+            (Array.isArray(data.excerpts) ? data.excerpts.filter((e) => typeof e === "string").join("\n\n") : ""),
+        url: stringOf(data.url) || stringOf(data.sourceUrl) || stringOf(meta?.sourceURL),
+    };
+}
+function parseMcpPage(text) {
+    const trimmed = text.trim();
+    if (trimmed.startsWith("{") || trimmed.startsWith("[")) {
+        try {
+            return markdownFromUnknown(parseJsonUnknown(trimmed));
+        }
+        catch {
+            throw new SearchHttpError("Malformed MCP extraction response", {
+                retryable: true,
+            });
+        }
+    }
+    // MCP text has no structured provenance. Never infer its source from the requested URL.
+    return { title: "", markdown: text, url: "" };
+}
+export async function extractExa(req) {
+    const href = publicHttpUrl(req.url).href;
+    try {
+        if (req.apiKey !== undefined && req.apiKey !== "") {
+            const { text } = await postJson({
+                url: EXA_CONTENTS_URL,
+                signal: req.signal,
+                headers: { "x-api-key": req.apiKey },
+                body: { urls: [href], text: { maxCharacters: req.charLimit } },
+            });
+            const page = markdownFromUnknown(parseJsonUnknown(text));
+            return pageOf("exa", req.url, page.url, page.title, page.markdown, req.charLimit);
+        }
+        const text = await mcpToolCall({
+            url: EXA_MCP_URL,
+            tool: "web_fetch_exa",
+            arguments: { urls: [href], maxCharacters: req.charLimit },
+            signal: req.signal,
+        });
+        const page = parseMcpPage(text);
+        return pageOf("exa", req.url, page.url, page.title, page.markdown, req.charLimit);
+    }
+    catch (error) {
+        if (req.signal.aborted)
+            throw error;
+        return fail("exa", error);
+    }
+}
+export async function extractParallel(req) {
+    const href = publicHttpUrl(req.url).href;
+    try {
+        if (req.apiKey !== undefined && req.apiKey !== "") {
+            const { text } = await postJson({
+                url: PARALLEL_EXTRACT_URL,
+                signal: req.signal,
+                headers: { "x-api-key": req.apiKey },
+                body: { urls: [href], full_content: true, session_id: req.sessionId },
+            });
+            const page = markdownFromUnknown(parseJsonUnknown(text));
+            return pageOf("parallel", req.url, page.url, page.title, page.markdown, req.charLimit);
+        }
+        const text = await mcpToolCall({
+            url: PARALLEL_MCP_URL,
+            tool: "web_fetch",
+            arguments: {
+                urls: [href],
+                full_content: true,
+                session_id: req.sessionId,
+            },
+            signal: req.signal,
+        });
+        const page = parseMcpPage(text);
+        return pageOf("parallel", req.url, page.url, page.title, page.markdown, req.charLimit);
+    }
+    catch (error) {
+        if (req.signal.aborted)
+            throw error;
+        return fail("parallel", error);
+    }
+}
+export async function extractFirecrawl(req) {
+    const href = publicHttpUrl(req.url).href;
+    const base = (req.apiUrl ?? FIRECRAWL_CLOUD_URL).replace(/\/$/, "");
+    try {
+        const { text } = await postJson({
+            url: `${base}/v2/scrape`,
+            signal: req.signal,
+            headers: req.apiKey !== undefined && req.apiKey !== "" ? { authorization: `Bearer ${req.apiKey}` } : {},
+            body: { url: href, formats: ["markdown"] },
+        });
+        const page = markdownFromUnknown(parseJsonUnknown(text));
+        return pageOf("firecrawl", req.url, page.url, page.title, page.markdown, req.charLimit);
+    }
+    catch (error) {
+        if (req.signal.aborted)
+            throw error;
+        return fail("firecrawl", error);
+    }
+}
+export async function extractKeenable(req) {
+    const href = publicHttpUrl(req.url).href;
+    const keyed = req.apiKey !== undefined && req.apiKey !== "";
+    const path = keyed ? "/v1/fetch" : "/v1/fetch/public";
+    try {
+        const { text } = await getJson({
+            url: `${KEENABLE_API_URL}${path}?url=${encodeURIComponent(href)}&live=true`,
+            signal: req.signal,
+            headers: {
+                "x-keenable-title": KEENABLE_TITLE,
+                ...(keyed ? { authorization: `Bearer ${req.apiKey}` } : {}),
+            },
+        });
+        const page = markdownFromUnknown(parseJsonUnknown(text));
+        return pageOf("keenable", req.url, page.url, page.title, page.markdown, req.charLimit);
+    }
+    catch (error) {
+        if (req.signal.aborted)
+            throw error;
+        return fail("keenable", error);
+    }
+}
+export async function extractTavily(req) {
+    const href = publicHttpUrl(req.url).href;
+    try {
+        const { text } = await postJson({
+            url: `${TAVILY_API_URL}/extract`,
+            signal: req.signal,
+            headers: tavilyHeaders(req.apiKey),
+            body: { urls: [href], format: "markdown" },
+        });
+        const data = parseJsonUnknown(text);
+        const rec = asRecord(data);
+        const failed = rec !== null && Array.isArray(rec.failed_results) ? rec.failed_results : [];
+        if (failed.length > 0) {
+            const first = asRecord(failed[0]);
+            const message = stringOf(first?.error) || "extract failed";
+            return fail("tavily", new Error(message));
+        }
+        const page = markdownFromUnknown(data);
+        return pageOf("tavily", req.url, page.url, page.title, page.markdown, req.charLimit);
+    }
+    catch (error) {
+        if (req.signal.aborted)
+            throw error;
+        return fail("tavily", error);
+    }
+}
+export async function extractVendor(vendor, req) {
+    switch (vendor) {
+        case "exa":
+            return extractExa(req);
+        case "parallel":
+            return extractParallel(req);
+        case "firecrawl":
+            return extractFirecrawl(req);
+        case "keenable":
+            return extractKeenable(req);
+        case "tavily":
+            return extractTavily(req);
+    }
+}
+//# sourceMappingURL=extract.js.map

package/dist/providers/web/wire/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../../../src/providers/web/wire/extract.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EACL,gBAAgB,EAChB,WAAW,EACX,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,EACpB,gBAAgB,EAChB,cAAc,EACd,aAAa,GACd,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAChH,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAG1C,MAAM,cAAc,GAAG,SAAS,CAAC;AAiCjC,SAAS,IAAI,CAAC,MAAqB,EAAE,KAAc;IACjD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,MAAM,SAAS,GAAG,KAAK,YAAY,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IAC/F,OAAO;QACL,EAAE,EAAE,KAAK;QACT,KAAK,EAAE,OAAO;QACd,SAAS;QACT,SAAS,EAAE,kBAAkB,CAAC,KAAK,CAAC;QACpC,MAAM;KACP,CAAC;AACJ,CAAC;AAED,SAAS,KAAK,CAAC,QAAgB,EAAE,KAAa;IAC5C,IAAI,QAAQ,CAAC,MAAM,IAAI,KAAK;QAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACpE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;AACjE,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;AAChD,CAAC;AAED,SAAS,MAAM,CACb,MAAqB,EACrB,YAAoB,EACpB,SAAiB,EACjB,KAAa,EACb,QAAgB,EAChB,KAAa;IAEb,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,OAAO,KAAK,EAAE;QAChB,OAAO;YACL,EAAE,EAAE,KAAK;YACT,KAAK,EAAE,eAAe;YACtB,SAAS,EAAE,KAAK;YAChB,SAAS,EAAE,IAAI;YACf,MAAM;SACP,CAAC;IACJ,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAClC,IAAI,SAAS,KAAK,EAAE,EAAE,CAAC;QACrB,IAAI,CAAC;YACH,aAAa,CAAC,SAAS,CAAC,CAAC;QAC3B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,KAAK,EAAE,+BAA+B;gBACtC,SAAS,EAAE,KAAK;gBAChB,SAAS,EAAE,IAAI;gBACf,MAAM;aACP,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO;QACL,EAAE,EAAE,IAAI;QACR,GAAG,EAAE,SAAS,IAAI,YAAY;QAC9B,YAAY;QACZ,GAAG,CAAC,SAAS,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;QAC1C,KAAK;QACL,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,MAAM;KACP,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAgB,EAAE,IAAuB;IACjE,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC9B,IAAI,GAAG,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/D,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QACvB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;IAC7D,CAAC;IACD,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAChC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;YACxB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,KAAK,CAAC;QAC7D,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAgB;IAK3C,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;IAClF,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC9B,IAAI,GAAG,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;IACzF,IAAI,GAAG,EAAE,OAAO,KAAK,KAAK,IAAI,GAAG,EAAE,KAAK,IAAI,IAAI;QAC9C,MAAM,IAAI,eAAe,CAAC,sCAAsC,EAAE;YAChE,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;IACL,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACxE,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IAC5D,IAAI,GAAG,KAAK,IAAI;QAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;IAC9D,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC;IACvC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,OAAO;QACL,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;QACpD,QAAQ,EACN,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC;YACtB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;YACnB,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC;YAC3B,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACvG,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;KACjF,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAKhC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACvD,IAAI,CAAC;YACH,OAAO,mBAAmB,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;QACxD,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,eAAe,CAAC,mCAAmC,EAAE;gBAC7D,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,wFAAwF;IACxF,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;AAChD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,GAAmB;IAClD,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;IACzC,IAAI,CAAC;QACH,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,EAAE,EAAE,CAAC;YAClD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,QAAQ,CAAC;gBAC9B,GAAG,EAAE,gBAAgB;gBACrB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,OAAO,EAAE,EAAE,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE;gBACpC,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,aAAa,EAAE,GAAG,CAAC,SAAS,EAAE,EAAE;aAC/D,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;YACzD,OAAO,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;QACpF,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC;YAC7B,GAAG,EAAE,WAAW;YAChB,IAAI,EAAE,eAAe;YACrB,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,aAAa,EAAE,GAAG,CAAC,SAAS,EAAE;YACzD,MAAM,EAAE,GAAG,CAAC,MAAM;SACnB,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QAChC,OAAO,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;IACpF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,KAAK,CAAC;QACpC,OAAO,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC5B,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,GAAmB;IACvD,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;IACzC,IAAI,CAAC;QACH,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,EAAE,EAAE,CAAC;YAClD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,QAAQ,CAAC;gBAC9B,GAAG,EAAE,oBAAoB;gBACzB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,OAAO,EAAE,EAAE,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE;gBACpC,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,CAAC,SAAS,EAAE;aACtE,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;YACzD,OAAO,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;QACzF,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC;YAC7B,GAAG,EAAE,gBAAgB;YACrB,IAAI,EAAE,WAAW;YACjB,SAAS,EAAE;gBACT,IAAI,EAAE,CAAC,IAAI,CAAC;gBACZ,YAAY,EAAE,IAAI;gBAClB,UAAU,EAAE,GAAG,CAAC,SAAS;aAC1B;YACD,MAAM,EAAE,GAAG,CAAC,MAAM;SACnB,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QAChC,OAAO,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;IACzF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,KAAK,CAAC;QACpC,OAAO,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,GAAmB;IACxD,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;IACzC,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,mBAAmB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACpE,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,QAAQ,CAAC;YAC9B,GAAG,EAAE,GAAG,IAAI,YAAY;YACxB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,OAAO,EAAE,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE;YACvG,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,UAAU,CAAC,EAAE;SAC3C,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;QACzD,OAAO,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;IAC1F,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,KAAK,CAAC;QACpC,OAAO,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAClC,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,GAAmB;IACvD,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;IACzC,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,EAAE,CAAC;IAC5D,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,kBAAkB,CAAC;IACtD,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,OAAO,CAAC;YAC7B,GAAG,EAAE,GAAG,gBAAgB,GAAG,IAAI,QAAQ,kBAAkB,CAAC,IAAI,CAAC,YAAY;YAC3E,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,OAAO,EAAE;gBACP,kBAAkB,EAAE,cAAc;gBAClC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC5D;SACF,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,mBAAmB,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;QACzD,OAAO,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;IACzF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,KAAK,CAAC;QACpC,OAAO,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,GAAmB;IACrD,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;IACzC,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,QAAQ,CAAC;YAC9B,GAAG,EAAE,GAAG,cAAc,UAAU;YAChC,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,OAAO,EAAE,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC;YAClC,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE;SAC3C,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,GAAG,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3F,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,gBAAgB,CAAC;YAC3D,OAAO,IAAI,CAAC,QAAQ,EAAE,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5C,CAAC;QACD,MAAM,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;IACvF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,KAAK,CAAC;QACpC,OAAO,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC/B,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAqB,EAAE,GAAmB;IAC5E,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,KAAK;YACR,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC;QACzB,KAAK,UAAU;YACb,OAAO,eAAe,CAAC,GAAG,CAAC,CAAC;QAC9B,KAAK,WAAW;YACd,OAAO,gBAAgB,CAAC,GAAG,CAAC,CAAC;QAC/B,KAAK,UAAU;YACb,OAAO,eAAe,CAAC,GAAG,CAAC,CAAC;QAC9B,KAAK,QAAQ;YACX,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;AACH,CAAC"}

package/dist/providers/web/wire/fetch-failure.d.ts

@@ -0,0 +1,20 @@
+/**
+ * Undici's TypeError message is "fetch failed" — no URL, no OS/TLS reason.
+ * Those live on the call site and `error.cause`. Wrap at `fetch` so callers
+ * share one line.
+ *
+ * Wrapping as `Error` (not TypeError): keep `{ cause }` so retry still sees
+ * the undici TypeError in the chain.
+ */
+export type FetchFailureOpts = {
+    readonly url: string;
+    readonly method?: string;
+    readonly why?: string;
+};
+export declare function describeFetchLine(opts: FetchFailureOpts, rest: string): string;
+export declare function describeHttpFailure(opts: FetchFailureOpts & {
+    status: number;
+    detail?: string;
+}): string;
+export declare function wrapFetchFailure(error: unknown, opts: FetchFailureOpts): Error;
+//# sourceMappingURL=fetch-failure.d.ts.map

package/dist/providers/web/wire/fetch-failure.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetch-failure.d.ts","sourceRoot":"","sources":["../../../../src/providers/web/wire/fetch-failure.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,MAAM,MAAM,gBAAgB,GAAG;IAC7B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAIF,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAO9E;AAED,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,gBAAgB,GAAG;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,MAAM,CAGxG;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,gBAAgB,GAAG,KAAK,CA6B9E"}

package/dist/providers/web/wire/fetch-failure.js

@@ -0,0 +1,47 @@
+const GENERIC_FETCH = /^(?:fetch failed|Failed to fetch)$/i;
+export function describeFetchLine(opts, rest) {
+    const bits = [opts.why?.trim(), opts.method?.trim().toUpperCase(), opts.url.trim()].filter((bit) => bit != null && bit !== "");
+    const head = bits.join(" ");
+    const tail = rest.trim();
+    return tail === "" ? head : `${head}: ${tail}`;
+}
+export function describeHttpFailure(opts) {
+    const detail = (opts.detail ?? "").trim();
+    return describeFetchLine(opts, detail === "" ? `HTTP ${opts.status}` : `HTTP ${opts.status} ${detail}`);
+}
+export function wrapFetchFailure(error, opts) {
+    const parts = [];
+    const seen = new Set();
+    let node = error;
+    for (let depth = 0; depth < 6 && node != null; depth += 1) {
+        if (seen.has(node))
+            break;
+        seen.add(node);
+        if (typeof node !== "object") {
+            const text = String(node).trim();
+            if (text !== "")
+                parts.push(text);
+            break;
+        }
+        const rec = node;
+        const message = typeof rec.message === "string" ? rec.message.trim() : "";
+        const code = typeof rec.code === "string" ? rec.code.trim() : "";
+        const generic = message === "" || GENERIC_FETCH.test(message);
+        if (generic) {
+            if (rec.cause == null) {
+                const fallback = message === "" ? code : message;
+                if (fallback !== "")
+                    parts.push(fallback);
+            }
+        }
+        else {
+            parts.push(message);
+        }
+        node = rec.cause;
+    }
+    const text = describeFetchLine(opts, parts.join(": "));
+    if (error instanceof Error && error.message === text)
+        return error;
+    return new Error(text, { cause: error });
+}
+//# sourceMappingURL=fetch-failure.js.map

package/dist/providers/web/wire/fetch-failure.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetch-failure.js","sourceRoot":"","sources":["../../../../src/providers/web/wire/fetch-failure.ts"],"names":[],"mappings":"AAcA,MAAM,aAAa,GAAG,qCAAqC,CAAC;AAE5D,MAAM,UAAU,iBAAiB,CAAC,IAAsB,EAAE,IAAY;IACpE,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CACxF,CAAC,GAAG,EAAiB,EAAE,CAAC,GAAG,IAAI,IAAI,IAAI,GAAG,KAAK,EAAE,CAClD,CAAC;IACF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IACzB,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,KAAK,IAAI,EAAE,CAAC;AACjD,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAA4D;IAC9F,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1C,OAAO,iBAAiB,CAAC,IAAI,EAAE,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC,CAAC;AAC1G,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAc,EAAE,IAAsB;IACrE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAW,CAAC;IAChC,IAAI,IAAI,GAAY,KAAK,CAAC;IAC1B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC1D,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,MAAM;QAC1B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACf,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;YACjC,IAAI,IAAI,KAAK,EAAE;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,MAAM;QACR,CAAC;QACD,MAAM,GAAG,GAAG,IAA8D,CAAC;QAC3E,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1E,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjE,MAAM,OAAO,GAAG,OAAO,KAAK,EAAE,IAAI,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9D,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,GAAG,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;gBACtB,MAAM,QAAQ,GAAG,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;gBACjD,IAAI,QAAQ,KAAK,EAAE;oBAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC;IACnB,CAAC;IACD,MAAM,IAAI,GAAG,iBAAiB,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACvD,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IACnE,OAAO,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;AAC3C,CAAC"}

package/dist/providers/web/wire/http.d.ts

@@ -0,0 +1,45 @@
+/** Same 60s budget as the process fetch timer; this package does not install that dispatcher. */
+export declare const SEARCH_TIMEOUT_MS = 60000;
+export declare const SEARCH_USER_AGENT = "harness";
+export declare class SearchHttpError extends Error {
+    readonly status: number | undefined;
+    readonly throttled: boolean;
+    readonly retryable: boolean;
+    constructor(message: string, opts?: {
+        readonly status?: number;
+        readonly throttled?: boolean;
+        readonly retryable?: boolean;
+        readonly cause?: unknown;
+    });
+}
+export declare function isRateLimitish(message: string): boolean;
+export declare function searchSignal(signal: AbortSignal): AbortSignal;
+export declare function getJson(opts: {
+    readonly url: string;
+    readonly headers?: Readonly<Record<string, string>>;
+    readonly signal: AbortSignal;
+}): Promise<{
+    readonly status: number;
+    readonly text: string;
+}>;
+export declare function postJson(opts: {
+    readonly url: string;
+    readonly body: unknown;
+    readonly headers?: Readonly<Record<string, string>>;
+    readonly signal: AbortSignal;
+}): Promise<{
+    readonly status: number;
+    readonly text: string;
+}>;
+/** First text content item from an MCP tools/call JSON or SSE body. */
+export declare function parseMcpToolText(body: string): string;
+export declare function mcpToolCall(opts: {
+    readonly url: string;
+    readonly tool: string;
+    readonly arguments: Record<string, unknown>;
+    readonly headers?: Readonly<Record<string, string>>;
+    readonly signal: AbortSignal;
+}): Promise<string>;
+/** Transport and response-decoding failures may succeed at another provider. */
+export declare function isRetryableFailure(error: unknown): boolean;
+//# sourceMappingURL=http.d.ts.map

package/dist/providers/web/wire/http.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../../../../src/providers/web/wire/http.ts"],"names":[],"mappings":"AAKA,iGAAiG;AACjG,eAAO,MAAM,iBAAiB,QAAS,CAAC;AACxC,eAAO,MAAM,iBAAiB,YAAY,CAAC;AAY3C,qBAAa,eAAgB,SAAQ,KAAK;IACxC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;gBAG1B,OAAO,EAAE,MAAM,EACf,IAAI,CAAC,EAAE;QACL,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC;QAC7B,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC;QAC7B,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;KAC1B;CAQJ;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAGvD;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,WAAW,GAAG,WAAW,CAI7D;AAED,wBAAsB,OAAO,CAAC,IAAI,EAAE;IAClC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACpD,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;CAC9B,GAAG,OAAO,CAAC;IAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAgC9D;AAED,wBAAsB,QAAQ,CAAC,IAAI,EAAE;IACnC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACpD,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;CAC9B,GAAG,OAAO,CAAC;IAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAkC9D;AAED,uEAAuE;AACvE,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CA2CrD;AAED,wBAAsB,WAAW,CAAC,IAAI,EAAE;IACtC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC5C,QAAQ,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACpD,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;CAC9B,GAAG,OAAO,CAAC,MAAM,CAAC,CAalB;AAED,gFAAgF;AAChF,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAE1D"}

package/dist/providers/web/wire/http.js

@@ -0,0 +1,167 @@
+/**
+ * HTTP helpers for web-search adapters. Rate-limit shape is the ring hop signal.
+ */
+import { describeHttpFailure, wrapFetchFailure } from "./fetch-failure.js";
+/** Same 60s budget as the process fetch timer; this package does not install that dispatcher. */
+export const SEARCH_TIMEOUT_MS = 60_000;
+export const SEARCH_USER_AGENT = "harness";
+const RATE_LIMIT_MARKERS = [
+    "rate limit",
+    "rate-limit",
+    "ratelimit",
+    "too many requests",
+    "429",
+    "quota exceeded",
+    "slow down",
+];
+export class SearchHttpError extends Error {
+    status;
+    throttled;
+    retryable;
+    constructor(message, opts) {
+        super(message, opts?.cause === undefined ? undefined : { cause: opts.cause });
+        this.status = opts?.status;
+        this.retryable =
+            opts?.retryable === true || opts?.status === 408 || (opts?.status !== undefined && opts.status >= 500);
+        this.throttled = opts?.throttled === true || opts?.status === 429 || isRateLimitish(message);
+    }
+}
+export function isRateLimitish(message) {
+    const lower = message.toLowerCase();
+    return RATE_LIMIT_MARKERS.some((marker) => lower.includes(marker));
+}
+export function searchSignal(signal) {
+    const timeout = AbortSignal.timeout(SEARCH_TIMEOUT_MS);
+    if (typeof AbortSignal.any === "function")
+        return AbortSignal.any([signal, timeout]);
+    return signal.aborted ? signal : timeout;
+}
+export async function getJson(opts) {
+    let res;
+    try {
+        res = await fetch(opts.url, {
+            method: "GET",
+            headers: {
+                accept: "application/json",
+                "user-agent": SEARCH_USER_AGENT,
+                ...opts.headers,
+            },
+            signal: searchSignal(opts.signal),
+        });
+    }
+    catch (error) {
+        if (opts.signal.aborted)
+            throw error;
+        throw new SearchHttpError(wrapFetchFailure(error, { method: "GET", url: opts.url }).message, {
+            cause: error,
+            retryable: true,
+        });
+    }
+    const text = await res.text();
+    if (res.status >= 400) {
+        throw new SearchHttpError(describeHttpFailure({
+            method: "GET",
+            url: opts.url,
+            status: res.status,
+            detail: text.trim().slice(0, 300),
+        }), { status: res.status, throttled: res.status === 429 });
+    }
+    return { status: res.status, text };
+}
+export async function postJson(opts) {
+    let res;
+    try {
+        res = await fetch(opts.url, {
+            method: "POST",
+            headers: {
+                "content-type": "application/json",
+                accept: "application/json, text/event-stream",
+                "user-agent": SEARCH_USER_AGENT,
+                ...opts.headers,
+            },
+            body: JSON.stringify(opts.body),
+            signal: searchSignal(opts.signal),
+        });
+    }
+    catch (error) {
+        if (opts.signal.aborted)
+            throw error;
+        throw new SearchHttpError(wrapFetchFailure(error, { method: "POST", url: opts.url }).message, {
+            cause: error,
+            retryable: true,
+        });
+    }
+    const text = await res.text();
+    if (res.status >= 400) {
+        throw new SearchHttpError(describeHttpFailure({
+            method: "POST",
+            url: opts.url,
+            status: res.status,
+            detail: text.trim().slice(0, 300),
+        }), { status: res.status, throttled: res.status === 429 });
+    }
+    return { status: res.status, text };
+}
+/** First text content item from an MCP tools/call JSON or SSE body. */
+export function parseMcpToolText(body) {
+    const stripped = body.trim();
+    const candidates = stripped.startsWith("{") ? [stripped] : [];
+    for (const line of body.split("\n")) {
+        if (line.startsWith("data: "))
+            candidates.push(line.slice("data: ".length));
+    }
+    for (const candidate of candidates) {
+        try {
+            const data = JSON.parse(candidate);
+            if (data === null || typeof data !== "object" || Array.isArray(data))
+                continue;
+            const rec = data;
+            if (rec.error !== undefined) {
+                const message = typeof rec.error.message === "string" ? rec.error.message : String(rec.error);
+                throw new SearchHttpError(message, {
+                    throttled: isRateLimitish(message),
+                });
+            }
+            const result = rec.result ?? {};
+            const content = Array.isArray(result.content) ? result.content : [];
+            const texts = content
+                .filter((item) => item !== null && typeof item === "object" && typeof item.text === "string")
+                .map((item) => item.text);
+            if (result.isError === true) {
+                const message = texts.filter(Boolean).join(" ") || "MCP tool call failed";
+                throw new SearchHttpError(message, {
+                    throttled: isRateLimitish(message),
+                });
+            }
+            const text = texts.find((item) => item !== "");
+            if (text !== undefined)
+                return text;
+        }
+        catch (error) {
+            if (error instanceof SearchHttpError)
+                throw error;
+        }
+    }
+    throw new SearchHttpError("Unrecognized MCP response shape", {
+        retryable: true,
+    });
+}
+export async function mcpToolCall(opts) {
+    const { text } = await postJson({
+        url: opts.url,
+        headers: opts.headers,
+        signal: opts.signal,
+        body: {
+            jsonrpc: "2.0",
+            id: 1,
+            method: "tools/call",
+            params: { name: opts.tool, arguments: opts.arguments },
+        },
+    });
+    return parseMcpToolText(text);
+}
+/** Transport and response-decoding failures may succeed at another provider. */
+export function isRetryableFailure(error) {
+    return error instanceof SearchHttpError ? error.retryable : error instanceof SyntaxError;
+}
+//# sourceMappingURL=http.js.map

package/dist/providers/web/wire/http.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.js","sourceRoot":"","sources":["../../../../src/providers/web/wire/http.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAE3E,iGAAiG;AACjG,MAAM,CAAC,MAAM,iBAAiB,GAAG,MAAM,CAAC;AACxC,MAAM,CAAC,MAAM,iBAAiB,GAAG,SAAS,CAAC;AAE3C,MAAM,kBAAkB,GAAG;IACzB,YAAY;IACZ,YAAY;IACZ,WAAW;IACX,mBAAmB;IACnB,KAAK;IACL,gBAAgB;IAChB,WAAW;CACZ,CAAC;AAEF,MAAM,OAAO,eAAgB,SAAQ,KAAK;IAC/B,MAAM,CAAqB;IAC3B,SAAS,CAAU;IACnB,SAAS,CAAU;IAE5B,YACE,OAAe,EACf,IAKC;QAED,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QAC9E,IAAI,CAAC,MAAM,GAAG,IAAI,EAAE,MAAM,CAAC;QAC3B,IAAI,CAAC,SAAS;YACZ,IAAI,EAAE,SAAS,KAAK,IAAI,IAAI,IAAI,EAAE,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC;QACzG,IAAI,CAAC,SAAS,GAAG,IAAI,EAAE,SAAS,KAAK,IAAI,IAAI,IAAI,EAAE,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC,OAAO,CAAC,CAAC;IAC/F,CAAC;CACF;AAED,MAAM,UAAU,cAAc,CAAC,OAAe;IAC5C,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,OAAO,kBAAkB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAmB;IAC9C,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACvD,IAAI,OAAO,WAAW,CAAC,GAAG,KAAK,UAAU;QAAE,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACrF,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;AAC3C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,IAI7B;IACC,IAAI,GAAa,CAAC;IAClB,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;YAC1B,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,MAAM,EAAE,kBAAkB;gBAC1B,YAAY,EAAE,iBAAiB;gBAC/B,GAAG,IAAI,CAAC,OAAO;aAChB;YACD,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;SAClC,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,KAAK,CAAC;QACrC,MAAM,IAAI,eAAe,CAAC,gBAAgB,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE;YAC3F,KAAK,EAAE,KAAK;YACZ,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;IACL,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAC9B,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;QACtB,MAAM,IAAI,eAAe,CACvB,mBAAmB,CAAC;YAClB,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;SAClC,CAAC,EACF,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CACtD,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;AACtC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,IAK9B;IACC,IAAI,GAAa,CAAC;IAClB,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;YAC1B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,MAAM,EAAE,qCAAqC;gBAC7C,YAAY,EAAE,iBAAiB;gBAC/B,GAAG,IAAI,CAAC,OAAO;aAChB;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;YAC/B,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;SAClC,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,KAAK,CAAC;QACrC,MAAM,IAAI,eAAe,CAAC,gBAAgB,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE;YAC5F,KAAK,EAAE,KAAK;YACZ,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;IACL,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;IAC9B,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;QACtB,MAAM,IAAI,eAAe,CACvB,mBAAmB,CAAC;YAClB,MAAM,EAAE,MAAM;YACd,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;SAClC,CAAC,EACF,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CACtD,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;AACtC,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC7B,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9D,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9E,CAAC;IACD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,IAAI,GAAY,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC5C,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;gBAAE,SAAS;YAC/E,MAAM,GAAG,GAAG,IAGX,CAAC;YACF,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAC5B,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAC9F,MAAM,IAAI,eAAe,CAAC,OAAO,EAAE;oBACjC,SAAS,EAAE,cAAc,CAAC,OAAO,CAAC;iBACnC,CAAC,CAAC;YACL,CAAC;YACD,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC;YAChC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,MAAM,KAAK,GAAG,OAAO;iBAClB,MAAM,CACL,CAAC,IAAI,EAA4B,EAAE,CACjC,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAQ,IAA2B,CAAC,IAAI,KAAK,QAAQ,CACrG;iBACA,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5B,IAAI,MAAM,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBAC5B,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,sBAAsB,CAAC;gBAC1E,MAAM,IAAI,eAAe,CAAC,OAAO,EAAE;oBACjC,SAAS,EAAE,cAAc,CAAC,OAAO,CAAC;iBACnC,CAAC,CAAC;YACL,CAAC;YACD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC;YAC/C,IAAI,IAAI,KAAK,SAAS;gBAAE,OAAO,IAAI,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,eAAe;gBAAE,MAAM,KAAK,CAAC;QACpD,CAAC;IACH,CAAC;IACD,MAAM,IAAI,eAAe,CAAC,iCAAiC,EAAE;QAC3D,SAAS,EAAE,IAAI;KAChB,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAMjC;IACC,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,QAAQ,CAAC;QAC9B,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,IAAI,EAAE;YACJ,OAAO,EAAE,KAAK;YACd,EAAE,EAAE,CAAC;YACL,MAAM,EAAE,YAAY;YACpB,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE;SACvD;KACF,CAAC,CAAC;IACH,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,kBAAkB,CAAC,KAAc;IAC/C,OAAO,KAAK,YAAY,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,YAAY,WAAW,CAAC;AAC3F,CAAC"}

package/dist/providers/web/wire/index.d.ts

@@ -0,0 +1,10 @@
+/**
+ * @/providers/web/wire — shared search/extract HTTP
+ * adapters, including Firecrawl. Not a vendor roster, not Nous, not Grok.
+ */
+export * from "./adapters.js";
+export * from "./extract.js";
+export * from "./http.js";
+export * from "./ssrf.js";
+export * from "./types.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/providers/web/wire/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/providers/web/wire/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC"}

package/dist/providers/web/wire/index.js

@@ -0,0 +1,10 @@
+/**
+ * @/providers/web/wire — shared search/extract HTTP
+ * adapters, including Firecrawl. Not a vendor roster, not Nous, not Grok.
+ */
+export * from "./adapters.js";
+export * from "./extract.js";
+export * from "./http.js";
+export * from "./ssrf.js";
+export * from "./types.js";
+//# sourceMappingURL=index.js.map

package/dist/providers/web/wire/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/providers/web/wire/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC"}

package/dist/providers/web/wire/json.d.ts

@@ -0,0 +1,7 @@
+/** Object field without `as { key?: unknown }`. `Reflect.get` is lib `any`; this seals it. */
+export declare function readField(obj: object, key: string): unknown;
+/** One leftover `object` → `Record` hole. */
+export declare function asRecord(value: unknown): Record<string, unknown> | null;
+/** `JSON.parse` is lib `any`. Public return is `unknown`. */
+export declare function parseJsonUnknown(text: string): unknown;
+//# sourceMappingURL=json.d.ts.map

package/dist/providers/web/wire/json.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.d.ts","sourceRoot":"","sources":["../../../../src/providers/web/wire/json.ts"],"names":[],"mappings":"AAAA,8FAA8F;AAE9F,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAI3D;AAED,6CAA6C;AAC7C,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAGvE;AAED,6DAA6D;AAC7D,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAEtD"}