@inhuman.tools/harness 0.0.0-stage → 0.2.0

package/dist/providers/web/registrations/registration.js

@@ -0,0 +1,62 @@
+import { parseProviderRegistration, PROVIDER_SDK_CONTRACT, } from "@inhuman.tools/harness-provider-sdk";
+import { ExaWebSearchConnection } from "./exa.js";
+import { FirecrawlWebSearchConnection } from "./firecrawl.js";
+import { KeenableWebSearchConnection } from "./keenable.js";
+import { KeylessWebSearchConnection } from "./keyless.js";
+import { ParallelWebSearchConnection } from "./parallel.js";
+import { TavilyWebSearchConnection } from "./tavily.js";
+/**
+ * Shipped web roster. Driver names are the existing product IDs.
+ * Nous and Grok are other providers.
+ */
+export const webProvider = parseProviderRegistration({
+    id: "web",
+    name: "Web search",
+    description: "Keyless ring and keyed Exa, Parallel, Firecrawl, Keenable, Tavily",
+    contract: PROVIDER_SDK_CONTRACT,
+    drivers: [
+        {
+            name: "web-keyless",
+            description: "Keyless web-search and extract ring",
+            abilityClaim: ["web-search", "web-extract"],
+            multiplicity: "add-by-default",
+            connection: KeylessWebSearchConnection,
+        },
+        {
+            name: "exa",
+            description: "Exa neural search",
+            abilityClaim: ["web-search", "web-extract"],
+            multiplicity: "add-as-secondary",
+            connection: ExaWebSearchConnection,
+        },
+        {
+            name: "parallel",
+            description: "Parallel AI search",
+            abilityClaim: ["web-search", "web-extract"],
+            multiplicity: "add-as-secondary",
+            connection: ParallelWebSearchConnection,
+        },
+        {
+            name: "firecrawl",
+            description: "Firecrawl search",
+            abilityClaim: ["web-search", "web-extract"],
+            multiplicity: "add-as-secondary",
+            connection: FirecrawlWebSearchConnection,
+        },
+        {
+            name: "keenable",
+            description: "Keenable web index",
+            abilityClaim: ["web-search", "web-extract"],
+            multiplicity: "add-as-secondary",
+            connection: KeenableWebSearchConnection,
+        },
+        {
+            name: "tavily",
+            description: "Tavily search and extract",
+            abilityClaim: ["web-search", "web-extract"],
+            multiplicity: "add-as-secondary",
+            connection: TavilyWebSearchConnection,
+        },
+    ],
+});
+//# sourceMappingURL=registration.js.map

package/dist/providers/web/registrations/registration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registration.js","sourceRoot":"","sources":["../../../../src/providers/web/registrations/registration.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,yBAAyB,EACzB,qBAAqB,GAEtB,MAAM,qCAAqC,CAAC;AAE7C,OAAO,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAC;AAClD,OAAO,EAAE,4BAA4B,EAAE,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EAAE,2BAA2B,EAAE,MAAM,eAAe,CAAC;AAC5D,OAAO,EAAE,0BAA0B,EAAE,MAAM,cAAc,CAAC;AAC1D,OAAO,EAAE,2BAA2B,EAAE,MAAM,eAAe,CAAC;AAC5D,OAAO,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AAExD;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAuB,yBAAyB,CAAC;IACvE,EAAE,EAAE,KAAK;IACT,IAAI,EAAE,YAAY;IAClB,WAAW,EAAE,mEAAmE;IAChF,QAAQ,EAAE,qBAAqB;IAC/B,OAAO,EAAE;QACP;YACE,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE,qCAAqC;YAClD,YAAY,EAAE,CAAC,YAAY,EAAE,aAAa,CAAC;YAC3C,YAAY,EAAE,gBAAgB;YAC9B,UAAU,EAAE,0BAA0B;SACvC;QACD;YACE,IAAI,EAAE,KAAK;YACX,WAAW,EAAE,mBAAmB;YAChC,YAAY,EAAE,CAAC,YAAY,EAAE,aAAa,CAAC;YAC3C,YAAY,EAAE,kBAAkB;YAChC,UAAU,EAAE,sBAAsB;SACnC;QACD;YACE,IAAI,EAAE,UAAU;YAChB,WAAW,EAAE,oBAAoB;YACjC,YAAY,EAAE,CAAC,YAAY,EAAE,aAAa,CAAC;YAC3C,YAAY,EAAE,kBAAkB;YAChC,UAAU,EAAE,2BAA2B;SACxC;QACD;YACE,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,kBAAkB;YAC/B,YAAY,EAAE,CAAC,YAAY,EAAE,aAAa,CAAC;YAC3C,YAAY,EAAE,kBAAkB;YAChC,UAAU,EAAE,4BAA4B;SACzC;QACD;YACE,IAAI,EAAE,UAAU;YAChB,WAAW,EAAE,oBAAoB;YACjC,YAAY,EAAE,CAAC,YAAY,EAAE,aAAa,CAAC;YAC3C,YAAY,EAAE,kBAAkB;YAChC,UAAU,EAAE,2BAA2B;SACxC;QACD;YACE,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,2BAA2B;YACxC,YAAY,EAAE,CAAC,YAAY,EAAE,aAAa,CAAC;YAC3C,YAAY,EAAE,kBAAkB;YAChC,UAAU,EAAE,yBAAyB;SACtC;KACF;CACF,CAAC,CAAC"}

package/dist/providers/web/registrations/ring.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Keyless free-tier ring: Exa → Parallel → Firecrawl → Keenable → Tavily.
+ * Round-robin start; throttling and transient failures hop within a shared time budget.
+ */
+import { type ExtractOutcome, type ExtractRequest, type KeylessVendor, type SearchOutcome, type SearchRequest } from "../wire/index.js";
+export declare const FAILOVER_TIMEOUT_MS = 60000;
+export declare function ringOrder(start?: number): readonly KeylessVendor[];
+export declare function searchWithFailover(req: Omit<SearchRequest, "apiKey" | "apiUrl">, start?: number): Promise<SearchOutcome>;
+export declare function extractWithFailover(req: Omit<ExtractRequest, "apiKey" | "apiUrl">, start?: number): Promise<ExtractOutcome>;
+//# sourceMappingURL=ring.d.ts.map

package/dist/providers/web/registrations/ring.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ring.d.ts","sourceRoot":"","sources":["../../../../src/providers/web/registrations/ring.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAML,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,aAAa,EAClB,KAAK,aAAa,EAClB,KAAK,aAAa,EACnB,MAAM,kBAAkB,CAAC;AAE1B,eAAO,MAAM,mBAAmB,QAAoB,CAAC;AAUrD,wBAAgB,SAAS,CAAC,KAAK,SAAc,GAAG,SAAS,aAAa,EAAE,CAEvE;AA8CD,wBAAsB,kBAAkB,CACtC,GAAG,EAAE,IAAI,CAAC,aAAa,EAAE,QAAQ,GAAG,QAAQ,CAAC,EAC7C,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,aAAa,CAAC,CAExB;AAED,wBAAsB,mBAAmB,CACvC,GAAG,EAAE,IAAI,CAAC,cAAc,EAAE,QAAQ,GAAG,QAAQ,CAAC,EAC9C,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,cAAc,CAAC,CAEzB"}

package/dist/providers/web/registrations/ring.js

@@ -0,0 +1,59 @@
+/**
+ * Keyless free-tier ring: Exa → Parallel → Firecrawl → Keenable → Tavily.
+ * Round-robin start; throttling and transient failures hop within a shared time budget.
+ */
+import { extractVendor, KEYLESS_RING, KEYLESS_SESSION_ID, SEARCH_TIMEOUT_MS, searchVendor, } from "../wire/index.js";
+export const FAILOVER_TIMEOUT_MS = SEARCH_TIMEOUT_MS;
+let ringCursor = Number.parseInt(KEYLESS_SESSION_ID.slice(0, 8), 16) % KEYLESS_RING.length;
+function nextStart() {
+    const start = ringCursor;
+    ringCursor = (ringCursor + 1) % KEYLESS_RING.length;
+    return start;
+}
+export function ringOrder(start = nextStart()) {
+    return [...KEYLESS_RING.slice(start), ...KEYLESS_RING.slice(0, start)];
+}
+async function walk(signal, start, attempt) {
+    const deadline = AbortSignal.timeout(FAILOVER_TIMEOUT_MS);
+    const combined = AbortSignal.any([signal, deadline]);
+    // Read through a function: abort state can change across an awaited attempt.
+    const expired = () => deadline.aborted;
+    const failures = [];
+    let allThrottled = true;
+    for (const vendor of ringOrder(start)) {
+        signal.throwIfAborted();
+        if (expired())
+            break;
+        let result;
+        try {
+            result = await attempt(vendor, combined);
+        }
+        catch (error) {
+            signal.throwIfAborted();
+            if (!expired())
+                throw error;
+            break;
+        }
+        signal.throwIfAborted();
+        if (expired())
+            break;
+        if (result.ok || (!result.throttled && !result.retryable))
+            return result;
+        failures.push(`${vendor}: ${result.error}`);
+        allThrottled &&= result.throttled;
+    }
+    return {
+        ok: false,
+        error: `${deadline.aborted ? "keyless failover time budget exhausted" : "all keyless vendors failed"}: ${failures.join("; ")}`,
+        throttled: !deadline.aborted && allThrottled,
+        retryable: true,
+        vendor: "keyless",
+    };
+}
+export async function searchWithFailover(req, start) {
+    return walk(req.signal, start, (vendor, signal) => searchVendor(vendor, { ...req, signal }));
+}
+export async function extractWithFailover(req, start) {
+    return walk(req.signal, start, (vendor, signal) => extractVendor(vendor, { ...req, signal }));
+}
+//# sourceMappingURL=ring.js.map

package/dist/providers/web/registrations/ring.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ring.js","sourceRoot":"","sources":["../../../../src/providers/web/registrations/ring.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EACL,aAAa,EACb,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,YAAY,GAMb,MAAM,kBAAkB,CAAC;AAE1B,MAAM,CAAC,MAAM,mBAAmB,GAAG,iBAAiB,CAAC;AAErD,IAAI,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC;AAE3F,SAAS,SAAS;IAChB,MAAM,KAAK,GAAG,UAAU,CAAC;IACzB,UAAU,GAAG,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC;IACpD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAK,GAAG,SAAS,EAAE;IAC3C,OAAO,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AACzE,CAAC;AASD,KAAK,UAAU,IAAI,CACjB,MAAmB,EACnB,KAAyB,EACzB,OAAmE;IAEnE,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAC1D,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;IACrD,6EAA6E;IAC7E,MAAM,OAAO,GAAG,GAAY,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;IAChD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,YAAY,GAAG,IAAI,CAAC;IACxB,KAAK,MAAM,MAAM,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;QACtC,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,IAAI,OAAO,EAAE;YAAE,MAAM;QACrB,IAAI,MAAS,CAAC;QACd,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC3C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,cAAc,EAAE,CAAC;YACxB,IAAI,CAAC,OAAO,EAAE;gBAAE,MAAM,KAAK,CAAC;YAC5B,MAAM;QACR,CAAC;QACD,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,IAAI,OAAO,EAAE;YAAE,MAAM;QACrB,IAAI,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;YAAE,OAAO,MAAM,CAAC;QACzE,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAC5C,YAAY,KAAK,MAAM,CAAC,SAAS,CAAC;IACpC,CAAC;IACD,OAAO;QACL,EAAE,EAAE,KAAK;QACT,KAAK,EAAE,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,wCAAwC,CAAC,CAAC,CAAC,4BAA4B,KAAK,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QAC9H,SAAS,EAAE,CAAC,QAAQ,CAAC,OAAO,IAAI,YAAY;QAC5C,SAAS,EAAE,IAAI;QACf,MAAM,EAAE,SAAS;KAClB,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,GAA6C,EAC7C,KAAc;IAEd,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;AAC/F,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,GAA8C,EAC9C,KAAc;IAEd,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;AAChG,CAAC"}

package/dist/providers/web/registrations/schemas.d.ts

@@ -0,0 +1,8 @@
+import { z } from "zod";
+export declare const webSearchSecretsSchema: z.ZodObject<{
+    apiKey: z.ZodOptional<z.ZodString>;
+}, z.core.$loose>;
+export declare const firecrawlConfigurationSchema: z.ZodObject<{
+    apiUrl: z.ZodOptional<z.ZodString>;
+}, z.core.$loose>;
+//# sourceMappingURL=schemas.d.ts.map

package/dist/providers/web/registrations/schemas.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemas.d.ts","sourceRoot":"","sources":["../../../../src/providers/web/registrations/schemas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,sBAAsB;;iBAEjC,CAAC;AAEH,eAAO,MAAM,4BAA4B;;iBAEvC,CAAC"}

package/dist/providers/web/registrations/schemas.js

@@ -0,0 +1,8 @@
+import { z } from "zod";
+export const webSearchSecretsSchema = z.looseObject({
+    apiKey: z.string({ error: "apiKey must be a string" }).optional(),
+});
+export const firecrawlConfigurationSchema = z.looseObject({
+    apiUrl: z.string({ error: "apiUrl must be a string" }).optional(),
+});
+//# sourceMappingURL=schemas.js.map

package/dist/providers/web/registrations/schemas.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemas.js","sourceRoot":"","sources":["../../../../src/providers/web/registrations/schemas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,WAAW,CAAC;IAClD,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,yBAAyB,EAAE,CAAC,CAAC,QAAQ,EAAE;CAClE,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,WAAW,CAAC;IACxD,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,yBAAyB,EAAE,CAAC,CAAC,QAAQ,EAAE;CAClE,CAAC,CAAC"}

package/dist/providers/web/registrations/tavily.d.ts

@@ -0,0 +1,18 @@
+import { type AdoptCallback, type DriverAdoptArgs, type DriverAdoptBags } from "./adopt.js";
+import { WebSearchDriverConnection } from "./connection.js";
+export declare class TavilyWebSearchConnection extends WebSearchDriverConnection {
+    static configurationLabel: string;
+    static secretsSchema: import("zod").ZodObject<{
+        apiKey: import("zod").ZodOptional<import("zod").ZodString>;
+    }, import("zod/v4/core").$loose>;
+    static offers: {
+        name: string;
+        description: string;
+        live: boolean;
+        adoptable: boolean;
+        settings: {};
+    }[];
+    static adopt(args: DriverAdoptArgs, callback: AdoptCallback): Promise<DriverAdoptBags>;
+    readonly vendor: "tavily";
+}
+//# sourceMappingURL=tavily.d.ts.map

package/dist/providers/web/registrations/tavily.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tavily.d.ts","sourceRoot":"","sources":["../../../../src/providers/web/registrations/tavily.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,aAAa,EAAE,KAAK,eAAe,EAAE,KAAK,eAAe,EAAE,MAAM,YAAY,CAAC;AAC5F,OAAO,EAAe,yBAAyB,EAAE,MAAM,iBAAiB,CAAC;AAGzE,qBAAa,yBAA0B,SAAQ,yBAAyB;IACtE,OAAgB,kBAAkB,SAAY;IAC9C,OAAgB,aAAa;;qCAA0B;IACvD,MAAM,CAAC,MAAM;;;;;;QAQX;WAEW,KAAK,CAAC,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,aAAa,GAAG,OAAO,CAAC,eAAe,CAAC;IAI5F,QAAQ,CAAC,MAAM,EAAG,QAAQ,CAAU;CACrC"}

package/dist/providers/web/registrations/tavily.js

@@ -0,0 +1,20 @@
+import { adoptApiKey, WebSearchDriverConnection } from "./connection.js";
+import { webSearchSecretsSchema } from "./schemas.js";
+export class TavilyWebSearchConnection extends WebSearchDriverConnection {
+    static configurationLabel = "tavily";
+    static secretsSchema = webSearchSecretsSchema;
+    static offers = [
+        {
+            name: "Tavily",
+            description: "Tavily search and extract",
+            live: true,
+            adoptable: true,
+            settings: {},
+        },
+    ];
+    static async adopt(args, callback) {
+        return adoptApiKey("Tavily", args, callback);
+    }
+    vendor = "tavily";
+}
+//# sourceMappingURL=tavily.js.map

package/dist/providers/web/registrations/tavily.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tavily.js","sourceRoot":"","sources":["../../../../src/providers/web/registrations/tavily.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC;AACzE,OAAO,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AAEtD,MAAM,OAAO,yBAA0B,SAAQ,yBAAyB;IACtE,MAAM,CAAU,kBAAkB,GAAG,QAAQ,CAAC;IAC9C,MAAM,CAAU,aAAa,GAAG,sBAAsB,CAAC;IACvD,MAAM,CAAC,MAAM,GAAG;QACd;YACE,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,2BAA2B;YACxC,IAAI,EAAE,IAAI;YACV,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,EAAE;SACb;KACF,CAAC;IAEF,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAqB,EAAE,QAAuB;QAC/D,OAAO,WAAW,CAAC,QAAQ,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAEQ,MAAM,GAAG,QAAiB,CAAC"}

package/dist/providers/web/wire/adapters.d.ts

@@ -0,0 +1,22 @@
+import { type KeylessVendor, type SearchHit, type SearchOutcome, type SearchRequest } from "./types.js";
+export declare const EXA_MCP_URL = "https://mcp.exa.ai/mcp";
+export declare const PARALLEL_MCP_URL = "https://search.parallel.ai/mcp";
+export declare const FIRECRAWL_CLOUD_URL = "https://api.firecrawl.dev";
+export declare const FIRECRAWL_NOUS_GATEWAY_URL = "https://firecrawl-gateway.nousresearch.com";
+export declare const KEENABLE_API_URL = "https://api.keenable.ai";
+export declare const EXA_API_URL = "https://api.exa.ai/search";
+export declare const PARALLEL_API_URL = "https://api.parallel.ai/v1beta/search";
+export declare const TAVILY_API_URL = "https://api.tavily.com";
+export declare const EXA_CONTENTS_URL = "https://api.exa.ai/contents";
+export declare const PARALLEL_EXTRACT_URL = "https://api.parallel.ai/v1/extract";
+/** Per-process anonymous id for Parallel rate-limit correlation. Not a user identifier. */
+export declare const KEYLESS_SESSION_ID: string;
+export declare function parseExaSearchText(text: string, limit: number): SearchHit[];
+export declare function searchExa(req: SearchRequest): Promise<SearchOutcome>;
+export declare function searchParallel(req: SearchRequest): Promise<SearchOutcome>;
+export declare function searchFirecrawl(req: SearchRequest): Promise<SearchOutcome>;
+export declare function tavilyHeaders(apiKey: string | undefined): Record<string, string>;
+export declare function searchTavily(req: SearchRequest): Promise<SearchOutcome>;
+export declare function searchKeenable(req: SearchRequest): Promise<SearchOutcome>;
+export declare function searchVendor(vendor: KeylessVendor, req: SearchRequest): Promise<SearchOutcome>;
+//# sourceMappingURL=adapters.d.ts.map

package/dist/providers/web/wire/adapters.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapters.d.ts","sourceRoot":"","sources":["../../../../src/providers/web/wire/adapters.ts"],"names":[],"mappings":"AAOA,OAAO,EAAU,KAAK,aAAa,EAAE,KAAK,SAAS,EAAE,KAAK,aAAa,EAAE,KAAK,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhH,eAAO,MAAM,WAAW,2BAA2B,CAAC;AACpD,eAAO,MAAM,gBAAgB,mCAAmC,CAAC;AACjE,eAAO,MAAM,mBAAmB,8BAA8B,CAAC;AAC/D,eAAO,MAAM,0BAA0B,+CAA+C,CAAC;AACvF,eAAO,MAAM,gBAAgB,4BAA4B,CAAC;AAC1D,eAAO,MAAM,WAAW,8BAA8B,CAAC;AACvD,eAAO,MAAM,gBAAgB,0CAA0C,CAAC;AACxE,eAAO,MAAM,cAAc,2BAA2B,CAAC;AACvD,eAAO,MAAM,gBAAgB,gCAAgC,CAAC;AAC9D,eAAO,MAAM,oBAAoB,uCAAuC,CAAC;AAIzE,2FAA2F;AAC3F,eAAO,MAAM,kBAAkB,QAAmC,CAAC;AAwBnE,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE,CAuB3E;AA0CD,wBAAsB,SAAS,CAAC,GAAG,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC,CAuC1E;AAED,wBAAsB,cAAc,CAAC,GAAG,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC,CAiD/E;AAED,wBAAsB,eAAe,CAAC,GAAG,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC,CAchF;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAGhF;AAED,wBAAsB,YAAY,CAAC,GAAG,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC,CAwB7E;AAED,wBAAsB,cAAc,CAAC,GAAG,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC,CA4B/E;AAED,wBAAsB,YAAY,CAAC,MAAM,EAAE,aAAa,EAAE,GAAG,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC,CAapG"}

package/dist/providers/web/wire/adapters.js

@@ -0,0 +1,258 @@
+/**
+ * Vendor HTTP adapters. Keyless and keyed share one mapper per vendor.
+ */
+import { randomUUID } from "node:crypto";
+import { isRetryableFailure, isRateLimitish, mcpToolCall, postJson, SearchHttpError } from "./http.js";
+import { parseJsonUnknown, readField } from "./json.js";
+import { hitsOf } from "./types.js";
+export const EXA_MCP_URL = "https://mcp.exa.ai/mcp";
+export const PARALLEL_MCP_URL = "https://search.parallel.ai/mcp";
+export const FIRECRAWL_CLOUD_URL = "https://api.firecrawl.dev";
+export const FIRECRAWL_NOUS_GATEWAY_URL = "https://firecrawl-gateway.nousresearch.com";
+export const KEENABLE_API_URL = "https://api.keenable.ai";
+export const EXA_API_URL = "https://api.exa.ai/search";
+export const PARALLEL_API_URL = "https://api.parallel.ai/v1beta/search";
+export const TAVILY_API_URL = "https://api.tavily.com";
+export const EXA_CONTENTS_URL = "https://api.exa.ai/contents";
+export const PARALLEL_EXTRACT_URL = "https://api.parallel.ai/v1/extract";
+const KEENABLE_TITLE = "harness";
+/** Per-process anonymous id for Parallel rate-limit correlation. Not a user identifier. */
+export const KEYLESS_SESSION_ID = randomUUID().replaceAll("-", "");
+function fail(vendor, error) {
+    const message = error instanceof Error ? error.message : String(error);
+    const throttled = error instanceof SearchHttpError ? error.throttled : isRateLimitish(message);
+    return {
+        ok: false,
+        error: message,
+        throttled,
+        retryable: isRetryableFailure(error),
+        vendor,
+    };
+}
+function ok(vendor, hits) {
+    return { ok: true, hits, vendor };
+}
+const EXA_LABELS = ["Title:", "URL:", "Highlights:", "Published:", "Author:"];
+function after(line, prefix) {
+    return line.slice(prefix.length).trim();
+}
+export function parseExaSearchText(text, limit) {
+    const results = [];
+    for (const block of text.split("\n---\n")) {
+        let title = "";
+        let url = "";
+        const highlightLines = [];
+        let inHighlights = false;
+        for (const stripped of block.split("\n").map((line) => line.trim())) {
+            if (stripped.startsWith("Title:"))
+                title = after(stripped, "Title:");
+            else if (stripped.startsWith("URL:"))
+                url = after(stripped, "URL:");
+            else if (inHighlights && stripped !== "" && !EXA_LABELS.some((label) => stripped.startsWith(label))) {
+                highlightLines.push(stripped);
+            }
+            if (EXA_LABELS.some((label) => stripped.startsWith(label))) {
+                inHighlights = stripped.startsWith("Highlights:");
+            }
+        }
+        if (url !== "") {
+            results.push({ title, url, snippet: highlightLines.join(" ") });
+        }
+        if (results.length >= limit)
+            break;
+    }
+    return results;
+}
+function objectResults(data) {
+    if (typeof data !== "object" || data === null)
+        return [];
+    const results = readField(data, "results");
+    return Array.isArray(results) ? results : [];
+}
+function stringJoin(value) {
+    if (!Array.isArray(value))
+        return "";
+    return value.filter((item) => typeof item === "string").join(" ");
+}
+function hitFields(item, snippet) {
+    if (item === null || typeof item !== "object")
+        return { title: "", url: "", snippet: "" };
+    return {
+        title: readField(item, "title"),
+        url: readField(item, "url"),
+        snippet,
+    };
+}
+function firecrawlHits(payload, limit) {
+    if (payload === null || typeof payload !== "object" || Array.isArray(payload))
+        return [];
+    const data = readField(payload, "data");
+    const lists = [data, readField(payload, "web"), readField(payload, "results")];
+    if (data !== null && typeof data === "object" && !Array.isArray(data)) {
+        lists.push(readField(data, "web"), readField(data, "results"));
+    }
+    if (Array.isArray(data))
+        lists.push(data);
+    for (const list of lists) {
+        if (!Array.isArray(list) || list.length === 0)
+            continue;
+        const mapped = list.map((item) => {
+            if (item === null || typeof item !== "object")
+                return { title: "", url: "", snippet: "" };
+            return hitFields(item, readField(item, "description") ?? readField(item, "snippet"));
+        });
+        const hits = hitsOf(mapped, limit);
+        if (hits.length > 0)
+            return hits;
+    }
+    return [];
+}
+export async function searchExa(req) {
+    try {
+        if (req.apiKey !== undefined && req.apiKey !== "") {
+            const { text } = await postJson({
+                url: EXA_API_URL,
+                signal: req.signal,
+                headers: { "x-api-key": req.apiKey },
+                body: {
+                    query: req.query,
+                    numResults: req.limit,
+                    contents: { highlights: true },
+                },
+            });
+            const data = parseJsonUnknown(text);
+            return ok("exa", hitsOf(objectResults(data).map((row) => typeof row === "object" && row !== null ? hitFields(row, stringJoin(readField(row, "highlights"))) : {}), req.limit));
+        }
+        const text = await mcpToolCall({
+            url: EXA_MCP_URL,
+            tool: "web_search_exa",
+            arguments: {
+                query: req.query,
+                objective: req.query,
+                numResults: req.limit,
+            },
+            signal: req.signal,
+        });
+        return ok("exa", parseExaSearchText(text, req.limit));
+    }
+    catch (error) {
+        if (req.signal.aborted)
+            throw error;
+        return fail("exa", error);
+    }
+}
+export async function searchParallel(req) {
+    try {
+        if (req.apiKey !== undefined && req.apiKey !== "") {
+            const { text } = await postJson({
+                url: PARALLEL_API_URL,
+                signal: req.signal,
+                headers: { authorization: `Bearer ${req.apiKey}` },
+                body: {
+                    objective: req.query,
+                    search_queries: [req.query],
+                    max_results: req.limit,
+                    mode: "fast",
+                },
+            });
+            const data = parseJsonUnknown(text);
+            return ok("parallel", hitsOf(objectResults(data).map((row) => typeof row === "object" && row !== null ? hitFields(row, stringJoin(readField(row, "excerpts"))) : {}), req.limit));
+        }
+        const text = await mcpToolCall({
+            url: PARALLEL_MCP_URL,
+            tool: "web_search",
+            arguments: {
+                objective: req.query,
+                search_queries: [req.query],
+                session_id: req.sessionId,
+            },
+            signal: req.signal,
+        });
+        const data = parseJsonUnknown(text);
+        return ok("parallel", hitsOf(objectResults(data).map((row) => typeof row === "object" && row !== null ? hitFields(row, stringJoin(readField(row, "excerpts"))) : {}), req.limit));
+    }
+    catch (error) {
+        if (req.signal.aborted)
+            throw error;
+        return fail("parallel", error);
+    }
+}
+export async function searchFirecrawl(req) {
+    const base = (req.apiUrl ?? FIRECRAWL_CLOUD_URL).replace(/\/$/, "");
+    try {
+        const { text } = await postJson({
+            url: `${base}/v2/search`,
+            signal: req.signal,
+            headers: req.apiKey !== undefined && req.apiKey !== "" ? { authorization: `Bearer ${req.apiKey}` } : {},
+            body: { query: req.query, limit: req.limit },
+        });
+        return ok("firecrawl", firecrawlHits(parseJsonUnknown(text), req.limit));
+    }
+    catch (error) {
+        if (req.signal.aborted)
+            throw error;
+        return fail("firecrawl", error);
+    }
+}
+export function tavilyHeaders(apiKey) {
+    if (apiKey !== undefined && apiKey !== "")
+        return { authorization: `Bearer ${apiKey}` };
+    return { "x-tavily-access-mode": "keyless" };
+}
+export async function searchTavily(req) {
+    try {
+        const { text } = await postJson({
+            url: `${TAVILY_API_URL}/search`,
+            signal: req.signal,
+            headers: tavilyHeaders(req.apiKey),
+            body: { query: req.query, max_results: req.limit },
+        });
+        const data = parseJsonUnknown(text);
+        return ok("tavily", hitsOf(objectResults(data).map((row) => typeof row === "object" && row !== null
+            ? hitFields(row, readField(row, "content") ?? readField(row, "snippet"))
+            : {}), req.limit));
+    }
+    catch (error) {
+        if (req.signal.aborted)
+            throw error;
+        return fail("tavily", error);
+    }
+}
+export async function searchKeenable(req) {
+    const keyed = req.apiKey !== undefined && req.apiKey !== "";
+    try {
+        const { text } = await postJson({
+            url: keyed ? `${KEENABLE_API_URL}/v1/search` : `${KEENABLE_API_URL}/v1/search/public`,
+            signal: req.signal,
+            headers: {
+                "x-keenable-title": KEENABLE_TITLE,
+                ...(keyed ? { authorization: `Bearer ${req.apiKey}` } : {}),
+            },
+            body: { query: req.query, max_results: req.limit },
+        });
+        const data = parseJsonUnknown(text);
+        return ok("keenable", hitsOf(objectResults(data).map((row) => typeof row === "object" && row !== null
+            ? hitFields(row, readField(row, "snippet") ?? readField(row, "description"))
+            : {}), req.limit));
+    }
+    catch (error) {
+        if (req.signal.aborted)
+            throw error;
+        return fail("keenable", error);
+    }
+}
+export async function searchVendor(vendor, req) {
+    switch (vendor) {
+        case "exa":
+            return searchExa(req);
+        case "parallel":
+            return searchParallel(req);
+        case "firecrawl":
+            return searchFirecrawl(req);
+        case "keenable":
+            return searchKeenable(req);
+        case "tavily":
+            return searchTavily(req);
+    }
+}
+//# sourceMappingURL=adapters.js.map

package/dist/providers/web/wire/adapters.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapters.js","sourceRoot":"","sources":["../../../../src/providers/web/wire/adapters.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,WAAW,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AACvG,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACxD,OAAO,EAAE,MAAM,EAA8E,MAAM,YAAY,CAAC;AAEhH,MAAM,CAAC,MAAM,WAAW,GAAG,wBAAwB,CAAC;AACpD,MAAM,CAAC,MAAM,gBAAgB,GAAG,gCAAgC,CAAC;AACjE,MAAM,CAAC,MAAM,mBAAmB,GAAG,2BAA2B,CAAC;AAC/D,MAAM,CAAC,MAAM,0BAA0B,GAAG,4CAA4C,CAAC;AACvF,MAAM,CAAC,MAAM,gBAAgB,GAAG,yBAAyB,CAAC;AAC1D,MAAM,CAAC,MAAM,WAAW,GAAG,2BAA2B,CAAC;AACvD,MAAM,CAAC,MAAM,gBAAgB,GAAG,uCAAuC,CAAC;AACxE,MAAM,CAAC,MAAM,cAAc,GAAG,wBAAwB,CAAC;AACvD,MAAM,CAAC,MAAM,gBAAgB,GAAG,6BAA6B,CAAC;AAC9D,MAAM,CAAC,MAAM,oBAAoB,GAAG,oCAAoC,CAAC;AAEzE,MAAM,cAAc,GAAG,SAAS,CAAC;AAEjC,2FAA2F;AAC3F,MAAM,CAAC,MAAM,kBAAkB,GAAG,UAAU,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;AAEnE,SAAS,IAAI,CAAC,MAAqB,EAAE,KAAc;IACjD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,MAAM,SAAS,GAAG,KAAK,YAAY,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IAC/F,OAAO;QACL,EAAE,EAAE,KAAK;QACT,KAAK,EAAE,OAAO;QACd,SAAS;QACT,SAAS,EAAE,kBAAkB,CAAC,KAAK,CAAC;QACpC,MAAM;KACP,CAAC;AACJ,CAAC;AAED,SAAS,EAAE,CAAC,MAAqB,EAAE,IAA0B;IAC3D,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;AAE9E,SAAS,KAAK,CAAC,IAAY,EAAE,MAAc;IACzC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAY,EAAE,KAAa;IAC5D,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1C,IAAI,KAAK,GAAG,EAAE,CAAC;QACf,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,MAAM,cAAc,GAAa,EAAE,CAAC;QACpC,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YACpE,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC;gBAAE,KAAK,GAAG,KAAK,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;iBAChE,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC;gBAAE,GAAG,GAAG,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;iBAC/D,IAAI,YAAY,IAAI,QAAQ,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBACpG,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAChC,CAAC;YACD,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC3D,YAAY,GAAG,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;QACD,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClE,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK;YAAE,MAAM;IACrC,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,aAAa,CAAC,IAAa;IAClC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IACzD,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAC3C,OAAO,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;AAC/C,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACpF,CAAC;AAED,SAAS,SAAS,CAAC,IAAa,EAAE,OAAgB;IAChD,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IAC1F,OAAO;QACL,KAAK,EAAE,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC;QAC/B,GAAG,EAAE,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC;QAC3B,OAAO;KACR,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,OAAgB,EAAE,KAAa;IACpD,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACzF,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACxC,MAAM,KAAK,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;IAC/E,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACtE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACxD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAC/B,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;gBAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;YAC1F,OAAO,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC;QACvF,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACnC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;IACnC,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,GAAkB;IAChD,IAAI,CAAC;QACH,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,EAAE,EAAE,CAAC;YAClD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,QAAQ,CAAC;gBAC9B,GAAG,EAAE,WAAW;gBAChB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,OAAO,EAAE,EAAE,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE;gBACpC,IAAI,EAAE;oBACJ,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,UAAU,EAAE,GAAG,CAAC,KAAK;oBACrB,QAAQ,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE;iBAC/B;aACF,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACpC,OAAO,EAAE,CACP,KAAK,EACL,MAAM,CACJ,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAC9B,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,SAAS,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CACxG,EACD,GAAG,CAAC,KAAK,CACV,CACF,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC;YAC7B,GAAG,EAAE,WAAW;YAChB,IAAI,EAAE,gBAAgB;YACtB,SAAS,EAAE;gBACT,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,SAAS,EAAE,GAAG,CAAC,KAAK;gBACpB,UAAU,EAAE,GAAG,CAAC,KAAK;aACtB;YACD,MAAM,EAAE,GAAG,CAAC,MAAM;SACnB,CAAC,CAAC;QACH,OAAO,EAAE,CAAC,KAAK,EAAE,kBAAkB,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IACxD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,KAAK,CAAC;QACpC,OAAO,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC5B,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,GAAkB;IACrD,IAAI,CAAC;QACH,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,EAAE,EAAE,CAAC;YAClD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,QAAQ,CAAC;gBAC9B,GAAG,EAAE,gBAAgB;gBACrB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,GAAG,CAAC,MAAM,EAAE,EAAE;gBAClD,IAAI,EAAE;oBACJ,SAAS,EAAE,GAAG,CAAC,KAAK;oBACpB,cAAc,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC;oBAC3B,WAAW,EAAE,GAAG,CAAC,KAAK;oBACtB,IAAI,EAAE,MAAM;iBACb;aACF,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACpC,OAAO,EAAE,CACP,UAAU,EACV,MAAM,CACJ,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAC9B,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CACtG,EACD,GAAG,CAAC,KAAK,CACV,CACF,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC;YAC7B,GAAG,EAAE,gBAAgB;YACrB,IAAI,EAAE,YAAY;YAClB,SAAS,EAAE;gBACT,SAAS,EAAE,GAAG,CAAC,KAAK;gBACpB,cAAc,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC;gBAC3B,UAAU,EAAE,GAAG,CAAC,SAAS;aAC1B;YACD,MAAM,EAAE,GAAG,CAAC,MAAM;SACnB,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,EAAE,CACP,UAAU,EACV,MAAM,CACJ,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAC9B,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CACtG,EACD,GAAG,CAAC,KAAK,CACV,CACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,KAAK,CAAC;QACpC,OAAO,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,GAAkB;IACtD,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,mBAAmB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACpE,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,QAAQ,CAAC;YAC9B,GAAG,EAAE,GAAG,IAAI,YAAY;YACxB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,OAAO,EAAE,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE;YACvG,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE;SAC7C,CAAC,CAAC;QACH,OAAO,EAAE,CAAC,WAAW,EAAE,aAAa,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,KAAK,CAAC;QACpC,OAAO,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAClC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAA0B;IACtD,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE;QAAE,OAAO,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,CAAC;IACxF,OAAO,EAAE,sBAAsB,EAAE,SAAS,EAAE,CAAC;AAC/C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,GAAkB;IACnD,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,QAAQ,CAAC;YAC9B,GAAG,EAAE,GAAG,cAAc,SAAS;YAC/B,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,OAAO,EAAE,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC;YAClC,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,CAAC,KAAK,EAAE;SACnD,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,EAAE,CACP,QAAQ,EACR,MAAM,CACJ,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAC9B,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI;YACrC,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;YACxE,CAAC,CAAC,EAAE,CACP,EACD,GAAG,CAAC,KAAK,CACV,CACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,KAAK,CAAC;QACpC,OAAO,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC/B,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,GAAkB;IACrD,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,EAAE,CAAC;IAC5D,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,QAAQ,CAAC;YAC9B,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,gBAAgB,YAAY,CAAC,CAAC,CAAC,GAAG,gBAAgB,mBAAmB;YACrF,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,OAAO,EAAE;gBACP,kBAAkB,EAAE,cAAc;gBAClC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC5D;YACD,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,CAAC,KAAK,EAAE;SACnD,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,EAAE,CACP,UAAU,EACV,MAAM,CACJ,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAC9B,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI;YACrC,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,SAAS,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;YAC5E,CAAC,CAAC,EAAE,CACP,EACD,GAAG,CAAC,KAAK,CACV,CACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,KAAK,CAAC;QACpC,OAAO,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAqB,EAAE,GAAkB;IAC1E,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,KAAK;YACR,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;QACxB,KAAK,UAAU;YACb,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC;QAC7B,KAAK,WAAW;YACd,OAAO,eAAe,CAAC,GAAG,CAAC,CAAC;QAC9B,KAAK,UAAU;YACb,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC;QAC7B,KAAK,QAAQ;YACX,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC"}

package/dist/providers/web/wire/extract.d.ts

@@ -0,0 +1,35 @@
+import type { KeylessVendor } from "./types.js";
+export type ExtractOk = {
+    readonly ok: true;
+    readonly url: string;
+    readonly requestedUrl: string;
+    /** Provider-reported, not independently verified. Absent when unavailable. */
+    readonly sourceUrl?: string;
+    readonly title: string;
+    readonly markdown: string;
+    readonly truncated: boolean;
+    readonly vendor: KeylessVendor;
+};
+export type ExtractErr = {
+    readonly ok: false;
+    readonly error: string;
+    readonly throttled: boolean;
+    readonly retryable?: boolean;
+    readonly vendor: KeylessVendor | "keyless";
+};
+export type ExtractOutcome = ExtractOk | ExtractErr;
+export type ExtractRequest = {
+    readonly url: string;
+    readonly charLimit: number;
+    readonly signal: AbortSignal;
+    readonly apiKey?: string;
+    readonly apiUrl?: string;
+    readonly sessionId: string;
+};
+export declare function extractExa(req: ExtractRequest): Promise<ExtractOutcome>;
+export declare function extractParallel(req: ExtractRequest): Promise<ExtractOutcome>;
+export declare function extractFirecrawl(req: ExtractRequest): Promise<ExtractOutcome>;
+export declare function extractKeenable(req: ExtractRequest): Promise<ExtractOutcome>;
+export declare function extractTavily(req: ExtractRequest): Promise<ExtractOutcome>;
+export declare function extractVendor(vendor: KeylessVendor, req: ExtractRequest): Promise<ExtractOutcome>;
+//# sourceMappingURL=extract.d.ts.map

package/dist/providers/web/wire/extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../../../src/providers/web/wire/extract.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAIhD,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC;IAClB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,8EAA8E;IAC9E,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC;IACnB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,aAAa,GAAG,SAAS,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,SAAS,GAAG,UAAU,CAAC;AAEpD,MAAM,MAAM,cAAc,GAAG;IAC3B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B,CAAC;AAoIF,wBAAsB,UAAU,CAAC,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC,CAyB7E;AAED,wBAAsB,eAAe,CAAC,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC,CA6BlF;AAED,wBAAsB,gBAAgB,CAAC,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC,CAgBnF;AAED,wBAAsB,eAAe,CAAC,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC,CAmBlF;AAED,wBAAsB,aAAa,CAAC,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC,CAuBhF;AAED,wBAAsB,aAAa,CAAC,MAAM,EAAE,aAAa,EAAE,GAAG,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC,CAavG"}