webfox 4.8.0 → 4.10.0

package/dist/{adapter-XBAQSK7I.js → adapter-L6BFKWGX.js}

@@ -1,52 +1,65 @@
 import {
   formatJson,
+  joinUrl,
+  requestJson,
   trimSnippet
-} from "./chunk-X6ZBIHZC.js";
+} from "./chunk-FSTCLBSF.js";
 import {
   orderedContents
 } from "./chunk-YZXM4U2C.js";
 import {
   WebfoxError,
-  asWebfoxError,
-  httpError
+  asWebfoxError
 } from "./chunk-U4BLULLV.js";
 
 // src/providers/firecrawl/adapter.ts
-import FirecrawlClient from "@mendable/firecrawl-js";
 var FIRECRAWL_CLOUD_HOST = "api.firecrawl.dev";
 var FIRECRAWL_DEFAULT_API_URL = "https://api.firecrawl.dev";
 var FIRECRAWL_QUESTION_LIMIT = 1e4;
 var firecrawlImplementation = {
-  async search(query, maxResults, config, _context, options) {
-    const client = createClient(config);
-    const response = await client.search(query, {
-      ...options ?? {},
-      limit: maxResults
-    });
+  async search(query, maxResults, config, context, options) {
+    if (!query.trim()) {
+      throw new Error("Query cannot be empty");
+    }
+    const response = await firecrawlRequest(
+      config,
+      "/v2/search",
+      { ...options ?? {}, query, limit: maxResults },
+      context.signal,
+      "Firecrawl search failed."
+    );
     return {
       provider: "firecrawl",
-      results: flattenSearchResults(response).slice(0, maxResults)
+      results: flattenSearchResults(
+        asRecord(response.data) ?? {}
+      ).slice(0, maxResults)
     };
   },
-  async contents(urls, config, _context, options) {
-    const client = createClient(config);
+  async contents(urls, config, context, options) {
+    const { autoResume: _autoResume, ...callOptions } = options ?? {};
     const scrapeOptions = {
       formats: ["markdown"],
       onlyMainContent: true,
-      ...options ?? {},
-      autoResume: false
+      ...callOptions
     };
     return {
       provider: "firecrawl",
       answers: await Promise.all(
         urls.map(async (url) => {
           try {
-            const document = await client.scrape(url, scrapeOptions);
+            const response = await firecrawlRequest(
+              config,
+              "/v2/scrape",
+              { ...scrapeOptions, url: url.trim() },
+              context.signal,
+              "Firecrawl scrape failed."
+            );
+            const document = asRecord(response.data) ?? {};
             const content = getDocumentContent(document);
             return content ? {
               url,
               content,
-              ...document.metadata ? {
+              ...asRecord(document.metadata) ? {
                 metadata: document.metadata
               } : {}
             } : {
@@ -94,22 +107,6 @@ var firecrawlImplementation = {
     };
   }
 };
-function createClient(config) {
-  const apiUrl = config.baseUrl;
-  const apiKey = config.credentials?.api;
-  if (isFirecrawlCloudApiUrl(apiUrl) && !apiKey) {
-    throw new WebfoxError(
-      "PROVIDER_UNAVAILABLE",
-      "Firecrawl cloud requires FIRECRAWL_API_KEY; self-hosted instances can use baseUrl without a key."
-    );
-  }
-  return new FirecrawlClient({
-    // Firecrawl counts attempts, unlike SDKs whose maxRetries excludes the first call.
-    maxRetries: 1,
-    apiKey,
-    apiUrl
-  });
-}
 function isFirecrawlCloudApiUrl(apiUrl) {
   return !apiUrl || apiUrl.includes(FIRECRAWL_CLOUD_HOST);
 }
@@ -136,6 +133,19 @@ function stripAnswerOnlyOptions(options) {
   return scrapeOptions;
 }
 async function scrapeQuestion(config, url, question, options, signal) {
+  return await firecrawlRequest(
+    config,
+    "/v2/scrape",
+    {
+      ...options,
+      url,
+      formats: [{ type: "question", question }]
+    },
+    signal,
+    "Firecrawl scrape failed."
+  );
+}
+async function firecrawlRequest(config, path, body, signal, failure) {
   const apiUrl = config.baseUrl ?? FIRECRAWL_DEFAULT_API_URL;
   const apiKey = config.credentials?.api;
   if (isFirecrawlCloudApiUrl(apiUrl) && !apiKey) {
@@ -144,45 +154,28 @@ async function scrapeQuestion(config, url, question, options, signal) {
       "Firecrawl cloud requires FIRECRAWL_API_KEY; self-hosted instances can use baseUrl without a key."
     );
   }
-  const response = await fetch(joinUrl(apiUrl, "/v2/scrape"), {
-    signal,
-    method: "POST",
-    headers: {
-      "Content-Type": "application/json",
-      ...apiKey ? { Authorization: `Bearer ${apiKey}` } : {}
+  const payload = await requestJson(
+    joinUrl(apiUrl, path),
+    {
+      // Omit Authorization without a key: Firecrawl grants keyless access
+      // only when the header is absent.
+      headers: apiKey ? { Authorization: `Bearer ${apiKey}` } : {},
+      body,
+      signal
     },
-    body: JSON.stringify({
-      ...options,
-      url,
-      formats: [{ type: "question", question }]
-    })
-  });
-  const payload = await readJsonResponse(response);
-  if (!response.ok) {
-    throw httpError(response, readFirecrawlError(payload, response.statusText));
-  }
+    (value, response) => readFirecrawlError(value, response.statusText || failure)
+  );
   if (isFirecrawlFailure(payload)) {
-    throw new Error(readFirecrawlError(payload, "Firecrawl scrape failed."));
+    throw new Error(readFirecrawlError(payload, failure));
   }
-  return payload;
-}
-function joinUrl(baseUrl, path) {
-  return `${baseUrl.replace(/\/+$/g, "")}/${path.replace(/^\/+/g, "")}`;
-}
-async function readJsonResponse(response) {
-  const text = await response.text();
-  if (!text) {
-    return {};
-  }
-  try {
-    return JSON.parse(text);
-  } catch {
-    return text;
+  const record = asRecord(payload);
+  if (!record) {
+    throw new Error(`Unexpected Firecrawl response: ${formatJson(payload)}`);
   }
+  return record;
 }
 function isFirecrawlFailure(value) {
-  const record = asRecord(value);
-  return record?.success === false || record?.error !== void 0;
+  return asRecord(value)?.success !== true;
 }
 function readFirecrawlError(value, fallback) {
   const record = asRecord(value);
@@ -201,7 +194,12 @@ function getFirecrawlDocument(value) {
 }
 function flattenSearchResults(response) {
   return ["web", "news", "images"].flatMap(
-    (source) => (response[source] ?? []).map((entry) => toSearchResult(source, entry)).filter((entry) => entry !== null)
+    (source) => (response[source] ?? []).map(
+      (entry) => toSearchResult(
+        source,
+        typeof entry === "string" ? { url: entry } : entry
+      )
+    ).filter((entry) => entry !== null)
   );
 }
 function toSearchResult(source, value) {

package/dist/{adapter-SLTIAAML.js → adapter-OK2PTP6R.js}

@@ -1,6 +1,7 @@
 import {
   trimSnippet
-} from "./chunk-X6ZBIHZC.js";
+} from "./chunk-FSTCLBSF.js";
+import "./chunk-U4BLULLV.js";
 
 // src/providers/perplexity/adapter.ts
 import PerplexityClient from "@perplexity-ai/perplexity_ai";

package/dist/{adapter-SDQX2533.js → adapter-UIFBJKKF.js}

@@ -1,6 +1,6 @@
 import {
   trimSnippet
-} from "./chunk-X6ZBIHZC.js";
+} from "./chunk-FSTCLBSF.js";
 import {
   orderedContents
 } from "./chunk-YZXM4U2C.js";

package/dist/{adapter-HITGYUXN.js → adapter-VMMS4YQG.js}

@@ -5,7 +5,7 @@ import "./chunk-I2UIACY3.js";
 import "./chunk-WCTOYZVB.js";
 import {
   trimSnippet
-} from "./chunk-X6ZBIHZC.js";
+} from "./chunk-FSTCLBSF.js";
 import "./chunk-U4BLULLV.js";
 
 // src/providers/openai/adapter.ts

package/dist/{adapter-VW4FMMJC.js → adapter-ZYDUANQL.js}

@@ -4,7 +4,7 @@ import {
 } from "./chunk-ZVTVERW5.js";
 import {
   WEBFOX_ERROR_CODES
-} from "./chunk-GPACLYNT.js";
+} from "./chunk-57OOEOXI.js";
 import {
   WebfoxError
 } from "./chunk-U4BLULLV.js";

package/dist/{chunk-IRKSK34I.js → chunk-3WBE6UEW.js}

@@ -6,21 +6,21 @@ import {
 } from "./chunk-WCTOYZVB.js";
 import {
   configurationSchema
-} from "./chunk-G7LMBPW4.js";
+} from "./chunk-TGULKHB5.js";
 import {
   effectiveOptions,
   optionSchema,
   providers,
   selectProvider,
   validateConfiguredOptions
-} from "./chunk-QERSNL3J.js";
+} from "./chunk-5FP7KNMC.js";
 import {
   cancelProcessGroup,
   killProcessGroup
 } from "./chunk-ZVTVERW5.js";
 import {
   CAPABILITIES
-} from "./chunk-GPACLYNT.js";
+} from "./chunk-57OOEOXI.js";
 import {
   WebfoxError,
   asWebfoxError

package/dist/{chunk-GPACLYNT.js → chunk-57OOEOXI.js}

@@ -12,6 +12,7 @@ var PROVIDER_IDS = [
   "exa",
   "firecrawl",
   "gemini",
+  "keenable",
   "linkup",
   "ollama",
   "openai",

package/dist/{chunk-QERSNL3J.js → chunk-5FP7KNMC.js}

@@ -1,6 +1,6 @@
 import {
   CAPABILITIES
-} from "./chunk-GPACLYNT.js";
+} from "./chunk-57OOEOXI.js";
 import {
   WebfoxError
 } from "./chunk-U4BLULLV.js";
@@ -504,7 +504,7 @@ var braveProvider = defineProvider({
       retrySafe: false
     }
   },
-  load: async () => (await import("./adapter-67TIISDW.js")).adapter
+  load: async () => (await import("./adapter-A5WYGGZI.js")).adapter
 });
 
 // src/providers/cloudflare/definition.ts
@@ -633,7 +633,7 @@ var customProvider = defineProvider({
       retrySafe: false
     }
   },
-  load: async () => (await import("./adapter-VW4FMMJC.js")).adapter
+  load: async () => (await import("./adapter-ZYDUANQL.js")).adapter
 });
 
 // src/providers/exa/definition.ts
@@ -944,7 +944,7 @@ var exaProvider = defineProvider({
       retrySafe: false
     }
   },
-  load: async () => (await import("./adapter-PADXKW43.js")).adapter
+  load: async () => (await import("./adapter-HRI5ZMGK.js")).adapter
 });
 
 // src/providers/firecrawl/definition.ts
@@ -1150,7 +1150,7 @@ var firecrawlProvider = defineProvider({
       retrySafe: false
     }
   },
-  load: async () => (await import("./adapter-XBAQSK7I.js")).adapter
+  load: async () => (await import("./adapter-L6BFKWGX.js")).adapter
 });
 
 // src/providers/gemini/definition.ts
@@ -1278,6 +1278,73 @@ var geminiProvider = defineProvider({
   load: async () => (await import("./adapter-6EZAIE65.js")).adapter
 });
 
+// src/providers/keenable/definition.ts
+var timeFilter = (description) => ({
+  type: "string",
+  minLength: 1,
+  description: `${description} Accepts YYYY-MM-DD, an ISO 8601 timestamp, or a relative delta such as 7d, 12h, or 30min.`
+});
+var keenableProvider = defineProvider({
+  id: "keenable",
+  label: "Keenable",
+  docsUrl: "https://docs.keenable.ai/api-reference/search",
+  local: false,
+  credentials: [{ name: "api", environmentVariable: "KEENABLE_API_KEY" }],
+  fields: ["credentials", "baseUrl", "options"],
+  defaults: {},
+  credentialDefaults: {},
+  capabilities: {
+    search: {
+      options: {
+        type: "object",
+        properties: {
+          mode: {
+            type: "string",
+            enum: ["pro", "realtime"],
+            description: "Search mode: 'pro' (default) for deeper retrieval, 'realtime' for the fastest results. Each mode is billed separately."
+          },
+          site: {
+            type: "string",
+            minLength: 1,
+            description: "Restrict results to one site, e.g. 'techcrunch.com'."
+          },
+          published_after: timeFilter(
+            "Only pages published at or after this time."
+          ),
+          published_before: timeFilter(
+            "Only pages published at or before this time."
+          ),
+          acquired_after: timeFilter(
+            "Only pages indexed at or after this time."
+          ),
+          acquired_before: timeFilter(
+            "Only pages indexed at or before this time."
+          ),
+          query_time: {
+            type: "string",
+            minLength: 1,
+            description: "Search the index as it stood at this date or ISO 8601 timestamp; relative time filters resolve against it."
+          },
+          snippet_max_length: {
+            type: "integer",
+            minimum: 180,
+            maximum: 1e4,
+            description: "Maximum characters of the excerpt per result."
+          }
+        },
+        description: "Keenable search options."
+      },
+      promptGuidelines: [
+        "Keenable returns ranked web results with page excerpts; use web_contents to read selected sources in full.",
+        "Use Keenable site to restrict results to one domain, and published_after/published_before (e.g. '7d') for recent or date-bounded results.",
+        "Use Keenable mode='realtime' only when latency matters more than retrieval depth."
+      ],
+      retrySafe: true
+    }
+  },
+  load: async () => (await import("./adapter-JJSMYZXG.js")).adapter
+});
+
 // src/providers/linkup/definition.ts
 var linkupProvider = defineProvider({
   id: "linkup",
@@ -1473,7 +1540,7 @@ var linkupProvider = defineProvider({
       retrySafe: false
     }
   },
-  load: async () => (await import("./adapter-HPTMLH75.js")).adapter
+  load: async () => (await import("./adapter-K6AMSUCR.js")).adapter
 });
 
 // src/providers/ollama/definition.ts
@@ -1502,7 +1569,7 @@ var ollamaProvider = defineProvider({
       retrySafe: true
     }
   },
-  load: async () => (await import("./adapter-ISZQTZDP.js")).adapter
+  load: async () => (await import("./adapter-HTMXAJTU.js")).adapter
 });
 
 // src/providers/openai/definition.ts
@@ -1610,7 +1677,7 @@ var openaiProvider = defineProvider({
       retrySafe: false
     }
   },
-  load: async () => (await import("./adapter-HITGYUXN.js")).adapter
+  load: async () => (await import("./adapter-VMMS4YQG.js")).adapter
 });
 
 // src/providers/parallel/definition.ts
@@ -1769,7 +1836,7 @@ var parallelProvider = defineProvider({
       retrySafe: true
     }
   },
-  load: async () => (await import("./adapter-2YBFCBCZ.js")).adapter
+  load: async () => (await import("./adapter-G3I7JEO5.js")).adapter
 });
 
 // src/providers/perplexity/definition.ts
@@ -1890,7 +1957,7 @@ var perplexityProvider = defineProvider({
     answer: { options: chatOptions, retrySafe: false },
     research: { options: chatOptions, retrySafe: false }
   },
-  load: async () => (await import("./adapter-SLTIAAML.js")).adapter
+  load: async () => (await import("./adapter-OK2PTP6R.js")).adapter
 });
 
 // src/providers/serpbase/definition.ts
@@ -1991,7 +2058,7 @@ var serpbaseProvider = defineProvider({
       retrySafe: true
     }
   },
-  load: async () => (await import("./adapter-QU2G7O25.js")).adapter
+  load: async () => (await import("./adapter-EIDSGLOP.js")).adapter
 });
 
 // src/providers/serper/definition.ts
@@ -2131,7 +2198,7 @@ var serperProvider = defineProvider({
       retrySafe: true
     }
   },
-  load: async () => (await import("./adapter-I6OUKBZQ.js")).adapter
+  load: async () => (await import("./adapter-C2VZHFUB.js")).adapter
 });
 
 // src/providers/tavily/definition.ts
@@ -2326,7 +2393,7 @@ var tavilyProvider = defineProvider({
       retrySafe: true
     }
   },
-  load: async () => (await import("./adapter-SDQX2533.js")).adapter
+  load: async () => (await import("./adapter-UIFBJKKF.js")).adapter
 });
 
 // src/providers/valyu/definition.ts
@@ -2794,7 +2861,7 @@ var valyuProvider = defineProvider({
       retrySafe: false
     }
   },
-  load: async () => (await import("./adapter-UAZNLDSS.js")).adapter
+  load: async () => (await import("./adapter-764OQFKY.js")).adapter
 });
 
 // src/providers/youcom/definition.ts
@@ -2985,7 +3052,7 @@ var youcomProvider = defineProvider({
       retrySafe: true
     }
   },
-  load: async () => (await import("./adapter-YOHLAGYM.js")).adapter
+  load: async () => (await import("./adapter-2UVAARTV.js")).adapter
 });
 
 // src/providers/registry.ts
@@ -2996,6 +3063,7 @@ var providers = {
   exa: exaProvider,
   firecrawl: firecrawlProvider,
   gemini: geminiProvider,
+  keenable: keenableProvider,
   linkup: linkupProvider,
   ollama: ollamaProvider,
   openai: openaiProvider,

package/dist/chunk-FSTCLBSF.js

@@ -0,0 +1,76 @@
+import {
+  WebfoxError,
+  httpError
+} from "./chunk-U4BLULLV.js";
+
+// src/providers/shared.ts
+function trimSnippet(input, maxLength = 300) {
+  const text = (input ?? "").replace(/\s+/g, " ").trim();
+  return text.length <= maxLength ? text : `${text.slice(0, maxLength - 1)}\u2026`;
+}
+function normalizeContentText(input) {
+  return (input ?? "").replace(/\r/g, "").trim().split("\n").map((line) => line.replace(/[ \t]+$/g, "")).join("\n").replace(/\n{3,}/g, "\n\n");
+}
+function asJsonObject(value) {
+  return value ? { ...value } : {};
+}
+function formatJson(value) {
+  return JSON.stringify(value, null, 2);
+}
+function joinUrl(baseUrl, path) {
+  return `${baseUrl.replace(/\/+$/g, "")}/${path.replace(/^\/+/g, "")}`;
+}
+async function readResponseBody(response) {
+  const text = await response.text();
+  if (!text) return void 0;
+  try {
+    return JSON.parse(text);
+  } catch {
+    return text;
+  }
+}
+function expectJsonBody(payload, response) {
+  if (payload === void 0) {
+    throw new WebfoxError(
+      "PROVIDER_FAILURE",
+      `Expected a JSON response but received an empty body (status ${response.status}).`
+    );
+  }
+  if (typeof payload === "string") {
+    const snippet = payload.trim().replace(/\s+/g, " ").slice(0, 200);
+    throw new WebfoxError(
+      "PROVIDER_FAILURE",
+      `Expected a JSON response but received a non-JSON body (status ${response.status}): ${snippet}`
+    );
+  }
+  return payload;
+}
+async function requestJson(url, init, describeError) {
+  const method = init.method ?? (init.body === void 0 ? "GET" : "POST");
+  const response = await fetch(url, {
+    method,
+    headers: {
+      Accept: "application/json",
+      ...init.body === void 0 ? {} : { "Content-Type": "application/json" },
+      ...init.headers
+    },
+    ...init.body === void 0 ? {} : { body: JSON.stringify(init.body) },
+    signal: init.signal
+  });
+  const payload = await readResponseBody(response);
+  if (!response.ok) {
+    throw httpError(response, describeError(payload, response));
+  }
+  return expectJsonBody(payload, response);
+}
+
+export {
+  trimSnippet,
+  normalizeContentText,
+  asJsonObject,
+  formatJson,
+  joinUrl,
+  readResponseBody,
+  expectJsonBody,
+  requestJson
+};

package/dist/{chunk-G7LMBPW4.js → chunk-TGULKHB5.js}

@@ -1,15 +1,15 @@
 import {
   optionSchema,
   providers
-} from "./chunk-QERSNL3J.js";
+} from "./chunk-5FP7KNMC.js";
 import {
   CAPABILITIES
-} from "./chunk-GPACLYNT.js";
+} from "./chunk-57OOEOXI.js";
 
 // package.json
 var package_default = {
   name: "webfox",
-  version: "4.8.0",
+  version: "4.10.0",
   description: "Search the web, extract pages, get grounded answers, and run deep research with the web CLI, a TypeScript library, and a pi extension. Bring your own providers and API keys.",
   type: "module",
   files: [
@@ -101,17 +101,14 @@ var package_default = {
     "test:watch": "vitest"
   },
   dependencies: {
-    "@mendable/firecrawl-js": "^4.38.0",
-    "@perplexity-ai/perplexity_ai": "^0.38.5",
-    "@tavily/core": "^0.7.9",
-    cloudflare: "^7.1.0",
+    "@perplexity-ai/perplexity_ai": "^0.41.0",
+    "@tavily/core": "^0.7.14",
+    cloudflare: "^7.3.0",
     commander: "^14.0.3",
-    "exa-js": "^2.19.0",
-    "linkup-sdk": "^3.6.0",
-    openai: "^7.10.0",
-    "parallel-web": "^1.3.3",
+    openai: "^7.47.0",
+    "parallel-web": "^1.3.7",
     picocolors: "^1.1.1",
-    "valyu-js": "^2.10.1",
+    "valyu-js": "^2.11.5",
     yaml: "^2.9.0"
   },
   devDependencies: {

package/dist/cli.js

@@ -11,19 +11,19 @@ import {
   redactConfig,
   resolveConfigPath,
   setCapabilityDefault
-} from "./chunk-IRKSK34I.js";
+} from "./chunk-3WBE6UEW.js";
 import "./chunk-WCTOYZVB.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-G7LMBPW4.js";
+} from "./chunk-TGULKHB5.js";
 import {
   validateConfiguredOptions
-} from "./chunk-QERSNL3J.js";
+} from "./chunk-5FP7KNMC.js";
 import "./chunk-ZVTVERW5.js";
 import {
   CAPABILITIES,
   PROVIDER_IDS
-} from "./chunk-GPACLYNT.js";
+} from "./chunk-57OOEOXI.js";
 import {
   WebfoxError
 } from "./chunk-U4BLULLV.js";