webfox 4.9.0 → 4.11.0

package/dist/{adapter-K6AMSUCR.js → adapter-QQZFHUOP.js}

@@ -1,6 +1,6 @@
 import {
   executeAsyncResearch
-} from "./chunk-EF4VMDZL.js";
+} from "./chunk-LDVDVA4Z.js";
 import "./chunk-I2UIACY3.js";
 import "./chunk-WCTOYZVB.js";
 import {
@@ -12,7 +12,7 @@ import {
 } from "./chunk-FSTCLBSF.js";
 import {
   orderedContents
-} from "./chunk-YZXM4U2C.js";
+} from "./chunk-TYJ6RHKB.js";
 import {
   WebfoxError,
   asWebfoxError
@@ -54,13 +54,10 @@ var linkupImplementation = {
                 ].includes(key) && value !== void 0
               )
             );
-            return response.markdown ? {
+            return {
               url,
-              content: response.markdown,
+              ...response.markdown ? { content: response.markdown } : {},
               ...Object.keys(metadata).length ? { metadata } : {}
-            } : {
-              url,
-              error: "No content returned for this URL."
             };
           } catch (error) {
             return {
@@ -251,37 +248,17 @@ function linkupError(response, payload) {
 }
 function formatResearchTaskOutput(task) {
   const output = task.output;
-  if (!output) {
+  if (output == null) return { provider: "linkup", text: "" };
+  if (typeof output === "string") return { provider: "linkup", text: output };
+  const outputType = readString(asRecord(task.input)?.outputType);
+  const record = asRecord(output);
+  if (outputType !== "structured" && record && ("answer" in record || "sources" in record))
     return {
       provider: "linkup",
-      text: "Linkup research completed without textual output."
+      text: readString(record.answer) ?? "",
+      sources: readSources(record.sources)
     };
-  }
-  const outputRecord = asRecord(output);
-  const inputRecord = asRecord(task.input);
-  const outputType = inputRecord ? readString(inputRecord.outputType) : void 0;
-  const answer = outputRecord ? readString(outputRecord.answer) : void 0;
-  const sources = outputRecord ? readSources(outputRecord.sources) : [];
-  if (outputType !== "structured" && answer !== void 0) {
-    const lines = [answer];
-    if (sources.length > 0) {
-      lines.push("");
-      lines.push("Sources:");
-      for (const [index, source] of sources.entries()) {
-        lines.push(`${index + 1}. ${source.title}`);
-        lines.push(`   ${source.url}`);
-      }
-    }
-    return {
-      provider: "linkup",
-      text: lines.join("\n").trimEnd(),
-      itemCount: sources.length
-    };
-  }
-  return {
-    provider: "linkup",
-    text: formatJson(output)
-  };
+  return { provider: "linkup", text: formatJson(output) };
 }
 function toSearchResult(value) {
   const entry = asRecord(value);
@@ -289,7 +266,7 @@ function toSearchResult(value) {
     return null;
   }
   const url = readString(entry.url) ?? "";
-  const title = readString(entry.name) ?? (url || "Untitled");
+  const title = readString(entry.name);
   const type = readString(entry.type);
   const favicon = readString(entry.favicon);
   const snippet = type === "text" ? trimSnippet(readString(entry.content) ?? "") : "";
@@ -319,7 +296,7 @@ function readSources(value) {
     }
     return [
       {
-        title: readString(source.name) ?? url,
+        title: readString(source.name),
         url
       }
     ];

package/dist/{adapter-AUYLTDPM.js → adapter-RR55EZAW.js}

@@ -1,6 +1,6 @@
 import {
   orderedContents
-} from "./chunk-YZXM4U2C.js";
+} from "./chunk-TYJ6RHKB.js";
 import {
   asWebfoxError
 } from "./chunk-U4BLULLV.js";

package/dist/adapter-SZMVKAMC.js

@@ -0,0 +1,91 @@
+import {
+  joinUrl,
+  requestJson,
+  trimSnippet
+} from "./chunk-FSTCLBSF.js";
+import {
+  WebfoxError
+} from "./chunk-U4BLULLV.js";
+
+// src/providers/keenable/adapter.ts
+var DEFAULT_BASE_URL = "https://api.keenable.ai";
+var MAX_RESULTS = 50;
+var FORWARDED_OPTIONS = [
+  "mode",
+  "site",
+  "published_after",
+  "published_before",
+  "acquired_after",
+  "acquired_before",
+  "query_time",
+  "snippet_max_length"
+];
+var adapter = {
+  async search(request, config, context) {
+    const apiKey = config.credentials?.api;
+    if (!apiKey) throw new Error("Keenable search is missing an API key");
+    const maxResults = Math.max(
+      1,
+      Math.min(MAX_RESULTS, Math.trunc(request.maxResults || 0))
+    );
+    const options = asRecord(request.options) ?? {};
+    const payload = asRecord(
+      await requestJson(
+        joinUrl(config.baseUrl ?? DEFAULT_BASE_URL, "v1/search"),
+        {
+          method: "POST",
+          headers: { "X-API-Key": apiKey, "X-Keenable-Title": "webfox" },
+          body: {
+            query: request.query,
+            max_results: maxResults,
+            ...Object.fromEntries(
+              FORWARDED_OPTIONS.flatMap(
+                (key) => options[key] === void 0 ? [] : [[key, options[key]]]
+              )
+            )
+          },
+          signal: context.signal
+        },
+        describeError
+      )
+    );
+    const entries = payload?.results;
+    if (!payload || !Array.isArray(entries)) {
+      throw new WebfoxError(
+        "PROVIDER_FAILURE",
+        "Keenable returned an invalid search response.",
+        { retryable: false }
+      );
+    }
+    const results = entries.map(toSearchResult).filter((result) => result !== void 0);
+    return { provider: "keenable", results: results.slice(0, maxResults) };
+  }
+};
+function describeError(payload, response) {
+  const record = asRecord(payload);
+  const detail = text(record?.detail) ?? text(record?.error) ?? text(record?.message) ?? (typeof payload === "string" ? text(payload) : void 0) ?? (record ? JSON.stringify(record) : void 0);
+  const trimmed = detail?.trim().slice(0, 500);
+  return `Keenable search failed (HTTP ${response.status})${trimmed ? `: ${trimmed}` : "."}`;
+}
+function toSearchResult(entry) {
+  const record = asRecord(entry);
+  const url = text(record?.url);
+  if (!record || !url) return void 0;
+  const { title, url: _url, description, snippet, ...metadata } = record;
+  const excerpt = text(snippet) ?? text(description);
+  return {
+    title: text(title),
+    url,
+    snippet: excerpt ? trimSnippet(excerpt) : "",
+    ...Object.keys(metadata).length > 0 ? { metadata } : {}
+  };
+}
+function asRecord(value) {
+  return value && typeof value === "object" && !Array.isArray(value) ? value : void 0;
+}
+function text(value) {
+  return typeof value === "string" && value.trim() ? value : void 0;
+}
+export {
+  adapter
+};

package/dist/{adapter-6EZAIE65.js → adapter-VXT4C6RZ.js}

@@ -1,6 +1,6 @@
 import {
   executeAsyncResearch
-} from "./chunk-EF4VMDZL.js";
+} from "./chunk-LDVDVA4Z.js";
 import "./chunk-I2UIACY3.js";
 import "./chunk-WCTOYZVB.js";
 import {
@@ -29,24 +29,12 @@ var geminiImplementation = {
     const text = Array.isArray(parts) ? parts.filter(
       (part) => isPlainObject(part) && !part.thought && typeof part.text === "string"
     ).map((part) => part.text).join("").trim() : "";
-    const lines = [text || "No answer returned."];
-    const sources = extractGroundingSources(
-      asRecord(candidate.groundingMetadata).groundingChunks
-    );
-    if (sources.length > 0) {
-      lines.push("");
-      lines.push("Sources:");
-      for (const [index, source] of sources.entries()) {
-        lines.push(`${index + 1}. ${source.title}`);
-        if (source.url) {
-          lines.push(`   ${source.url}`);
-        }
-      }
-    }
     return {
       provider: "gemini",
-      text: lines.join("\n").trimEnd(),
-      itemCount: sources.length
+      text,
+      sources: extractGroundingSources(
+        asRecord(candidate.groundingMetadata).groundingChunks
+      )
     };
   },
   async research(input, config, context, options) {
@@ -91,7 +79,7 @@ var geminiImplementation = {
         status: "completed",
         output: {
           provider: "gemini",
-          text: text || "Gemini research completed without textual output."
+          text
         }
       };
     }
@@ -165,33 +153,18 @@ function readInteractionSteps(interaction) {
   return typeof interaction === "object" && interaction !== null ? interaction.steps : void 0;
 }
 function extractGroundingSources(chunks) {
+  if (!Array.isArray(chunks)) return [];
   const seen = /* @__PURE__ */ new Set();
-  const sources = [];
-  const maxSources = 5;
-  if (!Array.isArray(chunks)) {
-    return sources;
-  }
-  for (const chunk of chunks) {
-    const web = typeof chunk === "object" && chunk !== null && "web" in chunk && typeof chunk.web === "object" && chunk.web !== null ? chunk.web : void 0;
-    if (!web) continue;
-    const rawUrl = typeof web.uri === "string" ? web.uri : "";
-    const title = formatGroundingSourceTitle(
-      typeof web.title === "string" ? web.title : rawUrl,
-      rawUrl
-    );
-    const url = formatGroundingSourceUrl(rawUrl);
-    const key = [title.toLowerCase(), url.toLowerCase()].join("::");
-    if (seen.has(key)) continue;
+  return chunks.flatMap((chunk) => {
+    const web = asRecord(asRecord(chunk).web);
+    const title = typeof web.title === "string" ? web.title : void 0;
+    const uri = typeof web.uri === "string" ? web.uri : void 0;
+    const url = uri && !isGoogleGroundingRedirect(uri) ? uri : void 0;
+    const key = `${title?.toLowerCase() ?? ""}::${url?.toLowerCase() ?? ""}`;
+    if (seen.has(key)) return [];
     seen.add(key);
-    sources.push({
-      title,
-      url
-    });
-    if (sources.length >= maxSources) {
-      break;
-    }
-  }
-  return sources;
+    return [{ title, url }];
+  });
 }
 function formatInteractionSteps(steps) {
   const lines = [];
@@ -213,29 +186,6 @@ function formatInteractionSteps(steps) {
   }
   return lines.join("\n\n").trim();
 }
-function formatGroundingSourceTitle(title, url) {
-  const trimmedTitle = title?.trim();
-  if (trimmedTitle) {
-    return trimmedTitle;
-  }
-  if (url) {
-    try {
-      return new URL(url).hostname;
-    } catch {
-      return url;
-    }
-  }
-  return "Untitled";
-}
-function formatGroundingSourceUrl(url) {
-  if (!url) {
-    return "";
-  }
-  if (isGoogleGroundingRedirect(url)) {
-    return "";
-  }
-  return url;
-}
 function isGoogleGroundingRedirect(url) {
   try {
     const parsed = new URL(url);

package/dist/{adapter-L6BFKWGX.js → adapter-WXEVTCM3.js}

@@ -6,7 +6,7 @@ import {
 } from "./chunk-FSTCLBSF.js";
 import {
   orderedContents
-} from "./chunk-YZXM4U2C.js";
+} from "./chunk-TYJ6RHKB.js";
 import {
   WebfoxError,
   asWebfoxError
@@ -56,15 +56,12 @@ var firecrawlImplementation = {
             );
             const document = asRecord(response.data) ?? {};
             const content = getDocumentContent(document);
-            return content ? {
+            return {
               url,
-              content,
+              ...content ? { content } : {},
               ...asRecord(document.metadata) ? {
                 metadata: document.metadata
               } : {}
-            } : {
-              url,
-              error: "No content returned for this URL."
             };
           } catch (error) {
             return {
@@ -92,14 +89,10 @@ var firecrawlImplementation = {
       context.signal
     );
     const document = getFirecrawlDocument(response);
-    const answer = readString(document.answer);
-    if (!answer?.trim()) {
-      throw new Error("No answer returned for this URL.");
-    }
     return {
       provider: "firecrawl",
-      text: answer.trim(),
-      itemCount: 1,
+      text: readString(document.answer) ?? "",
+      sources: [{ url }],
       metadata: {
         url,
         ...asRecord(document.metadata) ? { metadata: document.metadata } : {}
@@ -209,7 +202,7 @@ function toSearchResult(source, value) {
   }
   const metadata = asRecord(entry.metadata);
   const url = readString(entry.url) ?? readString(metadata?.sourceURL) ?? readString(entry.imageUrl) ?? "";
-  const title = readString(entry.title) ?? readString(metadata?.title) ?? url;
+  const title = readString(entry.title) ?? readString(metadata?.title);
   const snippet = trimSnippet(
     readString(entry.description) ?? readString(entry.snippet) ?? readString(entry.markdown) ?? readString(metadata?.description) ?? ""
   );
@@ -222,7 +215,7 @@ function toSearchResult(source, value) {
     ...metadata ?? {}
   };
   return {
-    title: title || "Untitled",
+    title,
     url,
     snippet,
     metadata: Object.keys(resultMetadata).length > 1 ? resultMetadata : void 0

package/dist/{adapter-VW4FMMJC.js → adapter-XSQX3GAI.js}

@@ -4,7 +4,7 @@ import {
 } from "./chunk-ZVTVERW5.js";
 import {
   WEBFOX_ERROR_CODES
-} from "./chunk-GPACLYNT.js";
+} from "./chunk-NENL6L6N.js";
 import {
   WebfoxError
 } from "./chunk-U4BLULLV.js";
@@ -145,7 +145,7 @@ var adapter = {
       results: output.results.map((entry) => {
         const result = object(entry, "Search results must be objects.");
         return {
-          title: string(result.title, "title"),
+          ...result.title === void 0 ? {} : { title: string(result.title, "title") },
           url: string(result.url, "url"),
           snippet: string(result.snippet, "snippet"),
           ...typeof result.score === "number" ? { score: result.score } : {},
@@ -169,8 +169,6 @@ var adapter = {
             "Every custom contents answer requires inputIndex (the zero-based requested URL index)."
           );
         const error = answer.error === void 0 ? void 0 : parseError(answer.error);
-        if (answer.content === void 0 && answer.summary === void 0 && error === void 0)
-          invalid("Contents answers require content, summary, or error.");
         return {
           inputIndex: answer.inputIndex,
           url: string(answer.url, "url"),
@@ -195,10 +193,20 @@ function textOutput(output) {
   return {
     provider: "custom",
     text: string(output.text, "text"),
-    ...typeof output.itemCount === "number" && Number.isSafeInteger(output.itemCount) && output.itemCount >= 0 ? { itemCount: output.itemCount } : {},
+    ...output.sources === void 0 ? {} : { sources: parseSources(output.sources) },
     ...output.metadata ? { metadata: object(output.metadata, "metadata must be an object") } : {}
   };
 }
+function parseSources(value) {
+  if (!Array.isArray(value)) invalid("Custom output sources must be an array.");
+  return value.map((entry) => {
+    const source = object(entry, "Custom output sources must be objects.");
+    return {
+      ...source.url === void 0 ? {} : { url: string(source.url, "sources[].url") },
+      ...source.title === void 0 ? {} : { title: string(source.title, "sources[].title") }
+    };
+  });
+}
 function parseError(value) {
   const error = object(
     value,

package/dist/{adapter-QIP32KA4.js → adapter-XU2APKPC.js}

@@ -2,11 +2,11 @@ import {
   SERPBASE_MODES,
   serpbaseProvider,
   validateOptions
-} from "./chunk-LTJOWNI2.js";
+} from "./chunk-PVNWACMT.js";
 import {
   trimSnippet
 } from "./chunk-FSTCLBSF.js";
-import "./chunk-GPACLYNT.js";
+import "./chunk-NENL6L6N.js";
 import {
   WebfoxError,
   httpError
@@ -100,7 +100,7 @@ function toSearchResult(entry, searchContext, mode) {
   if (!url) return void 0;
   const { title, link: _link, url: _url, snippet, ...metadata } = record;
   return {
-    title: text(title) ?? text(record.name) ?? url,
+    title: text(title) ?? text(record.name),
     url,
     snippet: resultSnippet(record, mode),
     metadata: { ...metadata, mode, searchContext }

package/dist/{adapter-A5WYGGZI.js → adapter-YVZ4YBK5.js}

@@ -161,7 +161,7 @@ async function web(query, maxResults, config, context, key, options) {
       const x = obj(e);
       const u = str(x.url) ?? "";
       return {
-        title: str(x.title) || u || "Untitled",
+        title: str(x.title),
         url: u,
         snippet: trimSnippet(
           str(x.description) ?? arr(x.extra_snippets).join(" ")
@@ -211,7 +211,7 @@ async function llmContext(query, maxResults, config, context, key, options) {
       const source = obj(x.source);
       const u = str(x.url) ?? str(source.url) ?? "";
       return {
-        title: str(x.title) ?? str(x.name) ?? str(source.title) ?? (u || "Untitled"),
+        title: str(x.title) ?? str(x.name) ?? str(source.title),
         url: u,
         snippet: trimSnippet(snippets.join("\n\n"), 1200),
         metadata: x
@@ -258,7 +258,7 @@ async function news(query, maxResults, config, context, key, options) {
       const u = str(x.url) ?? "";
       const source = str(x.source) ?? str(x.source_name);
       return {
-        title: str(x.title) || u || "Untitled",
+        title: str(x.title),
         url: u,
         snippet: trimSnippet(
           [
@@ -300,7 +300,7 @@ async function videos(query, maxResults, config, context, key, options) {
       const u = str(x.url) ?? "";
       const video = obj(x.video);
       return {
-        title: str(x.title) || u || "Untitled",
+        title: str(x.title),
         url: u,
         snippet: trimSnippet(
           [
@@ -343,7 +343,7 @@ async function images(query, maxResults, config, context, key, options) {
       const page = str(x.url) ?? str(x.source) ?? str(props.url) ?? "";
       const image = str(props.url);
       return {
-        title: str(x.title) || page || "Untitled",
+        title: str(x.title),
         url: page || image || "",
         snippet: trimSnippet(
           [str(x.description), str(x.publisher), image].filter(Boolean).join(" \u2014 ")
@@ -400,7 +400,7 @@ async function places(query, maxResults, config, context, key, options) {
       const description = id ? descriptionsById.get(id) : void 0;
       const u = str(x.url) ?? str(x.provider_url) ?? "";
       return {
-        title: str(x.title) || u || "Untitled",
+        title: str(x.title),
         url: u,
         snippet: trimSnippet(
           [
@@ -537,19 +537,11 @@ async function completion(input, config, context, request) {
   if (!r.ok) throw await httpError2(r);
   const text = await r.text();
   const parsed = body.stream === false ? parseAnswerJson(text) : parseAnswerStream(text);
-  const lines = [parsed.answer.trim() || text.trim()];
-  if (parsed.citations.length) {
-    lines.push("", "Sources:");
-    parsed.citations.forEach((c, i) => {
-      lines.push(`${i + 1}. ${c.title ?? c.url ?? "Source"}`);
-      if (c.url) lines.push(`   ${c.url}`);
-    });
-  }
   const metadata = buildAnswerMetadata(parsed);
   return {
     provider: "brave",
-    text: lines.join("\n").trimEnd(),
-    itemCount: parsed.citations.length,
+    text: parsed.answer,
+    sources: parsed.citations,
     ...metadata ? { metadata } : {}
   };
 }

package/dist/chunk-6RQGO727.js

@@ -0,0 +1,71 @@
+// src/render.ts
+function emptyResultText(capability) {
+  switch (capability) {
+    case "search":
+      return "No results found.";
+    case "contents":
+      return "No content returned.";
+    case "answer":
+      return "No answer returned.";
+    case "research":
+      return "No report returned.";
+  }
+}
+function resultLabel(result) {
+  return result.title ?? ("url" in result ? result.url : "");
+}
+function renderTextDocument(document, { includeErrors = true } = {}) {
+  return document.results.map((entry, index) => {
+    const heading = document.results.length > 1 ? `## ${index + 1}. ${entry.input}` : "";
+    if (!entry.ok)
+      return includeErrors ? [heading, `Error: ${entry.error.message}`].filter(Boolean).join("\n\n") : void 0;
+    let body;
+    if ("results" in entry.value)
+      body = renderSearch(entry.value.results, document.capability);
+    else if ("text" in entry.value)
+      body = renderText(entry.value, document.capability);
+    else body = renderContents(entry.value, document.capability);
+    return [heading, body].filter(Boolean).join("\n\n");
+  }).filter((part) => part !== void 0).join("\n\n");
+}
+function renderSearch(results, capability) {
+  if (!results.length) return emptyResultText(capability);
+  return results.map(
+    (result, i) => [
+      `${i + 1}. ${resultLabel(result)}`,
+      result.title === void 0 ? void 0 : `   ${result.url}`,
+      result.snippet.trim() ? `   ${result.snippet.replaceAll("\n", "\n   ")}` : void 0
+    ].filter((line) => line !== void 0).join("\n")
+  ).join("\n\n");
+}
+function renderText(answer, capability) {
+  const lines = [
+    answer.text.trim() ? answer.text : emptyResultText(capability)
+  ];
+  if (answer.sources?.length) {
+    lines.push("", "Sources:");
+    for (const [index, source] of answer.sources.entries()) {
+      lines.push(`${index + 1}. ${resultLabel(source)}`);
+      if ("url" in source && source.title && source.title !== source.url)
+        lines.push(`   ${source.url}`);
+    }
+  }
+  return lines.join("\n");
+}
+function renderContents(answer, capability) {
+  const content = answer.content?.trim() ? answer.content : void 0;
+  const summary = typeof answer.summary === "string" ? answer.summary.trim() ? answer.summary : void 0 : answer.summary == null ? void 0 : JSON.stringify(answer.summary, null, 2);
+  return [
+    `## ${answer.url}`,
+    content,
+    summary === void 0 ? void 0 : `### Summary
+
+${summary}`,
+    content === void 0 && summary === void 0 ? emptyResultText(capability) : void 0
+  ].filter((part) => part !== void 0).join("\n\n");
+}
+
+export {
+  emptyResultText,
+  renderTextDocument
+};

package/dist/{chunk-HCYQF24V.js → chunk-KMUCUJVN.js}

@@ -1,15 +1,15 @@
 import {
   optionSchema,
   providers
-} from "./chunk-LTJOWNI2.js";
+} from "./chunk-PVNWACMT.js";
 import {
   CAPABILITIES
-} from "./chunk-GPACLYNT.js";
+} from "./chunk-NENL6L6N.js";
 
 // package.json
 var package_default = {
   name: "webfox",
-  version: "4.9.0",
+  version: "4.11.0",
   description: "Search the web, extract pages, get grounded answers, and run deep research with the web CLI, a TypeScript library, and a pi extension. Bring your own providers and API keys.",
   type: "module",
   files: [

package/dist/{chunk-EF4VMDZL.js → chunk-LDVDVA4Z.js}

@@ -56,10 +56,7 @@ async function executeAsyncResearch({
       continue;
     }
     if (result.status === "completed")
-      return result.output ?? {
-        provider: providerId,
-        text: `${providerLabel} research completed without textual output.`
-      };
+      return result.output ?? { provider: providerId, text: "" };
     if (result.status === "failed" || result.status === "cancelled")
       throw new WebfoxError(
         result.status === "cancelled" ? "CANCELLED" : "PROVIDER_FAILURE",

package/dist/{chunk-GPACLYNT.js → chunk-NENL6L6N.js}

@@ -12,6 +12,7 @@ var PROVIDER_IDS = [
   "exa",
   "firecrawl",
   "gemini",
+  "keenable",
   "linkup",
   "ollama",
   "openai",
@@ -19,6 +20,7 @@ var PROVIDER_IDS = [
   "perplexity",
   "serpbase",
   "serper",
+  "sofya",
   "tavily",
   "valyu",
   "youcom"