@broberg/ai-sdk 0.57.0 → 0.58.0

package/dist/index.js

@@ -26,6 +26,238 @@ import {
   getPrice
 } from "./chunk-QVMGFHCF.js";
 
+// src/search/brave.ts
+async function braveSearch(req, apiKey, f) {
+  const params = new URLSearchParams({ q: req.query, count: String(Math.min(req.limit ?? 10, 20)) });
+  if (req.lang) params.set("search_lang", req.lang);
+  if (req.country) params.set("country", req.country);
+  const res = await f(`https://api.search.brave.com/res/v1/web/search?${params}`, {
+    headers: { accept: "application/json", "X-Subscription-Token": apiKey }
+  });
+  if (!res.ok) throw Object.assign(new Error(`brave search: HTTP ${res.status} ${(await res.text()).slice(0, 200)}`), { status: res.status });
+  const body = await res.json();
+  const items = (body.web?.results ?? []).map((r) => ({
+    title: r.title ?? "",
+    url: r.url ?? "",
+    description: r.description ?? "",
+    provider: "brave",
+    ...r.language ? { lang: r.language } : {},
+    ...r.page_age ? { publishedAt: new Date(r.page_age).toISOString() } : {}
+  }));
+  return { items, requestId: res.headers.get("x-request-id") ?? void 0 };
+}
+
+// src/search/cloudflare.ts
+var CLOUDFLARE_MAX_QUERY = 1024;
+var CLOUDFLARE_MAX_LIMIT = 10;
+async function cloudflareSearch(req, creds, f) {
+  if (req.query.length < 1 || req.query.length > CLOUDFLARE_MAX_QUERY) {
+    throw new Error(`search: Cloudflare takes a query of 1\u2013${CLOUDFLARE_MAX_QUERY} characters, got ${req.query.length}`);
+  }
+  const provider = req.provider.split(":")[1];
+  const res = await f(`https://api.cloudflare.com/client/v4/accounts/${encodeURIComponent(creds.accountId)}/ai/websearch/`, {
+    method: "POST",
+    headers: { authorization: `Bearer ${creds.apiToken}`, "content-type": "application/json" },
+    body: JSON.stringify({ query: req.query, provider, limit: Math.min(req.limit ?? CLOUDFLARE_MAX_LIMIT, CLOUDFLARE_MAX_LIMIT) })
+  });
+  if (!res.ok) throw Object.assign(new Error(`cloudflare search (${provider}): HTTP ${res.status} ${(await res.text()).slice(0, 200)}`), { status: res.status });
+  const body = await res.json();
+  const inner = body.result ?? body;
+  const items = (inner.items ?? []).map((r) => ({
+    title: r.title ?? "",
+    url: r.url ?? "",
+    description: r.description ?? "",
+    provider: req.provider
+  }));
+  return { items, requestId: inner.metadata?.requestId };
+}
+
+// src/search/prices.ts
+var SEARCH_PRICE_USD = {
+  "cloudflare:ceramic": 25e-5,
+  "cloudflare:linkup": 5e-3,
+  "cloudflare:exa": 7e-3,
+  brave: 5e-3
+};
+
+// src/search/router.ts
+var DEFAULT_SEARCH_ROUTES = [
+  { name: "fresh-or-country", when: { fresh: true }, chain: ["brave", "cloudflare:linkup"] },
+  { name: "english-agent", when: { english: true, purpose: ["agent", "grounding"] }, chain: ["cloudflare:ceramic", "cloudflare:linkup", "brave"] },
+  { name: "english-other", when: { english: true }, chain: ["cloudflare:linkup", "cloudflare:ceramic", "brave"] },
+  { name: "non-english", when: {}, chain: ["cloudflare:linkup", "brave"] }
+];
+var ZDR_PROVIDERS = /* @__PURE__ */ new Set(["cloudflare:ceramic", "cloudflare:linkup"]);
+var isEnglish = (lang) => !lang || /^en\b/i.test(lang);
+function routeSearch(req, routes = DEFAULT_SEARCH_ROUTES) {
+  if (req.provider) return [req.provider];
+  const fresh = Boolean(req.fresh || req.country);
+  const english = isEnglish(req.lang);
+  const route = routes.find(
+    (r) => (r.when.fresh === void 0 || r.when.fresh === fresh) && (r.when.english === void 0 || r.when.english === english) && (r.when.purpose === void 0 || r.when.purpose.includes(req.purpose ?? "agent"))
+  ) ?? routes[routes.length - 1];
+  let chain = route.chain.filter((p) => english || p !== "cloudflare:ceramic");
+  chain = chain.filter((p) => p !== "cloudflare:exa");
+  if (req.zdr) chain = chain.filter((p) => ZDR_PROVIDERS.has(p));
+  return chain;
+}
+
+// src/search/cache.ts
+var SEARCH_CACHE_TTL_MS = {
+  monitor: 5 * 6e4,
+  agent: 60 * 6e4,
+  grounding: 60 * 6e4,
+  discovery: 7 * 24 * 60 * 6e4
+};
+function searchCacheKey(provider, req) {
+  const q = req.query.normalize("NFKC").trim().toLowerCase().replace(/\s+/g, " ");
+  return JSON.stringify([provider, req.lang ?? "", req.country ?? "", req.limit ?? 10, q]);
+}
+function memorySearchCache(max = 1e3) {
+  const m = /* @__PURE__ */ new Map();
+  return {
+    get(k) {
+      const e = m.get(k);
+      if (!e) return void 0;
+      if (Date.now() > e.until) {
+        m.delete(k);
+        return void 0;
+      }
+      return e.v;
+    },
+    set(k, v, ttlMs) {
+      if (m.size >= max) m.delete(m.keys().next().value);
+      m.set(k, { v, until: Date.now() + ttlMs });
+    }
+  };
+}
+
+// src/cost/failure.ts
+function classifyFailure(err) {
+  const e = err;
+  const name = e?.name ?? "";
+  const message = String(e?.message ?? "");
+  if (name === "AbortError" || name === "TimeoutError" || /timed? ?out/i.test(message.split("\n")[0] ?? "")) {
+    return { errorCode: "timeout", errorKind: "timeout" };
+  }
+  let status = typeof e?.status === "number" ? e.status : void 0;
+  if (status === void 0) {
+    const m = /(?:^|\s)([45]\d{2})(?=[:\s]|$)/.exec(message.split("\n")[0] ?? "");
+    if (m) status = Number(m[1]);
+  }
+  if (status !== void 0) {
+    const kind = status === 401 || status === 403 ? "auth" : status === 404 ? "not_found" : status === 429 ? "rate_limit" : status >= 500 ? "server" : "other";
+    return { errorCode: String(status), errorKind: kind };
+  }
+  if (name === "TypeError" && /fetch failed|network|ECONN|ENOTFOUND/i.test(message + (e?.cause?.code ?? ""))) {
+    return { errorCode: "network", errorKind: "network" };
+  }
+  return { errorCode: "unknown", errorKind: "other" };
+}
+
+// src/search/types.ts
+var SearchKeyMissingError = class extends Error {
+  constructor(provider, envVar) {
+    super(`search: ${provider} needs ${envVar} (env or options.credentials)`);
+    this.provider = provider;
+    this.envVar = envVar;
+    this.name = "SearchKeyMissingError";
+  }
+  provider;
+  envVar;
+};
+
+// src/search/index.ts
+var sharedCache = memorySearchCache();
+async function callProvider(provider, req, opts) {
+  const f = opts.fetch ?? fetch;
+  const c = opts.credentials ?? {};
+  if (provider === "brave") {
+    const key = c.braveApiKey ?? process.env.BRAVE_API_KEY;
+    if (!key) throw new SearchKeyMissingError(provider, "BRAVE_API_KEY");
+    return braveSearch({ ...req, provider }, key, f);
+  }
+  if (provider.startsWith("cloudflare:")) {
+    const accountId = c.cloudflareAccountId ?? process.env.CLOUDFLARE_ACCOUNT_ID;
+    const apiToken = c.cloudflareApiToken ?? process.env.CLOUDFLARE_API_TOKEN;
+    if (!accountId) throw new SearchKeyMissingError(provider, "CLOUDFLARE_ACCOUNT_ID");
+    if (!apiToken) throw new SearchKeyMissingError(provider, "CLOUDFLARE_API_TOKEN");
+    return cloudflareSearch({ ...req, provider }, { accountId, apiToken }, f);
+  }
+  throw new Error(`search: unknown provider "${String(provider)}"`);
+}
+function usageRow(provider, req, costUsd, latencyMs) {
+  return {
+    provider,
+    model: "web-search",
+    region: "unknown",
+    // Brave and Cloudflare's gateway do not let us say where a query is served
+    transport: "http",
+    inputTokens: 0,
+    outputTokens: 0,
+    cacheReadTokens: 0,
+    cacheCreationTokens: 0,
+    costUsd,
+    costBasis: "computed",
+    latencyMs,
+    capability: "search",
+    ...req.purpose ? { purpose: req.purpose } : {},
+    ...req.labels ? { labels: req.labels } : {},
+    ts: (/* @__PURE__ */ new Date()).toISOString()
+  };
+}
+async function search(req, opts = {}) {
+  const chain = routeSearch(req);
+  if (chain.length === 0) throw new Error("search: no provider fits this request (zdr excludes every candidate)");
+  const cache = opts.cache === false ? void 0 : opts.cache ?? sharedCache;
+  const ttl = SEARCH_CACHE_TTL_MS[req.purpose ?? "agent"];
+  const sink = opts.costSink;
+  let lastErr;
+  for (const provider of chain) {
+    const key = searchCacheKey(provider, req);
+    const hit = cache?.get(key);
+    if (hit) return { items: hit.items, meta: { ...hit.meta, cached: true, costUsd: 0, latencyMs: 0 } };
+    const t0 = performance.now();
+    try {
+      const out = await callProvider(provider, req, opts);
+      const latencyMs = Math.round(performance.now() - t0);
+      const result = {
+        items: dedupe(out.items),
+        meta: { provider, latencyMs, cached: false, costUsd: SEARCH_PRICE_USD[provider], ...out.requestId ? { requestId: out.requestId } : {} }
+      };
+      cache?.set(key, result, ttl);
+      try {
+        await sink?.record(usageRow(provider, req, result.meta.costUsd, latencyMs));
+      } catch {
+      }
+      return result;
+    } catch (e) {
+      lastErr = e;
+      if (sink?.recordFailure) {
+        try {
+          await sink.recordFailure({
+            provider,
+            model: "web-search",
+            transport: "http",
+            capability: "search",
+            ...req.purpose ? { purpose: req.purpose } : {},
+            ...req.labels ? { labels: req.labels } : {},
+            latencyMs: Math.round(performance.now() - t0),
+            ts: (/* @__PURE__ */ new Date()).toISOString(),
+            ...classifyFailure(e)
+          });
+        } catch {
+        }
+      }
+    }
+  }
+  throw lastErr;
+}
+function dedupe(items) {
+  const seen = /* @__PURE__ */ new Set();
+  return items.filter((i) => seen.has(i.url) ? false : (seen.add(i.url), true));
+}
+
 // src/cost/default-hosts.ts
 var DEFAULT_BASE_URLS = {
   anthropic: "https://api.anthropic.com",
@@ -3548,8 +3780,8 @@ var aiConfigSchema = z.object({
 import { randomUUID } from "crypto";
 
 // src/version.ts
-var VERSION = "0.57.0";
-var SDK_TAG = "@broberg/ai-sdk@0.57.0";
+var VERSION = "0.58.0";
+var SDK_TAG = "@broberg/ai-sdk@0.58.0";
 
 // src/cost/sinks/upmetrics.ts
 function isRetryableStatus(status) {
@@ -3830,29 +4062,6 @@ function assertByokProviders(providers) {
   }
 }
 
-// src/cost/failure.ts
-function classifyFailure(err) {
-  const e = err;
-  const name = e?.name ?? "";
-  const message = String(e?.message ?? "");
-  if (name === "AbortError" || name === "TimeoutError" || /timed? ?out/i.test(message.split("\n")[0] ?? "")) {
-    return { errorCode: "timeout", errorKind: "timeout" };
-  }
-  let status = typeof e?.status === "number" ? e.status : void 0;
-  if (status === void 0) {
-    const m = /(?:^|\s)([45]\d{2})(?=[:\s]|$)/.exec(message.split("\n")[0] ?? "");
-    if (m) status = Number(m[1]);
-  }
-  if (status !== void 0) {
-    const kind = status === 401 || status === 403 ? "auth" : status === 404 ? "not_found" : status === 429 ? "rate_limit" : status >= 500 ? "server" : "other";
-    return { errorCode: String(status), errorKind: kind };
-  }
-  if (name === "TypeError" && /fetch failed|network|ECONN|ENOTFOUND/i.test(message + (e?.cause?.code ?? ""))) {
-    return { errorCode: "network", errorKind: "network" };
-  }
-  return { errorCode: "unknown", errorKind: "other" };
-}
-
 // src/client.ts
 var DEFAULT_IMAGE_SPEC = {
   provider: "fal",
@@ -4364,6 +4573,10 @@ function createAI(config = {}) {
         }
       });
     },
+    async search(req, opts) {
+      const labels = { ...cfg.labels, ...req.labels };
+      return search({ ...req, ...Object.keys(labels).length ? { labels } : {} }, { ...opts, ...costSink ? { costSink } : {} });
+    },
     async judge(input) {
       input = judgeInputSchema.parse(input);
       const stateText = typeof input.state === "string" ? input.state : JSON.stringify(input.state);
@@ -5094,103 +5307,6 @@ function wouldRouteTo(tier) {
   if (!spec) return { kind: "unknown-provider", provider: String(tier), onlyIf: [...ASSUMPTIONS] };
   return wouldProviderRouteTo(spec.provider);
 }
-
-// src/search/brave.ts
-async function braveSearch(req, apiKey, f) {
-  const params = new URLSearchParams({ q: req.query, count: String(Math.min(req.limit ?? 10, 20)) });
-  if (req.lang) params.set("search_lang", req.lang);
-  if (req.country) params.set("country", req.country);
-  const res = await f(`https://api.search.brave.com/res/v1/web/search?${params}`, {
-    headers: { accept: "application/json", "X-Subscription-Token": apiKey }
-  });
-  if (!res.ok) throw Object.assign(new Error(`brave search: HTTP ${res.status} ${(await res.text()).slice(0, 200)}`), { status: res.status });
-  const body = await res.json();
-  const items = (body.web?.results ?? []).map((r) => ({
-    title: r.title ?? "",
-    url: r.url ?? "",
-    description: r.description ?? "",
-    provider: "brave",
-    ...r.language ? { lang: r.language } : {},
-    ...r.page_age ? { publishedAt: new Date(r.page_age).toISOString() } : {}
-  }));
-  return { items, requestId: res.headers.get("x-request-id") ?? void 0 };
-}
-
-// src/search/cloudflare.ts
-var CLOUDFLARE_MAX_QUERY = 1024;
-var CLOUDFLARE_MAX_LIMIT = 10;
-async function cloudflareSearch(req, creds, f) {
-  if (req.query.length < 1 || req.query.length > CLOUDFLARE_MAX_QUERY) {
-    throw new Error(`search: Cloudflare takes a query of 1\u2013${CLOUDFLARE_MAX_QUERY} characters, got ${req.query.length}`);
-  }
-  const provider = req.provider.split(":")[1];
-  const res = await f(`https://api.cloudflare.com/client/v4/accounts/${encodeURIComponent(creds.accountId)}/ai/websearch/`, {
-    method: "POST",
-    headers: { authorization: `Bearer ${creds.apiToken}`, "content-type": "application/json" },
-    body: JSON.stringify({ query: req.query, provider, limit: Math.min(req.limit ?? CLOUDFLARE_MAX_LIMIT, CLOUDFLARE_MAX_LIMIT) })
-  });
-  if (!res.ok) throw Object.assign(new Error(`cloudflare search (${provider}): HTTP ${res.status} ${(await res.text()).slice(0, 200)}`), { status: res.status });
-  const body = await res.json();
-  const inner = body.result ?? body;
-  const items = (inner.items ?? []).map((r) => ({
-    title: r.title ?? "",
-    url: r.url ?? "",
-    description: r.description ?? "",
-    provider: req.provider
-  }));
-  return { items, requestId: inner.metadata?.requestId };
-}
-
-// src/search/prices.ts
-var SEARCH_PRICE_USD = {
-  "cloudflare:ceramic": 25e-5,
-  "cloudflare:linkup": 5e-3,
-  "cloudflare:exa": 7e-3,
-  brave: 5e-3
-};
-
-// src/search/types.ts
-var SearchKeyMissingError = class extends Error {
-  constructor(provider, envVar) {
-    super(`search: ${provider} needs ${envVar} (env or options.credentials)`);
-    this.provider = provider;
-    this.envVar = envVar;
-    this.name = "SearchKeyMissingError";
-  }
-  provider;
-  envVar;
-};
-
-// src/search/index.ts
-async function search(req, opts = {}) {
-  const f = opts.fetch ?? fetch;
-  const c = opts.credentials ?? {};
-  const t0 = performance.now();
-  let out;
-  if (req.provider === "brave") {
-    const key = c.braveApiKey ?? process.env.BRAVE_API_KEY;
-    if (!key) throw new SearchKeyMissingError(req.provider, "BRAVE_API_KEY");
-    out = await braveSearch(req, key, f);
-  } else if (req.provider.startsWith("cloudflare:")) {
-    const accountId = c.cloudflareAccountId ?? process.env.CLOUDFLARE_ACCOUNT_ID;
-    const apiToken = c.cloudflareApiToken ?? process.env.CLOUDFLARE_API_TOKEN;
-    if (!accountId) throw new SearchKeyMissingError(req.provider, "CLOUDFLARE_ACCOUNT_ID");
-    if (!apiToken) throw new SearchKeyMissingError(req.provider, "CLOUDFLARE_API_TOKEN");
-    out = await cloudflareSearch(req, { accountId, apiToken }, f);
-  } else {
-    throw new Error(`search: unknown provider "${String(req.provider)}"`);
-  }
-  return {
-    items: out.items,
-    meta: {
-      provider: req.provider,
-      latencyMs: Math.round(performance.now() - t0),
-      cached: false,
-      costUsd: SEARCH_PRICE_USD[req.provider],
-      ...out.requestId ? { requestId: out.requestId } : {}
-    }
-  };
-}
 export {
   AZURE_DANISH_VOICES,
   AZURE_DANISH_VOICE_LIST,
@@ -5199,6 +5315,7 @@ export {
   CONFIG_DERIVED_HOSTS,
   DEFAULT_BASE_URLS,
   DEFAULT_CLIP_SEC,
+  DEFAULT_SEARCH_ROUTES,
   DEFAULT_TIER_MAP,
   ELEVENLABS_DANISH_VOICES,
   LOCALLY_PINNED_HOSTS,
@@ -5206,12 +5323,14 @@ export {
   ModelUnavailableError,
   PRICING_STALE_AFTER_DAYS,
   SDK_TAG,
+  SEARCH_CACHE_TTL_MS,
   SEARCH_PRICE_USD,
   SearchKeyMissingError,
   StreamHttpError,
   UpmetricsCostError,
   VERSION,
   VoiceUnavailableError,
+  ZDR_PROVIDERS,
   aiConfigSchema,
   alignWordTimings,
   anthropicAdapter,
@@ -5254,6 +5373,7 @@ export {
   makeContracts,
   makeOpenAICompatibleAdapter,
   matchLabel,
+  memorySearchCache,
   messageSchema,
   mistralAdapter,
   mistralStubAdapter,
@@ -5276,6 +5396,7 @@ export {
   resolveModel,
   resolveTier,
   resolveVoice,
+  routeSearch,
   search,
   sqliteBudgetStore,
   sqliteSink,