@dbx-tools/appkit-web-search 0.3.21 → 0.3.22

package/package.json

@@ -17,17 +17,17 @@
     "@mastra/core": "^1.47.0",
     "got-scraping": "^4.2.1",
     "zod": "^4.3.6",
-    "@dbx-tools/shared-core": "0.3.21",
-    "@dbx-tools/model": "0.3.21",
-    "@dbx-tools/path": "0.3.21",
-    "@dbx-tools/shared-model": "0.3.21"
+    "@dbx-tools/model": "0.3.22",
+    "@dbx-tools/path": "0.3.22",
+    "@dbx-tools/shared-core": "0.3.22",
+    "@dbx-tools/shared-model": "0.3.22"
   },
   "main": "index.ts",
   "license": "UNLICENSED",
   "publishConfig": {
     "access": "public"
   },
-  "version": "0.3.21",
+  "version": "0.3.22",
   "types": "index.ts",
   "type": "module",
   "exports": {

package/src/config.ts

@@ -222,7 +222,7 @@ function resolvePositiveInt(value: number | undefined, envKey: string, fallback:
 
 /** Parse the `WEB_SEARCH_TOOLS` env var (JSON), else `{}`. Bad JSON is ignored. */
 function parseToolsEnv(): Record<string, unknown> {
-  const raw = process.env["WEB_SEARCH_TOOLS"];
+  const raw = process.env.WEB_SEARCH_TOOLS;
   if (!raw) return {};
   try {
     const parsed = JSON.parse(raw) as unknown;
@@ -241,18 +241,23 @@ function parseToolsEnv(): Record<string, unknown> {
 export function resolveWebSearchConfig(
   config: WebSearchPluginConfig = {},
 ): ResolvedWebSearchConfig {
-  const patterns = parseAllowedUrls(config.allowedUrls ?? process.env["WEB_SEARCH_ALLOWED_URLS"]);
-  const model = config.model ?? process.env["WEB_SEARCH_MODEL"];
-  const fallbacks = toStringList(config.modelFallbacks ?? process.env["WEB_SEARCH_MODEL_FALLBACKS"]);
-  const fuzzyThresholdRaw = config.modelFuzzyThreshold ?? Number(process.env["WEB_SEARCH_FUZZY_THRESHOLD"]);
+  const patterns = parseAllowedUrls(config.allowedUrls ?? process.env.WEB_SEARCH_ALLOWED_URLS);
+  const model = config.model ?? process.env.WEB_SEARCH_MODEL;
+  const fallbacks = toStringList(config.modelFallbacks ?? process.env.WEB_SEARCH_MODEL_FALLBACKS);
+  const fuzzyThresholdRaw =
+    config.modelFuzzyThreshold ?? Number(process.env.WEB_SEARCH_FUZZY_THRESHOLD);
   return {
     ...(model ? { model } : {}),
     modelFallbacks: fallbacks.length > 0 ? fallbacks : DEFAULT_MODEL_FALLBACKS,
     webSearchTools: { ...parseToolsEnv(), ...(config.webSearchTools ?? {}) },
-    fuzzy:
-      config.modelFuzzyMatch ?? object.toBoolean(process.env["WEB_SEARCH_FUZZY"]) ?? true,
-    fuzzyThreshold: Number.isFinite(fuzzyThresholdRaw) && fuzzyThresholdRaw ? Number(fuzzyThresholdRaw) : 0.4,
-    maxCitations: resolvePositiveInt(config.maxCitations, "WEB_SEARCH_MAX_CITATIONS", DEFAULT_MAX_CITATIONS),
+    fuzzy: config.modelFuzzyMatch ?? object.toBoolean(process.env.WEB_SEARCH_FUZZY) ?? true,
+    fuzzyThreshold:
+      Number.isFinite(fuzzyThresholdRaw) && fuzzyThresholdRaw ? Number(fuzzyThresholdRaw) : 0.4,
+    maxCitations: resolvePositiveInt(
+      config.maxCitations,
+      "WEB_SEARCH_MAX_CITATIONS",
+      DEFAULT_MAX_CITATIONS,
+    ),
     fetchMaxLength: resolvePositiveInt(
       config.fetchMaxLength,
       "WEB_SEARCH_FETCH_MAX_LENGTH",
@@ -260,7 +265,7 @@ export function resolveWebSearchConfig(
     ),
     timeoutMs: resolvePositiveInt(config.timeoutMs, "WEB_SEARCH_TIMEOUT_MS", DEFAULT_TIMEOUT_MS),
     scrapeFallback:
-      config.scrapeFallback ?? object.toBoolean(process.env["WEB_SEARCH_SCRAPE_FALLBACK"]) ?? true,
+      config.scrapeFallback ?? object.toBoolean(process.env.WEB_SEARCH_SCRAPE_FALLBACK) ?? true,
     allowList: toUrlAllowList(patterns),
     approval: config.approval ?? false,
   };

package/src/fetch.ts

@@ -94,8 +94,7 @@ export async function runWebFetch(
   const body = typeof response.body === "string" ? response.body : String(response.body ?? "");
   const contentType = response.headers["content-type"];
   const isHtml = !contentType || /html|xml/i.test(contentType);
-  const rawContent =
-    request.format === "html" || !isHtml ? body : htmlToText(body);
+  const rawContent = request.format === "html" || !isHtml ? body : htmlToText(body);
   const { content, truncated } = truncate(rawContent, cap);
   const title = isHtml ? extractTitle(body) : undefined;
 

package/src/runtime.ts

@@ -11,7 +11,11 @@
  * @module
  */
 
-import { resolveWebSearchConfig, type ResolvedWebSearchConfig, type WebSearchPluginConfig } from "./config";
+import {
+  resolveWebSearchConfig,
+  type ResolvedWebSearchConfig,
+  type WebSearchPluginConfig,
+} from "./config";
 
 /** The shared resolved config. */
 export interface WebSearchRuntime {

package/src/schema.ts

@@ -58,9 +58,7 @@ export type WebSearchCitation = z.infer<typeof webSearchCitationSchema>;
 /** Schema for the `web_search` tool output. */
 export const webSearchResultSchema = z.object({
   query: z.string().describe("Echo of the query that was searched."),
-  answer: z
-    .string()
-    .describe("The model's answer, synthesized from live web results."),
+  answer: z.string().describe("The model's answer, synthesized from live web results."),
   citations: z
     .array(webSearchCitationSchema)
     .describe(

package/src/scrape.ts

@@ -104,7 +104,9 @@ export async function runScrapeSearch(
   const answer =
     citations.length > 0
       ? `Web results for "${request.query}" (no Databricks web-search model is deployed in this workspace, so these are unsynthesized search results - read the citations):\n\n` +
-        citations.map((c, n) => `${n + 1}. ${c.title}${c.snippet ? ` - ${c.snippet}` : ""} (${c.url})`).join("\n")
+        citations
+          .map((c, n) => `${n + 1}. ${c.title}${c.snippet ? ` - ${c.snippet}` : ""} (${c.url})`)
+          .join("\n")
       : `No web results found for "${request.query}".`;
   logger.debug("scraped", {
     query: request.query,

package/src/search.ts

@@ -21,8 +21,9 @@
  * @module
  */
 
-import { error, log } from "@dbx-tools/shared-core";
 import { resolve, serving } from "@dbx-tools/model";
+import { error, log } from "@dbx-tools/shared-core";
+import { openaiResponses } from "@dbx-tools/shared-model";
 import type { ResolvedWebSearchConfig } from "./config";
 import { detectWebSearchProvider, supportsWebSearch, webSearchToolSpec } from "./provider";
 import type { WebSearchCitation, WebSearchRequest, WebSearchResult } from "./schema";
@@ -118,36 +119,16 @@ function str(v: unknown): string {
 }
 
 /**
- * Extract answer text + citations from an OpenAI Responses API payload. The
- * Responses API returns an `output` array of items; message items carry
- * `content` parts with `text` and optional `annotations` (url_citation).
- * `output_text` is the convenience aggregate when present.
+ * Extract answer text + citations from an OpenAI Responses API payload, via the
+ * shared reader in `@dbx-tools/shared-model` (the same module the model-proxy
+ * uses to translate the Responses wire format in the other direction).
  */
 function fromResponsesPayload(payload: Record<string, unknown>): {
   answer: string;
   citations: WebSearchCitation[];
 } {
-  const citations: WebSearchCitation[] = [];
-  const texts: string[] = [];
-  const output = Array.isArray(payload["output"]) ? (payload["output"] as unknown[]) : [];
-  for (const item of output) {
-    const content = (item as { content?: unknown }).content;
-    if (!Array.isArray(content)) continue;
-    for (const part of content) {
-      const p = part as { text?: unknown; annotations?: unknown };
-      const text = str(p.text);
-      if (text) texts.push(text);
-      if (Array.isArray(p.annotations)) {
-        for (const ann of p.annotations) {
-          const a = ann as { url?: unknown; title?: unknown };
-          const url = str(a.url);
-          if (url) citations.push({ url, ...(str(a.title) ? { title: str(a.title) } : {}) });
-        }
-      }
-    }
-  }
-  const answer = str(payload["output_text"]) || texts.join("\n").trim();
-  return { answer, citations };
+  const { text, citations } = openaiResponses.readResponsesOutput(payload);
+  return { answer: text, citations };
 }
 
 /**
@@ -160,26 +141,26 @@ function fromChatPayload(payload: Record<string, unknown>): {
   answer: string;
   citations: WebSearchCitation[];
 } {
-  const choices = Array.isArray(payload["choices"]) ? (payload["choices"] as unknown[]) : [];
+  const choices = Array.isArray(payload.choices) ? (payload.choices as unknown[]) : [];
   const message = (choices[0] as { message?: Record<string, unknown> })?.message ?? {};
-  const answer = str(message["content"]);
+  const answer = str(message.content);
   const citations: WebSearchCitation[] = [];
   // Best-effort grounding extraction: walk any nested object for {uri|url,title}.
   const seen = new Set<string>();
   const visit = (v: unknown, depth: number): void => {
     if (depth > 6 || v === null || typeof v !== "object") return;
     const o = v as Record<string, unknown>;
-    const url = str(o["url"]) || str(o["uri"]);
+    const url = str(o.url) || str(o.uri);
     if (url && !seen.has(url)) {
       seen.add(url);
-      citations.push({ url, ...(str(o["title"]) ? { title: str(o["title"]) } : {}) });
+      citations.push({ url, ...(str(o.title) ? { title: str(o.title) } : {}) });
     }
     for (const val of Object.values(o)) {
       if (Array.isArray(val)) val.forEach((x) => visit(x, depth + 1));
       else if (val && typeof val === "object") visit(val, depth + 1);
     }
   };
-  visit(message["grounding_metadata"] ?? message["groundingMetadata"], 0);
+  visit(message.grounding_metadata ?? message.groundingMetadata, 0);
   return { answer, citations };
 }