@burtson-labs/bandit-engine 2.0.55 → 2.0.57

package/dist/chat-provider.mjs

@@ -1,10 +1,10 @@
 import {
   ChatProvider,
   chat_provider_default
-} from "./chunk-AVV7HDGR.mjs";
+} from "./chunk-POTQI33D.mjs";
 import "./chunk-ONQMRE2G.mjs";
 import "./chunk-UFSEYVRS.mjs";
-import "./chunk-EHNWQ4T3.mjs";
+import "./chunk-QPBG6JQE.mjs";
 import "./chunk-557E5VZ2.mjs";
 import "./chunk-7ZDS33S2.mjs";
 import "./chunk-H3BYFEIE.mjs";

package/dist/{chunk-TLY6A6XL.mjs → chunk-N7GCS2BH.mjs}

@@ -6,7 +6,7 @@ import {
 } from "./chunk-KM7FUWCM.mjs";
 import {
   useMCPToolsStore
-} from "./chunk-EHNWQ4T3.mjs";
+} from "./chunk-QPBG6JQE.mjs";
 import {
   AddIcon,
   ArrowDownwardIcon,
@@ -488,7 +488,7 @@ var STTClient = class {
       normalizedBlob = new Blob([blob], { type: "audio/webm" });
     }
     const body = new FormData();
-    const filename = normalizedBlob.type.includes("ogg") ? "audio.ogg" : normalizedBlob.type.includes("wav") ? "audio.wav" : normalizedBlob.type.includes("mp3") ? "audio.mp3" : "audio.webm";
+    const filename = normalizedBlob.type.includes("ogg") ? "audio.ogg" : normalizedBlob.type.includes("wav") ? "audio.wav" : normalizedBlob.type.includes("mp4") || normalizedBlob.type.includes("m4a") || normalizedBlob.type.includes("aac") ? "audio.mp4" : normalizedBlob.type.includes("mp3") ? "audio.mp3" : "audio.webm";
     body.append("audio", normalizedBlob, filename);
     body.append("file", normalizedBlob, filename);
     body.append("audioFile", normalizedBlob, filename);
@@ -2734,6 +2734,7 @@ USE THE ABOVE CONTENT to answer the user's question. Reference specific informat
 - Only use tools for live data (news, weather, sports scores) when specifically requested
 - Trust and utilize the provided context without hesitation`;
       enhancedSystemPrompt += ragGuidance;
+      const systemPromptForSummary = enhancedSystemPrompt;
       const mcpToolsAvailable = isMCPAvailable();
       if (mcpToolsAvailable) {
         const enabledTools = getEnabledMCPToolsForAI();
@@ -2749,10 +2750,10 @@ USE THE ABOVE CONTENT to answer the user's question. Reference specific informat
 TOOL USAGE PROTOCOL (conservative approach)
 - PRIORITIZE your built-in knowledge and the provided context ABOVE to answer questions first.
 - Use your training data and general knowledge confidently for common topics, concepts, and questions.
-- Only call tools for SPECIFIC, CURRENT information that requires real-time data:
-  * news() - ONLY when explicitly asked about recent/breaking news, current events, or "what's happening now"
-  * sports() - ONLY when asked about live scores, current games, recent sports results, or league standings
-  * search/documentation tools - ONLY when asked about very specific technical documentation or when you need to supplement your knowledge with current docs
+- Only call tools for SPECIFIC, CURRENT information that requires real-time data or a source you don't already have:
+  * web_search() - when asked about recent/current events, breaking news, live information (weather, prices, sports scores), or when you need to look up documentation, libraries, APIs, error messages, or verify a specific fact
+  * web_fetch() - ONLY when you already have a specific URL whose contents you need to read
+  * image_generation() - ONLY when explicitly asked to create or generate an image
 - For general questions about concepts, definitions, explanations, or how-to topics, use your built-in knowledge WITHOUT calling tools.
 - Examples of what NOT to use tools for: "who are you?", "what is React?", "explain machine learning", "how does X work?", general programming questions.
 - When a tool is truly needed, call exactly ONE tool that best matches the request.
@@ -2764,11 +2765,11 @@ functionName({"param": "value"})
 Examples of appropriate tool usage:
 
 \`\`\`tool_code
-news({"topic": "latest AI developments", "count": 5})
+web_search({"query": "latest AI developments 2026", "count": 5})
 \`\`\`
 
 \`\`\`tool_code
-sports({"league": "nfl", "type": "scores"})
+web_fetch({"url": "https://example.com/changelog"})
 \`\`\`
 `;
           enhancedSystemPrompt += `
@@ -2811,6 +2812,7 @@ ${protocol}`;
         if (openIdx !== -1) result = result.slice(0, openIdx);
         return result.trimStart();
       };
+      const stripToolBlocks = (text) => text.replace(/```(?:tool_code|TOOL_CODE)\s*\n[\s\S]*?\n```/gi, "").trim();
       const flushNow = () => {
         clearFlushTimer();
         if (!sawToolBlock) {
@@ -2884,6 +2886,8 @@ ${protocol}`;
             }
             const toolCallMatches = fullMessage.match(/```(?:tool_code|TOOL_CODE)\s*\n([^`]+)\n```/gi);
             let enhancedMessage = fullMessage;
+            const summarizableResults = [];
+            const inlineImageBlocks = [];
             if (toolCallMatches && toolCallMatches.length > 0 && mcpToolsAvailable) {
               debugLogger.info("Detected tool calls in AI response", {
                 toolCallCount: toolCallMatches.length,
@@ -2924,47 +2928,43 @@ ${protocol}`;
                   });
                   let resultText = "";
                   if (result.success) {
-                    if (functionName === "sports" && Array.isArray(result.data)) {
-                      const games = result.data.filter(Boolean);
-                      const q = (question || "").toLowerCase();
-                      const normalize = (value) => typeof value === "string" ? value.toLowerCase().replace(/[^a-z0-9 ]/g, "") : "";
-                      const tokens = (value) => normalize(value).split(" ").filter((w) => w.length > 3);
-                      const formatTeamScore = (team, score) => {
-                        const teamName = typeof team === "string" && team.trim().length > 0 ? team : "Team";
-                        const teamScore = typeof score === "number" || typeof score === "string" ? String(score) : "\u2014";
-                        return `${teamName} ${teamScore}`;
-                      };
-                      const scoreLine = (game) => {
-                        const status = typeof game.status === "string" ? game.status : "";
-                        const final = status.toLowerCase().includes("final");
-                        const score = `${formatTeamScore(game.homeTeam, game.homeScore)} \u2014 ${formatTeamScore(
-                          game.awayTeam,
-                          game.awayScore
-                        )}`;
-                        return final ? `Final: ${score}` : `${status || "In progress"} \u2014 ${score}`;
-                      };
-                      let best = null;
-                      let bestScore = -1;
-                      for (const game of games) {
-                        const homeTokens = tokens(game.homeTeam);
-                        const awayTokens = tokens(game.awayTeam);
-                        const hits = [...homeTokens, ...awayTokens].reduce(
-                          (acc, token) => acc + (q.includes(token) ? 1 : 0),
-                          0
+                    if (functionName === "web_search" || functionName === "web-search") {
+                      const search = result.data ?? {};
+                      const items = Array.isArray(search.results) ? search.results : [];
+                      const blocks = [];
+                      if (typeof search.answer === "string" && search.answer.trim().length > 0) {
+                        blocks.push(search.answer.trim());
+                      }
+                      if (items.length > 0) {
+                        blocks.push(
+                          items.slice(0, 6).map((item, index) => {
+                            const title = item.title?.trim() || "Untitled";
+                            const url = item.url?.trim();
+                            const snippet = item.content?.trim();
+                            let line = `${index + 1}. **${title}**`;
+                            if (url) line += `
+   ${url}`;
+                            if (snippet) {
+                              const truncated = snippet.length > 300 ? `${snippet.slice(0, 300)}\u2026` : snippet;
+                              line += `
+   ${truncated}`;
+                            }
+                            return line;
+                          }).join("\n\n")
                         );
-                        if (hits > bestScore) {
-                          bestScore = hits;
-                          best = game;
-                        }
                       }
-                      if (best && bestScore > 0) {
-                        resultText = scoreLine(best);
-                      } else if (games.length > 0) {
-                        const topGames = games.slice(0, Math.min(5, games.length));
-                        resultText = `Here are some current scores:
-- ${topGames.map(scoreLine).join("\n- ")}`;
+                      resultText = blocks.length ? blocks.join("\n\n") : `No results found${search.query ? ` for "${search.query}"` : ""}.`;
+                    } else if (functionName === "web_fetch" || functionName === "web-fetch") {
+                      const fetched = result.data ?? {};
+                      if (fetched.blocked || fetched.error && !fetched.content) {
+                        resultText = fetched.error || "Unable to fetch that URL.";
                       } else {
-                        resultText = "No games available right now.";
+                        const body = (fetched.content ?? "").trim();
+                        const preview = body.length > 2e3 ? `${body.slice(0, 2e3)}\u2026` : body;
+                        const source = fetched.url ? `**Source:** ${fetched.url}
+
+` : "";
+                        resultText = preview ? `${source}${preview}` : `${source}No readable content found.`;
                       }
                     } else if (functionName === "image_generation" || functionName === "image-generation") {
                       const imageData = result.data ?? {};
@@ -2975,63 +2975,6 @@ ${protocol}`;
 
 ${revisedPrompt ? `Prompt refinement: \u201C${revisedPrompt}\u201D
 ` : ""}Note: the image link may expire in ~2 hours.` : "Image generated successfully.";
-                    } else if (functionName === "news" && Array.isArray(result.data)) {
-                      const items = result.data.slice(0, 3);
-                      resultText = items.length ? `## Top News Results
-
-${items.map((item, index) => {
-                        const title = item.title ?? "Untitled";
-                        const source = item.source ?? "Unknown";
-                        const url = item.url ?? item.link;
-                        const description = item.description ?? item.summary;
-                        const publishedAt = item.publishedAt ?? item.published;
-                        let newsItem = `### ${index + 1}. ${title}
-`;
-                        if (typeof description === "string" && description.length > 0) {
-                          const truncated = description.length > 150 ? `${description.slice(0, 150)}...` : description;
-                          newsItem += `${truncated}
-
-`;
-                        }
-                        newsItem += `**Source:** ${source}
-`;
-                        if (publishedAt) {
-                          const date = new Date(publishedAt);
-                          if (!Number.isNaN(date.getTime())) {
-                            newsItem += `**Published:** ${date.toLocaleDateString()} at ${date.toLocaleTimeString(
-                              [],
-                              { hour: "2-digit", minute: "2-digit" }
-                            )}
-`;
-                          }
-                        }
-                        if (typeof url === "string" && url.length > 0) {
-                          newsItem += `
-**[\u{1F4F0} Read Full Article](${url})**
-`;
-                        }
-                        return newsItem;
-                      }).join("\n---\n\n")}` : "No news results found.";
-                    } else if (functionName === "docs" && Array.isArray(result.data)) {
-                      const items = result.data.slice(0, 3);
-                      resultText = items.length ? `Relevant docs:
-- ${items.map((item) => {
-                        const title = item.title ?? "Untitled doc";
-                        const url = item.url ?? item.link;
-                        return url ? `${title} \u2014 ${url}` : title;
-                      }).join("\n- ")}` : "No documentation results found.";
-                    } else if (functionName === "weather") {
-                      const weatherData = result.data ?? {};
-                      const informative = [weatherData.message, weatherData.details, weatherData.error].map((value) => typeof value === "string" ? value.trim() : void 0).filter((value) => Boolean(value) && value.toLowerCase() !== "n/a");
-                      if (informative.length > 0) {
-                        const locationLabel = typeof weatherData.location === "string" && weatherData.location.length > 0 ? ` for ${weatherData.location}` : "";
-                        resultText = `Weather service notice${locationLabel}: ${informative.join(" \u2014 ")}`;
-                      } else {
-                        const parts = [weatherData.location, weatherData.description, weatherData.temperature].map(
-                          (value) => typeof value === "number" || typeof value === "string" ? String(value).trim() : void 0
-                        ).filter((value) => Boolean(value));
-                        resultText = parts.length ? parts.join(" \u2014 ") : "No weather data found.";
-                      }
                     } else if (typeof result.data === "string") {
                       resultText = result.data;
                     } else if (result.data) {
@@ -3042,16 +2985,16 @@ ${items.map((item, index) => {
                   } else {
                     const data = result.data ?? {};
                     const informative = [data.message, data.details, data.error, result.error].map((value) => typeof value === "string" ? value.trim() : void 0).filter((value) => Boolean(value) && value.toLowerCase() !== "n/a");
-                    if (functionName === "weather" && informative.length) {
-                      const locationLabel = typeof data.location === "string" && data.location.length > 0 ? ` for ${data.location}` : "";
-                      resultText = `Weather service issue${locationLabel}: ${informative.join(" \u2014 ")}`;
-                    } else if (informative.length) {
-                      resultText = informative.join(" \u2014 ");
-                    } else {
-                      resultText = `I couldn't complete that request: ${result.error || "Unknown error"}.`;
-                    }
+                    resultText = informative.length ? informative.join(" \u2014 ") : `I couldn't complete that request: ${result.error || "Unknown error"}.`;
                   }
                   enhancedMessage = enhancedMessage.replace(placeholderToken, resultText);
+                  if (result.success) {
+                    if (functionName === "image_generation" || functionName === "image-generation") {
+                      inlineImageBlocks.push(resultText);
+                    } else if (functionName !== "check_gateway_health") {
+                      summarizableResults.push({ name: functionName, output: resultText });
+                    }
+                  }
                   debugLogger.info("Tool execution completed", {
                     functionName,
                     success: result.success,
@@ -3074,6 +3017,65 @@ ${items.map((item, index) => {
                   }
                 }
               }
+              if (summarizableResults.length > 0) {
+                try {
+                  const toolResultsText = summarizableResults.map((r) => `## ${r.name}
+${r.output}`).join("\n\n");
+                  const summaryMessages = [
+                    { role: "system", content: systemPromptForSummary },
+                    ...contextMessages,
+                    { role: "user", content: question },
+                    { role: "assistant", content: stripToolBlocks(fullMessage) || "Let me look that up." },
+                    {
+                      role: "user",
+                      content: `I ran the tool(s) you requested. Here are the raw results:
+
+${toolResultsText}
+
+Using these results together with your own knowledge, answer my original question concisely and in a natural, well-formatted way. Cite source URLs inline when you rely on them. Do NOT output tool_code or call any tools again.`
+                    }
+                  ];
+                  const summaryRequest = {
+                    model: modelName,
+                    messages: summaryMessages,
+                    stream: true,
+                    options: { num_predict: tokenLimit + 250 }
+                  };
+                  clearFlushTimer();
+                  setStreamBuffer("");
+                  const summaryText = await new Promise((resolve) => {
+                    let acc = "";
+                    const summarySub = provider.chat(summaryRequest).subscribe({
+                      next: (data) => {
+                        if (data?.message?.content) {
+                          acc += data.message.content;
+                          const visible = stripThinking(acc);
+                          latestDisplayMessage = visible;
+                          lastPartialRef.current.text = visible;
+                          setStreamBuffer(visible);
+                        }
+                      },
+                      error: (summaryErr) => {
+                        debugLogger.error("Summarization pass failed", {
+                          error: summaryErr instanceof Error ? summaryErr.message : String(summaryErr)
+                        });
+                        resolve("");
+                      },
+                      complete: () => resolve(stripThinking(acc).trim())
+                    });
+                    currentSubRef.current = summarySub;
+                  });
+                  if (summaryText.trim()) {
+                    enhancedMessage = summaryText + (inlineImageBlocks.length ? `
+
+${inlineImageBlocks.join("\n\n")}` : "");
+                  }
+                } catch (summaryError) {
+                  debugLogger.error("Summarization pass threw", {
+                    error: summaryError instanceof Error ? summaryError.message : String(summaryError)
+                  });
+                }
+              }
             }
             overrideComponentStatus("Idle");
             setIsSubmitting(false);
@@ -7789,6 +7791,19 @@ var computeRms = (data) => {
   }
   return Math.sqrt(sumSquares / data.length);
 };
+var pickSupportedMimeType = () => {
+  if (typeof MediaRecorder === "undefined" || typeof MediaRecorder.isTypeSupported !== "function") {
+    return void 0;
+  }
+  const candidates = [
+    "audio/webm;codecs=opus",
+    "audio/webm",
+    "audio/mp4;codecs=mp4a.40.2",
+    "audio/mp4",
+    "audio/aac"
+  ];
+  return candidates.find((type) => MediaRecorder.isTypeSupported(type));
+};
 var useVoiceMode = (config) => {
   const enabled = useVoiceModeStore((state) => state.enabled);
   const setStatus = useVoiceModeStore((state) => state.setStatus);
@@ -7812,10 +7827,15 @@ var useVoiceMode = (config) => {
     let silenceStartAt = 0;
     const isRecordingRef = { current: false };
     const isProcessingRef = { current: false };
+    let removeResumeListeners = null;
     const amplitudeThreshold = configRef.current.amplitudeThreshold ?? 0.025;
     const minSpeechMs = configRef.current.minSpeechMs ?? 180;
     const minSilenceMs = configRef.current.minSilenceMs ?? 720;
     const clearAudioSession = async () => {
+      if (removeResumeListeners) {
+        removeResumeListeners();
+        removeResumeListeners = null;
+      }
       if (rafId) {
         cancelAnimationFrame(rafId);
         rafId = null;
@@ -7907,7 +7927,8 @@ var useVoiceMode = (config) => {
     const startRecording = (stream) => {
       chunks = [];
       try {
-        recorder = new MediaRecorder(stream);
+        const mimeType = pickSupportedMimeType();
+        recorder = mimeType ? new MediaRecorder(stream, { mimeType }) : new MediaRecorder(stream);
         recorder.addEventListener("dataavailable", (event) => {
           if (event.data && event.data.size > 0) {
             chunks.push(event.data);
@@ -8001,6 +8022,28 @@ var useVoiceMode = (config) => {
           dataArray
         };
         resetTransientState();
+        if (audioContext.state === "suspended") {
+          try {
+            await audioContext.resume();
+          } catch (resumeError) {
+            debugLogger.warn("Voice mode audio context resume failed", { error: resumeError });
+          }
+        }
+        if (!cancelled && audioContext.state === "suspended") {
+          const resumeOnGesture = () => {
+            audioContext.resume().catch(() => void 0);
+          };
+          const gestureEvents = ["touchend", "pointerdown", "click"];
+          gestureEvents.forEach(
+            (evt) => window.addEventListener(evt, resumeOnGesture, { once: true, passive: true })
+          );
+          removeResumeListeners = () => {
+            gestureEvents.forEach((evt) => window.removeEventListener(evt, resumeOnGesture));
+          };
+        }
+        if (cancelled) {
+          return;
+        }
         monitorAudio();
       } catch (error) {
         debugLogger.error("Voice mode failed to initialize microphone", {
@@ -9177,4 +9220,4 @@ var chat_default = Chat;
 export {
   chat_default
 };
-//# sourceMappingURL=chunk-TLY6A6XL.mjs.map
+//# sourceMappingURL=chunk-N7GCS2BH.mjs.map