@burtson-labs/bandit-engine 2.0.54 → 2.0.57

package/dist/index.js

@@ -3260,7 +3260,7 @@ var init_knowledgeStore = __esm({
 });
 
 // src/store/mcpToolsStore.ts
-var import_zustand11, healthCheckTool, newsTool, weatherTool, docsTool, sportsTool, imageGenerationTool, defaultTools, useMCPToolsStore;
+var import_zustand11, healthCheckTool, webSearchTool, webFetchTool, imageGenerationTool, defaultTools, useMCPToolsStore;
 var init_mcpToolsStore = __esm({
   "src/store/mcpToolsStore.ts"() {
     "use strict";
@@ -3286,94 +3286,47 @@ var init_mcpToolsStore = __esm({
       method: "GET",
       isBuiltIn: true
     };
-    newsTool = {
-      id: "news",
-      name: "news",
-      description: "Get the latest news headlines and articles from various sources",
+    webSearchTool = {
+      id: "web-search",
+      name: "web_search",
+      description: "Search the web for current information, documentation, and facts",
       enabled: true,
       type: "function",
       function: {
-        name: "news",
-        description: "Get news articles and headlines",
+        name: "web_search",
+        description: "Search the web and return ranked results with snippets (and an optional summarized answer). Use for current events, documentation, libraries, error messages, and factual lookups.",
         parameters: {
           type: "object",
           properties: {
-            topic: { type: "string", description: "Filter news by topic" },
-            count: { type: "number", description: "Number of articles to return (1-100)" },
-            headlines: { type: "boolean", description: "Return top headlines instead of searching" }
-          },
-          required: []
-        }
-      },
-      endpoint: "/mcp/news",
-      method: "GET",
-      isBuiltIn: true
-    };
-    weatherTool = {
-      id: "weather",
-      name: "weather",
-      description: "Get current weather conditions and forecasts by location",
-      enabled: true,
-      type: "function",
-      function: {
-        name: "weather",
-        description: "Get weather information by location",
-        parameters: {
-          type: "object",
-          properties: {
-            zip: { type: "string", description: "US zip code" },
-            latitude: { type: "number", description: "Latitude" },
-            longitude: { type: "number", description: "Longitude" }
-          },
-          required: []
-        }
-      },
-      endpoint: "/mcp/weather",
-      method: "GET",
-      isBuiltIn: true
-    };
-    docsTool = {
-      id: "docs",
-      name: "docs",
-      description: "Search framework documentation",
-      enabled: true,
-      type: "function",
-      function: {
-        name: "docs",
-        description: "Search framework documentation",
-        parameters: {
-          type: "object",
-          properties: {
-            query: { type: "string", description: "Search query" },
-            framework: { type: "string", description: "Specific framework to search" },
-            count: { type: "number", description: "Number of results (1-50)" }
+            query: { type: "string", description: "The search query \u2014 natural language or keywords" },
+            count: { type: "number", description: "Number of results to return (1-10, default 5)" },
+            include_answer: { type: "boolean", description: "Include a short summarized answer when available" }
           },
           required: ["query"]
         }
       },
-      endpoint: "/mcp/docs",
+      endpoint: "/mcp/web-search",
       method: "GET",
       isBuiltIn: true
     };
-    sportsTool = {
-      id: "sports",
-      name: "sports",
-      description: "Get sports scores and game information",
+    webFetchTool = {
+      id: "web-fetch",
+      name: "web_fetch",
+      description: "Fetch the text content of a specific URL",
       enabled: true,
       type: "function",
       function: {
-        name: "sports",
-        description: "Get sports scores and game information",
+        name: "web_fetch",
+        description: "Fetch a single public URL and return its trimmed text content. Use when you already have a specific link you need to read.",
         parameters: {
           type: "object",
           properties: {
-            league: { type: "string", description: "Filter by specific league (e.g., nfl, nba)" },
-            date: { type: "string", description: "Date in YYYY-MM-DD format" }
+            url: { type: "string", description: "Absolute http(s) URL to fetch" }
           },
-          required: []
+          required: ["url"]
         }
       },
-      endpoint: "/mcp/sports",
+      endpoint: "/mcp/web-fetch",
       method: "GET",
       isBuiltIn: true
     };
@@ -3401,7 +3354,7 @@ var init_mcpToolsStore = __esm({
       method: "POST",
       isBuiltIn: true
     };
-    defaultTools = [healthCheckTool, newsTool, weatherTool, docsTool, sportsTool, imageGenerationTool];
+    defaultTools = [healthCheckTool, webSearchTool, webFetchTool, imageGenerationTool];
     useMCPToolsStore = (0, import_zustand11.create)((set, get) => ({
       tools: defaultTools,
       isLoaded: false,
@@ -15483,7 +15436,7 @@ var init_stt_client = __esm({
           normalizedBlob = new Blob([blob], { type: "audio/webm" });
         }
         const body = new FormData();
-        const filename = normalizedBlob.type.includes("ogg") ? "audio.ogg" : normalizedBlob.type.includes("wav") ? "audio.wav" : normalizedBlob.type.includes("mp3") ? "audio.mp3" : "audio.webm";
+        const filename = normalizedBlob.type.includes("ogg") ? "audio.ogg" : normalizedBlob.type.includes("wav") ? "audio.wav" : normalizedBlob.type.includes("mp4") || normalizedBlob.type.includes("m4a") || normalizedBlob.type.includes("aac") ? "audio.mp4" : normalizedBlob.type.includes("mp3") ? "audio.mp3" : "audio.webm";
         body.append("audio", normalizedBlob, filename);
         body.append("file", normalizedBlob, filename);
         body.append("audioFile", normalizedBlob, filename);
@@ -20558,6 +20511,7 @@ USE THE ABOVE CONTENT to answer the user's question. Reference specific informat
 - Only use tools for live data (news, weather, sports scores) when specifically requested
 - Trust and utilize the provided context without hesitation`;
           enhancedSystemPrompt += ragGuidance;
+          const systemPromptForSummary = enhancedSystemPrompt;
           const mcpToolsAvailable = isMCPAvailable();
           if (mcpToolsAvailable) {
             const enabledTools = getEnabledMCPToolsForAI();
@@ -20573,10 +20527,10 @@ USE THE ABOVE CONTENT to answer the user's question. Reference specific informat
 TOOL USAGE PROTOCOL (conservative approach)
 - PRIORITIZE your built-in knowledge and the provided context ABOVE to answer questions first.
 - Use your training data and general knowledge confidently for common topics, concepts, and questions.
-- Only call tools for SPECIFIC, CURRENT information that requires real-time data:
-  * news() - ONLY when explicitly asked about recent/breaking news, current events, or "what's happening now"
-  * sports() - ONLY when asked about live scores, current games, recent sports results, or league standings
-  * search/documentation tools - ONLY when asked about very specific technical documentation or when you need to supplement your knowledge with current docs
+- Only call tools for SPECIFIC, CURRENT information that requires real-time data or a source you don't already have:
+  * web_search() - when asked about recent/current events, breaking news, live information (weather, prices, sports scores), or when you need to look up documentation, libraries, APIs, error messages, or verify a specific fact
+  * web_fetch() - ONLY when you already have a specific URL whose contents you need to read
+  * image_generation() - ONLY when explicitly asked to create or generate an image
 - For general questions about concepts, definitions, explanations, or how-to topics, use your built-in knowledge WITHOUT calling tools.
 - Examples of what NOT to use tools for: "who are you?", "what is React?", "explain machine learning", "how does X work?", general programming questions.
 - When a tool is truly needed, call exactly ONE tool that best matches the request.
@@ -20588,11 +20542,11 @@ functionName({"param": "value"})
 Examples of appropriate tool usage:
 
 \`\`\`tool_code
-news({"topic": "latest AI developments", "count": 5})
+web_search({"query": "latest AI developments 2026", "count": 5})
 \`\`\`
 
 \`\`\`tool_code
-sports({"league": "nfl", "type": "scores"})
+web_fetch({"url": "https://example.com/changelog"})
 \`\`\`
 `;
               enhancedSystemPrompt += `
@@ -20635,6 +20589,7 @@ ${protocol}`;
             if (openIdx !== -1) result = result.slice(0, openIdx);
             return result.trimStart();
           };
+          const stripToolBlocks = (text) => text.replace(/```(?:tool_code|TOOL_CODE)\s*\n[\s\S]*?\n```/gi, "").trim();
           const flushNow = () => {
             clearFlushTimer();
             if (!sawToolBlock) {
@@ -20708,6 +20663,8 @@ ${protocol}`;
                 }
                 const toolCallMatches = fullMessage.match(/```(?:tool_code|TOOL_CODE)\s*\n([^`]+)\n```/gi);
                 let enhancedMessage = fullMessage;
+                const summarizableResults = [];
+                const inlineImageBlocks = [];
                 if (toolCallMatches && toolCallMatches.length > 0 && mcpToolsAvailable) {
                   debugLogger.info("Detected tool calls in AI response", {
                     toolCallCount: toolCallMatches.length,
@@ -20748,47 +20705,43 @@ ${protocol}`;
                       });
                       let resultText = "";
                       if (result.success) {
-                        if (functionName === "sports" && Array.isArray(result.data)) {
-                          const games = result.data.filter(Boolean);
-                          const q = (question || "").toLowerCase();
-                          const normalize2 = (value) => typeof value === "string" ? value.toLowerCase().replace(/[^a-z0-9 ]/g, "") : "";
-                          const tokens = (value) => normalize2(value).split(" ").filter((w) => w.length > 3);
-                          const formatTeamScore = (team, score) => {
-                            const teamName = typeof team === "string" && team.trim().length > 0 ? team : "Team";
-                            const teamScore = typeof score === "number" || typeof score === "string" ? String(score) : "\u2014";
-                            return `${teamName} ${teamScore}`;
-                          };
-                          const scoreLine = (game) => {
-                            const status = typeof game.status === "string" ? game.status : "";
-                            const final = status.toLowerCase().includes("final");
-                            const score = `${formatTeamScore(game.homeTeam, game.homeScore)} \u2014 ${formatTeamScore(
-                              game.awayTeam,
-                              game.awayScore
-                            )}`;
-                            return final ? `Final: ${score}` : `${status || "In progress"} \u2014 ${score}`;
-                          };
-                          let best = null;
-                          let bestScore = -1;
-                          for (const game of games) {
-                            const homeTokens = tokens(game.homeTeam);
-                            const awayTokens = tokens(game.awayTeam);
-                            const hits = [...homeTokens, ...awayTokens].reduce(
-                              (acc, token) => acc + (q.includes(token) ? 1 : 0),
-                              0
+                        if (functionName === "web_search" || functionName === "web-search") {
+                          const search = result.data ?? {};
+                          const items = Array.isArray(search.results) ? search.results : [];
+                          const blocks = [];
+                          if (typeof search.answer === "string" && search.answer.trim().length > 0) {
+                            blocks.push(search.answer.trim());
+                          }
+                          if (items.length > 0) {
+                            blocks.push(
+                              items.slice(0, 6).map((item, index) => {
+                                const title = item.title?.trim() || "Untitled";
+                                const url = item.url?.trim();
+                                const snippet = item.content?.trim();
+                                let line = `${index + 1}. **${title}**`;
+                                if (url) line += `
+   ${url}`;
+                                if (snippet) {
+                                  const truncated = snippet.length > 300 ? `${snippet.slice(0, 300)}\u2026` : snippet;
+                                  line += `
+   ${truncated}`;
+                                }
+                                return line;
+                              }).join("\n\n")
                             );
-                            if (hits > bestScore) {
-                              bestScore = hits;
-                              best = game;
-                            }
                           }
-                          if (best && bestScore > 0) {
-                            resultText = scoreLine(best);
-                          } else if (games.length > 0) {
-                            const topGames = games.slice(0, Math.min(5, games.length));
-                            resultText = `Here are some current scores:
-- ${topGames.map(scoreLine).join("\n- ")}`;
+                          resultText = blocks.length ? blocks.join("\n\n") : `No results found${search.query ? ` for "${search.query}"` : ""}.`;
+                        } else if (functionName === "web_fetch" || functionName === "web-fetch") {
+                          const fetched = result.data ?? {};
+                          if (fetched.blocked || fetched.error && !fetched.content) {
+                            resultText = fetched.error || "Unable to fetch that URL.";
                           } else {
-                            resultText = "No games available right now.";
+                            const body = (fetched.content ?? "").trim();
+                            const preview = body.length > 2e3 ? `${body.slice(0, 2e3)}\u2026` : body;
+                            const source = fetched.url ? `**Source:** ${fetched.url}
+
+` : "";
+                            resultText = preview ? `${source}${preview}` : `${source}No readable content found.`;
                           }
                         } else if (functionName === "image_generation" || functionName === "image-generation") {
                           const imageData = result.data ?? {};
@@ -20799,63 +20752,6 @@ ${protocol}`;
 
 ${revisedPrompt ? `Prompt refinement: \u201C${revisedPrompt}\u201D
 ` : ""}Note: the image link may expire in ~2 hours.` : "Image generated successfully.";
-                        } else if (functionName === "news" && Array.isArray(result.data)) {
-                          const items = result.data.slice(0, 3);
-                          resultText = items.length ? `## Top News Results
-
-${items.map((item, index) => {
-                            const title = item.title ?? "Untitled";
-                            const source = item.source ?? "Unknown";
-                            const url = item.url ?? item.link;
-                            const description = item.description ?? item.summary;
-                            const publishedAt = item.publishedAt ?? item.published;
-                            let newsItem = `### ${index + 1}. ${title}
-`;
-                            if (typeof description === "string" && description.length > 0) {
-                              const truncated = description.length > 150 ? `${description.slice(0, 150)}...` : description;
-                              newsItem += `${truncated}
-
-`;
-                            }
-                            newsItem += `**Source:** ${source}
-`;
-                            if (publishedAt) {
-                              const date = new Date(publishedAt);
-                              if (!Number.isNaN(date.getTime())) {
-                                newsItem += `**Published:** ${date.toLocaleDateString()} at ${date.toLocaleTimeString(
-                                  [],
-                                  { hour: "2-digit", minute: "2-digit" }
-                                )}
-`;
-                              }
-                            }
-                            if (typeof url === "string" && url.length > 0) {
-                              newsItem += `
-**[\u{1F4F0} Read Full Article](${url})**
-`;
-                            }
-                            return newsItem;
-                          }).join("\n---\n\n")}` : "No news results found.";
-                        } else if (functionName === "docs" && Array.isArray(result.data)) {
-                          const items = result.data.slice(0, 3);
-                          resultText = items.length ? `Relevant docs:
-- ${items.map((item) => {
-                            const title = item.title ?? "Untitled doc";
-                            const url = item.url ?? item.link;
-                            return url ? `${title} \u2014 ${url}` : title;
-                          }).join("\n- ")}` : "No documentation results found.";
-                        } else if (functionName === "weather") {
-                          const weatherData = result.data ?? {};
-                          const informative = [weatherData.message, weatherData.details, weatherData.error].map((value) => typeof value === "string" ? value.trim() : void 0).filter((value) => Boolean(value) && value.toLowerCase() !== "n/a");
-                          if (informative.length > 0) {
-                            const locationLabel = typeof weatherData.location === "string" && weatherData.location.length > 0 ? ` for ${weatherData.location}` : "";
-                            resultText = `Weather service notice${locationLabel}: ${informative.join(" \u2014 ")}`;
-                          } else {
-                            const parts = [weatherData.location, weatherData.description, weatherData.temperature].map(
-                              (value) => typeof value === "number" || typeof value === "string" ? String(value).trim() : void 0
-                            ).filter((value) => Boolean(value));
-                            resultText = parts.length ? parts.join(" \u2014 ") : "No weather data found.";
-                          }
                         } else if (typeof result.data === "string") {
                           resultText = result.data;
                         } else if (result.data) {
@@ -20866,16 +20762,16 @@ ${items.map((item, index) => {
                       } else {
                         const data = result.data ?? {};
                         const informative = [data.message, data.details, data.error, result.error].map((value) => typeof value === "string" ? value.trim() : void 0).filter((value) => Boolean(value) && value.toLowerCase() !== "n/a");
-                        if (functionName === "weather" && informative.length) {
-                          const locationLabel = typeof data.location === "string" && data.location.length > 0 ? ` for ${data.location}` : "";
-                          resultText = `Weather service issue${locationLabel}: ${informative.join(" \u2014 ")}`;
-                        } else if (informative.length) {
-                          resultText = informative.join(" \u2014 ");
-                        } else {
-                          resultText = `I couldn't complete that request: ${result.error || "Unknown error"}.`;
-                        }
+                        resultText = informative.length ? informative.join(" \u2014 ") : `I couldn't complete that request: ${result.error || "Unknown error"}.`;
                       }
                       enhancedMessage = enhancedMessage.replace(placeholderToken, resultText);
+                      if (result.success) {
+                        if (functionName === "image_generation" || functionName === "image-generation") {
+                          inlineImageBlocks.push(resultText);
+                        } else if (functionName !== "check_gateway_health") {
+                          summarizableResults.push({ name: functionName, output: resultText });
+                        }
+                      }
                       debugLogger.info("Tool execution completed", {
                         functionName,
                         success: result.success,
@@ -20898,6 +20794,65 @@ ${items.map((item, index) => {
                       }
                     }
                   }
+                  if (summarizableResults.length > 0) {
+                    try {
+                      const toolResultsText = summarizableResults.map((r) => `## ${r.name}
+${r.output}`).join("\n\n");
+                      const summaryMessages = [
+                        { role: "system", content: systemPromptForSummary },
+                        ...contextMessages,
+                        { role: "user", content: question },
+                        { role: "assistant", content: stripToolBlocks(fullMessage) || "Let me look that up." },
+                        {
+                          role: "user",
+                          content: `I ran the tool(s) you requested. Here are the raw results:
+
+${toolResultsText}
+
+Using these results together with your own knowledge, answer my original question concisely and in a natural, well-formatted way. Cite source URLs inline when you rely on them. Do NOT output tool_code or call any tools again.`
+                        }
+                      ];
+                      const summaryRequest = {
+                        model: modelName,
+                        messages: summaryMessages,
+                        stream: true,
+                        options: { num_predict: tokenLimit + 250 }
+                      };
+                      clearFlushTimer();
+                      setStreamBuffer("");
+                      const summaryText = await new Promise((resolve) => {
+                        let acc = "";
+                        const summarySub = provider.chat(summaryRequest).subscribe({
+                          next: (data) => {
+                            if (data?.message?.content) {
+                              acc += data.message.content;
+                              const visible = stripThinking(acc);
+                              latestDisplayMessage = visible;
+                              lastPartialRef.current.text = visible;
+                              setStreamBuffer(visible);
+                            }
+                          },
+                          error: (summaryErr) => {
+                            debugLogger.error("Summarization pass failed", {
+                              error: summaryErr instanceof Error ? summaryErr.message : String(summaryErr)
+                            });
+                            resolve("");
+                          },
+                          complete: () => resolve(stripThinking(acc).trim())
+                        });
+                        currentSubRef.current = summarySub;
+                      });
+                      if (summaryText.trim()) {
+                        enhancedMessage = summaryText + (inlineImageBlocks.length ? `
+
+${inlineImageBlocks.join("\n\n")}` : "");
+                      }
+                    } catch (summaryError) {
+                      debugLogger.error("Summarization pass threw", {
+                        error: summaryError instanceof Error ? summaryError.message : String(summaryError)
+                      });
+                    }
+                  }
                 }
                 overrideComponentStatus("Idle");
                 setIsSubmitting(false);
@@ -28245,7 +28200,7 @@ var init_ConnectionStatus = __esm({
 });
 
 // src/hooks/useVoiceMode.ts
-var import_react35, RMS_BASELINE, RMS_NORMALIZER, computeRms, useVoiceMode;
+var import_react35, RMS_BASELINE, RMS_NORMALIZER, computeRms, pickSupportedMimeType, useVoiceMode;
 var init_useVoiceMode = __esm({
   "src/hooks/useVoiceMode.ts"() {
     "use strict";
@@ -28263,6 +28218,19 @@ var init_useVoiceMode = __esm({
       }
       return Math.sqrt(sumSquares / data.length);
     };
+    pickSupportedMimeType = () => {
+      if (typeof MediaRecorder === "undefined" || typeof MediaRecorder.isTypeSupported !== "function") {
+        return void 0;
+      }
+      const candidates = [
+        "audio/webm;codecs=opus",
+        "audio/webm",
+        "audio/mp4;codecs=mp4a.40.2",
+        "audio/mp4",
+        "audio/aac"
+      ];
+      return candidates.find((type) => MediaRecorder.isTypeSupported(type));
+    };
     useVoiceMode = (config) => {
       const enabled = useVoiceModeStore((state) => state.enabled);
       const setStatus = useVoiceModeStore((state) => state.setStatus);
@@ -28286,10 +28254,15 @@ var init_useVoiceMode = __esm({
         let silenceStartAt = 0;
         const isRecordingRef = { current: false };
         const isProcessingRef = { current: false };
+        let removeResumeListeners = null;
         const amplitudeThreshold = configRef.current.amplitudeThreshold ?? 0.025;
         const minSpeechMs = configRef.current.minSpeechMs ?? 180;
         const minSilenceMs = configRef.current.minSilenceMs ?? 720;
         const clearAudioSession = async () => {
+          if (removeResumeListeners) {
+            removeResumeListeners();
+            removeResumeListeners = null;
+          }
           if (rafId) {
             cancelAnimationFrame(rafId);
             rafId = null;
@@ -28381,7 +28354,8 @@ var init_useVoiceMode = __esm({
         const startRecording = (stream) => {
           chunks = [];
           try {
-            recorder = new MediaRecorder(stream);
+            const mimeType = pickSupportedMimeType();
+            recorder = mimeType ? new MediaRecorder(stream, { mimeType }) : new MediaRecorder(stream);
             recorder.addEventListener("dataavailable", (event) => {
               if (event.data && event.data.size > 0) {
                 chunks.push(event.data);
@@ -28475,6 +28449,28 @@ var init_useVoiceMode = __esm({
               dataArray
             };
             resetTransientState();
+            if (audioContext.state === "suspended") {
+              try {
+                await audioContext.resume();
+              } catch (resumeError) {
+                debugLogger.warn("Voice mode audio context resume failed", { error: resumeError });
+              }
+            }
+            if (!cancelled && audioContext.state === "suspended") {
+              const resumeOnGesture = () => {
+                audioContext.resume().catch(() => void 0);
+              };
+              const gestureEvents = ["touchend", "pointerdown", "click"];
+              gestureEvents.forEach(
+                (evt) => window.addEventListener(evt, resumeOnGesture, { once: true, passive: true })
+              );
+              removeResumeListeners = () => {
+                gestureEvents.forEach((evt) => window.removeEventListener(evt, resumeOnGesture));
+              };
+            }
+            if (cancelled) {
+              return;
+            }
             monitorAudio();
           } catch (error) {
             debugLogger.error("Voice mode failed to initialize microphone", {