@burtson-labs/bandit-engine 2.0.52 → 2.0.53

package/dist/{gateway-oScD5tvE.d.mts → gateway-C5T5FfCy.d.mts}

@@ -16,10 +16,19 @@ interface AIChatRequest {
     images?: string[];
     options?: Record<string, unknown>;
 }
+interface AIToolCall {
+    id?: string;
+    type?: 'function';
+    function: {
+        name: string;
+        arguments: string | Record<string, unknown>;
+    };
+}
 interface AIChatResponse {
     message: {
         content: string;
         role: 'assistant';
+        tool_calls?: AIToolCall[];
     };
     done?: boolean;
 }
@@ -208,6 +217,18 @@ interface GatewayMessage {
     name?: string;
     images?: string[];
 }
+interface GatewayTool {
+    type: 'function';
+    function: {
+        name: string;
+        description?: string;
+        parameters?: {
+            type: string;
+            properties?: Record<string, unknown>;
+            required?: string[];
+        };
+    };
+}
 interface GatewayChatRequest {
     model: string;
     messages: GatewayMessage[];
@@ -220,6 +241,15 @@ interface GatewayChatRequest {
     provider?: 'openai' | 'azure-openai' | 'anthropic' | 'ollama' | 'xai' | 'bandit' | 'playground';
     stop?: string | string[];
     images?: string[];
+    tools?: GatewayTool[];
+}
+interface GatewayToolCall {
+    id?: string;
+    type?: 'function';
+    function: {
+        name: string;
+        arguments: string | Record<string, unknown>;
+    };
 }
 interface GatewayChatResponse {
     id: string;
@@ -231,10 +261,12 @@ interface GatewayChatResponse {
         delta?: {
             role?: string;
             content?: string;
+            tool_calls?: GatewayToolCall[];
         };
         message?: {
             role: string;
             content: string;
+            tool_calls?: GatewayToolCall[];
         };
         finish_reason?: string | null;
     }[];

package/dist/{gateway-oScD5tvE.d.ts → gateway-C5T5FfCy.d.ts}

@@ -16,10 +16,19 @@ interface AIChatRequest {
     images?: string[];
     options?: Record<string, unknown>;
 }
+interface AIToolCall {
+    id?: string;
+    type?: 'function';
+    function: {
+        name: string;
+        arguments: string | Record<string, unknown>;
+    };
+}
 interface AIChatResponse {
     message: {
         content: string;
         role: 'assistant';
+        tool_calls?: AIToolCall[];
     };
     done?: boolean;
 }
@@ -208,6 +217,18 @@ interface GatewayMessage {
     name?: string;
     images?: string[];
 }
+interface GatewayTool {
+    type: 'function';
+    function: {
+        name: string;
+        description?: string;
+        parameters?: {
+            type: string;
+            properties?: Record<string, unknown>;
+            required?: string[];
+        };
+    };
+}
 interface GatewayChatRequest {
     model: string;
     messages: GatewayMessage[];
@@ -220,6 +241,15 @@ interface GatewayChatRequest {
     provider?: 'openai' | 'azure-openai' | 'anthropic' | 'ollama' | 'xai' | 'bandit' | 'playground';
     stop?: string | string[];
     images?: string[];
+    tools?: GatewayTool[];
+}
+interface GatewayToolCall {
+    id?: string;
+    type?: 'function';
+    function: {
+        name: string;
+        arguments: string | Record<string, unknown>;
+    };
 }
 interface GatewayChatResponse {
     id: string;
@@ -231,10 +261,12 @@ interface GatewayChatResponse {
         delta?: {
             role?: string;
             content?: string;
+            tool_calls?: GatewayToolCall[];
         };
         message?: {
             role: string;
             content: string;
+            tool_calls?: GatewayToolCall[];
         };
         finish_reason?: string | null;
     }[];

package/dist/index.d.mts

@@ -1,5 +1,5 @@
-import { F as FeatureFlagConfig, a as FeatureKey, b as FeatureEvaluation, S as SubscriptionTier, T as TrialUsage, G as GatewayHealthResponse, c as GatewayModel, d as GatewayMemoryResponse } from './gateway-oScD5tvE.mjs';
-export { t as AIChatRequest, u as AIChatResponse, w as AIGenerateRequest, x as AIGenerateResponse, y as AIMessage, s as AIModel, A as AIProviderConfig, g as ChatConfig, e as ChatModal, h as ChatModalProps, C as ChatProvider, D as DEFAULT_TIER_FEATURES, f as FeatureMatrix, m as GatewayChatRequest, n as GatewayChatResponse, j as GatewayContract, o as GatewayGenerateRequest, p as GatewayGenerateResponse, r as GatewayMemoryRecord, l as GatewayMessage, k as GatewayMessageContent, q as GatewayModelsResponse, O as OSS_DEFAULT_FEATURES, P as PackageSettings, i as VoiceModelsResponse, V as VoiceService, v as voiceService } from './gateway-oScD5tvE.mjs';
+import { F as FeatureFlagConfig, a as FeatureKey, b as FeatureEvaluation, S as SubscriptionTier, T as TrialUsage, G as GatewayHealthResponse, c as GatewayModel, d as GatewayMemoryResponse } from './gateway-C5T5FfCy.mjs';
+export { t as AIChatRequest, u as AIChatResponse, w as AIGenerateRequest, x as AIGenerateResponse, y as AIMessage, s as AIModel, A as AIProviderConfig, g as ChatConfig, e as ChatModal, h as ChatModalProps, C as ChatProvider, D as DEFAULT_TIER_FEATURES, f as FeatureMatrix, m as GatewayChatRequest, n as GatewayChatResponse, j as GatewayContract, o as GatewayGenerateRequest, p as GatewayGenerateResponse, r as GatewayMemoryRecord, l as GatewayMessage, k as GatewayMessageContent, q as GatewayModelsResponse, O as OSS_DEFAULT_FEATURES, P as PackageSettings, i as VoiceModelsResponse, V as VoiceService, v as voiceService } from './gateway-C5T5FfCy.mjs';
 import * as react_jsx_runtime from 'react/jsx-runtime';
 import React, { ReactNode } from 'react';
 import * as zustand from 'zustand';

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { F as FeatureFlagConfig, a as FeatureKey, b as FeatureEvaluation, S as SubscriptionTier, T as TrialUsage, G as GatewayHealthResponse, c as GatewayModel, d as GatewayMemoryResponse } from './gateway-oScD5tvE.js';
-export { t as AIChatRequest, u as AIChatResponse, w as AIGenerateRequest, x as AIGenerateResponse, y as AIMessage, s as AIModel, A as AIProviderConfig, g as ChatConfig, e as ChatModal, h as ChatModalProps, C as ChatProvider, D as DEFAULT_TIER_FEATURES, f as FeatureMatrix, m as GatewayChatRequest, n as GatewayChatResponse, j as GatewayContract, o as GatewayGenerateRequest, p as GatewayGenerateResponse, r as GatewayMemoryRecord, l as GatewayMessage, k as GatewayMessageContent, q as GatewayModelsResponse, O as OSS_DEFAULT_FEATURES, P as PackageSettings, i as VoiceModelsResponse, V as VoiceService, v as voiceService } from './gateway-oScD5tvE.js';
+import { F as FeatureFlagConfig, a as FeatureKey, b as FeatureEvaluation, S as SubscriptionTier, T as TrialUsage, G as GatewayHealthResponse, c as GatewayModel, d as GatewayMemoryResponse } from './gateway-C5T5FfCy.js';
+export { t as AIChatRequest, u as AIChatResponse, w as AIGenerateRequest, x as AIGenerateResponse, y as AIMessage, s as AIModel, A as AIProviderConfig, g as ChatConfig, e as ChatModal, h as ChatModalProps, C as ChatProvider, D as DEFAULT_TIER_FEATURES, f as FeatureMatrix, m as GatewayChatRequest, n as GatewayChatResponse, j as GatewayContract, o as GatewayGenerateRequest, p as GatewayGenerateResponse, r as GatewayMemoryRecord, l as GatewayMessage, k as GatewayMessageContent, q as GatewayModelsResponse, O as OSS_DEFAULT_FEATURES, P as PackageSettings, i as VoiceModelsResponse, V as VoiceService, v as voiceService } from './gateway-C5T5FfCy.js';
 import * as react_jsx_runtime from 'react/jsx-runtime';
 import React, { ReactNode } from 'react';
 import * as zustand from 'zustand';

package/dist/index.js

@@ -4755,7 +4755,8 @@ var init_gateway_service = __esm({
                             index: 0,
                             delta: {
                               role: parsed.message.role,
-                              content: parsed.message.content
+                              content: parsed.message.content,
+                              tool_calls: parsed.message.tool_calls
                             },
                             finish_reason: parsed.done ? parsed.done_reason || "stop" : null
                           }]
@@ -5735,6 +5736,7 @@ var init_gateway_provider = __esm({
             }
           }
         }
+        const toolAwareRequest = request;
         const gatewayRequest = {
           model: request.model,
           messages,
@@ -5743,7 +5745,8 @@ var init_gateway_provider = __esm({
           max_tokens: request.maxTokens,
           provider: this.config.provider,
           // Only include top-level images for Ollama (fallback)
-          images: this.config.provider === "ollama" ? request.images : void 0
+          images: this.config.provider === "ollama" ? request.images : void 0,
+          tools: toolAwareRequest.tools?.length ? toolAwareRequest.tools : void 0
         };
         debugLogger.debug("Gateway provider chat request", {
           model: request.model,
@@ -5760,13 +5763,18 @@ var init_gateway_provider = __esm({
           }))
         });
         return this.gatewayService.chat(gatewayRequest).pipe(
-          (0, import_rxjs7.map)((response) => ({
-            message: {
-              content: response.choices?.[0]?.message?.content || response.choices?.[0]?.delta?.content || "",
-              role: "assistant"
-            },
-            done: response.choices?.[0]?.finish_reason === "stop" || response.choices?.[0]?.finish_reason === "length"
-          }))
+          (0, import_rxjs7.map)((response) => {
+            const choice = response.choices?.[0];
+            const toolCalls = choice?.message?.tool_calls ?? choice?.delta?.tool_calls;
+            return {
+              message: {
+                content: choice?.message?.content ?? choice?.delta?.content ?? "",
+                role: "assistant",
+                tool_calls: toolCalls
+              },
+              done: choice?.finish_reason === "stop" || choice?.finish_reason === "length" || choice?.finish_reason === "tool_calls"
+            };
+          })
         );
       }
       generate(request) {
@@ -15084,6 +15092,7 @@ var init_chat_messages = __esm({
       scrollTargetRef,
       responseStarted,
       isStreaming,
+      isThinking = false,
       isNetworkSlow = false,
       showInstantFeedback = true,
       selectedModel,
@@ -15100,6 +15109,7 @@ var init_chat_messages = __esm({
           const isLast = index === lastIndex;
           const isPlaceholder = entry.answer === "...";
           const showLoader = isLast && isStreaming && streamBuffer.trim() === "";
+          const showThinking = showLoader && isThinking;
           const content = isLast ? isStreaming ? streamBuffer || "" : isPlaceholder ? "" : entry.answer : entry.answer;
           const rawSources = entry.sourceFiles;
           const sourceSummaries = rawSources ? rawSources.filter((doc) => doc && typeof doc.name === "string" && doc.name.trim()).map((doc) => ({ id: doc.id || doc.name, name: doc.name.trim() })) : void 0;
@@ -15127,11 +15137,27 @@ var init_chat_messages = __esm({
                       pointerEvents: showLoader ? "auto" : "none",
                       zIndex: showLoader ? 1 : 0
                     },
-                    children: /* @__PURE__ */ (0, import_jsx_runtime12.jsx)(import_material9.Box, { sx: { display: "flex", alignItems: "center", minHeight: "40px", pl: 2 }, children: /* @__PURE__ */ (0, import_jsx_runtime12.jsxs)("div", { className: "typing-only", children: [
-                      /* @__PURE__ */ (0, import_jsx_runtime12.jsx)("span", { className: "dot" }),
-                      /* @__PURE__ */ (0, import_jsx_runtime12.jsx)("span", { className: "dot" }),
-                      /* @__PURE__ */ (0, import_jsx_runtime12.jsx)("span", { className: "dot" })
-                    ] }) })
+                    children: /* @__PURE__ */ (0, import_jsx_runtime12.jsxs)(import_material9.Box, { sx: { display: "flex", alignItems: "center", gap: 1, minHeight: "40px", pl: 2 }, children: [
+                      /* @__PURE__ */ (0, import_jsx_runtime12.jsxs)("div", { className: "typing-only", children: [
+                        /* @__PURE__ */ (0, import_jsx_runtime12.jsx)("span", { className: "dot" }),
+                        /* @__PURE__ */ (0, import_jsx_runtime12.jsx)("span", { className: "dot" }),
+                        /* @__PURE__ */ (0, import_jsx_runtime12.jsx)("span", { className: "dot" })
+                      ] }),
+                      showThinking && /* @__PURE__ */ (0, import_jsx_runtime12.jsx)(
+                        import_material9.Box,
+                        {
+                          component: "span",
+                          sx: {
+                            fontSize: "0.75rem",
+                            color: "text.secondary",
+                            opacity: 0.6,
+                            fontStyle: "italic",
+                            userSelect: "none"
+                          },
+                          children: "Thinking\u2026"
+                        }
+                      )
+                    ] })
                   }
                 ),
                 /* @__PURE__ */ (0, import_jsx_runtime12.jsx)(
@@ -20012,6 +20038,7 @@ var init_useAIProvider = __esm({
       setIsSubmitting,
       setResponseStarted,
       setIsStreaming,
+      setIsThinking,
       setResponse,
       setPastedImages,
       setPendingMessage,
@@ -20469,6 +20496,12 @@ ${protocol}`;
           let fullMessage = "";
           let latestDisplayMessage = "";
           let sawToolBlock = false;
+          const stripThinking = (text) => {
+            let result = text.replace(/<think>[\s\S]*?<\/think>/g, "");
+            const openIdx = result.indexOf("<think>");
+            if (openIdx !== -1) result = result.slice(0, openIdx);
+            return result.trimStart();
+          };
           const flushNow = () => {
             clearFlushTimer();
             if (!sawToolBlock) {
@@ -20496,13 +20529,16 @@ ${protocol}`;
           }
           const sub = stream.subscribe({
             next: (data) => {
-              if (!data?.message?.content) return;
-              fullMessage += data.message.content;
-              if (/```(?:tool_code|TOOL_CODE)/.test(fullMessage)) {
+              if (!data?.message?.content && !data?.message?.tool_calls) return;
+              if (data.message.content) fullMessage += data.message.content;
+              const inThinkBlock = /<think>/.test(fullMessage) && !/<think>[\s\S]*<\/think>/.test(fullMessage);
+              setIsThinking?.(inThinkBlock);
+              const visibleMessage = stripThinking(fullMessage);
+              if (/```(?:tool_code|TOOL_CODE)/.test(visibleMessage)) {
                 sawToolBlock = true;
                 clearFlushTimer();
               }
-              latestDisplayMessage = fullMessage;
+              latestDisplayMessage = visibleMessage;
               if (!sawToolBlock) {
                 scheduleFlush();
               }
@@ -20523,6 +20559,7 @@ ${protocol}`;
                 setResponse(partial);
               }
               setStreamBuffer("");
+              setIsThinking?.(false);
               setPendingMessage(null);
               setLogoVisible(false);
               if (onError) {
@@ -20531,7 +20568,8 @@ ${protocol}`;
             },
             complete: async () => {
               try {
-                latestDisplayMessage = fullMessage;
+                setIsThinking?.(false);
+                latestDisplayMessage = stripThinking(fullMessage);
                 if (!sawToolBlock) {
                   flushNow();
                 }
@@ -28522,6 +28560,7 @@ var init_chat2 = __esm({
       const [streamBuffer, setStreamBuffer] = (0, import_react35.useState)("");
       const [responseStarted, setResponseStarted] = (0, import_react35.useState)(false);
       const [isStreaming, setIsStreaming] = (0, import_react35.useState)(false);
+      const [isThinking, setIsThinking] = (0, import_react35.useState)(false);
       const initialLogoState = history.length === 0;
       const [logoVisible, setLogoVisible] = (0, import_react35.useState)(initialLogoState);
       const [logoShouldRender, setLogoShouldRender] = (0, import_react35.useState)(initialLogoState);
@@ -29005,6 +29044,7 @@ var init_chat2 = __esm({
         overrideComponentStatus: setComponentStatus,
         setIsSubmitting,
         setIsStreaming,
+        setIsThinking,
         setResponseStarted,
         setResponse,
         setStreamBuffer,
@@ -29411,6 +29451,7 @@ var init_chat2 = __esm({
                               chat_messages_default,
                               {
                                 isStreaming,
+                                isThinking,
                                 history,
                                 pendingMessage,
                                 streamBuffer,