illuma-agents 1.0.49 → 1.0.51

package/src/graphs/Graph.ts

@@ -66,6 +66,7 @@ import { getChatModelClass, manualToolStreamProviders } from '@/llm/providers';
 import { ToolNode as CustomToolNode, toolsCondition } from '@/tools/ToolNode';
 import { ChatOpenAI, AzureChatOpenAI } from '@/llm/openai';
 import { safeDispatchCustomEvent } from '@/utils/events';
+import { createSchemaOnlyTools } from '@/tools/schema';
 import { AgentContext } from '@/agents/AgentContext';
 import { createFakeStreamingLLM } from '@/llm/fake';
 import { HandlerRegistry } from '@/events';
@@ -524,6 +525,28 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
     currentToolMap?: t.ToolMap;
     agentContext?: AgentContext;
   }): CustomToolNode<t.BaseGraphState> | ToolNode<t.BaseGraphState> {
+    const toolDefinitions = agentContext?.toolDefinitions;
+    const eventDrivenMode =
+      toolDefinitions != null && toolDefinitions.length > 0;
+
+    if (eventDrivenMode) {
+      const schemaTools = createSchemaOnlyTools(toolDefinitions);
+      const toolDefMap = new Map(toolDefinitions.map((def) => [def.name, def]));
+
+      return new CustomToolNode<t.BaseGraphState>({
+        tools: schemaTools as t.GenericTool[],
+        toolMap: new Map(schemaTools.map((tool) => [tool.name, tool])),
+        toolCallStepIds: this.toolCallStepIds,
+        errorHandler: (data, metadata) =>
+          StandardGraph.handleToolCallErrorStatic(this, data, metadata),
+        toolRegistry: agentContext?.toolRegistry,
+        sessions: this.sessions,
+        eventDrivenMode: true,
+        toolDefinitions: toolDefMap,
+        agentId: agentContext?.agentId,
+      });
+    }
+
     return new CustomToolNode<t.BaseGraphState>({
       tools: (currentTools as t.GenericTool[] | undefined) ?? [],
       toolMap: currentToolMap,
@@ -677,11 +700,13 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
       finalMessages,
       schema,
       structuredOutputConfig,
+      provider,
     }: {
       currentModel: t.ChatModelInstance;
       finalMessages: BaseMessage[];
       schema: Record<string, unknown>;
       structuredOutputConfig: t.StructuredOutputConfig;
+      provider?: Providers;
     },
     config?: RunnableConfig
   ): Promise<{
@@ -705,15 +730,41 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
 
     const {
       name = 'StructuredResponse',
+      mode = 'auto',
       includeRaw = false,
       handleErrors = true,
       maxRetries = 2,
     } = structuredOutputConfig;
 
+    // Determine the method based on mode and provider
+    // - 'tool': Use tool calling (works well with OpenAI)
+    // - 'json_mode': Use JSON mode (works well with Bedrock/Anthropic)
+    // - 'auto': Auto-detect based on provider
+    let method: 'functionCalling' | 'jsonMode' | 'jsonSchema' | undefined;
+    
+    if (mode === 'tool') {
+      method = 'functionCalling';
+    } else if (mode === 'provider') {
+      // Use native JSON mode - best for Anthropic/Bedrock
+      method = 'jsonMode';
+    } else {
+      // Auto mode: choose based on provider
+      // Bedrock and Anthropic work better with JSON mode
+      // OpenAI, Azure work better with function calling
+      if (provider === Providers.BEDROCK || provider === Providers.ANTHROPIC) {
+        method = 'jsonMode';
+      } else if (provider === Providers.GOOGLE || provider === Providers.VERTEXAI) {
+        // Gemini supports native JSON mode
+        method = 'jsonMode';
+      }
+      // For OpenAI/Azure, leave undefined to use default (function calling)
+    }
+
     // Use withStructuredOutput to bind the schema
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     const structuredModel = (model as any).withStructuredOutput(schema, {
       name,
+      method,
       includeRaw,
       strict: structuredOutputConfig.strict !== false,
     });
@@ -1073,7 +1124,7 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
           // Get a fresh model WITHOUT tools bound - bindTools() returns RunnableBinding which lacks withStructuredOutput
           // Also disable thinking mode - Anthropic/Bedrock doesn't allow tool_choice with thinking enabled
           const structuredClientOptions = { ...agentContext.clientOptions } as t.ClientOptions;
-          
+
           // Remove thinking configuration for Bedrock
           if (agentContext.provider === Providers.BEDROCK) {
             const bedrockOpts = structuredClientOptions as t.BedrockAnthropicClientOptions;
@@ -1084,7 +1135,7 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
               bedrockOpts.additionalModelRequestFields = additionalFields;
             }
           }
-          
+
           // Remove thinking configuration for Anthropic
           if (agentContext.provider === Providers.ANTHROPIC) {
             const anthropicOpts = structuredClientOptions as t.AnthropicClientOptions;
@@ -1092,12 +1143,12 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
               delete anthropicOpts.thinking;
             }
           }
-          
+
           const structuredModel = this.getNewModel({
             provider: agentContext.provider,
             clientOptions: structuredClientOptions,
           });
-          
+
           const { structuredResponse, rawMessage } =
             await this.attemptStructuredInvoke(
               {
@@ -1105,6 +1156,7 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
                 finalMessages,
                 schema,
                 structuredOutputConfig: agentContext.structuredOutput,
+                provider: agentContext.provider,
               },
               config
             );

package/src/graphs/MultiAgentGraph.ts

@@ -1,4 +1,3 @@
-import { z } from 'zod';
 import { tool } from '@langchain/core/tools';
 import { PromptTemplate } from '@langchain/core/prompts';
 import {
@@ -292,7 +291,8 @@ export class MultiAgentGraph extends StandardGraph {
 
       tools.push(
         tool(
-          async (input: Record<string, unknown>, config) => {
+          async (rawInput, config) => {
+            const input = rawInput as Record<string, unknown>;
             const state = getCurrentTaskInput() as t.BaseGraphState;
             const toolCallId =
               (config as ToolRunnableConfig | undefined)?.toolCall?.id ??
@@ -343,13 +343,17 @@ export class MultiAgentGraph extends StandardGraph {
           {
             name: toolName,
             schema: hasHandoffInput
-              ? z.object({
-                [promptKey]: z
-                  .string()
-                  .optional()
-                  .describe(handoffInputDescription as string),
-              })
-              : z.object({}),
+              ? {
+                type: 'object',
+                properties: {
+                  [promptKey]: {
+                    type: 'string',
+                    description: handoffInputDescription as string,
+                  },
+                },
+                required: [],
+              }
+              : { type: 'object', properties: {}, required: [] },
             description: toolDescription,
           }
         )
@@ -371,7 +375,8 @@ export class MultiAgentGraph extends StandardGraph {
 
         tools.push(
           tool(
-            async (input: Record<string, unknown>, config) => {
+            async (rawInput, config) => {
+              const input = rawInput as Record<string, unknown>;
               const toolCallId =
                 (config as ToolRunnableConfig | undefined)?.toolCall?.id ??
                 'unknown';
@@ -470,13 +475,17 @@ export class MultiAgentGraph extends StandardGraph {
             {
               name: toolName,
               schema: hasHandoffInput
-                ? z.object({
-                  [promptKey]: z
-                    .string()
-                    .optional()
-                    .describe(handoffInputDescription as string),
-                })
-                : z.object({}),
+                ? {
+                  type: 'object',
+                  properties: {
+                    [promptKey]: {
+                      type: 'string',
+                      description: handoffInputDescription as string,
+                    },
+                  },
+                  required: [],
+                }
+                : { type: 'object', properties: {}, required: [] },
               description: toolDescription,
             }
           )

package/src/index.ts

@@ -8,15 +8,14 @@ export * from './messages';
 /* Graphs */
 export * from './graphs';
 
-/* Deep Agents */
-export * from './deepagents';
-
 /* Tools */
 export * from './tools/Calculator';
 export * from './tools/CodeExecutor';
 export * from './tools/BrowserTools';
 export * from './tools/ProgrammaticToolCalling';
 export * from './tools/ToolSearch';
+export * from './tools/ToolNode';
+export * from './tools/schema';
 export * from './tools/handlers';
 export * from './tools/search';
 

package/src/scripts/test_code_api.ts

@@ -11,13 +11,13 @@ config();
 import fetch, { RequestInit } from 'node-fetch';
 import { HttpsProxyAgent } from 'https-proxy-agent';
 
-const API_KEY = process.env.LIBRECHAT_CODE_API_KEY ?? '';
+const API_KEY = process.env.CODE_EXECUTOR_API_KEY ?? '';
 const BASE_URL =
-  process.env.LIBRECHAT_CODE_BASEURL ?? 'https://api.librechat.ai/v1';
+  process.env.ILLUMA_CODE_BASEURL ?? 'https://api.illuma.ai/v1';
 const PROXY = process.env.PROXY;
 
 if (!API_KEY) {
-  console.error('LIBRECHAT_CODE_API_KEY not set');
+  console.error('CODE_EXECUTOR_API_KEY not set');
   process.exit(1);
 }
 
@@ -52,7 +52,7 @@ async function makeRequest(
     method: body ? 'POST' : 'GET',
     headers: {
       'Content-Type': 'application/json',
-      'User-Agent': 'LibreChat/1.0',
+      'User-Agent': 'Illuma/1.0',
       'X-API-Key': API_KEY,
     },
   };

package/src/specs/agent-handoffs.test.ts

@@ -1,5 +1,4 @@
 // src/specs/agent-handoffs.test.ts
-import { z } from 'zod';
 import { DynamicStructuredTool } from '@langchain/core/tools';
 import { HumanMessage, ToolMessage } from '@langchain/core/messages';
 import type { ToolCall } from '@langchain/core/messages/tool';
@@ -708,7 +707,7 @@ describe('Agent Handoffs Tests', () => {
       const customTool = new DynamicStructuredTool({
         name: 'custom_tool',
         description: 'A custom tool',
-        schema: z.object({}),
+        schema: { type: 'object', properties: {}, required: [] },
         func: async (): Promise<string> => 'Tool result',
       });