@illuma-ai/agents 1.1.21 → 1.1.22

package/src/tools/ProgrammaticToolCalling.js

@@ -1,602 +0,0 @@
-// src/tools/ProgrammaticToolCalling.ts
-import { config } from 'dotenv';
-import fetch from 'node-fetch';
-import { HttpsProxyAgent } from 'https-proxy-agent';
-import { getEnvironmentVariable } from '@langchain/core/utils/env';
-import { tool } from '@langchain/core/tools';
-import { imageExtRegex, getCodeBaseURL } from './CodeExecutor';
-import { EnvVar, Constants } from '@/common';
-config();
-// ============================================================================
-// Constants
-// ============================================================================
-const imageMessage = 'Image is already displayed to the user';
-const otherMessage = 'File is already downloaded by the user';
-const accessMessage = 'Note: Files from previous executions are automatically available and can be modified.';
-const emptyOutputMessage = 'stdout: Empty. Ensure you\'re writing output explicitly.\n';
-/** Default max round-trips to prevent infinite loops */
-const DEFAULT_MAX_ROUND_TRIPS = 20;
-/** Default execution timeout in milliseconds */
-const DEFAULT_TIMEOUT = 60000;
-// ============================================================================
-// Description Components (Single Source of Truth)
-// ============================================================================
-const STATELESS_WARNING = `CRITICAL - STATELESS EXECUTION:
-Each call is a fresh Python interpreter. Variables, imports, and data do NOT persist between calls.
-You MUST complete your entire workflow in ONE code block: query → process → output.
-DO NOT split work across multiple calls expecting to reuse variables.`;
-const CORE_RULES = `Rules:
-- EVERYTHING in one call—no state persists between executions
-- Just write code with await—auto-wrapped in async context
-- DO NOT define async def main() or call asyncio.run()
-- Tools are pre-defined—DO NOT write function definitions
-- Only print() output returns to the model`;
-const ADDITIONAL_RULES = `- Generated files are automatically available in /mnt/data/ for subsequent executions
-- Tool names normalized: hyphens→underscores, keywords get \`_tool\` suffix`;
-const EXAMPLES = `Example (Complete workflow in one call):
-  # Query data
-  data = await query_database(sql="SELECT * FROM users")
-  # Process it
-  df = pd.DataFrame(data)
-  summary = df.groupby('region').sum()
-  # Output results
-  await write_to_sheet(spreadsheet_id=sid, data=summary.to_dict())
-  print(f"Wrote {len(summary)} rows")
-
-Example (Parallel calls):
-  sf, ny = await asyncio.gather(get_weather(city="SF"), get_weather(city="NY"))
-  print(f"SF: {sf}, NY: {ny}")`;
-// ============================================================================
-// Schema
-// ============================================================================
-const CODE_PARAM_DESCRIPTION = `Python code that calls tools programmatically. Tools are available as async functions.
-
-${STATELESS_WARNING}
-
-Your code is auto-wrapped in async context. Just write logic with await—no boilerplate needed.
-
-${EXAMPLES}
-
-${CORE_RULES}`;
-export const ProgrammaticToolCallingSchema = {
-    type: 'object',
-    properties: {
-        code: {
-            type: 'string',
-            minLength: 1,
-            description: CODE_PARAM_DESCRIPTION,
-        },
-        timeout: {
-            type: 'integer',
-            minimum: 1000,
-            maximum: 300000,
-            default: DEFAULT_TIMEOUT,
-            description: 'Maximum execution time in milliseconds. Default: 60 seconds. Max: 5 minutes.',
-        },
-    },
-    required: ['code'],
-};
-export const ProgrammaticToolCallingName = Constants.PROGRAMMATIC_TOOL_CALLING;
-export const ProgrammaticToolCallingDescription = `
-Run tools via Python code. Auto-wrapped in async context—just use \`await\` directly.
-
-${STATELESS_WARNING}
-
-${CORE_RULES}
-${ADDITIONAL_RULES}
-
-When to use: loops, conditionals, parallel (\`asyncio.gather\`), multi-step pipelines.
-
-${EXAMPLES}
-`.trim();
-export const ProgrammaticToolCallingDefinition = {
-    name: ProgrammaticToolCallingName,
-    description: ProgrammaticToolCallingDescription,
-    schema: ProgrammaticToolCallingSchema,
-};
-// ============================================================================
-// Helper Functions
-// ============================================================================
-/** Python reserved keywords that get `_tool` suffix in Code API */
-const PYTHON_KEYWORDS = new Set([
-    'False',
-    'None',
-    'True',
-    'and',
-    'as',
-    'assert',
-    'async',
-    'await',
-    'break',
-    'class',
-    'continue',
-    'def',
-    'del',
-    'elif',
-    'else',
-    'except',
-    'finally',
-    'for',
-    'from',
-    'global',
-    'if',
-    'import',
-    'in',
-    'is',
-    'lambda',
-    'nonlocal',
-    'not',
-    'or',
-    'pass',
-    'raise',
-    'return',
-    'try',
-    'while',
-    'with',
-    'yield',
-]);
-/**
- * Normalizes a tool name to Python identifier format.
- * Must match the Code API's `normalizePythonFunctionName` exactly:
- * 1. Replace hyphens and spaces with underscores
- * 2. Remove any other invalid characters
- * 3. Prefix with underscore if starts with number
- * 4. Append `_tool` if it's a Python keyword
- * @param name - The tool name to normalize
- * @returns Normalized Python-safe identifier
- */
-export function normalizeToPythonIdentifier(name) {
-    let normalized = name.replace(/[-\s]/g, '_');
-    normalized = normalized.replace(/[^a-zA-Z0-9_]/g, '');
-    if (/^[0-9]/.test(normalized)) {
-        normalized = '_' + normalized;
-    }
-    if (PYTHON_KEYWORDS.has(normalized)) {
-        normalized = normalized + '_tool';
-    }
-    return normalized;
-}
-/**
- * Extracts tool names that are actually called in the Python code.
- * Handles hyphen/underscore conversion since Python identifiers use underscores.
- * @param code - The Python code to analyze
- * @param toolNameMap - Map from normalized Python name to original tool name
- * @returns Set of original tool names found in the code
- */
-export function extractUsedToolNames(code, toolNameMap) {
-    const usedTools = new Set();
-    for (const [pythonName, originalName] of toolNameMap) {
-        const escapedName = pythonName.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
-        const pattern = new RegExp(`\\b${escapedName}\\s*\\(`, 'g');
-        if (pattern.test(code)) {
-            usedTools.add(originalName);
-        }
-    }
-    return usedTools;
-}
-/**
- * Filters tool definitions to only include tools actually used in the code.
- * Handles the hyphen-to-underscore conversion for Python compatibility.
- * @param toolDefs - All available tool definitions
- * @param code - The Python code to analyze
- * @param debug - Enable debug logging
- * @returns Filtered array of tool definitions
- */
-export function filterToolsByUsage(toolDefs, code, debug = false) {
-    const toolNameMap = new Map();
-    for (const tool of toolDefs) {
-        const pythonName = normalizeToPythonIdentifier(tool.name);
-        toolNameMap.set(pythonName, tool.name);
-    }
-    const usedToolNames = extractUsedToolNames(code, toolNameMap);
-    if (debug) {
-        // eslint-disable-next-line no-console
-        console.log(`[PTC Debug] Tool filtering: found ${usedToolNames.size}/${toolDefs.length} tools in code`);
-        if (usedToolNames.size > 0) {
-            // eslint-disable-next-line no-console
-            console.log(`[PTC Debug] Matched tools: ${Array.from(usedToolNames).join(', ')}`);
-        }
-    }
-    if (usedToolNames.size === 0) {
-        if (debug) {
-            // eslint-disable-next-line no-console
-            console.log('[PTC Debug] No tools detected in code - sending all tools as fallback');
-        }
-        return toolDefs;
-    }
-    return toolDefs.filter((tool) => usedToolNames.has(tool.name));
-}
-/**
- * Fetches files from a previous session to make them available for the current execution.
- * Files are returned as CodeEnvFile references to be included in the request.
- * @param baseUrl - The base URL for the Code API
- * @param apiKey - The API key for authentication
- * @param sessionId - The session ID to fetch files from
- * @param proxy - Optional HTTP proxy URL
- * @returns Array of CodeEnvFile references, or empty array if fetch fails
- */
-export async function fetchSessionFiles(baseUrl, apiKey, sessionId, proxy) {
-    try {
-        const filesEndpoint = `${baseUrl}/files/${sessionId}?detail=full`;
-        const fetchOptions = {
-            method: 'GET',
-            headers: {
-                'User-Agent': 'Illuma/1.0',
-                'X-API-Key': apiKey,
-            },
-        };
-        if (proxy != null && proxy !== '') {
-            fetchOptions.agent = new HttpsProxyAgent(proxy);
-        }
-        const response = await fetch(filesEndpoint, fetchOptions);
-        if (!response.ok) {
-            throw new Error(`Failed to fetch files for session: ${response.status}`);
-        }
-        const files = await response.json();
-        if (!Array.isArray(files) || files.length === 0) {
-            return [];
-        }
-        return files.map((file) => {
-            // Extract the ID from the file name (part after session ID prefix and before extension)
-            const nameParts = file.name.split('/');
-            const id = nameParts.length > 1 ? nameParts[1].split('.')[0] : '';
-            return {
-                session_id: sessionId,
-                id,
-                name: file.metadata['original-filename'],
-            };
-        });
-    }
-    catch (error) {
-        // eslint-disable-next-line no-console
-        console.warn(`Failed to fetch files for session: ${sessionId}, ${error.message}`);
-        return [];
-    }
-}
-/**
- * Makes an HTTP request to the Code API.
- * @param endpoint - The API endpoint URL
- * @param apiKey - The API key for authentication
- * @param body - The request body
- * @param proxy - Optional HTTP proxy URL
- * @returns The parsed API response
- */
-export async function makeRequest(endpoint, apiKey, body, proxy) {
-    const fetchOptions = {
-        method: 'POST',
-        headers: {
-            'Content-Type': 'application/json',
-            'User-Agent': 'Illuma/1.0',
-            'X-API-Key': apiKey,
-        },
-        body: JSON.stringify(body),
-    };
-    if (proxy != null && proxy !== '') {
-        fetchOptions.agent = new HttpsProxyAgent(proxy);
-    }
-    const response = await fetch(endpoint, fetchOptions);
-    if (!response.ok) {
-        const errorText = await response.text();
-        throw new Error(`HTTP error! status: ${response.status}, body: ${errorText}`);
-    }
-    return (await response.json());
-}
-/**
- * Unwraps tool responses that may be formatted as tuples or content blocks.
- * MCP tools return [content, artifacts], we need to extract the raw data.
- * @param result - The raw result from tool.invoke()
- * @param isMCPTool - Whether this is an MCP tool (has mcp property)
- * @returns Unwrapped raw data (string, object, or parsed JSON)
- */
-export function unwrapToolResponse(result, isMCPTool) {
-    // Only unwrap if this is an MCP tool and result is a tuple
-    if (!isMCPTool) {
-        return result;
-    }
-    /**
-     * Checks if a value is a content block object (has type and text).
-     */
-    const isContentBlock = (value) => {
-        if (typeof value !== 'object' || value === null || Array.isArray(value)) {
-            return false;
-        }
-        const obj = value;
-        return typeof obj.type === 'string';
-    };
-    /**
-     * Checks if an array is an array of content blocks.
-     */
-    const isContentBlockArray = (arr) => {
-        return arr.length > 0 && arr.every(isContentBlock);
-    };
-    /**
-     * Extracts text from a single content block object.
-     * Returns the text if it's a text block, otherwise returns null.
-     */
-    const extractTextFromBlock = (block) => {
-        if (typeof block !== 'object' || block === null)
-            return null;
-        const b = block;
-        if (b.type === 'text' && typeof b.text === 'string') {
-            return b.text;
-        }
-        return null;
-    };
-    /**
-     * Extracts text from content blocks (array or single object).
-     * Returns combined text or null if no text blocks found.
-     */
-    const extractTextFromContent = (content) => {
-        // Single content block object: { type: 'text', text: '...' }
-        if (typeof content === 'object' &&
-            content !== null &&
-            !Array.isArray(content)) {
-            const text = extractTextFromBlock(content);
-            if (text !== null)
-                return text;
-        }
-        // Array of content blocks: [{ type: 'text', text: '...' }, ...]
-        if (Array.isArray(content) && content.length > 0) {
-            const texts = content
-                .map(extractTextFromBlock)
-                .filter((t) => t !== null);
-            if (texts.length > 0) {
-                return texts.join('\n');
-            }
-        }
-        return null;
-    };
-    /**
-     * Tries to parse a string as JSON if it looks like JSON.
-     */
-    const maybeParseJSON = (str) => {
-        const trimmed = str.trim();
-        if (trimmed.startsWith('{') || trimmed.startsWith('[')) {
-            try {
-                return JSON.parse(trimmed);
-            }
-            catch {
-                return str;
-            }
-        }
-        return str;
-    };
-    // Handle array of content blocks at top level FIRST
-    // (before checking for tuple, since both are arrays)
-    if (Array.isArray(result) && isContentBlockArray(result)) {
-        const extractedText = extractTextFromContent(result);
-        if (extractedText !== null) {
-            return maybeParseJSON(extractedText);
-        }
-    }
-    // Check if result is a tuple/array with [content, artifacts]
-    if (Array.isArray(result) && result.length >= 1) {
-        const [content] = result;
-        // If first element is a string, return it (possibly parsed as JSON)
-        if (typeof content === 'string') {
-            return maybeParseJSON(content);
-        }
-        // Try to extract text from content blocks
-        const extractedText = extractTextFromContent(content);
-        if (extractedText !== null) {
-            return maybeParseJSON(extractedText);
-        }
-        // If first element is an object (but not a text block), return it
-        if (typeof content === 'object' && content !== null) {
-            return content;
-        }
-    }
-    // Handle single content block object at top level (not in tuple)
-    const extractedText = extractTextFromContent(result);
-    if (extractedText !== null) {
-        return maybeParseJSON(extractedText);
-    }
-    // Not a formatted response, return as-is
-    return result;
-}
-/**
- * Executes tools in parallel when requested by the API.
- * Uses Promise.all for parallel execution, catching individual errors.
- * Unwraps formatted responses (e.g., MCP tool tuples) to raw data.
- * @param toolCalls - Array of tool calls from the API
- * @param toolMap - Map of tool names to executable tools
- * @returns Array of tool results
- */
-export async function executeTools(toolCalls, toolMap) {
-    const executions = toolCalls.map(async (call) => {
-        const tool = toolMap.get(call.name);
-        if (!tool) {
-            return {
-                call_id: call.id,
-                result: null,
-                is_error: true,
-                error_message: `Tool '${call.name}' not found. Available tools: ${Array.from(toolMap.keys()).join(', ')}`,
-            };
-        }
-        try {
-            const result = await tool.invoke(call.input, {
-                metadata: { [Constants.PROGRAMMATIC_TOOL_CALLING]: true },
-            });
-            const isMCPTool = tool.mcp === true;
-            const unwrappedResult = unwrapToolResponse(result, isMCPTool);
-            return {
-                call_id: call.id,
-                result: unwrappedResult,
-                is_error: false,
-            };
-        }
-        catch (error) {
-            return {
-                call_id: call.id,
-                result: null,
-                is_error: true,
-                error_message: error.message || 'Tool execution failed',
-            };
-        }
-    });
-    return await Promise.all(executions);
-}
-/**
- * Formats the completed response for the agent.
- * @param response - The completed API response
- * @returns Tuple of [formatted string, artifact]
- */
-export function formatCompletedResponse(response) {
-    let formatted = '';
-    if (response.stdout != null && response.stdout !== '') {
-        formatted += `stdout:\n${response.stdout}\n`;
-    }
-    else {
-        formatted += emptyOutputMessage;
-    }
-    if (response.stderr != null && response.stderr !== '') {
-        formatted += `stderr:\n${response.stderr}\n`;
-    }
-    if (response.files && response.files.length > 0) {
-        formatted += 'Generated files:\n';
-        const fileCount = response.files.length;
-        for (let i = 0; i < fileCount; i++) {
-            const file = response.files[i];
-            const isImage = imageExtRegex.test(file.name);
-            formatted += `- /mnt/data/${file.name} | ${isImage ? imageMessage : otherMessage}`;
-            if (i < fileCount - 1) {
-                formatted += fileCount <= 3 ? ', ' : ',\n';
-            }
-        }
-        formatted += `\n\n${accessMessage}`;
-    }
-    return [
-        formatted.trim(),
-        {
-            session_id: response.session_id,
-            files: response.files,
-        },
-    ];
-}
-// ============================================================================
-// Tool Factory
-// ============================================================================
-/**
- * Creates a Programmatic Tool Calling tool for complex multi-tool workflows.
- *
- * This tool enables AI agents to write Python code that orchestrates multiple
- * tool calls programmatically, reducing LLM round-trips and token usage.
- *
- * The tool map must be provided at runtime via config.configurable.toolMap.
- *
- * @param params - Configuration parameters (apiKey, baseUrl, maxRoundTrips, proxy)
- * @returns A LangChain DynamicStructuredTool for programmatic tool calling
- *
- * @example
- * const ptcTool = createProgrammaticToolCallingTool({
- *   apiKey: process.env.CODE_API_KEY,
- *   maxRoundTrips: 20
- * });
- *
- * const [output, artifact] = await ptcTool.invoke(
- *   { code, tools },
- *   { configurable: { toolMap } }
- * );
- */
-export function createProgrammaticToolCallingTool(initParams = {}) {
-    const apiKey = initParams[EnvVar.CODE_API_KEY] ??
-        initParams.apiKey ??
-        getEnvironmentVariable(EnvVar.CODE_API_KEY) ??
-        '';
-    if (!apiKey) {
-        throw new Error('No API key provided for programmatic tool calling. ' +
-            'Set CODE_API_KEY environment variable or pass apiKey in initParams.');
-    }
-    const baseUrl = initParams.baseUrl ?? getCodeBaseURL();
-    const maxRoundTrips = initParams.maxRoundTrips ?? DEFAULT_MAX_ROUND_TRIPS;
-    const proxy = initParams.proxy ?? process.env.PROXY;
-    const debug = initParams.debug ?? process.env.PTC_DEBUG === 'true';
-    const EXEC_ENDPOINT = `${baseUrl}/exec/programmatic`;
-    return tool(async (rawParams, config) => {
-        const params = rawParams;
-        const { code, timeout = DEFAULT_TIMEOUT } = params;
-        // Extra params injected by ToolNode (follows web_search pattern)
-        const { toolMap, toolDefs, session_id, _injected_files } = (config.toolCall ?? {});
-        if (toolMap == null || toolMap.size === 0) {
-            throw new Error('No toolMap provided. ' +
-                'ToolNode should inject this from AgentContext when invoked through the graph.');
-        }
-        if (toolDefs == null || toolDefs.length === 0) {
-            throw new Error('No tool definitions provided. ' +
-                'Either pass tools in the input or ensure ToolNode injects toolDefs.');
-        }
-        let roundTrip = 0;
-        try {
-            // ====================================================================
-            // Phase 1: Filter tools and make initial request
-            // ====================================================================
-            const effectiveTools = filterToolsByUsage(toolDefs, code, debug);
-            if (debug) {
-                // eslint-disable-next-line no-console
-                console.log(`[PTC Debug] Sending ${effectiveTools.length} tools to API ` +
-                    `(filtered from ${toolDefs.length})`);
-            }
-            /**
-             * File injection priority:
-             * 1. Use _injected_files from ToolNode (avoids /files endpoint race condition)
-             * 2. Fall back to fetching from /files endpoint if session_id provided but no injected files
-             */
-            let files;
-            if (_injected_files && _injected_files.length > 0) {
-                files = _injected_files;
-            }
-            else if (session_id != null && session_id.length > 0) {
-                files = await fetchSessionFiles(baseUrl, apiKey, session_id, proxy);
-            }
-            let response = await makeRequest(EXEC_ENDPOINT, apiKey, {
-                code,
-                tools: effectiveTools,
-                session_id,
-                timeout,
-                ...(files && files.length > 0 ? { files } : {}),
-            }, proxy);
-            // ====================================================================
-            // Phase 2: Handle response loop
-            // ====================================================================
-            while (response.status === 'tool_call_required') {
-                roundTrip++;
-                if (roundTrip > maxRoundTrips) {
-                    throw new Error(`Exceeded maximum round trips (${maxRoundTrips}). ` +
-                        'This may indicate an infinite loop, excessive tool calls, ' +
-                        'or a logic error in your code.');
-                }
-                if (debug) {
-                    // eslint-disable-next-line no-console
-                    console.log(`[PTC Debug] Round trip ${roundTrip}: ${response.tool_calls?.length ?? 0} tool(s) to execute`);
-                }
-                const toolResults = await executeTools(response.tool_calls ?? [], toolMap);
-                response = await makeRequest(EXEC_ENDPOINT, apiKey, {
-                    continuation_token: response.continuation_token,
-                    tool_results: toolResults,
-                }, proxy);
-            }
-            // ====================================================================
-            // Phase 3: Handle final state
-            // ====================================================================
-            if (response.status === 'completed') {
-                return formatCompletedResponse(response);
-            }
-            if (response.status === 'error') {
-                throw new Error(`Execution error: ${response.error}` +
-                    (response.stderr != null && response.stderr !== ''
-                        ? `\n\nStderr:\n${response.stderr}`
-                        : ''));
-            }
-            throw new Error(`Unexpected response status: ${response.status}`);
-        }
-        catch (error) {
-            throw new Error(`Programmatic execution failed: ${error.message}`);
-        }
-    }, {
-        name: Constants.PROGRAMMATIC_TOOL_CALLING,
-        description: ProgrammaticToolCallingDescription,
-        schema: ProgrammaticToolCallingSchema,
-        responseFormat: Constants.CONTENT_AND_ARTIFACT,
-    });
-}
-//# sourceMappingURL=ProgrammaticToolCalling.js.map