@illuma-ai/agents 1.0.90 → 1.0.93

package/src/tools/__tests__/ProgrammaticToolCalling.integration.test.js

@@ -0,0 +1,276 @@
+// src/tools/__tests__/ProgrammaticToolCalling.integration.test.ts
+/**
+ * Integration tests for Programmatic Tool Calling.
+ * These tests hit the LIVE Code API and verify end-to-end functionality.
+ *
+ * Run with: npm test -- ProgrammaticToolCalling.integration.test.ts
+ *
+ * Requires CODE_EXECUTOR_API_KEY environment variable.
+ * Tests are skipped when the API key is not available.
+ */
+import { config as dotenvConfig } from 'dotenv';
+dotenvConfig();
+import { describe, it, expect, beforeAll } from '@jest/globals';
+import { createProgrammaticToolCallingTool } from '../ProgrammaticToolCalling';
+import { createGetTeamMembersTool, createGetExpensesTool, createGetWeatherTool, createCalculatorTool, createProgrammaticToolRegistry, } from '@/test/mockTools';
+const apiKey = process.env.CODE_EXECUTOR_API_KEY;
+const shouldSkip = apiKey == null || apiKey === '';
+const describeIfApiKey = shouldSkip ? describe.skip : describe;
+describeIfApiKey('ProgrammaticToolCalling - Live API Integration', () => {
+    let ptcTool;
+    let toolMap;
+    let toolDefinitions;
+    beforeAll(() => {
+        const tools = [
+            createGetTeamMembersTool(),
+            createGetExpensesTool(),
+            createGetWeatherTool(),
+            createCalculatorTool(),
+        ];
+        toolMap = new Map(tools.map((t) => [t.name, t]));
+        toolDefinitions = Array.from(createProgrammaticToolRegistry().values());
+        ptcTool = createProgrammaticToolCallingTool({ apiKey: apiKey });
+    });
+    it('executes simple single tool call', async () => {
+        const args = {
+            code: `
+result = await get_weather(city="San Francisco")
+print(f"Temperature: {result['temperature']}°F")
+print(f"Condition: {result['condition']}")
+      `,
+        };
+        const toolCall = {
+            name: 'programmatic_code_execution',
+            args,
+            toolMap,
+            toolDefs: toolDefinitions,
+        };
+        const output = await ptcTool.invoke(args, { toolCall });
+        // When responseFormat is 'content_and_artifact', invoke() returns just the content
+        // The artifact is available via other methods or when used in a graph
+        expect(typeof output).toBe('string');
+        expect(output).toContain('stdout:');
+        expect(output).toContain('Temperature: 65°F');
+        expect(output).toContain('Condition: Foggy');
+    }, 10000);
+    it('executes sequential tool calls in a loop', async () => {
+        const args = {
+            code: `
+team = await get_team_members()
+print(f"Team size: {len(team)}")
+
+total = 0
+for member in team:
+    expenses = await get_expenses(user_id=member['id'])
+    member_total = sum(e['amount'] for e in expenses)
+    total += member_total
+    print(f"{member['name']}: \${member_total:.2f}")
+
+print(f"Grand total: \${total:.2f}")
+      `,
+        };
+        const toolCall = {
+            name: 'programmatic_code_execution',
+            args,
+            toolMap,
+            toolDefs: toolDefinitions,
+        };
+        const output = await ptcTool.invoke(args, { toolCall });
+        expect(output).toContain('Team size: 3');
+        expect(output).toContain('Alice:');
+        expect(output).toContain('Bob:');
+        expect(output).toContain('Charlie:');
+        expect(output).toContain('Grand total:');
+    }, 15000);
+    it('executes parallel tool calls with asyncio.gather', async () => {
+        const args = {
+            code: `
+import asyncio
+
+cities = ["San Francisco", "New York", "London"]
+results = await asyncio.gather(*[
+    get_weather(city=city)
+    for city in cities
+])
+
+for city, weather in zip(cities, results):
+    print(f"{city}: {weather['temperature']}°F, {weather['condition']}")
+      `,
+        };
+        const toolCall = {
+            name: 'programmatic_code_execution',
+            args,
+            toolMap,
+            toolDefs: toolDefinitions,
+        };
+        const output = await ptcTool.invoke(args, { toolCall });
+        expect(output).toContain('San Francisco: 65°F, Foggy');
+        expect(output).toContain('New York: 75°F, Sunny');
+        expect(output).toContain('London: 55°F, Rainy');
+    }, 10000);
+    it('handles conditional logic', async () => {
+        const args = {
+            code: `
+team = await get_team_members()
+high_spenders = []
+
+for member in team:
+    expenses = await get_expenses(user_id=member['id'])
+    total = sum(e['amount'] for e in expenses)
+    if total > 300:
+        high_spenders.append((member['name'], total))
+
+if high_spenders:
+    print("High spenders (over $300):")
+    for name, amount in high_spenders:
+        print(f"  {name}: \${amount:.2f}")
+else:
+    print("No high spenders found.")
+      `,
+        };
+        const toolCall = {
+            name: 'programmatic_code_execution',
+            args,
+            toolMap,
+            toolDefs: toolDefinitions,
+        };
+        const output = await ptcTool.invoke(args, { toolCall });
+        expect(output).toContain('High spenders');
+        expect(output).toContain('Bob:');
+        expect(output).toContain('Charlie:');
+    }, 15000);
+    it('handles early termination with break', async () => {
+        const args = {
+            code: `
+team = await get_team_members()
+
+for member in team:
+    expenses = await get_expenses(user_id=member['id'])
+    if any(e['category'] == 'equipment' for e in expenses):
+        print(f"First member with equipment: {member['name']}")
+        equipment_total = sum(e['amount'] for e in expenses if e['category'] == 'equipment')
+        print(f"Equipment total: \${equipment_total:.2f}")
+        break
+else:
+    print("No equipment expenses found")
+      `,
+        };
+        const toolCall = {
+            name: 'programmatic_code_execution',
+            args,
+            toolMap,
+            toolDefs: toolDefinitions,
+        };
+        const output = await ptcTool.invoke(args, { toolCall });
+        expect(output).toContain('First member with equipment: Charlie');
+        expect(output).toContain('Equipment total: $500.00');
+    }, 15000);
+    it('handles tool execution errors gracefully', async () => {
+        const args = {
+            code: `
+cities = ["San Francisco", "InvalidCity", "New York"]
+
+for city in cities:
+    try:
+        weather = await get_weather(city=city)
+        print(f"{city}: {weather['temperature']}°F")
+    except Exception as e:
+        print(f"{city}: Error - {e}")
+      `,
+        };
+        const toolCall = {
+            name: 'programmatic_code_execution',
+            args,
+            toolMap,
+            toolDefs: toolDefinitions,
+        };
+        const output = await ptcTool.invoke(args, { toolCall });
+        expect(output).toContain('San Francisco: 65°F');
+        expect(output).toContain('InvalidCity: Error');
+        expect(output).toContain('New York: 75°F');
+    }, 15000);
+    it('uses calculator tool', async () => {
+        const args = {
+            code: `
+result1 = await calculator(expression="2 + 2 * 3")
+result2 = await calculator(expression="(10 + 5) / 3")
+
+print(f"2 + 2 * 3 = {result1['result']}")
+print(f"(10 + 5) / 3 = {result2['result']:.2f}")
+      `,
+        };
+        const toolCall = {
+            name: 'programmatic_code_execution',
+            args,
+            toolMap,
+            toolDefs: toolDefinitions,
+        };
+        const output = await ptcTool.invoke(args, { toolCall });
+        expect(output).toContain('2 + 2 * 3 = 8');
+        expect(output).toContain('(10 + 5) / 3 = 5.00');
+    }, 10000);
+    it('mixes parallel and sequential execution', async () => {
+        const args = {
+            code: `
+import asyncio
+
+# Step 1: Get team (sequential)
+team = await get_team_members()
+print(f"Fetched {len(team)} team members")
+
+# Step 2: Get all expenses in parallel
+all_expenses = await asyncio.gather(*[
+    get_expenses(user_id=member['id'])
+    for member in team
+])
+
+# Step 3: Process
+print("\\nExpense summary:")
+for member, expenses in zip(team, all_expenses):
+    total = sum(e['amount'] for e in expenses)
+    print(f"  {member['name']}: \${total:.2f} ({len(expenses)} items)")
+      `,
+        };
+        const toolCall = {
+            name: 'programmatic_code_execution',
+            args,
+            toolMap,
+            toolDefs: toolDefinitions,
+        };
+        const output = await ptcTool.invoke(args, { toolCall });
+        expect(output).toContain('Fetched 3 team members');
+        expect(output).toContain('Expense summary:');
+        expect(output).toContain('Alice:');
+        expect(output).toContain('Bob:');
+        expect(output).toContain('Charlie:');
+        expect(output).toContain('(2 items)');
+        expect(output).toContain('(3 items)');
+    }, 15000);
+    it('uses only provided tool definitions (subset)', async () => {
+        const weatherToolDef = toolDefinitions.find((t) => t.name === 'get_weather');
+        const args = {
+            code: `
+import asyncio
+
+sf, nyc = await asyncio.gather(
+    get_weather(city="San Francisco"),
+    get_weather(city="New York")
+)
+
+print(f"SF: {sf['temperature']}°F vs NYC: {nyc['temperature']}°F")
+difference = abs(sf['temperature'] - nyc['temperature'])
+print(f"Temperature difference: {difference}°F")
+      `,
+        };
+        const toolCall = {
+            name: 'programmatic_code_execution',
+            args,
+            toolMap,
+            toolDefs: [weatherToolDef],
+        };
+        const output = await ptcTool.invoke(args, { toolCall });
+        expect(output).toContain('SF: 65°F vs NYC: 75°F');
+        expect(output).toContain('Temperature difference: 10°F');
+    }, 10000);
+});
+//# sourceMappingURL=ProgrammaticToolCalling.integration.test.js.map

package/src/tools/__tests__/ProgrammaticToolCalling.integration.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ProgrammaticToolCalling.integration.test.js","sourceRoot":"","sources":["ProgrammaticToolCalling.integration.test.ts"],"names":[],"mappings":"AAAA,kEAAkE;AAClE;;;;;;;;GAQG;AACH,OAAO,EAAE,MAAM,IAAI,YAAY,EAAE,MAAM,QAAQ,CAAC;AAChD,YAAY,EAAE,CAAC;AAEf,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAEhE,OAAO,EAAE,iCAAiC,EAAE,MAAM,4BAA4B,CAAC;AAC/E,OAAO,EACL,wBAAwB,EACxB,qBAAqB,EACrB,oBAAoB,EACpB,oBAAoB,EACpB,8BAA8B,GAC/B,MAAM,kBAAkB,CAAC;AAE1B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;AACjD,MAAM,UAAU,GAAG,MAAM,IAAI,IAAI,IAAI,MAAM,KAAK,EAAE,CAAC;AAEnD,MAAM,gBAAgB,GAAG,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;AAE/D,gBAAgB,CAAC,gDAAgD,EAAE,GAAG,EAAE;IACtE,IAAI,OAA6D,CAAC;IAClE,IAAI,OAAkB,CAAC;IACvB,IAAI,eAA2B,CAAC;IAEhC,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,KAAK,GAAG;YACZ,wBAAwB,EAAE;YAC1B,qBAAqB,EAAE;YACvB,oBAAoB,EAAE;YACtB,oBAAoB,EAAE;SACvB,CAAC;QAEF,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC,8BAA8B,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;QAExE,OAAO,GAAG,iCAAiC,CAAC,EAAE,MAAM,EAAE,MAAO,EAAE,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QAChD,MAAM,IAAI,GAAG;YACX,IAAI,EAAE;;;;OAIL;SACF,CAAC;QACF,MAAM,QAAQ,GAAG;YACf,IAAI,EAAE,6BAA6B;YACnC,IAAI;YACJ,OAAO;YACP,QAAQ,EAAE,eAAe;SAC1B,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QAExD,mFAAmF;QACnF,sEAAsE;QACtE,MAAM,CAAC,OAAO,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QAC9C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;IAC/C,CAAC,EAAE,KAAK,CAAC,CAAC;IAEV,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,IAAI,GAAG;YACX,IAAI,EAAE;;;;;;;;;;;;OAYL;SACF,CAAC;QACF,MAAM,QAAQ,GAAG;YACf,IAAI,EAAE,6BAA6B;YACnC,IAAI;YACJ,OAAO;YACP,QAAQ,EAAE,eAAe;SAC1B,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QAExD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IAC3C,CAAC,EAAE,KAAK,CAAC,CAAC;IAEV,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,IAAI,GAAG;YACX,IAAI,EAAE;;;;;;;;;;;OAWL;SACF,CAAC;QACF,MAAM,QAAQ,GAAG;YACf,IAAI,EAAE,6BAA6B;YACnC,IAAI;YACJ,OAAO;YACP,QAAQ,EAAE,eAAe;SAC1B,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QAExD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,4BAA4B,CAAC,CAAC;QACvD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;QAClD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;IAClD,CAAC,EAAE,KAAK,CAAC,CAAC;IAEV,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,IAAI,GAAG;YACX,IAAI,EAAE;;;;;;;;;;;;;;;;OAgBL;SACF,CAAC;QACF,MAAM,QAAQ,GAAG;YACf,IAAI,EAAE,6BAA6B;YACnC,IAAI;YACJ,OAAO;YACP,QAAQ,EAAE,eAAe;SAC1B,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QAExD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QAC1C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IACvC,CAAC,EAAE,KAAK,CAAC,CAAC;IAEV,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,IAAI,GAAG;YACX,IAAI,EAAE;;;;;;;;;;;;OAYL;SACF,CAAC;QACF,MAAM,QAAQ,GAAG;YACf,IAAI,EAAE,6BAA6B;YACnC,IAAI;YACJ,OAAO;YACP,QAAQ,EAAE,eAAe;SAC1B,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QAExD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,sCAAsC,CAAC,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,0BAA0B,CAAC,CAAC;IACvD,CAAC,EAAE,KAAK,CAAC,CAAC;IAEV,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,IAAI,GAAG;YACX,IAAI,EAAE;;;;;;;;;OASL;SACF,CAAC;QACF,MAAM,QAAQ,GAAG;YACf,IAAI,EAAE,6BAA6B;YACnC,IAAI;YACJ,OAAO;YACP,QAAQ,EAAE,eAAe;SAC1B,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QAExD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAC7C,CAAC,EAAE,KAAK,CAAC,CAAC;IAEV,EAAE,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;QACpC,MAAM,IAAI,GAAG;YACX,IAAI,EAAE;;;;;;OAML;SACF,CAAC;QACF,MAAM,QAAQ,GAAG;YACf,IAAI,EAAE,6BAA6B;YACnC,IAAI;YACJ,OAAO;YACP,QAAQ,EAAE,eAAe;SAC1B,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QAExD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QAC1C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;IAClD,CAAC,EAAE,KAAK,CAAC,CAAC;IAEV,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,IAAI,GAAG;YACX,IAAI,EAAE;;;;;;;;;;;;;;;;;;OAkBL;SACF,CAAC;QACF,MAAM,QAAQ,GAAG;YACf,IAAI,EAAE,6BAA6B;YACnC,IAAI;YACJ,OAAO;YACP,QAAQ,EAAE,eAAe;SAC1B,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QAExD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,wBAAwB,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;QAC7C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACtC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC,EAAE,KAAK,CAAC,CAAC;IAEV,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,cAAc,GAAG,eAAe,CAAC,IAAI,CACzC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAChC,CAAC;QAEF,MAAM,IAAI,GAAG;YACX,IAAI,EAAE;;;;;;;;;;;OAWL;SACF,CAAC;QACF,MAAM,QAAQ,GAAG;YACf,IAAI,EAAE,6BAA6B;YACnC,IAAI;YACJ,OAAO;YACP,QAAQ,EAAE,CAAC,cAAe,CAAC;SAC5B,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QAExD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;QAClD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,8BAA8B,CAAC,CAAC;IAC3D,CAAC,EAAE,KAAK,CAAC,CAAC;AACZ,CAAC,CAAC,CAAC"}