@illuma-ai/agents 1.1.21 → 1.1.22

package/src/tools/BrowserTools.js

@@ -1,245 +0,0 @@
-import { z } from 'zod';
-import { tool } from '@langchain/core/tools';
-/**
- * Browser tool names - keep in sync with ranger-browser extension
- * These tools execute locally in the browser extension, NOT on the server
- */
-export const EBrowserTools = {
-    CLICK: 'browser_click',
-    TYPE: 'browser_type',
-    NAVIGATE: 'browser_navigate',
-    SCROLL: 'browser_scroll',
-    EXTRACT: 'browser_extract',
-    HOVER: 'browser_hover',
-    WAIT: 'browser_wait',
-    BACK: 'browser_back',
-    SCREENSHOT: 'browser_screenshot',
-    GET_PAGE_STATE: 'browser_get_page_state',
-    KEYPRESS: 'browser_keypress',
-    SWITCH_TAB: 'browser_switch_tab',
-};
-/**
- * Check if browser capability is available based on request headers or context
- * The browser extension sets these headers when connected:
- * - X-Illuma-Browser-Extension: true
- * - X-Illuma-Browser-Capable: true
- */
-export function hasBrowserCapability(req) {
-    if (!req?.headers) {
-        return false;
-    }
-    const browserExtension = req.headers['x-illuma-browser-extension'];
-    const browserCapable = req.headers['x-illuma-browser-capable'];
-    return browserExtension === 'true' || browserCapable === 'true';
-}
-// Tool schemas
-const BrowserClickSchema = z.object({
-    index: z
-        .number()
-        .describe('The [index] of the element to click. Use fieldLabel to identify the correct element. For form fields, target <input> or <textarea> elements, NOT parent <div> containers.'),
-});
-const BrowserTypeSchema = z.object({
-    index: z
-        .number()
-        .describe('The [index] of the INPUT element to type into. Target <input> or <textarea> elements. Check fieldLabel to identify the correct field.'),
-    text: z.string().describe('The text to type into the element'),
-    pressEnter: z
-        .boolean()
-        .optional()
-        .describe('Whether to press Enter after typing (useful for search forms and submitting)'),
-});
-const BrowserNavigateSchema = z.object({
-    url: z
-        .string()
-        .describe('The full URL to navigate to (must include https://)'),
-});
-const BrowserScrollSchema = z.object({
-    direction: z
-        .enum(['up', 'down', 'left', 'right'])
-        .describe('Direction to scroll'),
-    amount: z
-        .number()
-        .optional()
-        .describe('Pixels to scroll (default: one viewport height)'),
-});
-const BrowserExtractSchema = z.object({
-    query: z
-        .string()
-        .optional()
-        .describe('Optional: specific content to extract from the page'),
-});
-const BrowserHoverSchema = z.object({
-    index: z.number().describe('The index number of the element to hover over'),
-});
-const BrowserWaitSchema = z.object({
-    duration: z
-        .number()
-        .optional()
-        .describe('Milliseconds to wait (default: 1000)'),
-});
-const BrowserBackSchema = z.object({});
-const BrowserScreenshotSchema = z.object({});
-const BrowserGetPageStateSchema = z.object({});
-const BrowserKeypressSchema = z.object({
-    keys: z
-        .string()
-        .describe('Keyboard keys to press. Use "+" to combine modifiers (e.g., "Control+Enter", "Control+a", "Escape", "Tab", "Enter"). Common shortcuts: Control+Enter (submit forms/send), Escape (close dialogs), Tab (next field).'),
-});
-const BrowserSwitchTabSchema = z.object({
-    tabId: z
-        .number()
-        .describe('The tab ID to switch to. Use the tab IDs shown in the tabs list from page state.'),
-});
-/**
- * Format browser action result for LLM consumption
- */
-function formatResultForLLM(result, action) {
-    const parts = [];
-    // Include error info but DON'T discard page state — the extension often sends
-    // success=false with valid page state (URL, elementList) that the LLM needs
-    if (!result.success && result.error) {
-        parts.push(`**Note:** Action "${action}" reported: ${result.error}`);
-    }
-    if (result.url != null && result.url !== '') {
-        parts.push(`**Current URL:** ${result.url}`);
-    }
-    if (result.title != null && result.title !== '') {
-        parts.push(`**Page Title:** ${result.title}`);
-    }
-    if (result.elementList != null && result.elementList !== '') {
-        parts.push(`\n**Interactive Elements** (for typing: target <input> elements with fieldLabel, NOT parent <div> containers):\n${result.elementList}`);
-    }
-    if (result.screenshot != null && result.screenshot !== '') {
-        parts.push('\n[Screenshot captured and displayed to user]');
-    }
-    if (parts.length === 0) {
-        if (!result.success) {
-            return `Browser action "${action}" failed: ${result.error || 'Unknown error'}`;
-        }
-        return `Browser action "${action}" completed successfully.`;
-    }
-    return parts.join('\n');
-}
-/**
- * Create browser tools with optional callback for waiting on results
- *
- * When waitForResult callback is provided:
- * 1. Tool returns marker that triggers extension
- * 2. Tool then awaits callback to get actual results
- * 3. Returns real page state to LLM
- *
- * When no callback:
- * 1. Tool returns marker only (for non-server contexts)
- *
- * NOTE: These tools use TEXT-BASED element lists, NOT screenshots
- * Screenshots would be 100K+ tokens each - element lists are ~100 tokens
- */
-export function createBrowserTools(options) {
-    const { waitForResult } = options || {};
-    const tools = [];
-    /**
-     * Helper to create tool function that optionally waits for results
-     * The toolCallId is extracted from the RunnableConfig passed by LangChain
-     */
-    const createToolFunction = (action) => {
-        return async (args, config) => {
-            const toolCallId = config?.toolCall?.id ??
-                `tool_${Date.now()}_${Math.random().toString(36).slice(2)}`;
-            // Create marker for extension
-            const marker = {
-                requiresBrowserExecution: true,
-                action,
-                args,
-                toolCallId,
-            };
-            // If no callback, return marker immediately (extension handles via SSE interception)
-            if (!waitForResult) {
-                return JSON.stringify(marker);
-            }
-            // With callback: wait for actual results from extension
-            // The marker is still returned initially via SSE, but we wait for the callback
-            try {
-                const result = await waitForResult(action, args, toolCallId);
-                return formatResultForLLM(result, action);
-            }
-            catch (error) {
-                const errorMessage = error instanceof Error ? error.message : String(error);
-                return `Browser action "${action}" failed: ${errorMessage}`;
-            }
-        };
-    };
-    // browser_click
-    tools.push(tool(createToolFunction('click'), {
-        name: EBrowserTools.CLICK,
-        description: 'Click element by [index]. Use fieldLabel attribute to identify correct element. For form fields, target <input> elements NOT parent <div> containers.',
-        schema: BrowserClickSchema,
-    }));
-    // browser_type
-    tools.push(tool(createToolFunction('type'), {
-        name: EBrowserTools.TYPE,
-        description: 'Type text into <input> element by [index]. CRITICAL: Always target <input> or <textarea> tags (NOT parent <div> containers). Use fieldLabel to identify correct field (e.g., fieldLabel="To recipients" for To field).',
-        schema: BrowserTypeSchema,
-    }));
-    // browser_navigate
-    tools.push(tool(createToolFunction('navigate'), {
-        name: EBrowserTools.NAVIGATE,
-        description: 'Navigate to URL (include https://). Returns new page element list.',
-        schema: BrowserNavigateSchema,
-    }));
-    // browser_scroll
-    tools.push(tool(createToolFunction('scroll'), {
-        name: EBrowserTools.SCROLL,
-        description: 'Scroll page (up/down/left/right). Returns updated element list.',
-        schema: BrowserScrollSchema,
-    }));
-    // browser_extract
-    tools.push(tool(createToolFunction('extract'), {
-        name: EBrowserTools.EXTRACT,
-        description: 'Extract page content. Returns URL, title, and element list.',
-        schema: BrowserExtractSchema,
-    }));
-    // browser_hover
-    tools.push(tool(createToolFunction('hover'), {
-        name: EBrowserTools.HOVER,
-        description: 'Hover element by [index] to reveal menus/tooltips. Returns updated element list.',
-        schema: BrowserHoverSchema,
-    }));
-    // browser_wait
-    tools.push(tool(createToolFunction('wait'), {
-        name: EBrowserTools.WAIT,
-        description: 'Wait for async content to load. Returns updated element list.',
-        schema: BrowserWaitSchema,
-    }));
-    // browser_back
-    tools.push(tool(createToolFunction('back'), {
-        name: EBrowserTools.BACK,
-        description: 'Go back in browser history. Returns previous page element list.',
-        schema: BrowserBackSchema,
-    }));
-    // browser_screenshot
-    tools.push(tool(createToolFunction('screenshot'), {
-        name: EBrowserTools.SCREENSHOT,
-        description: 'Capture screenshot. Displayed to user. Use get_page_state for automation.',
-        schema: BrowserScreenshotSchema,
-    }));
-    // browser_get_page_state
-    tools.push(tool(createToolFunction('get_page_state'), {
-        name: EBrowserTools.GET_PAGE_STATE,
-        description: 'Get page URL, title, and interactive elements with [index] for actions. Start here.',
-        schema: BrowserGetPageStateSchema,
-    }));
-    // browser_keypress - for keyboard shortcuts
-    tools.push(tool(createToolFunction('keypress'), {
-        name: EBrowserTools.KEYPRESS,
-        description: 'Send keyboard shortcut or key press. Use for: Control+Enter (send email/submit), Escape (close dialog/cancel), Tab (next field), Enter (confirm). The keys are sent to the currently focused element.',
-        schema: BrowserKeypressSchema,
-    }));
-    // browser_switch_tab - for switching between tabs
-    tools.push(tool(createToolFunction('switch_tab'), {
-        name: EBrowserTools.SWITCH_TAB,
-        description: 'Switch to a different browser tab by its ID. Tab IDs are shown in the page state. Use this to work with existing open tabs (e.g., use existing Gmail tab instead of opening a new one).',
-        schema: BrowserSwitchTabSchema,
-    }));
-    return tools;
-}
-//# sourceMappingURL=BrowserTools.js.map

package/src/tools/Calculator.js

@@ -1,38 +0,0 @@
-import { Tool } from '@langchain/core/tools';
-import * as math from 'mathjs';
-export const CalculatorToolName = 'calculator';
-export const CalculatorToolDescription = 'Useful for getting the result of a math expression. The input to this tool should be a valid mathematical expression that could be executed by a simple calculator.';
-export const CalculatorSchema = {
-    type: 'object',
-    properties: {
-        input: {
-            type: 'string',
-            description: 'A valid mathematical expression to evaluate',
-        },
-    },
-    required: ['input'],
-};
-export const CalculatorToolDefinition = {
-    name: CalculatorToolName,
-    description: CalculatorToolDescription,
-    schema: CalculatorSchema,
-};
-export class Calculator extends Tool {
-    static lc_name() {
-        return 'Calculator';
-    }
-    get lc_namespace() {
-        return [...super.lc_namespace, 'calculator'];
-    }
-    name = CalculatorToolName;
-    async _call(input) {
-        try {
-            return math.evaluate(input).toString();
-        }
-        catch {
-            return 'I don\'t know how to do that.';
-        }
-    }
-    description = CalculatorToolDescription;
-}
-//# sourceMappingURL=Calculator.js.map

package/src/tools/Calculator.test.js

@@ -1,225 +0,0 @@
-import { Calculator } from './Calculator';
-describe('Calculator', () => {
-    let calculator;
-    beforeEach(() => {
-        calculator = new Calculator();
-    });
-    describe('basic properties', () => {
-        it('should have correct name', () => {
-            expect(calculator.name).toBe('calculator');
-        });
-        it('should have correct description', () => {
-            expect(calculator.description).toBe('Useful for getting the result of a math expression. The input to this tool should be a valid mathematical expression that could be executed by a simple calculator.');
-        });
-        it('should have correct lc_name', () => {
-            expect(Calculator.lc_name()).toBe('Calculator');
-        });
-        it('should have correct lc_namespace', () => {
-            const namespace = calculator.lc_namespace;
-            expect(namespace).toContain('calculator');
-        });
-    });
-    describe('basic arithmetic operations', () => {
-        it('should add two numbers', async () => {
-            const result = await calculator._call('2 + 3');
-            expect(result).toBe('5');
-        });
-        it('should subtract two numbers', async () => {
-            const result = await calculator._call('10 - 4');
-            expect(result).toBe('6');
-        });
-        it('should multiply two numbers', async () => {
-            const result = await calculator._call('6 * 7');
-            expect(result).toBe('42');
-        });
-        it('should divide two numbers', async () => {
-            const result = await calculator._call('15 / 3');
-            expect(result).toBe('5');
-        });
-        it('should handle modulo operation', async () => {
-            const result = await calculator._call('17 % 5');
-            expect(result).toBe('2');
-        });
-        it('should handle exponentiation', async () => {
-            const result = await calculator._call('2 ^ 3');
-            expect(result).toBe('8');
-        });
-    });
-    describe('complex expressions', () => {
-        it('should handle order of operations', async () => {
-            const result = await calculator._call('2 + 3 * 4');
-            expect(result).toBe('14');
-        });
-        it('should handle parentheses', async () => {
-            const result = await calculator._call('(2 + 3) * 4');
-            expect(result).toBe('20');
-        });
-        it('should handle nested parentheses', async () => {
-            const result = await calculator._call('((2 + 3) * 4) / 5');
-            expect(result).toBe('4');
-        });
-        it('should handle multiple operations', async () => {
-            const result = await calculator._call('(10 + 5) * 2 - 8 / 4');
-            expect(result).toBe('28');
-        });
-    });
-    describe('decimal numbers', () => {
-        it('should handle decimal addition', async () => {
-            const result = await calculator._call('2.5 + 3.7');
-            expect(result).toBe('6.2');
-        });
-        it('should handle decimal multiplication', async () => {
-            const result = await calculator._call('2.5 * 4');
-            expect(result).toBe('10');
-        });
-        it('should handle decimal division', async () => {
-            const result = await calculator._call('7.5 / 2.5');
-            expect(result).toBe('3');
-        });
-    });
-    describe('negative numbers', () => {
-        it('should handle negative numbers in addition', async () => {
-            const result = await calculator._call('-5 + 3');
-            expect(result).toBe('-2');
-        });
-        it('should handle negative numbers in subtraction', async () => {
-            const result = await calculator._call('10 - (-5)');
-            expect(result).toBe('15');
-        });
-        it('should handle negative numbers in multiplication', async () => {
-            const result = await calculator._call('-4 * -3');
-            expect(result).toBe('12');
-        });
-        it('should handle negative numbers in division', async () => {
-            const result = await calculator._call('-12 / 4');
-            expect(result).toBe('-3');
-        });
-    });
-    describe('mathematical functions', () => {
-        it('should handle square root', async () => {
-            const result = await calculator._call('sqrt(16)');
-            expect(result).toBe('4');
-        });
-        it('should handle absolute value', async () => {
-            const result = await calculator._call('abs(-42)');
-            expect(result).toBe('42');
-        });
-        it('should handle sine function', async () => {
-            const result = await calculator._call('sin(0)');
-            expect(result).toBe('0');
-        });
-        it('should handle cosine function', async () => {
-            const result = await calculator._call('cos(0)');
-            expect(result).toBe('1');
-        });
-        it('should handle logarithm', async () => {
-            const result = await calculator._call('log(10)');
-            expect(parseFloat(result)).toBeCloseTo(2.302585, 5);
-        });
-        it('should handle exponential', async () => {
-            const result = await calculator._call('exp(0)');
-            expect(result).toBe('1');
-        });
-        it('should handle floor function', async () => {
-            const result = await calculator._call('floor(4.7)');
-            expect(result).toBe('4');
-        });
-        it('should handle ceil function', async () => {
-            const result = await calculator._call('ceil(4.3)');
-            expect(result).toBe('5');
-        });
-        it('should handle round function', async () => {
-            const result = await calculator._call('round(4.5)');
-            expect(result).toBe('5');
-        });
-    });
-    describe('constants', () => {
-        it('should handle pi constant', async () => {
-            const result = await calculator._call('pi');
-            expect(parseFloat(result)).toBeCloseTo(3.14159, 5);
-        });
-        it('should handle e constant', async () => {
-            const result = await calculator._call('e');
-            expect(parseFloat(result)).toBeCloseTo(2.71828, 5);
-        });
-        it('should use pi in calculations', async () => {
-            const result = await calculator._call('2 * pi');
-            expect(parseFloat(result)).toBeCloseTo(6.28318, 4);
-        });
-    });
-    describe('error handling', () => {
-        it('should return error message for invalid expression', async () => {
-            const result = await calculator._call('invalid expression');
-            expect(result).toBe('I don\'t know how to do that.');
-        });
-        it('should handle division by zero', async () => {
-            const result = await calculator._call('5 / 0');
-            expect(result).toBe('Infinity');
-        });
-        it('should return error message for incomplete expression', async () => {
-            const result = await calculator._call('5 +');
-            expect(result).toBe('I don\'t know how to do that.');
-        });
-        it('should return error message for mismatched parentheses', async () => {
-            const result = await calculator._call('(5 + 3');
-            expect(result).toBe('I don\'t know how to do that.');
-        });
-        it('should return error message for empty input', async () => {
-            const result = await calculator._call('');
-            expect(result).toBe('I don\'t know how to do that.');
-        });
-        it('should return error message for only whitespace', async () => {
-            const result = await calculator._call('   ');
-            expect(result).toBe('I don\'t know how to do that.');
-        });
-        it('should return error message for undefined variable', async () => {
-            const result = await calculator._call('x + 5');
-            expect(result).toBe('I don\'t know how to do that.');
-        });
-    });
-    describe('edge cases', () => {
-        it('should handle very large numbers', async () => {
-            const result = await calculator._call('999999999 * 999999999');
-            expect(parseFloat(result)).toBeCloseTo(999999998000000000, -10);
-        });
-        it('should handle very small decimal numbers', async () => {
-            const result = await calculator._call('0.0001 + 0.0002');
-            expect(parseFloat(result)).toBeCloseTo(0.0003, 10);
-        });
-        it('should handle expressions with spaces', async () => {
-            const result = await calculator._call('  5   +   3  ');
-            expect(result).toBe('8');
-        });
-        it('should handle zero in calculations', async () => {
-            const result = await calculator._call('0 + 0');
-            expect(result).toBe('0');
-        });
-        it('should handle power of zero', async () => {
-            const result = await calculator._call('5 ^ 0');
-            expect(result).toBe('1');
-        });
-        it('should handle zero to the power', async () => {
-            const result = await calculator._call('0 ^ 5');
-            expect(result).toBe('0');
-        });
-    });
-    describe('complex real-world calculations', () => {
-        it('should calculate area of circle', async () => {
-            const result = await calculator._call('pi * 5^2');
-            expect(parseFloat(result)).toBeCloseTo(78.53981, 4);
-        });
-        it('should calculate compound interest formula component', async () => {
-            const result = await calculator._call('(1 + 0.05/12)^(12*5)');
-            expect(parseFloat(result)).toBeCloseTo(1.28336, 4);
-        });
-        it('should calculate percentage', async () => {
-            const result = await calculator._call('(25 / 200) * 100');
-            expect(result).toBe('12.5');
-        });
-        it('should calculate average', async () => {
-            const result = await calculator._call('(10 + 20 + 30 + 40 + 50) / 5');
-            expect(result).toBe('30');
-        });
-    });
-});
-//# sourceMappingURL=Calculator.test.js.map