@eko-ai/eko 1.0.1 → 1.0.2

package/dist/extension.esm.js

@@ -233,6 +233,177 @@ var utils = /*#__PURE__*/Object.freeze({
     waitForTabComplete: waitForTabComplete
 });
 
+function exportFile(filename, type, content) {
+    const blob = new Blob([content], { type: type });
+    const link = document.createElement('a');
+    link.href = URL.createObjectURL(blob);
+    link.download = filename;
+    document.body.appendChild(link);
+    link.click();
+    document.body.removeChild(link);
+    URL.revokeObjectURL(link.href);
+}
+function getDropdownOptions(xpath) {
+    const select = document.evaluate(xpath, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null)
+        .singleNodeValue;
+    if (!select) {
+        return null;
+    }
+    return {
+        options: Array.from(select.options).map((opt) => ({
+            index: opt.index,
+            text: opt.text.trim(),
+            value: opt.value,
+        })),
+        id: select.id,
+        name: select.name,
+    };
+}
+function selectDropdownOption(xpath, text) {
+    const select = document.evaluate(xpath, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null)
+        .singleNodeValue;
+    if (!select || select.tagName.toUpperCase() !== 'SELECT') {
+        return { success: false, error: 'Select not found or invalid element type' };
+    }
+    const option = Array.from(select.options).find((opt) => opt.text.trim() === text);
+    if (!option) {
+        return {
+            success: false,
+            error: 'Option not found',
+            availableOptions: Array.from(select.options).map((o) => o.text.trim()),
+        };
+    }
+    select.value = option.value;
+    select.dispatchEvent(new Event('change'));
+    return {
+        success: true,
+        selectedValue: option.value,
+        selectedText: option.text.trim(),
+    };
+}
+/**
+ * Extract the elements related to html operability and wrap them into pseudo-html code.
+ */
+function extractOperableElements() {
+    // visible
+    const isElementVisible = (element) => {
+        const style = window.getComputedStyle(element);
+        return (style.display !== 'none' &&
+            style.visibility !== 'hidden' &&
+            style.opacity !== '0' &&
+            element.offsetWidth > 0 &&
+            element.offsetHeight > 0);
+    };
+    // element original index
+    const getElementIndex = (element) => {
+        const xpath = document.evaluate('preceding::*', element, null, XPathResult.ORDERED_NODE_SNAPSHOT_TYPE, null);
+        return xpath.snapshotLength;
+    };
+    // exclude
+    const addExclude = (excludes, children) => {
+        for (let i = 0; i < children.length; i++) {
+            excludes.push(children[i]);
+            if (children[i].children) {
+                addExclude(excludes, children[i].children);
+            }
+        }
+    };
+    // { pseudoId: element }
+    let elementMap = {};
+    let nextId = 1;
+    let elements = [];
+    let excludes = [];
+    // operable element
+    const operableSelectors = 'a, button, input, textarea, select';
+    document.querySelectorAll(operableSelectors).forEach((element) => {
+        if (isElementVisible(element) && excludes.indexOf(element) == -1) {
+            const id = nextId++;
+            elementMap[id.toString()] = element;
+            const tagName = element.tagName.toLowerCase();
+            const attributes = Array.from(element.attributes)
+                .filter((attr) => ['id', 'name', 'type', 'value', 'href', 'title', 'placeholder'].includes(attr.name))
+                .map((attr) => `${attr.name == 'id' ? 'target' : attr.name}="${attr.value}"`)
+                .join(' ');
+            elements.push({
+                originalIndex: getElementIndex(element),
+                id: id,
+                html: `<${tagName} id="${id}" ${attributes}>${tagName == 'select' ? element.innerHTML : element.innerText || ''}</${tagName}>`,
+            });
+            addExclude(excludes, element.children);
+        }
+    });
+    // short text element
+    const textWalker = document.createTreeWalker(document.body, NodeFilter.SHOW_ELEMENT, {
+        acceptNode: function (node) {
+            var _a;
+            if (node.matches(operableSelectors) || excludes.indexOf(node) != -1) {
+                // skip
+                return NodeFilter.FILTER_SKIP;
+            }
+            // text <= 100
+            const text = (_a = node.innerText) === null || _a === void 0 ? void 0 : _a.trim();
+            if (isElementVisible(node) &&
+                text &&
+                text.length <= 100 &&
+                text.length > 0 &&
+                node.children.length === 0) {
+                return NodeFilter.FILTER_ACCEPT;
+            }
+            // skip
+            return NodeFilter.FILTER_SKIP;
+        },
+    });
+    let currentNode;
+    while ((currentNode = textWalker.nextNode())) {
+        const id = nextId++;
+        elementMap[id.toString()] = currentNode;
+        const tagName = currentNode.tagName.toLowerCase();
+        elements.push({
+            originalIndex: getElementIndex(currentNode),
+            id: id,
+            html: `<${tagName} id="${id}">${currentNode.innerText.trim()}</${tagName}>`,
+        });
+    }
+    // element sort
+    elements.sort((a, b) => a.originalIndex - b.originalIndex);
+    // cache
+    window.operableElementMap = elementMap;
+    // pseudo html
+    return elements.map((e) => e.html).join('\n');
+}
+function clickOperableElement(id) {
+    let element = window.operableElementMap[id];
+    if (!element) {
+        return false;
+    }
+    if (element.click) {
+        element.click();
+    }
+    else {
+        element.dispatchEvent(new MouseEvent('click', {
+            view: window,
+            bubbles: true,
+            cancelable: true,
+        }));
+    }
+    return true;
+}
+function getOperableElementRect(id) {
+    let element = window.operableElementMap[id];
+    if (!element) {
+        return null;
+    }
+    const rect = element.getBoundingClientRect();
+    return {
+        left: rect.left + window.scrollX,
+        top: rect.top + window.scrollY,
+        right: rect.right + window.scrollX,
+        bottom: rect.bottom + window.scrollY,
+        width: rect.right - rect.left,
+        height: rect.bottom - rect.top,
+    };
+}
+
 async function key(tabId, key, coordinate) {
     if (!coordinate) {
         coordinate = (await cursor_position(tabId)).coordinate;
@@ -442,177 +613,6 @@ var browser = /*#__PURE__*/Object.freeze({
     type_by_xpath: type_by_xpath
 });
 
-function exportFile(filename, type, content) {
-    const blob = new Blob([content], { type: type });
-    const link = document.createElement('a');
-    link.href = URL.createObjectURL(blob);
-    link.download = filename;
-    document.body.appendChild(link);
-    link.click();
-    document.body.removeChild(link);
-    URL.revokeObjectURL(link.href);
-}
-function getDropdownOptions(xpath) {
-    const select = document.evaluate(xpath, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null)
-        .singleNodeValue;
-    if (!select) {
-        return null;
-    }
-    return {
-        options: Array.from(select.options).map((opt) => ({
-            index: opt.index,
-            text: opt.text.trim(),
-            value: opt.value,
-        })),
-        id: select.id,
-        name: select.name,
-    };
-}
-function selectDropdownOption(xpath, text) {
-    const select = document.evaluate(xpath, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null)
-        .singleNodeValue;
-    if (!select || select.tagName.toUpperCase() !== 'SELECT') {
-        return { success: false, error: 'Select not found or invalid element type' };
-    }
-    const option = Array.from(select.options).find((opt) => opt.text.trim() === text);
-    if (!option) {
-        return {
-            success: false,
-            error: 'Option not found',
-            availableOptions: Array.from(select.options).map((o) => o.text.trim()),
-        };
-    }
-    select.value = option.value;
-    select.dispatchEvent(new Event('change'));
-    return {
-        success: true,
-        selectedValue: option.value,
-        selectedText: option.text.trim(),
-    };
-}
-/**
- * Extract the elements related to html operability and wrap them into pseudo-html code.
- */
-function extractOperableElements() {
-    // visible
-    const isElementVisible = (element) => {
-        const style = window.getComputedStyle(element);
-        return (style.display !== 'none' &&
-            style.visibility !== 'hidden' &&
-            style.opacity !== '0' &&
-            element.offsetWidth > 0 &&
-            element.offsetHeight > 0);
-    };
-    // element original index
-    const getElementIndex = (element) => {
-        const xpath = document.evaluate('preceding::*', element, null, XPathResult.ORDERED_NODE_SNAPSHOT_TYPE, null);
-        return xpath.snapshotLength;
-    };
-    // exclude
-    const addExclude = (excludes, children) => {
-        for (let i = 0; i < children.length; i++) {
-            excludes.push(children[i]);
-            if (children[i].children) {
-                addExclude(excludes, children[i].children);
-            }
-        }
-    };
-    // { pseudoId: element }
-    let elementMap = {};
-    let nextId = 1;
-    let elements = [];
-    let excludes = [];
-    // operable element
-    const operableSelectors = 'a, button, input, textarea, select';
-    document.querySelectorAll(operableSelectors).forEach((element) => {
-        if (isElementVisible(element) && excludes.indexOf(element) == -1) {
-            const id = nextId++;
-            elementMap[id.toString()] = element;
-            const tagName = element.tagName.toLowerCase();
-            const attributes = Array.from(element.attributes)
-                .filter((attr) => ['id', 'name', 'type', 'value', 'href', 'title', 'placeholder'].includes(attr.name))
-                .map((attr) => `${attr.name == 'id' ? 'target' : attr.name}="${attr.value}"`)
-                .join(' ');
-            elements.push({
-                originalIndex: getElementIndex(element),
-                id: id,
-                html: `<${tagName} id="${id}" ${attributes}>${tagName == 'select' ? element.innerHTML : element.innerText || ''}</${tagName}>`,
-            });
-            addExclude(excludes, element.children);
-        }
-    });
-    // short text element
-    const textWalker = document.createTreeWalker(document.body, NodeFilter.SHOW_ELEMENT, {
-        acceptNode: function (node) {
-            var _a;
-            if (node.matches(operableSelectors) || excludes.indexOf(node) != -1) {
-                // skip
-                return NodeFilter.FILTER_SKIP;
-            }
-            // text <= 100
-            const text = (_a = node.innerText) === null || _a === void 0 ? void 0 : _a.trim();
-            if (isElementVisible(node) &&
-                text &&
-                text.length <= 100 &&
-                text.length > 0 &&
-                node.children.length === 0) {
-                return NodeFilter.FILTER_ACCEPT;
-            }
-            // skip
-            return NodeFilter.FILTER_SKIP;
-        },
-    });
-    let currentNode;
-    while ((currentNode = textWalker.nextNode())) {
-        const id = nextId++;
-        elementMap[id.toString()] = currentNode;
-        const tagName = currentNode.tagName.toLowerCase();
-        elements.push({
-            originalIndex: getElementIndex(currentNode),
-            id: id,
-            html: `<${tagName} id="${id}">${currentNode.innerText.trim()}</${tagName}>`,
-        });
-    }
-    // element sort
-    elements.sort((a, b) => a.originalIndex - b.originalIndex);
-    // cache
-    window.operableElementMap = elementMap;
-    // pseudo html
-    return elements.map((e) => e.html).join('\n');
-}
-function clickOperableElement(id) {
-    let element = window.operableElementMap[id];
-    if (!element) {
-        return false;
-    }
-    if (element.click) {
-        element.click();
-    }
-    else {
-        element.dispatchEvent(new MouseEvent('click', {
-            view: window,
-            bubbles: true,
-            cancelable: true,
-        }));
-    }
-    return true;
-}
-function getOperableElementRect(id) {
-    let element = window.operableElementMap[id];
-    if (!element) {
-        return null;
-    }
-    const rect = element.getBoundingClientRect();
-    return {
-        left: rect.left + window.scrollX,
-        top: rect.top + window.scrollY,
-        right: rect.right + window.scrollX,
-        bottom: rect.bottom + window.scrollY,
-        width: rect.right - rect.left,
-        height: rect.bottom - rect.top,
-    };
-}
-
 /**
  * Browser Use for general
  */
@@ -1183,24 +1183,6 @@ async function executeWithBrowserUse(context, task_prompt) {
     };
 }
 
-/**
- * Form Autofill
- */
-class FormAutofill {
-    constructor() {
-        this.name = 'form_autofill';
-        this.description = 'Automatically fill in form data on web pages';
-        this.input_schema = {
-            type: 'object',
-            properties: {}
-        };
-    }
-    async execute(context, params) {
-        // form -> input, textarea, select ...
-        throw new Error('Not implemented');
-    }
-}
-
 /**
  * Open Url
  */
@@ -1738,7 +1720,6 @@ var tools = /*#__PURE__*/Object.freeze({
     ExportFile: ExportFile,
     ExtractContent: ExtractContent,
     FindElementPosition: FindElementPosition,
-    FormAutofill: FormAutofill,
     OpenUrl: OpenUrl,
     Screenshot: Screenshot,
     TabManagement: TabManagement,

package/dist/index.cjs.js

@@ -169,9 +169,10 @@ function createReturnTool(outputSchema) {
 }
 class ActionImpl {
     constructor(type, // Only support prompt type
-    name, tools, llmProvider, llmConfig, config) {
+    name, description, tools, llmProvider, llmConfig, config) {
         this.type = type;
         this.name = name;
+        this.description = description;
         this.tools = tools;
         this.llmProvider = llmProvider;
         this.llmConfig = llmConfig;
@@ -195,7 +196,6 @@ class ActionImpl {
         const handler = {
             onContent: (content) => {
                 if (content.trim()) {
-                    console.log('LLM:', content);
                     assistantTextMessage += content;
                 }
             },
@@ -313,12 +313,10 @@ class ActionImpl {
         (_a = context.tools) === null || _a === void 0 ? void 0 : _a.forEach((tool) => toolMap.set(tool.name, tool));
         toolMap.set(returnTool.name, returnTool);
         // Prepare initial messages
-        const messages = input && Object.keys(input).length > 0
-            ? [
-                { role: 'system', content: this.formatSystemPrompt(context) },
-                { role: 'user', content: this.formatUserPrompt(input) },
-            ]
-            : [{ role: 'user', content: this.formatSystemPrompt(context) }];
+        const messages = [
+            { role: 'system', content: this.formatSystemPrompt() },
+            { role: 'user', content: this.formatUserPrompt(context, input) },
+        ];
         console.log('Starting LLM conversation...');
         console.log('Initial messages:', messages);
         console.log('Output schema:', outputSchema);
@@ -343,6 +341,7 @@ class ActionImpl {
             if (!hasToolUse && response) {
                 // LLM sent a message without using tools - request explicit return
                 console.log('No tool use detected, requesting explicit return');
+                console.log('Response:', response);
                 const returnOnlyParams = {
                     ...params,
                     tools: [
@@ -395,32 +394,30 @@ class ActionImpl {
         }
         return output;
     }
-    formatSystemPrompt(context) {
+    formatSystemPrompt() {
+        return `You are a task executor. You need to complete the task specified by the user, using the tools provided. When you need to store results or outputs, use the write_context tool. When you are ready to return the final output, use the return_output tool.
+
+    Remember to:
+    1. Use tools when needed to accomplish the task
+    2. Store important results using write_context, including intermediate and final results
+    3. Think step by step about what needs to be done`;
+    }
+    formatUserPrompt(context, input) {
         // Create a description of the current context
         const contextDescription = Array.from(context.variables.entries())
             .map(([key, value]) => `${key}: ${JSON.stringify(value)}`)
             .join('\n');
-        return `You are executing the action "${this.name}". You have access to the following context:
-
-${contextDescription || 'No context variables set'}
+        return `You are executing the action "${this.name}". The specific instructions are: "${this.description}". You have access to the following context:
 
-You can use the provided tools to accomplish your task. When you need to store results or outputs,
-use the write_context tool to save them to the workflow context.
+    ${contextDescription || 'No context variables set'}
 
-Remember to:
-1. Use tools when needed to accomplish the task
-2. Store important results using write_context
-3. Think step by step about what needs to be done`;
-    }
-    formatUserPrompt(input) {
-        if (typeof input === 'string') {
-            return input;
-        }
-        return JSON.stringify(input, null, 2);
+    You have been provided with the following input:
+    ${(typeof input === 'string' ? input : JSON.stringify(input, null, 2)) || 'No additional input provided'}
+    `;
     }
     // Static factory method
-    static createPromptAction(name, tools, llmProvider, llmConfig) {
-        return new ActionImpl('prompt', name, tools, llmProvider, llmConfig);
+    static createPromptAction(name, description, tools, llmProvider, llmConfig) {
+        return new ActionImpl('prompt', name, description, tools, llmProvider, llmConfig);
     }
 }
 
@@ -444,7 +441,8 @@ Generate a complete workflow that:
 1. Only uses the tools listed above
 2. Properly sequences tool usage based on dependencies
 3. Ensures each action has appropriate input/output schemas
-4. Creates a clear, logical flow to accomplish the user's goal`;
+4. Creates a clear, logical flow to accomplish the user's goal
+5. Includes detailed descriptions for each action, ensuring that the actions, when combined, is a complete solution to the user's problem`;
         },
         formatUserPrompt: (requirement) => `Create a workflow for the following requirement: ${requirement}`,
     };
@@ -564,7 +562,7 @@ class WorkflowGenerator {
         if (Array.isArray(data.nodes)) {
             data.nodes.forEach((nodeData) => {
                 const tools = nodeData.action.tools.map((toolName) => this.toolRegistry.getTool(toolName));
-                const action = ActionImpl.createPromptAction(nodeData.action.name, tools, this.llmProvider, { maxTokens: 1000 });
+                const action = ActionImpl.createPromptAction(nodeData.action.name, nodeData.action.description, tools, this.llmProvider, { maxTokens: 1000 });
                 const node = {
                     id: nodeData.id,
                     name: nodeData.name || nodeData.id,
@@ -3286,16 +3284,21 @@ Anthropic.ModelInfosPage = ModelInfosPage;
 Anthropic.Beta = Beta$1;
 
 class ClaudeProvider {
-    constructor(apiKey, defaultModel, options) {
+    constructor(param, defaultModel, options) {
         this.defaultModel = 'claude-3-5-sonnet-20241022';
         if (defaultModel) {
             this.defaultModel = defaultModel;
         }
-        this.client = new Anthropic({
-            apiKey: apiKey,
-            dangerouslyAllowBrowser: true,
-            ...options,
-        });
+        if (typeof param == 'string') {
+            this.client = new Anthropic({
+                apiKey: param,
+                dangerouslyAllowBrowser: true,
+                ...options,
+            });
+        }
+        else {
+            this.client = new Anthropic(param);
+        }
     }
     processResponse(response) {
         const toolCalls = response.content
@@ -3389,7 +3392,7 @@ class ClaudeProvider {
                             const toolCall = {
                                 id: currentToolUse.id,
                                 name: currentToolUse.name,
-                                input: JSON.parse(currentToolUse.accumulatedJson),
+                                input: JSON.parse(currentToolUse.accumulatedJson || '{}'),
                             };
                             (_d = handler.onToolUse) === null || _d === void 0 ? void 0 : _d.call(handler, toolCall);
                             currentToolUse = null;
@@ -8688,16 +8691,21 @@ OpenAI.BatchesPage = BatchesPage;
 OpenAI.Uploads = Uploads;
 
 class OpenaiProvider {
-    constructor(apiKey, defaultModel, options) {
+    constructor(param, defaultModel, options) {
         this.defaultModel = 'gpt-4o';
         if (defaultModel) {
             this.defaultModel = defaultModel;
         }
-        this.client = new OpenAI({
-            apiKey,
-            dangerouslyAllowBrowser: true,
-            ...options,
-        });
+        if (typeof param == 'string') {
+            this.client = new OpenAI({
+                apiKey: param,
+                dangerouslyAllowBrowser: true,
+                ...options,
+            });
+        }
+        else {
+            this.client = new OpenAI(param);
+        }
     }
     buildParams(messages, params, stream) {
         let tools = undefined;
@@ -8975,7 +8983,7 @@ const workflowSchema = {
                     },
                     action: {
                         type: "object",
-                        required: ["type", "name"],
+                        required: ["type", "name", "description"],
                         properties: {
                             type: {
                                 type: "string",
@@ -8983,6 +8991,7 @@ const workflowSchema = {
                                 enum: ["prompt"],
                             },
                             name: { type: "string" },
+                            description: { type: "string" },
                             params: { type: "object" },
                             tools: {
                                 type: "array",
@@ -9006,16 +9015,10 @@ class ToolRegistry {
         this.tools = new Map();
     }
     registerTool(tool) {
-        if (this.tools.has(tool.name)) {
-            throw new Error(`Tool with name ${tool.name} already registered`);
-        }
         this.tools.set(tool.name, tool);
     }
     unregisterTool(toolName) {
-        if (!this.tools.has(toolName)) {
-            throw new Error(`Tool with name ${toolName} not found`);
-        }
-        this.tools.delete(toolName);
+        return this.tools.delete(toolName);
     }
     getTool(toolName) {
         const tool = this.tools.get(toolName);
@@ -9081,6 +9084,7 @@ class Eko {
         else {
             this.llmProvider = config;
         }
+        Eko.tools.forEach((tool) => this.toolRegistry.registerTool(tool));
     }
     async generateWorkflow(prompt, param) {
         let toolRegistry = this.toolRegistry;
@@ -9107,6 +9111,9 @@ class Eko {
         if (this.toolRegistry.hasTools([toolName])) {
             tool = this.toolRegistry.getTool(toolName);
         }
+        else if (Eko.tools.has(toolName)) {
+            tool = Eko.tools.get(toolName);
+        }
         else {
             throw new Error(`Tool with name ${toolName} not found`);
         }
@@ -9135,6 +9142,7 @@ class Eko {
         this.toolRegistry.unregisterTool(toolName);
     }
 }
+Eko.tools = new Map();
 
 class WorkflowParser {
     /**
@@ -9293,6 +9301,7 @@ class WorkflowParser {
                 action: {
                     type: nodeJson.action.type,
                     name: nodeJson.action.name,
+                    description: nodeJson.action.description,
                     tools: nodeJson.action.tools || [],
                     execute: async (input, context) => {
                         // Default implementation - should be overridden by specific action types
@@ -9323,6 +9332,7 @@ class WorkflowParser {
                 action: {
                     type: node.action.type,
                     name: node.action.name,
+                    description: node.action.description,
                     tools: node.action.tools,
                 },
             })),