@eko-ai/eko 1.0.13 → 1.0.14

package/dist/nodejs.cjs.js

@@ -69,21 +69,29 @@ class HumanInputText {
         };
     }
     async execute(context, params) {
-        var _a, _b, _c;
+        var _a;
         if (typeof params !== 'object' || params === null || !params.question) {
             throw new Error('Invalid parameters. Expected an object with a "question" property.');
         }
         const question = params.question;
         console.log("question: " + question);
-        let answer = await ((_c = (_a = context.callback) === null || _a === undefined ? undefined : (_b = _a.hooks).onHumanInputText) === null || _c === undefined ? undefined : _c.call(_b, question));
-        if (!answer) {
-            console.error("Cannot get user's answer.");
-            return { status: "Error: Cannot get user's answer.", answer: "" };
-        }
-        else {
+        let onHumanInputText = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanInputText;
+        if (onHumanInputText) {
+            let answer;
+            try {
+                answer = await onHumanInputText(question);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "Error: Cannot get user's answer.", answer: "" };
+            }
             console.log("answer: " + answer);
             return { status: "OK", answer: answer };
         }
+        else {
+            console.error("`onHumanInputText` not implemented");
+            return { status: "Error: Cannot get user's answer.", answer: "" };
+        }
     }
 }
 class HumanInputSingleChoice {
@@ -106,7 +114,7 @@ class HumanInputSingleChoice {
         };
     }
     async execute(context, params) {
-        var _a, _b, _c;
+        var _a;
         if (typeof params !== 'object' || params === null || !params.question || !params.choices) {
             throw new Error('Invalid parameters. Expected an object with a "question" and "choices" property.');
         }
@@ -114,15 +122,23 @@ class HumanInputSingleChoice {
         const choices = params.choices;
         console.log("question: " + question);
         console.log("choices: " + choices);
-        let answer = await ((_c = (_a = context.callback) === null || _a === undefined ? undefined : (_b = _a.hooks).onHumanInputSingleChoice) === null || _c === undefined ? undefined : _c.call(_b, question, choices));
-        if (!answer) {
-            console.error("Cannot get user's answer.");
-            return { status: "Error: Cannot get user's answer.", answer: "" };
-        }
-        else {
+        let onHumanInputSingleChoice = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanInputSingleChoice;
+        if (onHumanInputSingleChoice) {
+            let answer;
+            try {
+                answer = await onHumanInputSingleChoice(question, choices);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "Error: Cannot get user's answer.", answer: "" };
+            }
             console.log("answer: " + answer);
             return { status: "OK", answer: answer };
         }
+        else {
+            console.error("`onHumanInputSingleChoice` not implemented");
+            return { status: "Error: Cannot get user's answer.", answer: "" };
+        }
     }
 }
 class HumanInputMultipleChoice {
@@ -145,7 +161,7 @@ class HumanInputMultipleChoice {
         };
     }
     async execute(context, params) {
-        var _a, _b, _c;
+        var _a;
         if (typeof params !== 'object' || params === null || !params.question || !params.choices) {
             throw new Error('Invalid parameters. Expected an object with a "question" and "choices" property.');
         }
@@ -153,15 +169,23 @@ class HumanInputMultipleChoice {
         const choices = params.choices;
         console.log("question: " + question);
         console.log("choices: " + choices);
-        let answer = await ((_c = (_a = context.callback) === null || _a === undefined ? undefined : (_b = _a.hooks).onHumanInputMultipleChoice) === null || _c === undefined ? undefined : _c.call(_b, question, choices));
-        if (!answer) {
-            console.error("Cannot get user's answer.");
-            return { status: "Error: Cannot get user's answer.", answer: [] };
-        }
-        else {
+        let onHumanInputMultipleChoice = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanInputMultipleChoice;
+        if (onHumanInputMultipleChoice) {
+            let answer;
+            try {
+                answer = await onHumanInputMultipleChoice(question, choices);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "`onHumanInputMultipleChoice` not implemented", answer: [] };
+            }
             console.log("answer: " + answer);
             return { status: "OK", answer: answer };
         }
+        else {
+            console.error("Cannot get user's answer.");
+            return { status: "Error: Cannot get user's answer.", answer: [] };
+        }
     }
 }
 class HumanOperate {
@@ -180,28 +204,36 @@ class HumanOperate {
         };
     }
     async execute(context, params) {
-        var _a, _b, _c;
+        var _a;
         if (typeof params !== 'object' || params === null || !params.reason) {
             throw new Error('Invalid parameters. Expected an object with a "reason" property.');
         }
         const reason = params.reason;
         console.log("reason: " + reason);
-        let userOperation = await ((_c = (_a = context.callback) === null || _a === undefined ? undefined : (_b = _a.hooks).onHumanOperate) === null || _c === undefined ? undefined : _c.call(_b, reason));
-        if (!userOperation) {
-            console.error("Cannot get user's operation.");
-            return { status: "Error: Cannot get user's operation.", userOperation: "" };
-        }
-        else {
+        let onHumanOperate = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanOperate;
+        if (onHumanOperate) {
+            let userOperation;
+            try {
+                userOperation = await onHumanOperate(reason);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "`onHumanOperate` not implemented", userOperation: "" };
+            }
             console.log("userOperation: " + userOperation);
             return { status: "OK", userOperation: userOperation };
         }
+        else {
+            console.error("Cannot get user's operation.");
+            return { status: "Error: Cannot get user's operation.", userOperation: "" };
+        }
     }
 }
 
 class SummaryWorkflow {
     constructor() {
         this.name = 'summary_workflow';
-        this.description = 'Summarize what this workflow has done from start to finish using an ordered list .';
+        this.description = 'Summarize briefly what this workflow has accomplished.';
         this.input_schema = {
             type: 'object',
             properties: {
@@ -70809,6 +70841,7 @@ function run_build_dom_tree() {
                 'type',
                 'name',
                 'role',
+                'class',
                 // 'href',
                 'tabindex',
                 'aria-label',

package/dist/nodejs.esm.js

@@ -67,21 +67,29 @@ class HumanInputText {
         };
     }
     async execute(context, params) {
-        var _a, _b, _c;
+        var _a;
         if (typeof params !== 'object' || params === null || !params.question) {
             throw new Error('Invalid parameters. Expected an object with a "question" property.');
         }
         const question = params.question;
         console.log("question: " + question);
-        let answer = await ((_c = (_a = context.callback) === null || _a === undefined ? undefined : (_b = _a.hooks).onHumanInputText) === null || _c === undefined ? undefined : _c.call(_b, question));
-        if (!answer) {
-            console.error("Cannot get user's answer.");
-            return { status: "Error: Cannot get user's answer.", answer: "" };
-        }
-        else {
+        let onHumanInputText = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanInputText;
+        if (onHumanInputText) {
+            let answer;
+            try {
+                answer = await onHumanInputText(question);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "Error: Cannot get user's answer.", answer: "" };
+            }
             console.log("answer: " + answer);
             return { status: "OK", answer: answer };
         }
+        else {
+            console.error("`onHumanInputText` not implemented");
+            return { status: "Error: Cannot get user's answer.", answer: "" };
+        }
     }
 }
 class HumanInputSingleChoice {
@@ -104,7 +112,7 @@ class HumanInputSingleChoice {
         };
     }
     async execute(context, params) {
-        var _a, _b, _c;
+        var _a;
         if (typeof params !== 'object' || params === null || !params.question || !params.choices) {
             throw new Error('Invalid parameters. Expected an object with a "question" and "choices" property.');
         }
@@ -112,15 +120,23 @@ class HumanInputSingleChoice {
         const choices = params.choices;
         console.log("question: " + question);
         console.log("choices: " + choices);
-        let answer = await ((_c = (_a = context.callback) === null || _a === undefined ? undefined : (_b = _a.hooks).onHumanInputSingleChoice) === null || _c === undefined ? undefined : _c.call(_b, question, choices));
-        if (!answer) {
-            console.error("Cannot get user's answer.");
-            return { status: "Error: Cannot get user's answer.", answer: "" };
-        }
-        else {
+        let onHumanInputSingleChoice = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanInputSingleChoice;
+        if (onHumanInputSingleChoice) {
+            let answer;
+            try {
+                answer = await onHumanInputSingleChoice(question, choices);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "Error: Cannot get user's answer.", answer: "" };
+            }
             console.log("answer: " + answer);
             return { status: "OK", answer: answer };
         }
+        else {
+            console.error("`onHumanInputSingleChoice` not implemented");
+            return { status: "Error: Cannot get user's answer.", answer: "" };
+        }
     }
 }
 class HumanInputMultipleChoice {
@@ -143,7 +159,7 @@ class HumanInputMultipleChoice {
         };
     }
     async execute(context, params) {
-        var _a, _b, _c;
+        var _a;
         if (typeof params !== 'object' || params === null || !params.question || !params.choices) {
             throw new Error('Invalid parameters. Expected an object with a "question" and "choices" property.');
         }
@@ -151,15 +167,23 @@ class HumanInputMultipleChoice {
         const choices = params.choices;
         console.log("question: " + question);
         console.log("choices: " + choices);
-        let answer = await ((_c = (_a = context.callback) === null || _a === undefined ? undefined : (_b = _a.hooks).onHumanInputMultipleChoice) === null || _c === undefined ? undefined : _c.call(_b, question, choices));
-        if (!answer) {
-            console.error("Cannot get user's answer.");
-            return { status: "Error: Cannot get user's answer.", answer: [] };
-        }
-        else {
+        let onHumanInputMultipleChoice = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanInputMultipleChoice;
+        if (onHumanInputMultipleChoice) {
+            let answer;
+            try {
+                answer = await onHumanInputMultipleChoice(question, choices);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "`onHumanInputMultipleChoice` not implemented", answer: [] };
+            }
             console.log("answer: " + answer);
             return { status: "OK", answer: answer };
         }
+        else {
+            console.error("Cannot get user's answer.");
+            return { status: "Error: Cannot get user's answer.", answer: [] };
+        }
     }
 }
 class HumanOperate {
@@ -178,28 +202,36 @@ class HumanOperate {
         };
     }
     async execute(context, params) {
-        var _a, _b, _c;
+        var _a;
         if (typeof params !== 'object' || params === null || !params.reason) {
             throw new Error('Invalid parameters. Expected an object with a "reason" property.');
         }
         const reason = params.reason;
         console.log("reason: " + reason);
-        let userOperation = await ((_c = (_a = context.callback) === null || _a === undefined ? undefined : (_b = _a.hooks).onHumanOperate) === null || _c === undefined ? undefined : _c.call(_b, reason));
-        if (!userOperation) {
-            console.error("Cannot get user's operation.");
-            return { status: "Error: Cannot get user's operation.", userOperation: "" };
-        }
-        else {
+        let onHumanOperate = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanOperate;
+        if (onHumanOperate) {
+            let userOperation;
+            try {
+                userOperation = await onHumanOperate(reason);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "`onHumanOperate` not implemented", userOperation: "" };
+            }
             console.log("userOperation: " + userOperation);
             return { status: "OK", userOperation: userOperation };
         }
+        else {
+            console.error("Cannot get user's operation.");
+            return { status: "Error: Cannot get user's operation.", userOperation: "" };
+        }
     }
 }
 
 class SummaryWorkflow {
     constructor() {
         this.name = 'summary_workflow';
-        this.description = 'Summarize what this workflow has done from start to finish using an ordered list .';
+        this.description = 'Summarize briefly what this workflow has accomplished.';
         this.input_schema = {
             type: 'object',
             properties: {
@@ -70807,6 +70839,7 @@ function run_build_dom_tree() {
                 'type',
                 'name',
                 'role',
+                'class',
                 // 'href',
                 'tabindex',
                 'aria-label',

package/dist/services/chrome/chrome-proxy.d.ts

@@ -0,0 +1,10 @@
+export declare class ChromeMock {
+    static tabs_create(createProperties: chrome.tabs.CreateProperties): Promise<chrome.tabs.Tab>;
+    static tabs_get(tabId: number): Promise<chrome.tabs.Tab>;
+    static tabs_remove(tabId: number): Promise<void>;
+    static windows_create(createData: chrome.windows.CreateData): Promise<chrome.windows.Window>;
+    static windows_get(windowId: number): Promise<chrome.windows.Window>;
+    static windows_getCurrent(): Promise<chrome.windows.Window>;
+    static windows_remove(windowId: number): Promise<void>;
+}
+export declare const ChromeProxy: any;

package/dist/services/llm/deepseek-provider.d.ts

@@ -8,6 +8,8 @@ export declare class DeepseekProvider implements LLMProvider {
     constructor(apiKey: string, defaultModel?: string | null, options?: ClientOptions);
     hasVisionCapacity(): boolean;
     private buildParams;
+    private extractJsonFromModelOutput;
+    private json2ToolCall;
     generateText(messages: Message[], params: LLMParameters): Promise<LLMResponse>;
     generateStream(messages: Message[], params: LLMParameters, handler: LLMStreamHandler): Promise<void>;
 }

package/dist/types/workflow.types.d.ts

@@ -1,6 +1,7 @@
 import { Action, ExecutionContext, Tool } from "./action.types";
 import { LLMProvider } from "./llm.types";
 import { ExecutionLogger } from "@/utils/execution-logger";
+import { ExportFileParam } from "./tools.types";
 export interface NodeOutput {
     name: string;
     description: string;
@@ -48,5 +49,6 @@ export interface WorkflowCallback {
         onHumanInputMultipleChoice?: (question: string, choices: string[]) => Promise<string[]>;
         onHumanOperate?: (reason: string) => Promise<string>;
         onSummaryWorkflow?: (summary: string) => Promise<void>;
+        onExportFile?: (param: ExportFileParam) => Promise<void>;
     };
 }

package/dist/web/tools/index.d.ts

@@ -4,4 +4,5 @@ import { ExportFile } from './export_file';
 import { ExtractContent } from './extract_content';
 import { FindElementPosition } from './find_element_position';
 import { Screenshot } from './screenshot';
+export * from '../../universal_tools';
 export { BrowserUse, ElementClick, ExportFile, ExtractContent, FindElementPosition, Screenshot, };

package/dist/web.cjs.js

@@ -32,6 +32,7 @@ function clickable_elements_to_string(element_tree, includeAttributes) {
             'type',
             'name',
             'role',
+            'class',
             // 'href',
             'tabindex',
             'aria-label',
@@ -9175,9 +9176,11 @@ class ExportFile {
      * @returns > { success: true }
      */
     async execute(context, params) {
+        var _a, _b, _c;
         if (typeof params !== 'object' || params === null || !('content' in params)) {
             throw new Error('Invalid parameters. Expected an object with a "content" property.');
         }
+        await ((_c = (_b = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks) === null || _b === undefined ? undefined : _b.onExportFile) === null || _c === undefined ? undefined : _c.call(_b, params));
         let type = 'text/plain';
         switch (params.fileType) {
             case 'csv':
@@ -9379,14 +9382,251 @@ class Screenshot {
     }
 }
 
+class CancelWorkflow {
+    constructor() {
+        this.name = 'cancel_workflow';
+        this.description = 'Cancel the workflow. If any tool consistently encounters exceptions, invoke this tool to cancel the workflow.';
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                reason: {
+                    type: 'string',
+                    description: 'Why the workflow should be cancelled.',
+                },
+            },
+            required: ['reason'],
+        };
+    }
+    async execute(context, params) {
+        var _a;
+        if (typeof params !== 'object' || params === null || !params.reason) {
+            throw new Error('Invalid parameters. Expected an object with a "reason" property.');
+        }
+        const reason = params.reason;
+        console.log("The workflow has been cancelled because: " + reason);
+        await ((_a = context.workflow) === null || _a === undefined ? undefined : _a.cancel());
+        return;
+    }
+}
+
+class HumanInputText {
+    constructor() {
+        this.name = 'human_input_text';
+        this.description = 'When you are unsure about the details of your next action, call me and ask the user for details in the "question" field. The user will provide you with a text as an answer.';
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                question: {
+                    type: 'string',
+                    description: 'Ask the user here.',
+                },
+            },
+            required: ['question'],
+        };
+    }
+    async execute(context, params) {
+        var _a;
+        if (typeof params !== 'object' || params === null || !params.question) {
+            throw new Error('Invalid parameters. Expected an object with a "question" property.');
+        }
+        const question = params.question;
+        console.log("question: " + question);
+        let onHumanInputText = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanInputText;
+        if (onHumanInputText) {
+            let answer;
+            try {
+                answer = await onHumanInputText(question);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "Error: Cannot get user's answer.", answer: "" };
+            }
+            console.log("answer: " + answer);
+            return { status: "OK", answer: answer };
+        }
+        else {
+            console.error("`onHumanInputText` not implemented");
+            return { status: "Error: Cannot get user's answer.", answer: "" };
+        }
+    }
+}
+class HumanInputSingleChoice {
+    constructor() {
+        this.name = 'human_input_single_choice';
+        this.description = 'When you are unsure about the details of your next action, call me and ask the user for details in the "question" field with at least 2 choices. The user will provide you with ONE choice as an answer.';
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                question: {
+                    type: 'string',
+                    description: 'Ask the user here.',
+                },
+                choices: {
+                    type: 'array',
+                    description: 'All of the choices.',
+                }
+            },
+            required: ['question', 'choices'],
+        };
+    }
+    async execute(context, params) {
+        var _a;
+        if (typeof params !== 'object' || params === null || !params.question || !params.choices) {
+            throw new Error('Invalid parameters. Expected an object with a "question" and "choices" property.');
+        }
+        const question = params.question;
+        const choices = params.choices;
+        console.log("question: " + question);
+        console.log("choices: " + choices);
+        let onHumanInputSingleChoice = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanInputSingleChoice;
+        if (onHumanInputSingleChoice) {
+            let answer;
+            try {
+                answer = await onHumanInputSingleChoice(question, choices);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "Error: Cannot get user's answer.", answer: "" };
+            }
+            console.log("answer: " + answer);
+            return { status: "OK", answer: answer };
+        }
+        else {
+            console.error("`onHumanInputSingleChoice` not implemented");
+            return { status: "Error: Cannot get user's answer.", answer: "" };
+        }
+    }
+}
+class HumanInputMultipleChoice {
+    constructor() {
+        this.name = 'human_input_multiple_choice';
+        this.description = 'When you are unsure about the details of your next action, call me and ask the user for details in the "question" field with at least 2 choices. The user will provide you with ONE or MORE choice as an answer.';
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                question: {
+                    type: 'string',
+                    description: 'Ask the user here.',
+                },
+                choices: {
+                    type: 'array',
+                    description: 'All of the choices.',
+                }
+            },
+            required: ['question', 'choices'],
+        };
+    }
+    async execute(context, params) {
+        var _a;
+        if (typeof params !== 'object' || params === null || !params.question || !params.choices) {
+            throw new Error('Invalid parameters. Expected an object with a "question" and "choices" property.');
+        }
+        const question = params.question;
+        const choices = params.choices;
+        console.log("question: " + question);
+        console.log("choices: " + choices);
+        let onHumanInputMultipleChoice = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanInputMultipleChoice;
+        if (onHumanInputMultipleChoice) {
+            let answer;
+            try {
+                answer = await onHumanInputMultipleChoice(question, choices);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "`onHumanInputMultipleChoice` not implemented", answer: [] };
+            }
+            console.log("answer: " + answer);
+            return { status: "OK", answer: answer };
+        }
+        else {
+            console.error("Cannot get user's answer.");
+            return { status: "Error: Cannot get user's answer.", answer: [] };
+        }
+    }
+}
+class HumanOperate {
+    constructor() {
+        this.name = 'human_operate';
+        this.description = 'When you encounter operations that require login, CAPTCHA verification, or other tasks that you cannot complete, please call this tool, transfer control to the user, and explain why.';
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                reason: {
+                    type: 'string',
+                    description: 'The reason why you need to transfer control.',
+                },
+            },
+            required: ['reason'],
+        };
+    }
+    async execute(context, params) {
+        var _a;
+        if (typeof params !== 'object' || params === null || !params.reason) {
+            throw new Error('Invalid parameters. Expected an object with a "reason" property.');
+        }
+        const reason = params.reason;
+        console.log("reason: " + reason);
+        let onHumanOperate = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanOperate;
+        if (onHumanOperate) {
+            let userOperation;
+            try {
+                userOperation = await onHumanOperate(reason);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "`onHumanOperate` not implemented", userOperation: "" };
+            }
+            console.log("userOperation: " + userOperation);
+            return { status: "OK", userOperation: userOperation };
+        }
+        else {
+            console.error("Cannot get user's operation.");
+            return { status: "Error: Cannot get user's operation.", userOperation: "" };
+        }
+    }
+}
+
+class SummaryWorkflow {
+    constructor() {
+        this.name = 'summary_workflow';
+        this.description = 'Summarize briefly what this workflow has accomplished.';
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                summary: {
+                    type: 'string',
+                    description: 'Your summary in markdown format.',
+                },
+            },
+            required: ['summary'],
+        };
+    }
+    async execute(context, params) {
+        var _a, _b, _c;
+        if (typeof params !== 'object' || params === null || !params.summary) {
+            throw new Error('Invalid parameters. Expected an object with a "summary" property.');
+        }
+        const summary = params.summary;
+        console.log("summary: " + summary);
+        await ((_c = (_a = context.callback) === null || _a === undefined ? undefined : (_b = _a.hooks).onSummaryWorkflow) === null || _c === undefined ? undefined : _c.call(_b, summary));
+        return { status: "OK" };
+    }
+}
+
 var tools = /*#__PURE__*/Object.freeze({
     __proto__: null,
     BrowserUse: BrowserUse,
+    CancelWorkflow: CancelWorkflow,
     ElementClick: ElementClick,
     ExportFile: ExportFile,
     ExtractContent: ExtractContent,
     FindElementPosition: FindElementPosition,
-    Screenshot: Screenshot
+    HumanInputMultipleChoice: HumanInputMultipleChoice,
+    HumanInputSingleChoice: HumanInputSingleChoice,
+    HumanInputText: HumanInputText,
+    HumanOperate: HumanOperate,
+    Screenshot: Screenshot,
+    SummaryWorkflow: SummaryWorkflow
 });
 
 function loadTools() {