@eko-ai/eko 1.0.13 → 1.0.14

package/dist/common/chrome/proxy.d.ts

@@ -0,0 +1,38 @@
+/**
+ * Sets a proxy for the Chrome API.
+ * This function creates a proxy for the Chrome API, allowing for interception and modification of certain methods.
+ * The main logic involves creating a proxy for the `chrome` namespaces.
+ * If a method exists in the mock implementation (e.g., `a` or `a_b` or `a_b_c` and so on), it will be used; otherwise, the original Chrome API method will be called.
+ * @param chromeProxy - An object that provides mock implementations of Chrome API methods.
+ * @example
+ * ```typescript
+ * class MyChromeProxy {
+ *   chrome.events.Event<(tabId: number, changeInfo: chrome.tabs.TabChangeInfo, tab: chrome.tabs.Tab) => void>.removeListener(callback: (tabId: number, changeInfo: chrome.tabs.TabChangeInfo, tab: chrome.tabs.Tab) => void): void
+ *   public static tabs_onUpdated_removeListener(callback: (tabId: number, changeInfo: chrome.tabs.TabChangeInfo, tab: chrome.tabs.Tab) => void): void {
+ *     console.log(callback);
+ *     return chrome.tabs.onUpdated.removeListener(callback);
+ *   }
+ *   public static tabs_get(tabId: number): Promise<chrome.tabs.Tab> {
+ *     console.log(tabId);
+ *     return chrome.tabs.get(tabId);
+ *   }
+ *   public static windows_create(createData: chrome.windows.CreateData): Promise<chrome.windows.Window> {
+ *     console.log(createData);
+ *     return chrome.windows.create(createData);
+ *   }
+ * }
+ * setChromeProxy(MyChromeProxy);
+ * ```
+ */
+export declare function setChromeProxy(chromeProxy: any): void;
+/**
+ * Retrieves the current Chrome API proxy.
+ * This function returns the proxy object created by `setChromeProxy`, which can be used to access the proxied Chrome API methods.
+ * @returns The proxied Chrome API object.
+ * @example
+ * ```typescript
+ * getChromeProxy().tabs.get(1).then(tab => console.log(tab));
+ * ```
+ * In this example, `getChromeProxy` is used to retrieve the proxied Chrome API object, and then `tabs.get` is called on it.
+ */
+export declare function getChromeProxy(): any;

package/dist/common/tools/cancel_workflow.d.ts

@@ -0,0 +1,9 @@
+import { CancelWorkflowInput } from '../../types/tools.types';
+import { Tool, InputSchema, ExecutionContext } from '../../types/action.types';
+export declare class CancelWorkflow implements Tool<CancelWorkflowInput, void> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    execute(context: ExecutionContext, params: CancelWorkflowInput): Promise<void>;
+}

package/dist/common/tools/human.d.ts

@@ -0,0 +1,30 @@
+import { HumanInputTextInput, HumanInputTextResult, HumanInputSingleChoiceInput, HumanInputSingleChoiceResult, HumanInputMultipleChoiceInput, HumanInputMultipleChoiceResult, HumanOperateInput, HumanOperateResult } from '../../types/tools.types';
+import { Tool, InputSchema, ExecutionContext } from '../../types/action.types';
+export declare class HumanInputText implements Tool<HumanInputTextInput, HumanInputTextResult> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    execute(context: ExecutionContext, params: HumanInputTextInput): Promise<HumanInputTextResult>;
+}
+export declare class HumanInputSingleChoice implements Tool<HumanInputSingleChoiceInput, HumanInputSingleChoiceResult> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    execute(context: ExecutionContext, params: HumanInputSingleChoiceInput): Promise<HumanInputSingleChoiceResult>;
+}
+export declare class HumanInputMultipleChoice implements Tool<HumanInputMultipleChoiceInput, HumanInputMultipleChoiceResult> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    execute(context: ExecutionContext, params: HumanInputMultipleChoiceInput): Promise<HumanInputMultipleChoiceResult>;
+}
+export declare class HumanOperate implements Tool<HumanOperateInput, HumanOperateResult> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    execute(context: ExecutionContext, params: HumanOperateInput): Promise<HumanOperateResult>;
+}

package/dist/common/tools/index.d.ts

@@ -0,0 +1,4 @@
+import { CancelWorkflow } from "./cancel_workflow";
+import { HumanInputText, HumanInputSingleChoice, HumanInputMultipleChoice, HumanOperate } from "./human";
+import { SummaryWorkflow } from "./summary_workflow";
+export { CancelWorkflow, HumanInputText, HumanInputSingleChoice, HumanInputMultipleChoice, HumanOperate, SummaryWorkflow, };

package/dist/common/tools/summary_workflow.d.ts

@@ -0,0 +1,9 @@
+import { SummaryWorkflowInput } from '../../types/tools.types';
+import { Tool, InputSchema, ExecutionContext } from '../../types/action.types';
+export declare class SummaryWorkflow implements Tool<SummaryWorkflowInput, any> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    execute(context: ExecutionContext, params: SummaryWorkflowInput): Promise<any>;
+}

package/dist/core/chrome-proxy.d.ts

@@ -0,0 +1,10 @@
+export declare class ChromeMock {
+    static tabs_create(createProperties: chrome.tabs.CreateProperties): Promise<chrome.tabs.Tab>;
+    static tabs_get(tabId: number): Promise<chrome.tabs.Tab>;
+    static tabs_remove(tabId: number): Promise<void>;
+    static windows_create(createData: chrome.windows.CreateData): Promise<chrome.windows.Window>;
+    static windows_get(windowId: number): Promise<chrome.windows.Window>;
+    static windows_getCurrent(): Promise<chrome.windows.Window>;
+    static windows_remove(windowId: number): Promise<void>;
+}
+export declare const ChromeProxy: any;

package/dist/extension/script/build_dom_tree.js

@@ -33,6 +33,7 @@ function clickable_elements_to_string(element_tree, includeAttributes) {
       'type',
       'name',
       'role',
+      'class',
       // 'href',
       'tabindex',
       'aria-label',

package/dist/extension.cjs.js

@@ -1120,10 +1120,11 @@ class ExportFile {
      * @returns > { success: true }
      */
     async execute(context, params) {
-        var _a, _b, _c;
+        var _a, _b, _c, _d, _e, _f;
         if (typeof params !== 'object' || params === null || !('content' in params)) {
             throw new Error('Invalid parameters. Expected an object with a "content" property.');
         }
+        await ((_c = (_b = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks) === null || _b === undefined ? undefined : _b.onExportFile) === null || _c === undefined ? undefined : _c.call(_b, params));
         let type = 'text/plain';
         switch (params.fileType) {
             case 'csv':
@@ -1172,7 +1173,7 @@ class ExportFile {
             else {
                 tab = await open_new_tab(url, true);
             }
-            (_c = (_b = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks) === null || _b === undefined ? undefined : _b.onTabCreated) === null || _c === undefined ? undefined : _c.call(_b, tab.id);
+            (_f = (_e = (_d = context.callback) === null || _d === undefined ? undefined : _d.hooks) === null || _e === undefined ? undefined : _e.onTabCreated) === null || _f === undefined ? undefined : _f.call(_e, tab.id);
             let tabId = tab.id;
             await chrome.scripting.executeScript({
                 target: { tabId: tabId },
@@ -2076,21 +2077,29 @@ class HumanInputText {
         };
     }
     async execute(context, params) {
-        var _a, _b, _c;
+        var _a;
         if (typeof params !== 'object' || params === null || !params.question) {
             throw new Error('Invalid parameters. Expected an object with a "question" property.');
         }
         const question = params.question;
         console.log("question: " + question);
-        let answer = await ((_c = (_a = context.callback) === null || _a === undefined ? undefined : (_b = _a.hooks).onHumanInputText) === null || _c === undefined ? undefined : _c.call(_b, question));
-        if (!answer) {
-            console.error("Cannot get user's answer.");
-            return { status: "Error: Cannot get user's answer.", answer: "" };
-        }
-        else {
+        let onHumanInputText = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanInputText;
+        if (onHumanInputText) {
+            let answer;
+            try {
+                answer = await onHumanInputText(question);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "Error: Cannot get user's answer.", answer: "" };
+            }
             console.log("answer: " + answer);
             return { status: "OK", answer: answer };
         }
+        else {
+            console.error("`onHumanInputText` not implemented");
+            return { status: "Error: Cannot get user's answer.", answer: "" };
+        }
     }
 }
 class HumanInputSingleChoice {
@@ -2113,7 +2122,7 @@ class HumanInputSingleChoice {
         };
     }
     async execute(context, params) {
-        var _a, _b, _c;
+        var _a;
         if (typeof params !== 'object' || params === null || !params.question || !params.choices) {
             throw new Error('Invalid parameters. Expected an object with a "question" and "choices" property.');
         }
@@ -2121,15 +2130,23 @@ class HumanInputSingleChoice {
         const choices = params.choices;
         console.log("question: " + question);
         console.log("choices: " + choices);
-        let answer = await ((_c = (_a = context.callback) === null || _a === undefined ? undefined : (_b = _a.hooks).onHumanInputSingleChoice) === null || _c === undefined ? undefined : _c.call(_b, question, choices));
-        if (!answer) {
-            console.error("Cannot get user's answer.");
-            return { status: "Error: Cannot get user's answer.", answer: "" };
-        }
-        else {
+        let onHumanInputSingleChoice = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanInputSingleChoice;
+        if (onHumanInputSingleChoice) {
+            let answer;
+            try {
+                answer = await onHumanInputSingleChoice(question, choices);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "Error: Cannot get user's answer.", answer: "" };
+            }
             console.log("answer: " + answer);
             return { status: "OK", answer: answer };
         }
+        else {
+            console.error("`onHumanInputSingleChoice` not implemented");
+            return { status: "Error: Cannot get user's answer.", answer: "" };
+        }
     }
 }
 class HumanInputMultipleChoice {
@@ -2152,7 +2169,7 @@ class HumanInputMultipleChoice {
         };
     }
     async execute(context, params) {
-        var _a, _b, _c;
+        var _a;
         if (typeof params !== 'object' || params === null || !params.question || !params.choices) {
             throw new Error('Invalid parameters. Expected an object with a "question" and "choices" property.');
         }
@@ -2160,15 +2177,23 @@ class HumanInputMultipleChoice {
         const choices = params.choices;
         console.log("question: " + question);
         console.log("choices: " + choices);
-        let answer = await ((_c = (_a = context.callback) === null || _a === undefined ? undefined : (_b = _a.hooks).onHumanInputMultipleChoice) === null || _c === undefined ? undefined : _c.call(_b, question, choices));
-        if (!answer) {
-            console.error("Cannot get user's answer.");
-            return { status: "Error: Cannot get user's answer.", answer: [] };
-        }
-        else {
+        let onHumanInputMultipleChoice = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanInputMultipleChoice;
+        if (onHumanInputMultipleChoice) {
+            let answer;
+            try {
+                answer = await onHumanInputMultipleChoice(question, choices);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "`onHumanInputMultipleChoice` not implemented", answer: [] };
+            }
             console.log("answer: " + answer);
             return { status: "OK", answer: answer };
         }
+        else {
+            console.error("Cannot get user's answer.");
+            return { status: "Error: Cannot get user's answer.", answer: [] };
+        }
     }
 }
 class HumanOperate {
@@ -2187,28 +2212,36 @@ class HumanOperate {
         };
     }
     async execute(context, params) {
-        var _a, _b, _c;
+        var _a;
         if (typeof params !== 'object' || params === null || !params.reason) {
             throw new Error('Invalid parameters. Expected an object with a "reason" property.');
         }
         const reason = params.reason;
         console.log("reason: " + reason);
-        let userOperation = await ((_c = (_a = context.callback) === null || _a === undefined ? undefined : (_b = _a.hooks).onHumanOperate) === null || _c === undefined ? undefined : _c.call(_b, reason));
-        if (!userOperation) {
-            console.error("Cannot get user's operation.");
-            return { status: "Error: Cannot get user's operation.", userOperation: "" };
-        }
-        else {
+        let onHumanOperate = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanOperate;
+        if (onHumanOperate) {
+            let userOperation;
+            try {
+                userOperation = await onHumanOperate(reason);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "`onHumanOperate` not implemented", userOperation: "" };
+            }
             console.log("userOperation: " + userOperation);
             return { status: "OK", userOperation: userOperation };
         }
+        else {
+            console.error("Cannot get user's operation.");
+            return { status: "Error: Cannot get user's operation.", userOperation: "" };
+        }
     }
 }
 
 class SummaryWorkflow {
     constructor() {
         this.name = 'summary_workflow';
-        this.description = 'Summarize what this workflow has done from start to finish using an ordered list .';
+        this.description = 'Summarize briefly what this workflow has accomplished.';
         this.input_schema = {
             type: 'object',
             properties: {

package/dist/extension.esm.js

@@ -1118,10 +1118,11 @@ class ExportFile {
      * @returns > { success: true }
      */
     async execute(context, params) {
-        var _a, _b, _c;
+        var _a, _b, _c, _d, _e, _f;
         if (typeof params !== 'object' || params === null || !('content' in params)) {
             throw new Error('Invalid parameters. Expected an object with a "content" property.');
         }
+        await ((_c = (_b = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks) === null || _b === undefined ? undefined : _b.onExportFile) === null || _c === undefined ? undefined : _c.call(_b, params));
         let type = 'text/plain';
         switch (params.fileType) {
             case 'csv':
@@ -1170,7 +1171,7 @@ class ExportFile {
             else {
                 tab = await open_new_tab(url, true);
             }
-            (_c = (_b = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks) === null || _b === undefined ? undefined : _b.onTabCreated) === null || _c === undefined ? undefined : _c.call(_b, tab.id);
+            (_f = (_e = (_d = context.callback) === null || _d === undefined ? undefined : _d.hooks) === null || _e === undefined ? undefined : _e.onTabCreated) === null || _f === undefined ? undefined : _f.call(_e, tab.id);
             let tabId = tab.id;
             await chrome.scripting.executeScript({
                 target: { tabId: tabId },
@@ -2074,21 +2075,29 @@ class HumanInputText {
         };
     }
     async execute(context, params) {
-        var _a, _b, _c;
+        var _a;
         if (typeof params !== 'object' || params === null || !params.question) {
             throw new Error('Invalid parameters. Expected an object with a "question" property.');
         }
         const question = params.question;
         console.log("question: " + question);
-        let answer = await ((_c = (_a = context.callback) === null || _a === undefined ? undefined : (_b = _a.hooks).onHumanInputText) === null || _c === undefined ? undefined : _c.call(_b, question));
-        if (!answer) {
-            console.error("Cannot get user's answer.");
-            return { status: "Error: Cannot get user's answer.", answer: "" };
-        }
-        else {
+        let onHumanInputText = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanInputText;
+        if (onHumanInputText) {
+            let answer;
+            try {
+                answer = await onHumanInputText(question);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "Error: Cannot get user's answer.", answer: "" };
+            }
             console.log("answer: " + answer);
             return { status: "OK", answer: answer };
         }
+        else {
+            console.error("`onHumanInputText` not implemented");
+            return { status: "Error: Cannot get user's answer.", answer: "" };
+        }
     }
 }
 class HumanInputSingleChoice {
@@ -2111,7 +2120,7 @@ class HumanInputSingleChoice {
         };
     }
     async execute(context, params) {
-        var _a, _b, _c;
+        var _a;
         if (typeof params !== 'object' || params === null || !params.question || !params.choices) {
             throw new Error('Invalid parameters. Expected an object with a "question" and "choices" property.');
         }
@@ -2119,15 +2128,23 @@ class HumanInputSingleChoice {
         const choices = params.choices;
         console.log("question: " + question);
         console.log("choices: " + choices);
-        let answer = await ((_c = (_a = context.callback) === null || _a === undefined ? undefined : (_b = _a.hooks).onHumanInputSingleChoice) === null || _c === undefined ? undefined : _c.call(_b, question, choices));
-        if (!answer) {
-            console.error("Cannot get user's answer.");
-            return { status: "Error: Cannot get user's answer.", answer: "" };
-        }
-        else {
+        let onHumanInputSingleChoice = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanInputSingleChoice;
+        if (onHumanInputSingleChoice) {
+            let answer;
+            try {
+                answer = await onHumanInputSingleChoice(question, choices);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "Error: Cannot get user's answer.", answer: "" };
+            }
             console.log("answer: " + answer);
             return { status: "OK", answer: answer };
         }
+        else {
+            console.error("`onHumanInputSingleChoice` not implemented");
+            return { status: "Error: Cannot get user's answer.", answer: "" };
+        }
     }
 }
 class HumanInputMultipleChoice {
@@ -2150,7 +2167,7 @@ class HumanInputMultipleChoice {
         };
     }
     async execute(context, params) {
-        var _a, _b, _c;
+        var _a;
         if (typeof params !== 'object' || params === null || !params.question || !params.choices) {
             throw new Error('Invalid parameters. Expected an object with a "question" and "choices" property.');
         }
@@ -2158,15 +2175,23 @@ class HumanInputMultipleChoice {
         const choices = params.choices;
         console.log("question: " + question);
         console.log("choices: " + choices);
-        let answer = await ((_c = (_a = context.callback) === null || _a === undefined ? undefined : (_b = _a.hooks).onHumanInputMultipleChoice) === null || _c === undefined ? undefined : _c.call(_b, question, choices));
-        if (!answer) {
-            console.error("Cannot get user's answer.");
-            return { status: "Error: Cannot get user's answer.", answer: [] };
-        }
-        else {
+        let onHumanInputMultipleChoice = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanInputMultipleChoice;
+        if (onHumanInputMultipleChoice) {
+            let answer;
+            try {
+                answer = await onHumanInputMultipleChoice(question, choices);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "`onHumanInputMultipleChoice` not implemented", answer: [] };
+            }
             console.log("answer: " + answer);
             return { status: "OK", answer: answer };
         }
+        else {
+            console.error("Cannot get user's answer.");
+            return { status: "Error: Cannot get user's answer.", answer: [] };
+        }
     }
 }
 class HumanOperate {
@@ -2185,28 +2210,36 @@ class HumanOperate {
         };
     }
     async execute(context, params) {
-        var _a, _b, _c;
+        var _a;
         if (typeof params !== 'object' || params === null || !params.reason) {
             throw new Error('Invalid parameters. Expected an object with a "reason" property.');
         }
         const reason = params.reason;
         console.log("reason: " + reason);
-        let userOperation = await ((_c = (_a = context.callback) === null || _a === undefined ? undefined : (_b = _a.hooks).onHumanOperate) === null || _c === undefined ? undefined : _c.call(_b, reason));
-        if (!userOperation) {
-            console.error("Cannot get user's operation.");
-            return { status: "Error: Cannot get user's operation.", userOperation: "" };
-        }
-        else {
+        let onHumanOperate = (_a = context.callback) === null || _a === undefined ? undefined : _a.hooks.onHumanOperate;
+        if (onHumanOperate) {
+            let userOperation;
+            try {
+                userOperation = await onHumanOperate(reason);
+            }
+            catch (e) {
+                console.error(e);
+                return { status: "`onHumanOperate` not implemented", userOperation: "" };
+            }
             console.log("userOperation: " + userOperation);
             return { status: "OK", userOperation: userOperation };
         }
+        else {
+            console.error("Cannot get user's operation.");
+            return { status: "Error: Cannot get user's operation.", userOperation: "" };
+        }
     }
 }
 
 class SummaryWorkflow {
     constructor() {
         this.name = 'summary_workflow';
-        this.description = 'Summarize what this workflow has done from start to finish using an ordered list .';
+        this.description = 'Summarize briefly what this workflow has accomplished.';
         this.input_schema = {
             type: 'object',
             properties: {

package/dist/extension_content_script.js

@@ -318,7 +318,7 @@ function request_user_help(task_id, failure_type, failure_message) {
     position: fixed;
     top: 5px;
     left: 18px;
-    z-index: 9999;
+    z-index: 999999;
     background-color: #FEF0ED;
     color: white;
     padding: 16px;

package/dist/index.cjs.js

@@ -502,7 +502,7 @@ class ActionImpl {
                                 result = modified_result;
                             }
                         }
-                        const result_has_image = result && "image" in result;
+                        const result_has_image = result && result.image;
                         const resultContent = result_has_image
                             ? {
                                 type: 'tool_result',
@@ -942,19 +942,6 @@ class WorkflowGenerator {
             ],
         });
         const workflowData = response.toolCalls[0].input.workflow;
-        // Forcibly add special tools
-        const specialTools = [
-            "cancel_workflow",
-            "human_input_text",
-            "human_operate",
-        ];
-        for (const node of workflowData.nodes) {
-            for (const tool of specialTools) {
-                if (!node.action.tools.includes(tool)) {
-                    node.action.tools.push(tool);
-                }
-            }
-        }
         // Validate all tools exist
         for (const node of workflowData.nodes) {
             if (!this.toolRegistry.hasTools(node.action.tools)) {

package/dist/index.esm.js

@@ -498,7 +498,7 @@ class ActionImpl {
                                 result = modified_result;
                             }
                         }
-                        const result_has_image = result && "image" in result;
+                        const result_has_image = result && result.image;
                         const resultContent = result_has_image
                             ? {
                                 type: 'tool_result',
@@ -938,19 +938,6 @@ class WorkflowGenerator {
             ],
         });
         const workflowData = response.toolCalls[0].input.workflow;
-        // Forcibly add special tools
-        const specialTools = [
-            "cancel_workflow",
-            "human_input_text",
-            "human_operate",
-        ];
-        for (const node of workflowData.nodes) {
-            for (const tool of specialTools) {
-                if (!node.action.tools.includes(tool)) {
-                    node.action.tools.push(tool);
-                }
-            }
-        }
         // Validate all tools exist
         for (const node of workflowData.nodes) {
             if (!this.toolRegistry.hasTools(node.action.tools)) {