@eko-ai/eko 1.1.1 → 1.1.2

package/dist/extension/tools/browser_use.d.ts

@@ -1,9 +1,10 @@
 import { BrowserUseParam, BrowserUseResult } from '../../types/tools.types';
-import { Tool, InputSchema, ExecutionContext } from '../../types/action.types';
+import { InputSchema, ExecutionContext } from '../../types/action.types';
+import { ToolReturnsScreenshot } from './tool_returns_screenshot';
 /**
  * Browser Use for general
  */
-export declare class BrowserUse implements Tool<BrowserUseParam, BrowserUseResult> {
+export declare class BrowserUse extends ToolReturnsScreenshot<BrowserUseParam> {
     name: string;
     description: string;
     input_schema: InputSchema;
@@ -14,6 +15,6 @@ export declare class BrowserUse implements Tool<BrowserUseParam, BrowserUseResul
      * @param {*} params { action: 'input_text', index: 1, text: 'string' }
      * @returns > { success: true, image?: { type: 'base64', media_type: 'image/jpeg', data: '/9j...' }, text?: string }
      */
-    execute(context: ExecutionContext, params: BrowserUseParam): Promise<BrowserUseResult>;
+    realExecute(context: ExecutionContext, params: BrowserUseParam): Promise<BrowserUseResult>;
     destroy(context: ExecutionContext): void;
 }

package/dist/extension/tools/open_url.d.ts

@@ -1,9 +1,10 @@
 import { OpenUrlParam, OpenUrlResult } from '../../types/tools.types';
-import { Tool, InputSchema, ExecutionContext } from '../../types/action.types';
+import { InputSchema, ExecutionContext } from '../../types/action.types';
+import { ToolReturnsScreenshot } from './tool_returns_screenshot';
 /**
  * Open Url
  */
-export declare class OpenUrl implements Tool<OpenUrlParam, OpenUrlResult> {
+export declare class OpenUrl extends ToolReturnsScreenshot<OpenUrlParam> {
     name: string;
     description: string;
     input_schema: InputSchema;
@@ -14,5 +15,5 @@ export declare class OpenUrl implements Tool<OpenUrlParam, OpenUrlResult> {
      * @param {*} params { url: 'https://www.google.com', newWindow: true }
      * @returns > { tabId, windowId, title, success: true }
      */
-    execute(context: ExecutionContext, params: OpenUrlParam): Promise<OpenUrlResult>;
+    realExecute(context: ExecutionContext, params: OpenUrlParam): Promise<OpenUrlResult>;
 }

package/dist/extension/tools/tool_returns_screenshot.d.ts

@@ -0,0 +1,8 @@
+import { BrowserUseResult, ExecutionContext, InputSchema, Tool } from "@/types";
+export declare abstract class ToolReturnsScreenshot<T> implements Tool<T, BrowserUseResult> {
+    abstract name: string;
+    abstract description: string;
+    abstract input_schema: InputSchema;
+    abstract realExecute(context: ExecutionContext, params: T): Promise<any>;
+    execute(context: ExecutionContext, params: T): Promise<BrowserUseResult>;
+}

package/dist/extension/utils.d.ts

@@ -2,7 +2,7 @@ import { ExecutionContext } from '../types/action.types';
 export declare function getWindowId(context: ExecutionContext): Promise<number>;
 export declare function getTabId(context: ExecutionContext): Promise<number>;
 export declare function getCurrentTabId(chromeProxy: any, windowId?: number | undefined): Promise<number | undefined>;
-export declare function open_new_tab(chromeProxy: any, url: string, newWindow: boolean, windowId?: number): Promise<chrome.tabs.Tab>;
+export declare function open_new_tab(chromeProxy: any, url: string, windowId?: number): Promise<chrome.tabs.Tab>;
 export declare function executeScript(chromeProxy: any, tabId: number, func: any, args: any[]): Promise<any>;
 export declare function waitForTabComplete(chromeProxy: any, tabId: number, timeout?: number): Promise<chrome.tabs.Tab>;
 export declare function doesTabExists(chromeProxy: any, tabId: number): Promise<unknown>;

package/dist/extension.cjs.js

@@ -101,41 +101,23 @@ function getCurrentTabId(chromeProxy, windowId) {
         });
     });
 }
-async function open_new_tab(chromeProxy, url, newWindow, windowId) {
-    let tabId;
-    if (newWindow) {
-        let window = await chromeProxy.windows.create({
-            type: 'normal',
-            state: 'maximized',
-            url: url,
-        });
+async function open_new_tab(chromeProxy, url, windowId) {
+    if (!windowId) {
+        const window = await chromeProxy.windows.getCurrent();
         windowId = window.id;
-        let tabs = window.tabs || [
-            await chromeProxy.tabs.create({
-                url: url,
-                windowId: windowId,
-            }),
-        ];
-        tabId = tabs[0].id;
-    }
-    else {
-        if (!windowId) {
-            const window = await chromeProxy.windows.getCurrent();
-            windowId = window.id;
-        }
-        console.log("windowId: " + windowId);
-        let tab = await chromeProxy.tabs.create({
-            url: url,
-            windowId: windowId,
-        });
-        console.log("chromeProxy.tabs.create() done");
-        tabId = tab.id;
     }
-    let tab = await waitForTabComplete(chromeProxy, tabId);
+    console.log("windowId: " + windowId);
+    let tab = await chromeProxy.tabs.create({
+        url: url,
+        windowId: windowId,
+    });
+    console.log("chromeProxy.tabs.create() done");
+    let tabId = tab.id;
+    let completedTab = await waitForTabComplete(chromeProxy, tabId);
     console.log("waitForTabComplete() done");
     await sleep(200);
     console.log("sleep() done");
-    return tab;
+    return completedTab;
 }
 async function executeScript(chromeProxy, tabId, func, args) {
     let frameResults = await chromeProxy.scripting.executeScript({
@@ -772,11 +754,22 @@ var browser = /*#__PURE__*/Object.freeze({
     type_by: type_by
 });
 
+class ToolReturnsScreenshot {
+    async execute(context, params) {
+        const realResult = await this.realExecute(context, params);
+        console.log("debug realResult...", realResult);
+        let instance = new BrowserUse();
+        const image = await instance.realExecute(context, { action: "screenshot_extract_element" });
+        return image;
+    }
+}
+
 /**
  * Browser Use for general
  */
-class BrowserUse {
+class BrowserUse extends ToolReturnsScreenshot {
     constructor() {
+        super();
         this.name = 'browser_use';
         this.description = `Use structured commands to interact with the browser, manipulating page elements through screenshots and webpage element extraction.
 * This is a browser GUI interface where you need to analyze webpages by taking screenshots and extracting page element structures, and specify action sequences to complete designated tasks.
@@ -839,7 +832,7 @@ class BrowserUse {
      * @param {*} params { action: 'input_text', index: 1, text: 'string' }
      * @returns > { success: true, image?: { type: 'base64', media_type: 'image/jpeg', data: '/9j...' }, text?: string }
      */
-    async execute(context, params) {
+    async realExecute(context, params) {
         var _a;
         console.log("execute 'browser_use'...");
         try {
@@ -967,12 +960,6 @@ class BrowserUse {
             }
             console.log("execute 'browser_use'...done, result=");
             console.log(result);
-            if (params.action != "screenshot_extract_element") {
-                console.log("as this action is has not screenshoted, take it now...");
-                let instance = new BrowserUse();
-                result = await instance.execute(context, { action: "screenshot_extract_element" });
-                console.log("as this action is has not screenshoted, take it now...done");
-            }
             return result;
         }
         catch (e) {
@@ -1078,10 +1065,10 @@ class ExportFile {
             let tab;
             const url = 'https://www.google.com';
             if (context.ekoConfig.workingWindowId) {
-                tab = await open_new_tab(context.ekoConfig.chromeProxy, url, false, context.ekoConfig.workingWindowId);
+                tab = await open_new_tab(context.ekoConfig.chromeProxy, url, context.ekoConfig.workingWindowId);
             }
             else {
-                tab = await open_new_tab(context.ekoConfig.chromeProxy, url, true);
+                tab = await open_new_tab(context.ekoConfig.chromeProxy, url);
             }
             (_f = (_e = (_d = context.callback) === null || _d === void 0 ? void 0 : _d.hooks) === null || _e === void 0 ? void 0 : _e.onTabCreated) === null || _f === void 0 ? void 0 : _f.call(_e, tab.id);
             let tabId = tab.id;
@@ -1179,8 +1166,9 @@ class GetAllTabs {
 /**
  * Open Url
  */
-class OpenUrl {
+class OpenUrl extends ToolReturnsScreenshot {
     constructor() {
+        super();
         this.name = 'open_url';
         this.description = 'Open the specified URL link in browser window';
         this.input_schema = {
@@ -1204,7 +1192,7 @@ class OpenUrl {
      * @param {*} params { url: 'https://www.google.com', newWindow: true }
      * @returns > { tabId, windowId, title, success: true }
      */
-    async execute(context, params) {
+    async realExecute(context, params) {
         var _a, _b, _c, _d, _e, _f;
         console.log('Starting execute function with context:', context, 'and params:', params);
         // 参数验证
@@ -1232,7 +1220,7 @@ class OpenUrl {
         let tab;
         if (newWindow) {
             console.log('Opening new tab in a new window.');
-            tab = await open_new_tab(context.ekoConfig.chromeProxy, url, true);
+            tab = await open_new_tab(context.ekoConfig.chromeProxy, url);
             (_c = (_b = (_a = context.callback) === null || _a === void 0 ? void 0 : _a.hooks) === null || _b === void 0 ? void 0 : _b.onTabCreated) === null || _c === void 0 ? void 0 : _c.call(_b, tab.id);
             console.log('New tab created in a new window:', tab);
         }
@@ -1240,7 +1228,7 @@ class OpenUrl {
             let windowId = context.ekoConfig.workingWindowId ? context.ekoConfig.workingWindowId : await getWindowId(context);
             console.log('Using existing window with ID:', windowId);
             try {
-                tab = await open_new_tab(context.ekoConfig.chromeProxy, url, false, windowId);
+                tab = await open_new_tab(context.ekoConfig.chromeProxy, url, windowId);
                 console.log("Calling hook...");
                 (_f = (_e = (_d = context.callback) === null || _d === void 0 ? void 0 : _d.hooks) === null || _e === void 0 ? void 0 : _e.onTabCreated) === null || _f === void 0 ? void 0 : _f.call(_e, tab.id);
                 console.log('New tab created in existing window:', tab);
@@ -1338,7 +1326,7 @@ class TabManagement {
      * @returns > { result, success: true }
      */
     async execute(context, params) {
-        var _a, _b, _c, _d, _e, _f;
+        var _a, _b, _c;
         if (params === null || !params.command) {
             throw new Error('Invalid parameters. Expected an object with a "command" property.');
         }
@@ -1409,31 +1397,12 @@ class TabManagement {
         }
         else if (command.startsWith('new_tab')) {
             let url = command.replace('new_tab', '').replace('[', '').replace(']', '').replace(/"/g, '').trim();
-            // First mandatory opening of a new window
-            let newWindow = !context.variables.get('windowId') && !context.variables.get('tabId');
-            let tab;
-            if (newWindow) {
-                tab = await open_new_tab(context.ekoConfig.chromeProxy, url, true);
-                (_c = (_b = (_a = context.callback) === null || _a === void 0 ? void 0 : _a.hooks) === null || _b === void 0 ? void 0 : _b.onTabCreated) === null || _c === void 0 ? void 0 : _c.call(_b, tab.id);
-            }
-            else {
-                let windowId = await getWindowId(context);
-                tab = await open_new_tab(context.ekoConfig.chromeProxy, url, false, windowId);
-                (_f = (_e = (_d = context.callback) === null || _d === void 0 ? void 0 : _d.hooks) === null || _e === void 0 ? void 0 : _e.onTabCreated) === null || _f === void 0 ? void 0 : _f.call(_e, tab.id);
-            }
-            let windowId = tab.windowId;
+            let windowId = await getWindowId(context);
+            let tab = await open_new_tab(context.ekoConfig.chromeProxy, url, windowId);
+            (_c = (_b = (_a = context.callback) === null || _a === void 0 ? void 0 : _a.hooks) === null || _b === void 0 ? void 0 : _b.onTabCreated) === null || _c === void 0 ? void 0 : _c.call(_b, tab.id);
             let tabId = tab.id;
             context.variables.set('windowId', windowId);
             context.variables.set('tabId', tabId);
-            if (newWindow) {
-                let windowIds = context.variables.get('windowIds');
-                if (windowIds) {
-                    windowIds.push(windowId);
-                }
-                else {
-                    context.variables.set('windowIds', [windowId]);
-                }
-            }
             let tabInfo = {
                 tabId: tab.id,
                 windowId: tab.windowId,
@@ -1887,7 +1856,7 @@ class HumanInputText {
             properties: {
                 question: {
                     type: 'string',
-                    description: 'Ask the user here.',
+                    description: 'Ask the user here. Should follow the format: "Please input ...".',
                 },
             },
             required: ['question'],
@@ -1928,7 +1897,7 @@ class HumanInputSingleChoice {
             properties: {
                 question: {
                     type: 'string',
-                    description: 'Ask the user here.',
+                    description: 'Ask the user here. Should follow the format: "Please select ...".',
                 },
                 choices: {
                     type: 'array',
@@ -1983,7 +1952,7 @@ class HumanInputMultipleChoice {
             properties: {
                 question: {
                     type: 'string',
-                    description: 'Ask the user here.',
+                    description: 'Ask the user here. Should follow the format: "Please select ...".',
                 },
                 choices: {
                     type: 'array',
@@ -2032,10 +2001,12 @@ class HumanInputMultipleChoice {
 class HumanOperate {
     constructor() {
         this.name = 'human_operate';
-        this.description = `Use this tool when you are unable to continue a task that requires user assistance.
-Usage scenarios include:
+        this.description = `Use this tool when one of following appears:
 1. Authentication (such as logging in, entering a verification code, etc.)
 2. External system operations (such as uploading files, selecting a file save location, scanning documents, taking photos, paying, authorization, etc.)
+
+NOTE: You should ONLY use this tool in the scenarios above.
+
 When calling this tool to transfer control to the user, please explain in detail:
 1. Why user intervention is required
 2. What operations the user needs to perform`;
@@ -2044,7 +2015,7 @@ When calling this tool to transfer control to the user, please explain in detail
             properties: {
                 reason: {
                     type: 'string',
-                    description: 'The reason why you need to transfer control.',
+                    description: 'The reason why you need to transfer control. Should follow the format: "Please ..., and click the "Completed" button to continue.".',
                 },
             },
             required: ['reason'],

package/dist/extension.esm.js

@@ -99,41 +99,23 @@ function getCurrentTabId(chromeProxy, windowId) {
         });
     });
 }
-async function open_new_tab(chromeProxy, url, newWindow, windowId) {
-    let tabId;
-    if (newWindow) {
-        let window = await chromeProxy.windows.create({
-            type: 'normal',
-            state: 'maximized',
-            url: url,
-        });
+async function open_new_tab(chromeProxy, url, windowId) {
+    if (!windowId) {
+        const window = await chromeProxy.windows.getCurrent();
         windowId = window.id;
-        let tabs = window.tabs || [
-            await chromeProxy.tabs.create({
-                url: url,
-                windowId: windowId,
-            }),
-        ];
-        tabId = tabs[0].id;
-    }
-    else {
-        if (!windowId) {
-            const window = await chromeProxy.windows.getCurrent();
-            windowId = window.id;
-        }
-        console.log("windowId: " + windowId);
-        let tab = await chromeProxy.tabs.create({
-            url: url,
-            windowId: windowId,
-        });
-        console.log("chromeProxy.tabs.create() done");
-        tabId = tab.id;
     }
-    let tab = await waitForTabComplete(chromeProxy, tabId);
+    console.log("windowId: " + windowId);
+    let tab = await chromeProxy.tabs.create({
+        url: url,
+        windowId: windowId,
+    });
+    console.log("chromeProxy.tabs.create() done");
+    let tabId = tab.id;
+    let completedTab = await waitForTabComplete(chromeProxy, tabId);
     console.log("waitForTabComplete() done");
     await sleep(200);
     console.log("sleep() done");
-    return tab;
+    return completedTab;
 }
 async function executeScript(chromeProxy, tabId, func, args) {
     let frameResults = await chromeProxy.scripting.executeScript({
@@ -770,11 +752,22 @@ var browser = /*#__PURE__*/Object.freeze({
     type_by: type_by
 });
 
+class ToolReturnsScreenshot {
+    async execute(context, params) {
+        const realResult = await this.realExecute(context, params);
+        console.log("debug realResult...", realResult);
+        let instance = new BrowserUse();
+        const image = await instance.realExecute(context, { action: "screenshot_extract_element" });
+        return image;
+    }
+}
+
 /**
  * Browser Use for general
  */
-class BrowserUse {
+class BrowserUse extends ToolReturnsScreenshot {
     constructor() {
+        super();
         this.name = 'browser_use';
         this.description = `Use structured commands to interact with the browser, manipulating page elements through screenshots and webpage element extraction.
 * This is a browser GUI interface where you need to analyze webpages by taking screenshots and extracting page element structures, and specify action sequences to complete designated tasks.
@@ -837,7 +830,7 @@ class BrowserUse {
      * @param {*} params { action: 'input_text', index: 1, text: 'string' }
      * @returns > { success: true, image?: { type: 'base64', media_type: 'image/jpeg', data: '/9j...' }, text?: string }
      */
-    async execute(context, params) {
+    async realExecute(context, params) {
         var _a;
         console.log("execute 'browser_use'...");
         try {
@@ -965,12 +958,6 @@ class BrowserUse {
             }
             console.log("execute 'browser_use'...done, result=");
             console.log(result);
-            if (params.action != "screenshot_extract_element") {
-                console.log("as this action is has not screenshoted, take it now...");
-                let instance = new BrowserUse();
-                result = await instance.execute(context, { action: "screenshot_extract_element" });
-                console.log("as this action is has not screenshoted, take it now...done");
-            }
             return result;
         }
         catch (e) {
@@ -1076,10 +1063,10 @@ class ExportFile {
             let tab;
             const url = 'https://www.google.com';
             if (context.ekoConfig.workingWindowId) {
-                tab = await open_new_tab(context.ekoConfig.chromeProxy, url, false, context.ekoConfig.workingWindowId);
+                tab = await open_new_tab(context.ekoConfig.chromeProxy, url, context.ekoConfig.workingWindowId);
             }
             else {
-                tab = await open_new_tab(context.ekoConfig.chromeProxy, url, true);
+                tab = await open_new_tab(context.ekoConfig.chromeProxy, url);
             }
             (_f = (_e = (_d = context.callback) === null || _d === void 0 ? void 0 : _d.hooks) === null || _e === void 0 ? void 0 : _e.onTabCreated) === null || _f === void 0 ? void 0 : _f.call(_e, tab.id);
             let tabId = tab.id;
@@ -1177,8 +1164,9 @@ class GetAllTabs {
 /**
  * Open Url
  */
-class OpenUrl {
+class OpenUrl extends ToolReturnsScreenshot {
     constructor() {
+        super();
         this.name = 'open_url';
         this.description = 'Open the specified URL link in browser window';
         this.input_schema = {
@@ -1202,7 +1190,7 @@ class OpenUrl {
      * @param {*} params { url: 'https://www.google.com', newWindow: true }
      * @returns > { tabId, windowId, title, success: true }
      */
-    async execute(context, params) {
+    async realExecute(context, params) {
         var _a, _b, _c, _d, _e, _f;
         console.log('Starting execute function with context:', context, 'and params:', params);
         // 参数验证
@@ -1230,7 +1218,7 @@ class OpenUrl {
         let tab;
         if (newWindow) {
             console.log('Opening new tab in a new window.');
-            tab = await open_new_tab(context.ekoConfig.chromeProxy, url, true);
+            tab = await open_new_tab(context.ekoConfig.chromeProxy, url);
             (_c = (_b = (_a = context.callback) === null || _a === void 0 ? void 0 : _a.hooks) === null || _b === void 0 ? void 0 : _b.onTabCreated) === null || _c === void 0 ? void 0 : _c.call(_b, tab.id);
             console.log('New tab created in a new window:', tab);
         }
@@ -1238,7 +1226,7 @@ class OpenUrl {
             let windowId = context.ekoConfig.workingWindowId ? context.ekoConfig.workingWindowId : await getWindowId(context);
             console.log('Using existing window with ID:', windowId);
             try {
-                tab = await open_new_tab(context.ekoConfig.chromeProxy, url, false, windowId);
+                tab = await open_new_tab(context.ekoConfig.chromeProxy, url, windowId);
                 console.log("Calling hook...");
                 (_f = (_e = (_d = context.callback) === null || _d === void 0 ? void 0 : _d.hooks) === null || _e === void 0 ? void 0 : _e.onTabCreated) === null || _f === void 0 ? void 0 : _f.call(_e, tab.id);
                 console.log('New tab created in existing window:', tab);
@@ -1336,7 +1324,7 @@ class TabManagement {
      * @returns > { result, success: true }
      */
     async execute(context, params) {
-        var _a, _b, _c, _d, _e, _f;
+        var _a, _b, _c;
         if (params === null || !params.command) {
             throw new Error('Invalid parameters. Expected an object with a "command" property.');
         }
@@ -1407,31 +1395,12 @@ class TabManagement {
         }
         else if (command.startsWith('new_tab')) {
             let url = command.replace('new_tab', '').replace('[', '').replace(']', '').replace(/"/g, '').trim();
-            // First mandatory opening of a new window
-            let newWindow = !context.variables.get('windowId') && !context.variables.get('tabId');
-            let tab;
-            if (newWindow) {
-                tab = await open_new_tab(context.ekoConfig.chromeProxy, url, true);
-                (_c = (_b = (_a = context.callback) === null || _a === void 0 ? void 0 : _a.hooks) === null || _b === void 0 ? void 0 : _b.onTabCreated) === null || _c === void 0 ? void 0 : _c.call(_b, tab.id);
-            }
-            else {
-                let windowId = await getWindowId(context);
-                tab = await open_new_tab(context.ekoConfig.chromeProxy, url, false, windowId);
-                (_f = (_e = (_d = context.callback) === null || _d === void 0 ? void 0 : _d.hooks) === null || _e === void 0 ? void 0 : _e.onTabCreated) === null || _f === void 0 ? void 0 : _f.call(_e, tab.id);
-            }
-            let windowId = tab.windowId;
+            let windowId = await getWindowId(context);
+            let tab = await open_new_tab(context.ekoConfig.chromeProxy, url, windowId);
+            (_c = (_b = (_a = context.callback) === null || _a === void 0 ? void 0 : _a.hooks) === null || _b === void 0 ? void 0 : _b.onTabCreated) === null || _c === void 0 ? void 0 : _c.call(_b, tab.id);
             let tabId = tab.id;
             context.variables.set('windowId', windowId);
             context.variables.set('tabId', tabId);
-            if (newWindow) {
-                let windowIds = context.variables.get('windowIds');
-                if (windowIds) {
-                    windowIds.push(windowId);
-                }
-                else {
-                    context.variables.set('windowIds', [windowId]);
-                }
-            }
             let tabInfo = {
                 tabId: tab.id,
                 windowId: tab.windowId,
@@ -1885,7 +1854,7 @@ class HumanInputText {
             properties: {
                 question: {
                     type: 'string',
-                    description: 'Ask the user here.',
+                    description: 'Ask the user here. Should follow the format: "Please input ...".',
                 },
             },
             required: ['question'],
@@ -1926,7 +1895,7 @@ class HumanInputSingleChoice {
             properties: {
                 question: {
                     type: 'string',
-                    description: 'Ask the user here.',
+                    description: 'Ask the user here. Should follow the format: "Please select ...".',
                 },
                 choices: {
                     type: 'array',
@@ -1981,7 +1950,7 @@ class HumanInputMultipleChoice {
             properties: {
                 question: {
                     type: 'string',
-                    description: 'Ask the user here.',
+                    description: 'Ask the user here. Should follow the format: "Please select ...".',
                 },
                 choices: {
                     type: 'array',
@@ -2030,10 +1999,12 @@ class HumanInputMultipleChoice {
 class HumanOperate {
     constructor() {
         this.name = 'human_operate';
-        this.description = `Use this tool when you are unable to continue a task that requires user assistance.
-Usage scenarios include:
+        this.description = `Use this tool when one of following appears:
 1. Authentication (such as logging in, entering a verification code, etc.)
 2. External system operations (such as uploading files, selecting a file save location, scanning documents, taking photos, paying, authorization, etc.)
+
+NOTE: You should ONLY use this tool in the scenarios above.
+
 When calling this tool to transfer control to the user, please explain in detail:
 1. Why user intervention is required
 2. What operations the user needs to perform`;
@@ -2042,7 +2013,7 @@ When calling this tool to transfer control to the user, please explain in detail
             properties: {
                 reason: {
                     type: 'string',
-                    description: 'The reason why you need to transfer control.',
+                    description: 'The reason why you need to transfer control. Should follow the format: "Please ..., and click the "Completed" button to continue.".',
                 },
             },
             required: ['reason'],

package/dist/index.cjs.js

@@ -10519,7 +10519,7 @@ class Eko {
         this.prompt = "";
         this.tabs = [];
         this.workflow = undefined;
-        console.info("using Eko@" + "caf7937916135852a3b57b374f047c9049e35197");
+        console.info("using Eko@" + "14df29b1e490dfffd3cffc0548ab7e6d1e2e219a");
         console.warn("this version is POC, should not used for production");
         this.llmProvider = LLMProviderFactory.buildLLMProvider(llmConfig);
         this.ekoConfig = this.buildEkoConfig(ekoConfig);

package/dist/index.esm.js

@@ -10515,7 +10515,7 @@ class Eko {
         this.prompt = "";
         this.tabs = [];
         this.workflow = undefined;
-        console.info("using Eko@" + "caf7937916135852a3b57b374f047c9049e35197");
+        console.info("using Eko@" + "14df29b1e490dfffd3cffc0548ab7e6d1e2e219a");
         console.warn("this version is POC, should not used for production");
         this.llmProvider = LLMProviderFactory.buildLLMProvider(llmConfig);
         this.ekoConfig = this.buildEkoConfig(ekoConfig);

package/dist/nodejs.cjs.js

@@ -61,7 +61,7 @@ class HumanInputText {
             properties: {
                 question: {
                     type: 'string',
-                    description: 'Ask the user here.',
+                    description: 'Ask the user here. Should follow the format: "Please input ...".',
                 },
             },
             required: ['question'],
@@ -102,7 +102,7 @@ class HumanInputSingleChoice {
             properties: {
                 question: {
                     type: 'string',
-                    description: 'Ask the user here.',
+                    description: 'Ask the user here. Should follow the format: "Please select ...".',
                 },
                 choices: {
                     type: 'array',
@@ -157,7 +157,7 @@ class HumanInputMultipleChoice {
             properties: {
                 question: {
                     type: 'string',
-                    description: 'Ask the user here.',
+                    description: 'Ask the user here. Should follow the format: "Please select ...".',
                 },
                 choices: {
                     type: 'array',
@@ -206,10 +206,12 @@ class HumanInputMultipleChoice {
 class HumanOperate {
     constructor() {
         this.name = 'human_operate';
-        this.description = `Use this tool when you are unable to continue a task that requires user assistance.
-Usage scenarios include:
+        this.description = `Use this tool when one of following appears:
 1. Authentication (such as logging in, entering a verification code, etc.)
 2. External system operations (such as uploading files, selecting a file save location, scanning documents, taking photos, paying, authorization, etc.)
+
+NOTE: You should ONLY use this tool in the scenarios above.
+
 When calling this tool to transfer control to the user, please explain in detail:
 1. Why user intervention is required
 2. What operations the user needs to perform`;
@@ -218,7 +220,7 @@ When calling this tool to transfer control to the user, please explain in detail
             properties: {
                 reason: {
                     type: 'string',
-                    description: 'The reason why you need to transfer control.',
+                    description: 'The reason why you need to transfer control. Should follow the format: "Please ..., and click the "Completed" button to continue.".',
                 },
             },
             required: ['reason'],

package/dist/nodejs.esm.js

@@ -59,7 +59,7 @@ class HumanInputText {
             properties: {
                 question: {
                     type: 'string',
-                    description: 'Ask the user here.',
+                    description: 'Ask the user here. Should follow the format: "Please input ...".',
                 },
             },
             required: ['question'],
@@ -100,7 +100,7 @@ class HumanInputSingleChoice {
             properties: {
                 question: {
                     type: 'string',
-                    description: 'Ask the user here.',
+                    description: 'Ask the user here. Should follow the format: "Please select ...".',
                 },
                 choices: {
                     type: 'array',
@@ -155,7 +155,7 @@ class HumanInputMultipleChoice {
             properties: {
                 question: {
                     type: 'string',
-                    description: 'Ask the user here.',
+                    description: 'Ask the user here. Should follow the format: "Please select ...".',
                 },
                 choices: {
                     type: 'array',
@@ -204,10 +204,12 @@ class HumanInputMultipleChoice {
 class HumanOperate {
     constructor() {
         this.name = 'human_operate';
-        this.description = `Use this tool when you are unable to continue a task that requires user assistance.
-Usage scenarios include:
+        this.description = `Use this tool when one of following appears:
 1. Authentication (such as logging in, entering a verification code, etc.)
 2. External system operations (such as uploading files, selecting a file save location, scanning documents, taking photos, paying, authorization, etc.)
+
+NOTE: You should ONLY use this tool in the scenarios above.
+
 When calling this tool to transfer control to the user, please explain in detail:
 1. Why user intervention is required
 2. What operations the user needs to perform`;
@@ -216,7 +218,7 @@ When calling this tool to transfer control to the user, please explain in detail
             properties: {
                 reason: {
                     type: 'string',
-                    description: 'The reason why you need to transfer control.',
+                    description: 'The reason why you need to transfer control. Should follow the format: "Please ..., and click the "Completed" button to continue.".',
                 },
             },
             required: ['reason'],

package/dist/web.cjs.js

@@ -9018,7 +9018,7 @@ class HumanInputText {
             properties: {
                 question: {
                     type: 'string',
-                    description: 'Ask the user here.',
+                    description: 'Ask the user here. Should follow the format: "Please input ...".',
                 },
             },
             required: ['question'],
@@ -9059,7 +9059,7 @@ class HumanInputSingleChoice {
             properties: {
                 question: {
                     type: 'string',
-                    description: 'Ask the user here.',
+                    description: 'Ask the user here. Should follow the format: "Please select ...".',
                 },
                 choices: {
                     type: 'array',
@@ -9114,7 +9114,7 @@ class HumanInputMultipleChoice {
             properties: {
                 question: {
                     type: 'string',
-                    description: 'Ask the user here.',
+                    description: 'Ask the user here. Should follow the format: "Please select ...".',
                 },
                 choices: {
                     type: 'array',
@@ -9163,10 +9163,12 @@ class HumanInputMultipleChoice {
 class HumanOperate {
     constructor() {
         this.name = 'human_operate';
-        this.description = `Use this tool when you are unable to continue a task that requires user assistance.
-Usage scenarios include:
+        this.description = `Use this tool when one of following appears:
 1. Authentication (such as logging in, entering a verification code, etc.)
 2. External system operations (such as uploading files, selecting a file save location, scanning documents, taking photos, paying, authorization, etc.)
+
+NOTE: You should ONLY use this tool in the scenarios above.
+
 When calling this tool to transfer control to the user, please explain in detail:
 1. Why user intervention is required
 2. What operations the user needs to perform`;
@@ -9175,7 +9177,7 @@ When calling this tool to transfer control to the user, please explain in detail
             properties: {
                 reason: {
                     type: 'string',
-                    description: 'The reason why you need to transfer control.',
+                    description: 'The reason why you need to transfer control. Should follow the format: "Please ..., and click the "Completed" button to continue.".',
                 },
             },
             required: ['reason'],

package/dist/web.esm.js

@@ -9016,7 +9016,7 @@ class HumanInputText {
             properties: {
                 question: {
                     type: 'string',
-                    description: 'Ask the user here.',
+                    description: 'Ask the user here. Should follow the format: "Please input ...".',
                 },
             },
             required: ['question'],
@@ -9057,7 +9057,7 @@ class HumanInputSingleChoice {
             properties: {
                 question: {
                     type: 'string',
-                    description: 'Ask the user here.',
+                    description: 'Ask the user here. Should follow the format: "Please select ...".',
                 },
                 choices: {
                     type: 'array',
@@ -9112,7 +9112,7 @@ class HumanInputMultipleChoice {
             properties: {
                 question: {
                     type: 'string',
-                    description: 'Ask the user here.',
+                    description: 'Ask the user here. Should follow the format: "Please select ...".',
                 },
                 choices: {
                     type: 'array',
@@ -9161,10 +9161,12 @@ class HumanInputMultipleChoice {
 class HumanOperate {
     constructor() {
         this.name = 'human_operate';
-        this.description = `Use this tool when you are unable to continue a task that requires user assistance.
-Usage scenarios include:
+        this.description = `Use this tool when one of following appears:
 1. Authentication (such as logging in, entering a verification code, etc.)
 2. External system operations (such as uploading files, selecting a file save location, scanning documents, taking photos, paying, authorization, etc.)
+
+NOTE: You should ONLY use this tool in the scenarios above.
+
 When calling this tool to transfer control to the user, please explain in detail:
 1. Why user intervention is required
 2. What operations the user needs to perform`;
@@ -9173,7 +9175,7 @@ When calling this tool to transfer control to the user, please explain in detail
             properties: {
                 reason: {
                     type: 'string',
-                    description: 'The reason why you need to transfer control.',
+                    description: 'The reason why you need to transfer control. Should follow the format: "Please ..., and click the "Completed" button to continue.".',
                 },
             },
             required: ['reason'],

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@eko-ai/eko",
-  "version": "1.1.1",
+  "version": "1.1.2",
   "description": "Empowering language to transform human words into action.",
   "main": "dist/index.cjs.js",
   "module": "dist/index.esm.js",