@eko-ai/eko 1.2.4 → 1.3.0

package/dist/common/context-compressor.d.ts

@@ -0,0 +1,10 @@
+import { Message } from "@/types";
+export declare abstract class ContextComporessor {
+    abstract comporess(messages: Message[]): Message[];
+}
+export declare class NoComporess extends ContextComporessor {
+    comporess(messages: Message[]): Message[];
+}
+export declare class SimpleQAComporess extends ContextComporessor {
+    comporess(messages: Message[]): Message[];
+}

package/dist/extension.cjs.js

@@ -696,7 +696,7 @@ async function getTabId(context) {
         }
         if (!tabId) {
             const fellouTabId = window.__FELLOU_TAB_ID__;
-            if (tabId) {
+            if (fellouTabId) {
                 tabId = fellouTabId;
             }
             else {
@@ -1227,6 +1227,9 @@ async function screenshot(chromeProxy, windowId, compress) {
             },
         };
         logger.debug('screenshot Got screenshot result:', result);
+        if (!data || data.length < 30) {
+            throw new Error('image error');
+        }
         return result;
     }
     catch (e) {
@@ -1272,6 +1275,9 @@ async function compress_image(dataUrl, scale = 0.8, quality = 0.8) {
                 logger.debug('Got compressed image result (sliced):', result.slice(0, 200));
                 resolve(result);
             };
+            reader.onerror = () => {
+                resolve(dataUrl);
+            };
             reader.readAsDataURL(blob);
         });
     }

package/dist/extension.esm.js

@@ -694,7 +694,7 @@ async function getTabId(context) {
         }
         if (!tabId) {
             const fellouTabId = window.__FELLOU_TAB_ID__;
-            if (tabId) {
+            if (fellouTabId) {
                 tabId = fellouTabId;
             }
             else {
@@ -1225,6 +1225,9 @@ async function screenshot(chromeProxy, windowId, compress) {
             },
         };
         logger.debug('screenshot Got screenshot result:', result);
+        if (!data || data.length < 30) {
+            throw new Error('image error');
+        }
         return result;
     }
     catch (e) {
@@ -1270,6 +1273,9 @@ async function compress_image(dataUrl, scale = 0.8, quality = 0.8) {
                 logger.debug('Got compressed image result (sliced):', result.slice(0, 200));
                 resolve(result);
             };
+            reader.onerror = () => {
+                resolve(dataUrl);
+            };
             reader.readAsDataURL(blob);
         });
     }

package/dist/index.cjs.js

@@ -10027,7 +10027,7 @@ ${JSON.stringify(nodeOutputs)}
     return {
         isSuccessful: contextVariables.get("__isSuccessful__"),
         summary: response.toolCalls[0].input.summary,
-        payload: response.toolCalls[0].input.document,
+        payload: (response.toolCalls[0].input.isDocumentGenerationTask ? response.toolCalls[0].input.document : undefined),
     };
 }
 
@@ -10395,7 +10395,7 @@ class ActionImpl {
                             // unwrap the toolCall
                             let unwrapped = this.unwrapToolCall(toolCall);
                             let input = unwrapped.toolCall.input;
-                            logger.debug("unwrapped", unwrapped);
+                            logger.info("LLM Response:", unwrapped);
                             if (unwrapped.thinking) {
                                 (_d = (_b = context.callback) === null || _b === void 0 ? void 0 : (_c = _b.hooks).onLlmMessage) === null || _d === void 0 ? void 0 : _d.call(_c, unwrapped.thinking);
                             }
@@ -10585,9 +10585,11 @@ class ActionImpl {
         toolMap.set(returnTool.name, returnTool);
         // get already existing tabs as task background
         const currentWindow = await context.ekoConfig.chromeProxy.windows.getCurrent();
-        const existingTabs = await context.ekoConfig.chromeProxy.tabs.query({
+        let existingTabs = await context.ekoConfig.chromeProxy.tabs.query({
             windowId: currentWindow.id,
         });
+        existingTabs = existingTabs.filter((tab) => { tab.title && tab.url; });
+        logger.debug("existingTabs:", existingTabs);
         // get patchs for task
         let patchs = [];
         if (context.ekoConfig.patchServerUrl) {
@@ -10830,6 +10832,18 @@ Navigation Bar or Menu Changes: After logging in, the navigation bar will includ
                 //   "type": "string",
                 //   "description": 'Your observation of the previous steps. Should start with "In the previous step, I\'ve ...".',
                 // },
+                evaluate_previous_goal: {
+                    "type": "string",
+                    "description": "Success|Failed|Unknown - Analyze the current elements and the image to check if the previous goals/actions are successful like intended by the task. Mention if something unexpected happened. Shortly state why/why not"
+                },
+                memory: {
+                    "type": "string",
+                    "description": "Description of what has been done and what you need to remember. Be very specific. Count here ALWAYS how many times you have done something and how many remain. E.g. 0 out of 10 websites analyzed. Continue with abc and xyz",
+                },
+                next_goal: {
+                    "type": "string",
+                    "description": "What needs to be done with the next immediate action",
+                },
                 thinking: {
                     "type": "string",
                     "description": 'Your thinking draft.',
@@ -10845,6 +10859,9 @@ Navigation Bar or Menu Changes: After logging in, the navigation bar will includ
                 // "observation",
                 "thinking",
                 "userSidePrompt",
+                "memory",
+                "next_goal",
+                "evaluate_previous_goal",
                 "toolCall",
             ],
         };
@@ -10855,6 +10872,9 @@ Navigation Bar or Menu Changes: After logging in, the navigation bar will includ
             observation: toolCall.input.observation,
             thinking: toolCall.input.thinking,
             userSidePrompt: toolCall.input.userSidePrompt,
+            evaluate_previous_goal: toolCall.input.evaluate_previous_goal,
+            memory: toolCall.input.memory,
+            next_goal: toolCall.input.next_goal,
             toolCall: {
                 id: toolCall.id,
                 name: toolCall.name,
@@ -10915,6 +10935,8 @@ class WorkflowGenerator {
     }
     async doGenerateWorkflow(prompt, modify, ekoConfig) {
         // Create prompts with current set of tools
+        logger.debug("doGenerateWorkflow...");
+        let retry_counter = 3;
         const prompts = createWorkflowPrompts(this.toolRegistry.getToolDefinitions());
         let messages = [];
         if (modify) {
@@ -10942,41 +10964,38 @@ class WorkflowGenerator {
             tools: [createWorkflowGenerationTool(this.toolRegistry)],
             toolChoice: { type: 'tool', name: 'generate_workflow' },
         };
-        console.time('Workflow Generation Time'); // 开始计时
-        const response = await this.llmProvider.generateText(messages, params);
-        console.timeEnd('Workflow Generation Time'); // 结束计时并输出时间差
-        if (!response.toolCalls.length || !response.toolCalls[0].input.workflow) {
-            messages.pop();
-            throw new Error('Failed to generate workflow: Invalid response from LLM');
-        }
-        messages.push({
-            role: 'assistant',
-            content: [
-                {
-                    type: 'tool_use',
-                    id: response.toolCalls[0].id,
-                    name: response.toolCalls[0].name,
-                    input: response.toolCalls[0].input,
-                },
-            ],
-        }, {
-            role: 'user',
-            content: [
-                {
-                    type: 'tool_result',
-                    tool_use_id: response.toolCalls[0].id,
-                    content: 'ok',
-                },
-            ],
-        });
-        const workflowData = response.toolCalls[0].input.workflow;
-        // debug
-        logger.debug("Debug the workflow...", { ...workflowData });
-        // Generate a new UUID if not provided
-        if (!workflowData.id) {
-            workflowData.id = uuid.v4();
+        while (retry_counter > 0) {
+            try {
+                console.time('Workflow Generation Time'); // 开始计时
+                const response = await this.llmProvider.generateText(messages, params);
+                console.timeEnd('Workflow Generation Time'); // 结束计时并输出时间差
+                logger.debug("generateText() done!");
+                if (!response.toolCalls.length || !response.toolCalls[0].input.workflow) {
+                    messages.pop();
+                    throw new Error('Failed to generate workflow: Invalid response from LLM');
+                }
+                let workflowData = response.toolCalls[0].input.workflow;
+                // debug
+                if (typeof workflowData == "string") {
+                    logger.warn("workflowData is string, try to transform it into object...");
+                    logger.debug("workflowData string:", workflowData);
+                    workflowData = JSON.parse(workflowData);
+                }
+                logger.debug("Debug the workflow...", { ...workflowData });
+                // Generate a new UUID if not provided
+                if (!workflowData.id) {
+                    workflowData.id = uuid.v4();
+                }
+                return this.createFastWorkflowFromData(workflowData, ekoConfig);
+            }
+            catch (e) {
+                logger.warn("an error occured when generating workflow:", e);
+                logger.info(`retry...${retry_counter}`);
+                retry_counter -= 1;
+            }
         }
-        return this.createFastWorkflowFromData(workflowData, ekoConfig);
+        logger.error("cannot generate workflow with retry");
+        throw Error("many errors occured when generating workflow");
     }
     createWorkflowFromData(data, ekoConfig) {
         const workflow = new WorkflowImpl(data.id, data.name, ekoConfig, data, data.description || '', [], new Map(Object.entries(data.variables || {})), this.llmProvider, {
@@ -11046,44 +11065,23 @@ const workflowSchema = {
             type: "array",
             items: {
                 type: "object",
-                required: ["id", "type", "action"],
+                required: ["id", "action"],
                 properties: {
                     id: { type: "string" },
-                    type: {
-                        type: "string",
-                        enum: ["action"], // only action nodes for now; reserved for future types like condition, loop, etc.
-                    },
-                    dependencies: {
-                        type: "array",
-                        items: { type: "string" },
-                    },
-                    output: {
-                        type: "object",
-                        properties: {
-                            name: { type: "string" },
-                            description: { type: "string" },
-                        },
-                    },
                     action: {
                         type: "object",
-                        required: ["type", "name", "description"],
+                        required: ["name", "description"],
                         properties: {
-                            type: {
+                            name: { type: "string" },
+                            description: {
                                 type: "string",
-                                // enum: ["prompt", "script", "hybrid"],
-                                enum: ["prompt"],
+                                description: "Note that do not use \" mark.",
                             },
-                            name: { type: "string" },
-                            description: { type: "string" },
                         },
                     },
                 },
             },
         },
-        variables: {
-            type: "object",
-            additionalProperties: true,
-        },
     },
 };
 
@@ -11146,7 +11144,7 @@ class Eko {
         this.llmProvider = LLMProviderFactory.buildLLMProvider(llmConfig);
         this.ekoConfig = this.buildEkoConfig(ekoConfig);
         this.registerTools();
-        logger.info("using Eko@" + "0b8135fc46d59eb59eb56c57564e2db06526249b");
+        logger.info("using Eko@" + "416349eaa1535085d74b14170d4e0741756da46f");
         logger.debug("caller's ekoConfig:", ekoConfig);
     }
     static getLogger() {

package/dist/index.esm.js

@@ -10023,7 +10023,7 @@ ${JSON.stringify(nodeOutputs)}
     return {
         isSuccessful: contextVariables.get("__isSuccessful__"),
         summary: response.toolCalls[0].input.summary,
-        payload: response.toolCalls[0].input.document,
+        payload: (response.toolCalls[0].input.isDocumentGenerationTask ? response.toolCalls[0].input.document : undefined),
     };
 }
 
@@ -10391,7 +10391,7 @@ class ActionImpl {
                             // unwrap the toolCall
                             let unwrapped = this.unwrapToolCall(toolCall);
                             let input = unwrapped.toolCall.input;
-                            logger.debug("unwrapped", unwrapped);
+                            logger.info("LLM Response:", unwrapped);
                             if (unwrapped.thinking) {
                                 (_d = (_b = context.callback) === null || _b === void 0 ? void 0 : (_c = _b.hooks).onLlmMessage) === null || _d === void 0 ? void 0 : _d.call(_c, unwrapped.thinking);
                             }
@@ -10581,9 +10581,11 @@ class ActionImpl {
         toolMap.set(returnTool.name, returnTool);
         // get already existing tabs as task background
         const currentWindow = await context.ekoConfig.chromeProxy.windows.getCurrent();
-        const existingTabs = await context.ekoConfig.chromeProxy.tabs.query({
+        let existingTabs = await context.ekoConfig.chromeProxy.tabs.query({
             windowId: currentWindow.id,
         });
+        existingTabs = existingTabs.filter((tab) => { tab.title && tab.url; });
+        logger.debug("existingTabs:", existingTabs);
         // get patchs for task
         let patchs = [];
         if (context.ekoConfig.patchServerUrl) {
@@ -10826,6 +10828,18 @@ Navigation Bar or Menu Changes: After logging in, the navigation bar will includ
                 //   "type": "string",
                 //   "description": 'Your observation of the previous steps. Should start with "In the previous step, I\'ve ...".',
                 // },
+                evaluate_previous_goal: {
+                    "type": "string",
+                    "description": "Success|Failed|Unknown - Analyze the current elements and the image to check if the previous goals/actions are successful like intended by the task. Mention if something unexpected happened. Shortly state why/why not"
+                },
+                memory: {
+                    "type": "string",
+                    "description": "Description of what has been done and what you need to remember. Be very specific. Count here ALWAYS how many times you have done something and how many remain. E.g. 0 out of 10 websites analyzed. Continue with abc and xyz",
+                },
+                next_goal: {
+                    "type": "string",
+                    "description": "What needs to be done with the next immediate action",
+                },
                 thinking: {
                     "type": "string",
                     "description": 'Your thinking draft.',
@@ -10841,6 +10855,9 @@ Navigation Bar or Menu Changes: After logging in, the navigation bar will includ
                 // "observation",
                 "thinking",
                 "userSidePrompt",
+                "memory",
+                "next_goal",
+                "evaluate_previous_goal",
                 "toolCall",
             ],
         };
@@ -10851,6 +10868,9 @@ Navigation Bar or Menu Changes: After logging in, the navigation bar will includ
             observation: toolCall.input.observation,
             thinking: toolCall.input.thinking,
             userSidePrompt: toolCall.input.userSidePrompt,
+            evaluate_previous_goal: toolCall.input.evaluate_previous_goal,
+            memory: toolCall.input.memory,
+            next_goal: toolCall.input.next_goal,
             toolCall: {
                 id: toolCall.id,
                 name: toolCall.name,
@@ -10911,6 +10931,8 @@ class WorkflowGenerator {
     }
     async doGenerateWorkflow(prompt, modify, ekoConfig) {
         // Create prompts with current set of tools
+        logger.debug("doGenerateWorkflow...");
+        let retry_counter = 3;
         const prompts = createWorkflowPrompts(this.toolRegistry.getToolDefinitions());
         let messages = [];
         if (modify) {
@@ -10938,41 +10960,38 @@ class WorkflowGenerator {
             tools: [createWorkflowGenerationTool(this.toolRegistry)],
             toolChoice: { type: 'tool', name: 'generate_workflow' },
         };
-        console.time('Workflow Generation Time'); // 开始计时
-        const response = await this.llmProvider.generateText(messages, params);
-        console.timeEnd('Workflow Generation Time'); // 结束计时并输出时间差
-        if (!response.toolCalls.length || !response.toolCalls[0].input.workflow) {
-            messages.pop();
-            throw new Error('Failed to generate workflow: Invalid response from LLM');
-        }
-        messages.push({
-            role: 'assistant',
-            content: [
-                {
-                    type: 'tool_use',
-                    id: response.toolCalls[0].id,
-                    name: response.toolCalls[0].name,
-                    input: response.toolCalls[0].input,
-                },
-            ],
-        }, {
-            role: 'user',
-            content: [
-                {
-                    type: 'tool_result',
-                    tool_use_id: response.toolCalls[0].id,
-                    content: 'ok',
-                },
-            ],
-        });
-        const workflowData = response.toolCalls[0].input.workflow;
-        // debug
-        logger.debug("Debug the workflow...", { ...workflowData });
-        // Generate a new UUID if not provided
-        if (!workflowData.id) {
-            workflowData.id = v4();
+        while (retry_counter > 0) {
+            try {
+                console.time('Workflow Generation Time'); // 开始计时
+                const response = await this.llmProvider.generateText(messages, params);
+                console.timeEnd('Workflow Generation Time'); // 结束计时并输出时间差
+                logger.debug("generateText() done!");
+                if (!response.toolCalls.length || !response.toolCalls[0].input.workflow) {
+                    messages.pop();
+                    throw new Error('Failed to generate workflow: Invalid response from LLM');
+                }
+                let workflowData = response.toolCalls[0].input.workflow;
+                // debug
+                if (typeof workflowData == "string") {
+                    logger.warn("workflowData is string, try to transform it into object...");
+                    logger.debug("workflowData string:", workflowData);
+                    workflowData = JSON.parse(workflowData);
+                }
+                logger.debug("Debug the workflow...", { ...workflowData });
+                // Generate a new UUID if not provided
+                if (!workflowData.id) {
+                    workflowData.id = v4();
+                }
+                return this.createFastWorkflowFromData(workflowData, ekoConfig);
+            }
+            catch (e) {
+                logger.warn("an error occured when generating workflow:", e);
+                logger.info(`retry...${retry_counter}`);
+                retry_counter -= 1;
+            }
         }
-        return this.createFastWorkflowFromData(workflowData, ekoConfig);
+        logger.error("cannot generate workflow with retry");
+        throw Error("many errors occured when generating workflow");
     }
     createWorkflowFromData(data, ekoConfig) {
         const workflow = new WorkflowImpl(data.id, data.name, ekoConfig, data, data.description || '', [], new Map(Object.entries(data.variables || {})), this.llmProvider, {
@@ -11042,44 +11061,23 @@ const workflowSchema = {
             type: "array",
             items: {
                 type: "object",
-                required: ["id", "type", "action"],
+                required: ["id", "action"],
                 properties: {
                     id: { type: "string" },
-                    type: {
-                        type: "string",
-                        enum: ["action"], // only action nodes for now; reserved for future types like condition, loop, etc.
-                    },
-                    dependencies: {
-                        type: "array",
-                        items: { type: "string" },
-                    },
-                    output: {
-                        type: "object",
-                        properties: {
-                            name: { type: "string" },
-                            description: { type: "string" },
-                        },
-                    },
                     action: {
                         type: "object",
-                        required: ["type", "name", "description"],
+                        required: ["name", "description"],
                         properties: {
-                            type: {
+                            name: { type: "string" },
+                            description: {
                                 type: "string",
-                                // enum: ["prompt", "script", "hybrid"],
-                                enum: ["prompt"],
+                                description: "Note that do not use \" mark.",
                             },
-                            name: { type: "string" },
-                            description: { type: "string" },
                         },
                     },
                 },
             },
         },
-        variables: {
-            type: "object",
-            additionalProperties: true,
-        },
     },
 };
 
@@ -11142,7 +11140,7 @@ class Eko {
         this.llmProvider = LLMProviderFactory.buildLLMProvider(llmConfig);
         this.ekoConfig = this.buildEkoConfig(ekoConfig);
         this.registerTools();
-        logger.info("using Eko@" + "0b8135fc46d59eb59eb56c57564e2db06526249b");
+        logger.info("using Eko@" + "416349eaa1535085d74b14170d4e0741756da46f");
         logger.debug("caller's ekoConfig:", ekoConfig);
     }
     static getLogger() {

package/dist/schemas/workflow.schema.d.ts

@@ -24,49 +24,21 @@ export declare const workflowSchema: {
                     id: {
                         type: string;
                     };
-                    type: {
-                        type: string;
-                        enum: string[];
-                    };
-                    dependencies: {
-                        type: string;
-                        items: {
-                            type: string;
-                        };
-                    };
-                    output: {
-                        type: string;
-                        properties: {
-                            name: {
-                                type: string;
-                            };
-                            description: {
-                                type: string;
-                            };
-                        };
-                    };
                     action: {
                         type: string;
                         required: string[];
                         properties: {
-                            type: {
-                                type: string;
-                                enum: string[];
-                            };
                             name: {
                                 type: string;
                             };
                             description: {
                                 type: string;
+                                description: string;
                             };
                         };
                     };
                 };
             };
         };
-        variables: {
-            type: string;
-            additionalProperties: boolean;
-        };
     };
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@eko-ai/eko",
-  "version": "1.2.4",
+  "version": "1.3.0",
   "description": "Empowering language to transform human words into action.",
   "main": "dist/index.cjs.js",
   "module": "dist/index.esm.js",