@eko-ai/eko 1.0.8 → 1.0.10

package/dist/types/src/types/parser.types.d.ts

@@ -0,0 +1,9 @@
+export interface ValidationError {
+    type: "schema" | "reference" | "type" | "tool";
+    message: string;
+    path?: string;
+}
+export interface ValidationResult {
+    valid: boolean;
+    errors: ValidationError[];
+}

package/dist/types/src/types/tools.types.d.ts

@@ -0,0 +1,88 @@
+export interface ComputerUseParam {
+    action: string;
+    coordinate?: [number, number];
+    text?: string;
+}
+export interface ComputerUseResult {
+    success: boolean;
+    image?: ScreenshotImage;
+    [key: string]: any;
+}
+export interface BrowserUseParam {
+    action: string;
+    index?: number;
+    text?: string;
+}
+export interface BrowserUseResult {
+    success: boolean;
+    image?: ScreenshotImage;
+    text?: string;
+    [key: string]: any;
+}
+export interface ExportFileParam {
+    content: string;
+    fileType: 'txt' | 'csv' | 'md' | 'html' | 'js' | 'xml' | 'json' | 'yml' | 'sql';
+    filename?: string;
+}
+export interface ExtractContentResult {
+    tabId: number;
+    result: {
+        title?: string;
+        url?: string;
+        content: string;
+    };
+}
+export interface OpenUrlParam {
+    url: string;
+    newWindow?: boolean;
+}
+export interface OpenUrlResult {
+    tabId: number;
+    windowId: number;
+    title?: string;
+}
+export interface ScreenshotResult {
+    image: ScreenshotImage;
+}
+export interface ScreenshotImage {
+    type: 'base64';
+    media_type: 'image/png' | 'image/jpeg';
+    data: string;
+}
+export interface TabManagementParam {
+    commond: string;
+}
+export type TabManagementResult = TabInfo | CloseTabInfo | TabInfo[];
+export interface TabInfo {
+    tabId?: number;
+    windowId?: number;
+    title?: string;
+    url?: string;
+    active?: boolean;
+}
+export interface CloseTabInfo {
+    closedTabId: number;
+    newTabId?: number;
+    newTabTitle?: string;
+}
+export interface WebSearchParam {
+    url?: string;
+    query: string;
+    maxResults?: number;
+}
+export interface WebSearchResult {
+    title: string;
+    url: string;
+    content: string;
+}
+export interface TaskPrompt {
+    task_prompt: string;
+}
+export interface ElementRect {
+    left: number;
+    top: number;
+    right?: number;
+    bottom?: number;
+    width?: number;
+    height?: number;
+}

package/dist/types/src/types/workflow.types.d.ts

@@ -0,0 +1,39 @@
+import { Action, ExecutionContext, Tool } from "./action.types";
+import { LLMProvider } from "./llm.types";
+export interface WorkflowNode {
+    id: string;
+    name: string;
+    description?: string;
+    input: NodeIO;
+    output: NodeIO;
+    action: Action;
+    dependencies: string[];
+}
+export interface NodeIO {
+    type: string;
+    schema: object;
+    value: unknown;
+}
+export interface Workflow {
+    id: string;
+    name: string;
+    description?: string;
+    nodes: WorkflowNode[];
+    variables: Map<string, any>;
+    llmProvider?: LLMProvider;
+    execute(callback?: WorkflowCallback): Promise<void>;
+    addNode(node: WorkflowNode): void;
+    removeNode(nodeId: string): void;
+    getNode(nodeId: string): WorkflowNode;
+    validateDAG(): boolean;
+}
+export interface WorkflowCallback {
+    hooks: {
+        beforeWorkflow?: (workflow: Workflow) => Promise<void>;
+        beforeSubtask?: (subtask: WorkflowNode, context: ExecutionContext) => Promise<void>;
+        beforeToolUse?: (tool: Tool<any, any>, context: ExecutionContext, input: any) => Promise<any>;
+        afterToolUse?: (tool: Tool<any, any>, context: ExecutionContext, result: any) => Promise<any>;
+        afterSubtask?: (subtask: WorkflowNode, context: ExecutionContext, result: any) => Promise<void>;
+        afterWorkflow?: (workflow: Workflow, variables: Map<string, unknown>) => Promise<void>;
+    };
+}

package/dist/types/src/web/core.d.ts

@@ -0,0 +1,2 @@
+import { Tool } from '../types';
+export declare function loadTools(): Map<string, Tool<any, any>>;

package/dist/types/src/web/index.d.ts

@@ -0,0 +1,5 @@
+export * from './core';
+import * as tools from './tools';
+export { tools };
+import * as browser from './tools/browser';
+export { browser };

package/dist/types/src/web/script/build_dom_tree.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Get clickable elements on the page
+ *
+ * @param {*} doHighlightElements Is highlighted
+ * @param {*} includeAttributes [attr_names...]
+ * @returns { element_str, selector_map }
+ */
+export function get_clickable_elements(doHighlightElements: any | undefined, includeAttributes: any): string;
+export function get_highlight_element(highlightIndex: any): any;
+export function remove_highlight(): void;

package/dist/types/src/web/tools/browser.d.ts

@@ -0,0 +1,21 @@
+import { ScreenshotResult } from '../../types/tools.types';
+export declare function type(text: string, xpath?: string, highlightIndex?: number): boolean;
+export declare function clear_input(xpath?: string, highlightIndex?: number): boolean;
+export declare function left_click(xpath?: string, highlightIndex?: number): boolean;
+export declare function right_click(xpath?: string, highlightIndex?: number): boolean;
+export declare function double_click(xpath?: string, highlightIndex?: number): boolean;
+export declare function screenshot(compress?: boolean): Promise<ScreenshotResult>;
+export declare function compress_image(dataUrl: string, scale?: number, quality?: number): Promise<string>;
+export declare function scroll_to(xpath?: string, highlightIndex?: number): boolean;
+export declare function get_dropdown_options(xpath?: string, highlightIndex?: number): {
+    options: Array<{
+        index: number;
+        text: string;
+        value?: string;
+    }>;
+    id?: string;
+    name?: string;
+} | null;
+export declare function select_dropdown_option(text: string, xpath?: string, highlightIndex?: number): any;
+export declare function extractHtmlContent(): string;
+export declare function size(): [number, number];

package/dist/types/src/web/tools/browser_use.d.ts

@@ -0,0 +1,19 @@
+import { BrowserUseParam, BrowserUseResult } from '../../types/tools.types';
+import { Tool, InputSchema, ExecutionContext } from '../../types/action.types';
+/**
+ * Browser Use for general
+ */
+export declare class BrowserUse implements Tool<BrowserUseParam, BrowserUseResult> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    /**
+     * browser
+     *
+     * @param {*} params { action: 'input_text', index: 1, text: 'string' }
+     * @returns > { success: true, image?: { type: 'base64', media_type: 'image/jpeg', data: '/9j...' }, text?: string }
+     */
+    execute(context: ExecutionContext, params: BrowserUseParam): Promise<BrowserUseResult>;
+    destroy(context: ExecutionContext): void;
+}

package/dist/types/src/web/tools/element_click.d.ts

@@ -0,0 +1,12 @@
+import { Tool, InputSchema, ExecutionContext } from '../../types/action.types';
+import { TaskPrompt } from '../../types/tools.types';
+/**
+ * Element click
+ */
+export declare class ElementClick implements Tool<TaskPrompt, any> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    execute(context: ExecutionContext, params: TaskPrompt): Promise<any>;
+}

package/dist/types/src/web/tools/export_file.d.ts

@@ -0,0 +1,18 @@
+import { ExportFileParam } from '../../types/tools.types';
+import { Tool, InputSchema, ExecutionContext } from '../../types/action.types';
+/**
+ * Export file
+ */
+export declare class ExportFile implements Tool<ExportFileParam, unknown> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    /**
+     * export
+     *
+     * @param {*} params { fileType: 'csv', content: 'field1,field2\ndata1,data2' }
+     * @returns > { success: true }
+     */
+    execute(context: ExecutionContext, params: ExportFileParam): Promise<unknown>;
+}

package/dist/types/src/web/tools/extract_content.d.ts

@@ -0,0 +1,17 @@
+import { Tool, InputSchema, ExecutionContext } from '../../types/action.types';
+/**
+ * Extract Page Content
+ */
+export declare class ExtractContent implements Tool<any, string> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    /**
+     * Extract Page Content
+     *
+     * @param {*} params {}
+     * @returns > string
+     */
+    execute(context: ExecutionContext, params: any): Promise<string>;
+}

package/dist/types/src/web/tools/find_element_position.d.ts

@@ -0,0 +1,12 @@
+import { Tool, InputSchema, ExecutionContext } from '../../types/action.types';
+import { TaskPrompt, ElementRect } from '../../types/tools.types';
+/**
+ * Find Element Position
+ */
+export declare class FindElementPosition implements Tool<TaskPrompt, ElementRect | null> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    execute(context: ExecutionContext, params: TaskPrompt): Promise<ElementRect | null>;
+}

package/dist/types/src/web/tools/html_script.d.ts

@@ -0,0 +1,10 @@
+import { ElementRect } from '../../types/tools.types';
+export declare function exportFile(filename: string, type: string, content: string): void;
+export declare function xpath(element: any): string;
+export declare function queryWithXpath(xpath: string): any;
+/**
+ * Extract the elements related to html operability and wrap them into pseudo-html code.
+ */
+export declare function extractOperableElements(): string;
+export declare function clickOperableElement(id: any): any;
+export declare function getOperableElementRect(id: any): ElementRect | null;

package/dist/types/src/web/tools/index.d.ts

@@ -0,0 +1,7 @@
+import { BrowserUse } from './browser_use';
+import { ElementClick } from './element_click';
+import { ExportFile } from './export_file';
+import { ExtractContent } from './extract_content';
+import { FindElementPosition } from './find_element_position';
+import { Screenshot } from './screenshot';
+export { BrowserUse, ElementClick, ExportFile, ExtractContent, FindElementPosition, Screenshot, };

package/dist/types/src/web/tools/screenshot.d.ts

@@ -0,0 +1,18 @@
+import { Tool, InputSchema, ExecutionContext } from '../../types/action.types';
+import { ScreenshotResult } from '../../types/tools.types';
+/**
+ * Current Page Screenshot
+ */
+export declare class Screenshot implements Tool<any, ScreenshotResult> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    /**
+     * Current Page Screenshot
+     *
+     * @param {*} params {}
+     * @returns > { image: { type: 'base64', media_type: 'image/png', data } }
+     */
+    execute(context: ExecutionContext, params: unknown): Promise<ScreenshotResult>;
+}

package/dist/types/test/integration/claude-provider.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/types/test/integration/deepseek-provider.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/types/test/integration/glm-provider.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/types/test/integration/openai-provider.test copy.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/types/test/integration/openai-provider.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/types/test/integration/qwen-provider.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/types/test/integration/qwen-provider.test copy.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/types/test/integration/qwen-provider.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/types/test/integration/workflow.execution.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/types/test/integration/workflow.generation-and-execution.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/types/test/integration/workflow.generator.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/types/test/unit/action.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/types/test/unit/tool-registry.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/types/test/unit/workflow-parser.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/types/test/unit/workflow.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/types/tools.types.d.ts

@@ -41,6 +41,13 @@ export interface OpenUrlResult {
     windowId: number;
     title?: string;
 }
+export interface BrowserTab {
+    id: number;
+    url?: string;
+    title?: string;
+    content: string;
+    description: string;
+}
 export interface ScreenshotResult {
     image: ScreenshotImage;
 }
@@ -50,7 +57,7 @@ export interface ScreenshotImage {
     data: string;
 }
 export interface TabManagementParam {
-    commond: string;
+    command: string;
 }
 export type TabManagementResult = TabInfo | CloseTabInfo | TabInfo[];
 export interface TabInfo {
@@ -86,3 +93,39 @@ export interface ElementRect {
     width?: number;
     height?: number;
 }
+export interface CancelWorkflowInput {
+    reason: string;
+}
+export interface HumanInputTextInput {
+    question: string;
+}
+export interface HumanInputTextResult {
+    status: string;
+    answer: string;
+}
+export interface HumanInputSingleChoiceInput {
+    question: string;
+    choices: string[];
+}
+export interface HumanInputSingleChoiceResult {
+    status: string;
+    answer: string;
+}
+export interface HumanInputMultipleChoiceInput {
+    question: string;
+    choices: string[];
+}
+export interface HumanInputMultipleChoiceResult {
+    status: string;
+    answer: string[];
+}
+export interface HumanOperateInput {
+    reason: string;
+}
+export interface HumanOperateResult {
+    status: string;
+    userOperation: string;
+}
+export interface SummaryWorkflowInput {
+    summary: string;
+}

package/dist/types/workflow.types.d.ts

@@ -1,18 +1,22 @@
 import { Action, ExecutionContext, Tool } from "./action.types";
 import { LLMProvider } from "./llm.types";
+import { ExecutionLogger } from "@/utils/execution-logger";
+export interface NodeOutput {
+    name: string;
+    description: string;
+    value?: unknown;
+}
+export interface NodeInput {
+    items: NodeOutput[];
+}
 export interface WorkflowNode {
     id: string;
     name: string;
     description?: string;
-    input: NodeIO;
-    output: NodeIO;
-    action: Action;
     dependencies: string[];
-}
-export interface NodeIO {
-    type: string;
-    schema: object;
-    value: unknown;
+    action: Action;
+    input: NodeInput;
+    output: NodeOutput;
 }
 export interface Workflow {
     id: string;
@@ -21,7 +25,9 @@ export interface Workflow {
     nodes: WorkflowNode[];
     variables: Map<string, any>;
     llmProvider?: LLMProvider;
-    execute(callback?: WorkflowCallback): Promise<void>;
+    setLogger(logger: ExecutionLogger): void;
+    execute(callback?: WorkflowCallback): Promise<NodeOutput[]>;
+    cancel(): Promise<void>;
     addNode(node: WorkflowNode): void;
     removeNode(nodeId: string): void;
     getNode(nodeId: string): WorkflowNode;
@@ -35,5 +41,12 @@ export interface WorkflowCallback {
         afterToolUse?: (tool: Tool<any, any>, context: ExecutionContext, result: any) => Promise<any>;
         afterSubtask?: (subtask: WorkflowNode, context: ExecutionContext, result: any) => Promise<void>;
         afterWorkflow?: (workflow: Workflow, variables: Map<string, unknown>) => Promise<void>;
+        onTabCreated?: (tabId: number) => Promise<void>;
+        onLlmMessage?: (textContent: string) => Promise<void>;
+        onHumanInputText?: (question: string) => Promise<string>;
+        onHumanInputSingleChoice?: (question: string, choices: string[]) => Promise<string>;
+        onHumanInputMultipleChoice?: (question: string, choices: string[]) => Promise<string[]>;
+        onHumanOperate?: (reason: string) => Promise<string>;
+        onSummaryWorkflow?: (summary: string) => Promise<void>;
     };
 }

package/dist/universal_tools/cancel_workflow.d.ts

@@ -0,0 +1,9 @@
+import { CancelWorkflowInput } from '../types/tools.types';
+import { Tool, InputSchema, ExecutionContext } from '../types/action.types';
+export declare class CancelWorkflow implements Tool<CancelWorkflowInput, void> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    execute(context: ExecutionContext, params: CancelWorkflowInput): Promise<void>;
+}

package/dist/universal_tools/human/text.d.ts

@@ -0,0 +1,9 @@
+import { HumanInputTextInput, HumanInputTextResult } from '../../types/tools.types';
+import { Tool, InputSchema, ExecutionContext } from '../../types/action.types';
+export declare class HumanInputText implements Tool<HumanInputTextInput, HumanInputTextResult> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    execute(context: ExecutionContext, params: HumanInputTextInput): Promise<HumanInputTextResult>;
+}

package/dist/universal_tools/human.d.ts

@@ -0,0 +1,30 @@
+import { HumanInputTextInput, HumanInputTextResult, HumanInputSingleChoiceInput, HumanInputSingleChoiceResult, HumanInputMultipleChoiceInput, HumanInputMultipleChoiceResult, HumanOperateInput, HumanOperateResult } from '../types/tools.types';
+import { Tool, InputSchema, ExecutionContext } from '../types/action.types';
+export declare class HumanInputText implements Tool<HumanInputTextInput, HumanInputTextResult> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    execute(context: ExecutionContext, params: HumanInputTextInput): Promise<HumanInputTextResult>;
+}
+export declare class HumanInputSingleChoice implements Tool<HumanInputSingleChoiceInput, HumanInputSingleChoiceResult> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    execute(context: ExecutionContext, params: HumanInputSingleChoiceInput): Promise<HumanInputSingleChoiceResult>;
+}
+export declare class HumanInputMultipleChoice implements Tool<HumanInputMultipleChoiceInput, HumanInputMultipleChoiceResult> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    execute(context: ExecutionContext, params: HumanInputMultipleChoiceInput): Promise<HumanInputMultipleChoiceResult>;
+}
+export declare class HumanOperate implements Tool<HumanOperateInput, HumanOperateResult> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    execute(context: ExecutionContext, params: HumanOperateInput): Promise<HumanOperateResult>;
+}

package/dist/universal_tools/index.d.ts

@@ -0,0 +1,4 @@
+import { CancelWorkflow } from "./cancel_workflow";
+import { HumanInputText, HumanInputSingleChoice, HumanInputMultipleChoice, HumanOperate } from "./human";
+import { SummaryWorkflow } from "./summary_workflow";
+export { CancelWorkflow, HumanInputText, HumanInputSingleChoice, HumanInputMultipleChoice, HumanOperate, SummaryWorkflow, };

package/dist/universal_tools/summary_workflow.d.ts

@@ -0,0 +1,9 @@
+import { SummaryWorkflowInput } from '../types/tools.types';
+import { Tool, InputSchema, ExecutionContext } from '../types/action.types';
+export declare class SummaryWorkflow implements Tool<SummaryWorkflowInput, any> {
+    name: string;
+    description: string;
+    input_schema: InputSchema;
+    constructor();
+    execute(context: ExecutionContext, params: SummaryWorkflowInput): Promise<any>;
+}

package/dist/utils/execution-logger.d.ts

@@ -0,0 +1,69 @@
+import { Message } from '../types/llm.types';
+import { ExecutionContext } from '../types/action.types';
+interface ImageData {
+    type: 'base64';
+    media_type: string;
+    data: string;
+}
+export interface LogOptions {
+    maxHistoryLength?: number;
+    logLevel?: 'debug' | 'info' | 'warn' | 'error';
+    includeTimestamp?: boolean;
+    debugImagePath?: string;
+    imageSaver?: (imageData: ImageData, filename: string) => Promise<string>;
+}
+/**
+ * Manages logging for action execution, providing a cleaner view of the execution
+ * flow while maintaining important context and history.
+ */
+export declare class ExecutionLogger {
+    private history;
+    private readonly maxHistoryLength;
+    private readonly logLevel;
+    private readonly includeTimestamp;
+    private readonly debugImagePath?;
+    private readonly imageSaver?;
+    private readonly isNode;
+    constructor(options?: LogOptions);
+    /**
+     * Logs a message with execution context
+     */
+    log(level: string, message: string, context?: ExecutionContext): void;
+    /**
+     * Updates conversation history while maintaining size limit
+     */
+    updateHistory(messages: Message[]): void;
+    /**
+     * Gets current conversation history
+     */
+    getHistory(): Message[];
+    /**
+     * Summarizes the execution context for logging
+     */
+    private summarizeContext;
+    /**
+     * Checks if message should be logged based on log level
+     */
+    private shouldLog;
+    /**
+     * Logs the start of an action execution
+     */
+    logActionStart(actionName: string, input: unknown, context?: ExecutionContext): void;
+    /**
+     * Logs the completion of an action execution
+     */
+    logActionComplete(actionName: string, result: unknown, context?: ExecutionContext): void;
+    /**
+     * Logs a tool execution
+     */
+    logToolExecution(toolName: string, input: unknown, context?: ExecutionContext): void;
+    /**
+     * Logs an error that occurred during execution
+     */
+    logError(error: Error, context?: ExecutionContext): void;
+    private extractFromDataUrl;
+    private saveDebugImage;
+    private formatToolResult;
+    logToolResult(toolName: string, result: unknown, context?: ExecutionContext): Promise<void>;
+}
+export {};