browser-use 0.1.0 → 0.3.0

package/dist/agent/views.d.ts

@@ -1,20 +1,26 @@
 import { ActionModel } from '../controller/registry/views.js';
 import { BrowserStateHistory } from '../browser/views.js';
 import type { DOMHistoryElement } from '../dom/history-tree-processor/view.js';
-import type { SelectorMap } from '../dom/views.js';
+import { type SelectorMap } from '../dom/views.js';
 import type { FileSystemState } from '../filesystem/file-system.js';
+import type { BaseChatModel } from '../llm/base.js';
 import { MessageManagerState } from './message-manager/views.js';
 import type { UsageSummary } from '../tokens/views.js';
 export { ActionModel };
 export interface StructuredOutputParser<T = unknown> {
     parse?: (input: string) => T;
     model_validate_json?: (input: string) => T;
+    model_json_schema?: () => unknown;
+    schema?: unknown;
 }
 export interface ActionResultInit {
     is_done?: boolean | null;
     success?: boolean | null;
+    judgement?: Record<string, unknown> | null;
     error?: string | null;
     attachments?: string[] | null;
+    images?: Array<Record<string, unknown>> | null;
+    metadata?: Record<string, unknown> | null;
     long_term_memory?: string | null;
     extracted_content?: string | null;
     include_extracted_content_only_once?: boolean;
@@ -23,8 +29,11 @@ export interface ActionResultInit {
 export declare class ActionResult {
     is_done: boolean | null;
     success: boolean | null;
+    judgement: Record<string, unknown> | null;
     error: string | null;
     attachments: string[] | null;
+    images: Array<Record<string, unknown>> | null;
+    metadata: Record<string, unknown> | null;
     long_term_memory: string | null;
     extracted_content: string | null;
     include_extracted_content_only_once: boolean;
@@ -34,8 +43,11 @@ export declare class ActionResult {
     toJSON(): {
         is_done: boolean | null;
         success: boolean | null;
+        judgement: Record<string, unknown> | null;
         error: string | null;
         attachments: string[] | null;
+        images: Record<string, unknown>[] | null;
+        metadata: Record<string, unknown> | null;
         long_term_memory: string | null;
         extracted_content: string | null;
         include_extracted_content_only_once: boolean;
@@ -44,8 +56,11 @@ export declare class ActionResult {
     model_dump(): {
         is_done: boolean | null;
         success: boolean | null;
+        judgement: Record<string, unknown> | null;
         error: string | null;
         attachments: string[] | null;
+        images: Record<string, unknown>[] | null;
+        metadata: Record<string, unknown> | null;
         long_term_memory: string | null;
         extracted_content: string | null;
         include_extracted_content_only_once: boolean;
@@ -53,16 +68,49 @@ export declare class ActionResult {
     };
     model_dump_json(): string;
 }
+export declare class PageFingerprint {
+    readonly url: string;
+    readonly element_count: number;
+    readonly text_hash: string;
+    constructor(url: string, element_count: number, text_hash: string);
+    static from_browser_state(url: string, dom_text: string, element_count: number): PageFingerprint;
+    equals(other: PageFingerprint): boolean;
+}
+export declare const compute_action_hash: (action_name: string, params: Record<string, unknown>) => string;
+export declare class ActionLoopDetector {
+    window_size: number;
+    recent_action_hashes: string[];
+    recent_page_fingerprints: PageFingerprint[];
+    max_repetition_count: number;
+    most_repeated_hash: string | null;
+    consecutive_stagnant_pages: number;
+    constructor(init?: Partial<ActionLoopDetector>);
+    record_action(action_name: string, params: Record<string, unknown>): void;
+    record_page_state(url: string, dom_text: string, element_count: number): void;
+    private update_repetition_stats;
+    get_nudge_message(): string | null;
+}
+export interface MessageCompactionSettings {
+    enabled: boolean;
+    compact_every_n_steps: number;
+    trigger_char_count: number | null;
+    trigger_token_count: number | null;
+    chars_per_token: number;
+    keep_last_items: number;
+    summary_max_chars: number;
+    include_read_state: boolean;
+    compaction_llm: BaseChatModel | null;
+}
+export declare const defaultMessageCompactionSettings: () => MessageCompactionSettings;
+export declare const normalizeMessageCompactionSettings: (settings: Partial<MessageCompactionSettings> | MessageCompactionSettings) => MessageCompactionSettings;
 export interface AgentSettings {
     session_attachment_mode: 'copy' | 'strict' | 'shared';
-    use_vision: boolean;
+    use_vision: boolean | 'auto';
+    include_recent_events: boolean;
     vision_detail_level: 'auto' | 'low' | 'high';
-    use_vision_for_planner: boolean;
     save_conversation_path: string | null;
     save_conversation_path_encoding: string | null;
     max_failures: number;
-    retry_delay: number;
-    validate_output: boolean;
     generate_gif: boolean | string;
     override_system_message: string | null;
     extend_system_message: string | null;
@@ -70,16 +118,21 @@ export interface AgentSettings {
     max_actions_per_step: number;
     use_thinking: boolean;
     flash_mode: boolean;
+    use_judge: boolean;
+    ground_truth: string | null;
     max_history_items: number | null;
     page_extraction_llm: unknown | null;
-    planner_llm: unknown | null;
-    planner_interval: number;
-    is_planner_reasoning: boolean;
-    extend_planner_system_message: string | null;
+    enable_planning: boolean;
+    planning_replan_on_stall: number;
+    planning_exploration_limit: number;
     calculate_cost: boolean;
     include_tool_call_examples: boolean;
     llm_timeout: number;
     step_timeout: number;
+    final_response_after_failure: boolean;
+    message_compaction: MessageCompactionSettings | null;
+    loop_detection_window: number;
+    loop_detection_enabled: boolean;
 }
 export declare const defaultAgentSettings: () => AgentSettings;
 export declare class AgentState {
@@ -88,11 +141,17 @@ export declare class AgentState {
     consecutive_failures: number;
     last_result: ActionResult[] | null;
     last_plan: string | null;
+    plan: PlanItem[] | null;
+    current_plan_item_index: number;
+    plan_generation_step: number | null;
     last_model_output: AgentOutput | null;
     paused: boolean;
     stopped: boolean;
+    session_initialized: boolean;
+    follow_up_task: boolean;
     message_manager_state: MessageManagerState;
     file_system_state: FileSystemState | null;
+    loop_detector: ActionLoopDetector;
     constructor(init?: Partial<AgentState>);
     model_dump(): Record<string, unknown>;
     toJSON(): Record<string, unknown>;
@@ -107,9 +166,20 @@ export declare class StepMetadata {
     step_start_time: number;
     step_end_time: number;
     step_number: number;
-    constructor(step_start_time: number, step_end_time: number, step_number: number);
+    step_interval: number | null;
+    constructor(step_start_time: number, step_end_time: number, step_number: number, step_interval?: number | null);
     get duration_seconds(): number;
 }
+export type PlanItemStatus = 'pending' | 'current' | 'done' | 'skipped';
+export declare class PlanItem {
+    text: string;
+    status: PlanItemStatus;
+    constructor(init?: Partial<PlanItem>);
+    model_dump(): {
+        text: string;
+        status: PlanItemStatus;
+    };
+}
 export interface AgentBrain {
     thinking: string | null;
     evaluation_previous_goal: string;
@@ -121,6 +191,8 @@ export declare class AgentOutput {
     evaluation_previous_goal: string | null;
     memory: string | null;
     next_goal: string | null;
+    current_plan_item: number | null;
+    plan_update: string[] | null;
     action: ActionModel[];
     constructor(init?: Partial<AgentOutput>);
     get current_state(): AgentBrain;
@@ -129,6 +201,8 @@ export declare class AgentOutput {
         evaluation_previous_goal: string | null;
         memory: string | null;
         next_goal: string | null;
+        current_plan_item: number | null;
+        plan_update: string[] | null;
         action: any[];
     };
     model_dump_json(): string;
@@ -137,6 +211,8 @@ export declare class AgentOutput {
         evaluation_previous_goal: string | null;
         memory: string | null;
         next_goal: string | null;
+        current_plan_item: number | null;
+        plan_update: string[] | null;
         action: any[];
     };
     static fromJSON(data: any): AgentOutput;
@@ -146,6 +222,8 @@ export declare class AgentOutput {
             evaluation_previous_goal: string | null;
             memory: string | null;
             next_goal: string | null;
+            current_plan_item: number | null;
+            plan_update: string[] | null;
             action: ActionModel[];
             get current_state(): AgentBrain;
             model_dump(): {
@@ -153,6 +231,8 @@ export declare class AgentOutput {
                 evaluation_previous_goal: string | null;
                 memory: string | null;
                 next_goal: string | null;
+                current_plan_item: number | null;
+                plan_update: string[] | null;
                 action: any[];
             };
             model_dump_json(): string;
@@ -161,6 +241,8 @@ export declare class AgentOutput {
                 evaluation_previous_goal: string | null;
                 memory: string | null;
                 next_goal: string | null;
+                current_plan_item: number | null;
+                plan_update: string[] | null;
                 action: any[];
             };
         };
@@ -172,6 +254,8 @@ export declare class AgentOutput {
                 evaluation_previous_goal: string | null;
                 memory: string | null;
                 next_goal: string | null;
+                current_plan_item: number | null;
+                plan_update: string[] | null;
                 action: ActionModel[];
                 get current_state(): AgentBrain;
                 model_dump(): {
@@ -179,6 +263,8 @@ export declare class AgentOutput {
                     evaluation_previous_goal: string | null;
                     memory: string | null;
                     next_goal: string | null;
+                    current_plan_item: number | null;
+                    plan_update: string[] | null;
                     action: any[];
                 };
                 model_dump_json(): string;
@@ -187,6 +273,8 @@ export declare class AgentOutput {
                     evaluation_previous_goal: string | null;
                     memory: string | null;
                     next_goal: string | null;
+                    current_plan_item: number | null;
+                    plan_update: string[] | null;
                     action: any[];
                 };
             };
@@ -199,6 +287,8 @@ export declare class AgentOutput {
                     evaluation_previous_goal: string | null;
                     memory: string | null;
                     next_goal: string | null;
+                    current_plan_item: number | null;
+                    plan_update: string[] | null;
                     action: ActionModel[];
                     get current_state(): AgentBrain;
                     model_dump(): {
@@ -206,6 +296,8 @@ export declare class AgentOutput {
                         evaluation_previous_goal: string | null;
                         memory: string | null;
                         next_goal: string | null;
+                        current_plan_item: number | null;
+                        plan_update: string[] | null;
                         action: any[];
                     };
                     model_dump_json(): string;
@@ -214,6 +306,8 @@ export declare class AgentOutput {
                         evaluation_previous_goal: string | null;
                         memory: string | null;
                         next_goal: string | null;
+                        current_plan_item: number | null;
+                        plan_update: string[] | null;
                         action: any[];
                     };
                 };
@@ -229,6 +323,8 @@ export declare class AgentOutput {
                 evaluation_previous_goal: string | null;
                 memory: string | null;
                 next_goal: string | null;
+                current_plan_item: number | null;
+                plan_update: string[] | null;
                 action: ActionModel[];
                 get current_state(): AgentBrain;
                 model_dump(): {
@@ -236,6 +332,8 @@ export declare class AgentOutput {
                     evaluation_previous_goal: string | null;
                     memory: string | null;
                     next_goal: string | null;
+                    current_plan_item: number | null;
+                    plan_update: string[] | null;
                     action: any[];
                 };
                 model_dump_json(): string;
@@ -244,6 +342,8 @@ export declare class AgentOutput {
                     evaluation_previous_goal: string | null;
                     memory: string | null;
                     next_goal: string | null;
+                    current_plan_item: number | null;
+                    plan_update: string[] | null;
                     action: any[];
                 };
             };
@@ -255,6 +355,8 @@ export declare class AgentOutput {
                     evaluation_previous_goal: string | null;
                     memory: string | null;
                     next_goal: string | null;
+                    current_plan_item: number | null;
+                    plan_update: string[] | null;
                     action: ActionModel[];
                     get current_state(): AgentBrain;
                     model_dump(): {
@@ -262,6 +364,8 @@ export declare class AgentOutput {
                         evaluation_previous_goal: string | null;
                         memory: string | null;
                         next_goal: string | null;
+                        current_plan_item: number | null;
+                        plan_update: string[] | null;
                         action: any[];
                     };
                     model_dump_json(): string;
@@ -270,6 +374,8 @@ export declare class AgentOutput {
                         evaluation_previous_goal: string | null;
                         memory: string | null;
                         next_goal: string | null;
+                        current_plan_item: number | null;
+                        plan_update: string[] | null;
                         action: any[];
                     };
                 };
@@ -287,6 +393,8 @@ export declare class AgentOutput {
             evaluation_previous_goal: string | null;
             memory: string | null;
             next_goal: string | null;
+            current_plan_item: number | null;
+            plan_update: string[] | null;
             action: ActionModel[];
             get current_state(): AgentBrain;
             model_dump(): {
@@ -294,6 +402,8 @@ export declare class AgentOutput {
                 evaluation_previous_goal: string | null;
                 memory: string | null;
                 next_goal: string | null;
+                current_plan_item: number | null;
+                plan_update: string[] | null;
                 action: any[];
             };
             model_dump_json(): string;
@@ -302,6 +412,8 @@ export declare class AgentOutput {
                 evaluation_previous_goal: string | null;
                 memory: string | null;
                 next_goal: string | null;
+                current_plan_item: number | null;
+                plan_update: string[] | null;
                 action: any[];
             };
         };
@@ -312,6 +424,8 @@ export declare class AgentOutput {
                 evaluation_previous_goal: string | null;
                 memory: string | null;
                 next_goal: string | null;
+                current_plan_item: number | null;
+                plan_update: string[] | null;
                 action: ActionModel[];
                 get current_state(): AgentBrain;
                 model_dump(): {
@@ -319,6 +433,8 @@ export declare class AgentOutput {
                     evaluation_previous_goal: string | null;
                     memory: string | null;
                     next_goal: string | null;
+                    current_plan_item: number | null;
+                    plan_update: string[] | null;
                     action: any[];
                 };
                 model_dump_json(): string;
@@ -327,6 +443,8 @@ export declare class AgentOutput {
                     evaluation_previous_goal: string | null;
                     memory: string | null;
                     next_goal: string | null;
+                    current_plan_item: number | null;
+                    plan_update: string[] | null;
                     action: any[];
                 };
             };
@@ -339,6 +457,8 @@ export declare class AgentOutput {
                     evaluation_previous_goal: string | null;
                     memory: string | null;
                     next_goal: string | null;
+                    current_plan_item: number | null;
+                    plan_update: string[] | null;
                     action: ActionModel[];
                     get current_state(): AgentBrain;
                     model_dump(): {
@@ -346,6 +466,8 @@ export declare class AgentOutput {
                         evaluation_previous_goal: string | null;
                         memory: string | null;
                         next_goal: string | null;
+                        current_plan_item: number | null;
+                        plan_update: string[] | null;
                         action: any[];
                     };
                     model_dump_json(): string;
@@ -354,6 +476,8 @@ export declare class AgentOutput {
                         evaluation_previous_goal: string | null;
                         memory: string | null;
                         next_goal: string | null;
+                        current_plan_item: number | null;
+                        plan_update: string[] | null;
                         action: any[];
                     };
                 };
@@ -370,6 +494,8 @@ export declare class AgentOutput {
                 evaluation_previous_goal: string | null;
                 memory: string | null;
                 next_goal: string | null;
+                current_plan_item: number | null;
+                plan_update: string[] | null;
                 action: ActionModel[];
                 get current_state(): AgentBrain;
                 model_dump(): {
@@ -377,6 +503,8 @@ export declare class AgentOutput {
                     evaluation_previous_goal: string | null;
                     memory: string | null;
                     next_goal: string | null;
+                    current_plan_item: number | null;
+                    plan_update: string[] | null;
                     action: any[];
                 };
                 model_dump_json(): string;
@@ -385,6 +513,8 @@ export declare class AgentOutput {
                     evaluation_previous_goal: string | null;
                     memory: string | null;
                     next_goal: string | null;
+                    current_plan_item: number | null;
+                    plan_update: string[] | null;
                     action: any[];
                 };
             };
@@ -395,6 +525,8 @@ export declare class AgentOutput {
                     evaluation_previous_goal: string | null;
                     memory: string | null;
                     next_goal: string | null;
+                    current_plan_item: number | null;
+                    plan_update: string[] | null;
                     action: ActionModel[];
                     get current_state(): AgentBrain;
                     model_dump(): {
@@ -402,6 +534,8 @@ export declare class AgentOutput {
                         evaluation_previous_goal: string | null;
                         memory: string | null;
                         next_goal: string | null;
+                        current_plan_item: number | null;
+                        plan_update: string[] | null;
                         action: any[];
                     };
                     model_dump_json(): string;
@@ -410,6 +544,8 @@ export declare class AgentOutput {
                         evaluation_previous_goal: string | null;
                         memory: string | null;
                         next_goal: string | null;
+                        current_plan_item: number | null;
+                        plan_update: string[] | null;
                         action: any[];
                     };
                 };
@@ -428,6 +564,8 @@ export declare class AgentOutput {
             evaluation_previous_goal: string | null;
             memory: string | null;
             next_goal: string | null;
+            current_plan_item: number | null;
+            plan_update: string[] | null;
             action: ActionModel[];
             get current_state(): AgentBrain;
             model_dump(): {
@@ -435,6 +573,8 @@ export declare class AgentOutput {
                 evaluation_previous_goal: string | null;
                 memory: string | null;
                 next_goal: string | null;
+                current_plan_item: number | null;
+                plan_update: string[] | null;
                 action: any[];
             };
             model_dump_json(): string;
@@ -443,6 +583,8 @@ export declare class AgentOutput {
                 evaluation_previous_goal: string | null;
                 memory: string | null;
                 next_goal: string | null;
+                current_plan_item: number | null;
+                plan_update: string[] | null;
                 action: any[];
             };
         };
@@ -453,6 +595,8 @@ export declare class AgentOutput {
                 evaluation_previous_goal: string | null;
                 memory: string | null;
                 next_goal: string | null;
+                current_plan_item: number | null;
+                plan_update: string[] | null;
                 action: ActionModel[];
                 get current_state(): AgentBrain;
                 model_dump(): {
@@ -460,6 +604,8 @@ export declare class AgentOutput {
                     evaluation_previous_goal: string | null;
                     memory: string | null;
                     next_goal: string | null;
+                    current_plan_item: number | null;
+                    plan_update: string[] | null;
                     action: any[];
                 };
                 model_dump_json(): string;
@@ -468,6 +614,8 @@ export declare class AgentOutput {
                     evaluation_previous_goal: string | null;
                     memory: string | null;
                     next_goal: string | null;
+                    current_plan_item: number | null;
+                    plan_update: string[] | null;
                     action: any[];
                 };
             };
@@ -479,6 +627,8 @@ export declare class AgentOutput {
                     evaluation_previous_goal: string | null;
                     memory: string | null;
                     next_goal: string | null;
+                    current_plan_item: number | null;
+                    plan_update: string[] | null;
                     action: ActionModel[];
                     get current_state(): AgentBrain;
                     model_dump(): {
@@ -486,6 +636,8 @@ export declare class AgentOutput {
                         evaluation_previous_goal: string | null;
                         memory: string | null;
                         next_goal: string | null;
+                        current_plan_item: number | null;
+                        plan_update: string[] | null;
                         action: any[];
                     };
                     model_dump_json(): string;
@@ -494,6 +646,8 @@ export declare class AgentOutput {
                         evaluation_previous_goal: string | null;
                         memory: string | null;
                         next_goal: string | null;
+                        current_plan_item: number | null;
+                        plan_update: string[] | null;
                         action: any[];
                     };
                 };
@@ -510,6 +664,8 @@ export declare class AgentOutput {
                 evaluation_previous_goal: string | null;
                 memory: string | null;
                 next_goal: string | null;
+                current_plan_item: number | null;
+                plan_update: string[] | null;
                 action: ActionModel[];
                 get current_state(): AgentBrain;
                 model_dump(): {
@@ -517,6 +673,8 @@ export declare class AgentOutput {
                     evaluation_previous_goal: string | null;
                     memory: string | null;
                     next_goal: string | null;
+                    current_plan_item: number | null;
+                    plan_update: string[] | null;
                     action: any[];
                 };
                 model_dump_json(): string;
@@ -525,6 +683,8 @@ export declare class AgentOutput {
                     evaluation_previous_goal: string | null;
                     memory: string | null;
                     next_goal: string | null;
+                    current_plan_item: number | null;
+                    plan_update: string[] | null;
                     action: any[];
                 };
             };
@@ -535,6 +695,8 @@ export declare class AgentOutput {
                     evaluation_previous_goal: string | null;
                     memory: string | null;
                     next_goal: string | null;
+                    current_plan_item: number | null;
+                    plan_update: string[] | null;
                     action: ActionModel[];
                     get current_state(): AgentBrain;
                     model_dump(): {
@@ -542,6 +704,8 @@ export declare class AgentOutput {
                         evaluation_previous_goal: string | null;
                         memory: string | null;
                         next_goal: string | null;
+                        current_plan_item: number | null;
+                        plan_update: string[] | null;
                         action: any[];
                     };
                     model_dump_json(): string;
@@ -550,6 +714,8 @@ export declare class AgentOutput {
                         evaluation_previous_goal: string | null;
                         memory: string | null;
                         next_goal: string | null;
+                        current_plan_item: number | null;
+                        plan_update: string[] | null;
                         action: any[];
                     };
                 };
@@ -569,21 +735,29 @@ export declare class AgentHistory {
     result: ActionResult[];
     state: BrowserStateHistory;
     metadata: StepMetadata | null;
-    constructor(model_output: AgentOutput | null, result: ActionResult[], state: BrowserStateHistory, metadata?: StepMetadata | null);
+    state_message: string | null;
+    constructor(model_output: AgentOutput | null, result: ActionResult[], state: BrowserStateHistory, metadata?: StepMetadata | null, state_message?: string | null);
     static get_interacted_element(model_output: AgentOutput, selector_map: SelectorMap): (DOMHistoryElement | null)[];
-    toJSON(): {
+    private static _filterSensitiveDataFromString;
+    private static _filterSensitiveDataFromDict;
+    toJSON(sensitive_data?: Record<string, string | Record<string, string>> | null): {
         model_output: {
             thinking: string | null;
             evaluation_previous_goal: string | null;
             memory: string | null;
             next_goal: string | null;
+            current_plan_item: number | null;
+            plan_update: string[] | null;
             action: any[];
         } | null;
         result: {
             is_done: boolean | null;
             success: boolean | null;
+            judgement: Record<string, unknown> | null;
             error: string | null;
             attachments: string[] | null;
+            images: Record<string, unknown>[] | null;
+            metadata: Record<string, unknown> | null;
             long_term_memory: string | null;
             extracted_content: string | null;
             include_extracted_content_only_once: boolean;
@@ -603,6 +777,9 @@ export declare class AgentHistory {
                 page_coordinates: import("../index.js").CoordinateSet | null;
                 viewport_coordinates: import("../index.js").CoordinateSet | null;
                 viewport_info: import("../index.js").ViewportInfo | null;
+                element_hash: string | null;
+                stable_hash: string | null;
+                ax_name: string | null;
             } | null)[];
             url: string;
             title: string;
@@ -611,7 +788,9 @@ export declare class AgentHistory {
             step_start_time: number;
             step_end_time: number;
             step_number: number;
+            step_interval: number | null;
         } | null;
+        state_message: string | null;
     };
 }
 export declare class AgentHistoryList<TStructured = unknown> {
@@ -626,6 +805,9 @@ export declare class AgentHistoryList<TStructured = unknown> {
     final_result(): string | null;
     is_done(): boolean;
     is_successful(): boolean | null;
+    judgement(): Record<string, unknown> | null;
+    is_judged(): boolean;
+    is_validated(): boolean | null;
     has_errors(): boolean;
     urls(): string[];
     screenshot_paths(n_last?: number | null, return_none_if_not_screenshot?: boolean): (string | null)[];
@@ -639,23 +821,31 @@ export declare class AgentHistoryList<TStructured = unknown> {
     extracted_content(): (string | null)[];
     model_actions_filtered(include?: string[]): Record<string, unknown>[];
     number_of_steps(): number;
+    agent_steps(): string[];
     get structured_output(): TStructured | null;
-    save_to_file(filepath: string): void;
+    get_structured_output(outputModel: StructuredOutputParser<TStructured>): TStructured | null;
+    save_to_file(filepath: string, sensitive_data?: Record<string, string | Record<string, string>> | null): void;
     static load_from_file(filepath: string, outputModel: typeof AgentOutput): AgentHistoryList;
-    toJSON(): {
+    static load_from_dict(payload: Record<string, unknown>, outputModel: typeof AgentOutput): AgentHistoryList;
+    toJSON(sensitive_data?: Record<string, string | Record<string, string>> | null): {
         history: {
             model_output: {
                 thinking: string | null;
                 evaluation_previous_goal: string | null;
                 memory: string | null;
                 next_goal: string | null;
+                current_plan_item: number | null;
+                plan_update: string[] | null;
                 action: any[];
             } | null;
             result: {
                 is_done: boolean | null;
                 success: boolean | null;
+                judgement: Record<string, unknown> | null;
                 error: string | null;
                 attachments: string[] | null;
+                images: Record<string, unknown>[] | null;
+                metadata: Record<string, unknown> | null;
                 long_term_memory: string | null;
                 extracted_content: string | null;
                 include_extracted_content_only_once: boolean;
@@ -675,6 +865,9 @@ export declare class AgentHistoryList<TStructured = unknown> {
                     page_coordinates: import("../index.js").CoordinateSet | null;
                     viewport_coordinates: import("../index.js").CoordinateSet | null;
                     viewport_info: import("../index.js").ViewportInfo | null;
+                    element_hash: string | null;
+                    stable_hash: string | null;
+                    ax_name: string | null;
                 } | null)[];
                 url: string;
                 title: string;
@@ -683,24 +876,30 @@ export declare class AgentHistoryList<TStructured = unknown> {
                 step_start_time: number;
                 step_end_time: number;
                 step_number: number;
+                step_interval: number | null;
             } | null;
+            state_message: string | null;
         }[];
-        usage: UsageSummary | null;
     };
-    model_dump(): {
+    model_dump(sensitive_data?: Record<string, string | Record<string, string>> | null): {
         history: {
             model_output: {
                 thinking: string | null;
                 evaluation_previous_goal: string | null;
                 memory: string | null;
                 next_goal: string | null;
+                current_plan_item: number | null;
+                plan_update: string[] | null;
                 action: any[];
             } | null;
             result: {
                 is_done: boolean | null;
                 success: boolean | null;
+                judgement: Record<string, unknown> | null;
                 error: string | null;
                 attachments: string[] | null;
+                images: Record<string, unknown>[] | null;
+                metadata: Record<string, unknown> | null;
                 long_term_memory: string | null;
                 extracted_content: string | null;
                 include_extracted_content_only_once: boolean;
@@ -720,6 +919,9 @@ export declare class AgentHistoryList<TStructured = unknown> {
                     page_coordinates: import("../index.js").CoordinateSet | null;
                     viewport_coordinates: import("../index.js").CoordinateSet | null;
                     viewport_info: import("../index.js").ViewportInfo | null;
+                    element_hash: string | null;
+                    stable_hash: string | null;
+                    ax_name: string | null;
                 } | null)[];
                 url: string;
                 title: string;
@@ -728,11 +930,29 @@ export declare class AgentHistoryList<TStructured = unknown> {
                 step_start_time: number;
                 step_end_time: number;
                 step_number: number;
+                step_interval: number | null;
             } | null;
+            state_message: string | null;
         }[];
-        usage: UsageSummary | null;
     };
 }
+export declare class DetectedVariable {
+    name: string;
+    original_value: string;
+    type: string;
+    format: string | null;
+    constructor(name: string, original_value: string, type?: string, format?: string | null);
+    model_dump(): {
+        name: string;
+        original_value: string;
+        type: string;
+        format: string | null;
+    };
+}
+export declare class VariableMetadata {
+    detected_variables: Record<string, DetectedVariable>;
+    constructor(detected_variables?: Record<string, DetectedVariable>);
+}
 export declare class AgentError extends Error {
     static VALIDATION_ERROR: string;
     static RATE_LIMIT_ERROR: string;