@midscene/core 1.0.1-beta-20251103074550.0 → 1.0.1-beta-20251104075048.0

package/dist/types/agent/agent.d.ts

@@ -1,6 +1,7 @@
 import { type ActionParam, type ActionReturn, type AgentAssertOpt, type AgentDescribeElementAtPointResult, type AgentOpt, type AgentWaitForOpt, type DeviceAction, type ExecutionDump, type GroupedActionDump, type LocateOption, type LocateResultElement, type LocateValidatorResult, type LocatorValidatorOption, type OnTaskStartTip, type ScrollParam, Service, type ServiceAction, type ServiceExtractOption, type ServiceExtractParam, type TUserPrompt, type UIContext } from '../index';
 export type TestStatus = 'passed' | 'failed' | 'timedOut' | 'skipped' | 'interrupted';
 import type { AbstractInterface } from '../device';
+import type { TaskRunner } from '../task-runner';
 import { ModelConfigManager } from '@midscene/shared/env';
 import { TaskCache } from './task-cache';
 import { TaskExecutor } from './tasks';
@@ -37,6 +38,7 @@ export declare class Agent<InterfaceType extends AbstractInterface = AbstractInt
      * Internal promise to deduplicate screenshot scale computation
      */
     private screenshotScalePromise?;
+    private executionDumpIndexByRunner;
     get page(): InterfaceType;
     /**
      * Ensures VL model warning is shown once when needed
@@ -52,12 +54,12 @@ export declare class Agent<InterfaceType extends AbstractInterface = AbstractInt
     _snapshotContext(): Promise<UIContext>;
     setAIActionContext(prompt: string): Promise<void>;
     resetDump(): GroupedActionDump;
-    appendExecutionDump(execution: ExecutionDump): void;
+    appendExecutionDump(execution: ExecutionDump, runner?: TaskRunner): void;
     dumpDataString(): string;
     reportHTMLString(): string;
     writeOutActionDumps(): void;
     private callbackOnTaskStartTip;
-    private afterTaskRunning;
+    private handleRunnerAfterFlush;
     wrapActionInActionSpace<T extends DeviceAction>(name: string): (param: ActionParam<T>) => Promise<ActionReturn<T>>;
     callActionInActionSpace<T = any>(type: string, opt?: T): Promise<any>;
     aiTap(locatePrompt: TUserPrompt, opt?: LocateOption): Promise<any>;

package/dist/types/agent/execution-session.d.ts

@@ -1,13 +1,15 @@
-import { TaskRunner } from '../task-runner';
+import { type TaskExecutionError, TaskRunner } from '../task-runner';
 import type { ExecutionTaskApply, ExecutionTaskProgressOptions, UIContext } from '../types';
+type ExecutionSessionOptions = ExecutionTaskProgressOptions & {
+    tasks?: ExecutionTaskApply[];
+    onTaskUpdate?: (runner: TaskRunner, error?: TaskExecutionError) => Promise<void> | void;
+};
 /**
  * Thin wrapper around {@link TaskRunner} that represents a single linear execution run.
  */
 export declare class ExecutionSession {
     private readonly runner;
-    constructor(name: string, contextProvider: () => Promise<UIContext>, options?: ExecutionTaskProgressOptions & {
-        tasks?: ExecutionTaskApply[];
-    });
+    constructor(name: string, contextProvider: () => Promise<UIContext>, options?: ExecutionSessionOptions);
     append(tasks: ExecutionTaskApply[] | ExecutionTaskApply): Promise<void>;
     appendAndRun(tasks: ExecutionTaskApply[] | ExecutionTaskApply): Promise<{
         output: any;
@@ -25,3 +27,4 @@ export declare class ExecutionSession {
     }>;
     getRunner(): TaskRunner;
 }
+export {};

package/dist/types/agent/tasks.d.ts

@@ -2,6 +2,7 @@ import type { TMultimodalPrompt, TUserPrompt } from '../ai-model/common';
 import type { AbstractInterface } from '../device';
 import type Service from '../service';
 import type { TaskRunner } from '../task-runner';
+import { TaskExecutionError } from '../task-runner';
 import type { ExecutionTaskApply, ExecutionTaskProgressOptions, MidsceneYamlFlowItem, PlanningAction, PlanningActionParamSleep, PlanningActionParamWaitFor, ServiceExtractOption, ServiceExtractParam } from '../types';
 import { type IModelConfig } from '@midscene/shared/env';
 import type { TaskCache } from './task-cache';
@@ -11,6 +12,10 @@ interface ExecutionResult<OutputType = any> {
     thought?: string;
     runner: TaskRunner;
 }
+interface TaskExecutorHooks {
+    onTaskUpdate?: (runner: TaskRunner, error?: TaskExecutionError) => Promise<void> | void;
+}
+export { TaskExecutionError };
 export declare class TaskExecutor {
     interface: AbstractInterface;
     service: Service;
@@ -18,12 +23,14 @@ export declare class TaskExecutor {
     private readonly taskBuilder;
     private conversationHistory;
     onTaskStartCallback?: ExecutionTaskProgressOptions['onTaskStart'];
+    private readonly hooks?;
     replanningCycleLimit?: number;
     get page(): AbstractInterface;
     constructor(interfaceInstance: AbstractInterface, service: Service, opts: {
         taskCache?: TaskCache;
         onTaskStart?: ExecutionTaskProgressOptions['onTaskStart'];
         replanningCycleLimit?: number;
+        hooks?: TaskExecutorHooks;
     });
     private createExecutionSession;
     convertPlanToExecutable(plans: PlanningAction[], modelConfig: IModelConfig, options?: {

package/dist/types/task-runner.d.ts

@@ -1,13 +1,17 @@
 import type { ExecutionDump, ExecutionTask, ExecutionTaskApply, ExecutionTaskProgressOptions, UIContext } from './types';
+type TaskRunnerInitOptions = ExecutionTaskProgressOptions & {
+    tasks?: ExecutionTaskApply[];
+    onTaskUpdate?: (runner: TaskRunner, error?: TaskExecutionError) => Promise<void> | void;
+};
 export declare class TaskRunner {
     name: string;
     tasks: ExecutionTask[];
     status: 'init' | 'pending' | 'running' | 'completed' | 'error';
     onTaskStart?: ExecutionTaskProgressOptions['onTaskStart'];
     private readonly uiContextBuilder;
-    constructor(name: string, uiContextBuilder: () => Promise<UIContext>, options?: ExecutionTaskProgressOptions & {
-        tasks?: ExecutionTaskApply[];
-    });
+    private readonly onTaskUpdate?;
+    constructor(name: string, uiContextBuilder: () => Promise<UIContext>, options?: TaskRunnerInitOptions);
+    private emitOnTaskUpdate;
     private lastUiContext?;
     private getUiContext;
     private captureScreenshot;
@@ -31,3 +35,11 @@ export declare class TaskRunner {
         runner: TaskRunner;
     }>;
 }
+export declare class TaskExecutionError extends Error {
+    runner: TaskRunner;
+    errorTask: ExecutionTask | null;
+    constructor(message: string, runner: TaskRunner, errorTask: ExecutionTask | null, options?: {
+        cause?: unknown;
+    });
+}
+export {};

package/dist/types/types.d.ts

@@ -229,7 +229,7 @@ export interface ExecutionRecorderItem {
     screenshot?: string;
     timing?: string;
 }
-export type ExecutionTaskType = 'Planning' | 'Insight' | 'Action' | 'Assertion' | 'Log';
+export type ExecutionTaskType = 'Planning' | 'Insight' | 'Action Space' | 'Log';
 export interface ExecutorContext {
     task: ExecutionTask;
     element?: LocateResultElement | null;
@@ -294,7 +294,7 @@ export interface ExecutionTaskInsightAssertionParam {
 }
 export type ExecutionTaskInsightAssertionApply = ExecutionTaskApply<'Insight', ExecutionTaskInsightAssertionParam, ServiceAssertionResponse, ExecutionTaskInsightDump>;
 export type ExecutionTaskInsightAssertion = ExecutionTask<ExecutionTaskInsightAssertionApply>;
-export type ExecutionTaskActionApply<ActionParam = any> = ExecutionTaskApply<'Action', ActionParam, void, void>;
+export type ExecutionTaskActionApply<ActionParam = any> = ExecutionTaskApply<'Action Space', ActionParam, void, void>;
 export type ExecutionTaskAction = ExecutionTask<ExecutionTaskActionApply>;
 export type ExecutionTaskLogApply<LogParam = {
     content: string;
@@ -305,6 +305,13 @@ export type ExecutionTaskPlanningApply = ExecutionTaskApply<'Planning', {
     aiActionContext?: string;
 }, PlanningAIResponse>;
 export type ExecutionTaskPlanning = ExecutionTask<ExecutionTaskPlanningApply>;
+export type ExecutionTaskPlanningLocateParam = PlanningLocateParam;
+export interface ExecutionTaskPlanningLocateOutput {
+    element: LocateResultElement | null;
+}
+export type ExecutionTaskPlanningDump = ServiceDump;
+export type ExecutionTaskPlanningLocateApply = ExecutionTaskApply<'Planning', ExecutionTaskPlanningLocateParam, ExecutionTaskPlanningLocateOutput, ExecutionTaskPlanningDump>;
+export type ExecutionTaskPlanningLocate = ExecutionTask<ExecutionTaskPlanningLocateApply>;
 export interface GroupedActionDump {
     sdkVersion: string;
     groupName: string;

package/dist/types/yaml.d.ts

@@ -12,7 +12,6 @@ export interface LocateOption {
 export interface ServiceExtractOption {
     domIncluded?: boolean | 'visible-only';
     screenshotIncluded?: boolean;
-    doNotThrowError?: boolean;
 }
 export interface ReferenceImage {
     base64: string;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@midscene/core",
   "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
-  "version": "1.0.1-beta-20251103074550.0",
+  "version": "1.0.1-beta-20251104075048.0",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "main": "./dist/lib/index.js",
@@ -89,7 +89,7 @@
     "zod": "3.24.3",
     "semver": "7.5.2",
     "js-yaml": "4.1.0",
-    "@midscene/shared": "1.0.1-beta-20251103074550.0"
+    "@midscene/shared": "1.0.1-beta-20251104075048.0"
   },
   "devDependencies": {
     "@rslib/core": "^0.11.2",