@midscene/core 0.8.18 → 0.9.1-beta-20250110041124.0

package/dist/lib/index.js

@@ -5577,7 +5577,7 @@ function stringifyDumpData(data, indents) {
   return JSON.stringify(data, replacerForPageObject, indents);
 }
 function getVersion() {
-  return "0.8.18";
+  return "0.9.1-beta-20250110041124.0";
 }
 
 // src/action/executor.ts

package/dist/lib/types/ai-model.d.ts

@@ -1,8 +1,8 @@
-import { g as AIUsageInfo } from './types-7702c41a.js';
+import { g as AIUsageInfo } from './types-05c1f241.js';
 import { ChatCompletionMessageParam } from 'openai/resources';
 export { ChatCompletionMessageParam } from 'openai/resources';
-import { A as AIActionType } from './automation-82a83ef4.js';
-export { f as AiAssert, e as AiExtractElementInfo, b as AiInspectElement, c as callAiFn, d as describeUserPage, p as plan, t as transformElementPositionToId } from './automation-82a83ef4.js';
+import { A as AIActionType } from './automation-81d96430.js';
+export { f as AiAssert, e as AiExtractElementInfo, b as AiInspectElement, c as callAiFn, d as describeUserPage, p as plan, t as transformElementPositionToId } from './automation-81d96430.js';
 
 declare function callToGetJSONObject<T>(messages: ChatCompletionMessageParam[], AIActionTypeValue: AIActionType): Promise<{
     content: T;

package/dist/lib/types/{automation-82a83ef4.d.ts → automation-81d96430.d.ts}

@@ -1,4 +1,4 @@
-import { g as AIUsageInfo, B as BaseElement, U as UIContext, l as AIElementResponse, A as AISingleElementResponse, u as ElementById, m as AISectionParseResponse, n as AIAssertionResponse, z as PlanningAIResponse } from './types-7702c41a.js';
+import { g as AIUsageInfo, B as BaseElement, U as UIContext, l as AIElementResponse, A as AISingleElementResponse, u as ElementById, m as AISectionParseResponse, n as AIAssertionResponse, z as PlanningAIResponse } from './types-05c1f241.js';
 import { ChatCompletionSystemMessageParam, ChatCompletionUserMessageParam } from 'openai/resources';
 
 type AIArgs = [

package/dist/lib/types/index.d.ts

@@ -1,8 +1,8 @@
-import { E as ExecutionTask, a as ExecutionTaskProgressOptions, b as ExecutionTaskApply, c as ExecutionDump, B as BaseElement, U as UIContext, I as InsightAction, D as DumpSubscriber, d as InsightOptions, e as InsightTaskInfo, A as AISingleElementResponse, f as InsightAssertionResponse } from './types-7702c41a.js';
-export { n as AIAssertionResponse, k as AIElementIdResponse, l as AIElementResponse, h as AIResponseFormat, m as AISectionParseResponse, i as AISingleElementResponseById, j as AISingleElementResponseByPosition, g as AIUsageInfo, w as AgentAssertOpt, v as AgentWaitForOpt, W as BaseAgentParserOpt, C as CallAIFn, V as Color, q as DumpMeta, u as ElementById, o as EnsureObject, Z as ExecutionRecorderItem, af as ExecutionTaskAction, ae as ExecutionTaskActionApply, ad as ExecutionTaskInsightAssertion, ac as ExecutionTaskInsightAssertionApply, ab as ExecutionTaskInsightAssertionParam, a4 as ExecutionTaskInsightDumpLog, a6 as ExecutionTaskInsightLocate, a5 as ExecutionTaskInsightLocateApply, a3 as ExecutionTaskInsightLocateOutput, a2 as ExecutionTaskInsightLocateParam, aa as ExecutionTaskInsightQuery, a9 as ExecutionTaskInsightQueryApply, a8 as ExecutionTaskInsightQueryOutput, a7 as ExecutionTaskInsightQueryParam, ah as ExecutionTaskPlanning, ag as ExecutionTaskPlanningApply, a1 as ExecutionTaskReturn, _ as ExecutionTaskType, $ as ExecutorContext, ai as GroupedActionDump, s as InsightDump, p as InsightExtractParam, L as LiteUISection, t as PartialInsightDumpFromSDK, z as PlanningAIResponse, y as PlanningAction, N as PlanningActionParamAssert, Q as PlanningActionParamError, J as PlanningActionParamHover, K as PlanningActionParamInputOrKeyPress, G as PlanningActionParamPlan, M as PlanningActionParamScroll, O as PlanningActionParamSleep, H as PlanningActionParamTap, T as PlanningActionParamWaitFor, F as PlanningFurtherPlan, x as PlanningLocateParam, Y as PlaywrightParserOpt, P as Point, X as PuppeteerParserOpt, R as Rect, r as ReportDumpWithAttributes, S as Size, a0 as TaskCacheInfo } from './types-7702c41a.js';
+import { E as ExecutionTask, a as ExecutionTaskProgressOptions, b as ExecutionTaskApply, c as ExecutionDump, B as BaseElement, U as UIContext, I as InsightAction, D as DumpSubscriber, d as InsightOptions, e as InsightTaskInfo, A as AISingleElementResponse, f as InsightAssertionResponse } from './types-05c1f241.js';
+export { n as AIAssertionResponse, k as AIElementIdResponse, l as AIElementResponse, h as AIResponseFormat, m as AISectionParseResponse, i as AISingleElementResponseById, j as AISingleElementResponseByPosition, g as AIUsageInfo, w as AgentAssertOpt, v as AgentWaitForOpt, X as BaseAgentParserOpt, C as CallAIFn, W as Color, q as DumpMeta, u as ElementById, o as EnsureObject, _ as ExecutionRecorderItem, ag as ExecutionTaskAction, af as ExecutionTaskActionApply, ae as ExecutionTaskInsightAssertion, ad as ExecutionTaskInsightAssertionApply, ac as ExecutionTaskInsightAssertionParam, a5 as ExecutionTaskInsightDumpLog, a7 as ExecutionTaskInsightLocate, a6 as ExecutionTaskInsightLocateApply, a4 as ExecutionTaskInsightLocateOutput, a3 as ExecutionTaskInsightLocateParam, ab as ExecutionTaskInsightQuery, aa as ExecutionTaskInsightQueryApply, a9 as ExecutionTaskInsightQueryOutput, a8 as ExecutionTaskInsightQueryParam, ai as ExecutionTaskPlanning, ah as ExecutionTaskPlanningApply, a2 as ExecutionTaskReturn, $ as ExecutionTaskType, a0 as ExecutorContext, aj as GroupedActionDump, s as InsightDump, p as InsightExtractParam, L as LiteUISection, O as OnTaskStartTip, t as PartialInsightDumpFromSDK, z as PlanningAIResponse, y as PlanningAction, N as PlanningActionParamAssert, T as PlanningActionParamError, J as PlanningActionParamHover, K as PlanningActionParamInputOrKeyPress, G as PlanningActionParamPlan, M as PlanningActionParamScroll, Q as PlanningActionParamSleep, H as PlanningActionParamTap, V as PlanningActionParamWaitFor, F as PlanningFurtherPlan, x as PlanningLocateParam, Z as PlaywrightParserOpt, P as Point, Y as PuppeteerParserOpt, R as Rect, r as ReportDumpWithAttributes, S as Size, a1 as TaskCacheInfo } from './types-05c1f241.js';
 export { allAIConfig, getAIConfig, overrideAIConfig } from './env.js';
-import { c as callAiFn, r as retrieveElement, a as retrieveSection } from './automation-82a83ef4.js';
-export { p as plan, t as transformElementPositionToId } from './automation-82a83ef4.js';
+import { c as callAiFn, r as retrieveElement, a as retrieveSection } from './automation-81d96430.js';
+export { p as plan, t as transformElementPositionToId } from './automation-81d96430.js';
 export { getLogDirByType, getVersion, setLogDir } from './utils.js';
 import 'openai/resources';
 
@@ -14,20 +14,26 @@ interface MidsceneYamlScript {
 interface MidsceneYamlTask {
   name: string;
   flow: MidsceneYamlFlowItem[];
+  continueOnError?: boolean;
 }
 
 interface MidsceneYamlScriptEnv {
+  serve?: string;
   url: string;
+
+  // puppeteer only
   userAgent?: string;
   viewportWidth?: number;
   viewportHeight?: number;
   viewportScale?: number;
-  serve?: string;
   waitForNetworkIdle?: {
     timeout?: number; // ms, 30000 for default, set to 0 to disable
     continueOnNetworkIdleError?: boolean; // should continue if failed to wait for network idle, true for default
   };
   cookie?: string;
+
+  // bridge mode only
+  bridgeMode?: 'newTabWithUrl' | 'currentTab';
   output?: string;
 }
 

package/dist/lib/types/{types-7702c41a.d.ts → types-05c1f241.d.ts}

@@ -144,6 +144,7 @@ type InsightAssertionResponse = AIAssertionResponse;
 /**
  * agent
  */
+type OnTaskStartTip = (tip: string) => Promise<void> | void;
 interface AgentWaitForOpt {
     checkIntervalMs?: number;
     timeoutMs?: number;
@@ -300,4 +301,4 @@ interface GroupedActionDump {
     executions: ExecutionDump[];
 }
 
-export { type ExecutorContext as $, type AISingleElementResponse as A, BaseElement as B, type CallAIFn as C, type DumpSubscriber as D, type ExecutionTask as E, type PlanningFurtherPlan as F, type PlanningActionParamPlan as G, type PlanningActionParamTap as H, type InsightAction as I, type PlanningActionParamHover as J, type PlanningActionParamInputOrKeyPress as K, type LiteUISection as L, type PlanningActionParamScroll as M, type PlanningActionParamAssert as N, type PlanningActionParamSleep as O, type Point as P, type PlanningActionParamError as Q, type Rect as R, type Size as S, type PlanningActionParamWaitFor as T, UIContext as U, type Color as V, type BaseAgentParserOpt as W, type PuppeteerParserOpt as X, type PlaywrightParserOpt as Y, type ExecutionRecorderItem as Z, type ExecutionTaskType as _, type ExecutionTaskProgressOptions as a, type TaskCacheInfo as a0, type ExecutionTaskReturn as a1, type ExecutionTaskInsightLocateParam as a2, type ExecutionTaskInsightLocateOutput as a3, type ExecutionTaskInsightDumpLog as a4, type ExecutionTaskInsightLocateApply as a5, type ExecutionTaskInsightLocate as a6, type ExecutionTaskInsightQueryParam as a7, type ExecutionTaskInsightQueryOutput as a8, type ExecutionTaskInsightQueryApply as a9, type ExecutionTaskInsightQuery as aa, type ExecutionTaskInsightAssertionParam as ab, type ExecutionTaskInsightAssertionApply as ac, type ExecutionTaskInsightAssertion as ad, type ExecutionTaskActionApply as ae, type ExecutionTaskAction as af, type ExecutionTaskPlanningApply as ag, type ExecutionTaskPlanning as ah, type GroupedActionDump as ai, type ExecutionTaskApply as b, type ExecutionDump as c, type InsightOptions as d, type InsightTaskInfo as e, type InsightAssertionResponse as f, type AIUsageInfo as g, AIResponseFormat as h, type AISingleElementResponseById as i, type AISingleElementResponseByPosition as j, type AIElementIdResponse as k, type AIElementResponse as l, type AISectionParseResponse as m, type AIAssertionResponse as n, type EnsureObject as o, type InsightExtractParam as p, type DumpMeta as q, type ReportDumpWithAttributes as r, type InsightDump as s, type PartialInsightDumpFromSDK as t, type ElementById as u, type AgentWaitForOpt as v, type AgentAssertOpt as w, type PlanningLocateParam as x, type PlanningAction as y, type PlanningAIResponse as z };
+export { type ExecutionTaskType as $, type AISingleElementResponse as A, BaseElement as B, type CallAIFn as C, type DumpSubscriber as D, type ExecutionTask as E, type PlanningFurtherPlan as F, type PlanningActionParamPlan as G, type PlanningActionParamTap as H, type InsightAction as I, type PlanningActionParamHover as J, type PlanningActionParamInputOrKeyPress as K, type LiteUISection as L, type PlanningActionParamScroll as M, type PlanningActionParamAssert as N, type OnTaskStartTip as O, type Point as P, type PlanningActionParamSleep as Q, type Rect as R, type Size as S, type PlanningActionParamError as T, UIContext as U, type PlanningActionParamWaitFor as V, type Color as W, type BaseAgentParserOpt as X, type PuppeteerParserOpt as Y, type PlaywrightParserOpt as Z, type ExecutionRecorderItem as _, type ExecutionTaskProgressOptions as a, type ExecutorContext as a0, type TaskCacheInfo as a1, type ExecutionTaskReturn as a2, type ExecutionTaskInsightLocateParam as a3, type ExecutionTaskInsightLocateOutput as a4, type ExecutionTaskInsightDumpLog as a5, type ExecutionTaskInsightLocateApply as a6, type ExecutionTaskInsightLocate as a7, type ExecutionTaskInsightQueryParam as a8, type ExecutionTaskInsightQueryOutput as a9, type ExecutionTaskInsightQueryApply as aa, type ExecutionTaskInsightQuery as ab, type ExecutionTaskInsightAssertionParam as ac, type ExecutionTaskInsightAssertionApply as ad, type ExecutionTaskInsightAssertion as ae, type ExecutionTaskActionApply as af, type ExecutionTaskAction as ag, type ExecutionTaskPlanningApply as ah, type ExecutionTaskPlanning as ai, type GroupedActionDump as aj, type ExecutionTaskApply as b, type ExecutionDump as c, type InsightOptions as d, type InsightTaskInfo as e, type InsightAssertionResponse as f, type AIUsageInfo as g, AIResponseFormat as h, type AISingleElementResponseById as i, type AISingleElementResponseByPosition as j, type AIElementIdResponse as k, type AIElementResponse as l, type AISectionParseResponse as m, type AIAssertionResponse as n, type EnsureObject as o, type InsightExtractParam as p, type DumpMeta as q, type ReportDumpWithAttributes as r, type InsightDump as s, type PartialInsightDumpFromSDK as t, type ElementById as u, type AgentWaitForOpt as v, type AgentAssertOpt as w, type PlanningLocateParam as x, type PlanningAction as y, type PlanningAIResponse as z };

package/dist/lib/types/utils.d.ts

@@ -1,4 +1,4 @@
-import { r as ReportDumpWithAttributes, R as Rect } from './types-7702c41a.js';
+import { r as ReportDumpWithAttributes, R as Rect } from './types-05c1f241.js';
 import 'openai/resources';
 
 declare const insightDumpFileExt = "insight-dump.json";

package/dist/lib/utils.js

@@ -303,7 +303,7 @@ function stringifyDumpData(data, indents) {
   return JSON.stringify(data, replacerForPageObject, indents);
 }
 function getVersion() {
-  return "0.8.18";
+  return "0.9.1-beta-20250110041124.0";
 }
 function debugLog(...message) {
   const debugMode = getAIConfig(MIDSCENE_DEBUG_MODE);

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@midscene/core",
   "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
-  "version": "0.8.18",
+  "version": "0.9.1-beta-20250110041124.0",
   "repository": "https://github.com/web-infra-dev/midscene",
   "homepage": "https://midscenejs.com/",
   "jsnext:source": "./src/index.ts",
@@ -41,7 +41,7 @@
     "@langchain/core": "0.3.26",
     "socks-proxy-agent": "8.0.4",
     "openai": "4.57.1",
-    "@midscene/shared": "0.8.18"
+    "@midscene/shared": "0.9.1-beta-20250110041124.0"
   },
   "devDependencies": {
     "@modern-js/module-tools": "2.60.6",