@midscene/core 0.29.0 → 0.29.2-beta-20250924120255.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (30) hide show
  1. package/dist/es/agent/utils.mjs +1 -1
  2. package/dist/es/ai-model/common.mjs +25 -10
  3. package/dist/es/ai-model/common.mjs.map +1 -1
  4. package/dist/es/ai-model/inspect.mjs +30 -7
  5. package/dist/es/ai-model/inspect.mjs.map +1 -1
  6. package/dist/es/ai-model/llm-planning.mjs +29 -4
  7. package/dist/es/ai-model/llm-planning.mjs.map +1 -1
  8. package/dist/es/ai-model/prompt/llm-planning.mjs +2 -2
  9. package/dist/es/ai-model/prompt/llm-planning.mjs.map +1 -1
  10. package/dist/es/index.mjs.map +1 -1
  11. package/dist/es/insight/index.mjs +2 -1
  12. package/dist/es/insight/index.mjs.map +1 -1
  13. package/dist/es/utils.mjs +2 -2
  14. package/dist/lib/agent/utils.js +1 -1
  15. package/dist/lib/ai-model/common.js +27 -9
  16. package/dist/lib/ai-model/common.js.map +1 -1
  17. package/dist/lib/ai-model/inspect.js +30 -7
  18. package/dist/lib/ai-model/inspect.js.map +1 -1
  19. package/dist/lib/ai-model/llm-planning.js +29 -4
  20. package/dist/lib/ai-model/llm-planning.js.map +1 -1
  21. package/dist/lib/ai-model/prompt/llm-planning.js +2 -2
  22. package/dist/lib/ai-model/prompt/llm-planning.js.map +1 -1
  23. package/dist/lib/index.js.map +1 -1
  24. package/dist/lib/insight/index.js +2 -1
  25. package/dist/lib/insight/index.js.map +1 -1
  26. package/dist/lib/utils.js +2 -2
  27. package/dist/types/ai-model/common.d.ts +4 -3
  28. package/dist/types/index.d.ts +1 -1
  29. package/dist/types/yaml.d.ts +10 -1
  30. package/package.json +3 -4
package/dist/types/ai-model/common.d.ts CHANGED
@@ -12,12 +12,13 @@ export declare enum AIActionType {
12
12
  DESCRIBE_ELEMENT = 4,
13
13
  TEXT = 5
14
14
  }
15
- export declare function fillBboxParam(locate: PlanningLocateParam, width: number, height: number, vlMode: TVlModeTypes | undefined): PlanningLocateParam;
15
+ export declare function fillBboxParam(locate: PlanningLocateParam, width: number, height: number, rightLimit: number, bottomLimit: number, vlMode: TVlModeTypes | undefined): PlanningLocateParam;
16
16
  export declare function adaptQwenBbox(bbox: number[]): [number, number, number, number];
17
17
  export declare function adaptDoubaoBbox(bbox: string[] | number[] | string, width: number, height: number): [number, number, number, number];
18
- export declare function adaptBbox(bbox: number[], width: number, height: number, vlMode: TVlModeTypes | undefined): [number, number, number, number];
18
+ export declare function adaptBbox(bbox: number[], width: number, height: number, rightLimit: number, bottomLimit: number, vlMode: TVlModeTypes | undefined): [number, number, number, number];
19
+ export declare function normalized01000(bbox: number[], width: number, height: number): [number, number, number, number];
19
20
  export declare function adaptGeminiBbox(bbox: number[], width: number, height: number): [number, number, number, number];
20
- export declare function adaptBboxToRect(bbox: number[], width: number, height: number, offsetX?: number, offsetY?: number, vlMode?: TVlModeTypes | undefined): Rect;
21
+ export declare function adaptBboxToRect(bbox: number[], width: number, height: number, offsetX?: number, offsetY?: number, rightLimit?: number, bottomLimit?: number, vlMode?: TVlModeTypes | undefined): Rect;
21
22
  export declare function warnGPT4oSizeLimit(size: Size, modelName: string): void;
22
23
  export declare function mergeRects(rects: Rect[]): {
23
24
  left: number;
package/dist/types/index.d.ts CHANGED
@@ -8,5 +8,5 @@ export type * from './types';
8
8
  export { z };
9
9
  export default Insight;
10
10
  export { Executor, Insight, getVersion };
11
- export type { MidsceneYamlScript, MidsceneYamlTask, MidsceneYamlFlowItem, MidsceneYamlConfigResult, LocateOption, DetailedLocateParam, } from './yaml';
11
+ export type { MidsceneYamlScript, MidsceneYamlTask, MidsceneYamlFlowItem, MidsceneYamlConfigResult, MidsceneYamlConfig, MidsceneYamlScriptWebEnv, MidsceneYamlScriptAndroidEnv, MidsceneYamlScriptIOSEnv, MidsceneYamlScriptEnv, LocateOption, DetailedLocateParam, } from './yaml';
12
12
  export { Agent, type AgentOpt, createAgent } from './agent';
package/dist/types/yaml.d.ts CHANGED
@@ -32,6 +32,7 @@ export interface MidsceneYamlScript {
32
32
  target?: MidsceneYamlScriptWebEnv;
33
33
  web?: MidsceneYamlScriptWebEnv;
34
34
  android?: MidsceneYamlScriptAndroidEnv;
35
+ ios?: MidsceneYamlScriptIOSEnv;
35
36
  interface?: MidsceneYamlScriptEnvGeneralInterface;
36
37
  config?: MidsceneYamlScriptConfig;
37
38
  agent?: MidsceneYamlScriptAgentOpt;
@@ -73,7 +74,14 @@ export interface MidsceneYamlScriptAndroidEnv extends MidsceneYamlScriptConfig {
73
74
  deviceId?: string;
74
75
  launch?: string;
75
76
  }
76
- export type MidsceneYamlScriptEnv = MidsceneYamlScriptWebEnv | MidsceneYamlScriptAndroidEnv;
77
+ export interface MidsceneYamlScriptIOSEnv extends MidsceneYamlScriptConfig {
78
+ deviceId?: string;
79
+ wdaPort?: number;
80
+ wdaHost?: string;
81
+ autoDismissKeyboard?: boolean;
82
+ launch?: string;
83
+ }
84
+ export type MidsceneYamlScriptEnv = MidsceneYamlScriptWebEnv | MidsceneYamlScriptAndroidEnv | MidsceneYamlScriptIOSEnv;
77
85
  export interface MidsceneYamlFlowItemAIAction {
78
86
  ai?: string;
79
87
  aiAction?: string;
@@ -143,6 +151,7 @@ export interface MidsceneYamlConfig {
143
151
  shareBrowserContext?: boolean;
144
152
  web?: MidsceneYamlScriptWebEnv;
145
153
  android?: MidsceneYamlScriptAndroidEnv;
154
+ ios?: MidsceneYamlScriptIOSEnv;
146
155
  files: string[];
147
156
  headed?: boolean;
148
157
  keepWindow?: boolean;
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@midscene/core",
3
3
  "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
4
- "version": "0.29.0",
4
+ "version": "0.29.2-beta-20250924120255.0",
5
5
  "repository": "https://github.com/web-infra-dev/midscene",
6
6
  "homepage": "https://midscenejs.com/",
7
7
  "main": "./dist/lib/index.js",
@@ -87,11 +87,10 @@
87
87
  "zod": "3.24.3",
88
88
  "semver": "7.5.2",
89
89
  "js-yaml": "4.1.0",
90
- "@midscene/recorder": "0.29.0",
91
- "@midscene/shared": "0.29.0"
90
+ "@midscene/recorder": "0.29.2-beta-20250924120255.0",
91
+ "@midscene/shared": "0.29.2-beta-20250924120255.0"
92
92
  },
93
93
  "devDependencies": {
94
- "@microsoft/api-extractor": "^7.52.10",
95
94
  "@rslib/core": "^0.11.2",
96
95
  "@types/node": "^18.0.0",
97
96
  "@types/node-fetch": "2.6.11",