@aiscene/core 8.1.2 → 9.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (185) hide show
  1. package/dist/es/agent/agent.mjs +26 -11
  2. package/dist/es/agent/agent.mjs.map +1 -1
  3. package/dist/es/agent/task-builder.mjs +4 -2
  4. package/dist/es/agent/task-builder.mjs.map +1 -1
  5. package/dist/es/agent/tasks.mjs +21 -13
  6. package/dist/es/agent/tasks.mjs.map +1 -1
  7. package/dist/es/agent/ui-utils.mjs +13 -1
  8. package/dist/es/agent/ui-utils.mjs.map +1 -1
  9. package/dist/es/agent/usage-intent.mjs +18 -0
  10. package/dist/es/agent/usage-intent.mjs.map +1 -0
  11. package/dist/es/agent/utils.mjs +9 -26
  12. package/dist/es/agent/utils.mjs.map +1 -1
  13. package/dist/es/ai-model/auto-glm/planning.mjs.map +1 -1
  14. package/dist/es/ai-model/inspect.mjs +2 -4
  15. package/dist/es/ai-model/inspect.mjs.map +1 -1
  16. package/dist/es/ai-model/llm-planning.mjs +1 -3
  17. package/dist/es/ai-model/llm-planning.mjs.map +1 -1
  18. package/dist/es/ai-model/prompt/extraction.mjs +0 -2
  19. package/dist/es/ai-model/prompt/extraction.mjs.map +1 -1
  20. package/dist/es/ai-model/prompt/llm-planning.mjs +18 -0
  21. package/dist/es/ai-model/prompt/llm-planning.mjs.map +1 -1
  22. package/dist/es/ai-model/prompt/playwright-generator.mjs +4 -4
  23. package/dist/es/ai-model/prompt/playwright-generator.mjs.map +1 -1
  24. package/dist/es/ai-model/service-caller/codex-app-server.mjs +12 -12
  25. package/dist/es/ai-model/service-caller/codex-app-server.mjs.map +1 -1
  26. package/dist/es/ai-model/service-caller/index.mjs +148 -118
  27. package/dist/es/ai-model/service-caller/index.mjs.map +1 -1
  28. package/dist/es/ai-model/service-caller/request-timeout.mjs +49 -0
  29. package/dist/es/ai-model/service-caller/request-timeout.mjs.map +1 -0
  30. package/dist/es/ai-model/ui-tars-planning.mjs.map +1 -1
  31. package/dist/es/common.mjs +16 -3
  32. package/dist/es/common.mjs.map +1 -1
  33. package/dist/es/device/index.mjs +171 -30
  34. package/dist/es/device/index.mjs.map +1 -1
  35. package/dist/es/dump/screenshot-store.mjs +7 -6
  36. package/dist/es/dump/screenshot-store.mjs.map +1 -1
  37. package/dist/es/index.mjs.map +1 -1
  38. package/dist/es/report-generator.mjs +25 -25
  39. package/dist/es/report-generator.mjs.map +1 -1
  40. package/dist/es/report.mjs +20 -1
  41. package/dist/es/report.mjs.map +1 -1
  42. package/dist/es/skill/index.mjs +3 -4
  43. package/dist/es/skill/index.mjs.map +1 -1
  44. package/dist/es/types.mjs.map +1 -1
  45. package/dist/es/utils.mjs +2 -2
  46. package/dist/es/yaml/player.mjs +2 -17
  47. package/dist/es/yaml/player.mjs.map +1 -1
  48. package/dist/lib/agent/agent.js +27 -12
  49. package/dist/lib/agent/agent.js.map +1 -1
  50. package/dist/lib/agent/execution-session.js +1 -1
  51. package/dist/lib/agent/execution-session.js.map +1 -1
  52. package/dist/lib/agent/index.js +1 -1
  53. package/dist/lib/agent/index.js.map +1 -1
  54. package/dist/lib/agent/task-builder.js +5 -3
  55. package/dist/lib/agent/task-builder.js.map +1 -1
  56. package/dist/lib/agent/task-cache.js +1 -1
  57. package/dist/lib/agent/task-cache.js.map +1 -1
  58. package/dist/lib/agent/tasks.js +22 -14
  59. package/dist/lib/agent/tasks.js.map +1 -1
  60. package/dist/lib/agent/ui-utils.js +14 -2
  61. package/dist/lib/agent/ui-utils.js.map +1 -1
  62. package/dist/lib/agent/usage-intent.js +52 -0
  63. package/dist/lib/agent/usage-intent.js.map +1 -0
  64. package/dist/lib/agent/utils.js +10 -27
  65. package/dist/lib/agent/utils.js.map +1 -1
  66. package/dist/lib/ai-model/auto-glm/actions.js +1 -1
  67. package/dist/lib/ai-model/auto-glm/actions.js.map +1 -1
  68. package/dist/lib/ai-model/auto-glm/index.js +1 -1
  69. package/dist/lib/ai-model/auto-glm/index.js.map +1 -1
  70. package/dist/lib/ai-model/auto-glm/parser.js +1 -1
  71. package/dist/lib/ai-model/auto-glm/parser.js.map +1 -1
  72. package/dist/lib/ai-model/auto-glm/planning.js +1 -1
  73. package/dist/lib/ai-model/auto-glm/planning.js.map +1 -1
  74. package/dist/lib/ai-model/auto-glm/prompt.js +1 -1
  75. package/dist/lib/ai-model/auto-glm/prompt.js.map +1 -1
  76. package/dist/lib/ai-model/auto-glm/util.js +1 -1
  77. package/dist/lib/ai-model/auto-glm/util.js.map +1 -1
  78. package/dist/lib/ai-model/connectivity.js +1 -1
  79. package/dist/lib/ai-model/connectivity.js.map +1 -1
  80. package/dist/lib/ai-model/conversation-history.js +1 -1
  81. package/dist/lib/ai-model/conversation-history.js.map +1 -1
  82. package/dist/lib/ai-model/index.js +1 -1
  83. package/dist/lib/ai-model/index.js.map +1 -1
  84. package/dist/lib/ai-model/inspect.js +3 -5
  85. package/dist/lib/ai-model/inspect.js.map +1 -1
  86. package/dist/lib/ai-model/llm-planning.js +2 -4
  87. package/dist/lib/ai-model/llm-planning.js.map +1 -1
  88. package/dist/lib/ai-model/prompt/common.js +1 -1
  89. package/dist/lib/ai-model/prompt/common.js.map +1 -1
  90. package/dist/lib/ai-model/prompt/describe.js +1 -1
  91. package/dist/lib/ai-model/prompt/describe.js.map +1 -1
  92. package/dist/lib/ai-model/prompt/extraction.js +1 -3
  93. package/dist/lib/ai-model/prompt/extraction.js.map +1 -1
  94. package/dist/lib/ai-model/prompt/llm-locator.js +1 -1
  95. package/dist/lib/ai-model/prompt/llm-locator.js.map +1 -1
  96. package/dist/lib/ai-model/prompt/llm-planning.js +19 -1
  97. package/dist/lib/ai-model/prompt/llm-planning.js.map +1 -1
  98. package/dist/lib/ai-model/prompt/llm-section-locator.js +1 -1
  99. package/dist/lib/ai-model/prompt/llm-section-locator.js.map +1 -1
  100. package/dist/lib/ai-model/prompt/order-sensitive-judge.js +1 -1
  101. package/dist/lib/ai-model/prompt/order-sensitive-judge.js.map +1 -1
  102. package/dist/lib/ai-model/prompt/playwright-generator.js +5 -5
  103. package/dist/lib/ai-model/prompt/playwright-generator.js.map +1 -1
  104. package/dist/lib/ai-model/prompt/ui-tars-planning.js +1 -1
  105. package/dist/lib/ai-model/prompt/ui-tars-planning.js.map +1 -1
  106. package/dist/lib/ai-model/prompt/util.js +1 -1
  107. package/dist/lib/ai-model/prompt/util.js.map +1 -1
  108. package/dist/lib/ai-model/prompt/yaml-generator.js +1 -1
  109. package/dist/lib/ai-model/prompt/yaml-generator.js.map +1 -1
  110. package/dist/lib/ai-model/service-caller/codex-app-server.js +13 -13
  111. package/dist/lib/ai-model/service-caller/codex-app-server.js.map +1 -1
  112. package/dist/lib/ai-model/service-caller/image-detail.js +1 -1
  113. package/dist/lib/ai-model/service-caller/image-detail.js.map +1 -1
  114. package/dist/lib/ai-model/service-caller/index.js +149 -119
  115. package/dist/lib/ai-model/service-caller/index.js.map +1 -1
  116. package/dist/lib/ai-model/service-caller/request-timeout.js +95 -0
  117. package/dist/lib/ai-model/service-caller/request-timeout.js.map +1 -0
  118. package/dist/lib/ai-model/ui-tars-planning.js +1 -1
  119. package/dist/lib/ai-model/ui-tars-planning.js.map +1 -1
  120. package/dist/lib/common.js +17 -4
  121. package/dist/lib/common.js.map +1 -1
  122. package/dist/lib/device/device-options.js +1 -1
  123. package/dist/lib/device/device-options.js.map +1 -1
  124. package/dist/lib/device/index.js +177 -30
  125. package/dist/lib/device/index.js.map +1 -1
  126. package/dist/lib/dump/html-utils.js +1 -1
  127. package/dist/lib/dump/html-utils.js.map +1 -1
  128. package/dist/lib/dump/index.js +1 -1
  129. package/dist/lib/dump/index.js.map +1 -1
  130. package/dist/lib/dump/screenshot-restoration.js +1 -1
  131. package/dist/lib/dump/screenshot-restoration.js.map +1 -1
  132. package/dist/lib/dump/screenshot-store.js +7 -6
  133. package/dist/lib/dump/screenshot-store.js.map +1 -1
  134. package/dist/lib/index.js +1 -1
  135. package/dist/lib/index.js.map +1 -1
  136. package/dist/lib/report-cli.js +1 -1
  137. package/dist/lib/report-cli.js.map +1 -1
  138. package/dist/lib/report-generator.js +24 -24
  139. package/dist/lib/report-generator.js.map +1 -1
  140. package/dist/lib/report-markdown.js +1 -1
  141. package/dist/lib/report-markdown.js.map +1 -1
  142. package/dist/lib/report.js +20 -1
  143. package/dist/lib/report.js.map +1 -1
  144. package/dist/lib/screenshot-item.js +1 -1
  145. package/dist/lib/screenshot-item.js.map +1 -1
  146. package/dist/lib/service/index.js +1 -1
  147. package/dist/lib/service/index.js.map +1 -1
  148. package/dist/lib/service/utils.js +1 -1
  149. package/dist/lib/service/utils.js.map +1 -1
  150. package/dist/lib/skill/index.js +4 -5
  151. package/dist/lib/skill/index.js.map +1 -1
  152. package/dist/lib/task-runner.js +1 -1
  153. package/dist/lib/task-runner.js.map +1 -1
  154. package/dist/lib/task-timing.js +1 -1
  155. package/dist/lib/task-timing.js.map +1 -1
  156. package/dist/lib/tree.js +1 -1
  157. package/dist/lib/tree.js.map +1 -1
  158. package/dist/lib/types.js +3 -3
  159. package/dist/lib/types.js.map +1 -1
  160. package/dist/lib/utils.js +3 -3
  161. package/dist/lib/utils.js.map +1 -1
  162. package/dist/lib/yaml/builder.js +1 -1
  163. package/dist/lib/yaml/builder.js.map +1 -1
  164. package/dist/lib/yaml/index.js +1 -1
  165. package/dist/lib/yaml/index.js.map +1 -1
  166. package/dist/lib/yaml/player.js +3 -18
  167. package/dist/lib/yaml/player.js.map +1 -1
  168. package/dist/lib/yaml/utils.js +1 -1
  169. package/dist/lib/yaml/utils.js.map +1 -1
  170. package/dist/lib/yaml.js +1 -1
  171. package/dist/lib/yaml.js.map +1 -1
  172. package/dist/types/agent/agent.d.ts +4 -0
  173. package/dist/types/agent/tasks.d.ts +8 -7
  174. package/dist/types/agent/usage-intent.d.ts +3 -0
  175. package/dist/types/ai-model/llm-planning.d.ts +2 -2
  176. package/dist/types/ai-model/service-caller/codex-app-server.d.ts +5 -5
  177. package/dist/types/ai-model/service-caller/index.d.ts +1 -4
  178. package/dist/types/ai-model/service-caller/request-timeout.d.ts +32 -0
  179. package/dist/types/device/device-options.d.ts +11 -1
  180. package/dist/types/device/index.d.ts +195 -24
  181. package/dist/types/dump/screenshot-store.d.ts +2 -2
  182. package/dist/types/index.d.ts +0 -1
  183. package/dist/types/report-generator.d.ts +7 -0
  184. package/dist/types/types.d.ts +15 -4
  185. package/package.json +2 -2
@@ -15,7 +15,15 @@ export type AIUsageInfo = Record<string, any> & {
15
15
  time_cost: number | undefined;
16
16
  model_name: string | undefined;
17
17
  model_description: string | undefined;
18
+ /**
19
+ * Semantic intent of the model call, such as default, planning, or insight.
20
+ */
18
21
  intent: string | undefined;
22
+ /**
23
+ * Config slot where the model config was resolved from. For example, a
24
+ * planning call may use the default slot when no planning model is configured.
25
+ */
26
+ slot: string | undefined;
19
27
  request_id: string | undefined;
20
28
  };
21
29
  export type { LocateResultElement };
@@ -530,6 +538,7 @@ export interface DeviceAction<TParam = any, TReturn = any> {
530
538
  interfaceAlias?: string;
531
539
  paramSchema?: z.ZodType<TParam>;
532
540
  call: (param: TParam, context: ExecutorContext) => Promise<TReturn> | TReturn;
541
+ delayBeforeRunner?: number;
533
542
  delayAfterRunner?: number;
534
543
  /**
535
544
  * An example param object for this action.
@@ -595,6 +604,7 @@ export interface AgentOpt {
595
604
  aiActContext?: string;
596
605
  aiActionContext?: string;
597
606
  reportFileName?: string;
607
+ reportAttributes?: ReportAttributes;
598
608
  modelConfig?: TModelConfig;
599
609
  cache?: Cache;
600
610
  /**
@@ -610,11 +620,12 @@ export interface AgentOpt {
610
620
  */
611
621
  waitAfterAction?: number;
612
622
  /**
613
- * When set to true, Midscene will use the target device's time (Android/iOS)
614
- * instead of the system time. Useful when the device time differs from the
615
- * host machine. Default: false
623
+ * When set to true, Midscene will use the target device's formatted local
624
+ * time instead of the runtime system time. The target interface must implement
625
+ * getDeviceLocalTimeString to provide device-local wall-clock time.
626
+ * Default: false
616
627
  */
617
- useDeviceTimestamp?: boolean;
628
+ useDeviceTime?: boolean;
618
629
  /**
619
630
  * Custom screenshot shrink factor to reduce AI token usage.
620
631
  * When set, the screenshot will be scaled down by this factor from the physical resolution.
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@aiscene/core",
3
3
  "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
4
- "version": "8.1.2",
4
+ "version": "9.0.0",
5
5
  "repository": "https://github.com/web-infra-dev/midscene",
6
6
  "homepage": "https://midscenejs.com/",
7
7
  "main": "./dist/lib/index.js",
@@ -78,7 +78,7 @@
78
78
  "test:parse-action": "npm run test:ai -- tests/ai/parse-action.test.ts"
79
79
  },
80
80
  "dependencies": {
81
- "@aiscene/shared": "^8.0.2",
81
+ "@aiscene/shared": "workspace:*",
82
82
  "@ui-tars/action-parser": "1.2.3",
83
83
  "dayjs": "^1.11.11",
84
84
  "dotenv": "^16.4.5",