@aiscene/core 9.0.6 → 9.0.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (686) hide show
  1. package/dist/es/agent/agent.mjs +24 -11
  2. package/dist/es/agent/agent.mjs.map +1 -1
  3. package/dist/es/agent/cache-config.mjs +19 -0
  4. package/dist/es/agent/cache-config.mjs.map +1 -0
  5. package/dist/es/agent/file-chooser.mjs +82 -0
  6. package/dist/es/agent/file-chooser.mjs.map +1 -0
  7. package/dist/es/agent/insight.mjs +101 -0
  8. package/dist/es/agent/insight.mjs.map +1 -0
  9. package/dist/es/agent/metrics.mjs +81 -0
  10. package/dist/es/agent/metrics.mjs.map +1 -0
  11. package/dist/es/agent/progress/ai-act-progress.mjs +199 -0
  12. package/dist/es/agent/progress/ai-act-progress.mjs.map +1 -0
  13. package/dist/es/agent/progress/index.mjs +2 -0
  14. package/dist/es/agent/progress/progress-bus.mjs +52 -0
  15. package/dist/es/agent/progress/progress-bus.mjs.map +1 -0
  16. package/dist/es/agent/prompt-context.mjs +25 -0
  17. package/dist/es/agent/prompt-context.mjs.map +1 -0
  18. package/dist/es/agent/record-to-report.mjs +14 -0
  19. package/dist/es/agent/record-to-report.mjs.map +1 -0
  20. package/dist/es/agent/run-gherkin-scenario.mjs +114 -0
  21. package/dist/es/agent/run-gherkin-scenario.mjs.map +1 -0
  22. package/dist/es/agent/run-markdown.mjs +62 -0
  23. package/dist/es/agent/run-markdown.mjs.map +1 -0
  24. package/dist/es/agent/screenshot-preparation.mjs +37 -0
  25. package/dist/es/agent/screenshot-preparation.mjs.map +1 -0
  26. package/dist/es/agent/ui-observer.mjs +385 -0
  27. package/dist/es/agent/ui-observer.mjs.map +1 -0
  28. package/dist/es/agent/utils.mjs +42 -4
  29. package/dist/es/agent/utils.mjs.map +1 -1
  30. package/dist/es/ai-model/connectivity/fixture.mjs +8 -0
  31. package/dist/es/ai-model/connectivity/fixture.mjs.map +1 -0
  32. package/dist/es/ai-model/connectivity/index.mjs +2 -0
  33. package/dist/es/ai-model/connectivity/run-connectivity-test.mjs +160 -0
  34. package/dist/es/ai-model/connectivity/run-connectivity-test.mjs.map +1 -0
  35. package/dist/es/ai-model/conversation-history.mjs.map +1 -1
  36. package/dist/es/ai-model/index.mjs +2 -1
  37. package/dist/es/ai-model/inspect.mjs +1 -1
  38. package/dist/es/ai-model/inspect.mjs.map +1 -1
  39. package/dist/es/ai-model/model-adapter/chat-completion.mjs +69 -0
  40. package/dist/es/ai-model/model-adapter/chat-completion.mjs.map +1 -0
  41. package/dist/es/ai-model/model-adapter/custom-planning-action.mjs +6 -0
  42. package/dist/es/ai-model/model-adapter/custom-planning-action.mjs.map +1 -0
  43. package/dist/es/ai-model/model-adapter/custom-planning-types.mjs +0 -0
  44. package/dist/es/ai-model/model-adapter/default-insight-protocol.mjs +28 -0
  45. package/dist/es/ai-model/model-adapter/default-insight-protocol.mjs.map +1 -0
  46. package/dist/es/ai-model/model-adapter/default-locate-protocol.mjs +145 -0
  47. package/dist/es/ai-model/model-adapter/default-locate-protocol.mjs.map +1 -0
  48. package/dist/es/ai-model/model-adapter/default-planning-protocol.mjs +124 -0
  49. package/dist/es/ai-model/model-adapter/default-planning-protocol.mjs.map +1 -0
  50. package/dist/es/ai-model/model-adapter/image-preprocess.mjs +27 -0
  51. package/dist/es/ai-model/model-adapter/image-preprocess.mjs.map +1 -0
  52. package/dist/es/ai-model/model-adapter/index.mjs +2 -0
  53. package/dist/es/ai-model/model-adapter/insight-protocol.mjs +0 -0
  54. package/dist/es/ai-model/model-adapter/insight.mjs +13 -0
  55. package/dist/es/ai-model/model-adapter/insight.mjs.map +1 -0
  56. package/dist/es/ai-model/model-adapter/locate-protocol.mjs +0 -0
  57. package/dist/es/ai-model/model-adapter/locate.mjs +53 -0
  58. package/dist/es/ai-model/model-adapter/locate.mjs.map +1 -0
  59. package/dist/es/ai-model/model-adapter/planning-protocol.mjs +0 -0
  60. package/dist/es/ai-model/model-adapter/planning.mjs +49 -0
  61. package/dist/es/ai-model/model-adapter/planning.mjs.map +1 -0
  62. package/dist/es/ai-model/model-adapter/resolve.mjs +54 -0
  63. package/dist/es/ai-model/model-adapter/resolve.mjs.map +1 -0
  64. package/dist/es/ai-model/model-adapter/types.mjs +0 -0
  65. package/dist/es/ai-model/models/auto-glm/actions.mjs +205 -0
  66. package/dist/es/ai-model/models/auto-glm/actions.mjs.map +1 -0
  67. package/dist/es/ai-model/models/auto-glm/adapter.mjs +45 -0
  68. package/dist/es/ai-model/models/auto-glm/adapter.mjs.map +1 -0
  69. package/dist/es/ai-model/models/auto-glm/locate.mjs +11 -0
  70. package/dist/es/ai-model/models/auto-glm/locate.mjs.map +1 -0
  71. package/dist/es/ai-model/models/auto-glm/parser.mjs +217 -0
  72. package/dist/es/ai-model/models/auto-glm/parser.mjs.map +1 -0
  73. package/dist/es/ai-model/models/auto-glm/planning.mjs +33 -0
  74. package/dist/es/ai-model/models/auto-glm/planning.mjs.map +1 -0
  75. package/dist/es/ai-model/models/auto-glm/prompt.mjs +214 -0
  76. package/dist/es/ai-model/models/auto-glm/prompt.mjs.map +1 -0
  77. package/dist/es/ai-model/models/deepseek/adapter.mjs +79 -0
  78. package/dist/es/ai-model/models/deepseek/adapter.mjs.map +1 -0
  79. package/dist/es/ai-model/models/deepseek/locate-protocol.mjs +89 -0
  80. package/dist/es/ai-model/models/deepseek/locate-protocol.mjs.map +1 -0
  81. package/dist/es/ai-model/models/default.mjs +13 -0
  82. package/dist/es/ai-model/models/default.mjs.map +1 -0
  83. package/dist/es/ai-model/models/doubao.mjs +95 -0
  84. package/dist/es/ai-model/models/doubao.mjs.map +1 -0
  85. package/dist/es/ai-model/models/gemini.mjs +100 -0
  86. package/dist/es/ai-model/models/gemini.mjs.map +1 -0
  87. package/dist/es/ai-model/models/glm.mjs +46 -0
  88. package/dist/es/ai-model/models/glm.mjs.map +1 -0
  89. package/dist/es/ai-model/models/gpt.mjs +43 -0
  90. package/dist/es/ai-model/models/gpt.mjs.map +1 -0
  91. package/dist/es/ai-model/models/index.mjs +2 -0
  92. package/dist/es/ai-model/models/kimi.mjs +102 -0
  93. package/dist/es/ai-model/models/kimi.mjs.map +1 -0
  94. package/dist/es/ai-model/models/mimo.mjs +36 -0
  95. package/dist/es/ai-model/models/mimo.mjs.map +1 -0
  96. package/dist/es/ai-model/models/qwen.mjs +139 -0
  97. package/dist/es/ai-model/models/qwen.mjs.map +1 -0
  98. package/dist/es/ai-model/models/registry.mjs +51 -0
  99. package/dist/es/ai-model/models/registry.mjs.map +1 -0
  100. package/dist/es/ai-model/models/ui-tars/actions.mjs +147 -0
  101. package/dist/es/ai-model/models/ui-tars/actions.mjs.map +1 -0
  102. package/dist/es/ai-model/models/ui-tars/adapter.mjs +102 -0
  103. package/dist/es/ai-model/models/ui-tars/adapter.mjs.map +1 -0
  104. package/dist/es/ai-model/models/ui-tars/parser.mjs +40 -0
  105. package/dist/es/ai-model/models/ui-tars/parser.mjs.map +1 -0
  106. package/dist/es/ai-model/models/ui-tars/planning.mjs +25 -0
  107. package/dist/es/ai-model/models/ui-tars/planning.mjs.map +1 -0
  108. package/dist/es/ai-model/models/ui-tars/prompt.mjs +36 -0
  109. package/dist/es/ai-model/models/ui-tars/prompt.mjs.map +1 -0
  110. package/dist/es/ai-model/models/utils/intent.mjs +6 -0
  111. package/dist/es/ai-model/models/utils/intent.mjs.map +1 -0
  112. package/dist/es/ai-model/prompt/insight/index.mjs +3 -0
  113. package/dist/es/ai-model/prompt/insight/system-prompt.mjs +104 -0
  114. package/dist/es/ai-model/prompt/insight/system-prompt.mjs.map +1 -0
  115. package/dist/es/ai-model/prompt/insight/user-prompt.mjs +23 -0
  116. package/dist/es/ai-model/prompt/insight/user-prompt.mjs.map +1 -0
  117. package/dist/es/ai-model/prompt/locate/element-system-prompt.mjs +12 -0
  118. package/dist/es/ai-model/prompt/locate/element-system-prompt.mjs.map +1 -0
  119. package/dist/es/ai-model/prompt/locate/grounding-rules.mjs +13 -0
  120. package/dist/es/ai-model/prompt/locate/grounding-rules.mjs.map +1 -0
  121. package/dist/es/ai-model/prompt/locate/index.mjs +4 -0
  122. package/dist/es/ai-model/prompt/locate/search-area-system-prompt.mjs +9 -0
  123. package/dist/es/ai-model/prompt/locate/search-area-system-prompt.mjs.map +1 -0
  124. package/dist/es/ai-model/prompt/planning/action-output-example.mjs +52 -0
  125. package/dist/es/ai-model/prompt/planning/action-output-example.mjs.map +1 -0
  126. package/dist/es/ai-model/prompt/planning/action-space-description.mjs +28 -0
  127. package/dist/es/ai-model/prompt/planning/action-space-description.mjs.map +1 -0
  128. package/dist/es/ai-model/prompt/planning/index.mjs +6 -0
  129. package/dist/es/ai-model/prompt/planning/multi-turn-example.mjs +221 -0
  130. package/dist/es/ai-model/prompt/planning/multi-turn-example.mjs.map +1 -0
  131. package/dist/es/ai-model/prompt/planning/planning-response-example.mjs +25 -0
  132. package/dist/es/ai-model/prompt/planning/planning-response-example.mjs.map +1 -0
  133. package/dist/es/ai-model/prompt/planning/sub-goals-text.mjs +17 -0
  134. package/dist/es/ai-model/prompt/planning/sub-goals-text.mjs.map +1 -0
  135. package/dist/es/ai-model/prompt/planning/system-prompt.mjs +293 -0
  136. package/dist/es/ai-model/prompt/planning/system-prompt.mjs.map +1 -0
  137. package/dist/es/ai-model/service-caller/codex-app-server.mjs +1 -0
  138. package/dist/es/ai-model/service-caller/codex-app-server.mjs.map +1 -1
  139. package/dist/es/ai-model/service-caller/index.mjs +35 -16
  140. package/dist/es/ai-model/service-caller/index.mjs.map +1 -1
  141. package/dist/es/ai-model/service-caller/model-call-recorder.mjs +74 -0
  142. package/dist/es/ai-model/service-caller/model-call-recorder.mjs.map +1 -0
  143. package/dist/es/ai-model/service-caller/openai-error.mjs +147 -0
  144. package/dist/es/ai-model/service-caller/openai-error.mjs.map +1 -0
  145. package/dist/es/ai-model/service-caller/proxy-deps.node.mjs +9 -0
  146. package/dist/es/ai-model/service-caller/proxy-deps.node.mjs.map +1 -0
  147. package/dist/es/ai-model/service-caller/proxy-deps.stub.mjs +12 -0
  148. package/dist/es/ai-model/service-caller/proxy-deps.stub.mjs.map +1 -0
  149. package/dist/es/ai-model/service-caller/semantic-retry.mjs +33 -0
  150. package/dist/es/ai-model/service-caller/semantic-retry.mjs.map +1 -0
  151. package/dist/es/ai-model/service-caller/types.mjs +0 -0
  152. package/dist/es/ai-model/shared/action-schema.mjs +15 -0
  153. package/dist/es/ai-model/shared/action-schema.mjs.map +1 -0
  154. package/dist/es/ai-model/shared/json.mjs +63 -0
  155. package/dist/es/ai-model/shared/json.mjs.map +1 -0
  156. package/dist/es/ai-model/shared/model-locate-result/bbox.mjs +60 -0
  157. package/dist/es/ai-model/shared/model-locate-result/bbox.mjs.map +1 -0
  158. package/dist/es/ai-model/shared/model-locate-result/coordinate-distance.mjs +10 -0
  159. package/dist/es/ai-model/shared/model-locate-result/coordinate-distance.mjs.map +1 -0
  160. package/dist/es/ai-model/shared/model-locate-result/errors.mjs +9 -0
  161. package/dist/es/ai-model/shared/model-locate-result/errors.mjs.map +1 -0
  162. package/dist/es/ai-model/shared/model-locate-result/factory.mjs +39 -0
  163. package/dist/es/ai-model/shared/model-locate-result/factory.mjs.map +1 -0
  164. package/dist/es/ai-model/shared/model-locate-result/index.mjs +6 -0
  165. package/dist/es/ai-model/shared/model-locate-result/parse.mjs +45 -0
  166. package/dist/es/ai-model/shared/model-locate-result/parse.mjs.map +1 -0
  167. package/dist/es/ai-model/shared/model-locate-result/pixel-bbox-mapper.mjs +67 -0
  168. package/dist/es/ai-model/shared/model-locate-result/pixel-bbox-mapper.mjs.map +1 -0
  169. package/dist/es/ai-model/shared/model-locate-result/prompt-spec.mjs +110 -0
  170. package/dist/es/ai-model/shared/model-locate-result/prompt-spec.mjs.map +1 -0
  171. package/dist/es/ai-model/shared/model-locate-result/types.mjs +9 -0
  172. package/dist/es/ai-model/shared/model-locate-result/types.mjs.map +1 -0
  173. package/dist/es/ai-model/shared/multimodal-prompt.mjs +55 -0
  174. package/dist/es/ai-model/shared/multimodal-prompt.mjs.map +1 -0
  175. package/dist/es/ai-model/shared/xml.mjs +42 -0
  176. package/dist/es/ai-model/shared/xml.mjs.map +1 -0
  177. package/dist/es/ai-model/workflows/grounding/index.mjs +4 -0
  178. package/dist/es/ai-model/workflows/grounding/locate-result-rect.mjs +23 -0
  179. package/dist/es/ai-model/workflows/grounding/locate-result-rect.mjs.map +1 -0
  180. package/dist/es/ai-model/workflows/grounding/locate.mjs +168 -0
  181. package/dist/es/ai-model/workflows/grounding/locate.mjs.map +1 -0
  182. package/dist/es/ai-model/workflows/grounding/planning-action-locate.mjs +97 -0
  183. package/dist/es/ai-model/workflows/grounding/planning-action-locate.mjs.map +1 -0
  184. package/dist/es/ai-model/workflows/grounding/search-area-mapping.mjs +18 -0
  185. package/dist/es/ai-model/workflows/grounding/search-area-mapping.mjs.map +1 -0
  186. package/dist/es/ai-model/workflows/grounding/search-area.mjs +55 -0
  187. package/dist/es/ai-model/workflows/grounding/search-area.mjs.map +1 -0
  188. package/dist/es/ai-model/workflows/grounding/section-locate.mjs +146 -0
  189. package/dist/es/ai-model/workflows/grounding/section-locate.mjs.map +1 -0
  190. package/dist/es/ai-model/workflows/grounding/types.mjs +0 -0
  191. package/dist/es/ai-model/workflows/grounding/utils.mjs +50 -0
  192. package/dist/es/ai-model/workflows/grounding/utils.mjs.map +1 -0
  193. package/dist/es/ai-model/workflows/insight/extraction.mjs +101 -0
  194. package/dist/es/ai-model/workflows/insight/extraction.mjs.map +1 -0
  195. package/dist/es/ai-model/workflows/insight/index.mjs +3 -0
  196. package/dist/es/ai-model/workflows/insight/insight-response-parser.mjs +26 -0
  197. package/dist/es/ai-model/workflows/insight/insight-response-parser.mjs.map +1 -0
  198. package/dist/es/ai-model/workflows/insight/order-sensitive.mjs +29 -0
  199. package/dist/es/ai-model/workflows/insight/order-sensitive.mjs.map +1 -0
  200. package/dist/es/ai-model/workflows/planning/conversation-history.mjs +185 -0
  201. package/dist/es/ai-model/workflows/planning/conversation-history.mjs.map +1 -0
  202. package/dist/es/ai-model/workflows/planning/custom-planning.mjs +129 -0
  203. package/dist/es/ai-model/workflows/planning/custom-planning.mjs.map +1 -0
  204. package/dist/es/ai-model/workflows/planning/index.mjs +4 -0
  205. package/dist/es/ai-model/workflows/planning/locate-normalization.mjs +41 -0
  206. package/dist/es/ai-model/workflows/planning/locate-normalization.mjs.map +1 -0
  207. package/dist/es/ai-model/workflows/planning/planning-action-log.mjs +22 -0
  208. package/dist/es/ai-model/workflows/planning/planning-action-log.mjs.map +1 -0
  209. package/dist/es/ai-model/workflows/planning/standard-planning-parser.mjs +99 -0
  210. package/dist/es/ai-model/workflows/planning/standard-planning-parser.mjs.map +1 -0
  211. package/dist/es/ai-model/workflows/planning/standard-planning.mjs +219 -0
  212. package/dist/es/ai-model/workflows/planning/standard-planning.mjs.map +1 -0
  213. package/dist/es/ai-model/workflows/planning/types.mjs +0 -0
  214. package/dist/es/ai-model/workflows/recorder-generation/common.mjs +171 -0
  215. package/dist/es/ai-model/workflows/recorder-generation/common.mjs.map +1 -0
  216. package/dist/es/ai-model/workflows/recorder-generation/index.mjs +5 -0
  217. package/dist/es/ai-model/workflows/recorder-generation/markdown.mjs +253 -0
  218. package/dist/es/ai-model/workflows/recorder-generation/markdown.mjs.map +1 -0
  219. package/dist/es/ai-model/workflows/recorder-generation/metadata.mjs +83 -0
  220. package/dist/es/ai-model/workflows/recorder-generation/metadata.mjs.map +1 -0
  221. package/dist/es/ai-model/workflows/recorder-generation/playwright.mjs +123 -0
  222. package/dist/es/ai-model/workflows/recorder-generation/playwright.mjs.map +1 -0
  223. package/dist/es/ai-model/workflows/recorder-generation/yaml.mjs +162 -0
  224. package/dist/es/ai-model/workflows/recorder-generation/yaml.mjs.map +1 -0
  225. package/dist/es/common.mjs +12 -1
  226. package/dist/es/common.mjs.map +1 -1
  227. package/dist/es/constants.mjs +4 -0
  228. package/dist/es/constants.mjs.map +1 -0
  229. package/dist/es/device/index.mjs.map +1 -1
  230. package/dist/es/device/input-strategy.mjs +34 -0
  231. package/dist/es/device/input-strategy.mjs.map +1 -0
  232. package/dist/es/dump/html-utils.mjs +16 -1
  233. package/dist/es/dump/html-utils.mjs.map +1 -1
  234. package/dist/es/dump/image-reference.mjs +63 -0
  235. package/dist/es/dump/image-reference.mjs.map +1 -0
  236. package/dist/es/dump/report-action-dump.mjs +244 -0
  237. package/dist/es/dump/report-action-dump.mjs.map +1 -0
  238. package/dist/es/dump/report-dump-compactor.mjs +200 -0
  239. package/dist/es/dump/report-dump-compactor.mjs.map +1 -0
  240. package/dist/es/dump/screenshot-store.mjs +124 -37
  241. package/dist/es/dump/screenshot-store.mjs.map +1 -1
  242. package/dist/es/dump/task-service-dump.mjs +17 -0
  243. package/dist/es/dump/task-service-dump.mjs.map +1 -0
  244. package/dist/es/dump/task-status.mjs +18 -0
  245. package/dist/es/dump/task-status.mjs.map +1 -0
  246. package/dist/es/element-describer.mjs +198 -0
  247. package/dist/es/element-describer.mjs.map +1 -0
  248. package/dist/es/errors.mjs +20 -0
  249. package/dist/es/errors.mjs.map +1 -0
  250. package/dist/es/report-html-template.mjs +4 -0
  251. package/dist/es/report-html-template.mjs.map +1 -0
  252. package/dist/es/report-stats.mjs +113 -0
  253. package/dist/es/report-stats.mjs.map +1 -0
  254. package/dist/es/screenshot-item.mjs +7 -2
  255. package/dist/es/screenshot-item.mjs.map +1 -1
  256. package/dist/es/service/index.mjs +10 -5
  257. package/dist/es/service/index.mjs.map +1 -1
  258. package/dist/es/task-runner.mjs.map +1 -1
  259. package/dist/es/types.mjs.map +1 -1
  260. package/dist/es/utils.mjs +1 -1
  261. package/dist/es/yaml/cleanup.mjs +13 -0
  262. package/dist/es/yaml/cleanup.mjs.map +1 -0
  263. package/dist/lib/agent/agent.js +24 -11
  264. package/dist/lib/agent/agent.js.map +1 -1
  265. package/dist/lib/agent/cache-config.js +53 -0
  266. package/dist/lib/agent/cache-config.js.map +1 -0
  267. package/dist/lib/agent/file-chooser.js +125 -0
  268. package/dist/lib/agent/file-chooser.js.map +1 -0
  269. package/dist/lib/agent/insight.js +135 -0
  270. package/dist/lib/agent/insight.js.map +1 -0
  271. package/dist/lib/agent/metrics.js +115 -0
  272. package/dist/lib/agent/metrics.js.map +1 -0
  273. package/dist/lib/agent/progress/ai-act-progress.js +239 -0
  274. package/dist/lib/agent/progress/ai-act-progress.js.map +1 -0
  275. package/dist/lib/agent/progress/index.js +67 -0
  276. package/dist/lib/agent/progress/index.js.map +1 -0
  277. package/dist/lib/agent/progress/progress-bus.js +86 -0
  278. package/dist/lib/agent/progress/progress-bus.js.map +1 -0
  279. package/dist/lib/agent/prompt-context.js +62 -0
  280. package/dist/lib/agent/prompt-context.js.map +1 -0
  281. package/dist/lib/agent/record-to-report.js +48 -0
  282. package/dist/lib/agent/record-to-report.js.map +1 -0
  283. package/dist/lib/agent/run-gherkin-scenario.js +151 -0
  284. package/dist/lib/agent/run-gherkin-scenario.js.map +1 -0
  285. package/dist/lib/agent/run-markdown.js +96 -0
  286. package/dist/lib/agent/run-markdown.js.map +1 -0
  287. package/dist/lib/agent/screenshot-preparation.js +74 -0
  288. package/dist/lib/agent/screenshot-preparation.js.map +1 -0
  289. package/dist/lib/agent/ui-observer.js +425 -0
  290. package/dist/lib/agent/ui-observer.js.map +1 -0
  291. package/dist/lib/agent/utils.js +46 -2
  292. package/dist/lib/agent/utils.js.map +1 -1
  293. package/dist/lib/ai-model/connectivity/fixture.js +45 -0
  294. package/dist/lib/ai-model/connectivity/fixture.js.map +1 -0
  295. package/dist/lib/ai-model/connectivity/index.js +38 -0
  296. package/dist/lib/ai-model/connectivity/index.js.map +1 -0
  297. package/dist/lib/ai-model/connectivity/run-connectivity-test.js +204 -0
  298. package/dist/lib/ai-model/connectivity/run-connectivity-test.js.map +1 -0
  299. package/dist/lib/ai-model/conversation-history.js.map +1 -1
  300. package/dist/lib/ai-model/index.js +15 -11
  301. package/dist/lib/ai-model/inspect.js +1 -1
  302. package/dist/lib/ai-model/inspect.js.map +1 -1
  303. package/dist/lib/ai-model/model-adapter/chat-completion.js +103 -0
  304. package/dist/lib/ai-model/model-adapter/chat-completion.js.map +1 -0
  305. package/dist/lib/ai-model/model-adapter/custom-planning-action.js +40 -0
  306. package/dist/lib/ai-model/model-adapter/custom-planning-action.js.map +1 -0
  307. package/dist/lib/ai-model/model-adapter/custom-planning-types.js +20 -0
  308. package/dist/lib/ai-model/model-adapter/custom-planning-types.js.map +1 -0
  309. package/dist/lib/ai-model/model-adapter/default-insight-protocol.js +62 -0
  310. package/dist/lib/ai-model/model-adapter/default-insight-protocol.js.map +1 -0
  311. package/dist/lib/ai-model/model-adapter/default-locate-protocol.js +182 -0
  312. package/dist/lib/ai-model/model-adapter/default-locate-protocol.js.map +1 -0
  313. package/dist/lib/ai-model/model-adapter/default-planning-protocol.js +170 -0
  314. package/dist/lib/ai-model/model-adapter/default-planning-protocol.js.map +1 -0
  315. package/dist/lib/ai-model/model-adapter/image-preprocess.js +61 -0
  316. package/dist/lib/ai-model/model-adapter/image-preprocess.js.map +1 -0
  317. package/dist/lib/ai-model/model-adapter/index.js +38 -0
  318. package/dist/lib/ai-model/model-adapter/index.js.map +1 -0
  319. package/dist/lib/ai-model/model-adapter/insight-protocol.js +20 -0
  320. package/dist/lib/ai-model/model-adapter/insight-protocol.js.map +1 -0
  321. package/dist/lib/ai-model/model-adapter/insight.js +50 -0
  322. package/dist/lib/ai-model/model-adapter/insight.js.map +1 -0
  323. package/dist/lib/ai-model/model-adapter/locate-protocol.js +20 -0
  324. package/dist/lib/ai-model/model-adapter/locate-protocol.js.map +1 -0
  325. package/dist/lib/ai-model/model-adapter/locate.js +87 -0
  326. package/dist/lib/ai-model/model-adapter/locate.js.map +1 -0
  327. package/dist/lib/ai-model/model-adapter/planning-protocol.js +20 -0
  328. package/dist/lib/ai-model/model-adapter/planning-protocol.js.map +1 -0
  329. package/dist/lib/ai-model/model-adapter/planning.js +86 -0
  330. package/dist/lib/ai-model/model-adapter/planning.js.map +1 -0
  331. package/dist/lib/ai-model/model-adapter/resolve.js +88 -0
  332. package/dist/lib/ai-model/model-adapter/resolve.js.map +1 -0
  333. package/dist/lib/ai-model/model-adapter/types.js +20 -0
  334. package/dist/lib/ai-model/model-adapter/types.js.map +1 -0
  335. package/dist/lib/ai-model/models/auto-glm/actions.js +239 -0
  336. package/dist/lib/ai-model/models/auto-glm/actions.js.map +1 -0
  337. package/dist/lib/ai-model/models/auto-glm/adapter.js +79 -0
  338. package/dist/lib/ai-model/models/auto-glm/adapter.js.map +1 -0
  339. package/dist/lib/ai-model/models/auto-glm/locate.js +45 -0
  340. package/dist/lib/ai-model/models/auto-glm/locate.js.map +1 -0
  341. package/dist/lib/ai-model/models/auto-glm/parser.js +260 -0
  342. package/dist/lib/ai-model/models/auto-glm/parser.js.map +1 -0
  343. package/dist/lib/ai-model/models/auto-glm/planning.js +67 -0
  344. package/dist/lib/ai-model/models/auto-glm/planning.js.map +1 -0
  345. package/dist/lib/ai-model/models/auto-glm/prompt.js +257 -0
  346. package/dist/lib/ai-model/models/auto-glm/prompt.js.map +1 -0
  347. package/dist/lib/ai-model/models/deepseek/adapter.js +113 -0
  348. package/dist/lib/ai-model/models/deepseek/adapter.js.map +1 -0
  349. package/dist/lib/ai-model/models/deepseek/locate-protocol.js +132 -0
  350. package/dist/lib/ai-model/models/deepseek/locate-protocol.js.map +1 -0
  351. package/dist/lib/ai-model/models/default.js +47 -0
  352. package/dist/lib/ai-model/models/default.js.map +1 -0
  353. package/dist/lib/ai-model/models/doubao.js +132 -0
  354. package/dist/lib/ai-model/models/doubao.js.map +1 -0
  355. package/dist/lib/ai-model/models/gemini.js +137 -0
  356. package/dist/lib/ai-model/models/gemini.js.map +1 -0
  357. package/dist/lib/ai-model/models/glm.js +80 -0
  358. package/dist/lib/ai-model/models/glm.js.map +1 -0
  359. package/dist/lib/ai-model/models/gpt.js +77 -0
  360. package/dist/lib/ai-model/models/gpt.js.map +1 -0
  361. package/dist/lib/ai-model/models/index.js +41 -0
  362. package/dist/lib/ai-model/models/index.js.map +1 -0
  363. package/dist/lib/ai-model/models/kimi.js +136 -0
  364. package/dist/lib/ai-model/models/kimi.js.map +1 -0
  365. package/dist/lib/ai-model/models/mimo.js +70 -0
  366. package/dist/lib/ai-model/models/mimo.js.map +1 -0
  367. package/dist/lib/ai-model/models/qwen.js +173 -0
  368. package/dist/lib/ai-model/models/qwen.js.map +1 -0
  369. package/dist/lib/ai-model/models/registry.js +91 -0
  370. package/dist/lib/ai-model/models/registry.js.map +1 -0
  371. package/dist/lib/ai-model/models/ui-tars/actions.js +181 -0
  372. package/dist/lib/ai-model/models/ui-tars/actions.js.map +1 -0
  373. package/dist/lib/ai-model/models/ui-tars/adapter.js +136 -0
  374. package/dist/lib/ai-model/models/ui-tars/adapter.js.map +1 -0
  375. package/dist/lib/ai-model/models/ui-tars/parser.js +74 -0
  376. package/dist/lib/ai-model/models/ui-tars/parser.js.map +1 -0
  377. package/dist/lib/ai-model/models/ui-tars/planning.js +59 -0
  378. package/dist/lib/ai-model/models/ui-tars/planning.js.map +1 -0
  379. package/dist/lib/ai-model/models/ui-tars/prompt.js +73 -0
  380. package/dist/lib/ai-model/models/ui-tars/prompt.js.map +1 -0
  381. package/dist/lib/ai-model/models/utils/intent.js +40 -0
  382. package/dist/lib/ai-model/models/utils/intent.js.map +1 -0
  383. package/dist/lib/ai-model/prompt/insight/index.js +45 -0
  384. package/dist/lib/ai-model/prompt/insight/index.js.map +1 -0
  385. package/dist/lib/ai-model/prompt/insight/system-prompt.js +138 -0
  386. package/dist/lib/ai-model/prompt/insight/system-prompt.js.map +1 -0
  387. package/dist/lib/ai-model/prompt/insight/user-prompt.js +60 -0
  388. package/dist/lib/ai-model/prompt/insight/user-prompt.js.map +1 -0
  389. package/dist/lib/ai-model/prompt/locate/element-system-prompt.js +46 -0
  390. package/dist/lib/ai-model/prompt/locate/element-system-prompt.js.map +1 -0
  391. package/dist/lib/ai-model/prompt/locate/grounding-rules.js +47 -0
  392. package/dist/lib/ai-model/prompt/locate/grounding-rules.js.map +1 -0
  393. package/dist/lib/ai-model/prompt/locate/index.js +46 -0
  394. package/dist/lib/ai-model/prompt/locate/index.js.map +1 -0
  395. package/dist/lib/ai-model/prompt/locate/search-area-system-prompt.js +43 -0
  396. package/dist/lib/ai-model/prompt/locate/search-area-system-prompt.js.map +1 -0
  397. package/dist/lib/ai-model/prompt/planning/action-output-example.js +92 -0
  398. package/dist/lib/ai-model/prompt/planning/action-output-example.js.map +1 -0
  399. package/dist/lib/ai-model/prompt/planning/action-space-description.js +75 -0
  400. package/dist/lib/ai-model/prompt/planning/action-space-description.js.map +1 -0
  401. package/dist/lib/ai-model/prompt/planning/index.js +63 -0
  402. package/dist/lib/ai-model/prompt/planning/index.js.map +1 -0
  403. package/dist/lib/ai-model/prompt/planning/multi-turn-example.js +255 -0
  404. package/dist/lib/ai-model/prompt/planning/multi-turn-example.js.map +1 -0
  405. package/dist/lib/ai-model/prompt/planning/planning-response-example.js +59 -0
  406. package/dist/lib/ai-model/prompt/planning/planning-response-example.js.map +1 -0
  407. package/dist/lib/ai-model/prompt/planning/sub-goals-text.js +51 -0
  408. package/dist/lib/ai-model/prompt/planning/sub-goals-text.js.map +1 -0
  409. package/dist/lib/ai-model/prompt/planning/system-prompt.js +327 -0
  410. package/dist/lib/ai-model/prompt/planning/system-prompt.js.map +1 -0
  411. package/dist/lib/ai-model/service-caller/codex-app-server.js +1 -0
  412. package/dist/lib/ai-model/service-caller/codex-app-server.js.map +1 -1
  413. package/dist/lib/ai-model/service-caller/index.js +35 -16
  414. package/dist/lib/ai-model/service-caller/index.js.map +1 -1
  415. package/dist/lib/ai-model/service-caller/model-call-recorder.js +124 -0
  416. package/dist/lib/ai-model/service-caller/model-call-recorder.js.map +1 -0
  417. package/dist/lib/ai-model/service-caller/openai-error.js +184 -0
  418. package/dist/lib/ai-model/service-caller/openai-error.js.map +1 -0
  419. package/dist/lib/ai-model/service-caller/proxy-deps.node.js +46 -0
  420. package/dist/lib/ai-model/service-caller/proxy-deps.node.js.map +1 -0
  421. package/dist/lib/ai-model/service-caller/proxy-deps.stub.js +49 -0
  422. package/dist/lib/ai-model/service-caller/proxy-deps.stub.js.map +1 -0
  423. package/dist/lib/ai-model/service-caller/semantic-retry.js +70 -0
  424. package/dist/lib/ai-model/service-caller/semantic-retry.js.map +1 -0
  425. package/dist/lib/ai-model/service-caller/types.js +20 -0
  426. package/dist/lib/ai-model/service-caller/types.js.map +1 -0
  427. package/dist/lib/ai-model/shared/action-schema.js +49 -0
  428. package/dist/lib/ai-model/shared/action-schema.js.map +1 -0
  429. package/dist/lib/ai-model/shared/json.js +103 -0
  430. package/dist/lib/ai-model/shared/json.js.map +1 -0
  431. package/dist/lib/ai-model/shared/model-locate-result/bbox.js +106 -0
  432. package/dist/lib/ai-model/shared/model-locate-result/bbox.js.map +1 -0
  433. package/dist/lib/ai-model/shared/model-locate-result/coordinate-distance.js +44 -0
  434. package/dist/lib/ai-model/shared/model-locate-result/coordinate-distance.js.map +1 -0
  435. package/dist/lib/ai-model/shared/model-locate-result/errors.js +46 -0
  436. package/dist/lib/ai-model/shared/model-locate-result/errors.js.map +1 -0
  437. package/dist/lib/ai-model/shared/model-locate-result/factory.js +76 -0
  438. package/dist/lib/ai-model/shared/model-locate-result/factory.js.map +1 -0
  439. package/dist/lib/ai-model/shared/model-locate-result/index.js +66 -0
  440. package/dist/lib/ai-model/shared/model-locate-result/index.js.map +1 -0
  441. package/dist/lib/ai-model/shared/model-locate-result/parse.js +88 -0
  442. package/dist/lib/ai-model/shared/model-locate-result/parse.js.map +1 -0
  443. package/dist/lib/ai-model/shared/model-locate-result/pixel-bbox-mapper.js +101 -0
  444. package/dist/lib/ai-model/shared/model-locate-result/pixel-bbox-mapper.js.map +1 -0
  445. package/dist/lib/ai-model/shared/model-locate-result/prompt-spec.js +156 -0
  446. package/dist/lib/ai-model/shared/model-locate-result/prompt-spec.js.map +1 -0
  447. package/dist/lib/ai-model/shared/model-locate-result/types.js +46 -0
  448. package/dist/lib/ai-model/shared/model-locate-result/types.js.map +1 -0
  449. package/dist/lib/ai-model/shared/multimodal-prompt.js +95 -0
  450. package/dist/lib/ai-model/shared/multimodal-prompt.js.map +1 -0
  451. package/dist/lib/ai-model/shared/xml.js +79 -0
  452. package/dist/lib/ai-model/shared/xml.js.map +1 -0
  453. package/dist/lib/ai-model/workflows/grounding/index.js +46 -0
  454. package/dist/lib/ai-model/workflows/grounding/index.js.map +1 -0
  455. package/dist/lib/ai-model/workflows/grounding/locate-result-rect.js +60 -0
  456. package/dist/lib/ai-model/workflows/grounding/locate-result-rect.js.map +1 -0
  457. package/dist/lib/ai-model/workflows/grounding/locate.js +208 -0
  458. package/dist/lib/ai-model/workflows/grounding/locate.js.map +1 -0
  459. package/dist/lib/ai-model/workflows/grounding/planning-action-locate.js +131 -0
  460. package/dist/lib/ai-model/workflows/grounding/planning-action-locate.js.map +1 -0
  461. package/dist/lib/ai-model/workflows/grounding/search-area-mapping.js +52 -0
  462. package/dist/lib/ai-model/workflows/grounding/search-area-mapping.js.map +1 -0
  463. package/dist/lib/ai-model/workflows/grounding/search-area.js +92 -0
  464. package/dist/lib/ai-model/workflows/grounding/search-area.js.map +1 -0
  465. package/dist/lib/ai-model/workflows/grounding/section-locate.js +180 -0
  466. package/dist/lib/ai-model/workflows/grounding/section-locate.js.map +1 -0
  467. package/dist/lib/ai-model/workflows/grounding/types.js +20 -0
  468. package/dist/lib/ai-model/workflows/grounding/types.js.map +1 -0
  469. package/dist/lib/ai-model/workflows/grounding/utils.js +87 -0
  470. package/dist/lib/ai-model/workflows/grounding/utils.js.map +1 -0
  471. package/dist/lib/ai-model/workflows/insight/extraction.js +135 -0
  472. package/dist/lib/ai-model/workflows/insight/extraction.js.map +1 -0
  473. package/dist/lib/ai-model/workflows/insight/index.js +42 -0
  474. package/dist/lib/ai-model/workflows/insight/index.js.map +1 -0
  475. package/dist/lib/ai-model/workflows/insight/insight-response-parser.js +60 -0
  476. package/dist/lib/ai-model/workflows/insight/insight-response-parser.js.map +1 -0
  477. package/dist/lib/ai-model/workflows/insight/order-sensitive.js +63 -0
  478. package/dist/lib/ai-model/workflows/insight/order-sensitive.js.map +1 -0
  479. package/dist/lib/ai-model/workflows/planning/conversation-history.js +219 -0
  480. package/dist/lib/ai-model/workflows/planning/conversation-history.js.map +1 -0
  481. package/dist/lib/ai-model/workflows/planning/custom-planning.js +166 -0
  482. package/dist/lib/ai-model/workflows/planning/custom-planning.js.map +1 -0
  483. package/dist/lib/ai-model/workflows/planning/index.js +49 -0
  484. package/dist/lib/ai-model/workflows/planning/index.js.map +1 -0
  485. package/dist/lib/ai-model/workflows/planning/locate-normalization.js +75 -0
  486. package/dist/lib/ai-model/workflows/planning/locate-normalization.js.map +1 -0
  487. package/dist/lib/ai-model/workflows/planning/planning-action-log.js +56 -0
  488. package/dist/lib/ai-model/workflows/planning/planning-action-log.js.map +1 -0
  489. package/dist/lib/ai-model/workflows/planning/standard-planning-parser.js +142 -0
  490. package/dist/lib/ai-model/workflows/planning/standard-planning-parser.js.map +1 -0
  491. package/dist/lib/ai-model/workflows/planning/standard-planning.js +253 -0
  492. package/dist/lib/ai-model/workflows/planning/standard-planning.js.map +1 -0
  493. package/dist/lib/ai-model/workflows/planning/types.js +20 -0
  494. package/dist/lib/ai-model/workflows/planning/types.js.map +1 -0
  495. package/dist/lib/ai-model/workflows/recorder-generation/common.js +232 -0
  496. package/dist/lib/ai-model/workflows/recorder-generation/common.js.map +1 -0
  497. package/dist/lib/ai-model/workflows/recorder-generation/index.js +68 -0
  498. package/dist/lib/ai-model/workflows/recorder-generation/index.js.map +1 -0
  499. package/dist/lib/ai-model/workflows/recorder-generation/markdown.js +293 -0
  500. package/dist/lib/ai-model/workflows/recorder-generation/markdown.js.map +1 -0
  501. package/dist/lib/ai-model/workflows/recorder-generation/metadata.js +117 -0
  502. package/dist/lib/ai-model/workflows/recorder-generation/metadata.js.map +1 -0
  503. package/dist/lib/ai-model/workflows/recorder-generation/playwright.js +184 -0
  504. package/dist/lib/ai-model/workflows/recorder-generation/playwright.js.map +1 -0
  505. package/dist/lib/ai-model/workflows/recorder-generation/yaml.js +232 -0
  506. package/dist/lib/ai-model/workflows/recorder-generation/yaml.js.map +1 -0
  507. package/dist/lib/common.js +18 -1
  508. package/dist/lib/common.js.map +1 -1
  509. package/dist/lib/constants.js +38 -0
  510. package/dist/lib/constants.js.map +1 -0
  511. package/dist/lib/device/index.js.map +1 -1
  512. package/dist/lib/device/input-strategy.js +80 -0
  513. package/dist/lib/device/input-strategy.js.map +1 -0
  514. package/dist/lib/dump/html-utils.js +18 -0
  515. package/dist/lib/dump/html-utils.js.map +1 -1
  516. package/dist/lib/dump/image-reference.js +115 -0
  517. package/dist/lib/dump/image-reference.js.map +1 -0
  518. package/dist/lib/dump/report-action-dump.js +284 -0
  519. package/dist/lib/dump/report-action-dump.js.map +1 -0
  520. package/dist/lib/dump/report-dump-compactor.js +234 -0
  521. package/dist/lib/dump/report-dump-compactor.js.map +1 -0
  522. package/dist/lib/dump/screenshot-store.js +146 -38
  523. package/dist/lib/dump/screenshot-store.js.map +1 -1
  524. package/dist/lib/dump/task-service-dump.js +54 -0
  525. package/dist/lib/dump/task-service-dump.js.map +1 -0
  526. package/dist/lib/dump/task-status.js +55 -0
  527. package/dist/lib/dump/task-status.js.map +1 -0
  528. package/dist/lib/element-describer.js +238 -0
  529. package/dist/lib/element-describer.js.map +1 -0
  530. package/dist/lib/errors.js +54 -0
  531. package/dist/lib/errors.js.map +1 -0
  532. package/dist/lib/report-html-template.js +38 -0
  533. package/dist/lib/report-html-template.js.map +1 -0
  534. package/dist/lib/report-stats.js +147 -0
  535. package/dist/lib/report-stats.js.map +1 -0
  536. package/dist/lib/screenshot-item.js +7 -2
  537. package/dist/lib/screenshot-item.js.map +1 -1
  538. package/dist/lib/service/index.js +10 -5
  539. package/dist/lib/service/index.js.map +1 -1
  540. package/dist/lib/task-runner.js.map +1 -1
  541. package/dist/lib/types.js +2 -2
  542. package/dist/lib/types.js.map +1 -1
  543. package/dist/lib/utils.js +1 -1
  544. package/dist/lib/yaml/cleanup.js +47 -0
  545. package/dist/lib/yaml/cleanup.js.map +1 -0
  546. package/dist/types/agent/agent.d.ts +5 -9
  547. package/dist/types/agent/cache-config.d.ts +2 -0
  548. package/dist/types/agent/file-chooser.d.ts +19 -0
  549. package/dist/types/agent/insight.d.ts +21 -0
  550. package/dist/types/agent/metrics.d.ts +48 -0
  551. package/dist/types/agent/progress/ai-act-progress.d.ts +21 -0
  552. package/dist/types/agent/progress/index.d.ts +2 -0
  553. package/dist/types/agent/progress/progress-bus.d.ts +33 -0
  554. package/dist/types/agent/prompt-context.d.ts +3 -0
  555. package/dist/types/agent/record-to-report.d.ts +2 -0
  556. package/dist/types/agent/run-gherkin-scenario.d.ts +26 -0
  557. package/dist/types/agent/run-markdown.d.ts +6 -0
  558. package/dist/types/agent/screenshot-preparation.d.ts +20 -0
  559. package/dist/types/agent/ui-observer.d.ts +103 -0
  560. package/dist/types/agent/utils.d.ts +12 -1
  561. package/dist/types/ai-model/connectivity/fixture.d.ts +5 -0
  562. package/dist/types/ai-model/connectivity/index.d.ts +1 -0
  563. package/dist/types/ai-model/connectivity/run-connectivity-test.d.ts +11 -0
  564. package/dist/types/ai-model/index.d.ts +2 -0
  565. package/dist/types/ai-model/model-adapter/chat-completion.d.ts +2 -0
  566. package/dist/types/ai-model/model-adapter/custom-planning-action.d.ts +25 -0
  567. package/dist/types/ai-model/model-adapter/custom-planning-types.d.ts +31 -0
  568. package/dist/types/ai-model/model-adapter/default-insight-protocol.d.ts +2 -0
  569. package/dist/types/ai-model/model-adapter/default-locate-protocol.d.ts +7 -0
  570. package/dist/types/ai-model/model-adapter/default-planning-protocol.d.ts +25 -0
  571. package/dist/types/ai-model/model-adapter/image-preprocess.d.ts +30 -0
  572. package/dist/types/ai-model/model-adapter/index.d.ts +2 -0
  573. package/dist/types/ai-model/model-adapter/insight-protocol.d.ts +24 -0
  574. package/dist/types/ai-model/model-adapter/insight.d.ts +3 -0
  575. package/dist/types/ai-model/model-adapter/locate-protocol.d.ts +23 -0
  576. package/dist/types/ai-model/model-adapter/locate.d.ts +4 -0
  577. package/dist/types/ai-model/model-adapter/planning-protocol.d.ts +53 -0
  578. package/dist/types/ai-model/model-adapter/planning.d.ts +6 -0
  579. package/dist/types/ai-model/model-adapter/resolve.d.ts +12 -0
  580. package/dist/types/ai-model/model-adapter/types.d.ts +218 -0
  581. package/dist/types/ai-model/models/auto-glm/actions.d.ts +81 -0
  582. package/dist/types/ai-model/models/auto-glm/adapter.d.ts +5 -0
  583. package/dist/types/ai-model/models/auto-glm/locate.d.ts +2 -0
  584. package/dist/types/ai-model/models/auto-glm/parser.d.ts +14 -0
  585. package/dist/types/ai-model/models/auto-glm/planning.d.ts +5 -0
  586. package/dist/types/ai-model/models/auto-glm/prompt.d.ts +4 -0
  587. package/dist/types/ai-model/models/deepseek/adapter.d.ts +39 -0
  588. package/dist/types/ai-model/models/deepseek/locate-protocol.d.ts +5 -0
  589. package/dist/types/ai-model/models/default.d.ts +2 -0
  590. package/dist/types/ai-model/models/doubao.d.ts +7 -0
  591. package/dist/types/ai-model/models/gemini.d.ts +37 -0
  592. package/dist/types/ai-model/models/glm.d.ts +21 -0
  593. package/dist/types/ai-model/models/gpt.d.ts +20 -0
  594. package/dist/types/ai-model/models/index.d.ts +2 -0
  595. package/dist/types/ai-model/models/kimi.d.ts +45 -0
  596. package/dist/types/ai-model/models/mimo.d.ts +10 -0
  597. package/dist/types/ai-model/models/qwen.d.ts +33 -0
  598. package/dist/types/ai-model/models/registry.d.ts +187 -0
  599. package/dist/types/ai-model/models/ui-tars/actions.d.ts +3 -0
  600. package/dist/types/ai-model/models/ui-tars/adapter.d.ts +6 -0
  601. package/dist/types/ai-model/models/ui-tars/parser.d.ts +72 -0
  602. package/dist/types/ai-model/models/ui-tars/planning.d.ts +4 -0
  603. package/dist/types/ai-model/models/ui-tars/prompt.d.ts +2 -0
  604. package/dist/types/ai-model/models/utils/intent.d.ts +2 -0
  605. package/dist/types/ai-model/prompt/insight/index.d.ts +2 -0
  606. package/dist/types/ai-model/prompt/insight/system-prompt.d.ts +6 -0
  607. package/dist/types/ai-model/prompt/insight/user-prompt.d.ts +3 -0
  608. package/dist/types/ai-model/prompt/locate/element-system-prompt.d.ts +4 -0
  609. package/dist/types/ai-model/prompt/locate/grounding-rules.d.ts +1 -0
  610. package/dist/types/ai-model/prompt/locate/index.d.ts +3 -0
  611. package/dist/types/ai-model/prompt/locate/search-area-system-prompt.d.ts +4 -0
  612. package/dist/types/ai-model/prompt/planning/action-output-example.d.ts +17 -0
  613. package/dist/types/ai-model/prompt/planning/action-space-description.d.ts +11 -0
  614. package/dist/types/ai-model/prompt/planning/index.d.ts +6 -0
  615. package/dist/types/ai-model/prompt/planning/multi-turn-example.d.ts +10 -0
  616. package/dist/types/ai-model/prompt/planning/planning-response-example.d.ts +28 -0
  617. package/dist/types/ai-model/prompt/planning/sub-goals-text.d.ts +2 -0
  618. package/dist/types/ai-model/prompt/planning/system-prompt.d.ts +18 -0
  619. package/dist/types/ai-model/service-caller/index.d.ts +21 -6
  620. package/dist/types/ai-model/service-caller/model-call-recorder.d.ts +12 -0
  621. package/dist/types/ai-model/service-caller/openai-error.d.ts +26 -0
  622. package/dist/types/ai-model/service-caller/proxy-deps.node.d.ts +2 -0
  623. package/dist/types/ai-model/service-caller/proxy-deps.stub.d.ts +2 -0
  624. package/dist/types/ai-model/service-caller/semantic-retry.d.ts +30 -0
  625. package/dist/types/ai-model/service-caller/types.d.ts +2 -0
  626. package/dist/types/ai-model/shared/action-schema.d.ts +4 -0
  627. package/dist/types/ai-model/shared/json.d.ts +26 -0
  628. package/dist/types/ai-model/shared/model-locate-result/bbox.d.ts +6 -0
  629. package/dist/types/ai-model/shared/model-locate-result/coordinate-distance.d.ts +4 -0
  630. package/dist/types/ai-model/shared/model-locate-result/errors.d.ts +2 -0
  631. package/dist/types/ai-model/shared/model-locate-result/factory.d.ts +3 -0
  632. package/dist/types/ai-model/shared/model-locate-result/index.d.ts +7 -0
  633. package/dist/types/ai-model/shared/model-locate-result/parse.d.ts +8 -0
  634. package/dist/types/ai-model/shared/model-locate-result/pixel-bbox-mapper.d.ts +7 -0
  635. package/dist/types/ai-model/shared/model-locate-result/prompt-spec.d.ts +6 -0
  636. package/dist/types/ai-model/shared/model-locate-result/types.d.ts +150 -0
  637. package/dist/types/ai-model/shared/multimodal-prompt.d.ts +13 -0
  638. package/dist/types/ai-model/shared/xml.d.ts +15 -0
  639. package/dist/types/ai-model/workflows/grounding/index.d.ts +3 -0
  640. package/dist/types/ai-model/workflows/grounding/locate-result-rect.d.ts +5 -0
  641. package/dist/types/ai-model/workflows/grounding/locate.d.ts +7 -0
  642. package/dist/types/ai-model/workflows/grounding/planning-action-locate.d.ts +4 -0
  643. package/dist/types/ai-model/workflows/grounding/search-area-mapping.d.ts +4 -0
  644. package/dist/types/ai-model/workflows/grounding/search-area.d.ts +18 -0
  645. package/dist/types/ai-model/workflows/grounding/section-locate.d.ts +16 -0
  646. package/dist/types/ai-model/workflows/grounding/types.d.ts +56 -0
  647. package/dist/types/ai-model/workflows/grounding/utils.d.ts +25 -0
  648. package/dist/types/ai-model/workflows/insight/extraction.d.ts +18 -0
  649. package/dist/types/ai-model/workflows/insight/index.d.ts +2 -0
  650. package/dist/types/ai-model/workflows/insight/insight-response-parser.d.ts +4 -0
  651. package/dist/types/ai-model/workflows/insight/order-sensitive.d.ts +6 -0
  652. package/dist/types/ai-model/workflows/planning/conversation-history.d.ts +105 -0
  653. package/dist/types/ai-model/workflows/planning/custom-planning.d.ts +7 -0
  654. package/dist/types/ai-model/workflows/planning/index.d.ts +3 -0
  655. package/dist/types/ai-model/workflows/planning/locate-normalization.d.ts +12 -0
  656. package/dist/types/ai-model/workflows/planning/planning-action-log.d.ts +2 -0
  657. package/dist/types/ai-model/workflows/planning/standard-planning-parser.d.ts +31 -0
  658. package/dist/types/ai-model/workflows/planning/standard-planning.d.ts +4 -0
  659. package/dist/types/ai-model/workflows/planning/types.d.ts +16 -0
  660. package/dist/types/ai-model/workflows/recorder-generation/common.d.ts +89 -0
  661. package/dist/types/ai-model/workflows/recorder-generation/index.d.ts +7 -0
  662. package/dist/types/ai-model/workflows/recorder-generation/markdown.d.ts +7 -0
  663. package/dist/types/ai-model/workflows/recorder-generation/metadata.d.ts +13 -0
  664. package/dist/types/ai-model/workflows/recorder-generation/playwright.d.ts +26 -0
  665. package/dist/types/ai-model/workflows/recorder-generation/yaml.d.ts +17 -0
  666. package/dist/types/common.d.ts +2 -0
  667. package/dist/types/constants.d.ts +1 -0
  668. package/dist/types/device/index.d.ts +15 -4
  669. package/dist/types/device/input-strategy.d.ts +44 -0
  670. package/dist/types/dump/html-utils.d.ts +1 -0
  671. package/dist/types/dump/image-reference.d.ts +36 -0
  672. package/dist/types/dump/report-action-dump.d.ts +127 -0
  673. package/dist/types/dump/report-dump-compactor.d.ts +7 -0
  674. package/dist/types/dump/screenshot-store.d.ts +32 -15
  675. package/dist/types/dump/task-service-dump.d.ts +3 -0
  676. package/dist/types/dump/task-status.d.ts +41 -0
  677. package/dist/types/element-describer.d.ts +43 -0
  678. package/dist/types/errors.d.ts +5 -0
  679. package/dist/types/report-html-template.d.ts +1 -0
  680. package/dist/types/report-stats.d.ts +39 -0
  681. package/dist/types/screenshot-item.d.ts +1 -0
  682. package/dist/types/service/index.d.ts +6 -2
  683. package/dist/types/task-runner.d.ts +6 -0
  684. package/dist/types/types.d.ts +98 -5
  685. package/dist/types/yaml/cleanup.d.ts +2 -0
  686. package/package.json +2 -2
@@ -0,0 +1,75 @@
1
+ "use strict";
2
+ var __webpack_require__ = {};
3
+ (()=>{
4
+ __webpack_require__.n = (module)=>{
5
+ var getter = module && module.__esModule ? ()=>module['default'] : ()=>module;
6
+ __webpack_require__.d(getter, {
7
+ a: getter
8
+ });
9
+ return getter;
10
+ };
11
+ })();
12
+ (()=>{
13
+ __webpack_require__.d = (exports1, definition)=>{
14
+ for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
15
+ enumerable: true,
16
+ get: definition[key]
17
+ });
18
+ };
19
+ })();
20
+ (()=>{
21
+ __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
22
+ })();
23
+ (()=>{
24
+ __webpack_require__.r = (exports1)=>{
25
+ if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
26
+ value: 'Module'
27
+ });
28
+ Object.defineProperty(exports1, '__esModule', {
29
+ value: true
30
+ });
31
+ };
32
+ })();
33
+ var __webpack_exports__ = {};
34
+ __webpack_require__.r(__webpack_exports__);
35
+ __webpack_require__.d(__webpack_exports__, {
36
+ buildPlanningActionSpaceDescription: ()=>buildPlanningActionSpaceDescription,
37
+ serializeActionDescriptions: ()=>serializeActionDescriptions
38
+ });
39
+ const external_js_yaml_namespaceObject = require("js-yaml");
40
+ var external_js_yaml_default = /*#__PURE__*/ __webpack_require__.n(external_js_yaml_namespaceObject);
41
+ const external_action_output_example_js_namespaceObject = require("./action-output-example.js");
42
+ const serializeActionDescriptions = (actionDescriptions, format)=>{
43
+ if ('jsonl' === format) return actionDescriptions.map((description)=>JSON.stringify(description)).join('\n');
44
+ return external_js_yaml_default().dump(actionDescriptions, {
45
+ indent: 2,
46
+ lineWidth: -1,
47
+ noRefs: true
48
+ }).trim();
49
+ };
50
+ const buildPlanningActionSpaceDescription = ({ actionSpace, locatePromptSpec, planningProtocol })=>{
51
+ const locateFieldDescription = planningProtocol.actionSpaceProtocol.buildLocateFieldDescription(locatePromptSpec);
52
+ const actionDescriptions = actionSpace.map((action)=>{
53
+ const actionOutputExample = planningProtocol.actionSpaceProtocol.includeActionOutputExample ? (0, external_action_output_example_js_namespaceObject.buildActionOutputExample)(action, {
54
+ locatePromptSpec,
55
+ buildActionOutput: planningProtocol.actionOutputProtocol.buildActionOutput
56
+ }) : void 0;
57
+ return planningProtocol.actionSpaceProtocol.buildActionDescription({
58
+ action,
59
+ locateFieldDescription,
60
+ actionOutputExample
61
+ });
62
+ });
63
+ return serializeActionDescriptions(actionDescriptions, planningProtocol.actionSpaceProtocol.format);
64
+ };
65
+ exports.buildPlanningActionSpaceDescription = __webpack_exports__.buildPlanningActionSpaceDescription;
66
+ exports.serializeActionDescriptions = __webpack_exports__.serializeActionDescriptions;
67
+ for(var __rspack_i in __webpack_exports__)if (-1 === [
68
+ "buildPlanningActionSpaceDescription",
69
+ "serializeActionDescriptions"
70
+ ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
71
+ Object.defineProperty(exports, '__esModule', {
72
+ value: true
73
+ });
74
+
75
+ //# sourceMappingURL=action-space-description.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ai-model/prompt/planning/action-space-description.js","sources":["webpack/runtime/compat_get_default_export","webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/prompt/planning/action-space-description.ts"],"sourcesContent":["// getDefaultExport function for compatibility with non-ESM modules\n__webpack_require__.n = (module) => {\n\tvar getter = module && module.__esModule ?\n\t\t() => (module['default']) :\n\t\t() => (module);\n\t__webpack_require__.d(getter, { a: getter });\n\treturn getter;\n};\n","__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n }\n }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { DeviceAction } from '@/types';\nimport yaml from 'js-yaml';\nimport type {\n PlanningActionSpaceFormat,\n StandardPlanningProtocol,\n} from '../../model-adapter/planning-protocol';\nimport type { LocateResultPromptSpec } from '../../shared/model-locate-result';\nimport { buildActionOutputExample } from './action-output-example';\n\ntype BuildPlanningActionSpaceDescriptionInput = {\n actionSpace: DeviceAction<any>[];\n locatePromptSpec?: LocateResultPromptSpec;\n planningProtocol: StandardPlanningProtocol;\n};\n\nexport const serializeActionDescriptions = (\n actionDescriptions: unknown[],\n format: PlanningActionSpaceFormat,\n) => {\n if (format === 'jsonl') {\n return actionDescriptions\n .map((description) => JSON.stringify(description))\n .join('\\n');\n }\n\n return yaml\n .dump(actionDescriptions, {\n indent: 2,\n lineWidth: -1,\n noRefs: true,\n })\n .trim();\n};\n\nexport const buildPlanningActionSpaceDescription = ({\n actionSpace,\n locatePromptSpec,\n planningProtocol,\n}: BuildPlanningActionSpaceDescriptionInput) => {\n const locateFieldDescription =\n planningProtocol.actionSpaceProtocol.buildLocateFieldDescription(\n locatePromptSpec,\n );\n const actionDescriptions = actionSpace.map((action) => {\n const actionOutputExample = planningProtocol.actionSpaceProtocol\n .includeActionOutputExample\n ? buildActionOutputExample(action, {\n locatePromptSpec,\n buildActionOutput:\n planningProtocol.actionOutputProtocol.buildActionOutput,\n })\n : undefined;\n return planningProtocol.actionSpaceProtocol.buildActionDescription({\n action,\n locateFieldDescription,\n actionOutputExample,\n });\n });\n\n return serializeActionDescriptions(\n actionDescriptions,\n planningProtocol.actionSpaceProtocol.format,\n );\n};\n"],"names":["__webpack_require__","module","getter","definition","key","Object","obj","prop","Symbol","serializeActionDescriptions","actionDescriptions","format","description","JSON","yaml","buildPlanningActionSpaceDescription","actionSpace","locatePromptSpec","planningProtocol","locateFieldDescription","action","actionOutputExample","buildActionOutputExample","undefined"],"mappings":";;;IACAA,oBAAoB,CAAC,GAAG,CAACC;QACxB,IAAIC,SAASD,UAAUA,OAAO,UAAU,GACvC,IAAOA,MAAM,CAAC,UAAU,GACxB,IAAOA;QACRD,oBAAoB,CAAC,CAACE,QAAQ;YAAE,GAAGA;QAAO;QAC1C,OAAOA;IACR;;;ICPAF,oBAAoB,CAAC,GAAG,CAAC,UAASG;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGH,oBAAoB,CAAC,CAACG,YAAYC,QAAQ,CAACJ,oBAAoB,CAAC,CAAC,UAASI,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAJ,oBAAoB,CAAC,GAAG,CAACM,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFP,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOQ,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;;ACSO,MAAMI,8BAA8B,CACzCC,oBACAC;IAEA,IAAIA,AAAW,YAAXA,QACF,OAAOD,mBACJ,GAAG,CAAC,CAACE,cAAgBC,KAAK,SAAS,CAACD,cACpC,IAAI,CAAC;IAGV,OAAOE,2BAAAA,IACA,CAACJ,oBAAoB;QACxB,QAAQ;QACR,WAAW;QACX,QAAQ;IACV,GACC,IAAI;AACT;AAEO,MAAMK,sCAAsC,CAAC,EAClDC,WAAW,EACXC,gBAAgB,EAChBC,gBAAgB,EACyB;IACzC,MAAMC,yBACJD,iBAAiB,mBAAmB,CAAC,2BAA2B,CAC9DD;IAEJ,MAAMP,qBAAqBM,YAAY,GAAG,CAAC,CAACI;QAC1C,MAAMC,sBAAsBH,iBAAiB,mBAAmB,CAC7D,0BAA0B,GACzBI,AAAAA,IAAAA,kDAAAA,wBAAAA,AAAAA,EAAyBF,QAAQ;YAC/BH;YACA,mBACEC,iBAAiB,oBAAoB,CAAC,iBAAiB;QAC3D,KACAK;QACJ,OAAOL,iBAAiB,mBAAmB,CAAC,sBAAsB,CAAC;YACjEE;YACAD;YACAE;QACF;IACF;IAEA,OAAOZ,4BACLC,oBACAQ,iBAAiB,mBAAmB,CAAC,MAAM;AAE/C"}
@@ -0,0 +1,63 @@
1
+ "use strict";
2
+ var __webpack_require__ = {};
3
+ (()=>{
4
+ __webpack_require__.d = (exports1, definition)=>{
5
+ for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
6
+ enumerable: true,
7
+ get: definition[key]
8
+ });
9
+ };
10
+ })();
11
+ (()=>{
12
+ __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
13
+ })();
14
+ (()=>{
15
+ __webpack_require__.r = (exports1)=>{
16
+ if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
17
+ value: 'Module'
18
+ });
19
+ Object.defineProperty(exports1, '__esModule', {
20
+ value: true
21
+ });
22
+ };
23
+ })();
24
+ var __webpack_exports__ = {};
25
+ __webpack_require__.r(__webpack_exports__);
26
+ __webpack_require__.d(__webpack_exports__, {
27
+ buildPlanningActionSpaceDescription: ()=>external_action_space_description_js_namespaceObject.buildPlanningActionSpaceDescription,
28
+ buildPlanningResponseExample: ()=>external_planning_response_example_js_namespaceObject.buildPlanningResponseExample,
29
+ buildSubGoalsText: ()=>external_sub_goals_text_js_namespaceObject.buildSubGoalsText,
30
+ createSampleTapAction: ()=>external_action_output_example_js_namespaceObject.createSampleTapAction,
31
+ serializeActionDescriptions: ()=>external_action_space_description_js_namespaceObject.serializeActionDescriptions,
32
+ buildStandardPlanningSystemPrompt: ()=>external_system_prompt_js_namespaceObject.buildStandardPlanningSystemPrompt,
33
+ createSampleInputAction: ()=>external_action_output_example_js_namespaceObject.createSampleInputAction,
34
+ buildActionOutputExample: ()=>external_action_output_example_js_namespaceObject.buildActionOutputExample
35
+ });
36
+ const external_system_prompt_js_namespaceObject = require("./system-prompt.js");
37
+ const external_action_space_description_js_namespaceObject = require("./action-space-description.js");
38
+ const external_action_output_example_js_namespaceObject = require("./action-output-example.js");
39
+ const external_planning_response_example_js_namespaceObject = require("./planning-response-example.js");
40
+ const external_sub_goals_text_js_namespaceObject = require("./sub-goals-text.js");
41
+ exports.buildActionOutputExample = __webpack_exports__.buildActionOutputExample;
42
+ exports.buildPlanningActionSpaceDescription = __webpack_exports__.buildPlanningActionSpaceDescription;
43
+ exports.buildPlanningResponseExample = __webpack_exports__.buildPlanningResponseExample;
44
+ exports.buildStandardPlanningSystemPrompt = __webpack_exports__.buildStandardPlanningSystemPrompt;
45
+ exports.buildSubGoalsText = __webpack_exports__.buildSubGoalsText;
46
+ exports.createSampleInputAction = __webpack_exports__.createSampleInputAction;
47
+ exports.createSampleTapAction = __webpack_exports__.createSampleTapAction;
48
+ exports.serializeActionDescriptions = __webpack_exports__.serializeActionDescriptions;
49
+ for(var __rspack_i in __webpack_exports__)if (-1 === [
50
+ "buildActionOutputExample",
51
+ "buildPlanningActionSpaceDescription",
52
+ "buildPlanningResponseExample",
53
+ "buildStandardPlanningSystemPrompt",
54
+ "buildSubGoalsText",
55
+ "createSampleInputAction",
56
+ "createSampleTapAction",
57
+ "serializeActionDescriptions"
58
+ ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
59
+ Object.defineProperty(exports, '__esModule', {
60
+ value: true
61
+ });
62
+
63
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ai-model/prompt/planning/index.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n }\n }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D"}
@@ -0,0 +1,255 @@
1
+ "use strict";
2
+ var __webpack_require__ = {};
3
+ (()=>{
4
+ __webpack_require__.d = (exports1, definition)=>{
5
+ for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
6
+ enumerable: true,
7
+ get: definition[key]
8
+ });
9
+ };
10
+ })();
11
+ (()=>{
12
+ __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
13
+ })();
14
+ (()=>{
15
+ __webpack_require__.r = (exports1)=>{
16
+ if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
17
+ value: 'Module'
18
+ });
19
+ Object.defineProperty(exports1, '__esModule', {
20
+ value: true
21
+ });
22
+ };
23
+ })();
24
+ var __webpack_exports__ = {};
25
+ __webpack_require__.r(__webpack_exports__);
26
+ __webpack_require__.d(__webpack_exports__, {
27
+ buildPlanningMultiTurnExample: ()=>buildPlanningMultiTurnExample
28
+ });
29
+ const external_action_output_example_js_namespaceObject = require("./action-output-example.js");
30
+ const external_planning_response_example_js_namespaceObject = require("./planning-response-example.js");
31
+ const external_sub_goals_text_js_namespaceObject = require("./sub-goals-text.js");
32
+ const sampleNameSubGoal = {
33
+ index: 1,
34
+ description: "Fill in the Name field with 'John'"
35
+ };
36
+ const sampleEmailSubGoal = {
37
+ index: 2,
38
+ description: "Fill in the Email field with 'john@example.com'"
39
+ };
40
+ const sampleReturnEmailSubGoal = {
41
+ index: 3,
42
+ description: 'Return the filled email address'
43
+ };
44
+ const buildPlanningMultiTurnExample = ({ includeSubGoals, includeThought, includeLog, locatePromptSpec, actionOutputProtocol, prefix })=>{
45
+ const buildActionOutput = actionOutputProtocol.buildActionOutput;
46
+ const renderSubGoalsContent = (content, fallbackContent = '')=>includeSubGoals ? content : fallbackContent;
47
+ const tapNameFieldActionOutputExample = (0, external_action_output_example_js_namespaceObject.buildActionOutputExample)((0, external_action_output_example_js_namespaceObject.createSampleTapAction)('Name input field in the registration form'), {
48
+ locatePromptSpec,
49
+ locateResultExampleIndex: 2,
50
+ buildActionOutput
51
+ });
52
+ const inputNameActionOutputExample = (0, external_action_output_example_js_namespaceObject.buildActionOutputExample)((0, external_action_output_example_js_namespaceObject.createSampleInputAction)('John'), {
53
+ buildActionOutput
54
+ });
55
+ const tapEmailFieldActionOutputExample = (0, external_action_output_example_js_namespaceObject.buildActionOutputExample)((0, external_action_output_example_js_namespaceObject.createSampleTapAction)('Email input field in the registration form'), {
56
+ locatePromptSpec,
57
+ locateResultExampleIndex: 3,
58
+ buildActionOutput
59
+ });
60
+ const inputEmailActionOutputExample = (0, external_action_output_example_js_namespaceObject.buildActionOutputExample)((0, external_action_output_example_js_namespaceObject.createSampleInputAction)('john@example.com'), {
61
+ buildActionOutput
62
+ });
63
+ return `
64
+ ## Multi-turn Conversation Example
65
+
66
+ Below is an example of a multi-turn conversation for "fill out the registration form with name 'John' and email 'john@example.com', then return the filled email address":
67
+
68
+ ### Turn 1 - Initial instruction
69
+
70
+ **User message:**
71
+ <user_instruction>fill out the registration form with name 'John' and email 'john@example.com', then return the filled email address</user_instruction>
72
+
73
+ **Screenshot:** [Shows a registration form with empty Name and Email fields]
74
+
75
+ **Your response:**
76
+
77
+ ${(0, external_planning_response_example_js_namespaceObject.buildPlanningResponseExample)({
78
+ prefix,
79
+ planning: includeThought ? `The user wants me to fill out the registration form with specific values and return the email address. I can see the form has two fields: Name and Email. Both are currently empty. ${renderSubGoalsContent("I'll break this down into sub-goals and start with the Name field.", 'I should start by clicking on the Name field.')} Note: The instruction is to fill the form only (not submit), and return the email at the end.` : void 0,
80
+ updateSubGoals: includeSubGoals ? [
81
+ {
82
+ ...sampleNameSubGoal,
83
+ status: 'pending'
84
+ },
85
+ {
86
+ ...sampleEmailSubGoal,
87
+ status: 'pending'
88
+ },
89
+ {
90
+ ...sampleReturnEmailSubGoal,
91
+ status: 'pending'
92
+ }
93
+ ] : void 0,
94
+ log: includeLog ? 'Click on the Name field to start filling the form' : void 0,
95
+ actionOutputExample: tapNameFieldActionOutputExample
96
+ })}
97
+
98
+ ### Turn 2 - After clicking Name field
99
+
100
+ **User message:**
101
+ The previous action has been executed, here is the latest screenshot. Please continue according to the instruction.
102
+
103
+ ${renderSubGoalsContent((0, external_sub_goals_text_js_namespaceObject.buildSubGoalsText)([
104
+ {
105
+ ...sampleNameSubGoal,
106
+ status: 'running',
107
+ logs: [
108
+ 'Click on the Name field to start filling the form'
109
+ ]
110
+ },
111
+ {
112
+ ...sampleEmailSubGoal,
113
+ status: 'pending'
114
+ },
115
+ {
116
+ ...sampleReturnEmailSubGoal,
117
+ status: 'pending'
118
+ }
119
+ ]))}
120
+
121
+ **Screenshot:** [Shows the form with Name field now focused/active]
122
+
123
+ **Your response:**
124
+
125
+ ${(0, external_planning_response_example_js_namespaceObject.buildPlanningResponseExample)({
126
+ prefix,
127
+ planning: includeThought ? `The Name field is now focused. I need to type 'John' into this field. ${renderSubGoalsContent('Current sub-goal is running, will be completed after input.', "After this, I'll need to fill the Email field as well.")}` : void 0,
128
+ log: includeLog ? "Typing 'John' into the Name field" : void 0,
129
+ actionOutputExample: inputNameActionOutputExample
130
+ })}
131
+
132
+ ### Turn 3 - After entering name
133
+
134
+ **User message:**
135
+ The previous action has been executed, here is the latest screenshot. Please continue according to the instruction.
136
+
137
+ ${renderSubGoalsContent((0, external_sub_goals_text_js_namespaceObject.buildSubGoalsText)([
138
+ {
139
+ ...sampleNameSubGoal,
140
+ status: 'running',
141
+ logs: [
142
+ 'Click on the Name field to start filling the form',
143
+ "Typing 'John' into the Name field"
144
+ ]
145
+ },
146
+ {
147
+ ...sampleEmailSubGoal,
148
+ status: 'pending'
149
+ },
150
+ {
151
+ ...sampleReturnEmailSubGoal,
152
+ status: 'pending'
153
+ }
154
+ ]))}
155
+
156
+ **Screenshot:** [Shows the form with Name field containing 'John']
157
+
158
+ **Your response:**
159
+
160
+ ${(0, external_planning_response_example_js_namespaceObject.buildPlanningResponseExample)({
161
+ prefix,
162
+ planning: includeThought ? `The Name field now shows 'John'. ${renderSubGoalsContent('Sub-goal 1 is complete. Next, I need to fill the Email field for sub-goal 2.', "Next, I need to fill the Email field with 'john@example.com'. I'll click on the Email field first.")}` : void 0,
163
+ markSubGoalsDone: includeSubGoals ? [
164
+ 1
165
+ ] : void 0,
166
+ memory: includeSubGoals ? "Name field has been filled with 'John'" : void 0,
167
+ log: includeLog ? 'Moving to the Email field' : void 0,
168
+ actionOutputExample: tapEmailFieldActionOutputExample
169
+ })}
170
+
171
+ ### Turn 4 - After clicking Email field
172
+
173
+ **User message:**
174
+ The previous action has been executed, here is the latest screenshot. Please continue according to the instruction.
175
+
176
+ ${renderSubGoalsContent((0, external_sub_goals_text_js_namespaceObject.buildSubGoalsText)([
177
+ {
178
+ ...sampleNameSubGoal,
179
+ status: 'finished'
180
+ },
181
+ {
182
+ ...sampleEmailSubGoal,
183
+ status: 'running',
184
+ logs: [
185
+ 'Moving to the Email field'
186
+ ]
187
+ },
188
+ {
189
+ ...sampleReturnEmailSubGoal,
190
+ status: 'pending'
191
+ }
192
+ ]))}
193
+
194
+ **Screenshot:** [Shows the form with Name='John' and Email field focused]
195
+
196
+ **Your response:**
197
+
198
+ ${(0, external_planning_response_example_js_namespaceObject.buildPlanningResponseExample)({
199
+ prefix,
200
+ planning: includeThought ? `The Email field is now focused. I'll enter 'john@example.com'. ${renderSubGoalsContent('After this, sub-goal 2 will be complete and my task will be done.', 'After this, both required fields will be filled and my task will be complete.')}` : void 0,
201
+ log: includeLog ? 'Typing email address into the Email field' : void 0,
202
+ actionOutputExample: inputEmailActionOutputExample
203
+ })}
204
+
205
+ ### Turn 5 - After entering email (${renderSubGoalsContent('Goal accomplished', 'Instruction fulfilled')})
206
+
207
+ **User message:**
208
+ The previous action has been executed, here is the latest screenshot. Please continue according to the instruction.
209
+
210
+ ${renderSubGoalsContent((0, external_sub_goals_text_js_namespaceObject.buildSubGoalsText)([
211
+ {
212
+ ...sampleNameSubGoal,
213
+ status: 'finished'
214
+ },
215
+ {
216
+ ...sampleEmailSubGoal,
217
+ status: 'running',
218
+ logs: [
219
+ 'Moving to the Email field',
220
+ 'Typing email address into the Email field'
221
+ ]
222
+ },
223
+ {
224
+ ...sampleReturnEmailSubGoal,
225
+ status: 'pending'
226
+ }
227
+ ]))}
228
+
229
+ **Screenshot:** [Shows the form with Name='John' and Email='john@example.com']
230
+
231
+ **Your response:**
232
+
233
+ ${(0, external_planning_response_example_js_namespaceObject.buildPlanningResponseExample)({
234
+ prefix,
235
+ planning: includeThought ? `Both fields are now filled: Name shows 'John' and Email shows 'john@example.com'. ${renderSubGoalsContent("Sub-goal 2 is complete. The user asked me to return the filled email address, so I need to include 'john@example.com' in my response. All sub-goals are now finished.", "The user asked me to return the filled email address, so I should include 'john@example.com' in my response. The instruction has been fulfilled.")}` : void 0,
236
+ markSubGoalsDone: includeSubGoals ? [
237
+ 2,
238
+ 3
239
+ ] : void 0,
240
+ complete: {
241
+ success: true,
242
+ message: 'john@example.com'
243
+ }
244
+ })}
245
+ `;
246
+ };
247
+ exports.buildPlanningMultiTurnExample = __webpack_exports__.buildPlanningMultiTurnExample;
248
+ for(var __rspack_i in __webpack_exports__)if (-1 === [
249
+ "buildPlanningMultiTurnExample"
250
+ ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
251
+ Object.defineProperty(exports, '__esModule', {
252
+ value: true
253
+ });
254
+
255
+ //# sourceMappingURL=multi-turn-example.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ai-model/prompt/planning/multi-turn-example.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/prompt/planning/multi-turn-example.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n }\n }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { PlanningActionOutputProtocol } from '../../model-adapter/planning-protocol';\nimport type { LocateResultPromptSpec } from '../../shared/model-locate-result';\nimport {\n buildActionOutputExample,\n createSampleInputAction,\n createSampleTapAction,\n} from './action-output-example';\nimport { buildPlanningResponseExample } from './planning-response-example';\nimport { buildSubGoalsText } from './sub-goals-text';\n\nconst sampleNameSubGoal = {\n index: 1,\n description: \"Fill in the Name field with 'John'\",\n};\nconst sampleEmailSubGoal = {\n index: 2,\n description: \"Fill in the Email field with 'john@example.com'\",\n};\nconst sampleReturnEmailSubGoal = {\n index: 3,\n description: 'Return the filled email address',\n};\n\nexport const buildPlanningMultiTurnExample = ({\n includeSubGoals,\n includeThought,\n includeLog,\n locatePromptSpec,\n actionOutputProtocol,\n prefix,\n}: {\n includeSubGoals: boolean;\n includeThought: boolean;\n includeLog: boolean;\n locatePromptSpec?: LocateResultPromptSpec;\n actionOutputProtocol: PlanningActionOutputProtocol;\n prefix?: string;\n}) => {\n const buildActionOutput = actionOutputProtocol.buildActionOutput;\n const renderSubGoalsContent = (content: string, fallbackContent = '') =>\n includeSubGoals ? content : fallbackContent;\n const tapNameFieldActionOutputExample = buildActionOutputExample(\n createSampleTapAction('Name input field in the registration form'),\n {\n locatePromptSpec,\n locateResultExampleIndex: 2,\n buildActionOutput,\n },\n );\n const inputNameActionOutputExample = buildActionOutputExample(\n createSampleInputAction('John'),\n {\n buildActionOutput,\n },\n );\n const tapEmailFieldActionOutputExample = buildActionOutputExample(\n createSampleTapAction('Email input field in the registration form'),\n {\n locatePromptSpec,\n locateResultExampleIndex: 3,\n buildActionOutput,\n },\n );\n const inputEmailActionOutputExample = buildActionOutputExample(\n createSampleInputAction('john@example.com'),\n { buildActionOutput },\n );\n\n return `\n## Multi-turn Conversation Example\n\nBelow is an example of a multi-turn conversation for \"fill out the registration form with name 'John' and email 'john@example.com', then return the filled email address\":\n\n### Turn 1 - Initial instruction\n\n**User message:**\n<user_instruction>fill out the registration form with name 'John' and email 'john@example.com', then return the filled email address</user_instruction>\n\n**Screenshot:** [Shows a registration form with empty Name and Email fields]\n\n**Your response:**\n\n${buildPlanningResponseExample({\n prefix,\n planning: includeThought\n ? `The user wants me to fill out the registration form with specific values and return the email address. I can see the form has two fields: Name and Email. Both are currently empty. ${renderSubGoalsContent(\n \"I'll break this down into sub-goals and start with the Name field.\",\n 'I should start by clicking on the Name field.',\n )} Note: The instruction is to fill the form only (not submit), and return the email at the end.`\n : undefined,\n updateSubGoals: includeSubGoals\n ? [\n {\n ...sampleNameSubGoal,\n status: 'pending',\n },\n {\n ...sampleEmailSubGoal,\n status: 'pending',\n },\n {\n ...sampleReturnEmailSubGoal,\n status: 'pending',\n },\n ]\n : undefined,\n log: includeLog\n ? 'Click on the Name field to start filling the form'\n : undefined,\n actionOutputExample: tapNameFieldActionOutputExample,\n})}\n\n### Turn 2 - After clicking Name field\n\n**User message:**\nThe previous action has been executed, here is the latest screenshot. Please continue according to the instruction.\n\n${renderSubGoalsContent(\n buildSubGoalsText([\n {\n ...sampleNameSubGoal,\n status: 'running',\n logs: ['Click on the Name field to start filling the form'],\n },\n { ...sampleEmailSubGoal, status: 'pending' },\n { ...sampleReturnEmailSubGoal, status: 'pending' },\n ]),\n)}\n\n**Screenshot:** [Shows the form with Name field now focused/active]\n\n**Your response:**\n\n${buildPlanningResponseExample({\n prefix,\n planning: includeThought\n ? `The Name field is now focused. I need to type 'John' into this field. ${renderSubGoalsContent(\n 'Current sub-goal is running, will be completed after input.',\n \"After this, I'll need to fill the Email field as well.\",\n )}`\n : undefined,\n log: includeLog ? \"Typing 'John' into the Name field\" : undefined,\n actionOutputExample: inputNameActionOutputExample,\n})}\n\n### Turn 3 - After entering name\n\n**User message:**\nThe previous action has been executed, here is the latest screenshot. Please continue according to the instruction.\n\n${renderSubGoalsContent(\n buildSubGoalsText([\n {\n ...sampleNameSubGoal,\n status: 'running',\n logs: [\n 'Click on the Name field to start filling the form',\n \"Typing 'John' into the Name field\",\n ],\n },\n { ...sampleEmailSubGoal, status: 'pending' },\n { ...sampleReturnEmailSubGoal, status: 'pending' },\n ]),\n)}\n\n**Screenshot:** [Shows the form with Name field containing 'John']\n\n**Your response:**\n\n${buildPlanningResponseExample({\n prefix,\n planning: includeThought\n ? `The Name field now shows 'John'. ${renderSubGoalsContent(\n 'Sub-goal 1 is complete. Next, I need to fill the Email field for sub-goal 2.',\n \"Next, I need to fill the Email field with 'john@example.com'. I'll click on the Email field first.\",\n )}`\n : undefined,\n markSubGoalsDone: includeSubGoals ? [1] : undefined,\n memory: includeSubGoals\n ? \"Name field has been filled with 'John'\"\n : undefined,\n log: includeLog ? 'Moving to the Email field' : undefined,\n actionOutputExample: tapEmailFieldActionOutputExample,\n})}\n\n### Turn 4 - After clicking Email field\n\n**User message:**\nThe previous action has been executed, here is the latest screenshot. Please continue according to the instruction.\n\n${renderSubGoalsContent(\n buildSubGoalsText([\n { ...sampleNameSubGoal, status: 'finished' },\n {\n ...sampleEmailSubGoal,\n status: 'running',\n logs: ['Moving to the Email field'],\n },\n { ...sampleReturnEmailSubGoal, status: 'pending' },\n ]),\n)}\n\n**Screenshot:** [Shows the form with Name='John' and Email field focused]\n\n**Your response:**\n\n${buildPlanningResponseExample({\n prefix,\n planning: includeThought\n ? `The Email field is now focused. I'll enter 'john@example.com'. ${renderSubGoalsContent(\n 'After this, sub-goal 2 will be complete and my task will be done.',\n 'After this, both required fields will be filled and my task will be complete.',\n )}`\n : undefined,\n log: includeLog ? 'Typing email address into the Email field' : undefined,\n actionOutputExample: inputEmailActionOutputExample,\n})}\n\n### Turn 5 - After entering email (${renderSubGoalsContent('Goal accomplished', 'Instruction fulfilled')})\n\n**User message:**\nThe previous action has been executed, here is the latest screenshot. Please continue according to the instruction.\n\n${renderSubGoalsContent(\n buildSubGoalsText([\n { ...sampleNameSubGoal, status: 'finished' },\n {\n ...sampleEmailSubGoal,\n status: 'running',\n logs: [\n 'Moving to the Email field',\n 'Typing email address into the Email field',\n ],\n },\n { ...sampleReturnEmailSubGoal, status: 'pending' },\n ]),\n)}\n\n**Screenshot:** [Shows the form with Name='John' and Email='john@example.com']\n\n**Your response:**\n\n${buildPlanningResponseExample({\n prefix,\n planning: includeThought\n ? `Both fields are now filled: Name shows 'John' and Email shows 'john@example.com'. ${renderSubGoalsContent(\n \"Sub-goal 2 is complete. The user asked me to return the filled email address, so I need to include 'john@example.com' in my response. All sub-goals are now finished.\",\n \"The user asked me to return the filled email address, so I should include 'john@example.com' in my response. The instruction has been fulfilled.\",\n )}`\n : undefined,\n markSubGoalsDone: includeSubGoals ? [2, 3] : undefined,\n complete: {\n success: true,\n message: 'john@example.com',\n },\n})}\n`;\n};\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","sampleNameSubGoal","sampleEmailSubGoal","sampleReturnEmailSubGoal","buildPlanningMultiTurnExample","includeSubGoals","includeThought","includeLog","locatePromptSpec","actionOutputProtocol","prefix","buildActionOutput","renderSubGoalsContent","content","fallbackContent","tapNameFieldActionOutputExample","buildActionOutputExample","createSampleTapAction","inputNameActionOutputExample","createSampleInputAction","tapEmailFieldActionOutputExample","inputEmailActionOutputExample","buildPlanningResponseExample","undefined","buildSubGoalsText"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;;;;ACIA,MAAMI,oBAAoB;IACxB,OAAO;IACP,aAAa;AACf;AACA,MAAMC,qBAAqB;IACzB,OAAO;IACP,aAAa;AACf;AACA,MAAMC,2BAA2B;IAC/B,OAAO;IACP,aAAa;AACf;AAEO,MAAMC,gCAAgC,CAAC,EAC5CC,eAAe,EACfC,cAAc,EACdC,UAAU,EACVC,gBAAgB,EAChBC,oBAAoB,EACpBC,MAAM,EAQP;IACC,MAAMC,oBAAoBF,qBAAqB,iBAAiB;IAChE,MAAMG,wBAAwB,CAACC,SAAiBC,kBAAkB,EAAE,GAClET,kBAAkBQ,UAAUC;IAC9B,MAAMC,kCAAkCC,AAAAA,IAAAA,kDAAAA,wBAAAA,AAAAA,EACtCC,AAAAA,IAAAA,kDAAAA,qBAAAA,AAAAA,EAAsB,8CACtB;QACET;QACA,0BAA0B;QAC1BG;IACF;IAEF,MAAMO,+BAA+BF,AAAAA,IAAAA,kDAAAA,wBAAAA,AAAAA,EACnCG,AAAAA,IAAAA,kDAAAA,uBAAAA,AAAAA,EAAwB,SACxB;QACER;IACF;IAEF,MAAMS,mCAAmCJ,AAAAA,IAAAA,kDAAAA,wBAAAA,AAAAA,EACvCC,AAAAA,IAAAA,kDAAAA,qBAAAA,AAAAA,EAAsB,+CACtB;QACET;QACA,0BAA0B;QAC1BG;IACF;IAEF,MAAMU,gCAAgCL,AAAAA,IAAAA,kDAAAA,wBAAAA,AAAAA,EACpCG,AAAAA,IAAAA,kDAAAA,uBAAAA,AAAAA,EAAwB,qBACxB;QAAER;IAAkB;IAGtB,OAAO,CAAC;;;;;;;;;;;;;;AAcV,EAAEW,AAAAA,IAAAA,sDAAAA,4BAAAA,AAAAA,EAA6B;QAC7BZ;QACA,UAAUJ,iBACN,CAAC,oLAAoL,EAAEM,sBACrL,sEACA,iDACA,8FAA8F,CAAC,GACjGW;QACJ,gBAAgBlB,kBACZ;YACE;gBACE,GAAGJ,iBAAiB;gBACpB,QAAQ;YACV;YACA;gBACE,GAAGC,kBAAkB;gBACrB,QAAQ;YACV;YACA;gBACE,GAAGC,wBAAwB;gBAC3B,QAAQ;YACV;SACD,GACDoB;QACJ,KAAKhB,aACD,sDACAgB;QACJ,qBAAqBR;IACvB,GAAG;;;;;;;AAOH,EAAEH,sBACAY,AAAAA,IAAAA,2CAAAA,iBAAAA,AAAAA,EAAkB;QAChB;YACE,GAAGvB,iBAAiB;YACpB,QAAQ;YACR,MAAM;gBAAC;aAAoD;QAC7D;QACA;YAAE,GAAGC,kBAAkB;YAAE,QAAQ;QAAU;QAC3C;YAAE,GAAGC,wBAAwB;YAAE,QAAQ;QAAU;KAClD,GACD;;;;;;AAMF,EAAEmB,AAAAA,IAAAA,sDAAAA,4BAAAA,AAAAA,EAA6B;QAC7BZ;QACA,UAAUJ,iBACN,CAAC,sEAAsE,EAAEM,sBACvE,+DACA,2DACC,GACHW;QACJ,KAAKhB,aAAa,sCAAsCgB;QACxD,qBAAqBL;IACvB,GAAG;;;;;;;AAOH,EAAEN,sBACAY,AAAAA,IAAAA,2CAAAA,iBAAAA,AAAAA,EAAkB;QAChB;YACE,GAAGvB,iBAAiB;YACpB,QAAQ;YACR,MAAM;gBACJ;gBACA;aACD;QACH;QACA;YAAE,GAAGC,kBAAkB;YAAE,QAAQ;QAAU;QAC3C;YAAE,GAAGC,wBAAwB;YAAE,QAAQ;QAAU;KAClD,GACD;;;;;;AAMF,EAAEmB,AAAAA,IAAAA,sDAAAA,4BAAAA,AAAAA,EAA6B;QAC7BZ;QACA,UAAUJ,iBACN,CAAC,iCAAiC,EAAEM,sBAClC,gFACA,uGACC,GACHW;QACJ,kBAAkBlB,kBAAkB;YAAC;SAAE,GAAGkB;QAC1C,QAAQlB,kBACJ,2CACAkB;QACJ,KAAKhB,aAAa,8BAA8BgB;QAChD,qBAAqBH;IACvB,GAAG;;;;;;;AAOH,EAAER,sBACAY,AAAAA,IAAAA,2CAAAA,iBAAAA,AAAAA,EAAkB;QAChB;YAAE,GAAGvB,iBAAiB;YAAE,QAAQ;QAAW;QAC3C;YACE,GAAGC,kBAAkB;YACrB,QAAQ;YACR,MAAM;gBAAC;aAA4B;QACrC;QACA;YAAE,GAAGC,wBAAwB;YAAE,QAAQ;QAAU;KAClD,GACD;;;;;;AAMF,EAAEmB,AAAAA,IAAAA,sDAAAA,4BAAAA,AAAAA,EAA6B;QAC7BZ;QACA,UAAUJ,iBACN,CAAC,+DAA+D,EAAEM,sBAChE,qEACA,kFACC,GACHW;QACJ,KAAKhB,aAAa,8CAA8CgB;QAChE,qBAAqBF;IACvB,GAAG;;mCAEgC,EAAET,sBAAsB,qBAAqB,yBAAyB;;;;;AAKzG,EAAEA,sBACAY,AAAAA,IAAAA,2CAAAA,iBAAAA,AAAAA,EAAkB;QAChB;YAAE,GAAGvB,iBAAiB;YAAE,QAAQ;QAAW;QAC3C;YACE,GAAGC,kBAAkB;YACrB,QAAQ;YACR,MAAM;gBACJ;gBACA;aACD;QACH;QACA;YAAE,GAAGC,wBAAwB;YAAE,QAAQ;QAAU;KAClD,GACD;;;;;;AAMF,EAAEmB,AAAAA,IAAAA,sDAAAA,4BAAAA,AAAAA,EAA6B;QAC7BZ;QACA,UAAUJ,iBACN,CAAC,kFAAkF,EAAEM,sBACnF,yKACA,qJACC,GACHW;QACJ,kBAAkBlB,kBAAkB;YAAC;YAAG;SAAE,GAAGkB;QAC7C,UAAU;YACR,SAAS;YACT,SAAS;QACX;IACF,GAAG;AACH,CAAC;AACD"}
@@ -0,0 +1,59 @@
1
+ "use strict";
2
+ var __webpack_require__ = {};
3
+ (()=>{
4
+ __webpack_require__.d = (exports1, definition)=>{
5
+ for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
6
+ enumerable: true,
7
+ get: definition[key]
8
+ });
9
+ };
10
+ })();
11
+ (()=>{
12
+ __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
13
+ })();
14
+ (()=>{
15
+ __webpack_require__.r = (exports1)=>{
16
+ if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
17
+ value: 'Module'
18
+ });
19
+ Object.defineProperty(exports1, '__esModule', {
20
+ value: true
21
+ });
22
+ };
23
+ })();
24
+ var __webpack_exports__ = {};
25
+ __webpack_require__.r(__webpack_exports__);
26
+ __webpack_require__.d(__webpack_exports__, {
27
+ buildPlanningResponseExample: ()=>buildPlanningResponseExample
28
+ });
29
+ const buildPlanningResponseExample = (input)=>{
30
+ const sections = input.prefix ? [
31
+ input.prefix
32
+ ] : [];
33
+ if (input.planning) sections.push(`<planning>${input.planning}</planning>`);
34
+ if (input.updateSubGoals?.length) {
35
+ const subGoals = input.updateSubGoals.map(({ index, status, description })=>` <sub-goal index="${index}" status="${status}">${description}</sub-goal>`).join('\n');
36
+ sections.push(`<update-plan-content>\n${subGoals}\n</update-plan-content>`);
37
+ }
38
+ if (input.markSubGoalsDone?.length) {
39
+ const subGoals = input.markSubGoalsDone.map((index)=>` <sub-goal index="${index}" status="finished" />`).join('\n');
40
+ sections.push(`<mark-sub-goal-done>\n${subGoals}\n</mark-sub-goal-done>`);
41
+ }
42
+ if (input.memory) sections.push(`<memory>${input.memory}</memory>`);
43
+ if (input.complete) sections.push(`<complete success="${input.complete.success}">${input.complete.message}</complete>`);
44
+ else {
45
+ if (!input.actionOutputExample) throw new Error('Cannot build planning response example without an action output example');
46
+ if (input.log) sections.push(`<log>${input.log}</log>`);
47
+ sections.push(input.actionOutputExample);
48
+ }
49
+ return sections.join('\n');
50
+ };
51
+ exports.buildPlanningResponseExample = __webpack_exports__.buildPlanningResponseExample;
52
+ for(var __rspack_i in __webpack_exports__)if (-1 === [
53
+ "buildPlanningResponseExample"
54
+ ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
55
+ Object.defineProperty(exports, '__esModule', {
56
+ value: true
57
+ });
58
+
59
+ //# sourceMappingURL=planning-response-example.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ai-model/prompt/planning/planning-response-example.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/prompt/planning/planning-response-example.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n }\n }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { SubGoalStatus } from '@/types';\n\ntype PlanningSubGoalExample = {\n index: number;\n status: Extract<SubGoalStatus, 'pending' | 'finished'>;\n description: string;\n};\n\ntype PlanningResponseActionOutputExample = {\n log?: string;\n actionOutputExample: string | undefined;\n complete?: never;\n};\n\ntype PlanningResponseCompleteExample = {\n complete: {\n success: boolean;\n message: string;\n };\n log?: never;\n actionOutputExample?: never;\n};\n\nexport type BuildPlanningResponseExampleInput = {\n prefix?: string;\n planning?: string;\n updateSubGoals?: PlanningSubGoalExample[];\n markSubGoalsDone?: number[];\n memory?: string;\n} & (PlanningResponseActionOutputExample | PlanningResponseCompleteExample);\n\nexport const buildPlanningResponseExample = (\n input: BuildPlanningResponseExampleInput,\n) => {\n const sections = input.prefix ? [input.prefix] : [];\n\n if (input.planning) {\n sections.push(`<planning>${input.planning}</planning>`);\n }\n\n if (input.updateSubGoals?.length) {\n const subGoals = input.updateSubGoals\n .map(\n ({ index, status, description }) =>\n ` <sub-goal index=\"${index}\" status=\"${status}\">${description}</sub-goal>`,\n )\n .join('\\n');\n sections.push(`<update-plan-content>\\n${subGoals}\\n</update-plan-content>`);\n }\n\n if (input.markSubGoalsDone?.length) {\n const subGoals = input.markSubGoalsDone\n .map((index) => ` <sub-goal index=\"${index}\" status=\"finished\" />`)\n .join('\\n');\n sections.push(`<mark-sub-goal-done>\\n${subGoals}\\n</mark-sub-goal-done>`);\n }\n\n if (input.memory) {\n sections.push(`<memory>${input.memory}</memory>`);\n }\n\n if (input.complete) {\n sections.push(\n `<complete success=\"${input.complete.success}\">${input.complete.message}</complete>`,\n );\n } else {\n if (!input.actionOutputExample) {\n throw new Error(\n 'Cannot build planning response example without an action output example',\n );\n }\n if (input.log) {\n sections.push(`<log>${input.log}</log>`);\n }\n sections.push(input.actionOutputExample);\n }\n\n return sections.join('\\n');\n};\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","buildPlanningResponseExample","input","sections","subGoals","index","status","description","Error"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;ACyBO,MAAMI,+BAA+B,CAC1CC;IAEA,MAAMC,WAAWD,MAAM,MAAM,GAAG;QAACA,MAAM,MAAM;KAAC,GAAG,EAAE;IAEnD,IAAIA,MAAM,QAAQ,EAChBC,SAAS,IAAI,CAAC,CAAC,UAAU,EAAED,MAAM,QAAQ,CAAC,WAAW,CAAC;IAGxD,IAAIA,MAAM,cAAc,EAAE,QAAQ;QAChC,MAAME,WAAWF,MAAM,cAAc,CAClC,GAAG,CACF,CAAC,EAAEG,KAAK,EAAEC,MAAM,EAAEC,WAAW,EAAE,GAC7B,CAAC,mBAAmB,EAAEF,MAAM,UAAU,EAAEC,OAAO,EAAE,EAAEC,YAAY,WAAW,CAAC,EAE9E,IAAI,CAAC;QACRJ,SAAS,IAAI,CAAC,CAAC,uBAAuB,EAAEC,SAAS,wBAAwB,CAAC;IAC5E;IAEA,IAAIF,MAAM,gBAAgB,EAAE,QAAQ;QAClC,MAAME,WAAWF,MAAM,gBAAgB,CACpC,GAAG,CAAC,CAACG,QAAU,CAAC,mBAAmB,EAAEA,MAAM,sBAAsB,CAAC,EAClE,IAAI,CAAC;QACRF,SAAS,IAAI,CAAC,CAAC,sBAAsB,EAAEC,SAAS,uBAAuB,CAAC;IAC1E;IAEA,IAAIF,MAAM,MAAM,EACdC,SAAS,IAAI,CAAC,CAAC,QAAQ,EAAED,MAAM,MAAM,CAAC,SAAS,CAAC;IAGlD,IAAIA,MAAM,QAAQ,EAChBC,SAAS,IAAI,CACX,CAAC,mBAAmB,EAAED,MAAM,QAAQ,CAAC,OAAO,CAAC,EAAE,EAAEA,MAAM,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC;SAEjF;QACL,IAAI,CAACA,MAAM,mBAAmB,EAC5B,MAAM,IAAIM,MACR;QAGJ,IAAIN,MAAM,GAAG,EACXC,SAAS,IAAI,CAAC,CAAC,KAAK,EAAED,MAAM,GAAG,CAAC,MAAM,CAAC;QAEzCC,SAAS,IAAI,CAACD,MAAM,mBAAmB;IACzC;IAEA,OAAOC,SAAS,IAAI,CAAC;AACvB"}
@@ -0,0 +1,51 @@
1
+ "use strict";
2
+ var __webpack_require__ = {};
3
+ (()=>{
4
+ __webpack_require__.d = (exports1, definition)=>{
5
+ for(var key in definition)if (__webpack_require__.o(definition, key) && !__webpack_require__.o(exports1, key)) Object.defineProperty(exports1, key, {
6
+ enumerable: true,
7
+ get: definition[key]
8
+ });
9
+ };
10
+ })();
11
+ (()=>{
12
+ __webpack_require__.o = (obj, prop)=>Object.prototype.hasOwnProperty.call(obj, prop);
13
+ })();
14
+ (()=>{
15
+ __webpack_require__.r = (exports1)=>{
16
+ if ('undefined' != typeof Symbol && Symbol.toStringTag) Object.defineProperty(exports1, Symbol.toStringTag, {
17
+ value: 'Module'
18
+ });
19
+ Object.defineProperty(exports1, '__esModule', {
20
+ value: true
21
+ });
22
+ };
23
+ })();
24
+ var __webpack_exports__ = {};
25
+ __webpack_require__.r(__webpack_exports__);
26
+ __webpack_require__.d(__webpack_exports__, {
27
+ buildSubGoalsText: ()=>buildSubGoalsText
28
+ });
29
+ const buildSubGoalsText = (subGoals)=>{
30
+ if (0 === subGoals.length) return '';
31
+ const lines = subGoals.map((goal)=>`${goal.index}. ${goal.description} (${goal.status})`);
32
+ const currentGoal = subGoals.find((goal)=>'running' === goal.status) || subGoals.find((goal)=>'pending' === goal.status);
33
+ let currentGoalText = '';
34
+ if (currentGoal) {
35
+ currentGoalText = `\nCurrent sub-goal is: ${currentGoal.description}`;
36
+ if (currentGoal.logs?.length) {
37
+ const logLines = currentGoal.logs.map((log)=>`- ${log}`).join('\n');
38
+ currentGoalText += `\nActions performed for current sub-goal:\n${logLines}`;
39
+ }
40
+ }
41
+ return `Sub-goals:\n${lines.join('\n')}${currentGoalText}`;
42
+ };
43
+ exports.buildSubGoalsText = __webpack_exports__.buildSubGoalsText;
44
+ for(var __rspack_i in __webpack_exports__)if (-1 === [
45
+ "buildSubGoalsText"
46
+ ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
47
+ Object.defineProperty(exports, '__esModule', {
48
+ value: true
49
+ });
50
+
51
+ //# sourceMappingURL=sub-goals-text.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ai-model/prompt/planning/sub-goals-text.js","sources":["webpack/runtime/define_property_getters","webpack/runtime/has_own_property","webpack/runtime/make_namespace_object","../../../../../src/ai-model/prompt/planning/sub-goals-text.ts"],"sourcesContent":["__webpack_require__.d = (exports, definition) => {\n\tfor(var key in definition) {\n if(__webpack_require__.o(definition, key) && !__webpack_require__.o(exports, key)) {\n Object.defineProperty(exports, key, { enumerable: true, get: definition[key] });\n }\n }\n};","__webpack_require__.o = (obj, prop) => (Object.prototype.hasOwnProperty.call(obj, prop))","// define __esModule on exports\n__webpack_require__.r = (exports) => {\n\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n\t}\n\tObject.defineProperty(exports, '__esModule', { value: true });\n};","import type { SubGoal } from '@/types';\n\nexport const buildSubGoalsText = (subGoals: readonly SubGoal[]): string => {\n if (subGoals.length === 0) {\n return '';\n }\n\n const lines = subGoals.map(\n (goal) => `${goal.index}. ${goal.description} (${goal.status})`,\n );\n\n // Running goal takes priority, otherwise show the first pending goal.\n const currentGoal =\n subGoals.find((goal) => goal.status === 'running') ||\n subGoals.find((goal) => goal.status === 'pending');\n\n let currentGoalText = '';\n if (currentGoal) {\n currentGoalText = `\\nCurrent sub-goal is: ${currentGoal.description}`;\n if (currentGoal.logs?.length) {\n const logLines = currentGoal.logs.map((log) => `- ${log}`).join('\\n');\n currentGoalText += `\\nActions performed for current sub-goal:\\n${logLines}`;\n }\n }\n\n return `Sub-goals:\\n${lines.join('\\n')}${currentGoalText}`;\n};\n"],"names":["__webpack_require__","definition","key","Object","obj","prop","Symbol","buildSubGoalsText","subGoals","lines","goal","currentGoal","currentGoalText","logLines","log"],"mappings":";;;IAAAA,oBAAoB,CAAC,GAAG,CAAC,UAASC;QACjC,IAAI,IAAIC,OAAOD,WACR,IAAGD,oBAAoB,CAAC,CAACC,YAAYC,QAAQ,CAACF,oBAAoB,CAAC,CAAC,UAASE,MACzEC,OAAO,cAAc,CAAC,UAASD,KAAK;YAAE,YAAY;YAAM,KAAKD,UAAU,CAACC,IAAI;QAAC;IAGzF;;;ICNAF,oBAAoB,CAAC,GAAG,CAACI,KAAKC,OAAUF,OAAO,SAAS,CAAC,cAAc,CAAC,IAAI,CAACC,KAAKC;;;ICClFL,oBAAoB,CAAC,GAAG,CAAC;QACxB,IAAG,AAAkB,eAAlB,OAAOM,UAA0BA,OAAO,WAAW,EACrDH,OAAO,cAAc,CAAC,UAASG,OAAO,WAAW,EAAE;YAAE,OAAO;QAAS;QAEtEH,OAAO,cAAc,CAAC,UAAS,cAAc;YAAE,OAAO;QAAK;IAC5D;;;;;;;ACJO,MAAMI,oBAAoB,CAACC;IAChC,IAAIA,AAAoB,MAApBA,SAAS,MAAM,EACjB,OAAO;IAGT,MAAMC,QAAQD,SAAS,GAAG,CACxB,CAACE,OAAS,GAAGA,KAAK,KAAK,CAAC,EAAE,EAAEA,KAAK,WAAW,CAAC,EAAE,EAAEA,KAAK,MAAM,CAAC,CAAC,CAAC;IAIjE,MAAMC,cACJH,SAAS,IAAI,CAAC,CAACE,OAASA,AAAgB,cAAhBA,KAAK,MAAM,KACnCF,SAAS,IAAI,CAAC,CAACE,OAASA,AAAgB,cAAhBA,KAAK,MAAM;IAErC,IAAIE,kBAAkB;IACtB,IAAID,aAAa;QACfC,kBAAkB,CAAC,uBAAuB,EAAED,YAAY,WAAW,EAAE;QACrE,IAAIA,YAAY,IAAI,EAAE,QAAQ;YAC5B,MAAME,WAAWF,YAAY,IAAI,CAAC,GAAG,CAAC,CAACG,MAAQ,CAAC,EAAE,EAAEA,KAAK,EAAE,IAAI,CAAC;YAChEF,mBAAmB,CAAC,2CAA2C,EAAEC,UAAU;QAC7E;IACF;IAEA,OAAO,CAAC,YAAY,EAAEJ,MAAM,IAAI,CAAC,QAAQG,iBAAiB;AAC5D"}