@godscene/shared 1.7.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (236) hide show
  1. package/README.md +9 -0
  2. package/dist/es/baseDB.mjs +109 -0
  3. package/dist/es/cli/cli-args.mjs +95 -0
  4. package/dist/es/cli/cli-error.mjs +24 -0
  5. package/dist/es/cli/cli-runner.mjs +122 -0
  6. package/dist/es/cli/index.mjs +4 -0
  7. package/dist/es/common.mjs +37 -0
  8. package/dist/es/constants/example-code.mjs +227 -0
  9. package/dist/es/constants/index.mjs +124 -0
  10. package/dist/es/env/basic.mjs +6 -0
  11. package/dist/es/env/constants.mjs +110 -0
  12. package/dist/es/env/global-config-manager.mjs +94 -0
  13. package/dist/es/env/helper.mjs +43 -0
  14. package/dist/es/env/index.mjs +5 -0
  15. package/dist/es/env/init-debug.mjs +18 -0
  16. package/dist/es/env/model-config-manager.mjs +79 -0
  17. package/dist/es/env/parse-model-config.mjs +165 -0
  18. package/dist/es/env/types.mjs +232 -0
  19. package/dist/es/env/utils.mjs +18 -0
  20. package/dist/es/extractor/constants.mjs +2 -0
  21. package/dist/es/extractor/cs_postmessage.mjs +61 -0
  22. package/dist/es/extractor/customLocator.mjs +641 -0
  23. package/dist/es/extractor/debug.mjs +6 -0
  24. package/dist/es/extractor/dom-util.mjs +96 -0
  25. package/dist/es/extractor/index.mjs +5 -0
  26. package/dist/es/extractor/locator.mjs +250 -0
  27. package/dist/es/extractor/tree.mjs +78 -0
  28. package/dist/es/extractor/util.mjs +245 -0
  29. package/dist/es/extractor/web-extractor.mjs +393 -0
  30. package/dist/es/img/box-select.mjs +824 -0
  31. package/dist/es/img/canvas-fallback.mjs +238 -0
  32. package/dist/es/img/get-photon.mjs +45 -0
  33. package/dist/es/img/get-sharp.mjs +11 -0
  34. package/dist/es/img/index.mjs +4 -0
  35. package/dist/es/img/info.mjs +35 -0
  36. package/dist/es/img/transform.mjs +275 -0
  37. package/dist/es/index.mjs +2 -0
  38. package/dist/es/key-alias-utils.mjs +19 -0
  39. package/dist/es/logger.mjs +64 -0
  40. package/dist/es/mcp/base-server.mjs +282 -0
  41. package/dist/es/mcp/base-tools.mjs +159 -0
  42. package/dist/es/mcp/chrome-path.mjs +35 -0
  43. package/dist/es/mcp/cli-report-session.mjs +78 -0
  44. package/dist/es/mcp/error-formatter.mjs +19 -0
  45. package/dist/es/mcp/index.mjs +9 -0
  46. package/dist/es/mcp/init-arg-utils.mjs +38 -0
  47. package/dist/es/mcp/inject-report-html-plugin.mjs +53 -0
  48. package/dist/es/mcp/launcher-helper.mjs +52 -0
  49. package/dist/es/mcp/tool-generator.mjs +419 -0
  50. package/dist/es/mcp/types.mjs +3 -0
  51. package/dist/es/node/fs.mjs +44 -0
  52. package/dist/es/node/index.mjs +2 -0
  53. package/dist/es/node/port.mjs +24 -0
  54. package/dist/es/polyfills/async-hooks.mjs +2 -0
  55. package/dist/es/polyfills/index.mjs +1 -0
  56. package/dist/es/types/index.mjs +3 -0
  57. package/dist/es/us-keyboard-layout.mjs +1414 -0
  58. package/dist/es/us-keyboard-layout.mjs.LICENSE.txt +5 -0
  59. package/dist/es/utils.mjs +72 -0
  60. package/dist/es/zod-schema-utils.mjs +54 -0
  61. package/dist/lib/baseDB.js +149 -0
  62. package/dist/lib/cli/cli-args.js +138 -0
  63. package/dist/lib/cli/cli-error.js +61 -0
  64. package/dist/lib/cli/cli-runner.js +181 -0
  65. package/dist/lib/cli/index.js +53 -0
  66. package/dist/lib/common.js +93 -0
  67. package/dist/lib/constants/example-code.js +264 -0
  68. package/dist/lib/constants/index.js +221 -0
  69. package/dist/lib/env/basic.js +40 -0
  70. package/dist/lib/env/constants.js +153 -0
  71. package/dist/lib/env/global-config-manager.js +128 -0
  72. package/dist/lib/env/helper.js +80 -0
  73. package/dist/lib/env/index.js +90 -0
  74. package/dist/lib/env/init-debug.js +52 -0
  75. package/dist/lib/env/model-config-manager.js +113 -0
  76. package/dist/lib/env/parse-model-config.js +211 -0
  77. package/dist/lib/env/types.js +572 -0
  78. package/dist/lib/env/utils.js +61 -0
  79. package/dist/lib/extractor/constants.js +42 -0
  80. package/dist/lib/extractor/cs_postmessage.js +98 -0
  81. package/dist/lib/extractor/customLocator.js +693 -0
  82. package/dist/lib/extractor/debug.js +12 -0
  83. package/dist/lib/extractor/dom-util.js +157 -0
  84. package/dist/lib/extractor/index.js +87 -0
  85. package/dist/lib/extractor/locator.js +296 -0
  86. package/dist/lib/extractor/tree.js +124 -0
  87. package/dist/lib/extractor/util.js +336 -0
  88. package/dist/lib/extractor/web-extractor.js +442 -0
  89. package/dist/lib/img/box-select.js +875 -0
  90. package/dist/lib/img/canvas-fallback.js +305 -0
  91. package/dist/lib/img/get-photon.js +82 -0
  92. package/dist/lib/img/get-sharp.js +45 -0
  93. package/dist/lib/img/index.js +95 -0
  94. package/dist/lib/img/info.js +92 -0
  95. package/dist/lib/img/transform.js +364 -0
  96. package/dist/lib/index.js +36 -0
  97. package/dist/lib/key-alias-utils.js +62 -0
  98. package/dist/lib/logger.js +114 -0
  99. package/dist/lib/mcp/base-server.js +332 -0
  100. package/dist/lib/mcp/base-tools.js +193 -0
  101. package/dist/lib/mcp/chrome-path.js +72 -0
  102. package/dist/lib/mcp/cli-report-session.js +121 -0
  103. package/dist/lib/mcp/error-formatter.js +53 -0
  104. package/dist/lib/mcp/index.js +114 -0
  105. package/dist/lib/mcp/init-arg-utils.js +78 -0
  106. package/dist/lib/mcp/inject-report-html-plugin.js +98 -0
  107. package/dist/lib/mcp/launcher-helper.js +86 -0
  108. package/dist/lib/mcp/tool-generator.js +456 -0
  109. package/dist/lib/mcp/types.js +40 -0
  110. package/dist/lib/node/fs.js +97 -0
  111. package/dist/lib/node/index.js +65 -0
  112. package/dist/lib/node/port.js +61 -0
  113. package/dist/lib/polyfills/async-hooks.js +36 -0
  114. package/dist/lib/polyfills/index.js +58 -0
  115. package/dist/lib/types/index.js +37 -0
  116. package/dist/lib/us-keyboard-layout.js +1457 -0
  117. package/dist/lib/us-keyboard-layout.js.LICENSE.txt +5 -0
  118. package/dist/lib/utils.js +148 -0
  119. package/dist/lib/zod-schema-utils.js +97 -0
  120. package/dist/types/baseDB.d.ts +25 -0
  121. package/dist/types/cli/cli-args.d.ts +8 -0
  122. package/dist/types/cli/cli-error.d.ts +5 -0
  123. package/dist/types/cli/cli-runner.d.ts +19 -0
  124. package/dist/types/cli/index.d.ts +4 -0
  125. package/dist/types/common.d.ts +12 -0
  126. package/dist/types/constants/example-code.d.ts +2 -0
  127. package/dist/types/constants/index.d.ts +61 -0
  128. package/dist/types/env/basic.d.ts +6 -0
  129. package/dist/types/env/constants.d.ts +50 -0
  130. package/dist/types/env/global-config-manager.d.ts +32 -0
  131. package/dist/types/env/helper.d.ts +4 -0
  132. package/dist/types/env/index.d.ts +4 -0
  133. package/dist/types/env/init-debug.d.ts +1 -0
  134. package/dist/types/env/model-config-manager.d.ts +25 -0
  135. package/dist/types/env/parse-model-config.d.ts +31 -0
  136. package/dist/types/env/types.d.ts +339 -0
  137. package/dist/types/env/utils.d.ts +7 -0
  138. package/dist/types/extractor/constants.d.ts +1 -0
  139. package/dist/types/extractor/cs_postmessage.d.ts +2 -0
  140. package/dist/types/extractor/customLocator.d.ts +69 -0
  141. package/dist/types/extractor/debug.d.ts +1 -0
  142. package/dist/types/extractor/dom-util.d.ts +57 -0
  143. package/dist/types/extractor/index.d.ts +33 -0
  144. package/dist/types/extractor/locator.d.ts +9 -0
  145. package/dist/types/extractor/tree.d.ts +6 -0
  146. package/dist/types/extractor/util.d.ts +47 -0
  147. package/dist/types/extractor/web-extractor.d.ts +24 -0
  148. package/dist/types/img/box-select.d.ts +26 -0
  149. package/dist/types/img/canvas-fallback.d.ts +105 -0
  150. package/dist/types/img/get-photon.d.ts +19 -0
  151. package/dist/types/img/get-sharp.d.ts +3 -0
  152. package/dist/types/img/index.d.ts +3 -0
  153. package/dist/types/img/info.d.ts +34 -0
  154. package/dist/types/img/transform.d.ts +98 -0
  155. package/dist/types/index.d.ts +2 -0
  156. package/dist/types/key-alias-utils.d.ts +9 -0
  157. package/dist/types/logger.d.ts +5 -0
  158. package/dist/types/mcp/base-server.d.ts +93 -0
  159. package/dist/types/mcp/base-tools.d.ts +148 -0
  160. package/dist/types/mcp/chrome-path.d.ts +2 -0
  161. package/dist/types/mcp/cli-report-session.d.ts +12 -0
  162. package/dist/types/mcp/error-formatter.d.ts +12 -0
  163. package/dist/types/mcp/index.d.ts +9 -0
  164. package/dist/types/mcp/init-arg-utils.d.ts +13 -0
  165. package/dist/types/mcp/inject-report-html-plugin.d.ts +18 -0
  166. package/dist/types/mcp/launcher-helper.d.ts +94 -0
  167. package/dist/types/mcp/tool-generator.d.ts +10 -0
  168. package/dist/types/mcp/types.d.ts +113 -0
  169. package/dist/types/node/fs.d.ts +15 -0
  170. package/dist/types/node/index.d.ts +2 -0
  171. package/dist/types/node/port.d.ts +8 -0
  172. package/dist/types/polyfills/async-hooks.d.ts +6 -0
  173. package/dist/types/polyfills/index.d.ts +4 -0
  174. package/dist/types/types/index.d.ts +36 -0
  175. package/dist/types/us-keyboard-layout.d.ts +32 -0
  176. package/dist/types/utils.d.ts +34 -0
  177. package/dist/types/zod-schema-utils.d.ts +23 -0
  178. package/package.json +125 -0
  179. package/src/baseDB.ts +158 -0
  180. package/src/cli/cli-args.ts +173 -0
  181. package/src/cli/cli-error.ts +24 -0
  182. package/src/cli/cli-runner.ts +230 -0
  183. package/src/cli/index.ts +4 -0
  184. package/src/common.ts +67 -0
  185. package/src/constants/example-code.ts +227 -0
  186. package/src/constants/index.ts +139 -0
  187. package/src/env/basic.ts +12 -0
  188. package/src/env/constants.ts +303 -0
  189. package/src/env/global-config-manager.ts +191 -0
  190. package/src/env/helper.ts +58 -0
  191. package/src/env/index.ts +4 -0
  192. package/src/env/init-debug.ts +34 -0
  193. package/src/env/model-config-manager.ts +149 -0
  194. package/src/env/parse-model-config.ts +357 -0
  195. package/src/env/types.ts +583 -0
  196. package/src/env/utils.ts +39 -0
  197. package/src/extractor/constants.ts +5 -0
  198. package/src/extractor/cs_postmessage.ts +136 -0
  199. package/src/extractor/customLocator.ts +1245 -0
  200. package/src/extractor/debug.ts +10 -0
  201. package/src/extractor/dom-util.ts +231 -0
  202. package/src/extractor/index.ts +50 -0
  203. package/src/extractor/locator.ts +469 -0
  204. package/src/extractor/tree.ts +179 -0
  205. package/src/extractor/util.ts +482 -0
  206. package/src/extractor/web-extractor.ts +617 -0
  207. package/src/img/box-select.ts +588 -0
  208. package/src/img/canvas-fallback.ts +393 -0
  209. package/src/img/get-photon.ts +108 -0
  210. package/src/img/get-sharp.ts +18 -0
  211. package/src/img/index.ts +27 -0
  212. package/src/img/info.ts +102 -0
  213. package/src/img/transform.ts +553 -0
  214. package/src/index.ts +1 -0
  215. package/src/key-alias-utils.ts +23 -0
  216. package/src/logger.ts +96 -0
  217. package/src/mcp/base-server.ts +500 -0
  218. package/src/mcp/base-tools.ts +391 -0
  219. package/src/mcp/chrome-path.ts +48 -0
  220. package/src/mcp/cli-report-session.ts +130 -0
  221. package/src/mcp/error-formatter.ts +52 -0
  222. package/src/mcp/index.ts +9 -0
  223. package/src/mcp/init-arg-utils.ts +105 -0
  224. package/src/mcp/inject-report-html-plugin.ts +119 -0
  225. package/src/mcp/launcher-helper.ts +200 -0
  226. package/src/mcp/tool-generator.ts +658 -0
  227. package/src/mcp/types.ts +131 -0
  228. package/src/node/fs.ts +84 -0
  229. package/src/node/index.ts +2 -0
  230. package/src/node/port.ts +37 -0
  231. package/src/polyfills/async-hooks.ts +6 -0
  232. package/src/polyfills/index.ts +4 -0
  233. package/src/types/index.ts +54 -0
  234. package/src/us-keyboard-layout.ts +723 -0
  235. package/src/utils.ts +149 -0
  236. package/src/zod-schema-utils.ts +133 -0
@@ -0,0 +1,124 @@
1
+ import { PLAYWRIGHT_EXAMPLE_CODE, YAML_EXAMPLE_CODE } from "./example-code.mjs";
2
+ const TEXT_SIZE_THRESHOLD = 9;
3
+ const TEXT_MAX_SIZE = 40;
4
+ const CONTAINER_MINI_HEIGHT = 3;
5
+ const CONTAINER_MINI_WIDTH = 3;
6
+ var constants_NodeType = /*#__PURE__*/ function(NodeType) {
7
+ NodeType["CONTAINER"] = "CONTAINER Node";
8
+ NodeType["FORM_ITEM"] = "FORM_ITEM Node";
9
+ NodeType["BUTTON"] = "BUTTON Node";
10
+ NodeType["A"] = "Anchor Node";
11
+ NodeType["IMG"] = "IMG Node";
12
+ NodeType["TEXT"] = "TEXT Node";
13
+ NodeType["POSITION"] = "POSITION Node";
14
+ return NodeType;
15
+ }({});
16
+ const PLAYGROUND_SERVER_PORT = 5800;
17
+ const SCRCPY_SERVER_PORT = 5700;
18
+ const SCRCPY_ADB_CONNECT_TIMEOUT_MS = 10000;
19
+ const SCRCPY_PUSH_TIMEOUT_MS = 10000;
20
+ const SCRCPY_START_TIMEOUT_MS = 15000;
21
+ const SCRCPY_VIDEO_STREAM_TIMEOUT_MS = 15000;
22
+ const SCRCPY_PREVIEW_METADATA_TIMEOUT_MS = SCRCPY_ADB_CONNECT_TIMEOUT_MS + SCRCPY_PUSH_TIMEOUT_MS + SCRCPY_START_TIMEOUT_MS + SCRCPY_VIDEO_STREAM_TIMEOUT_MS + 5000;
23
+ const WEBDRIVER_ELEMENT_ID_KEY = 'element-6066-11e4-a52e-4f735466cecf';
24
+ const DEFAULT_WDA_PORT = 8100;
25
+ const DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT = 5000;
26
+ const DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT = 2000;
27
+ const DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY = 2;
28
+ const rpasceneCommand = {
29
+ Tap: 'Tap',
30
+ RightClick: 'RightClick',
31
+ DoubleClick: 'DoubleClick',
32
+ Hover: 'Hover',
33
+ Input: 'Input',
34
+ KeyboardPress: 'KeyboardPress',
35
+ Scroll: 'Scroll',
36
+ DragAndDrop: 'DragAndDrop',
37
+ ClearInput: 'ClearInput',
38
+ Sleep: 'Sleep',
39
+ LongPress: 'LongPress',
40
+ Swipe: 'Swipe',
41
+ Reload: 'Reload',
42
+ GoBack: 'GoBack',
43
+ Navigate: 'Navigate'
44
+ };
45
+ const rpastudioCommand = {
46
+ SeleniumClickCommand: 'SeleniumClickCommand',
47
+ SeleniumRightClickCommand: 'SeleniumRightClickCommand',
48
+ SeleniumDoubleClickCommand: 'SeleniumDoubleClickCommand',
49
+ SeleniumMouseHoverCommand: 'SeleniumMouseHoverCommand',
50
+ SeleniumSetValueCommand: 'SeleniumSetValueCommand',
51
+ SeleniumElementSendKeysCommand: 'SeleniumElementSendKeysCommand',
52
+ SeleniumSendKeysCommand: 'SeleniumSendKeysCommand',
53
+ SeleniumElementScrollCommand: 'SeleniumElementScrollCommand',
54
+ SeleniumWindowScrollCommand: 'SeleniumWindowScrollCommand',
55
+ SeleniumDragAndDropCommand: 'SeleniumDragAndDropCommand',
56
+ SeleniumClearValueCommand: 'SeleniumClearValueCommand',
57
+ PauseCommand: 'PauseCommand',
58
+ SeleniumBrowserRefreshCommand: 'SeleniumBrowserRefreshCommand',
59
+ SeleniumBrowserNavigateBackCommand: 'SeleniumBrowserNavigateBackCommand',
60
+ SeleniumBrowserNavigateCommand: 'SeleniumBrowserNavigateCommand'
61
+ };
62
+ const commandMap = {
63
+ [rpasceneCommand.Tap]: {
64
+ CommandName: rpastudioCommand.SeleniumClickCommand,
65
+ DisplayName: '元素点击'
66
+ },
67
+ [rpasceneCommand.RightClick]: {
68
+ CommandName: rpastudioCommand.SeleniumRightClickCommand,
69
+ DisplayName: '元素右键点击'
70
+ },
71
+ [rpasceneCommand.DoubleClick]: {
72
+ CommandName: rpastudioCommand.SeleniumDoubleClickCommand,
73
+ DisplayName: '元素双击'
74
+ },
75
+ [rpasceneCommand.Hover]: {
76
+ CommandName: rpastudioCommand.SeleniumMouseHoverCommand,
77
+ DisplayName: '鼠标悬停'
78
+ },
79
+ [rpasceneCommand.Input]: {
80
+ CommandName: rpastudioCommand.SeleniumSetValueCommand,
81
+ DisplayName: '设置文本'
82
+ },
83
+ [rpasceneCommand.KeyboardPress]: {
84
+ CommandName: rpastudioCommand.SeleniumElementSendKeysCommand,
85
+ DisplayName: '模拟按键'
86
+ },
87
+ [rpasceneCommand.Scroll]: {
88
+ CommandName: rpastudioCommand.SeleniumElementScrollCommand,
89
+ DisplayName: '元素滚动'
90
+ },
91
+ [rpasceneCommand.DragAndDrop]: {
92
+ CommandName: rpastudioCommand.SeleniumDragAndDropCommand,
93
+ DisplayName: '元素拖拽(至指定元素)'
94
+ },
95
+ [rpasceneCommand.ClearInput]: {
96
+ CommandName: rpastudioCommand.SeleniumClearValueCommand,
97
+ DisplayName: '清空文本'
98
+ },
99
+ [rpasceneCommand.Sleep]: {
100
+ CommandName: rpastudioCommand.PauseCommand,
101
+ DisplayName: '暂停脚本'
102
+ },
103
+ [rpasceneCommand.LongPress]: {
104
+ CommandName: '',
105
+ DisplayName: ''
106
+ },
107
+ [rpasceneCommand.Swipe]: {
108
+ CommandName: '',
109
+ DisplayName: ''
110
+ },
111
+ [rpasceneCommand.Reload]: {
112
+ CommandName: rpastudioCommand.SeleniumBrowserRefreshCommand,
113
+ DisplayName: '刷新'
114
+ },
115
+ [rpasceneCommand.GoBack]: {
116
+ CommandName: rpastudioCommand.SeleniumBrowserNavigateBackCommand,
117
+ DisplayName: '后退'
118
+ },
119
+ [rpasceneCommand.Navigate]: {
120
+ CommandName: rpastudioCommand.SeleniumBrowserNavigateCommand,
121
+ DisplayName: '打开页面'
122
+ }
123
+ };
124
+ export { CONTAINER_MINI_HEIGHT, CONTAINER_MINI_WIDTH, DEFAULT_WAIT_FOR_NAVIGATION_TIMEOUT, DEFAULT_WAIT_FOR_NETWORK_IDLE_CONCURRENCY, DEFAULT_WAIT_FOR_NETWORK_IDLE_TIMEOUT, DEFAULT_WDA_PORT, constants_NodeType as NodeType, PLAYGROUND_SERVER_PORT, PLAYWRIGHT_EXAMPLE_CODE, SCRCPY_ADB_CONNECT_TIMEOUT_MS, SCRCPY_PREVIEW_METADATA_TIMEOUT_MS, SCRCPY_PUSH_TIMEOUT_MS, SCRCPY_SERVER_PORT, SCRCPY_START_TIMEOUT_MS, SCRCPY_VIDEO_STREAM_TIMEOUT_MS, TEXT_MAX_SIZE, TEXT_SIZE_THRESHOLD, WEBDRIVER_ELEMENT_ID_KEY, YAML_EXAMPLE_CODE, commandMap, rpasceneCommand, rpastudioCommand };
@@ -0,0 +1,6 @@
1
+ import { BASIC_ENV_KEYS } from "./types.mjs";
2
+ const getBasicEnvValue = (key)=>{
3
+ if (!BASIC_ENV_KEYS.includes(key)) throw new Error(`getBasicEnvValue with key ${key} is not supported.`);
4
+ return process.env[key];
5
+ };
6
+ export { getBasicEnvValue };
@@ -0,0 +1,110 @@
1
+ import { MIDSCENE_INSIGHT_MODEL_API_KEY, MIDSCENE_INSIGHT_MODEL_BASE_URL, MIDSCENE_INSIGHT_MODEL_EXTRA_BODY_JSON, MIDSCENE_INSIGHT_MODEL_FAMILY, MIDSCENE_INSIGHT_MODEL_HTTP_PROXY, MIDSCENE_INSIGHT_MODEL_INIT_CONFIG_JSON, MIDSCENE_INSIGHT_MODEL_NAME, MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET, MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT, MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED, MIDSCENE_INSIGHT_MODEL_RETRY_COUNT, MIDSCENE_INSIGHT_MODEL_RETRY_INTERVAL, MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY, MIDSCENE_INSIGHT_MODEL_TEMPERATURE, MIDSCENE_INSIGHT_MODEL_TIMEOUT, MIDSCENE_MODEL_API_KEY, MIDSCENE_MODEL_BASE_URL, MIDSCENE_MODEL_EXTRA_BODY_JSON, MIDSCENE_MODEL_FAMILY, MIDSCENE_MODEL_HTTP_PROXY, MIDSCENE_MODEL_INIT_CONFIG_JSON, MIDSCENE_MODEL_NAME, MIDSCENE_MODEL_REASONING_BUDGET, MIDSCENE_MODEL_REASONING_EFFORT, MIDSCENE_MODEL_REASONING_ENABLED, MIDSCENE_MODEL_RETRY_COUNT, MIDSCENE_MODEL_RETRY_INTERVAL, MIDSCENE_MODEL_SOCKS_PROXY, MIDSCENE_MODEL_TEMPERATURE, MIDSCENE_MODEL_TIMEOUT, MIDSCENE_OPENAI_HTTP_PROXY, MIDSCENE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_OPENAI_SOCKS_PROXY, MIDSCENE_PLANNING_MODEL_API_KEY, MIDSCENE_PLANNING_MODEL_BASE_URL, MIDSCENE_PLANNING_MODEL_EXTRA_BODY_JSON, MIDSCENE_PLANNING_MODEL_FAMILY, MIDSCENE_PLANNING_MODEL_HTTP_PROXY, MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON, MIDSCENE_PLANNING_MODEL_NAME, MIDSCENE_PLANNING_MODEL_REASONING_BUDGET, MIDSCENE_PLANNING_MODEL_REASONING_EFFORT, MIDSCENE_PLANNING_MODEL_REASONING_ENABLED, MIDSCENE_PLANNING_MODEL_RETRY_COUNT, MIDSCENE_PLANNING_MODEL_RETRY_INTERVAL, MIDSCENE_PLANNING_MODEL_SOCKS_PROXY, MIDSCENE_PLANNING_MODEL_TEMPERATURE, MIDSCENE_PLANNING_MODEL_TIMEOUT, OPENAI_API_KEY, OPENAI_BASE_URL, YHT_ACCESS_TOKEN, YHT_BASE_URL, YHT_CHAT_TYPE, YHT_DOMAIN, YHT_MODEL, YHT_MODEL_CATEGORY, YHT_STREAM, YHT_TEMPERATURE, YHT_TOP_P, YHT_TRACE_ID } from "./types.mjs";
2
+ const INSIGHT_MODEL_CONFIG_KEYS = {
3
+ modelName: MIDSCENE_INSIGHT_MODEL_NAME,
4
+ socksProxy: MIDSCENE_INSIGHT_MODEL_SOCKS_PROXY,
5
+ httpProxy: MIDSCENE_INSIGHT_MODEL_HTTP_PROXY,
6
+ openaiBaseURL: MIDSCENE_INSIGHT_MODEL_BASE_URL,
7
+ openaiApiKey: MIDSCENE_INSIGHT_MODEL_API_KEY,
8
+ openaiExtraConfig: MIDSCENE_INSIGHT_MODEL_INIT_CONFIG_JSON,
9
+ extraBody: MIDSCENE_INSIGHT_MODEL_EXTRA_BODY_JSON,
10
+ modelFamily: MIDSCENE_INSIGHT_MODEL_FAMILY,
11
+ timeout: MIDSCENE_INSIGHT_MODEL_TIMEOUT,
12
+ temperature: MIDSCENE_INSIGHT_MODEL_TEMPERATURE,
13
+ retryCount: MIDSCENE_INSIGHT_MODEL_RETRY_COUNT,
14
+ retryInterval: MIDSCENE_INSIGHT_MODEL_RETRY_INTERVAL,
15
+ reasoningEffort: MIDSCENE_INSIGHT_MODEL_REASONING_EFFORT,
16
+ reasoningEnabled: MIDSCENE_INSIGHT_MODEL_REASONING_ENABLED,
17
+ reasoningBudget: MIDSCENE_INSIGHT_MODEL_REASONING_BUDGET,
18
+ yht_domain: YHT_DOMAIN,
19
+ yht_access_token: YHT_ACCESS_TOKEN,
20
+ yht_model: YHT_MODEL,
21
+ yht_base_url: YHT_BASE_URL,
22
+ yht_chat_type: YHT_CHAT_TYPE,
23
+ yht_model_category: YHT_MODEL_CATEGORY,
24
+ yht_stream: YHT_STREAM,
25
+ yht_temperature: YHT_TEMPERATURE,
26
+ yht_top_p: YHT_TOP_P,
27
+ yht_trace_id: YHT_TRACE_ID
28
+ };
29
+ const PLANNING_MODEL_CONFIG_KEYS = {
30
+ modelName: MIDSCENE_PLANNING_MODEL_NAME,
31
+ socksProxy: MIDSCENE_PLANNING_MODEL_SOCKS_PROXY,
32
+ httpProxy: MIDSCENE_PLANNING_MODEL_HTTP_PROXY,
33
+ openaiBaseURL: MIDSCENE_PLANNING_MODEL_BASE_URL,
34
+ openaiApiKey: MIDSCENE_PLANNING_MODEL_API_KEY,
35
+ openaiExtraConfig: MIDSCENE_PLANNING_MODEL_INIT_CONFIG_JSON,
36
+ extraBody: MIDSCENE_PLANNING_MODEL_EXTRA_BODY_JSON,
37
+ modelFamily: MIDSCENE_PLANNING_MODEL_FAMILY,
38
+ timeout: MIDSCENE_PLANNING_MODEL_TIMEOUT,
39
+ temperature: MIDSCENE_PLANNING_MODEL_TEMPERATURE,
40
+ retryCount: MIDSCENE_PLANNING_MODEL_RETRY_COUNT,
41
+ retryInterval: MIDSCENE_PLANNING_MODEL_RETRY_INTERVAL,
42
+ reasoningEffort: MIDSCENE_PLANNING_MODEL_REASONING_EFFORT,
43
+ reasoningEnabled: MIDSCENE_PLANNING_MODEL_REASONING_ENABLED,
44
+ reasoningBudget: MIDSCENE_PLANNING_MODEL_REASONING_BUDGET,
45
+ yht_domain: YHT_DOMAIN,
46
+ yht_access_token: YHT_ACCESS_TOKEN,
47
+ yht_model: YHT_MODEL,
48
+ yht_base_url: YHT_BASE_URL,
49
+ yht_chat_type: YHT_CHAT_TYPE,
50
+ yht_model_category: YHT_MODEL_CATEGORY,
51
+ yht_stream: YHT_STREAM,
52
+ yht_temperature: YHT_TEMPERATURE,
53
+ yht_top_p: YHT_TOP_P,
54
+ yht_trace_id: YHT_TRACE_ID
55
+ };
56
+ const DEFAULT_MODEL_CONFIG_KEYS = {
57
+ modelName: MIDSCENE_MODEL_NAME,
58
+ socksProxy: MIDSCENE_MODEL_SOCKS_PROXY,
59
+ httpProxy: MIDSCENE_MODEL_HTTP_PROXY,
60
+ openaiBaseURL: MIDSCENE_MODEL_BASE_URL,
61
+ openaiApiKey: MIDSCENE_MODEL_API_KEY,
62
+ openaiExtraConfig: MIDSCENE_MODEL_INIT_CONFIG_JSON,
63
+ extraBody: MIDSCENE_MODEL_EXTRA_BODY_JSON,
64
+ modelFamily: MIDSCENE_MODEL_FAMILY,
65
+ timeout: MIDSCENE_MODEL_TIMEOUT,
66
+ temperature: MIDSCENE_MODEL_TEMPERATURE,
67
+ retryCount: MIDSCENE_MODEL_RETRY_COUNT,
68
+ retryInterval: MIDSCENE_MODEL_RETRY_INTERVAL,
69
+ reasoningEffort: MIDSCENE_MODEL_REASONING_EFFORT,
70
+ reasoningEnabled: MIDSCENE_MODEL_REASONING_ENABLED,
71
+ reasoningBudget: MIDSCENE_MODEL_REASONING_BUDGET,
72
+ yht_domain: YHT_DOMAIN,
73
+ yht_access_token: YHT_ACCESS_TOKEN,
74
+ yht_model: YHT_MODEL,
75
+ yht_base_url: YHT_BASE_URL,
76
+ yht_chat_type: YHT_CHAT_TYPE,
77
+ yht_model_category: YHT_MODEL_CATEGORY,
78
+ yht_stream: YHT_STREAM,
79
+ yht_temperature: YHT_TEMPERATURE,
80
+ yht_top_p: YHT_TOP_P,
81
+ yht_trace_id: YHT_TRACE_ID
82
+ };
83
+ const DEFAULT_MODEL_CONFIG_KEYS_LEGACY = {
84
+ modelName: MIDSCENE_MODEL_NAME,
85
+ socksProxy: MIDSCENE_OPENAI_SOCKS_PROXY,
86
+ httpProxy: MIDSCENE_OPENAI_HTTP_PROXY,
87
+ openaiBaseURL: OPENAI_BASE_URL,
88
+ openaiApiKey: OPENAI_API_KEY,
89
+ openaiExtraConfig: MIDSCENE_OPENAI_INIT_CONFIG_JSON,
90
+ extraBody: MIDSCENE_MODEL_EXTRA_BODY_JSON,
91
+ modelFamily: 'DEFAULT_MODEL_CONFIG_KEYS has no modelFamily key',
92
+ timeout: MIDSCENE_MODEL_TIMEOUT,
93
+ temperature: MIDSCENE_MODEL_TEMPERATURE,
94
+ retryCount: MIDSCENE_MODEL_RETRY_COUNT,
95
+ retryInterval: MIDSCENE_MODEL_RETRY_INTERVAL,
96
+ reasoningEffort: MIDSCENE_MODEL_REASONING_EFFORT,
97
+ reasoningEnabled: MIDSCENE_MODEL_REASONING_ENABLED,
98
+ reasoningBudget: MIDSCENE_MODEL_REASONING_BUDGET,
99
+ yht_domain: YHT_DOMAIN,
100
+ yht_access_token: YHT_ACCESS_TOKEN,
101
+ yht_model: YHT_MODEL,
102
+ yht_base_url: YHT_BASE_URL,
103
+ yht_chat_type: YHT_CHAT_TYPE,
104
+ yht_model_category: YHT_MODEL_CATEGORY,
105
+ yht_stream: YHT_STREAM,
106
+ yht_temperature: YHT_TEMPERATURE,
107
+ yht_top_p: YHT_TOP_P,
108
+ yht_trace_id: YHT_TRACE_ID
109
+ };
110
+ export { DEFAULT_MODEL_CONFIG_KEYS, DEFAULT_MODEL_CONFIG_KEYS_LEGACY, INSIGHT_MODEL_CONFIG_KEYS, PLANNING_MODEL_CONFIG_KEYS };
@@ -0,0 +1,94 @@
1
+ import { initDebugConfig } from "./init-debug.mjs";
2
+ import { ALL_ENV_KEYS, BOOLEAN_ENV_KEYS, GLOBAL_ENV_KEYS, MATCH_BY_POSITION, MODEL_ENV_KEYS, NUMBER_ENV_KEYS, STRING_ENV_KEYS } from "./types.mjs";
3
+ function _define_property(obj, key, value) {
4
+ if (key in obj) Object.defineProperty(obj, key, {
5
+ value: value,
6
+ enumerable: true,
7
+ configurable: true,
8
+ writable: true
9
+ });
10
+ else obj[key] = value;
11
+ return obj;
12
+ }
13
+ class GlobalConfigManager {
14
+ getAllEnvConfig() {
15
+ const envConfig = ALL_ENV_KEYS.reduce((p, name)=>{
16
+ p[name] = process.env[name];
17
+ return p;
18
+ }, Object.create(null));
19
+ if (!this.override) return envConfig;
20
+ {
21
+ const { newConfig, extendMode } = this.override;
22
+ if (extendMode) return {
23
+ ...envConfig,
24
+ ...newConfig
25
+ };
26
+ return {
27
+ ...newConfig
28
+ };
29
+ }
30
+ }
31
+ getEnvConfigValue(key) {
32
+ const allConfig = this.getAllEnvConfig();
33
+ if (key === MATCH_BY_POSITION) throw new Error('MATCH_BY_POSITION is discarded, use MIDSCENE_MODEL_FAMILY instead');
34
+ if (!STRING_ENV_KEYS.includes(key)) throw new Error(`getEnvConfigValue with key ${key} is not supported.`);
35
+ const value = allConfig[key];
36
+ this.keysHaveBeenRead[key] = true;
37
+ if ('string' == typeof value) return value.trim();
38
+ return value;
39
+ }
40
+ getEnvConfigInBoolean(key) {
41
+ const allConfig = this.getAllEnvConfig();
42
+ if (!BOOLEAN_ENV_KEYS.includes(key)) throw new Error(`getEnvConfigInBoolean with key ${key} is not supported`);
43
+ const value = allConfig[key];
44
+ this.keysHaveBeenRead[key] = true;
45
+ if (!value) return false;
46
+ if (/^(true|1)$/i.test(value)) return true;
47
+ if (/^(false|0)$/i.test(value)) return false;
48
+ return !!value.trim();
49
+ }
50
+ getEnvConfigValueAsNumber(key) {
51
+ if (!STRING_ENV_KEYS.includes(key) && !NUMBER_ENV_KEYS.includes(key)) throw new Error(`getEnvConfigValueAsNumber with key ${key} is not supported.`);
52
+ const allConfig = this.getAllEnvConfig();
53
+ const value = allConfig[key];
54
+ this.keysHaveBeenRead[key] = true;
55
+ if ('string' != typeof value) return;
56
+ const trimmed = value.trim();
57
+ if (!trimmed) return;
58
+ const numValue = Number(trimmed);
59
+ return Number.isNaN(numValue) ? void 0 : numValue;
60
+ }
61
+ registerModelConfigManager(globalModelConfigManager) {
62
+ this.globalModelConfigManager = globalModelConfigManager;
63
+ }
64
+ overrideAIConfig(newConfig, extendMode = false) {
65
+ for(const key in newConfig){
66
+ if (![
67
+ ...GLOBAL_ENV_KEYS,
68
+ ...MODEL_ENV_KEYS
69
+ ].includes(key)) throw new Error(`Failed to override AI config, invalid key: ${key}`);
70
+ const value = newConfig[key];
71
+ if ('string' != typeof value) throw new Error(`Failed to override AI config, value for key ${key} must be a string, but got with type ${typeof value}`);
72
+ if (this.keysHaveBeenRead[key]) console.warn(`Warning: try to override AI config with key ${key} ,but it has been read.`);
73
+ }
74
+ const savedNewConfig = extendMode ? {
75
+ ...this.override?.newConfig,
76
+ ...newConfig
77
+ } : newConfig;
78
+ this.override = {
79
+ newConfig: {
80
+ ...savedNewConfig
81
+ },
82
+ extendMode
83
+ };
84
+ if (!this.globalModelConfigManager) throw new Error('globalModelConfigManager is not registered, which should not happen');
85
+ this.globalModelConfigManager.clearModelConfigMap();
86
+ }
87
+ constructor(){
88
+ _define_property(this, "override", void 0);
89
+ _define_property(this, "keysHaveBeenRead", {});
90
+ _define_property(this, "globalModelConfigManager", void 0);
91
+ initDebugConfig();
92
+ }
93
+ }
94
+ export { GlobalConfigManager };
@@ -0,0 +1,43 @@
1
+ const maskKey = (key, maskChar = '*')=>{
2
+ if ('string' != typeof key || 0 === key.length) return key;
3
+ const prefixLen = 3;
4
+ const suffixLen = 3;
5
+ const keepLength = prefixLen + suffixLen;
6
+ if (key.length <= keepLength) return key;
7
+ const prefix = key.substring(0, prefixLen);
8
+ const suffix = key.substring(key.length - suffixLen);
9
+ const maskLength = key.length - keepLength;
10
+ const mask = maskChar.repeat(maskLength);
11
+ return `${prefix}${mask}${suffix}`;
12
+ };
13
+ const maskConfig = (config)=>Object.fromEntries(Object.entries(config).map(([key, value])=>{
14
+ if (!value) return [
15
+ key,
16
+ value
17
+ ];
18
+ if ('string' == typeof value && /key/i.test(key)) return [
19
+ key,
20
+ maskKey(value)
21
+ ];
22
+ if ('object' == typeof value) {
23
+ const valueStr = JSON.stringify(value);
24
+ if (/key/i.test(valueStr)) return [
25
+ key,
26
+ maskKey(valueStr)
27
+ ];
28
+ }
29
+ return [
30
+ key,
31
+ value
32
+ ];
33
+ }));
34
+ const parseJson = (key, value)=>{
35
+ if (value) try {
36
+ return JSON.parse(value);
37
+ } catch (e) {
38
+ throw new Error(`Failed to parse ${key} as a JSON. ${e.message}`, {
39
+ cause: e
40
+ });
41
+ }
42
+ };
43
+ export { maskConfig, parseJson };
@@ -0,0 +1,5 @@
1
+ import { ModelConfigManager } from "./model-config-manager.mjs";
2
+ import { GlobalConfigManager } from "./global-config-manager.mjs";
3
+ export * from "./utils.mjs";
4
+ export * from "./types.mjs";
5
+ export { GlobalConfigManager, ModelConfigManager };
@@ -0,0 +1,18 @@
1
+ import { enableDebug } from "../logger.mjs";
2
+ import { getBasicEnvValue } from "./basic.mjs";
3
+ import { MIDSCENE_DEBUG_MODEL_PROFILE, MIDSCENE_DEBUG_MODEL_RESPONSE } from "./types.mjs";
4
+ const initDebugConfig = ()=>{
5
+ const shouldPrintTiming = getBasicEnvValue(MIDSCENE_DEBUG_MODEL_PROFILE);
6
+ let debugConfig = '';
7
+ if (shouldPrintTiming) {
8
+ console.warn('MIDSCENE_DEBUG_MODEL_PROFILE is deprecated, use DEBUG=midscene:ai:profile instead');
9
+ debugConfig = 'ai:profile';
10
+ }
11
+ const shouldPrintModelResponse = getBasicEnvValue(MIDSCENE_DEBUG_MODEL_RESPONSE);
12
+ if (shouldPrintModelResponse) {
13
+ console.warn('MIDSCENE_DEBUG_MODEL_RESPONSE is deprecated, use DEBUG=midscene:ai:response instead');
14
+ debugConfig = debugConfig ? 'ai:*' : 'ai:call';
15
+ }
16
+ if (debugConfig) enableDebug(debugConfig);
17
+ };
18
+ export { initDebugConfig };
@@ -0,0 +1,79 @@
1
+ import { decideModelConfigFromIntentConfig } from "./parse-model-config.mjs";
2
+ function _define_property(obj, key, value) {
3
+ if (key in obj) Object.defineProperty(obj, key, {
4
+ value: value,
5
+ enumerable: true,
6
+ configurable: true,
7
+ writable: true
8
+ });
9
+ else obj[key] = value;
10
+ return obj;
11
+ }
12
+ class ModelConfigManager {
13
+ initialize() {
14
+ if (this.isInitialized) return;
15
+ let configMap;
16
+ if (this.modelConfig) {
17
+ this.isolatedMode = true;
18
+ configMap = this.normalizeModelConfig(this.modelConfig);
19
+ } else configMap = this.globalConfigManager?.getAllEnvConfig() || {};
20
+ const defaultConfig = decideModelConfigFromIntentConfig('default', configMap);
21
+ if (!defaultConfig) throw new Error('Model configuration is incomplete: model name (MIDSCENE_MODEL_NAME) is required. See https://midscenejs.com/model-strategy.html');
22
+ const insightConfig = decideModelConfigFromIntentConfig('insight', configMap);
23
+ const planningConfig = decideModelConfigFromIntentConfig('planning', configMap);
24
+ this.modelConfigMap = {
25
+ default: {
26
+ ...defaultConfig,
27
+ createOpenAIClient: this.createOpenAIClientFn
28
+ },
29
+ insight: {
30
+ ...insightConfig || defaultConfig,
31
+ createOpenAIClient: this.createOpenAIClientFn
32
+ },
33
+ planning: {
34
+ ...planningConfig || defaultConfig,
35
+ createOpenAIClient: this.createOpenAIClientFn
36
+ }
37
+ };
38
+ this.isInitialized = true;
39
+ }
40
+ normalizeModelConfig(config) {
41
+ return Object.entries(config).reduce((acc, [key, value])=>{
42
+ if (null == value) return acc;
43
+ acc[key] = String(value);
44
+ return acc;
45
+ }, Object.create(null));
46
+ }
47
+ clearModelConfigMap() {
48
+ if (this.isolatedMode) throw new Error('ModelConfigManager work in isolated mode, so clearModelConfigMap should not be called');
49
+ this.isInitialized = false;
50
+ }
51
+ getModelConfig(intent) {
52
+ if (!this.isInitialized) this.initialize();
53
+ if (!this.modelConfigMap) throw new Error('modelConfigMap is not initialized, which should not happen');
54
+ return this.modelConfigMap[intent];
55
+ }
56
+ getUploadTestServerUrl() {
57
+ const { openaiExtraConfig } = this.getModelConfig('default');
58
+ const serverUrl = openaiExtraConfig?.REPORT_SERVER_URL;
59
+ return serverUrl;
60
+ }
61
+ registerGlobalConfigManager(globalConfigManager) {
62
+ this.globalConfigManager = globalConfigManager;
63
+ }
64
+ throwErrorIfNonVLModel() {
65
+ const modelConfig = this.getModelConfig('default');
66
+ if (!modelConfig.modelFamily) throw new Error('MIDSCENE_MODEL_FAMILY is not set to a visual language model (VL model), the element localization can not be achieved. Check your model configuration. See https://midscenejs.com/model-strategy.html');
67
+ }
68
+ constructor(modelConfig, createOpenAIClientFn){
69
+ _define_property(this, "modelConfigMap", void 0);
70
+ _define_property(this, "isInitialized", false);
71
+ _define_property(this, "isolatedMode", false);
72
+ _define_property(this, "globalConfigManager", void 0);
73
+ _define_property(this, "modelConfig", void 0);
74
+ _define_property(this, "createOpenAIClientFn", void 0);
75
+ this.modelConfig = modelConfig;
76
+ this.createOpenAIClientFn = createOpenAIClientFn;
77
+ }
78
+ }
79
+ export { ModelConfigManager };
@@ -0,0 +1,165 @@
1
+ import { DEFAULT_MODEL_CONFIG_KEYS, INSIGHT_MODEL_CONFIG_KEYS, PLANNING_MODEL_CONFIG_KEYS } from "./constants.mjs";
2
+ import { MIDSCENE_OPENAI_HTTP_PROXY, MIDSCENE_OPENAI_INIT_CONFIG_JSON, MIDSCENE_OPENAI_SOCKS_PROXY, MIDSCENE_USE_DOUBAO_VISION, MIDSCENE_USE_GEMINI, MIDSCENE_USE_QWEN3_VL, MIDSCENE_USE_QWEN_VL, MIDSCENE_USE_VLM_UI_TARS, MODEL_FAMILY_VALUES, OPENAI_API_KEY, OPENAI_BASE_URL, UITarsModelVersion } from "./types.mjs";
3
+ import { getDebug } from "../logger.mjs";
4
+ import { assert } from "../utils.mjs";
5
+ import { maskConfig, parseJson } from "./helper.mjs";
6
+ import { initDebugConfig } from "./init-debug.mjs";
7
+ const MODEL_CONFIG_DOC_URL = 'https://midscenejs.com/model-common-config.html';
8
+ const getCurrentVersion = ()=>"1.7.10";
9
+ const getInvalidModelFamilyMessage = (modelFamily)=>`Invalid MIDSCENE_MODEL_FAMILY value: ${modelFamily}. Current version v${getCurrentVersion()} accepts the following model families: ${MODEL_FAMILY_VALUES.join(', ')}. You can also visit ${MODEL_CONFIG_DOC_URL} for the latest configuration information.`;
10
+ const KEYS_MAP = {
11
+ insight: INSIGHT_MODEL_CONFIG_KEYS,
12
+ planning: PLANNING_MODEL_CONFIG_KEYS,
13
+ default: DEFAULT_MODEL_CONFIG_KEYS
14
+ };
15
+ const getUITarsModelVersion = (modelFamily)=>{
16
+ if ('vlm-ui-tars' === modelFamily) return UITarsModelVersion.V1_0;
17
+ if ('vlm-ui-tars-doubao' === modelFamily || 'vlm-ui-tars-doubao-1.5' === modelFamily) return UITarsModelVersion.DOUBAO_1_5_20B;
18
+ };
19
+ const validateModelFamily = (modelFamily)=>{
20
+ if (modelFamily && !MODEL_FAMILY_VALUES.includes(modelFamily)) throw new Error(getInvalidModelFamilyMessage(modelFamily));
21
+ };
22
+ const legacyConfigToModelFamily = (provider)=>{
23
+ const isDoubao = provider[MIDSCENE_USE_DOUBAO_VISION];
24
+ const isQwen = provider[MIDSCENE_USE_QWEN_VL];
25
+ const isQwen3 = provider[MIDSCENE_USE_QWEN3_VL];
26
+ const isUiTars = provider[MIDSCENE_USE_VLM_UI_TARS];
27
+ const isGemini = provider[MIDSCENE_USE_GEMINI];
28
+ const enabledModes = [
29
+ isDoubao && MIDSCENE_USE_DOUBAO_VISION,
30
+ isQwen && MIDSCENE_USE_QWEN_VL,
31
+ isQwen3 && MIDSCENE_USE_QWEN3_VL,
32
+ isUiTars && MIDSCENE_USE_VLM_UI_TARS,
33
+ isGemini && MIDSCENE_USE_GEMINI
34
+ ].filter(Boolean);
35
+ if (enabledModes.length > 1) throw new Error(`Only one vision mode can be enabled at a time. Currently enabled modes: ${enabledModes.join(', ')}. Please disable all but one mode.`);
36
+ if (isQwen3) return 'qwen3-vl';
37
+ if (isQwen) return 'qwen2.5-vl';
38
+ if (isDoubao) return 'doubao-vision';
39
+ if (isGemini) return 'gemini';
40
+ if (isUiTars) if ('1' === isUiTars) return 'vlm-ui-tars';
41
+ else if ('DOUBAO' === isUiTars || 'DOUBAO-1.5' === isUiTars) return 'vlm-ui-tars-doubao-1.5';
42
+ else return 'vlm-ui-tars-doubao';
43
+ };
44
+ const getModelDescription = (modelFamily, uiTarsModelVersion)=>{
45
+ if (uiTarsModelVersion) return `UI-TARS=${uiTarsModelVersion}`;
46
+ if (modelFamily) return `${modelFamily} mode`;
47
+ return '';
48
+ };
49
+ const normalizeOpenaiExtraConfig = (config)=>{
50
+ if (!config || 'object' != typeof config || Array.isArray(config)) return;
51
+ const { defaultHeaders, extra_headers, extraHeaders, ...rest } = config;
52
+ const headers = defaultHeaders ?? extra_headers ?? extraHeaders;
53
+ if (void 0 !== headers) return {
54
+ ...rest,
55
+ defaultHeaders: headers
56
+ };
57
+ return rest;
58
+ };
59
+ const parseOpenaiSdkConfig = ({ keys, provider, useLegacyLogic = false })=>{
60
+ initDebugConfig();
61
+ const debugLog = getDebug('ai:config');
62
+ debugLog('enter parseOpenaiSdkConfig with keys:', keys);
63
+ const legacyAPIKey = useLegacyLogic ? provider[OPENAI_API_KEY] : void 0;
64
+ const legacyBaseURL = useLegacyLogic ? provider[OPENAI_BASE_URL] : void 0;
65
+ const legacySocksProxy = useLegacyLogic ? provider[MIDSCENE_OPENAI_SOCKS_PROXY] : void 0;
66
+ const legacyHttpProxy = useLegacyLogic ? provider[MIDSCENE_OPENAI_HTTP_PROXY] : void 0;
67
+ const legacyOpenaiExtraConfig = useLegacyLogic ? provider[MIDSCENE_OPENAI_INIT_CONFIG_JSON] : void 0;
68
+ const legacyModelFamily = useLegacyLogic ? legacyConfigToModelFamily(provider) : void 0;
69
+ const modelFamilyRaw = provider[keys.modelFamily] || legacyModelFamily;
70
+ const openaiApiKey = provider[keys.openaiApiKey] || legacyAPIKey;
71
+ const openaiBaseURL = provider[keys.openaiBaseURL] || legacyBaseURL;
72
+ const socksProxy = provider[keys.socksProxy] || legacySocksProxy;
73
+ const httpProxy = provider[keys.httpProxy] || legacyHttpProxy;
74
+ const modelName = provider[keys.modelName];
75
+ const yht_domain = provider[keys.yht_domain];
76
+ const yht_access_token = provider[keys.yht_access_token];
77
+ const yht_model = provider[keys.yht_model];
78
+ const yht_base_url = provider[keys.yht_base_url];
79
+ const yht_chat_type = provider[keys.yht_chat_type];
80
+ const yht_model_category = provider[keys.yht_model_category];
81
+ const yht_stream = provider[keys.yht_stream];
82
+ const yht_temperature = provider[keys.yht_temperature];
83
+ const yht_top_p = provider[keys.yht_top_p];
84
+ const yht_trace_id = provider[keys.yht_trace_id];
85
+ const openaiExtraConfigStr = provider[keys.openaiExtraConfig];
86
+ const openaiExtraConfig = parseJson(keys.openaiExtraConfig, openaiExtraConfigStr || legacyOpenaiExtraConfig);
87
+ const extraBodyStr = provider[keys.extraBody];
88
+ const extraBody = parseJson(keys.extraBody, extraBodyStr);
89
+ const temperature = provider[keys.temperature] ? Number(provider[keys.temperature]) : 0;
90
+ const modelFamily = modelFamilyRaw;
91
+ validateModelFamily(modelFamily);
92
+ const uiTarsModelVersion = getUITarsModelVersion(modelFamily);
93
+ const modelDescription = getModelDescription(modelFamily, uiTarsModelVersion);
94
+ return {
95
+ yht_domain,
96
+ yht_access_token,
97
+ yht_model,
98
+ yht_base_url,
99
+ yht_chat_type,
100
+ yht_model_category,
101
+ yht_stream,
102
+ yht_temperature,
103
+ yht_top_p,
104
+ yht_trace_id,
105
+ socksProxy,
106
+ httpProxy,
107
+ openaiBaseURL,
108
+ openaiApiKey,
109
+ openaiExtraConfig: normalizeOpenaiExtraConfig(openaiExtraConfig),
110
+ extraBody,
111
+ modelFamily,
112
+ uiTarsModelVersion,
113
+ modelName: modelName,
114
+ modelDescription,
115
+ intent: '-',
116
+ timeout: provider[keys.timeout] ? Number(provider[keys.timeout]) : void 0,
117
+ temperature,
118
+ retryCount: (()=>{
119
+ if (!provider[keys.retryCount]) return 1;
120
+ const val = Number(provider[keys.retryCount]);
121
+ if (!Number.isFinite(val)) return 1;
122
+ if (val < 0) throw new Error(`${keys.retryCount} must be non-negative, got ${val}`);
123
+ return val;
124
+ })(),
125
+ retryInterval: (()=>{
126
+ if (!provider[keys.retryInterval]) return 2000;
127
+ const val = Number(provider[keys.retryInterval]);
128
+ if (!Number.isFinite(val)) return 2000;
129
+ if (val < 0) throw new Error(`${keys.retryInterval} must be non-negative, got ${val}`);
130
+ return val;
131
+ })(),
132
+ reasoningEffort: provider[keys.reasoningEffort]?.trim() || void 0,
133
+ reasoningEnabled: (()=>{
134
+ const val = provider[keys.reasoningEnabled]?.trim()?.toLowerCase();
135
+ if ('true' === val || '1' === val) return true;
136
+ if ('false' === val || '0' === val) return false;
137
+ })(),
138
+ reasoningBudget: (()=>{
139
+ const val = provider[keys.reasoningBudget]?.trim();
140
+ if (!val) return;
141
+ const num = Number(val);
142
+ return Number.isFinite(num) ? num : void 0;
143
+ })()
144
+ };
145
+ };
146
+ const decideModelConfigFromIntentConfig = (intent, configMap)=>{
147
+ const debugLog = getDebug('ai:config');
148
+ debugLog('will decideModelConfig base on agent.modelConfig()', intent, maskConfig(configMap));
149
+ const keysForFn = KEYS_MAP[intent];
150
+ const modelName = configMap[keysForFn.modelName];
151
+ if (!modelName) return void debugLog('no modelName found for intent', intent);
152
+ const finalResult = parseOpenaiSdkConfig({
153
+ keys: keysForFn,
154
+ provider: configMap,
155
+ useLegacyLogic: 'default' === intent
156
+ });
157
+ finalResult.intent = intent;
158
+ debugLog('decideModelConfig result by agent.modelConfig() with intent', intent, maskConfig({
159
+ ...finalResult
160
+ }));
161
+ assert(finalResult.openaiBaseURL, `failed to get base URL of model (intent=${intent}). See https://midscenejs.com/model-strategy`);
162
+ if (!finalResult.modelName) console.warn(`modelName is not set for intent ${intent}, this may cause unexpected behavior. See https://midscenejs.com/model-strategy`);
163
+ return finalResult;
164
+ };
165
+ export { decideModelConfigFromIntentConfig, getUITarsModelVersion, legacyConfigToModelFamily, parseOpenaiSdkConfig, validateModelFamily };