@sqaitech/shared 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -0
- package/dist/es/baseDB.mjs +109 -0
- package/dist/es/build/copy-static.mjs +29 -0
- package/dist/es/common.mjs +37 -0
- package/dist/es/constants/example-code.mjs +202 -0
- package/dist/es/constants/index.mjs +24 -0
- package/dist/es/env/basic.mjs +6 -0
- package/dist/es/env/constants.mjs +97 -0
- package/dist/es/env/decide-model-config.mjs +172 -0
- package/dist/es/env/global-config-manager.mjs +91 -0
- package/dist/es/env/helper.mjs +48 -0
- package/dist/es/env/index.mjs +5 -0
- package/dist/es/env/init-debug.mjs +18 -0
- package/dist/es/env/model-config-manager.mjs +99 -0
- package/dist/es/env/parse.mjs +69 -0
- package/dist/es/env/types.mjs +253 -0
- package/dist/es/env/utils.mjs +18 -0
- package/dist/es/extractor/constants.mjs +2 -0
- package/dist/es/extractor/debug.mjs +6 -0
- package/dist/es/extractor/dom-util.mjs +92 -0
- package/dist/es/extractor/index.mjs +6 -0
- package/dist/es/extractor/locator.mjs +95 -0
- package/dist/es/extractor/tree.mjs +81 -0
- package/dist/es/extractor/util.mjs +244 -0
- package/dist/es/extractor/web-extractor.mjs +310 -0
- package/dist/es/img/box-select.mjs +184 -0
- package/dist/es/img/draw-box.mjs +42 -0
- package/dist/es/img/get-jimp.mjs +10 -0
- package/dist/es/img/get-photon.mjs +19 -0
- package/dist/es/img/get-sharp.mjs +11 -0
- package/dist/es/img/index.mjs +5 -0
- package/dist/es/img/info.mjs +32 -0
- package/dist/es/img/transform.mjs +192 -0
- package/dist/es/index.mjs +3 -0
- package/dist/es/logger.mjs +61 -0
- package/dist/es/node/fs.mjs +44 -0
- package/dist/es/node/index.mjs +1 -0
- package/dist/es/polyfills/async-hooks.mjs +2 -0
- package/dist/es/polyfills/index.mjs +1 -0
- package/dist/es/types/index.mjs +3 -0
- package/dist/es/us-keyboard-layout.mjs +1414 -0
- package/dist/es/us-keyboard-layout.mjs.LICENSE.txt +5 -0
- package/dist/es/utils.mjs +66 -0
- package/dist/lib/baseDB.js +149 -0
- package/dist/lib/build/copy-static.js +77 -0
- package/dist/lib/common.js +93 -0
- package/dist/lib/constants/example-code.js +239 -0
- package/dist/lib/constants/index.js +100 -0
- package/dist/lib/env/basic.js +40 -0
- package/dist/lib/env/constants.js +143 -0
- package/dist/lib/env/decide-model-config.js +212 -0
- package/dist/lib/env/global-config-manager.js +125 -0
- package/dist/lib/env/helper.js +89 -0
- package/dist/lib/env/index.js +94 -0
- package/dist/lib/env/init-debug.js +52 -0
- package/dist/lib/env/model-config-manager.js +133 -0
- package/dist/lib/env/parse.js +106 -0
- package/dist/lib/env/types.js +635 -0
- package/dist/lib/env/utils.js +61 -0
- package/dist/lib/extractor/constants.js +42 -0
- package/dist/lib/extractor/debug.js +12 -0
- package/dist/lib/extractor/dom-util.js +150 -0
- package/dist/lib/extractor/index.js +88 -0
- package/dist/lib/extractor/locator.js +141 -0
- package/dist/lib/extractor/tree.js +127 -0
- package/dist/lib/extractor/util.js +335 -0
- package/dist/lib/extractor/web-extractor.js +356 -0
- package/dist/lib/img/box-select.js +232 -0
- package/dist/lib/img/draw-box.js +89 -0
- package/dist/lib/img/get-jimp.js +72 -0
- package/dist/lib/img/get-photon.js +76 -0
- package/dist/lib/img/get-sharp.js +63 -0
- package/dist/lib/img/index.js +102 -0
- package/dist/lib/img/info.js +86 -0
- package/dist/lib/img/transform.js +279 -0
- package/dist/lib/index.js +43 -0
- package/dist/lib/logger.js +114 -0
- package/dist/lib/node/fs.js +97 -0
- package/dist/lib/node/index.js +60 -0
- package/dist/lib/polyfills/async-hooks.js +36 -0
- package/dist/lib/polyfills/index.js +60 -0
- package/dist/lib/types/index.js +37 -0
- package/dist/lib/us-keyboard-layout.js +1457 -0
- package/dist/lib/us-keyboard-layout.js.LICENSE.txt +5 -0
- package/dist/lib/utils.js +136 -0
- package/dist/types/baseDB.d.ts +25 -0
- package/dist/types/build/copy-static.d.ts +31 -0
- package/dist/types/common.d.ts +12 -0
- package/dist/types/constants/example-code.d.ts +2 -0
- package/dist/types/constants/index.d.ts +22 -0
- package/dist/types/env/basic.d.ts +6 -0
- package/dist/types/env/constants.d.ts +40 -0
- package/dist/types/env/decide-model-config.d.ts +14 -0
- package/dist/types/env/global-config-manager.d.ts +32 -0
- package/dist/types/env/helper.d.ts +6 -0
- package/dist/types/env/index.d.ts +4 -0
- package/dist/types/env/init-debug.d.ts +1 -0
- package/dist/types/env/model-config-manager.d.ts +24 -0
- package/dist/types/env/parse.d.ts +12 -0
- package/dist/types/env/types.d.ts +294 -0
- package/dist/types/env/utils.d.ts +7 -0
- package/dist/types/extractor/constants.d.ts +1 -0
- package/dist/types/extractor/debug.d.ts +1 -0
- package/dist/types/extractor/dom-util.d.ts +26 -0
- package/dist/types/extractor/index.d.ts +33 -0
- package/dist/types/extractor/locator.d.ts +7 -0
- package/dist/types/extractor/tree.d.ts +9 -0
- package/dist/types/extractor/util.d.ts +43 -0
- package/dist/types/extractor/web-extractor.d.ts +19 -0
- package/dist/types/img/box-select.d.ts +25 -0
- package/dist/types/img/draw-box.d.ts +15 -0
- package/dist/types/img/get-jimp.d.ts +2 -0
- package/dist/types/img/get-photon.d.ts +8 -0
- package/dist/types/img/get-sharp.d.ts +3 -0
- package/dist/types/img/index.d.ts +4 -0
- package/dist/types/img/info.d.ts +29 -0
- package/dist/types/img/transform.d.ts +88 -0
- package/dist/types/index.d.ts +3 -0
- package/dist/types/logger.d.ts +4 -0
- package/dist/types/node/fs.d.ts +15 -0
- package/dist/types/node/index.d.ts +1 -0
- package/dist/types/polyfills/async-hooks.d.ts +6 -0
- package/dist/types/polyfills/index.d.ts +4 -0
- package/dist/types/types/index.d.ts +34 -0
- package/dist/types/us-keyboard-layout.d.ts +32 -0
- package/dist/types/utils.d.ts +22 -0
- package/package.json +106 -0
- package/src/baseDB.ts +158 -0
- package/src/build/copy-static.ts +62 -0
- package/src/common.ts +67 -0
- package/src/constants/example-code.ts +202 -0
- package/src/constants/index.ts +30 -0
- package/src/env/basic.ts +12 -0
- package/src/env/constants.ts +291 -0
- package/src/env/decide-model-config.ts +319 -0
- package/src/env/global-config-manager.ts +174 -0
- package/src/env/helper.ts +79 -0
- package/src/env/index.ts +4 -0
- package/src/env/init-debug.ts +29 -0
- package/src/env/model-config-manager.ts +145 -0
- package/src/env/parse.ts +131 -0
- package/src/env/types.ts +560 -0
- package/src/env/utils.ts +39 -0
- package/src/extractor/constants.ts +5 -0
- package/src/extractor/debug.ts +10 -0
- package/src/extractor/dom-util.ts +152 -0
- package/src/extractor/index.ts +50 -0
- package/src/extractor/locator.ts +179 -0
- package/src/extractor/tree.ts +179 -0
- package/src/extractor/util.ts +468 -0
- package/src/extractor/web-extractor.ts +481 -0
- package/src/img/box-select.ts +346 -0
- package/src/img/draw-box.ts +60 -0
- package/src/img/get-jimp.ts +12 -0
- package/src/img/get-photon.ts +48 -0
- package/src/img/get-sharp.ts +18 -0
- package/src/img/index.ts +24 -0
- package/src/img/info.ts +79 -0
- package/src/img/jimp.d.ts +4 -0
- package/src/img/transform.ts +396 -0
- package/src/index.ts +6 -0
- package/src/logger.ts +93 -0
- package/src/node/fs.ts +84 -0
- package/src/node/index.ts +1 -0
- package/src/polyfills/async-hooks.ts +6 -0
- package/src/polyfills/index.ts +4 -0
- package/src/types/index.ts +47 -0
- package/src/us-keyboard-layout.ts +723 -0
- package/src/utils.ts +127 -0
|
@@ -0,0 +1,294 @@
|
|
|
1
|
+
export declare const SQAI_OPENAI_INIT_CONFIG_JSON = "SQAI_OPENAI_INIT_CONFIG_JSON";
|
|
2
|
+
export declare const SQAI_MODEL_NAME = "SQAI_MODEL_NAME";
|
|
3
|
+
export declare const SQAI_LANGSMITH_DEBUG = "SQAI_LANGSMITH_DEBUG";
|
|
4
|
+
export declare const SQAI_DEBUG_AI_PROFILE = "SQAI_DEBUG_AI_PROFILE";
|
|
5
|
+
export declare const SQAI_DEBUG_AI_RESPONSE = "SQAI_DEBUG_AI_RESPONSE";
|
|
6
|
+
export declare const SQAI_DANGEROUSLY_PRINT_ALL_CONFIG = "SQAI_DANGEROUSLY_PRINT_ALL_CONFIG";
|
|
7
|
+
export declare const SQAI_DEBUG_MODE = "SQAI_DEBUG_MODE";
|
|
8
|
+
export declare const SQAI_MCP_USE_PUPPETEER_MODE = "SQAI_MCP_USE_PUPPETEER_MODE";
|
|
9
|
+
export declare const SQAI_MCP_CHROME_PATH = "SQAI_MCP_CHROME_PATH";
|
|
10
|
+
export declare const SQAI_MCP_ANDROID_MODE = "SQAI_MCP_ANDROID_MODE";
|
|
11
|
+
export declare const DOCKER_CONTAINER = "DOCKER_CONTAINER";
|
|
12
|
+
export declare const SQAI_FORCE_DEEP_THINK = "SQAI_FORCE_DEEP_THINK";
|
|
13
|
+
export declare const SQAI_OPENAI_SOCKS_PROXY = "SQAI_OPENAI_SOCKS_PROXY";
|
|
14
|
+
export declare const SQAI_OPENAI_HTTP_PROXY = "SQAI_OPENAI_HTTP_PROXY";
|
|
15
|
+
export declare const OPENAI_API_KEY = "OPENAI_API_KEY";
|
|
16
|
+
export declare const OPENAI_BASE_URL = "OPENAI_BASE_URL";
|
|
17
|
+
export declare const OPENAI_MAX_TOKENS = "OPENAI_MAX_TOKENS";
|
|
18
|
+
export declare const SQAI_ADB_PATH = "SQAI_ADB_PATH";
|
|
19
|
+
export declare const SQAI_ADB_REMOTE_HOST = "SQAI_ADB_REMOTE_HOST";
|
|
20
|
+
export declare const SQAI_ADB_REMOTE_PORT = "SQAI_ADB_REMOTE_PORT";
|
|
21
|
+
export declare const SQAI_ANDROID_IME_STRATEGY = "SQAI_ANDROID_IME_STRATEGY";
|
|
22
|
+
export declare const SQAI_IOS_DEVICE_UDID = "SQAI_IOS_DEVICE_UDID";
|
|
23
|
+
export declare const SQAI_IOS_SIMULATOR_UDID = "SQAI_IOS_SIMULATOR_UDID";
|
|
24
|
+
export declare const SQAI_CACHE = "SQAI_CACHE";
|
|
25
|
+
export declare const SQAI_USE_VLM_UI_TARS = "SQAI_USE_VLM_UI_TARS";
|
|
26
|
+
export declare const SQAI_USE_QWEN_VL = "SQAI_USE_QWEN_VL";
|
|
27
|
+
export declare const SQAI_USE_QWEN3_VL = "SQAI_USE_QWEN3_VL";
|
|
28
|
+
export declare const SQAI_USE_DOUBAO_VISION = "SQAI_USE_DOUBAO_VISION";
|
|
29
|
+
export declare const SQAI_USE_GEMINI = "SQAI_USE_GEMINI";
|
|
30
|
+
export declare const SQAI_USE_VL_MODEL = "SQAI_USE_VL_MODEL";
|
|
31
|
+
export declare const MATCH_BY_POSITION = "MATCH_BY_POSITION";
|
|
32
|
+
export declare const SQAI_API_TYPE = "SQAI-API-TYPE";
|
|
33
|
+
export declare const SQAI_REPORT_TAG_NAME = "SQAI_REPORT_TAG_NAME";
|
|
34
|
+
export declare const SQAI_REPLANNING_CYCLE_LIMIT = "SQAI_REPLANNING_CYCLE_LIMIT";
|
|
35
|
+
export declare const SQAI_PREFERRED_LANGUAGE = "SQAI_PREFERRED_LANGUAGE";
|
|
36
|
+
export declare const SQAI_USE_AZURE_OPENAI = "SQAI_USE_AZURE_OPENAI";
|
|
37
|
+
export declare const SQAI_AZURE_OPENAI_SCOPE = "SQAI_AZURE_OPENAI_SCOPE";
|
|
38
|
+
export declare const SQAI_AZURE_OPENAI_INIT_CONFIG_JSON = "SQAI_AZURE_OPENAI_INIT_CONFIG_JSON";
|
|
39
|
+
export declare const SQAI_CACHE_MAX_FILENAME_LENGTH = "SQAI_CACHE_MAX_FILENAME_LENGTH";
|
|
40
|
+
export declare const AZURE_OPENAI_ENDPOINT = "AZURE_OPENAI_ENDPOINT";
|
|
41
|
+
export declare const AZURE_OPENAI_KEY = "AZURE_OPENAI_KEY";
|
|
42
|
+
export declare const AZURE_OPENAI_API_VERSION = "AZURE_OPENAI_API_VERSION";
|
|
43
|
+
export declare const AZURE_OPENAI_DEPLOYMENT = "AZURE_OPENAI_DEPLOYMENT";
|
|
44
|
+
export declare const SQAI_USE_ANTHROPIC_SDK = "SQAI_USE_ANTHROPIC_SDK";
|
|
45
|
+
export declare const ANTHROPIC_API_KEY = "ANTHROPIC_API_KEY";
|
|
46
|
+
export declare const SQAI_RUN_DIR = "SQAI_RUN_DIR";
|
|
47
|
+
export declare const SQAI_OPENAI_BASE_URL = "SQAI_OPENAI_BASE_URL";
|
|
48
|
+
export declare const SQAI_OPENAI_API_KEY = "SQAI_OPENAI_API_KEY";
|
|
49
|
+
export declare const SQAI_OPENAI_USE_AZURE = "SQAI_OPENAI_USE_AZURE";
|
|
50
|
+
export declare const SQAI_AZURE_OPENAI_KEY = "SQAI_AZURE_OPENAI_KEY";
|
|
51
|
+
export declare const SQAI_AZURE_OPENAI_ENDPOINT = "SQAI_AZURE_OPENAI_ENDPOINT";
|
|
52
|
+
export declare const SQAI_AZURE_OPENAI_API_VERSION = "SQAI_AZURE_OPENAI_API_VERSION";
|
|
53
|
+
export declare const SQAI_AZURE_OPENAI_DEPLOYMENT = "SQAI_AZURE_OPENAI_DEPLOYMENT";
|
|
54
|
+
export declare const SQAI_ANTHROPIC_API_KEY = "SQAI_ANTHROPIC_API_KEY";
|
|
55
|
+
export declare const SQAI_VL_MODE = "SQAI_VL_MODE";
|
|
56
|
+
export declare const SQAI_VQA_MODEL_NAME = "SQAI_VQA_MODEL_NAME";
|
|
57
|
+
export declare const SQAI_VQA_OPENAI_SOCKS_PROXY = "SQAI_VQA_OPENAI_SOCKS_PROXY";
|
|
58
|
+
export declare const SQAI_VQA_OPENAI_HTTP_PROXY = "SQAI_VQA_OPENAI_HTTP_PROXY";
|
|
59
|
+
export declare const SQAI_VQA_OPENAI_BASE_URL = "SQAI_VQA_OPENAI_BASE_URL";
|
|
60
|
+
export declare const SQAI_VQA_OPENAI_API_KEY = "SQAI_VQA_OPENAI_API_KEY";
|
|
61
|
+
export declare const SQAI_VQA_OPENAI_INIT_CONFIG_JSON = "SQAI_VQA_OPENAI_INIT_CONFIG_JSON";
|
|
62
|
+
export declare const SQAI_VQA_OPENAI_USE_AZURE = "SQAI_VQA_OPENAI_USE_AZURE";
|
|
63
|
+
export declare const SQAI_VQA_USE_AZURE_OPENAI = "SQAI_VQA_USE_AZURE_OPENAI";
|
|
64
|
+
export declare const SQAI_VQA_AZURE_OPENAI_SCOPE = "SQAI_VQA_AZURE_OPENAI_SCOPE";
|
|
65
|
+
export declare const SQAI_VQA_AZURE_OPENAI_KEY = "SQAI_VQA_AZURE_OPENAI_KEY";
|
|
66
|
+
export declare const SQAI_VQA_AZURE_OPENAI_ENDPOINT = "SQAI_VQA_AZURE_OPENAI_ENDPOINT";
|
|
67
|
+
export declare const SQAI_VQA_AZURE_OPENAI_API_VERSION = "SQAI_VQA_AZURE_OPENAI_API_VERSION";
|
|
68
|
+
export declare const SQAI_VQA_AZURE_OPENAI_DEPLOYMENT = "SQAI_VQA_AZURE_OPENAI_DEPLOYMENT";
|
|
69
|
+
export declare const SQAI_VQA_AZURE_OPENAI_INIT_CONFIG_JSON = "SQAI_VQA_AZURE_OPENAI_INIT_CONFIG_JSON";
|
|
70
|
+
export declare const SQAI_VQA_USE_ANTHROPIC_SDK = "SQAI_VQA_USE_ANTHROPIC_SDK";
|
|
71
|
+
export declare const SQAI_VQA_ANTHROPIC_API_KEY = "SQAI_VQA_ANTHROPIC_API_KEY";
|
|
72
|
+
export declare const SQAI_VQA_VL_MODE = "SQAI_VQA_VL_MODE";
|
|
73
|
+
export declare const SQAI_PLANNING_MODEL_NAME = "SQAI_PLANNING_MODEL_NAME";
|
|
74
|
+
export declare const SQAI_PLANNING_OPENAI_SOCKS_PROXY = "SQAI_PLANNING_OPENAI_SOCKS_PROXY";
|
|
75
|
+
export declare const SQAI_PLANNING_OPENAI_HTTP_PROXY = "SQAI_PLANNING_OPENAI_HTTP_PROXY";
|
|
76
|
+
export declare const SQAI_PLANNING_OPENAI_BASE_URL = "SQAI_PLANNING_OPENAI_BASE_URL";
|
|
77
|
+
export declare const SQAI_PLANNING_OPENAI_API_KEY = "SQAI_PLANNING_OPENAI_API_KEY";
|
|
78
|
+
export declare const SQAI_PLANNING_OPENAI_INIT_CONFIG_JSON = "SQAI_PLANNING_OPENAI_INIT_CONFIG_JSON";
|
|
79
|
+
export declare const SQAI_PLANNING_OPENAI_USE_AZURE = "SQAI_PLANNING_OPENAI_USE_AZURE";
|
|
80
|
+
export declare const SQAI_PLANNING_USE_AZURE_OPENAI = "SQAI_PLANNING_USE_AZURE_OPENAI";
|
|
81
|
+
export declare const SQAI_PLANNING_AZURE_OPENAI_SCOPE = "SQAI_PLANNING_AZURE_OPENAI_SCOPE";
|
|
82
|
+
export declare const SQAI_PLANNING_AZURE_OPENAI_KEY = "SQAI_PLANNING_AZURE_OPENAI_KEY";
|
|
83
|
+
export declare const SQAI_PLANNING_AZURE_OPENAI_ENDPOINT = "SQAI_PLANNING_AZURE_OPENAI_ENDPOINT";
|
|
84
|
+
export declare const SQAI_PLANNING_AZURE_OPENAI_API_VERSION = "SQAI_PLANNING_AZURE_OPENAI_API_VERSION";
|
|
85
|
+
export declare const SQAI_PLANNING_AZURE_OPENAI_DEPLOYMENT = "SQAI_PLANNING_AZURE_OPENAI_DEPLOYMENT";
|
|
86
|
+
export declare const SQAI_PLANNING_AZURE_OPENAI_INIT_CONFIG_JSON = "SQAI_PLANNING_AZURE_OPENAI_INIT_CONFIG_JSON";
|
|
87
|
+
export declare const SQAI_PLANNING_USE_ANTHROPIC_SDK = "SQAI_PLANNING_USE_ANTHROPIC_SDK";
|
|
88
|
+
export declare const SQAI_PLANNING_ANTHROPIC_API_KEY = "SQAI_PLANNING_ANTHROPIC_API_KEY";
|
|
89
|
+
export declare const SQAI_PLANNING_VL_MODE = "SQAI_PLANNING_VL_MODE";
|
|
90
|
+
export declare const SQAI_GROUNDING_MODEL_NAME = "SQAI_GROUNDING_MODEL_NAME";
|
|
91
|
+
export declare const SQAI_GROUNDING_OPENAI_SOCKS_PROXY = "SQAI_GROUNDING_OPENAI_SOCKS_PROXY";
|
|
92
|
+
export declare const SQAI_GROUNDING_OPENAI_HTTP_PROXY = "SQAI_GROUNDING_OPENAI_HTTP_PROXY";
|
|
93
|
+
export declare const SQAI_GROUNDING_OPENAI_BASE_URL = "SQAI_GROUNDING_OPENAI_BASE_URL";
|
|
94
|
+
export declare const SQAI_GROUNDING_OPENAI_API_KEY = "SQAI_GROUNDING_OPENAI_API_KEY";
|
|
95
|
+
export declare const SQAI_GROUNDING_OPENAI_INIT_CONFIG_JSON = "SQAI_GROUNDING_OPENAI_INIT_CONFIG_JSON";
|
|
96
|
+
export declare const SQAI_GROUNDING_OPENAI_USE_AZURE = "SQAI_GROUNDING_OPENAI_USE_AZURE";
|
|
97
|
+
export declare const SQAI_GROUNDING_USE_AZURE_OPENAI = "SQAI_GROUNDING_USE_AZURE_OPENAI";
|
|
98
|
+
export declare const SQAI_GROUNDING_AZURE_OPENAI_SCOPE = "SQAI_GROUNDING_AZURE_OPENAI_SCOPE";
|
|
99
|
+
export declare const SQAI_GROUNDING_AZURE_OPENAI_KEY = "SQAI_GROUNDING_AZURE_OPENAI_KEY";
|
|
100
|
+
export declare const SQAI_GROUNDING_AZURE_OPENAI_ENDPOINT = "SQAI_GROUNDING_AZURE_OPENAI_ENDPOINT";
|
|
101
|
+
export declare const SQAI_GROUNDING_AZURE_OPENAI_API_VERSION = "SQAI_GROUNDING_AZURE_OPENAI_API_VERSION";
|
|
102
|
+
export declare const SQAI_GROUNDING_AZURE_OPENAI_DEPLOYMENT = "SQAI_GROUNDING_AZURE_OPENAI_DEPLOYMENT";
|
|
103
|
+
export declare const SQAI_GROUNDING_AZURE_OPENAI_INIT_CONFIG_JSON = "SQAI_GROUNDING_AZURE_OPENAI_INIT_CONFIG_JSON";
|
|
104
|
+
export declare const SQAI_GROUNDING_USE_ANTHROPIC_SDK = "SQAI_GROUNDING_USE_ANTHROPIC_SDK";
|
|
105
|
+
export declare const SQAI_GROUNDING_ANTHROPIC_API_KEY = "SQAI_GROUNDING_ANTHROPIC_API_KEY";
|
|
106
|
+
export declare const SQAI_GROUNDING_VL_MODE = "SQAI_GROUNDING_VL_MODE";
|
|
107
|
+
export declare const OPENAI_USE_AZURE = "OPENAI_USE_AZURE";
|
|
108
|
+
/**
|
|
109
|
+
* env keys declared but unused
|
|
110
|
+
*/
|
|
111
|
+
export declare const UNUSED_ENV_KEYS: string[];
|
|
112
|
+
/**
|
|
113
|
+
* env keys for debug or basic run
|
|
114
|
+
* can not be override by overrideAIConfig
|
|
115
|
+
*/
|
|
116
|
+
export declare const BASIC_ENV_KEYS: readonly ["SQAI_DEBUG_MODE", "SQAI_DEBUG_AI_PROFILE", "SQAI_DEBUG_AI_RESPONSE", "SQAI_RUN_DIR"];
|
|
117
|
+
export declare const BOOLEAN_ENV_KEYS: readonly ["SQAI_CACHE", "SQAI_LANGSMITH_DEBUG", "SQAI_FORCE_DEEP_THINK", "SQAI_MCP_USE_PUPPETEER_MODE", "SQAI_MCP_ANDROID_MODE"];
|
|
118
|
+
export declare const NUMBER_ENV_KEYS: readonly ["SQAI_CACHE_MAX_FILENAME_LENGTH", "SQAI_REPLANNING_CYCLE_LIMIT"];
|
|
119
|
+
export declare const STRING_ENV_KEYS: readonly ["OPENAI_MAX_TOKENS", "SQAI_ADB_PATH", "SQAI_ADB_REMOTE_HOST", "SQAI_ADB_REMOTE_PORT", "SQAI_ANDROID_IME_STRATEGY", "SQAI_IOS_DEVICE_UDID", "SQAI_IOS_SIMULATOR_UDID", "SQAI_REPORT_TAG_NAME", "SQAI_PREFERRED_LANGUAGE", "MATCH_BY_POSITION", "SQAI_MCP_CHROME_PATH", "DOCKER_CONTAINER"];
|
|
120
|
+
/**
|
|
121
|
+
* Non model related env keys, used for globally controlling the behavior of midscene
|
|
122
|
+
* Can not be override by agent.modelConfig but can be override by overrideAIConfig
|
|
123
|
+
* Can be access at any time
|
|
124
|
+
*/
|
|
125
|
+
export declare const GLOBAL_ENV_KEYS: readonly ["SQAI_CACHE", "SQAI_LANGSMITH_DEBUG", "SQAI_FORCE_DEEP_THINK", "SQAI_MCP_USE_PUPPETEER_MODE", "SQAI_MCP_ANDROID_MODE", "SQAI_CACHE_MAX_FILENAME_LENGTH", "SQAI_REPLANNING_CYCLE_LIMIT", "OPENAI_MAX_TOKENS", "SQAI_ADB_PATH", "SQAI_ADB_REMOTE_HOST", "SQAI_ADB_REMOTE_PORT", "SQAI_ANDROID_IME_STRATEGY", "SQAI_IOS_DEVICE_UDID", "SQAI_IOS_SIMULATOR_UDID", "SQAI_REPORT_TAG_NAME", "SQAI_PREFERRED_LANGUAGE", "MATCH_BY_POSITION", "SQAI_MCP_CHROME_PATH", "DOCKER_CONTAINER"];
|
|
126
|
+
/**
|
|
127
|
+
* Model related eve keys, used for declare which model to use.
|
|
128
|
+
* Can be override by both agent.modelConfig and overrideAIConfig
|
|
129
|
+
* Can only be access after agent.constructor
|
|
130
|
+
*/
|
|
131
|
+
export declare const MODEL_ENV_KEYS: readonly ["SQAI_MODEL_NAME", "SQAI_OPENAI_INIT_CONFIG_JSON", "SQAI_OPENAI_API_KEY", "SQAI_OPENAI_BASE_URL", "SQAI_OPENAI_USE_AZURE", "SQAI_OPENAI_SOCKS_PROXY", "SQAI_OPENAI_HTTP_PROXY", "SQAI_USE_AZURE_OPENAI", "SQAI_AZURE_OPENAI_SCOPE", "SQAI_AZURE_OPENAI_INIT_CONFIG_JSON", "SQAI_USE_ANTHROPIC_SDK", "SQAI_USE_VLM_UI_TARS", "SQAI_USE_QWEN_VL", "SQAI_USE_QWEN3_VL", "SQAI_USE_DOUBAO_VISION", "SQAI_USE_GEMINI", "SQAI_USE_VL_MODEL", "ANTHROPIC_API_KEY", "SQAI_AZURE_OPENAI_ENDPOINT", "SQAI_AZURE_OPENAI_KEY", "SQAI_AZURE_OPENAI_API_VERSION", "SQAI_AZURE_OPENAI_DEPLOYMENT", "SQAI_VL_MODE", "OPENAI_API_KEY", "OPENAI_BASE_URL", "OPENAI_USE_AZURE", "ANTHROPIC_API_KEY", "AZURE_OPENAI_ENDPOINT", "AZURE_OPENAI_KEY", "AZURE_OPENAI_API_VERSION", "AZURE_OPENAI_DEPLOYMENT", "SQAI_VQA_MODEL_NAME", "SQAI_VQA_OPENAI_SOCKS_PROXY", "SQAI_VQA_OPENAI_HTTP_PROXY", "SQAI_VQA_OPENAI_BASE_URL", "SQAI_VQA_OPENAI_API_KEY", "SQAI_VQA_OPENAI_INIT_CONFIG_JSON", "SQAI_VQA_OPENAI_USE_AZURE", "SQAI_VQA_USE_AZURE_OPENAI", "SQAI_VQA_AZURE_OPENAI_SCOPE", "SQAI_VQA_AZURE_OPENAI_KEY", "SQAI_VQA_AZURE_OPENAI_ENDPOINT", "SQAI_VQA_AZURE_OPENAI_API_VERSION", "SQAI_VQA_AZURE_OPENAI_DEPLOYMENT", "SQAI_VQA_AZURE_OPENAI_INIT_CONFIG_JSON", "SQAI_VQA_USE_ANTHROPIC_SDK", "SQAI_VQA_ANTHROPIC_API_KEY", "SQAI_VQA_VL_MODE", "SQAI_PLANNING_MODEL_NAME", "SQAI_PLANNING_OPENAI_SOCKS_PROXY", "SQAI_PLANNING_OPENAI_HTTP_PROXY", "SQAI_PLANNING_OPENAI_BASE_URL", "SQAI_PLANNING_OPENAI_API_KEY", "SQAI_PLANNING_OPENAI_INIT_CONFIG_JSON", "SQAI_PLANNING_OPENAI_USE_AZURE", "SQAI_PLANNING_USE_AZURE_OPENAI", "SQAI_PLANNING_AZURE_OPENAI_SCOPE", "SQAI_PLANNING_AZURE_OPENAI_KEY", "SQAI_PLANNING_AZURE_OPENAI_ENDPOINT", "SQAI_PLANNING_AZURE_OPENAI_API_VERSION", "SQAI_PLANNING_AZURE_OPENAI_DEPLOYMENT", "SQAI_PLANNING_AZURE_OPENAI_INIT_CONFIG_JSON", "SQAI_PLANNING_USE_ANTHROPIC_SDK", "SQAI_PLANNING_ANTHROPIC_API_KEY", "SQAI_PLANNING_VL_MODE", "SQAI_GROUNDING_MODEL_NAME", "SQAI_GROUNDING_OPENAI_SOCKS_PROXY", "SQAI_GROUNDING_OPENAI_HTTP_PROXY", "SQAI_GROUNDING_OPENAI_BASE_URL", "SQAI_GROUNDING_OPENAI_API_KEY", "SQAI_GROUNDING_OPENAI_INIT_CONFIG_JSON", "SQAI_GROUNDING_OPENAI_USE_AZURE", "SQAI_GROUNDING_USE_AZURE_OPENAI", "SQAI_GROUNDING_AZURE_OPENAI_SCOPE", "SQAI_GROUNDING_AZURE_OPENAI_KEY", "SQAI_GROUNDING_AZURE_OPENAI_ENDPOINT", "SQAI_GROUNDING_AZURE_OPENAI_API_VERSION", "SQAI_GROUNDING_AZURE_OPENAI_DEPLOYMENT", "SQAI_GROUNDING_AZURE_OPENAI_INIT_CONFIG_JSON", "SQAI_GROUNDING_USE_ANTHROPIC_SDK", "SQAI_GROUNDING_ANTHROPIC_API_KEY", "SQAI_GROUNDING_VL_MODE"];
|
|
132
|
+
export declare const ALL_ENV_KEYS: readonly [...string[], "SQAI_DEBUG_MODE", "SQAI_DEBUG_AI_PROFILE", "SQAI_DEBUG_AI_RESPONSE", "SQAI_RUN_DIR", "SQAI_CACHE", "SQAI_LANGSMITH_DEBUG", "SQAI_FORCE_DEEP_THINK", "SQAI_MCP_USE_PUPPETEER_MODE", "SQAI_MCP_ANDROID_MODE", "SQAI_CACHE_MAX_FILENAME_LENGTH", "SQAI_REPLANNING_CYCLE_LIMIT", "OPENAI_MAX_TOKENS", "SQAI_ADB_PATH", "SQAI_ADB_REMOTE_HOST", "SQAI_ADB_REMOTE_PORT", "SQAI_ANDROID_IME_STRATEGY", "SQAI_IOS_DEVICE_UDID", "SQAI_IOS_SIMULATOR_UDID", "SQAI_REPORT_TAG_NAME", "SQAI_PREFERRED_LANGUAGE", "MATCH_BY_POSITION", "SQAI_MCP_CHROME_PATH", "DOCKER_CONTAINER", "SQAI_MODEL_NAME", "SQAI_OPENAI_INIT_CONFIG_JSON", "SQAI_OPENAI_API_KEY", "SQAI_OPENAI_BASE_URL", "SQAI_OPENAI_USE_AZURE", "SQAI_OPENAI_SOCKS_PROXY", "SQAI_OPENAI_HTTP_PROXY", "SQAI_USE_AZURE_OPENAI", "SQAI_AZURE_OPENAI_SCOPE", "SQAI_AZURE_OPENAI_INIT_CONFIG_JSON", "SQAI_USE_ANTHROPIC_SDK", "SQAI_USE_VLM_UI_TARS", "SQAI_USE_QWEN_VL", "SQAI_USE_QWEN3_VL", "SQAI_USE_DOUBAO_VISION", "SQAI_USE_GEMINI", "SQAI_USE_VL_MODEL", "ANTHROPIC_API_KEY", "SQAI_AZURE_OPENAI_ENDPOINT", "SQAI_AZURE_OPENAI_KEY", "SQAI_AZURE_OPENAI_API_VERSION", "SQAI_AZURE_OPENAI_DEPLOYMENT", "SQAI_VL_MODE", "OPENAI_API_KEY", "OPENAI_BASE_URL", "OPENAI_USE_AZURE", "ANTHROPIC_API_KEY", "AZURE_OPENAI_ENDPOINT", "AZURE_OPENAI_KEY", "AZURE_OPENAI_API_VERSION", "AZURE_OPENAI_DEPLOYMENT", "SQAI_VQA_MODEL_NAME", "SQAI_VQA_OPENAI_SOCKS_PROXY", "SQAI_VQA_OPENAI_HTTP_PROXY", "SQAI_VQA_OPENAI_BASE_URL", "SQAI_VQA_OPENAI_API_KEY", "SQAI_VQA_OPENAI_INIT_CONFIG_JSON", "SQAI_VQA_OPENAI_USE_AZURE", "SQAI_VQA_USE_AZURE_OPENAI", "SQAI_VQA_AZURE_OPENAI_SCOPE", "SQAI_VQA_AZURE_OPENAI_KEY", "SQAI_VQA_AZURE_OPENAI_ENDPOINT", "SQAI_VQA_AZURE_OPENAI_API_VERSION", "SQAI_VQA_AZURE_OPENAI_DEPLOYMENT", "SQAI_VQA_AZURE_OPENAI_INIT_CONFIG_JSON", "SQAI_VQA_USE_ANTHROPIC_SDK", "SQAI_VQA_ANTHROPIC_API_KEY", "SQAI_VQA_VL_MODE", "SQAI_PLANNING_MODEL_NAME", "SQAI_PLANNING_OPENAI_SOCKS_PROXY", "SQAI_PLANNING_OPENAI_HTTP_PROXY", "SQAI_PLANNING_OPENAI_BASE_URL", "SQAI_PLANNING_OPENAI_API_KEY", "SQAI_PLANNING_OPENAI_INIT_CONFIG_JSON", "SQAI_PLANNING_OPENAI_USE_AZURE", "SQAI_PLANNING_USE_AZURE_OPENAI", "SQAI_PLANNING_AZURE_OPENAI_SCOPE", "SQAI_PLANNING_AZURE_OPENAI_KEY", "SQAI_PLANNING_AZURE_OPENAI_ENDPOINT", "SQAI_PLANNING_AZURE_OPENAI_API_VERSION", "SQAI_PLANNING_AZURE_OPENAI_DEPLOYMENT", "SQAI_PLANNING_AZURE_OPENAI_INIT_CONFIG_JSON", "SQAI_PLANNING_USE_ANTHROPIC_SDK", "SQAI_PLANNING_ANTHROPIC_API_KEY", "SQAI_PLANNING_VL_MODE", "SQAI_GROUNDING_MODEL_NAME", "SQAI_GROUNDING_OPENAI_SOCKS_PROXY", "SQAI_GROUNDING_OPENAI_HTTP_PROXY", "SQAI_GROUNDING_OPENAI_BASE_URL", "SQAI_GROUNDING_OPENAI_API_KEY", "SQAI_GROUNDING_OPENAI_INIT_CONFIG_JSON", "SQAI_GROUNDING_OPENAI_USE_AZURE", "SQAI_GROUNDING_USE_AZURE_OPENAI", "SQAI_GROUNDING_AZURE_OPENAI_SCOPE", "SQAI_GROUNDING_AZURE_OPENAI_KEY", "SQAI_GROUNDING_AZURE_OPENAI_ENDPOINT", "SQAI_GROUNDING_AZURE_OPENAI_API_VERSION", "SQAI_GROUNDING_AZURE_OPENAI_DEPLOYMENT", "SQAI_GROUNDING_AZURE_OPENAI_INIT_CONFIG_JSON", "SQAI_GROUNDING_USE_ANTHROPIC_SDK", "SQAI_GROUNDING_ANTHROPIC_API_KEY", "SQAI_GROUNDING_VL_MODE"];
|
|
133
|
+
export type TEnvKeys = (typeof ALL_ENV_KEYS)[number];
|
|
134
|
+
export type TGlobalConfig = Record<TEnvKeys, string | undefined>;
|
|
135
|
+
export type TVlModeValues = 'qwen-vl' | 'qwen3-vl' | 'doubao-vision' | 'gemini' | 'vlm-ui-tars' | 'vlm-ui-tars-doubao' | 'vlm-ui-tars-doubao-1.5';
|
|
136
|
+
export type TVlModeTypes = 'qwen-vl' | 'qwen3-vl' | 'doubao-vision' | 'gemini' | 'vlm-ui-tars';
|
|
137
|
+
export interface IModelConfigForVQA {
|
|
138
|
+
[SQAI_VQA_MODEL_NAME]: string;
|
|
139
|
+
[SQAI_VQA_OPENAI_SOCKS_PROXY]?: string;
|
|
140
|
+
[SQAI_VQA_OPENAI_HTTP_PROXY]?: string;
|
|
141
|
+
[SQAI_VQA_OPENAI_BASE_URL]?: string;
|
|
142
|
+
[SQAI_VQA_OPENAI_API_KEY]?: string;
|
|
143
|
+
[SQAI_VQA_OPENAI_INIT_CONFIG_JSON]?: string;
|
|
144
|
+
[SQAI_VQA_OPENAI_USE_AZURE]?: string;
|
|
145
|
+
[SQAI_VQA_USE_AZURE_OPENAI]?: string;
|
|
146
|
+
[SQAI_VQA_AZURE_OPENAI_SCOPE]?: string;
|
|
147
|
+
[SQAI_VQA_AZURE_OPENAI_KEY]?: string;
|
|
148
|
+
[SQAI_VQA_AZURE_OPENAI_ENDPOINT]?: string;
|
|
149
|
+
[SQAI_VQA_AZURE_OPENAI_API_VERSION]?: string;
|
|
150
|
+
[SQAI_VQA_AZURE_OPENAI_DEPLOYMENT]?: string;
|
|
151
|
+
[SQAI_VQA_AZURE_OPENAI_INIT_CONFIG_JSON]?: string;
|
|
152
|
+
[SQAI_VQA_USE_ANTHROPIC_SDK]?: string;
|
|
153
|
+
[SQAI_VQA_ANTHROPIC_API_KEY]?: string;
|
|
154
|
+
[SQAI_VQA_VL_MODE]?: TVlModeValues;
|
|
155
|
+
}
|
|
156
|
+
export interface IModelConfigForPlanning {
|
|
157
|
+
[SQAI_PLANNING_MODEL_NAME]: string;
|
|
158
|
+
[SQAI_PLANNING_OPENAI_SOCKS_PROXY]?: string;
|
|
159
|
+
[SQAI_PLANNING_OPENAI_HTTP_PROXY]?: string;
|
|
160
|
+
[SQAI_PLANNING_OPENAI_BASE_URL]?: string;
|
|
161
|
+
[SQAI_PLANNING_OPENAI_API_KEY]?: string;
|
|
162
|
+
[SQAI_PLANNING_OPENAI_INIT_CONFIG_JSON]?: string;
|
|
163
|
+
[SQAI_PLANNING_OPENAI_USE_AZURE]?: string;
|
|
164
|
+
[SQAI_PLANNING_USE_AZURE_OPENAI]?: string;
|
|
165
|
+
[SQAI_PLANNING_AZURE_OPENAI_SCOPE]?: string;
|
|
166
|
+
[SQAI_PLANNING_AZURE_OPENAI_KEY]?: string;
|
|
167
|
+
[SQAI_PLANNING_AZURE_OPENAI_ENDPOINT]?: string;
|
|
168
|
+
[SQAI_PLANNING_AZURE_OPENAI_API_VERSION]?: string;
|
|
169
|
+
[SQAI_PLANNING_AZURE_OPENAI_DEPLOYMENT]?: string;
|
|
170
|
+
[SQAI_PLANNING_AZURE_OPENAI_INIT_CONFIG_JSON]?: string;
|
|
171
|
+
[SQAI_PLANNING_USE_ANTHROPIC_SDK]?: string;
|
|
172
|
+
[SQAI_PLANNING_ANTHROPIC_API_KEY]?: string;
|
|
173
|
+
[SQAI_PLANNING_VL_MODE]?: TVlModeValues;
|
|
174
|
+
}
|
|
175
|
+
export interface IModeConfigForGrounding {
|
|
176
|
+
[SQAI_GROUNDING_MODEL_NAME]: string;
|
|
177
|
+
[SQAI_GROUNDING_OPENAI_SOCKS_PROXY]?: string;
|
|
178
|
+
[SQAI_GROUNDING_OPENAI_HTTP_PROXY]?: string;
|
|
179
|
+
[SQAI_GROUNDING_OPENAI_BASE_URL]?: string;
|
|
180
|
+
[SQAI_GROUNDING_OPENAI_API_KEY]?: string;
|
|
181
|
+
[SQAI_GROUNDING_OPENAI_INIT_CONFIG_JSON]?: string;
|
|
182
|
+
[SQAI_GROUNDING_OPENAI_USE_AZURE]?: string;
|
|
183
|
+
[SQAI_GROUNDING_USE_AZURE_OPENAI]?: string;
|
|
184
|
+
[SQAI_GROUNDING_AZURE_OPENAI_SCOPE]?: string;
|
|
185
|
+
[SQAI_GROUNDING_AZURE_OPENAI_KEY]?: string;
|
|
186
|
+
[SQAI_GROUNDING_AZURE_OPENAI_ENDPOINT]?: string;
|
|
187
|
+
[SQAI_GROUNDING_AZURE_OPENAI_API_VERSION]?: string;
|
|
188
|
+
[SQAI_GROUNDING_AZURE_OPENAI_DEPLOYMENT]?: string;
|
|
189
|
+
[SQAI_GROUNDING_AZURE_OPENAI_INIT_CONFIG_JSON]?: string;
|
|
190
|
+
[SQAI_GROUNDING_USE_ANTHROPIC_SDK]?: string;
|
|
191
|
+
[SQAI_GROUNDING_ANTHROPIC_API_KEY]?: string;
|
|
192
|
+
[SQAI_GROUNDING_VL_MODE]?: TVlModeValues;
|
|
193
|
+
}
|
|
194
|
+
export interface IModelConfigForDefault {
|
|
195
|
+
[SQAI_MODEL_NAME]: string;
|
|
196
|
+
[SQAI_OPENAI_SOCKS_PROXY]?: string;
|
|
197
|
+
[SQAI_OPENAI_HTTP_PROXY]?: string;
|
|
198
|
+
[SQAI_OPENAI_BASE_URL]?: string;
|
|
199
|
+
[SQAI_OPENAI_API_KEY]?: string;
|
|
200
|
+
[SQAI_OPENAI_INIT_CONFIG_JSON]?: string;
|
|
201
|
+
[SQAI_OPENAI_USE_AZURE]?: string;
|
|
202
|
+
[SQAI_USE_AZURE_OPENAI]?: string;
|
|
203
|
+
[SQAI_AZURE_OPENAI_SCOPE]?: string;
|
|
204
|
+
[SQAI_AZURE_OPENAI_KEY]?: string;
|
|
205
|
+
[SQAI_AZURE_OPENAI_ENDPOINT]?: string;
|
|
206
|
+
[SQAI_AZURE_OPENAI_API_VERSION]?: string;
|
|
207
|
+
[SQAI_AZURE_OPENAI_DEPLOYMENT]?: string;
|
|
208
|
+
[SQAI_AZURE_OPENAI_INIT_CONFIG_JSON]?: string;
|
|
209
|
+
[SQAI_USE_ANTHROPIC_SDK]?: string;
|
|
210
|
+
[SQAI_ANTHROPIC_API_KEY]?: string;
|
|
211
|
+
[SQAI_VL_MODE]?: TVlModeValues;
|
|
212
|
+
}
|
|
213
|
+
export interface IModelConfigForDefaultLegacy {
|
|
214
|
+
[SQAI_MODEL_NAME]: string;
|
|
215
|
+
[SQAI_OPENAI_SOCKS_PROXY]?: string;
|
|
216
|
+
[SQAI_OPENAI_HTTP_PROXY]?: string;
|
|
217
|
+
[OPENAI_BASE_URL]?: string;
|
|
218
|
+
[OPENAI_API_KEY]?: string;
|
|
219
|
+
[SQAI_OPENAI_INIT_CONFIG_JSON]?: string;
|
|
220
|
+
[OPENAI_USE_AZURE]?: string;
|
|
221
|
+
[SQAI_USE_AZURE_OPENAI]?: string;
|
|
222
|
+
[SQAI_AZURE_OPENAI_SCOPE]?: string;
|
|
223
|
+
[AZURE_OPENAI_KEY]?: string;
|
|
224
|
+
[AZURE_OPENAI_ENDPOINT]?: string;
|
|
225
|
+
[AZURE_OPENAI_API_VERSION]?: string;
|
|
226
|
+
[AZURE_OPENAI_DEPLOYMENT]?: string;
|
|
227
|
+
[SQAI_AZURE_OPENAI_INIT_CONFIG_JSON]?: string;
|
|
228
|
+
[SQAI_USE_ANTHROPIC_SDK]?: string;
|
|
229
|
+
[ANTHROPIC_API_KEY]?: string;
|
|
230
|
+
[SQAI_VL_MODE]?: TVlModeValues;
|
|
231
|
+
}
|
|
232
|
+
/**
|
|
233
|
+
* - VQA: Visual Question Answering
|
|
234
|
+
* - grounding:short for Visual Grounding
|
|
235
|
+
* - planning: planning
|
|
236
|
+
* - default: all except VQA、grounding、planning
|
|
237
|
+
*/
|
|
238
|
+
export type TIntent = 'VQA' | 'planning' | 'grounding' | 'default';
|
|
239
|
+
export type TModelConfigFn = (options: {
|
|
240
|
+
intent: TIntent;
|
|
241
|
+
}) => IModelConfigForVQA | IModelConfigForPlanning | IModeConfigForGrounding | IModelConfigForDefault;
|
|
242
|
+
export declare enum UITarsModelVersion {
|
|
243
|
+
V1_0 = "1.0",
|
|
244
|
+
V1_5 = "1.5",
|
|
245
|
+
DOUBAO_1_5_15B = "doubao-1.5-15B",
|
|
246
|
+
DOUBAO_1_5_20B = "doubao-1.5-20B"
|
|
247
|
+
}
|
|
248
|
+
export declare const VL_MODE_RAW_VALID_VALUES: TVlModeValues[];
|
|
249
|
+
export interface IModelConfig {
|
|
250
|
+
/**
|
|
251
|
+
* proxy
|
|
252
|
+
*/
|
|
253
|
+
socksProxy?: string;
|
|
254
|
+
httpProxy?: string;
|
|
255
|
+
/**
|
|
256
|
+
* model
|
|
257
|
+
*/
|
|
258
|
+
modelName: string;
|
|
259
|
+
/**
|
|
260
|
+
* OpenAI
|
|
261
|
+
*/
|
|
262
|
+
openaiBaseURL?: string;
|
|
263
|
+
openaiApiKey?: string;
|
|
264
|
+
openaiExtraConfig?: Record<string, unknown>;
|
|
265
|
+
/**
|
|
266
|
+
* Azure
|
|
267
|
+
*/
|
|
268
|
+
openaiUseAzureDeprecated?: boolean;
|
|
269
|
+
useAzureOpenai?: boolean;
|
|
270
|
+
azureOpenaiScope?: string;
|
|
271
|
+
azureOpenaiKey?: string;
|
|
272
|
+
azureOpenaiEndpoint?: string;
|
|
273
|
+
azureOpenaiApiVersion?: string;
|
|
274
|
+
azureOpenaiDeployment?: string;
|
|
275
|
+
azureExtraConfig?: Record<string, unknown>;
|
|
276
|
+
/**
|
|
277
|
+
* Anthropic
|
|
278
|
+
*/
|
|
279
|
+
useAnthropicSdk?: boolean;
|
|
280
|
+
anthropicApiKey?: string;
|
|
281
|
+
/**
|
|
282
|
+
* - vlModeRaw: exists only in non-legacy logic. value can be 'doubao-vision', 'gemini', 'qwen-vl', 'vlm-ui-tars', 'vlm-ui-tars-doubao', 'vlm-ui-tars-doubao-1.5'
|
|
283
|
+
* - vlMode: based on the results of the vlModoRaw classification,value can be 'doubao-vision', 'gemini', 'qwen-vl', 'vlm-ui-tars'
|
|
284
|
+
*/
|
|
285
|
+
vlModeRaw?: string;
|
|
286
|
+
vlMode?: TVlModeTypes;
|
|
287
|
+
uiTarsModelVersion?: UITarsModelVersion;
|
|
288
|
+
modelDescription: string;
|
|
289
|
+
/**
|
|
290
|
+
* for debug
|
|
291
|
+
*/
|
|
292
|
+
intent: TIntent;
|
|
293
|
+
from: 'modelConfig' | 'env' | 'legacy-env';
|
|
294
|
+
}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { GlobalConfigManager } from './global-config-manager';
|
|
2
|
+
import { ModelConfigManager } from './model-config-manager';
|
|
3
|
+
import { type GLOBAL_ENV_KEYS, type MODEL_ENV_KEYS } from './types';
|
|
4
|
+
export declare const globalModelConfigManager: ModelConfigManager;
|
|
5
|
+
export declare const globalConfigManager: GlobalConfigManager;
|
|
6
|
+
export declare const getPreferredLanguage: () => string;
|
|
7
|
+
export declare const overrideAIConfig: (newConfig: Partial<Record<(typeof GLOBAL_ENV_KEYS)[number] | (typeof MODEL_ENV_KEYS)[number], string>>, extendMode?: boolean) => void;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export { NodeType, TEXT_MAX_SIZE, TEXT_SIZE_THRESHOLD, } from '../constants/index';
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { NodeType } from '../constants';
|
|
2
|
+
export declare function isFormElement(node: globalThis.Node): boolean;
|
|
3
|
+
export declare function isButtonElement(node: globalThis.Node): node is globalThis.HTMLButtonElement;
|
|
4
|
+
export declare function isAElement(node: globalThis.Node): node is globalThis.HTMLButtonElement;
|
|
5
|
+
export declare function isSvgElement(node: globalThis.Node): node is globalThis.SVGSVGElement;
|
|
6
|
+
export declare function isImgElement(node: globalThis.Node): node is globalThis.HTMLImageElement;
|
|
7
|
+
export declare function isNotContainerElement(node: globalThis.Node): boolean;
|
|
8
|
+
export declare function isTextElement(node: globalThis.Node): node is globalThis.HTMLTextAreaElement;
|
|
9
|
+
export declare function isContainerElement(node: globalThis.Node): node is globalThis.HTMLElement;
|
|
10
|
+
export declare function generateElementByPosition(position: {
|
|
11
|
+
x: number;
|
|
12
|
+
y: number;
|
|
13
|
+
}): {
|
|
14
|
+
id: string;
|
|
15
|
+
attributes: {
|
|
16
|
+
nodeType: NodeType;
|
|
17
|
+
};
|
|
18
|
+
rect: {
|
|
19
|
+
left: number;
|
|
20
|
+
top: number;
|
|
21
|
+
width: number;
|
|
22
|
+
height: number;
|
|
23
|
+
};
|
|
24
|
+
content: string;
|
|
25
|
+
center: number[];
|
|
26
|
+
};
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import type { NodeType } from '../constants/index';
|
|
2
|
+
export interface ElementInfo {
|
|
3
|
+
id: string;
|
|
4
|
+
indexId: number;
|
|
5
|
+
nodeHashId: string;
|
|
6
|
+
xpaths?: string[];
|
|
7
|
+
attributes: {
|
|
8
|
+
nodeType: NodeType;
|
|
9
|
+
[key: string]: string;
|
|
10
|
+
};
|
|
11
|
+
nodeType: NodeType;
|
|
12
|
+
content: string;
|
|
13
|
+
rect: {
|
|
14
|
+
left: number;
|
|
15
|
+
top: number;
|
|
16
|
+
width: number;
|
|
17
|
+
height: number;
|
|
18
|
+
};
|
|
19
|
+
center: [number, number];
|
|
20
|
+
isVisible: boolean;
|
|
21
|
+
}
|
|
22
|
+
export interface ElementNode {
|
|
23
|
+
node: ElementInfo | null;
|
|
24
|
+
children: ElementNode[];
|
|
25
|
+
}
|
|
26
|
+
export { descriptionOfTree, traverseTree, treeToList, truncateText, trimAttributes, } from './tree';
|
|
27
|
+
export { extractTextWithPosition as webExtractTextWithPosition } from './web-extractor';
|
|
28
|
+
export { extractTreeNode as webExtractNodeTree } from './web-extractor';
|
|
29
|
+
export { extractTreeNodeAsString as webExtractNodeTreeAsString } from './web-extractor';
|
|
30
|
+
export { setNodeHashCacheListOnWindow, getNodeFromCacheList } from './util';
|
|
31
|
+
export { getXpathsById, getXpathsByPoint, getNodeInfoByXpath, getElementInfoByXpath, getElementXpath, } from './locator';
|
|
32
|
+
export { generateElementByPosition } from './dom-util';
|
|
33
|
+
export { isNotContainerElement } from './dom-util';
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { ElementInfo } from '.';
|
|
2
|
+
import type { Point } from '../types';
|
|
3
|
+
export declare const getElementXpath: (element: Node, isOrderSensitive?: boolean, isLeafElement?: boolean) => string;
|
|
4
|
+
export declare function getXpathsById(id: string): string[] | null;
|
|
5
|
+
export declare function getXpathsByPoint(point: Point, isOrderSensitive: boolean): string[] | null;
|
|
6
|
+
export declare function getNodeInfoByXpath(xpath: string): Node | null;
|
|
7
|
+
export declare function getElementInfoByXpath(xpath: string): ElementInfo | null;
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { BaseElement, ElementTreeNode } from '../types';
|
|
2
|
+
export declare function truncateText(text: string | number | object | undefined, maxLength?: number): string;
|
|
3
|
+
export declare function trimAttributes(attributes: Record<string, any>, truncateTextLength?: number): {
|
|
4
|
+
[key: string]: string;
|
|
5
|
+
nodeType: import("./constants").NodeType;
|
|
6
|
+
};
|
|
7
|
+
export declare function descriptionOfTree<ElementType extends BaseElement = BaseElement>(tree: ElementTreeNode<ElementType>, truncateTextLength?: number, filterNonTextContent?: boolean, visibleOnly?: boolean): string;
|
|
8
|
+
export declare function treeToList<T extends BaseElement>(tree: ElementTreeNode<T>): T[];
|
|
9
|
+
export declare function traverseTree<T extends BaseElement, ReturnNodeType extends BaseElement>(tree: ElementTreeNode<T>, onNode: (node: T) => ReturnNodeType): ElementTreeNode<ReturnNodeType>;
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import type { Rect } from '../types';
|
|
2
|
+
export declare function setDebugMode(mode: boolean): void;
|
|
3
|
+
export declare function getDebugMode(): boolean;
|
|
4
|
+
export declare function logger(..._msg: any[]): void;
|
|
5
|
+
export declare function isElementPartiallyInViewport(rect: ReturnType<typeof getRect>, currentWindow: typeof window, currentDocument: typeof document, visibleAreaRatio?: number): boolean;
|
|
6
|
+
export declare function getPseudoElementContent(element: globalThis.Node, currentWindow: typeof globalThis.window): {
|
|
7
|
+
before: string;
|
|
8
|
+
after: string;
|
|
9
|
+
};
|
|
10
|
+
export declare function hasOverflowY(element: globalThis.HTMLElement, currentWindow: typeof globalThis.window): boolean;
|
|
11
|
+
export interface ExtractedRect {
|
|
12
|
+
width: number;
|
|
13
|
+
height: number;
|
|
14
|
+
left: number;
|
|
15
|
+
top: number;
|
|
16
|
+
right: number;
|
|
17
|
+
bottom: number;
|
|
18
|
+
x: number;
|
|
19
|
+
y: number;
|
|
20
|
+
zoom: number;
|
|
21
|
+
}
|
|
22
|
+
export declare function overlappedRect(rect1: ExtractedRect, rect2: ExtractedRect): ExtractedRect | null;
|
|
23
|
+
export declare function getRect(el: globalThis.HTMLElement | globalThis.Node, baseZoom: number, // base zoom
|
|
24
|
+
currentWindow: typeof globalThis.window): ExtractedRect;
|
|
25
|
+
export declare function elementRect(el: globalThis.HTMLElement | globalThis.Node | null, currentWindow: typeof globalThis.window, currentDocument: typeof globalThis.document, baseZoom?: number): {
|
|
26
|
+
left: number;
|
|
27
|
+
top: number;
|
|
28
|
+
width: number;
|
|
29
|
+
height: number;
|
|
30
|
+
zoom: number;
|
|
31
|
+
isVisible: boolean;
|
|
32
|
+
} | false;
|
|
33
|
+
export declare function validTextNodeContent(node: globalThis.Node): string | false;
|
|
34
|
+
export declare function getNodeAttributes(node: globalThis.HTMLElement | globalThis.Node, currentWindow: typeof globalThis.window): Record<string, string>;
|
|
35
|
+
export declare function midsceneGenerateHash(node: globalThis.Node | null, content: string, rect: Rect): string;
|
|
36
|
+
export declare function setNodeHashCacheListOnWindow(): void;
|
|
37
|
+
export declare function setNodeToCacheList(node: globalThis.Node, id: string): void;
|
|
38
|
+
export declare function getNodeFromCacheList(id: string): any;
|
|
39
|
+
export declare function generateId(numberId: number): string;
|
|
40
|
+
export declare function setGenerateHashOnWindow(): void;
|
|
41
|
+
export declare function setMidsceneVisibleRectOnWindow(): void;
|
|
42
|
+
export declare function setExtractTextWithPositionOnWindow(): void;
|
|
43
|
+
export declare function getTopDocument(): globalThis.HTMLElement;
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import type { WebElementInfo } from '../types';
|
|
2
|
+
import type { Point } from '../types';
|
|
3
|
+
export declare function collectElementInfo(node: Node, currentWindow: typeof window, currentDocument: typeof document, baseZoom?: number, basePoint?: Point, isContainer?: boolean): WebElementInfo | null | any;
|
|
4
|
+
interface WebElementNode {
|
|
5
|
+
node: WebElementInfo | null;
|
|
6
|
+
children: WebElementNode[];
|
|
7
|
+
}
|
|
8
|
+
export declare function extractTextWithPosition(initNode: globalThis.Node, debugMode?: boolean): WebElementInfo[];
|
|
9
|
+
export declare function extractTreeNodeAsString(initNode: globalThis.Node, visibleOnly?: boolean, debugMode?: boolean): string;
|
|
10
|
+
export declare function extractTreeNode(initNode: globalThis.Node, debugMode?: boolean): WebElementNode;
|
|
11
|
+
export declare function mergeElementAndChildrenRects(node: Node, currentWindow: typeof window, currentDocument: typeof document, baseZoom?: number): {
|
|
12
|
+
left: number;
|
|
13
|
+
top: number;
|
|
14
|
+
width: number;
|
|
15
|
+
height: number;
|
|
16
|
+
zoom: number;
|
|
17
|
+
isVisible: boolean;
|
|
18
|
+
} | null;
|
|
19
|
+
export {};
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import type { BaseElement, Rect } from '../types';
|
|
2
|
+
interface ElementForOverlay {
|
|
3
|
+
rect: Rect;
|
|
4
|
+
indexId?: number;
|
|
5
|
+
}
|
|
6
|
+
export declare const compositeElementInfoImg: (options: {
|
|
7
|
+
inputImgBase64: string;
|
|
8
|
+
elementsPositionInfo: Array<ElementForOverlay>;
|
|
9
|
+
size?: {
|
|
10
|
+
width: number;
|
|
11
|
+
height: number;
|
|
12
|
+
};
|
|
13
|
+
annotationPadding?: number;
|
|
14
|
+
borderThickness?: number;
|
|
15
|
+
prompt?: string;
|
|
16
|
+
}) => Promise<string>;
|
|
17
|
+
export declare const processImageElementInfo: (options: {
|
|
18
|
+
inputImgBase64: string;
|
|
19
|
+
elementsPositionInfo: Array<BaseElement>;
|
|
20
|
+
elementsPositionInfoWithoutText: Array<BaseElement>;
|
|
21
|
+
}) => Promise<{
|
|
22
|
+
compositeElementInfoImgBase64: string;
|
|
23
|
+
compositeElementInfoImgWithoutTextBase64: string;
|
|
24
|
+
}>;
|
|
25
|
+
export {};
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
export declare function drawBoxOnImage(options: {
|
|
2
|
+
inputImgBase64: string;
|
|
3
|
+
rect: {
|
|
4
|
+
x: number;
|
|
5
|
+
y: number;
|
|
6
|
+
};
|
|
7
|
+
}): Promise<string>;
|
|
8
|
+
export declare function savePositionImg(options: {
|
|
9
|
+
inputImgBase64: string;
|
|
10
|
+
rect: {
|
|
11
|
+
x: number;
|
|
12
|
+
y: number;
|
|
13
|
+
};
|
|
14
|
+
outputPath: string;
|
|
15
|
+
}): Promise<void>;
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export default function getPhoton(): Promise<{
|
|
2
|
+
PhotonImage: typeof import('@silvia-odwyer/photon-node').PhotonImage;
|
|
3
|
+
SamplingFilter: typeof import('@silvia-odwyer/photon-node').SamplingFilter;
|
|
4
|
+
resize: typeof import('@silvia-odwyer/photon-node').resize;
|
|
5
|
+
crop: typeof import('@silvia-odwyer/photon-node').crop;
|
|
6
|
+
open_image: typeof import('@silvia-odwyer/photon-node').open_image;
|
|
7
|
+
base64_to_image: typeof import('@silvia-odwyer/photon-node').base64_to_image;
|
|
8
|
+
}>;
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
export { imageInfo, imageInfoOfBase64, bufferFromBase64, isValidPNGImageBuffer, } from './info';
|
|
2
|
+
export { resizeAndConvertImgBuffer, resizeImgBase64, zoomForGPT4o, saveBase64Image, paddingToMatchBlock, paddingToMatchBlockByBase64, cropByRect, jimpFromBase64, jimpToBase64, localImg2Base64, httpImg2Base64, preProcessImageUrl, parseBase64, createImgBase64ByFormat, } from './transform';
|
|
3
|
+
export { processImageElementInfo, compositeElementInfoImg } from './box-select';
|
|
4
|
+
export { drawBoxOnImage, savePositionImg } from './draw-box';
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { Buffer } from 'node:buffer';
|
|
2
|
+
import type Jimp from 'jimp';
|
|
3
|
+
import type { Size } from '../types';
|
|
4
|
+
export interface ImageInfo extends Size {
|
|
5
|
+
jimpImage: Jimp;
|
|
6
|
+
}
|
|
7
|
+
/**
|
|
8
|
+
* Retrieves the dimensions of an image asynchronously
|
|
9
|
+
*
|
|
10
|
+
* @param image - The image data, which can be a string path or a buffer
|
|
11
|
+
* @returns A Promise that resolves to an object containing the width and height of the image
|
|
12
|
+
* @throws Error if the image data is invalid
|
|
13
|
+
*/
|
|
14
|
+
export declare function imageInfo(image: string | Buffer | Jimp): Promise<ImageInfo>;
|
|
15
|
+
/**
|
|
16
|
+
* Retrieves the dimensions of an image from a base64-encoded string
|
|
17
|
+
*
|
|
18
|
+
* @param imageBase64 - The base64-encoded image data
|
|
19
|
+
* @returns A Promise that resolves to an object containing the width and height of the image
|
|
20
|
+
* @throws Error if the image data is invalid
|
|
21
|
+
*/
|
|
22
|
+
export declare function imageInfoOfBase64(imageBase64: string): Promise<ImageInfo>;
|
|
23
|
+
export declare function bufferFromBase64(imageBase64: string): Promise<Buffer>;
|
|
24
|
+
/**
|
|
25
|
+
* Check if the Buffer is a valid PNG image
|
|
26
|
+
* @param buffer The Buffer to check
|
|
27
|
+
* @returns true if the Buffer is a valid PNG image, otherwise false
|
|
28
|
+
*/
|
|
29
|
+
export declare function isValidPNGImageBuffer(buffer: Buffer): boolean;
|