@midscene/core 1.0.5-beta-20251230131740.0 → 1.0.5-beta-20251231022759.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/es/agent/agent.mjs +3 -1
- package/dist/es/agent/agent.mjs.map +1 -1
- package/dist/es/agent/task-builder.mjs +1 -0
- package/dist/es/agent/task-builder.mjs.map +1 -1
- package/dist/es/agent/tasks.mjs +8 -4
- package/dist/es/agent/tasks.mjs.map +1 -1
- package/dist/es/agent/utils.mjs +1 -1
- package/dist/es/ai-model/inspect.mjs +4 -2
- package/dist/es/ai-model/inspect.mjs.map +1 -1
- package/dist/es/ai-model/llm-planning.mjs +5 -1
- package/dist/es/ai-model/llm-planning.mjs.map +1 -1
- package/dist/es/ai-model/prompt/llm-planning.mjs +3 -11
- package/dist/es/ai-model/prompt/llm-planning.mjs.map +1 -1
- package/dist/es/ai-model/service-caller/index.mjs +21 -5
- package/dist/es/ai-model/service-caller/index.mjs.map +1 -1
- package/dist/es/service/index.mjs +7 -4
- package/dist/es/service/index.mjs.map +1 -1
- package/dist/es/types.mjs.map +1 -1
- package/dist/es/utils.mjs +2 -2
- package/dist/lib/agent/agent.js +3 -1
- package/dist/lib/agent/agent.js.map +1 -1
- package/dist/lib/agent/task-builder.js +1 -0
- package/dist/lib/agent/task-builder.js.map +1 -1
- package/dist/lib/agent/tasks.js +8 -4
- package/dist/lib/agent/tasks.js.map +1 -1
- package/dist/lib/agent/utils.js +1 -1
- package/dist/lib/ai-model/inspect.js +4 -2
- package/dist/lib/ai-model/inspect.js.map +1 -1
- package/dist/lib/ai-model/llm-planning.js +5 -1
- package/dist/lib/ai-model/llm-planning.js.map +1 -1
- package/dist/lib/ai-model/prompt/llm-planning.js +3 -11
- package/dist/lib/ai-model/prompt/llm-planning.js.map +1 -1
- package/dist/lib/ai-model/service-caller/index.js +21 -5
- package/dist/lib/ai-model/service-caller/index.js.map +1 -1
- package/dist/lib/service/index.js +7 -4
- package/dist/lib/service/index.js.map +1 -1
- package/dist/lib/types.js.map +1 -1
- package/dist/lib/utils.js +2 -2
- package/dist/types/agent/agent.d.ts +2 -0
- package/dist/types/agent/tasks.d.ts +1 -1
- package/dist/types/ai-model/inspect.d.ts +2 -0
- package/dist/types/ai-model/llm-planning.d.ts +2 -0
- package/dist/types/ai-model/service-caller/index.d.ts +8 -1
- package/dist/types/types.d.ts +4 -0
- package/package.json +2 -2
|
@@ -7,6 +7,8 @@ import { TaskCache } from './task-cache';
|
|
|
7
7
|
import { TaskExecutor } from './tasks';
|
|
8
8
|
export type AiActOptions = {
|
|
9
9
|
cacheable?: boolean;
|
|
10
|
+
qwen3_vl_enable_thinking?: boolean;
|
|
11
|
+
doubao_enable_thinking?: 'enabled' | 'disabled' | 'auto';
|
|
10
12
|
};
|
|
11
13
|
export declare class Agent<InterfaceType extends AbstractInterface = AbstractInterface> {
|
|
12
14
|
interface: InterfaceType;
|
|
@@ -46,7 +46,7 @@ export declare class TaskExecutor {
|
|
|
46
46
|
runner: TaskRunner;
|
|
47
47
|
}>;
|
|
48
48
|
runPlans(title: string, plans: PlanningAction[], modelConfigForPlanning: IModelConfig, modelConfigForDefaultIntent: IModelConfig): Promise<ExecutionResult>;
|
|
49
|
-
action(userPrompt: string, modelConfigForPlanning: IModelConfig, modelConfigForDefaultIntent: IModelConfig, includeBboxInPlanning: boolean, aiActContext?: string, cacheable?: boolean, replanningCycleLimitOverride?: number, imagesIncludeCount?: number): Promise<ExecutionResult<{
|
|
49
|
+
action(userPrompt: string, modelConfigForPlanning: IModelConfig, modelConfigForDefaultIntent: IModelConfig, includeBboxInPlanning: boolean, aiActContext?: string, cacheable?: boolean, replanningCycleLimitOverride?: number, imagesIncludeCount?: number, qwen3_vl_enable_thinking?: boolean, doubao_enable_thinking?: 'enabled' | 'disabled' | 'auto'): Promise<ExecutionResult<{
|
|
50
50
|
yamlFlow?: MidsceneYamlFlowItem[];
|
|
51
51
|
} | undefined>>;
|
|
52
52
|
private createTypeQueryTask;
|
|
@@ -23,6 +23,7 @@ export declare function AiLocateElement(options: {
|
|
|
23
23
|
rect?: Rect;
|
|
24
24
|
rawResponse: string;
|
|
25
25
|
usage?: AIUsageInfo;
|
|
26
|
+
reasoning_content?: string;
|
|
26
27
|
}>;
|
|
27
28
|
export declare function AiLocateSection(options: {
|
|
28
29
|
context: UIContext;
|
|
@@ -45,6 +46,7 @@ export declare function AiExtractElementInfo<T>(options: {
|
|
|
45
46
|
}): Promise<{
|
|
46
47
|
parseResult: AIDataExtractionResponse<T>;
|
|
47
48
|
usage: AIUsageInfo | undefined;
|
|
49
|
+
reasoning_content: string | undefined;
|
|
48
50
|
}>;
|
|
49
51
|
export declare function AiJudgeOrderSensitive(description: string, callAIFn: typeof callAIWithObjectResponse<{
|
|
50
52
|
isOrderSensitive: boolean;
|
|
@@ -10,4 +10,6 @@ export declare function plan(userInstruction: string, opts: {
|
|
|
10
10
|
conversationHistory: ConversationHistory;
|
|
11
11
|
includeBbox: boolean;
|
|
12
12
|
imagesIncludeCount?: number;
|
|
13
|
+
qwen3_vl_enable_thinking?: boolean;
|
|
14
|
+
doubao_enable_thinking?: 'enabled' | 'disabled' | 'auto';
|
|
13
15
|
}): Promise<PlanningAIResponse>;
|
|
@@ -6,15 +6,22 @@ import type { AIActionType, AIArgs } from '../../common';
|
|
|
6
6
|
export declare function callAI(messages: ChatCompletionMessageParam[], AIActionTypeValue: AIActionType, modelConfig: IModelConfig, options?: {
|
|
7
7
|
stream?: boolean;
|
|
8
8
|
onChunk?: StreamingCallback;
|
|
9
|
+
qwen3_vl_enable_thinking?: boolean;
|
|
10
|
+
doubao_enable_thinking?: 'enabled' | 'disabled' | 'auto';
|
|
9
11
|
}): Promise<{
|
|
10
12
|
content: string;
|
|
13
|
+
reasoning_content?: string;
|
|
11
14
|
usage?: AIUsageInfo;
|
|
12
15
|
isStreamed: boolean;
|
|
13
16
|
}>;
|
|
14
|
-
export declare function callAIWithObjectResponse<T>(messages: ChatCompletionMessageParam[], AIActionTypeValue: AIActionType, modelConfig: IModelConfig
|
|
17
|
+
export declare function callAIWithObjectResponse<T>(messages: ChatCompletionMessageParam[], AIActionTypeValue: AIActionType, modelConfig: IModelConfig, options?: {
|
|
18
|
+
qwen3_vl_enable_thinking?: boolean;
|
|
19
|
+
doubao_enable_thinking?: 'enabled' | 'disabled' | 'auto';
|
|
20
|
+
}): Promise<{
|
|
15
21
|
content: T;
|
|
16
22
|
contentString: string;
|
|
17
23
|
usage?: AIUsageInfo;
|
|
24
|
+
reasoning_content?: string;
|
|
18
25
|
}>;
|
|
19
26
|
export declare function callAIWithStringResponse(msgs: AIArgs, AIActionTypeValue: AIActionType, modelConfig: IModelConfig): Promise<{
|
|
20
27
|
content: string;
|
package/dist/types/types.d.ts
CHANGED
|
@@ -105,6 +105,7 @@ export interface ServiceTaskInfo {
|
|
|
105
105
|
searchArea?: Rect;
|
|
106
106
|
searchAreaRawResponse?: string;
|
|
107
107
|
searchAreaUsage?: AIUsageInfo;
|
|
108
|
+
reasoning_content?: string;
|
|
108
109
|
}
|
|
109
110
|
export interface DumpMeta {
|
|
110
111
|
logTime: number;
|
|
@@ -140,6 +141,7 @@ export interface ServiceExtractResult<T> extends ServiceResultBase {
|
|
|
140
141
|
data: T;
|
|
141
142
|
thought?: string;
|
|
142
143
|
usage?: AIUsageInfo;
|
|
144
|
+
reasoning_content?: string;
|
|
143
145
|
}
|
|
144
146
|
export declare class ServiceError extends Error {
|
|
145
147
|
dump: ServiceDump;
|
|
@@ -193,6 +195,7 @@ export interface PlanningAIResponse extends Omit<RawResponsePlanningAIResponse,
|
|
|
193
195
|
yamlFlow?: MidsceneYamlFlowItem[];
|
|
194
196
|
yamlString?: string;
|
|
195
197
|
error?: string;
|
|
198
|
+
reasoning_content?: string;
|
|
196
199
|
}
|
|
197
200
|
export interface PlanningActionParamSleep {
|
|
198
201
|
timeMs: number;
|
|
@@ -269,6 +272,7 @@ export type ExecutionTask<E extends ExecutionTaskApply<any, any, any> = Executio
|
|
|
269
272
|
};
|
|
270
273
|
usage?: AIUsageInfo;
|
|
271
274
|
searchAreaUsage?: AIUsageInfo;
|
|
275
|
+
reasoning_content?: string;
|
|
272
276
|
};
|
|
273
277
|
export interface ExecutionDump extends DumpMeta {
|
|
274
278
|
name: string;
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@midscene/core",
|
|
3
3
|
"description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
|
|
4
|
-
"version": "1.0.5-beta-
|
|
4
|
+
"version": "1.0.5-beta-20251231022759.0",
|
|
5
5
|
"repository": "https://github.com/web-infra-dev/midscene",
|
|
6
6
|
"homepage": "https://midscenejs.com/",
|
|
7
7
|
"main": "./dist/lib/index.js",
|
|
@@ -89,7 +89,7 @@
|
|
|
89
89
|
"semver": "7.5.2",
|
|
90
90
|
"js-yaml": "4.1.0",
|
|
91
91
|
"zod": "3.24.3",
|
|
92
|
-
"@midscene/shared": "1.0.5-beta-
|
|
92
|
+
"@midscene/shared": "1.0.5-beta-20251231022759.0"
|
|
93
93
|
},
|
|
94
94
|
"devDependencies": {
|
|
95
95
|
"@rslib/core": "^0.18.3",
|