@midscene/core 1.0.1-beta-20251208031823.0 → 1.0.1-beta-20251208033501.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/es/agent/task-builder.mjs +23 -26
- package/dist/es/agent/task-builder.mjs.map +1 -1
- package/dist/es/agent/tasks.mjs +1 -4
- package/dist/es/agent/tasks.mjs.map +1 -1
- package/dist/es/agent/utils.mjs +1 -1
- package/dist/es/ai-model/prompt/llm-planning.mjs +95 -20
- package/dist/es/ai-model/prompt/llm-planning.mjs.map +1 -1
- package/dist/es/ai-model/service-caller/index.mjs +39 -54
- package/dist/es/ai-model/service-caller/index.mjs.map +1 -1
- package/dist/es/utils.mjs +2 -2
- package/dist/lib/agent/agent.js +2 -2
- package/dist/lib/agent/common.js +1 -1
- package/dist/lib/agent/execution-session.js +2 -2
- package/dist/lib/agent/index.js +2 -2
- package/dist/lib/agent/task-builder.js +25 -28
- package/dist/lib/agent/task-builder.js.map +1 -1
- package/dist/lib/agent/task-cache.js +2 -2
- package/dist/lib/agent/tasks.js +3 -6
- package/dist/lib/agent/tasks.js.map +1 -1
- package/dist/lib/agent/ui-utils.js +2 -2
- package/dist/lib/agent/utils.js +3 -3
- package/dist/lib/ai-model/conversation-history.js +2 -2
- package/dist/lib/ai-model/index.js +2 -2
- package/dist/lib/ai-model/inspect.js +2 -2
- package/dist/lib/ai-model/llm-planning.js +2 -2
- package/dist/lib/ai-model/prompt/assertion.js +2 -2
- package/dist/lib/ai-model/prompt/common.js +2 -2
- package/dist/lib/ai-model/prompt/describe.js +2 -2
- package/dist/lib/ai-model/prompt/extraction.js +2 -2
- package/dist/lib/ai-model/prompt/llm-locator.js +2 -2
- package/dist/lib/ai-model/prompt/llm-planning.js +100 -22
- package/dist/lib/ai-model/prompt/llm-planning.js.map +1 -1
- package/dist/lib/ai-model/prompt/llm-section-locator.js +2 -2
- package/dist/lib/ai-model/prompt/order-sensitive-judge.js +2 -2
- package/dist/lib/ai-model/prompt/playwright-generator.js +2 -2
- package/dist/lib/ai-model/prompt/ui-tars-locator.js +2 -2
- package/dist/lib/ai-model/prompt/ui-tars-planning.js +2 -2
- package/dist/lib/ai-model/prompt/util.js +2 -2
- package/dist/lib/ai-model/prompt/yaml-generator.js +2 -2
- package/dist/lib/ai-model/service-caller/index.js +43 -55
- package/dist/lib/ai-model/service-caller/index.js.map +1 -1
- package/dist/lib/ai-model/ui-tars-planning.js +2 -2
- package/dist/lib/common.js +2 -2
- package/dist/lib/device/device-options.js +1 -1
- package/dist/lib/device/index.js +2 -2
- package/dist/lib/image/index.js +2 -2
- package/dist/lib/index.js +2 -2
- package/dist/lib/report.js +2 -2
- package/dist/lib/service/index.js +2 -2
- package/dist/lib/service/utils.js +2 -2
- package/dist/lib/task-runner.js +2 -2
- package/dist/lib/tree.js +2 -2
- package/dist/lib/types.js +3 -3
- package/dist/lib/utils.js +4 -4
- package/dist/lib/yaml/builder.js +2 -2
- package/dist/lib/yaml/index.js +4 -4
- package/dist/lib/yaml/player.js +2 -2
- package/dist/lib/yaml/utils.js +2 -2
- package/dist/lib/yaml.js +1 -1
- package/dist/types/ai-model/prompt/llm-planning.d.ts +2 -0
- package/dist/types/ai-model/service-caller/index.d.ts +3 -1
- package/package.json +5 -5
package/dist/lib/yaml/builder.js
CHANGED
|
@@ -47,9 +47,9 @@ function buildYaml(env, tasks) {
|
|
|
47
47
|
});
|
|
48
48
|
}
|
|
49
49
|
exports.buildYaml = __webpack_exports__.buildYaml;
|
|
50
|
-
for(var
|
|
50
|
+
for(var __rspack_i in __webpack_exports__)if (-1 === [
|
|
51
51
|
"buildYaml"
|
|
52
|
-
].indexOf(
|
|
52
|
+
].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
|
|
53
53
|
Object.defineProperty(exports, '__esModule', {
|
|
54
54
|
value: true
|
|
55
55
|
});
|
package/dist/lib/yaml/index.js
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
var __webpack_modules__ = {
|
|
3
|
-
"./builder"
|
|
3
|
+
"./builder" (module) {
|
|
4
4
|
module.exports = require("./builder.js");
|
|
5
5
|
},
|
|
6
|
-
"./player"
|
|
6
|
+
"./player" (module) {
|
|
7
7
|
module.exports = require("./player.js");
|
|
8
8
|
},
|
|
9
|
-
"./utils"
|
|
9
|
+
"./utils" (module) {
|
|
10
10
|
module.exports = require("./utils.js");
|
|
11
11
|
}
|
|
12
12
|
};
|
|
@@ -66,7 +66,7 @@ var __webpack_exports__ = {};
|
|
|
66
66
|
for(const __rspack_import_key in _utils__rspack_import_2)if ("default" !== __rspack_import_key) __rspack_reexport[__rspack_import_key] = ()=>_utils__rspack_import_2[__rspack_import_key];
|
|
67
67
|
__webpack_require__.d(__webpack_exports__, __rspack_reexport);
|
|
68
68
|
})();
|
|
69
|
-
for(var
|
|
69
|
+
for(var __rspack_i in __webpack_exports__)exports[__rspack_i] = __webpack_exports__[__rspack_i];
|
|
70
70
|
Object.defineProperty(exports, '__esModule', {
|
|
71
71
|
value: true
|
|
72
72
|
});
|
package/dist/lib/yaml/player.js
CHANGED
|
@@ -414,9 +414,9 @@ class ScriptPlayer {
|
|
|
414
414
|
}
|
|
415
415
|
}
|
|
416
416
|
exports.ScriptPlayer = __webpack_exports__.ScriptPlayer;
|
|
417
|
-
for(var
|
|
417
|
+
for(var __rspack_i in __webpack_exports__)if (-1 === [
|
|
418
418
|
"ScriptPlayer"
|
|
419
|
-
].indexOf(
|
|
419
|
+
].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
|
|
420
420
|
Object.defineProperty(exports, '__esModule', {
|
|
421
421
|
value: true
|
|
422
422
|
});
|
package/dist/lib/yaml/utils.js
CHANGED
|
@@ -113,12 +113,12 @@ exports.buildDetailedLocateParam = __webpack_exports__.buildDetailedLocateParam;
|
|
|
113
113
|
exports.buildDetailedLocateParamAndRestParams = __webpack_exports__.buildDetailedLocateParamAndRestParams;
|
|
114
114
|
exports.interpolateEnvVars = __webpack_exports__.interpolateEnvVars;
|
|
115
115
|
exports.parseYamlScript = __webpack_exports__.parseYamlScript;
|
|
116
|
-
for(var
|
|
116
|
+
for(var __rspack_i in __webpack_exports__)if (-1 === [
|
|
117
117
|
"buildDetailedLocateParam",
|
|
118
118
|
"buildDetailedLocateParamAndRestParams",
|
|
119
119
|
"interpolateEnvVars",
|
|
120
120
|
"parseYamlScript"
|
|
121
|
-
].indexOf(
|
|
121
|
+
].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
|
|
122
122
|
Object.defineProperty(exports, '__esModule', {
|
|
123
123
|
value: true
|
|
124
124
|
});
|
package/dist/lib/yaml.js
CHANGED
|
@@ -12,7 +12,7 @@ var __webpack_require__ = {};
|
|
|
12
12
|
})();
|
|
13
13
|
var __webpack_exports__ = {};
|
|
14
14
|
__webpack_require__.r(__webpack_exports__);
|
|
15
|
-
for(var
|
|
15
|
+
for(var __rspack_i in __webpack_exports__)exports[__rspack_i] = __webpack_exports__[__rspack_i];
|
|
16
16
|
Object.defineProperty(exports, '__esModule', {
|
|
17
17
|
value: true
|
|
18
18
|
});
|
|
@@ -1,8 +1,10 @@
|
|
|
1
1
|
import type { DeviceAction } from '../../types';
|
|
2
2
|
import type { TVlModeTypes } from '@midscene/shared/env';
|
|
3
|
+
import type { ResponseFormatJSONSchema } from 'openai/resources/index';
|
|
3
4
|
export declare const descriptionForAction: (action: DeviceAction<any>, locatorSchemaTypeDescription: string) => string;
|
|
4
5
|
export declare function systemPromptToTaskPlanning({ actionSpace, vlMode, includeBbox, }: {
|
|
5
6
|
actionSpace: DeviceAction<any>[];
|
|
6
7
|
vlMode: TVlModeTypes | undefined;
|
|
7
8
|
includeBbox: boolean;
|
|
8
9
|
}): Promise<string>;
|
|
10
|
+
export declare const planSchema: ResponseFormatJSONSchema;
|
|
@@ -1,8 +1,9 @@
|
|
|
1
1
|
import { type AIUsageInfo } from '../../types';
|
|
2
2
|
import type { StreamingCallback } from '../../types';
|
|
3
3
|
import { type IModelConfig, type TVlModeTypes } from '@midscene/shared/env';
|
|
4
|
+
import OpenAI from 'openai';
|
|
4
5
|
import type { ChatCompletionMessageParam } from 'openai/resources/index';
|
|
5
|
-
import
|
|
6
|
+
import { AIActionType, type AIArgs } from '../../common';
|
|
6
7
|
export declare function callAI(messages: ChatCompletionMessageParam[], AIActionTypeValue: AIActionType, modelConfig: IModelConfig, options?: {
|
|
7
8
|
stream?: boolean;
|
|
8
9
|
onChunk?: StreamingCallback;
|
|
@@ -11,6 +12,7 @@ export declare function callAI(messages: ChatCompletionMessageParam[], AIActionT
|
|
|
11
12
|
usage?: AIUsageInfo;
|
|
12
13
|
isStreamed: boolean;
|
|
13
14
|
}>;
|
|
15
|
+
export declare const getResponseFormat: (modelName: string, AIActionTypeValue: AIActionType) => OpenAI.ChatCompletionCreateParams["response_format"] | OpenAI.ResponseFormatJSONObject;
|
|
14
16
|
export declare function callAIWithObjectResponse<T>(messages: ChatCompletionMessageParam[], AIActionTypeValue: AIActionType, modelConfig: IModelConfig): Promise<{
|
|
15
17
|
content: T;
|
|
16
18
|
contentString: string;
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@midscene/core",
|
|
3
3
|
"description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
|
|
4
|
-
"version": "1.0.1-beta-
|
|
4
|
+
"version": "1.0.1-beta-20251208033501.0",
|
|
5
5
|
"repository": "https://github.com/web-infra-dev/midscene",
|
|
6
6
|
"homepage": "https://midscenejs.com/",
|
|
7
7
|
"main": "./dist/lib/index.js",
|
|
@@ -82,17 +82,17 @@
|
|
|
82
82
|
"@ui-tars/action-parser": "1.2.3",
|
|
83
83
|
"dayjs": "^1.11.11",
|
|
84
84
|
"dotenv": "^16.4.5",
|
|
85
|
-
"
|
|
85
|
+
"https-proxy-agent": "7.0.2",
|
|
86
86
|
"openai": "6.3.0",
|
|
87
|
-
"undici": "^6.0.0",
|
|
88
87
|
"jsonrepair": "3.12.0",
|
|
89
88
|
"semver": "7.5.2",
|
|
90
89
|
"js-yaml": "4.1.0",
|
|
91
90
|
"zod": "3.24.3",
|
|
92
|
-
"
|
|
91
|
+
"socks-proxy-agent": "8.0.4",
|
|
92
|
+
"@midscene/shared": "1.0.1-beta-20251208033501.0"
|
|
93
93
|
},
|
|
94
94
|
"devDependencies": {
|
|
95
|
-
"@rslib/core": "^0.18.
|
|
95
|
+
"@rslib/core": "^0.18.3",
|
|
96
96
|
"@types/node": "^18.0.0",
|
|
97
97
|
"@types/node-fetch": "2.6.11",
|
|
98
98
|
"@types/js-yaml": "4.0.9",
|