@midscene/core 1.0.1-beta-20251208031823.0 → 1.0.1-beta-20251208033501.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (62) hide show
  1. package/dist/es/agent/task-builder.mjs +23 -26
  2. package/dist/es/agent/task-builder.mjs.map +1 -1
  3. package/dist/es/agent/tasks.mjs +1 -4
  4. package/dist/es/agent/tasks.mjs.map +1 -1
  5. package/dist/es/agent/utils.mjs +1 -1
  6. package/dist/es/ai-model/prompt/llm-planning.mjs +95 -20
  7. package/dist/es/ai-model/prompt/llm-planning.mjs.map +1 -1
  8. package/dist/es/ai-model/service-caller/index.mjs +39 -54
  9. package/dist/es/ai-model/service-caller/index.mjs.map +1 -1
  10. package/dist/es/utils.mjs +2 -2
  11. package/dist/lib/agent/agent.js +2 -2
  12. package/dist/lib/agent/common.js +1 -1
  13. package/dist/lib/agent/execution-session.js +2 -2
  14. package/dist/lib/agent/index.js +2 -2
  15. package/dist/lib/agent/task-builder.js +25 -28
  16. package/dist/lib/agent/task-builder.js.map +1 -1
  17. package/dist/lib/agent/task-cache.js +2 -2
  18. package/dist/lib/agent/tasks.js +3 -6
  19. package/dist/lib/agent/tasks.js.map +1 -1
  20. package/dist/lib/agent/ui-utils.js +2 -2
  21. package/dist/lib/agent/utils.js +3 -3
  22. package/dist/lib/ai-model/conversation-history.js +2 -2
  23. package/dist/lib/ai-model/index.js +2 -2
  24. package/dist/lib/ai-model/inspect.js +2 -2
  25. package/dist/lib/ai-model/llm-planning.js +2 -2
  26. package/dist/lib/ai-model/prompt/assertion.js +2 -2
  27. package/dist/lib/ai-model/prompt/common.js +2 -2
  28. package/dist/lib/ai-model/prompt/describe.js +2 -2
  29. package/dist/lib/ai-model/prompt/extraction.js +2 -2
  30. package/dist/lib/ai-model/prompt/llm-locator.js +2 -2
  31. package/dist/lib/ai-model/prompt/llm-planning.js +100 -22
  32. package/dist/lib/ai-model/prompt/llm-planning.js.map +1 -1
  33. package/dist/lib/ai-model/prompt/llm-section-locator.js +2 -2
  34. package/dist/lib/ai-model/prompt/order-sensitive-judge.js +2 -2
  35. package/dist/lib/ai-model/prompt/playwright-generator.js +2 -2
  36. package/dist/lib/ai-model/prompt/ui-tars-locator.js +2 -2
  37. package/dist/lib/ai-model/prompt/ui-tars-planning.js +2 -2
  38. package/dist/lib/ai-model/prompt/util.js +2 -2
  39. package/dist/lib/ai-model/prompt/yaml-generator.js +2 -2
  40. package/dist/lib/ai-model/service-caller/index.js +43 -55
  41. package/dist/lib/ai-model/service-caller/index.js.map +1 -1
  42. package/dist/lib/ai-model/ui-tars-planning.js +2 -2
  43. package/dist/lib/common.js +2 -2
  44. package/dist/lib/device/device-options.js +1 -1
  45. package/dist/lib/device/index.js +2 -2
  46. package/dist/lib/image/index.js +2 -2
  47. package/dist/lib/index.js +2 -2
  48. package/dist/lib/report.js +2 -2
  49. package/dist/lib/service/index.js +2 -2
  50. package/dist/lib/service/utils.js +2 -2
  51. package/dist/lib/task-runner.js +2 -2
  52. package/dist/lib/tree.js +2 -2
  53. package/dist/lib/types.js +3 -3
  54. package/dist/lib/utils.js +4 -4
  55. package/dist/lib/yaml/builder.js +2 -2
  56. package/dist/lib/yaml/index.js +4 -4
  57. package/dist/lib/yaml/player.js +2 -2
  58. package/dist/lib/yaml/utils.js +2 -2
  59. package/dist/lib/yaml.js +1 -1
  60. package/dist/types/ai-model/prompt/llm-planning.d.ts +2 -0
  61. package/dist/types/ai-model/service-caller/index.d.ts +3 -1
  62. package/package.json +5 -5
@@ -47,9 +47,9 @@ function buildYaml(env, tasks) {
47
47
  });
48
48
  }
49
49
  exports.buildYaml = __webpack_exports__.buildYaml;
50
- for(var __webpack_i__ in __webpack_exports__)if (-1 === [
50
+ for(var __rspack_i in __webpack_exports__)if (-1 === [
51
51
  "buildYaml"
52
- ].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
52
+ ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
53
53
  Object.defineProperty(exports, '__esModule', {
54
54
  value: true
55
55
  });
@@ -1,12 +1,12 @@
1
1
  "use strict";
2
2
  var __webpack_modules__ = {
3
- "./builder": function(module) {
3
+ "./builder" (module) {
4
4
  module.exports = require("./builder.js");
5
5
  },
6
- "./player": function(module) {
6
+ "./player" (module) {
7
7
  module.exports = require("./player.js");
8
8
  },
9
- "./utils": function(module) {
9
+ "./utils" (module) {
10
10
  module.exports = require("./utils.js");
11
11
  }
12
12
  };
@@ -66,7 +66,7 @@ var __webpack_exports__ = {};
66
66
  for(const __rspack_import_key in _utils__rspack_import_2)if ("default" !== __rspack_import_key) __rspack_reexport[__rspack_import_key] = ()=>_utils__rspack_import_2[__rspack_import_key];
67
67
  __webpack_require__.d(__webpack_exports__, __rspack_reexport);
68
68
  })();
69
- for(var __webpack_i__ in __webpack_exports__)exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
69
+ for(var __rspack_i in __webpack_exports__)exports[__rspack_i] = __webpack_exports__[__rspack_i];
70
70
  Object.defineProperty(exports, '__esModule', {
71
71
  value: true
72
72
  });
@@ -414,9 +414,9 @@ class ScriptPlayer {
414
414
  }
415
415
  }
416
416
  exports.ScriptPlayer = __webpack_exports__.ScriptPlayer;
417
- for(var __webpack_i__ in __webpack_exports__)if (-1 === [
417
+ for(var __rspack_i in __webpack_exports__)if (-1 === [
418
418
  "ScriptPlayer"
419
- ].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
419
+ ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
420
420
  Object.defineProperty(exports, '__esModule', {
421
421
  value: true
422
422
  });
@@ -113,12 +113,12 @@ exports.buildDetailedLocateParam = __webpack_exports__.buildDetailedLocateParam;
113
113
  exports.buildDetailedLocateParamAndRestParams = __webpack_exports__.buildDetailedLocateParamAndRestParams;
114
114
  exports.interpolateEnvVars = __webpack_exports__.interpolateEnvVars;
115
115
  exports.parseYamlScript = __webpack_exports__.parseYamlScript;
116
- for(var __webpack_i__ in __webpack_exports__)if (-1 === [
116
+ for(var __rspack_i in __webpack_exports__)if (-1 === [
117
117
  "buildDetailedLocateParam",
118
118
  "buildDetailedLocateParamAndRestParams",
119
119
  "interpolateEnvVars",
120
120
  "parseYamlScript"
121
- ].indexOf(__webpack_i__)) exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
121
+ ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
122
122
  Object.defineProperty(exports, '__esModule', {
123
123
  value: true
124
124
  });
package/dist/lib/yaml.js CHANGED
@@ -12,7 +12,7 @@ var __webpack_require__ = {};
12
12
  })();
13
13
  var __webpack_exports__ = {};
14
14
  __webpack_require__.r(__webpack_exports__);
15
- for(var __webpack_i__ in __webpack_exports__)exports[__webpack_i__] = __webpack_exports__[__webpack_i__];
15
+ for(var __rspack_i in __webpack_exports__)exports[__rspack_i] = __webpack_exports__[__rspack_i];
16
16
  Object.defineProperty(exports, '__esModule', {
17
17
  value: true
18
18
  });
@@ -1,8 +1,10 @@
1
1
  import type { DeviceAction } from '../../types';
2
2
  import type { TVlModeTypes } from '@midscene/shared/env';
3
+ import type { ResponseFormatJSONSchema } from 'openai/resources/index';
3
4
  export declare const descriptionForAction: (action: DeviceAction<any>, locatorSchemaTypeDescription: string) => string;
4
5
  export declare function systemPromptToTaskPlanning({ actionSpace, vlMode, includeBbox, }: {
5
6
  actionSpace: DeviceAction<any>[];
6
7
  vlMode: TVlModeTypes | undefined;
7
8
  includeBbox: boolean;
8
9
  }): Promise<string>;
10
+ export declare const planSchema: ResponseFormatJSONSchema;
@@ -1,8 +1,9 @@
1
1
  import { type AIUsageInfo } from '../../types';
2
2
  import type { StreamingCallback } from '../../types';
3
3
  import { type IModelConfig, type TVlModeTypes } from '@midscene/shared/env';
4
+ import OpenAI from 'openai';
4
5
  import type { ChatCompletionMessageParam } from 'openai/resources/index';
5
- import type { AIActionType, AIArgs } from '../../common';
6
+ import { AIActionType, type AIArgs } from '../../common';
6
7
  export declare function callAI(messages: ChatCompletionMessageParam[], AIActionTypeValue: AIActionType, modelConfig: IModelConfig, options?: {
7
8
  stream?: boolean;
8
9
  onChunk?: StreamingCallback;
@@ -11,6 +12,7 @@ export declare function callAI(messages: ChatCompletionMessageParam[], AIActionT
11
12
  usage?: AIUsageInfo;
12
13
  isStreamed: boolean;
13
14
  }>;
15
+ export declare const getResponseFormat: (modelName: string, AIActionTypeValue: AIActionType) => OpenAI.ChatCompletionCreateParams["response_format"] | OpenAI.ResponseFormatJSONObject;
14
16
  export declare function callAIWithObjectResponse<T>(messages: ChatCompletionMessageParam[], AIActionTypeValue: AIActionType, modelConfig: IModelConfig): Promise<{
15
17
  content: T;
16
18
  contentString: string;
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@midscene/core",
3
3
  "description": "Automate browser actions, extract data, and perform assertions using AI. It offers JavaScript SDK, Chrome extension, and support for scripting in YAML. See https://midscenejs.com/ for details.",
4
- "version": "1.0.1-beta-20251208031823.0",
4
+ "version": "1.0.1-beta-20251208033501.0",
5
5
  "repository": "https://github.com/web-infra-dev/midscene",
6
6
  "homepage": "https://midscenejs.com/",
7
7
  "main": "./dist/lib/index.js",
@@ -82,17 +82,17 @@
82
82
  "@ui-tars/action-parser": "1.2.3",
83
83
  "dayjs": "^1.11.11",
84
84
  "dotenv": "^16.4.5",
85
- "fetch-socks": "^1.3.0",
85
+ "https-proxy-agent": "7.0.2",
86
86
  "openai": "6.3.0",
87
- "undici": "^6.0.0",
88
87
  "jsonrepair": "3.12.0",
89
88
  "semver": "7.5.2",
90
89
  "js-yaml": "4.1.0",
91
90
  "zod": "3.24.3",
92
- "@midscene/shared": "1.0.1-beta-20251208031823.0"
91
+ "socks-proxy-agent": "8.0.4",
92
+ "@midscene/shared": "1.0.1-beta-20251208033501.0"
93
93
  },
94
94
  "devDependencies": {
95
- "@rslib/core": "^0.18.2",
95
+ "@rslib/core": "^0.18.3",
96
96
  "@types/node": "^18.0.0",
97
97
  "@types/node-fetch": "2.6.11",
98
98
  "@types/js-yaml": "4.0.9",