@rpascene/core 0.30.18 → 0.30.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/es/agent/agent.mjs +6 -6
- package/dist/es/agent/task-cache.mjs +0 -2
- package/dist/es/agent/tasks.mjs +14 -49
- package/dist/es/agent/ui-utils.mjs +0 -2
- package/dist/es/agent/utils.mjs +1 -3
- package/dist/es/ai-model/action-executor.mjs +6 -7
- package/dist/es/ai-model/common.mjs +0 -2
- package/dist/es/ai-model/conversation-history.mjs +0 -2
- package/dist/es/ai-model/inspect.mjs +6 -8
- package/dist/es/ai-model/llm-planning.mjs +2 -4
- package/dist/es/ai-model/prompt/assertion.mjs +0 -2
- package/dist/es/ai-model/prompt/common.mjs +0 -2
- package/dist/es/ai-model/prompt/describe.mjs +0 -2
- package/dist/es/ai-model/prompt/extraction.mjs +0 -2
- package/dist/es/ai-model/prompt/llm-locator.mjs +0 -2
- package/dist/es/ai-model/prompt/llm-planning.mjs +0 -2
- package/dist/es/ai-model/prompt/llm-section-locator.mjs +0 -2
- package/dist/es/ai-model/prompt/playwright-generator.mjs +6 -7
- package/dist/es/ai-model/prompt/ui-tars-locator.mjs +0 -2
- package/dist/es/ai-model/prompt/ui-tars-planning.mjs +0 -2
- package/dist/es/ai-model/prompt/util.mjs +0 -2
- package/dist/es/ai-model/prompt/yaml-generator.mjs +6 -7
- package/dist/es/ai-model/service-caller/index.mjs +11 -8
- package/dist/es/ai-model/ui-tars-planning.mjs +2 -4
- package/dist/es/device/index.mjs +0 -2
- package/dist/es/index.mjs +0 -2
- package/dist/es/insight/index.mjs +9 -8
- package/dist/es/insight/utils.mjs +0 -2
- package/dist/es/report.mjs +0 -2
- package/dist/es/types.mjs +0 -2
- package/dist/es/utils.mjs +2 -4
- package/dist/es/yaml/builder.mjs +0 -2
- package/dist/es/yaml/player.mjs +0 -2
- package/dist/es/yaml/utils.mjs +0 -2
- package/dist/lib/agent/agent.js +6 -6
- package/dist/lib/agent/index.js +0 -2
- package/dist/lib/agent/task-cache.js +0 -2
- package/dist/lib/agent/tasks.js +14 -49
- package/dist/lib/agent/ui-utils.js +0 -2
- package/dist/lib/agent/utils.js +1 -3
- package/dist/lib/ai-model/action-executor.js +6 -7
- package/dist/lib/ai-model/common.js +0 -2
- package/dist/lib/ai-model/conversation-history.js +0 -2
- package/dist/lib/ai-model/index.js +0 -2
- package/dist/lib/ai-model/inspect.js +6 -8
- package/dist/lib/ai-model/llm-planning.js +2 -4
- package/dist/lib/ai-model/prompt/assertion.js +0 -2
- package/dist/lib/ai-model/prompt/common.js +0 -2
- package/dist/lib/ai-model/prompt/describe.js +0 -2
- package/dist/lib/ai-model/prompt/extraction.js +0 -2
- package/dist/lib/ai-model/prompt/llm-locator.js +0 -2
- package/dist/lib/ai-model/prompt/llm-planning.js +0 -2
- package/dist/lib/ai-model/prompt/llm-section-locator.js +0 -2
- package/dist/lib/ai-model/prompt/playwright-generator.js +6 -7
- package/dist/lib/ai-model/prompt/ui-tars-locator.js +0 -2
- package/dist/lib/ai-model/prompt/ui-tars-planning.js +0 -2
- package/dist/lib/ai-model/prompt/util.js +0 -2
- package/dist/lib/ai-model/prompt/yaml-generator.js +6 -7
- package/dist/lib/ai-model/service-caller/index.js +11 -8
- package/dist/lib/ai-model/ui-tars-planning.js +2 -4
- package/dist/lib/device/index.js +0 -2
- package/dist/lib/image/index.js +0 -2
- package/dist/lib/index.js +0 -2
- package/dist/lib/insight/index.js +9 -8
- package/dist/lib/insight/utils.js +0 -2
- package/dist/lib/report.js +0 -2
- package/dist/lib/tree.js +0 -2
- package/dist/lib/types.js +0 -2
- package/dist/lib/utils.js +2 -4
- package/dist/lib/yaml/builder.js +0 -2
- package/dist/lib/yaml/index.js +0 -2
- package/dist/lib/yaml/player.js +0 -2
- package/dist/lib/yaml/utils.js +0 -2
- package/dist/lib/yaml.js +0 -2
- package/dist/types/agent/agent.d.ts +2 -0
- package/dist/types/agent/tasks.d.ts +2 -6
- package/dist/types/ai-model/action-executor.d.ts +2 -2
- package/dist/types/ai-model/common.d.ts +1 -1
- package/dist/types/ai-model/inspect.d.ts +3 -0
- package/dist/types/ai-model/llm-planning.d.ts +1 -0
- package/dist/types/ai-model/prompt/playwright-generator.d.ts +2 -2
- package/dist/types/ai-model/prompt/yaml-generator.d.ts +2 -2
- package/dist/types/ai-model/service-caller/index.d.ts +3 -2
- package/dist/types/ai-model/ui-tars-planning.d.ts +1 -0
- package/dist/types/insight/index.d.ts +3 -2
- package/dist/types/types.d.ts +1 -0
- package/package.json +3 -3
- package/dist/es/agent/agent.mjs.map +0 -1
- package/dist/es/agent/task-cache.mjs.map +0 -1
- package/dist/es/agent/tasks.mjs.map +0 -1
- package/dist/es/agent/ui-utils.mjs.map +0 -1
- package/dist/es/agent/utils.mjs.map +0 -1
- package/dist/es/ai-model/action-executor.mjs.map +0 -1
- package/dist/es/ai-model/common.mjs.map +0 -1
- package/dist/es/ai-model/conversation-history.mjs.map +0 -1
- package/dist/es/ai-model/inspect.mjs.map +0 -1
- package/dist/es/ai-model/llm-planning.mjs.map +0 -1
- package/dist/es/ai-model/prompt/assertion.mjs.map +0 -1
- package/dist/es/ai-model/prompt/common.mjs.map +0 -1
- package/dist/es/ai-model/prompt/describe.mjs.map +0 -1
- package/dist/es/ai-model/prompt/extraction.mjs.map +0 -1
- package/dist/es/ai-model/prompt/llm-locator.mjs.map +0 -1
- package/dist/es/ai-model/prompt/llm-planning.mjs.map +0 -1
- package/dist/es/ai-model/prompt/llm-section-locator.mjs.map +0 -1
- package/dist/es/ai-model/prompt/playwright-generator.mjs.map +0 -1
- package/dist/es/ai-model/prompt/ui-tars-locator.mjs.map +0 -1
- package/dist/es/ai-model/prompt/ui-tars-planning.mjs.map +0 -1
- package/dist/es/ai-model/prompt/util.mjs.map +0 -1
- package/dist/es/ai-model/prompt/yaml-generator.mjs.map +0 -1
- package/dist/es/ai-model/service-caller/index.mjs.map +0 -1
- package/dist/es/ai-model/ui-tars-planning.mjs.map +0 -1
- package/dist/es/device/index.mjs.map +0 -1
- package/dist/es/index.mjs.map +0 -1
- package/dist/es/insight/index.mjs.map +0 -1
- package/dist/es/insight/utils.mjs.map +0 -1
- package/dist/es/report.mjs.map +0 -1
- package/dist/es/types.mjs.map +0 -1
- package/dist/es/utils.mjs.map +0 -1
- package/dist/es/yaml/builder.mjs.map +0 -1
- package/dist/es/yaml/player.mjs.map +0 -1
- package/dist/es/yaml/utils.mjs.map +0 -1
- package/dist/lib/agent/agent.js.map +0 -1
- package/dist/lib/agent/index.js.map +0 -1
- package/dist/lib/agent/task-cache.js.map +0 -1
- package/dist/lib/agent/tasks.js.map +0 -1
- package/dist/lib/agent/ui-utils.js.map +0 -1
- package/dist/lib/agent/utils.js.map +0 -1
- package/dist/lib/ai-model/action-executor.js.map +0 -1
- package/dist/lib/ai-model/common.js.map +0 -1
- package/dist/lib/ai-model/conversation-history.js.map +0 -1
- package/dist/lib/ai-model/index.js.map +0 -1
- package/dist/lib/ai-model/inspect.js.map +0 -1
- package/dist/lib/ai-model/llm-planning.js.map +0 -1
- package/dist/lib/ai-model/prompt/assertion.js.map +0 -1
- package/dist/lib/ai-model/prompt/common.js.map +0 -1
- package/dist/lib/ai-model/prompt/describe.js.map +0 -1
- package/dist/lib/ai-model/prompt/extraction.js.map +0 -1
- package/dist/lib/ai-model/prompt/llm-locator.js.map +0 -1
- package/dist/lib/ai-model/prompt/llm-planning.js.map +0 -1
- package/dist/lib/ai-model/prompt/llm-section-locator.js.map +0 -1
- package/dist/lib/ai-model/prompt/playwright-generator.js.map +0 -1
- package/dist/lib/ai-model/prompt/ui-tars-locator.js.map +0 -1
- package/dist/lib/ai-model/prompt/ui-tars-planning.js.map +0 -1
- package/dist/lib/ai-model/prompt/util.js.map +0 -1
- package/dist/lib/ai-model/prompt/yaml-generator.js.map +0 -1
- package/dist/lib/ai-model/service-caller/index.js.map +0 -1
- package/dist/lib/ai-model/ui-tars-planning.js.map +0 -1
- package/dist/lib/device/index.js.map +0 -1
- package/dist/lib/image/index.js.map +0 -1
- package/dist/lib/index.js.map +0 -1
- package/dist/lib/insight/index.js.map +0 -1
- package/dist/lib/insight/utils.js.map +0 -1
- package/dist/lib/report.js.map +0 -1
- package/dist/lib/tree.js.map +0 -1
- package/dist/lib/types.js.map +0 -1
- package/dist/lib/utils.js.map +0 -1
- package/dist/lib/yaml/builder.js.map +0 -1
- package/dist/lib/yaml/index.js.map +0 -1
- package/dist/lib/yaml/player.js.map +0 -1
- package/dist/lib/yaml/utils.js.map +0 -1
- package/dist/lib/yaml.js.map +0 -1
|
@@ -19,7 +19,7 @@ function _define_property(obj, key, value) {
|
|
|
19
19
|
}
|
|
20
20
|
const debug = getDebug('ai:insight');
|
|
21
21
|
class Insight {
|
|
22
|
-
async locate(query, opt, modelConfig) {
|
|
22
|
+
async locate(query, opt, modelConfig, abortSignal) {
|
|
23
23
|
var _parseResult_errors;
|
|
24
24
|
const queryPrompt = 'string' == typeof query ? query : query.prompt;
|
|
25
25
|
assert(queryPrompt, 'query is required for locate');
|
|
@@ -44,7 +44,8 @@ class Insight {
|
|
|
44
44
|
searchAreaResponse = await AiLocateSection({
|
|
45
45
|
context,
|
|
46
46
|
sectionDescription: searchAreaPrompt,
|
|
47
|
-
modelConfig
|
|
47
|
+
modelConfig,
|
|
48
|
+
abortSignal
|
|
48
49
|
});
|
|
49
50
|
assert(searchAreaResponse.rect, `cannot find search area for "${searchAreaPrompt}"${searchAreaResponse.error ? `: ${searchAreaResponse.error}` : ''}`);
|
|
50
51
|
searchAreaRawResponse = searchAreaResponse.rawResponse;
|
|
@@ -57,7 +58,8 @@ class Insight {
|
|
|
57
58
|
context,
|
|
58
59
|
targetElementDescription: queryPrompt,
|
|
59
60
|
searchConfig: searchAreaResponse,
|
|
60
|
-
modelConfig
|
|
61
|
+
modelConfig,
|
|
62
|
+
abortSignal
|
|
61
63
|
});
|
|
62
64
|
const timeCost = Date.now() - startTime;
|
|
63
65
|
const taskInfo = {
|
|
@@ -117,7 +119,7 @@ class Insight {
|
|
|
117
119
|
rect
|
|
118
120
|
};
|
|
119
121
|
}
|
|
120
|
-
async extract(dataDemand, modelConfig, opt, multimodalPrompt) {
|
|
122
|
+
async extract(dataDemand, modelConfig, opt, multimodalPrompt, abortSignal) {
|
|
121
123
|
var _parseResult_errors;
|
|
122
124
|
assert('object' == typeof dataDemand || 'string' == typeof dataDemand, `dataDemand should be object or string, but get ${typeof dataDemand}`);
|
|
123
125
|
const dumpSubscriber = this.onceDumpUpdatedFn;
|
|
@@ -129,7 +131,8 @@ class Insight {
|
|
|
129
131
|
dataQuery: dataDemand,
|
|
130
132
|
multimodalPrompt,
|
|
131
133
|
extractOption: opt,
|
|
132
|
-
modelConfig
|
|
134
|
+
modelConfig,
|
|
135
|
+
abortSignal
|
|
133
136
|
});
|
|
134
137
|
const timeCost = Date.now() - startTime;
|
|
135
138
|
const taskInfo = {
|
|
@@ -210,7 +213,7 @@ class Insight {
|
|
|
210
213
|
}
|
|
211
214
|
];
|
|
212
215
|
const callAIFn = this.aiVendorFn;
|
|
213
|
-
const res = await callAIFn(msgs, AIActionType.DESCRIBE_ELEMENT, modelConfig);
|
|
216
|
+
const res = await callAIFn(msgs, AIActionType.DESCRIBE_ELEMENT, modelConfig, null == opt ? void 0 : opt.abortSignal);
|
|
214
217
|
const { content } = res;
|
|
215
218
|
assert(!content.error, `describe failed: ${content.error}`);
|
|
216
219
|
assert(content.description, 'failed to describe the element');
|
|
@@ -229,5 +232,3 @@ class Insight {
|
|
|
229
232
|
}
|
|
230
233
|
}
|
|
231
234
|
export { Insight as default };
|
|
232
|
-
|
|
233
|
-
//# sourceMappingURL=index.mjs.map
|
package/dist/es/report.mjs
CHANGED