@midscene/web 0.16.9-beta-20250507095704.0 → 0.16.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/es/agent.js +0 -71
- package/dist/es/agent.js.map +1 -1
- package/dist/es/bridge-mode-browser.js +4 -3
- package/dist/es/bridge-mode-browser.js.map +1 -1
- package/dist/es/bridge-mode.js +2 -73
- package/dist/es/bridge-mode.js.map +1 -1
- package/dist/es/chrome-extension.js +1 -72
- package/dist/es/chrome-extension.js.map +1 -1
- package/dist/es/index.js +0 -71
- package/dist/es/index.js.map +1 -1
- package/dist/es/midscene-playground.js +0 -71
- package/dist/es/midscene-playground.js.map +1 -1
- package/dist/es/playground.js +0 -71
- package/dist/es/playground.js.map +1 -1
- package/dist/es/playwright.js +0 -71
- package/dist/es/playwright.js.map +1 -1
- package/dist/es/puppeteer-agent-launcher.js +0 -71
- package/dist/es/puppeteer-agent-launcher.js.map +1 -1
- package/dist/es/puppeteer.js +0 -71
- package/dist/es/puppeteer.js.map +1 -1
- package/dist/lib/agent.js +0 -71
- package/dist/lib/agent.js.map +1 -1
- package/dist/lib/bridge-mode-browser.js +4 -3
- package/dist/lib/bridge-mode-browser.js.map +1 -1
- package/dist/lib/bridge-mode.js +2 -73
- package/dist/lib/bridge-mode.js.map +1 -1
- package/dist/lib/chrome-extension.js +1 -72
- package/dist/lib/chrome-extension.js.map +1 -1
- package/dist/lib/index.js +0 -71
- package/dist/lib/index.js.map +1 -1
- package/dist/lib/midscene-playground.js +0 -71
- package/dist/lib/midscene-playground.js.map +1 -1
- package/dist/lib/playground.js +0 -71
- package/dist/lib/playground.js.map +1 -1
- package/dist/lib/playwright.js +0 -71
- package/dist/lib/playwright.js.map +1 -1
- package/dist/lib/puppeteer-agent-launcher.js +0 -71
- package/dist/lib/puppeteer-agent-launcher.js.map +1 -1
- package/dist/lib/puppeteer.js +0 -71
- package/dist/lib/puppeteer.js.map +1 -1
- package/dist/types/agent.d.ts +1 -7
- package/package.json +10 -3
package/dist/es/agent.js
CHANGED
|
@@ -1793,16 +1793,6 @@ function buildPlans(type, locateParam, param) {
|
|
|
1793
1793
|
|
|
1794
1794
|
// src/common/agent.ts
|
|
1795
1795
|
var debug4 = getDebug4("web-integration");
|
|
1796
|
-
var distanceOfTwoPoints = (p1, p2) => {
|
|
1797
|
-
const [x1, y1] = p1;
|
|
1798
|
-
const [x2, y2] = p2;
|
|
1799
|
-
return Math.round(Math.sqrt((x1 - x2) ** 2 + (y1 - y2) ** 2));
|
|
1800
|
-
};
|
|
1801
|
-
var includedInRect = (point, rect) => {
|
|
1802
|
-
const [x, y] = point;
|
|
1803
|
-
const { left, top, width, height } = rect;
|
|
1804
|
-
return x >= left && x <= left + width && y >= top && y <= top + height;
|
|
1805
|
-
};
|
|
1806
1796
|
var PageAgent = class {
|
|
1807
1797
|
constructor(page, opts) {
|
|
1808
1798
|
/**
|
|
@@ -2008,67 +1998,6 @@ ${errorTask?.errorStack}`);
|
|
|
2008
1998
|
this.afterTaskRunning(executor);
|
|
2009
1999
|
return output;
|
|
2010
2000
|
}
|
|
2011
|
-
async describeElementAtPoint(center, opt) {
|
|
2012
|
-
const { verifyPrompt = true, retryLimit = 3 } = opt || {};
|
|
2013
|
-
let success = false;
|
|
2014
|
-
let retryCount = 0;
|
|
2015
|
-
let resultPrompt = "";
|
|
2016
|
-
let deepThink = opt?.deepThink || false;
|
|
2017
|
-
let verifyResult;
|
|
2018
|
-
while (!success && retryCount < retryLimit) {
|
|
2019
|
-
if (retryCount >= 2) {
|
|
2020
|
-
deepThink = true;
|
|
2021
|
-
}
|
|
2022
|
-
debug4(
|
|
2023
|
-
"aiDescribe",
|
|
2024
|
-
center,
|
|
2025
|
-
"verifyPrompt",
|
|
2026
|
-
verifyPrompt,
|
|
2027
|
-
"retryCount",
|
|
2028
|
-
retryCount,
|
|
2029
|
-
"deepThink",
|
|
2030
|
-
deepThink
|
|
2031
|
-
);
|
|
2032
|
-
const text = await this.insight.describe(center, { deepThink });
|
|
2033
|
-
debug4("aiDescribe text", text);
|
|
2034
|
-
assert6(text.description, `failed to describe element at [${center}]`);
|
|
2035
|
-
resultPrompt = text.description;
|
|
2036
|
-
verifyResult = await this.verifyLocator(
|
|
2037
|
-
resultPrompt,
|
|
2038
|
-
deepThink ? { deepThink: true } : void 0,
|
|
2039
|
-
center,
|
|
2040
|
-
opt
|
|
2041
|
-
);
|
|
2042
|
-
if (verifyResult.pass) {
|
|
2043
|
-
success = true;
|
|
2044
|
-
} else {
|
|
2045
|
-
retryCount++;
|
|
2046
|
-
}
|
|
2047
|
-
}
|
|
2048
|
-
return {
|
|
2049
|
-
prompt: resultPrompt,
|
|
2050
|
-
deepThink,
|
|
2051
|
-
verifyResult
|
|
2052
|
-
};
|
|
2053
|
-
}
|
|
2054
|
-
async verifyLocator(prompt, locateOpt, expectCenter, verifyLocateOption) {
|
|
2055
|
-
debug4("verifyLocator", prompt, locateOpt, expectCenter, verifyLocateOption);
|
|
2056
|
-
const { center: verifyCenter, rect: verifyRect } = await this.aiLocate(
|
|
2057
|
-
prompt,
|
|
2058
|
-
locateOpt
|
|
2059
|
-
);
|
|
2060
|
-
const distance = distanceOfTwoPoints(expectCenter, verifyCenter);
|
|
2061
|
-
const included = includedInRect(expectCenter, verifyRect);
|
|
2062
|
-
const pass = distance <= (verifyLocateOption?.centerDistanceThreshold || 20) || included;
|
|
2063
|
-
const verifyResult = {
|
|
2064
|
-
pass,
|
|
2065
|
-
rect: verifyRect,
|
|
2066
|
-
center: verifyCenter,
|
|
2067
|
-
centerDistance: distance
|
|
2068
|
-
};
|
|
2069
|
-
debug4("aiDescribe verifyResult", verifyResult);
|
|
2070
|
-
return verifyResult;
|
|
2071
|
-
}
|
|
2072
2001
|
async aiLocate(prompt, opt) {
|
|
2073
2002
|
const detailedLocateParam = this.buildDetailedLocateParam(prompt, opt);
|
|
2074
2003
|
const plans = buildPlans("Locate", detailedLocateParam);
|