@midscene/web 0.16.9-beta-20250507095704.0 → 0.16.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (42) hide show
  1. package/dist/es/agent.js +0 -71
  2. package/dist/es/agent.js.map +1 -1
  3. package/dist/es/bridge-mode-browser.js +4 -3
  4. package/dist/es/bridge-mode-browser.js.map +1 -1
  5. package/dist/es/bridge-mode.js +2 -73
  6. package/dist/es/bridge-mode.js.map +1 -1
  7. package/dist/es/chrome-extension.js +1 -72
  8. package/dist/es/chrome-extension.js.map +1 -1
  9. package/dist/es/index.js +0 -71
  10. package/dist/es/index.js.map +1 -1
  11. package/dist/es/midscene-playground.js +0 -71
  12. package/dist/es/midscene-playground.js.map +1 -1
  13. package/dist/es/playground.js +0 -71
  14. package/dist/es/playground.js.map +1 -1
  15. package/dist/es/playwright.js +0 -71
  16. package/dist/es/playwright.js.map +1 -1
  17. package/dist/es/puppeteer-agent-launcher.js +0 -71
  18. package/dist/es/puppeteer-agent-launcher.js.map +1 -1
  19. package/dist/es/puppeteer.js +0 -71
  20. package/dist/es/puppeteer.js.map +1 -1
  21. package/dist/lib/agent.js +0 -71
  22. package/dist/lib/agent.js.map +1 -1
  23. package/dist/lib/bridge-mode-browser.js +4 -3
  24. package/dist/lib/bridge-mode-browser.js.map +1 -1
  25. package/dist/lib/bridge-mode.js +2 -73
  26. package/dist/lib/bridge-mode.js.map +1 -1
  27. package/dist/lib/chrome-extension.js +1 -72
  28. package/dist/lib/chrome-extension.js.map +1 -1
  29. package/dist/lib/index.js +0 -71
  30. package/dist/lib/index.js.map +1 -1
  31. package/dist/lib/midscene-playground.js +0 -71
  32. package/dist/lib/midscene-playground.js.map +1 -1
  33. package/dist/lib/playground.js +0 -71
  34. package/dist/lib/playground.js.map +1 -1
  35. package/dist/lib/playwright.js +0 -71
  36. package/dist/lib/playwright.js.map +1 -1
  37. package/dist/lib/puppeteer-agent-launcher.js +0 -71
  38. package/dist/lib/puppeteer-agent-launcher.js.map +1 -1
  39. package/dist/lib/puppeteer.js +0 -71
  40. package/dist/lib/puppeteer.js.map +1 -1
  41. package/dist/types/agent.d.ts +1 -7
  42. package/package.json +10 -3
package/dist/es/agent.js CHANGED
@@ -1793,16 +1793,6 @@ function buildPlans(type, locateParam, param) {
1793
1793
 
1794
1794
  // src/common/agent.ts
1795
1795
  var debug4 = getDebug4("web-integration");
1796
- var distanceOfTwoPoints = (p1, p2) => {
1797
- const [x1, y1] = p1;
1798
- const [x2, y2] = p2;
1799
- return Math.round(Math.sqrt((x1 - x2) ** 2 + (y1 - y2) ** 2));
1800
- };
1801
- var includedInRect = (point, rect) => {
1802
- const [x, y] = point;
1803
- const { left, top, width, height } = rect;
1804
- return x >= left && x <= left + width && y >= top && y <= top + height;
1805
- };
1806
1796
  var PageAgent = class {
1807
1797
  constructor(page, opts) {
1808
1798
  /**
@@ -2008,67 +1998,6 @@ ${errorTask?.errorStack}`);
2008
1998
  this.afterTaskRunning(executor);
2009
1999
  return output;
2010
2000
  }
2011
- async describeElementAtPoint(center, opt) {
2012
- const { verifyPrompt = true, retryLimit = 3 } = opt || {};
2013
- let success = false;
2014
- let retryCount = 0;
2015
- let resultPrompt = "";
2016
- let deepThink = opt?.deepThink || false;
2017
- let verifyResult;
2018
- while (!success && retryCount < retryLimit) {
2019
- if (retryCount >= 2) {
2020
- deepThink = true;
2021
- }
2022
- debug4(
2023
- "aiDescribe",
2024
- center,
2025
- "verifyPrompt",
2026
- verifyPrompt,
2027
- "retryCount",
2028
- retryCount,
2029
- "deepThink",
2030
- deepThink
2031
- );
2032
- const text = await this.insight.describe(center, { deepThink });
2033
- debug4("aiDescribe text", text);
2034
- assert6(text.description, `failed to describe element at [${center}]`);
2035
- resultPrompt = text.description;
2036
- verifyResult = await this.verifyLocator(
2037
- resultPrompt,
2038
- deepThink ? { deepThink: true } : void 0,
2039
- center,
2040
- opt
2041
- );
2042
- if (verifyResult.pass) {
2043
- success = true;
2044
- } else {
2045
- retryCount++;
2046
- }
2047
- }
2048
- return {
2049
- prompt: resultPrompt,
2050
- deepThink,
2051
- verifyResult
2052
- };
2053
- }
2054
- async verifyLocator(prompt, locateOpt, expectCenter, verifyLocateOption) {
2055
- debug4("verifyLocator", prompt, locateOpt, expectCenter, verifyLocateOption);
2056
- const { center: verifyCenter, rect: verifyRect } = await this.aiLocate(
2057
- prompt,
2058
- locateOpt
2059
- );
2060
- const distance = distanceOfTwoPoints(expectCenter, verifyCenter);
2061
- const included = includedInRect(expectCenter, verifyRect);
2062
- const pass = distance <= (verifyLocateOption?.centerDistanceThreshold || 20) || included;
2063
- const verifyResult = {
2064
- pass,
2065
- rect: verifyRect,
2066
- center: verifyCenter,
2067
- centerDistance: distance
2068
- };
2069
- debug4("aiDescribe verifyResult", verifyResult);
2070
- return verifyResult;
2071
- }
2072
2001
  async aiLocate(prompt, opt) {
2073
2002
  const detailedLocateParam = this.buildDetailedLocateParam(prompt, opt);
2074
2003
  const plans = buildPlans("Locate", detailedLocateParam);