agent-device 0.21.14 → 0.21.16

package/dist/src/semantic-index.js

@@ -1 +0,0 @@
-import{Gr as e,Ir as t,Jr as n,Mr as r,Wr as i,qr as a}from"./sdk-batch.js";import{n as o,t as s}from"./scroll-indicator.js";import{a as c,i as l,o as ee,r as u}from"./react-native-overlay.js";import{t as d}from"./rect-center.js";import{_ as f,a as p,c as m,d as h,f as g,g as _,h as te,i as v,l as ne,m as y,n as b,o as x,p as S,r as re,t as C,u as ie}from"./tree.js";function ae(e,t){let n=p(t.sourceNodesByIndex.values());for(let r of e)oe(r,t.sourceNodesByIndex,n)&&y(t.replacements,r,{type:`Cell`})}function oe(e,n,r){return!(t(e.type??``)!==`other`||e.enabled===!1||!e.rect||!le(e.label)||!x(e,n,ce)||!se(e)||ie(e.rect,r))}function se(e){return e.rect?e.rect.height>=44&&e.rect.height<=160&&e.rect.width>=120:!1}function ce(e){let n=t(e.type??``);return n===`scrollview`||n===`scrollarea`}function le(e){let t=e?.trim();return!(!t||/^(toolbar|window|application)$/i.test(t)||t.startsWith(`!,`)||/debugger|fast refresh/i.test(t))}function ue(e,t){let n=new Set;for(let r of e)de(t.replacements.get(r.index)??r)&&fe(r,t.sourceNodesByIndex,t,n);he(e,t,n)}function de(e){let t=e.label?.trim();return!!(t&&o(t))}function fe(e,t,n,r){let i=!g(e.type)||n.isSuppressed(e),a=s(e.label?.trim()??``,e.value),o=a?me(e,t):void 0;i&&n.suppressNode(e,o?[o]:[]),o&&a&&N(n,o,e,a)&&r.add(o.index)}function w(e,t){return typeof e.parentIndex==`number`?t.get(e.parentIndex):void 0}function pe(e,t){return e.rect!=null&&t.rect!=null&&M(e.rect,t.rect)}function me(e,t){if(g(e.type))return null;let n=w(e,t);for(;n&&!g(n.type);){let e=w(n,t);if(!e||!pe(n,e))return null;n=e}return n??null}function he(e,t,n){let r=new Map;for(let i of e){let e=r.get(i.parentIndex??-1),a=e?.clip,o=t.replacements.get(i.index)??i,s=j(o.rect,a),c=T(o,a,s),l=E(e,c,o);D(t,i,o,a,s,c,l),r.set(i.index,O(i,o,a,s,l,n))}}function T(e,t,n){return!!(t&&i(e.rect)&&!i(n))}function E(e,t,n){return!!(e?.projectedOut||t&&A(n))}function D(e,t,n,r,i,a,o){o||a?e.suppressNode(t,[]):r&&i&&!M(n.rect,i)&&y(e.replacements,t,{rect:i})}function O(e,t,n,r,i,a){return{projectedOut:i,...k(e,t,n,r,a)?{clip:r}:n?{clip:n}:{}}}function k(e,t,n,r,a){return!!(i(r)&&(a.has(e.index)||n!==void 0&&g(t.type)))}function A(e){return e.type?.trim().toLowerCase()===`cell`||g(e.type)}function j(e,t){if(!e||!t)return e;let n=Math.max(e.x,t.x),r=Math.max(e.y,t.y),i=Math.min(e.x+e.width,t.x+t.width),a=Math.min(e.y+e.height,t.y+t.height);return{x:n,y:r,width:Math.max(0,i-n),height:Math.max(0,a-r)}}function M(e,t){return!!(e&&e.x===t.x&&e.y===t.y&&e.width===t.width&&e.height===t.height)}function N(e,t,n,r){let i=F((e.replacements.get(t.index)??t).rect,n.rect);return f(e.replacements,t,e=>({rect:i??e.rect,hiddenContentAbove:P(e.hiddenContentAbove,r.above),hiddenContentBelow:P(e.hiddenContentBelow,r.below)})),!!i}function P(e,t){return e===!0||t?!0:void 0}function F(e,t){if(!(!e||!t)&&!(t.height<=0||t.height>=e.height)&&!(t.y<e.y||t.y>e.y+e.height))return{...e,y:t.y,height:Math.min(t.height,e.y+e.height-t.y)}}function I(e,n){for(let r=0;r<e.length;r+=1){let i=e[r],a=i?.label?.trim();i&&a&&t(i.type??``)===`other`&&n(i,a,r)}}function L(e,t){I(e,(n,r,i)=>{if(!c(r)||!n.rect)return;let a=v(e,i,e=>!!e.rect&&ee(e.label?.trim()??``));if(!a?.rect)return;let o=ge(n.rect,a.rect);if(!o)return;let s=R(e,i,o);y(t,n,{rect:s}),m(e,i,e=>{c(e.label?.trim()??``)&&y(t,e,{rect:s})})})}function R(e,t,r){let i=r;return m(e,t,e=>{let t=e.label?.trim()??``;!e.rect||!c(t)||n(r,e.rect)&&a(e.rect)<a(i)&&(i=e.rect)}),i}function ge(e,t){let n=e.x+e.width,r=t.x+t.width,i={x:t.x,y:e.y,width:n-t.x,height:e.height};if(t.x>e.x&&d(t,i))return{...e,width:t.x-e.x};let a={x:e.x,y:e.y,width:r-e.x,height:e.height};if(r<n&&d(t,a))return{...e,x:r,width:n-r}}function _e(e,t){I(e,(n,r,i)=>{u(n)&&l(n,z(e,i))&&t.suppressNode(n,z(e,i))})}function z(e,t){let n=[];return m(e,t,e=>{n.push(e)}),n}function ve(e,t){let n=p(e),r=n?n.y+n.height:null;if(r!==null)for(let n=0;n<e.length;n+=1){let i=e[n];!i||!ye(i,r)||(t.suppressNode(i,[]),be(i,t,r),m(e,n,e=>{t.suppressNode(e,[])}))}}function ye(e,n){return!e.rect||t(e.type??``)!==`keyboard`?!1:e.rect.y>=n}function be(e,t,n){let r=typeof e.parentIndex==`number`?t.sourceNodesByIndex.get(e.parentIndex):void 0;for(;r?.rect&&r.rect.y>=n;)t.suppressNode(r,[]),r=typeof r.parentIndex==`number`?t.sourceNodesByIndex.get(r.parentIndex):void 0}function xe(e,n){for(let r=0;r<e.length;r+=1){let i=e[r];if(!i)continue;if(Se(i)){B(e,r,i,n);continue}if(!Ce(i))continue;let a=v(e,r,e=>t(e.type??``)===`searchfield`&&e.label===`Search`);a&&(n.suppressNode(i,[a]),we(i,a,n),B(e,r,a,n))}}function Se(e){return t(e.type??``)===`searchfield`&&e.label===`Search`}function Ce(e){let n=t(e.type??``);return e.label===`Toolbar`&&(n===`toolbar`||n===`searchfield`)}function B(e,t,n,r){m(e,t,e=>{e.index!==n.index&&Te(e)&&r.suppressNode(e,[n])})}function we(e,t,n){let r=e;for(;typeof r.parentIndex==`number`;){let e=n.sourceNodesByIndex.get(r.parentIndex);if(!e||e.label!==`Toolbar`)return;n.suppressNode(e,[t]),r=e}}function Te(e){let n=t(e.type??``);return n===`button`?!1:n===`image`||e.label===`Search`}function Ee(e,t){for(let n=0;n<e.length;n+=1){let r=e[n],i=r?.label?.trim();!r||t.isSuppressed(r)||!i||De(e,n,r,i,t)}}function De(e,n,r,i,a){let o=t(r.type??``);if(o===`statictext`||o===`link`){V(e,n,i,r,a);return}if(o!==`other`)return;let s=Oe(e,n,i);if(s){a.suppressNode(r,[s]);return}V(e,n,i,r,a)}function Oe(e,n,r){return v(e,n,e=>{let n=t(e.type??``);return(n===`link`||n===`searchfield`||g(e.type))&&e.label?.trim()===r})}function V(e,t,n,r,i){m(e,t,e=>{!i.semanticRepresentativeIndexes.has(e.index)&&h(e,n)&&i.suppressNode(e,[r])})}function ke(e,t){I(e,(n,r,i)=>{let a=v(e,i,e=>S(e)&&e.label?.trim()===r&&(d(e.rect,n.rect)||Ae(n,e)));a&&t.suppressNode(n,[a])})}function Ae(e,n){if(n.label?.trim()!==e.label?.trim())return!1;let r=t(n.type??``);return je(e,r)||r===`textfield`||Me(e,r,n)}function je(e,t){let n=e.label?.trim();return t===`button`&&(n===`Dismiss`||n===`Back`)}function Me(e,t,n){return t!==`button`||!e.rect||!n.rect?!1:e.rect.x===0&&e.rect.y===0&&e.rect.width>=300&&e.rect.height>=600&&n.rect.width<e.rect.width}function Ne(e,n){let r=C(e);for(let i of e){if(t(i.type??``)!==`other`||i.hittable===!0||i.label?.trim()||i.value?.trim()||!i.identifier?.trim())continue;let e=re(i,r);(e.length!==0||i.hittable===!1)&&n.suppressNode(i,e)}}function Pe(e,t){ve(e,t),Ne(e,t),ue(e,t),xe(e,t),ke(e,t),L(e,t.replacements),_e(e,t),Ee(e,t)}function Fe(e,t){for(let n=0;n<e.length;n+=1){let r=e[n],i=r?Ie(e,n,r,t):void 0;!r?.rect||!i||ze(e,n,r,i,t)}}function Ie(e,n,r,i){let a=r.label?.trim();if(t(r.type??``)!==`cell`||a&&!Le(a,r.identifier)&&!o(a))return a;let s=b(e,n).find(Re),c=s?.label?.trim();return!s||!c?a:(y(i.replacements,r,{label:c}),i.suppressNode(s,[r]),c)}function Le(e,t){return t?.trim()===e&&/^[A-Z_$][A-Za-z0-9_$]*Cell$/.test(e)}function Re(e){if(!e.label?.trim())return!1;let n=t(e.type??``);return n===`statictext`||n===`text`||n===`textview`}function ze(e,n,r,i,a){let o=t(r.type??``);if(o===`button`){H(b(e,n),i,a,r);return}if(o!==`cell`)return;let s=b(e,n);Be(s,r,i,a)||Ve(s,r,i,a)}function Be(e,t,n,r){let i=e.find(e=>Ue(e,t,n));if(!i)return!1;let a=e.find(e=>U(e,t,n)),o=i.identifier?void 0:a?.identifier??t.identifier;return o&&y(r.replacements,i,{identifier:o}),r.suppressNode(t,[i]),He(e,t,n,i,r),!0}function Ve(e,t,n,r){let i=e.find(e=>U(e,t,n));if(!i){e.some(ne)&&H(e,n,r,t);return}!t.identifier&&i.identifier&&y(r.replacements,t,{identifier:i.identifier}),r.suppressNode(i,[t]),H(e.filter(e=>e.index!==i.index),n,r,t)}function He(e,t,n,r,i){for(let a of e)a.index!==r.index&&(U(a,t,n)||W(a,t)||We(a,r)||_(a,n))&&i.suppressNode(a,[r])}function H(e,t,n,r){for(let i of e)(_(i,t)||r&&W(i,r))&&n.suppressNode(i,r?[r]:[])}function U(e,n,r){if(t(e.type??``)!==`button`)return!1;let i=n.identifier?.trim(),a=e.identifier?.trim();return i&&a&&i===a?!0:e.label?.trim()===r&&d(e.rect,n.rect)}function W(e,n){return t(e.type??``)===`button`&&!e.label?.trim()&&!e.value?.trim()&&d(e.rect,n.rect)}function Ue(e,n,r){if(t(e.type??``)!==`switch`)return!1;let i=n.identifier?.trim(),a=e.identifier?.trim();return i&&a&&i===a?!0:e.label?.trim()===r}function We(e,n){if(t(e.type??``)!==`switch`||e.index===n.index)return!1;let r=e.label?.trim();return r===n.value?.trim()||r===`0`||r===`1`}const G=1.15;function Ge(t,n,r){let i=new Map(t.map((e,t)=>[e.index,t]));for(let[a,o]of t.entries()){let s=Ke(t,i,n,o,r);if(!s)continue;q(t,a,r);let c=J(s.shelfRect,2);for(let n of s.intermediateSiblings){if(tt(n)||!n.rect||!e(n.rect,c))continue;let a=i.get(n.index);a!==void 0&&q(t,a,r)}}}function Ke(e,t,n,r,i){let a=qe(r,n,i.sourceNodesByIndex);if(!a)return;let o=Xe(e,t,a.siblings,a.position,a.parent);if(!(o<0))return{shelfRect:a.rect,intermediateSiblings:a.siblings.slice(a.position+1,o)}}function qe(e,t,n){let r=Ze(e,K(t,e.index));if(!r)return;let i=Ye(e,n);if(!i||!i.rect)return;let a=K(t,i.index),o=a.findIndex(t=>t.index===e.index);if(Je(a,o,e,r))return{rect:r.rect,parent:i,siblings:a,position:o}}function K(e,t){return e.get(t)??[]}function Je(e,t,n,r){if(t<1)return!1;let i=Qe(e,t,n);return i?!r.childActionsPresented||!$e(i,r.actionButtons):!1}function Ye(e,t){return typeof e.parentIndex==`number`?t.get(e.parentIndex):void 0}function Xe(e,t,n,r,i){return n.findIndex((n,a)=>a>r&&et(e,t.get(n.index),n,i))}function Ze(e,r){if(!g(e.type)||!e.rect)return;let i=e.rect,a=r.filter(e=>t(e.type??``)===`button`&&e.rect);if(a.length===0&&e.hiddenContentBelow===!0)return{rect:i,childActionsPresented:!1,actionButtons:a};if(a.length<3)return;let o=a.map(e=>e.rect.x+e.rect.width/2);if(o.every((e,t)=>t===0||e>o[t-1]))return{rect:i,childActionsPresented:a.some(e=>n(i,e.rect)),actionButtons:a}}function Qe(e,t,n){if(!(!n.rect||t<1))for(let r=t-1;r>=0;--r){let t=e[r];if(!(!t.rect||!S(t))&&t.rect.x+t.rect.width/2<n.rect.x&&nt(t.rect,J(n.rect,2)))return t}}function $e(e,t){if(!e.rect||t.length===0)return!1;let n=Math.max(...t.map(e=>e.rect?.width??0)),r=Math.max(...t.map(e=>e.rect?.height??0));return e.rect.width>n*G||e.rect.height>r*G}function et(e,n,r,i){return n!==void 0&&t(r.type??``)===`other`&&d(r.rect,i.rect)&&!!v(e,n,S)}function q(e,t,n){let r=e[t];if(r){n.suppressNode(r,[]);for(let r of b(e,t))n.suppressNode(r,[])}}function tt(e){let n=t(e.type??``);return n===`textfield`||n===`securetextfield`||n===`searchfield`||n===`textview`}function J(e,t){return{x:e.x-t,y:e.y-t,width:e.width+t*2,height:e.height+t*2}}function nt(e,t){return Math.max(e.y,t.y)<=Math.min(e.y+e.height,t.y+t.height)}function rt(e,t){let n=C(e);Ge(e,n,t),it(e,n,t)}function it(e,n,r){for(let i of e){if(t(i.type??``)!==`navigationbar`||!i.rect)continue;let e=n.get(i.index)??[],a=e.flatMap(t=>at(t,e,i.rect));if(a.length!==1)continue;let{field:o,title:s,image:c,label:l}=a[0];y(r.replacements,o,{type:`Button`,label:l,enabled:!0,hittable:void 0,rect:lt([c.rect,o.rect,s.rect])}),r.semanticRepresentativeIndexes.add(o.index),r.suppressNode(s,[o]),r.suppressNode(c,[o])}}function at(e,t,n){let i=r(e);if(!Y(e,i))return[];let a=X(t,e=>ot(e,i)),o=X(t,st);return a?.rect&&o?.rect&&ct(o.rect,e.rect,a.rect,n)?[{field:e,title:a,image:o,label:i}]:[]}function Y(e,n){return t(e.type??``)===`textfield`&&e.enabled===!1&&!!e.rect&&!!n&&e.value?.trim()===n}function ot(e,n){return t(e.type??``)===`statictext`&&e.label?.trim()===n&&!!e.rect}function st(e){return t(e.type??``)===`image`&&!!e.identifier?.trim()&&!!e.rect}function X(e,t){let n=e.filter(t);return n.length===1?n[0]:void 0}function ct(e,t,r,i){let a=t.x-(e.x+e.width),o=r.x-(t.x+t.width);return n(i,e)&&n(i,t)&&n(i,r)&&a>=0&&a<=12&&o>=0&&o<=12&&Z(e,t)&&Z(t,r)}function Z(e,t){return Math.max(e.y,t.y)<=Math.min(e.y+e.height,t.y+t.height)}function lt(e){let t=Math.min(...e.map(e=>e.x)),n=Math.min(...e.map(e=>e.y)),r=Math.max(...e.map(e=>e.x+e.width)),i=Math.max(...e.map(e=>e.y+e.height));return{x:t,y:n,width:r-t,height:i-n}}function ut(e,n){let r=C(e);for(let i of e){if(t(i.type??``)===`element(58)`){y(n.replacements,i,{type:`WebView`});continue}let e=dt(i,n.sourceNodesByIndex,r);if(e?.kind===`suppress`){n.suppressNode(i,[]);continue}e&&(y(n.replacements,i,{type:e.type,...e.type===`Heading`?{value:void 0}:{}}),n.semanticRepresentativeIndexes.add(i.index))}}function dt(e,n,r){if(t(e.type??``)!==`other`)return null;let i=x(e,n,mt),a=e.label?.trim();return!i||!a?null:pt(e,i,a)?{kind:`suppress`}:ft(e,a,r)?{kind:`semantic`,type:Q(e.value)?`Heading`:`StaticText`}:null}function ft(e,n,r){let i=r.get(e.index);if(i?.length!==1)return!1;let a=i[0];return t(a.type??``)===`statictext`&&a.label?.trim()===n&&!r.has(a.index)}function pt(e,t,n){return e.parentIndex===t.index&&t.label?.trim()===n&&!Q(e.value)}function mt(e){let n=t(e.type??``);return n===`webview`||n===`element(58)`}function Q(e){return/^[1-6]$/.test(e?.trim()??``)}const ht=[ut,rt,ae,Fe,Pe];function gt(e){if(e.length===0)return{nodes:e,presentedIndexesBySourceIndex:new Map};let t=new Map,n=new Map,r=new Set,i=new Map(e.map(e=>[e.index,e])),a=new Set,o={replacements:t,semanticRepresentativeIndexes:r,sourceNodesByIndex:i,isSuppressed:e=>a.has(e.index),suppressNode(e,t){if(a.add(e.index),t.length===0)return;let r=n.get(e.index)??new Set;for(let e of t)r.add(e.index);n.set(e.index,r)}};for(let t of ht)t(e,o);if(a.size===0&&t.size===0)return{nodes:e,presentedIndexesBySourceIndex:new Map(e.map(e=>[e.index,[e.index]]))};let s=e.filter(e=>!a.has(e.index)).map(e=>t.get(e.index)??e),c=te(s,a,e),l=new Map(s.map((e,t)=>[e.index,c[t].index]));return{nodes:c,presentedIndexesBySourceIndex:new Map(e.map(e=>[e.index,$(e.index,l,n)]))}}function $(e,t,n,r=new Set){let i=t.get(e);if(i!==void 0)return[i];if(r.has(e))return[];r.add(e);let a=new Set;for(let i of n.get(e)??[])for(let e of $(i,t,n,r))a.add(e);return[...a].sort((e,t)=>e-t)}export{gt as t};

package/dist/src/snapshot-scope.js

@@ -1 +0,0 @@
-function e(e){return e?.trim().toLowerCase()||null}function t(t,n){let r=e(n);return r?[t.label,t.value,t.identifier].some(e=>(e??``).toLowerCase().includes(r)):!1}function n(n,r,i=()=>!0){if(!e(r))return null;for(let[e,a]of n.entries()){if(!t(a,r))continue;let o=a.depth??0,s=e+1;for(;s<n.length&&(n[s]?.depth??0)>o;)s+=1;let c={start:e,end:s};if(i(c))return c}return null}function r(e,t=0){let n=new Map;for(let[t,r]of e.entries())n.set(r.index,t);return e.map((e,r)=>({...e,index:r,depth:Math.max(0,(e.depth??0)-t),parentIndex:typeof e.parentIndex==`number`?n.get(e.parentIndex):void 0}))}export{r as i,t as n,e as r,n as t};