agent-device 0.20.0 → 0.20.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -2
- package/android/ime-helper/dist/{agent-device-android-ime-helper-0.20.0.apk → agent-device-android-ime-helper-0.20.1.apk} +0 -0
- package/android/ime-helper/dist/agent-device-android-ime-helper-0.20.1.apk.sha256 +1 -0
- package/android/ime-helper/dist/{agent-device-android-ime-helper-0.20.0.manifest.json → agent-device-android-ime-helper-0.20.1.manifest.json} +4 -4
- package/android/snapshot-helper/dist/{agent-device-android-snapshot-helper-0.20.0.apk → agent-device-android-snapshot-helper-0.20.1.apk} +0 -0
- package/android/snapshot-helper/dist/agent-device-android-snapshot-helper-0.20.1.apk.sha256 +1 -0
- package/android/snapshot-helper/dist/{agent-device-android-snapshot-helper-0.20.0.manifest.json → agent-device-android-snapshot-helper-0.20.1.manifest.json} +6 -6
- package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+CommandExecution.swift +54 -6
- package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+CommandJournal.swift +1 -1
- package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+Interaction.swift +15 -4
- package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+Models.swift +8 -3
- package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+Snapshot.swift +4 -2
- package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+TextEntry.swift +1 -1
- package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests.swift +2 -1
- package/dist/src/agent-device-client.js +2 -2
- package/dist/src/android-input-method-overlays.js +1 -1
- package/dist/src/android-system-chrome.js +1 -1
- package/dist/src/android.js +1 -1
- package/dist/src/app-log-request-scope.js +1 -1
- package/dist/src/app-resolution.js +1 -1
- package/dist/src/apple-multitouch-support.js +1 -1
- package/dist/src/apps.js +5 -5
- package/dist/src/boot-diagnostics.js +2 -2
- package/dist/src/cli-config.js +1 -1
- package/dist/src/cli-help.js +76 -19
- package/dist/src/cli-runner.js +1 -1
- package/dist/src/cli.js +14 -14
- package/dist/src/command-metadata.js +1 -1
- package/dist/src/command-schema.js +1 -1
- package/dist/src/compatibility-policy.js +1 -0
- package/dist/src/context.js +1 -1
- package/dist/src/contracts.d.ts +2 -2
- package/dist/src/debug-symbols.js +1 -1
- package/dist/src/devices2.js +1 -1
- package/dist/src/devices4.js +1 -0
- package/dist/src/find.js +1 -1
- package/dist/src/finders.js +1 -1
- package/dist/src/generic.js +1 -1
- package/dist/src/index.d.ts +144 -9
- package/dist/src/input-actions.js +2 -2
- package/dist/src/interaction-snapshot.js +1 -1
- package/dist/src/interaction.d.ts +2 -2
- package/dist/src/interaction.js +1 -1
- package/dist/src/interactor.js +2 -2
- package/dist/src/interactor2.js +1 -0
- package/dist/src/internal/bin.js +1 -1
- package/dist/src/internal/daemon.js +20 -20
- package/dist/src/lease-context.js +1 -1
- package/dist/src/lease.js +1 -1
- package/dist/src/linux.js +1 -1
- package/dist/src/method-scope.js +1 -0
- package/dist/src/metro-types.d.ts +52 -0
- package/dist/src/metro.d.ts +2 -2
- package/dist/src/react-native.js +1 -1
- package/dist/src/recording-export-quality.js +15 -0
- package/dist/src/register-builtins.js +1 -1
- package/dist/src/registry.js +24 -24
- package/dist/src/remote-config.d.ts +1 -1
- package/dist/src/reporting.js +4 -4
- package/dist/src/runner-client.js +1 -1
- package/dist/src/runner-disposal.js +2 -2
- package/dist/src/runner-lease.js +1 -1
- package/dist/src/runner-provider.js +1 -1
- package/dist/src/runtime.js +3 -3
- package/dist/src/runtime2.js +1 -1
- package/dist/src/sdk-android-adb.d.ts +2 -24
- package/dist/src/sdk-android-adb.js +4 -4
- package/dist/src/sdk-batch-runner.js +3 -2
- package/dist/src/sdk-contracts.d.ts +4 -90
- package/dist/src/sdk-device.js +1 -1
- package/dist/src/sdk-finders.d.ts +3 -2
- package/dist/src/sdk-finders.js +1 -1
- package/dist/src/sdk-remote-config.d.ts +18 -103
- package/dist/src/sdk-selectors.js +1 -1
- package/dist/src/selector-runtime.js +1 -1
- package/dist/src/selector-vocabulary.js +1 -1
- package/dist/src/selectors.d.ts +1 -1
- package/dist/src/selectors.js +1 -1
- package/dist/src/server.js +2 -2
- package/dist/src/session-target-evidence.js +1 -1
- package/dist/src/session.js +8 -8
- package/dist/src/simctl.js +1 -0
- package/dist/src/simulator.js +1 -1
- package/dist/src/snapshot-diagnostics.js +4 -4
- package/dist/src/snapshot-quality.js +1 -1
- package/dist/src/snapshot2.js +1 -1
- package/dist/src/tool-provider3.js +1 -0
- package/dist/src/unsupported-interactor.js +1 -0
- package/dist/src/web.js +1 -1
- package/package.json +8 -6
- package/server.json +2 -2
- package/skills/agent-device/SKILL.md +5 -3
- package/android/ime-helper/dist/agent-device-android-ime-helper-0.20.0.apk.sha256 +0 -1
- package/android/snapshot-helper/dist/agent-device-android-snapshot-helper-0.20.0.apk.sha256 +0 -1
- package/dist/src/config.js +0 -1
- package/dist/src/daemon-shutdown-report.js +0 -1
- package/dist/src/sdk-batch.js +0 -2
- package/dist/src/tv-remote.js +0 -15
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import{t as e}from"./rolldown-runtime.js";import{_ as t}from"./sdk-contracts.js";import{F as n,c as r,j as i,l as a,p as o,s,u as c}from"./sdk-android-adb.js";import{gt as l,i as ee}from"./tv-remote.js";import{t as u}from"./timeouts.js";import{r as te}from"./android-input-ownership.js";import{i as ne}from"./runtime.js";import{s as d}from"./logcat.js";import{r as f}from"./device-input-state.js";import{Bt as p,D as m,E as re,Gt as ie,Ht as ae,It as oe,Lt as se,Mt as h,O as g,Rt as ce,Ut as le,Vt as ue,Wt as _,w as v,zt as y}from"./internal/daemon.js";function de(e,t){if(!t)return{expected:e,actual:null,failureReason:`text_mismatch`,targetInput:null,actualInput:null};let n=me(t),r={failureReason:t.reason??`text_mismatch`,targetInput:x(t.targetInput),actualInput:x(t.actualInput)};return n?{...r,expectedLength:Array.from(e).length,actual:null,masked:!0,actualLength:Array.from(t.actual??``).length}:{...r,expected:e,actual:t.actual}}function b(e){return e?e.password?!0:fe(e.text):!1}function fe(e){return e?Array.from(e).every(pe):!1}function x(e){if(!e)return null;let t=b(e);return{...e,text:t?null:e.text,...t?{textRedacted:!0}:{}}}function pe(e){return e===`•`||e===`*`||e===`●`}function me(e){return e.masked===!0||b(e.targetInput)||b(e.actualInput)}async function S(e,t,n,r){let i=[0,150,350],a=null,o=null,s=await De(e);for(let c of i){c>0&&await u(c);let i=await be(e,t,n,r,s);if(a=i,i.reason===`ime_capture`)return i;o=i.ok?i:null}return o??a??{ok:!1,actual:null,reason:`text_mismatch`,targetInput:null,actualInput:null}}async function he(e,t,n){return _e(await h(e),t,n)}function ge(e,t,n,r,i={}){let a=C(e,t,n,i);return xe(a)?{ok:!1,actual:a.actualInput?.text??null,reason:`ime_capture`,targetInput:a.targetInput,actualInput:a.actualInput}:Se(a,r)??Ce(a,r)}function _e(e,t,n){return C(e,t,n).actualInput?.text??null}function ve(e){return e?.reason===`ime_capture`?`Android fill input was captured by the active keyboard instead of the app field`:e?.reason===`masked_unverified`?`Android fill verification could not confirm masked text value`:`Android fill verification failed`}function ye(e,t){let n=de(e,t);return t?.reason===`ime_capture`&&(n.hint=`The focused input belongs to the Android keyboard/IME, not the app field. Disable handwriting/stylus input or switch to a standard IME, then retry fill.`),n}async function be(e,t,n,r,i){return ge(await h(e),t,n,r,i)}function C(e,t,n,r={}){let i={focusedEdit:null,editAtPoint:null,anyAtPoint:null};for(let a of ie(e)){let e=Ee(a,r);e&&Oe(i,e,t,n)}return Ae(i)}function xe(e){let{targetInput:t,actualInput:n}=e;return!t||!n||n===t?!1:n.inputMethodOwned&&!t.inputMethodOwned}function Se(e,t){let n=e.actualInput;if(!n||!Me(n))return null;let r=n.text??null,i=Array.from(r??``).length,a=Array.from(t).length,o=r!==null&&i>0&&a>0&&i===a;return{ok:o,actual:r,reason:o?void 0:`masked_unverified`,masked:!0,targetInput:e.targetInput,actualInput:n}}function Ce(e,t){let n=e.actualInput?.text??null;return{ok:we(n,t),actual:n,reason:`text_mismatch`,targetInput:e.targetInput,actualInput:e.actualInput}}function we(e,t){if(e===t)return!0;let n=w(e),r=w(t);return!n||!r?!1:!!(n===r||Te(n,r))}function w(e){return(e??``).replace(/\s+/g,` `).trim()}function Te(e,t){if(e.length!==t.length||e.length===0||e.slice(1)!==t.slice(1))return!1;let n=e[0],r=t[0];return!n||!r?!1:r.toLowerCase()===r&&n===r.toUpperCase()}function Ee(e,t){if(!e.rect)return null;let n=e.text??``,r=Math.max(1,e.rect.width*e.rect.height);return{text:n||null,className:e.className,resourceId:e.resourceId,packageName:e.packageName,rect:e.rect,focused:e.focused??!1,password:e.password===!0,inputMethodOwned:te({packageName:e.packageName,resourceId:e.resourceId,activeInputMethodPackage:t.activeInputMethodPackage}),area:r,editText:je(e.className??``)}}async function De(e){try{return{activeInputMethodPackage:(await f(e)).inputMethodPackage}}catch(e){return i({level:`warn`,phase:`android_fill_verification_input_method_probe_failed`,data:{error:e instanceof Error?e.message:String(e)}}),{}}}function Oe(e,t,n,r){let i=ke(t.rect,n,r);if(i&&t.editText&&(e.editAtPoint=T(e.editAtPoint,t)),t.focused&&t.editText){e.focusedEdit=T(e.focusedEdit,t);return}i&&t.text&&(e.anyAtPoint=T(e.anyAtPoint,t))}function ke(e,t,n){return t>=e.x&&t<=e.x+e.width&&n>=e.y&&n<=e.y+e.height}function T(e,t){return e&&e.area<t.area?e:t}function Ae(e){let t=e.editAtPoint??e.anyAtPoint;return{targetInput:t,actualInput:(e.focusedEdit?.text?e.focusedEdit:null)??t}}function je(e){let t=e.toLowerCase();return t.includes(`edittext`)||t.includes(`textfield`)}function Me(e){return b(e)}function E(e){if(!Number.isFinite(e.x)||!Number.isFinite(e.y)||!Number.isFinite(e.width)||!Number.isFinite(e.height)||e.width<=0||e.height<=0)throw new t(`COMMAND_FAILED`,`Android helper returned an invalid gesture viewport`);return e}const D=45e3,O=`ANDROID_TOUCH_HELPER_NO_FINAL_RESULT`,k=`ANDROID_TOUCH_HELPER_REPORTED_FAILURE`;async function Ne(e,t){let r=await j(e),i=Ie(t),a=Math.max(45e3,i.durationMs+15e3),o=Buffer.from(JSON.stringify({protocol:`android-touch-plan-v1`,...i})).toString(`base64`),s=await n(`android_touch_helper_gesture`,async()=>{let e=await y({deviceKey:r.deviceKey,action:`gesture`,helper:A(r.artifact),payloadBase64:o,timeoutMs:a});return e?{...N(e),helperTransport:`persistent-session`}:{...await M({adb:r.adb,runner:r.artifact.manifest.instrumentationRunner,extraArgs:[`-e`,`mode`,`gesture`,`-e`,`payloadBase64`,o],timeoutMs:a,readResult:N}),helperTransport:`instrumentation`}},{packageName:r.artifact.manifest.packageName,version:r.artifact.manifest.version});return{backend:`android-helper`,helperVersion:r.artifact.manifest.version,installReason:r.install.reason,...s}}async function Pe(e){let t=await j(e);try{let e=await y({deviceKey:t.deviceKey,action:`viewport`,helper:A(t.artifact),timeoutMs:D});if(e)return ze(e)}catch(e){await p(t.deviceKey),i({level:`warn`,phase:`android_touch_helper_viewport_session_fallback`,data:{reason:e instanceof Error?e.message:String(e)}})}return await M({adb:t.adb,runner:t.artifact.manifest.instrumentationRunner,extraArgs:[`-e`,`mode`,`viewport`],timeoutMs:D,readResult:ze})}function A(e){return{packageName:e.manifest.packageName,runner:e.manifest.instrumentationRunner,helperVersion:e.manifest.version,helperVersionCode:e.manifest.versionCode,sha256:e.manifest.sha256}}async function j(e){let t=r(e),a=t.snapshotHelperArtifact??await Fe(),o=ce(e),s=await n(`android_touch_helper_install`,async()=>await oe({adb:t.exec,adbProvider:t,artifact:a,deviceKey:o,timeoutMs:3e4}),{packageName:a.manifest.packageName,versionCode:a.manifest.versionCode});return i({phase:`android_touch_helper_install_decision`,data:s}),s.installed&&await p(o),{adb:t.exec,artifact:a,install:s,deviceKey:o}}async function Fe(){return await se({helperDirName:`snapshot-helper`,manifestFileName:e=>`agent-device-android-snapshot-helper-${e}.manifest.json`,parseManifest:e=>{let t=ue(e);return{...t,assetName:t.assetName??`agent-device-android-snapshot-helper-${t.version}.apk`}},unavailableMessage:`Android touch gestures require the bundled Android automation helper artifact, but it was not found or could not be read`})}function Ie(e){return{kind:e.topology===`single`?`swipe`:`transform`,durationMs:e.durationMs,pointers:e.pointers.map(Le)}}function Le(e){return{pointerId:e.pointerId,samples:e.samples.map(({offsetMs:e,point:t})=>({offsetMs:e,x:t.x,y:t.y}))}}async function M(e){let n=await e.adb([`shell`,`am`,`instrument`,`-w`,...e.extraArgs,e.runner],{allowFailure:!0,timeoutMs:e.timeoutMs}),r;try{r=Re(`${n.stdout}\n${n.stderr}`)}catch(e){if(e instanceof t){if(e.code===k)throw new t(`COMMAND_FAILED`,e.message,e.details,e);if(e.code!==O)throw e}throw new t(`COMMAND_FAILED`,n.exitCode===0?`Android automation helper output could not be parsed`:`Android automation helper failed before returning parseable output`,o(n),e)}if(n.exitCode!==0)throw new t(`COMMAND_FAILED`,`Android automation helper failed`,o(n,{helper:r}));return e.readResult(r)}function Re(e){let n=le(e).results.find(e=>e.agentDeviceProtocol===ae);if(!n)throw new t(O,`Android automation helper did not return a final result`);if(n.ok!==`true`)throw new t(k,n.message&&n.message!==`null`?n.message:n.errorType||`Android automation helper returned an error`,{errorType:n.errorType,helper:n});return n}function N(e){return{helperKind:e.kind,helperApiVersion:e.helperApiVersion,injectedEvents:_(e.injectedEvents),elapsedMs:_(e.elapsedMs)}}function ze(e){let n=_(e.x),r=_(e.y),i=_(e.width),a=_(e.height);if(n===void 0||r===void 0||i===void 0||a===void 0)throw new t(`COMMAND_FAILED`,`Android helper returned an invalid gesture viewport`);return E({x:n,y:r,width:i,height:a})}async function P(e,t){let n=c(e);if(n){let e=t.intent===`longPress`?{...t,viewport:E(await n.gestureViewport())}:t;return{backend:`provider-native-touch`,...await n.touch(e)??{}}}return await Ne(e,t)}async function F(e){let t=c(e);return t?E(await t.gestureViewport()):await Pe(e)}var Be=e({appSwitcherAndroid:()=>V,backAndroid:()=>R,fillAndroid:()=>G,focusAndroid:()=>W,getAndroidScreenSize:()=>Y,homeAndroid:()=>z,longPressAndroid:()=>H,pressAndroid:()=>I,pressAndroidEnter:()=>Ve,pressAndroidTvRemote:()=>L,readAndroidTextAtPoint:()=>he,scrollAndroid:()=>q,setAndroidOrientation:()=>B,typeAndroid:()=>U});async function I(e,t,n){await d(e,[`shell`,`input`,`tap`,String(t),String(n)])}async function L(e,t,n){let r=ee(t);await d(e,[`shell`,`input`,...n&&n>0?[`keyevent`,`--longpress`]:[`keyevent`],r])}async function R(e){await d(e,[`shell`,`input`,`keyevent`,`4`])}async function z(e){await d(e,[`shell`,`input`,`keyevent`,`3`])}async function Ve(e){await d(e,[`shell`,`input`,`keyevent`,`ENTER`])}async function B(e,t){let n=We(t);await d(e,[`shell`,`settings`,`put`,`system`,`accelerometer_rotation`,`0`]),await d(e,[`shell`,`settings`,`put`,`system`,`user_rotation`,n])}async function V(e){await d(e,[`shell`,`input`,`keyevent`,`187`])}async function H(e,t,n,r=800){let i={x:t,y:n};return await P(e,{topology:`single`,intent:`longPress`,durationMs:r,pointers:[{pointerId:0,samples:[{offsetMs:0,point:i},{offsetMs:r,point:i}]}]})}async function U(e,t,n=0){let r=a(e);if(r){await r({action:`type`,text:t,delayMs:n}),$(`type`,`provider-native`,t);return}if(v(e)){await He(e,t,n);return}if(Q(t),await J(e,`type`),n>0&&Array.from(t).length>1){await Z(e,{action:`type`,text:t,chunkSize:1,delayMs:n});return}await Z(e,{action:`type`,text:t,chunkSize:X,delayMs:0})}async function W(e,t,n){await I(e,t,n)}async function G(e,t,n,r,i=0){let o=a(e);if(o){await o({action:`fill`,target:{x:t,y:n},text:r,delayMs:i}),$(`fill`,`provider-native`,r);let a=await S(e,t,n,r);if(a.ok)return;K(r,a)}if(v(e)){let i=await Ue(e,t,n,r);if(i.ok)return;K(r,i)}Q(r);let s=Array.from(r).length,c=[{clearPadding:12,minClear:8,maxClear:48,chunkSize:i>0?1:X,inputDelayMs:i},{clearPadding:24,minClear:16,maxClear:96,chunkSize:i>0?1:4,inputDelayMs:i>0?i:15}],l=null;for(let i of c){await W(e,t,n),await J(e,`fill`),await Ze(e,Qe(s+i.clearPadding,i.minClear,i.maxClear)),await Z(e,{action:`fill`,text:r,chunkSize:i.chunkSize,delayMs:i.inputDelayMs});let a=await S(e,t,n,r);if(l=a,a.ok)return;a.reason===`ime_capture`&&K(r,a)}K(r,l)}async function He(e,t,n){let r=s(e),i=(await m()).manifest.packageName,a=t.split(`
|
|
2
|
-
`);for(let[t,o]of a.entries()){let s=n>0?Xe(o,1):[o];for(let[e,o]of s.entries())o&&await
|
|
1
|
+
import{t as e}from"./rolldown-runtime.js";import{_ as t}from"./sdk-contracts.js";import{I as n,c as r,j as i,l as a,p as o,s,u as c}from"./sdk-android-adb.js";import{Bn as l,Cn as ee}from"./recording-export-quality.js";import{t as u}from"./timeouts.js";import{r as te}from"./android-input-ownership.js";import{s as d}from"./logcat.js";import{r as f}from"./device-input-state.js";import{s as ne}from"./selector-vocabulary.js";import{Bt as re,D as ie,E as ae,Gt as oe,Ht as se,It as p,Jt as m,Kt as ce,O as h,Ut as g,Vt as le,Wt as _,Yt as ue,qt as de,w as v}from"./internal/daemon.js";function fe(e,t){if(!t)return{expected:e,actual:null,failureReason:`text_mismatch`,targetInput:null,actualInput:null};let n=he(t),r={failureReason:t.reason??`text_mismatch`,targetInput:b(t.targetInput),actualInput:b(t.actualInput)};return n?{...r,expectedLength:Array.from(e).length,actual:null,masked:!0,actualLength:Array.from(t.actual??``).length}:{...r,expected:e,actual:t.actual}}function y(e){return e?e.password?!0:pe(e.text):!1}function pe(e){return e?Array.from(e).every(me):!1}function b(e){if(!e)return null;let t=y(e);return{...e,text:t?null:e.text,...t?{textRedacted:!0}:{}}}function me(e){return e===`•`||e===`*`||e===`●`}function he(e){return e.masked===!0||y(e.targetInput)||y(e.actualInput)}async function x(e,t,n,r){let i=[0,150,350],a=null,o=null,s=await Oe(e);for(let c of i){c>0&&await u(c);let i=await xe(e,t,n,r,s);if(a=i,i.reason===`ime_capture`)return i;o=i.ok?i:null}return o??a??{ok:!1,actual:null,reason:`text_mismatch`,targetInput:null,actualInput:null}}async function ge(e,t,n){return ve(await p(e),t,n)}function _e(e,t,n,r,i={}){let a=S(e,t,n,i);return Se(a)?{ok:!1,actual:a.actualInput?.text??null,reason:`ime_capture`,targetInput:a.targetInput,actualInput:a.actualInput}:Ce(a,r)??we(a,r)}function ve(e,t,n){return S(e,t,n).actualInput?.text??null}function ye(e){return e?.reason===`ime_capture`?`Android fill input was captured by the active keyboard instead of the app field`:e?.reason===`masked_unverified`?`Android fill verification could not confirm masked text value`:`Android fill verification failed`}function be(e,t){let n=fe(e,t);return t?.reason===`ime_capture`&&(n.hint=`The focused input belongs to the Android keyboard/IME, not the app field. Disable handwriting/stylus input or switch to a standard IME, then retry fill.`),n}async function xe(e,t,n,r,i){return _e(await p(e),t,n,r,i)}function S(e,t,n,r={}){let i={focusedEdit:null,editAtPoint:null,anyAtPoint:null};for(let a of ue(e)){let e=De(a,r);e&&ke(i,e,t,n)}return je(i)}function Se(e){let{targetInput:t,actualInput:n}=e;return!t||!n||n===t?!1:n.inputMethodOwned&&!t.inputMethodOwned}function Ce(e,t){let n=e.actualInput;if(!n||!Ne(n))return null;let r=n.text??null,i=Array.from(r??``).length,a=Array.from(t).length,o=r!==null&&i>0&&a>0&&i===a;return{ok:o,actual:r,reason:o?void 0:`masked_unverified`,masked:!0,targetInput:e.targetInput,actualInput:n}}function we(e,t){let n=e.actualInput?.text??null;return{ok:Te(n,t),actual:n,reason:`text_mismatch`,targetInput:e.targetInput,actualInput:e.actualInput}}function Te(e,t){if(e===t)return!0;let n=C(e),r=C(t);return!n||!r?!1:!!(n===r||Ee(n,r))}function C(e){return(e??``).replace(/\s+/g,` `).trim()}function Ee(e,t){if(e.length!==t.length||e.length===0||e.slice(1)!==t.slice(1))return!1;let n=e[0],r=t[0];return!n||!r?!1:r.toLowerCase()===r&&n===r.toUpperCase()}function De(e,t){if(!e.rect)return null;let n=e.text??``,r=Math.max(1,e.rect.width*e.rect.height);return{text:n||null,className:e.className,resourceId:e.resourceId,packageName:e.packageName,rect:e.rect,focused:e.focused??!1,password:e.password===!0,inputMethodOwned:te({packageName:e.packageName,resourceId:e.resourceId,activeInputMethodPackage:t.activeInputMethodPackage}),area:r,editText:Me(e.className??``)}}async function Oe(e){try{return{activeInputMethodPackage:(await f(e)).inputMethodPackage}}catch(e){return i({level:`warn`,phase:`android_fill_verification_input_method_probe_failed`,data:{error:e instanceof Error?e.message:String(e)}}),{}}}function ke(e,t,n,r){let i=Ae(t.rect,n,r);if(i&&t.editText&&(e.editAtPoint=w(e.editAtPoint,t)),t.focused&&t.editText){e.focusedEdit=w(e.focusedEdit,t);return}i&&t.text&&(e.anyAtPoint=w(e.anyAtPoint,t))}function Ae(e,t,n){return t>=e.x&&t<=e.x+e.width&&n>=e.y&&n<=e.y+e.height}function w(e,t){return e&&e.area<t.area?e:t}function je(e){let t=e.editAtPoint??e.anyAtPoint;return{targetInput:t,actualInput:(e.focusedEdit?.text?e.focusedEdit:null)??t}}function Me(e){let t=e.toLowerCase();return t.includes(`edittext`)||t.includes(`textfield`)}function Ne(e){return y(e)}function T(e){if(!Number.isFinite(e.x)||!Number.isFinite(e.y)||!Number.isFinite(e.width)||!Number.isFinite(e.height)||e.width<=0||e.height<=0)throw new t(`COMMAND_FAILED`,`Android helper returned an invalid gesture viewport`);return e}const E=45e3,D=`ANDROID_TOUCH_HELPER_NO_FINAL_RESULT`,O=`ANDROID_TOUCH_HELPER_REPORTED_FAILURE`;async function Pe(e,t){let r=await A(e),i=Le(t),a=Math.max(45e3,i.durationMs+15e3),o=Buffer.from(JSON.stringify({protocol:`android-touch-plan-v1`,...i})).toString(`base64`),s=await n(`android_touch_helper_gesture`,async()=>{let e=await g({deviceKey:r.deviceKey,action:`gesture`,helper:k(r.artifact),payloadBase64:o,timeoutMs:a});return e?{...M(e),helperTransport:`persistent-session`}:{...await j({adb:r.adb,runner:r.artifact.manifest.instrumentationRunner,extraArgs:[`-e`,`mode`,`gesture`,`-e`,`payloadBase64`,o],timeoutMs:a,readResult:M}),helperTransport:`instrumentation`}},{packageName:r.artifact.manifest.packageName,version:r.artifact.manifest.version});return{backend:`android-helper`,helperVersion:r.artifact.manifest.version,installReason:r.install.reason,...s}}async function Fe(e){let t=await A(e);try{let e=await g({deviceKey:t.deviceKey,action:`viewport`,helper:k(t.artifact),timeoutMs:E});if(e)return N(e)}catch(e){await _(t.deviceKey),i({level:`warn`,phase:`android_touch_helper_viewport_session_fallback`,data:{reason:e instanceof Error?e.message:String(e)}})}return await j({adb:t.adb,runner:t.artifact.manifest.instrumentationRunner,extraArgs:[`-e`,`mode`,`viewport`],timeoutMs:E,readResult:N})}function k(e){return{packageName:e.manifest.packageName,runner:e.manifest.instrumentationRunner,helperVersion:e.manifest.version,helperVersionCode:e.manifest.versionCode,sha256:e.manifest.sha256}}async function A(e){let t=r(e),a=t.snapshotHelperArtifact??await Ie(),o=se(e),s=await n(`android_touch_helper_install`,async()=>await re({adb:t.exec,adbProvider:t,artifact:a,deviceKey:o,timeoutMs:3e4}),{packageName:a.manifest.packageName,versionCode:a.manifest.versionCode});return i({phase:`android_touch_helper_install_decision`,data:s}),s.installed&&await _(o),{adb:t.exec,artifact:a,install:s,deviceKey:o}}async function Ie(){return await le({helperDirName:`snapshot-helper`,manifestFileName:e=>`agent-device-android-snapshot-helper-${e}.manifest.json`,parseManifest:e=>{let t=oe(e);return{...t,assetName:t.assetName??`agent-device-android-snapshot-helper-${t.version}.apk`}},unavailableMessage:`Android touch gestures require the bundled Android automation helper artifact, but it was not found or could not be read`})}function Le(e){return{kind:e.topology===`single`?`swipe`:`transform`,durationMs:e.durationMs,pointers:e.pointers.map(Re)}}function Re(e){return{pointerId:e.pointerId,samples:e.samples.map(({offsetMs:e,point:t})=>({offsetMs:e,x:t.x,y:t.y}))}}async function j(e){let n=await e.adb([`shell`,`am`,`instrument`,`-w`,...e.extraArgs,e.runner],{allowFailure:!0,timeoutMs:e.timeoutMs}),r;try{r=ze(`${n.stdout}\n${n.stderr}`)}catch(e){if(e instanceof t){if(e.code===O)throw new t(`COMMAND_FAILED`,e.message,e.details,e);if(e.code!==D)throw e}throw new t(`COMMAND_FAILED`,n.exitCode===0?`Android automation helper output could not be parsed`:`Android automation helper failed before returning parseable output`,o(n),e)}if(n.exitCode!==0)throw new t(`COMMAND_FAILED`,`Android automation helper failed`,o(n,{helper:r}));return e.readResult(r)}function ze(e){let n=de(e).results.find(e=>e.agentDeviceProtocol===ce);if(!n)throw new t(D,`Android automation helper did not return a final result`);if(n.ok!==`true`)throw new t(O,n.message&&n.message!==`null`?n.message:n.errorType||`Android automation helper returned an error`,{errorType:n.errorType,helper:n});return n}function M(e){return{helperKind:e.kind,helperApiVersion:e.helperApiVersion,injectedEvents:m(e.injectedEvents),elapsedMs:m(e.elapsedMs)}}function N(e){let n=m(e.x),r=m(e.y),i=m(e.width),a=m(e.height);if(n===void 0||r===void 0||i===void 0||a===void 0)throw new t(`COMMAND_FAILED`,`Android helper returned an invalid gesture viewport`);return T({x:n,y:r,width:i,height:a})}async function P(e,t){let n=c(e);if(n){let e=t.intent===`longPress`?{...t,viewport:T(await n.gestureViewport())}:t;return{backend:`provider-native-touch`,...await n.touch(e)??{}}}return await Pe(e,t)}async function F(e){let t=c(e);return t?T(await t.gestureViewport()):await Fe(e)}var Be=e({appSwitcherAndroid:()=>V,backAndroid:()=>R,fillAndroid:()=>G,focusAndroid:()=>W,getAndroidScreenSize:()=>Y,homeAndroid:()=>z,longPressAndroid:()=>H,pressAndroid:()=>I,pressAndroidEnter:()=>Ve,pressAndroidTvRemote:()=>L,readAndroidTextAtPoint:()=>ge,scrollAndroid:()=>q,setAndroidOrientation:()=>B,typeAndroid:()=>U});async function I(e,t,n){await d(e,[`shell`,`input`,`tap`,String(t),String(n)])}async function L(e,t,n){let r=ee(t);await d(e,[`shell`,`input`,...n&&n>0?[`keyevent`,`--longpress`]:[`keyevent`],r])}async function R(e){await d(e,[`shell`,`input`,`keyevent`,`4`])}async function z(e){await d(e,[`shell`,`input`,`keyevent`,`3`])}async function Ve(e){await d(e,[`shell`,`input`,`keyevent`,`ENTER`])}async function B(e,t){let n=We(t);await d(e,[`shell`,`settings`,`put`,`system`,`accelerometer_rotation`,`0`]),await d(e,[`shell`,`settings`,`put`,`system`,`user_rotation`,n])}async function V(e){await d(e,[`shell`,`input`,`keyevent`,`187`])}async function H(e,t,n,r=800){let i={x:t,y:n};return await P(e,{topology:`single`,intent:`longPress`,durationMs:r,pointers:[{pointerId:0,samples:[{offsetMs:0,point:i},{offsetMs:r,point:i}]}]})}async function U(e,t,n=0){let r=a(e);if(r){await r({action:`type`,text:t,delayMs:n}),$(`type`,`provider-native`,t);return}if(v(e)){await He(e,t,n);return}if(Q(t),await J(e,`type`),n>0&&Array.from(t).length>1){await Z(e,{action:`type`,text:t,chunkSize:1,delayMs:n});return}await Z(e,{action:`type`,text:t,chunkSize:X,delayMs:0})}async function W(e,t,n){await I(e,t,n)}async function G(e,t,n,r,i=0){let o=a(e);if(o){await o({action:`fill`,target:{x:t,y:n},text:r,delayMs:i}),$(`fill`,`provider-native`,r);let a=await x(e,t,n,r);if(a.ok)return;K(r,a)}if(v(e)){let i=await Ue(e,t,n,r);if(i.ok)return;K(r,i)}Q(r);let s=Array.from(r).length,c=[{clearPadding:12,minClear:8,maxClear:48,chunkSize:i>0?1:X,inputDelayMs:i},{clearPadding:24,minClear:16,maxClear:96,chunkSize:i>0?1:4,inputDelayMs:i>0?i:15}],l=null;for(let i of c){await W(e,t,n),await J(e,`fill`),await Ze(e,Qe(s+i.clearPadding,i.minClear,i.maxClear)),await Z(e,{action:`fill`,text:r,chunkSize:i.chunkSize,delayMs:i.inputDelayMs});let a=await x(e,t,n,r);if(l=a,a.ok)return;a.reason===`ime_capture`&&K(r,a)}K(r,l)}async function He(e,t,n){let r=s(e),i=(await ie()).manifest.packageName,a=t.split(`
|
|
2
|
+
`);for(let[t,o]of a.entries()){let s=n>0?Xe(o,1):[o];for(let[e,o]of s.entries())o&&await h(r,i,o),n>0&&(e+1<s.length||t+1<a.length)&&await u(n);t+1<a.length&&await d(e,[`shell`,`input`,`keyevent`,`ENTER`])}$(`type`,`test-ime`,t)}async function Ue(e,t,n,r){let i=s(e),a=(await ie()).manifest.packageName,o=null;for(let s=0;s<2;s+=1){await W(e,t,n),await ae(i,a),r&&await h(i,a,r);let s=await x(e,t,n,r);if(o=s,s.ok)break}return $(`fill`,`test-ime`,r),o}function K(e,n){throw new t(`COMMAND_FAILED`,ye(n),be(e,n))}async function q(e,t,n){let r=await F(e),i=l({direction:t,amount:n?.amount,pixels:n?.pixels,referenceWidth:r.width,referenceHeight:r.height}),a={...i,referenceWidth:r.x+r.width,referenceHeight:r.y+r.height,x1:r.x+i.x1,y1:r.y+i.y1,x2:r.x+i.x2,y2:r.y+i.y2},o=Math.max(n?.durationMs??300,16),s=await P(e,ne({intent:`pan`,origin:{x:a.x1,y:a.y1},delta:{x:a.x2-a.x1,y:a.y2-a.y1},durationMs:o},r,`android`));return{...a,...n?.durationMs===void 0?{}:{durationMs:o},...s}}function We(e){switch(e){case`portrait`:return`0`;case`landscape-left`:return`1`;case`portrait-upside-down`:return`2`;case`landscape-right`:return`3`;default:throw new t(`INVALID_ARGS`,`Unsupported Android rotation: ${e}`)}}async function J(e,n){let r;try{r=await f(e)}catch(e){i({level:`warn`,phase:`android_input_ownership_probe_failed`,data:{action:n,error:e instanceof Error?e.message:String(e)}});return}if(r.inputOwner===`ime`)throw new t(`COMMAND_FAILED`,`KEYBOARD_OVERLAY_BLOCKING: Android text input is blocked because the focused input belongs to the active keyboard/IME.`,{failureReason:`ime_capture`,action:n,inputOwner:r.inputOwner,inputType:r.inputType,type:r.type,inputMethodPackage:r.inputMethodPackage,focusedPackage:r.focusedPackage,focusedResourceId:r.focusedResourceId,nextAction:`Focused input appears to be owned by the keyboard/IME; dismiss or change the IME before retrying text entry.`})}async function Y(e){let n=(await d(e,[`shell`,`wm`,`size`])).stdout.match(/Physical size:\s*(\d+)x(\d+)/);if(!n)throw new t(`COMMAND_FAILED`,`Unable to read screen size`);return{width:Number(n[1]),height:Number(n[2])}}const X=8;async function Z(e,t){let n=t.text.split(`
|
|
3
3
|
`);for(let[r,i]of n.entries()){let a=Xe(i,t.chunkSize);for(let[i,o]of a.entries())await Ge(e,o),t.delayMs>0&&(i+1<a.length||r+1<n.length)&&await u(t.delayMs);r+1<n.length&&await d(e,[`shell`,`input`,`keyevent`,`ENTER`])}$(t.action,`adb-shell`,t.text)}async function Ge(e,t){if(t)try{await d(e,[`shell`,`input`,`text`,qe(t)])}catch(e){throw Je(e)?Ye(t,e):e}}function Q(e){if(!Ke(e))throw Ye(e)}function Ke(e){for(let t of e){let e=t.codePointAt(0);if(e!==void 0&&t!==`
|
|
4
4
|
`&&(e<32||e>126))return!1}return!0}function qe(e){return e.replace(/ /g,`%s`)}function Je(e){if(!(e instanceof t)||e.code!==`COMMAND_FAILED`)return!1;let n=e.details?.stderr,r=(typeof n==`string`?n:``).toLowerCase();return!!(r.includes(`exception occurred while executing 'text'`)||r.includes(`nullpointerexception`)&&r.includes(`inputshellcommand.sendtext`))}function Ye(e,n){return new t(`COMMAND_FAILED`,"Android text input requires provider-native text injection or the bundled test IME helper for non-ASCII/control characters; the adb-shell fallback supports ASCII text only. On emulators the test IME activates automatically; on real devices pass `open --test-ime` to enable it (see `agent-device doctor` for the current IME state).",{backend:`adb-shell`,textLength:Array.from(e).length,textPreview:e.slice(0,32)},n instanceof Error?n:void 0)}function Xe(e,t){let n=Math.max(1,Math.floor(t)),r=[],i=Array.from(e);for(let e=0;e<i.length;e+=n)r.push(i.slice(e,e+n).join(``));return r.length>0?r:[``]}function $(e,t,n){i({phase:`android_text_injection`,data:{action:e,backend:t,textLength:Array.from(n).length}})}async function Ze(e,t){let n=Math.max(0,t);await d(e,[`shell`,`input`,`keyevent`,`KEYCODE_MOVE_END`],{allowFailure:!0});for(let t=0;t<n;t+=24){let r=Math.min(24,n-t);await d(e,[`shell`,`input`,`keyevent`,...Array(r).fill(`KEYCODE_DEL`)],{allowFailure:!0})}}function Qe(e,t,n){return Math.max(t,Math.min(n,e))}export{Y as a,H as c,q as d,B as f,F as h,W as i,I as l,P as m,R as n,z as o,U as p,G as r,Be as s,V as t,L as u};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{j as e}from"./sdk-android-adb.js";import"./snapshot-diagnostics.js";import{t}from"./snapshot-quality.js";import{
|
|
1
|
+
import{j as e}from"./sdk-android-adb.js";import{J as t,X as n,ot as r}from"./snapshot-diagnostics.js";import{t as i}from"./snapshot-quality.js";import{$t as a,Mt as o,_n as s,fn as c,gn as l,jt as u,mn as d,on as f,pn as p}from"./internal/daemon.js";import{a as m}from"./input-actions.js";import{i as h}from"./session-target-evidence.js";function g(e){let{session:t,sessionStore:n,command:r,positionals:i,actionCommand:a=r,retryPositionals:o,flags:f,result:m,responseData:g,recordedTarget:v,actionStartedAt:y,actionFinishedAt:b,androidFreshnessBaseline:x}=e,S=d(f),[C,w]=_({command:r,positionals:i,flags:S,result:m,responseData:g}),T=t.recordSession&&v?h(v):void 0;return n.recordAction(t,{command:r,positionals:i,flags:S??{},result:C,...T?{targetEvidence:T}:{}}),p({session:t,command:r,positionals:o??i,flags:f,preSnapshot:t.snapshot}),l(a)&&s(t,a,x??t.snapshot),c(t,a,o??i,f),u(t,a,i,C,S??{},y,b),{ok:!0,data:w}}function _(e){if(e.command!==`fill`||typeof e.flags?.recordAs!=`string`)return[e.result,e.responseData];let i=r({ts:0,command:`fill`,positionals:e.positionals,flags:e.flags,result:e.result}),a=n(e.flags.recordAs);return[t(e.result,i,a),t(e.responseData,i,a)]}async function v(e){let{session:t,flags:n,sessionStore:r,contextFromFlags:i,captureSnapshotForSession:a}=e;if(!t.recording)return;if(t.recording.touchReferenceFrame)return t.recording.touchReferenceFrame;if(t.device.platform===`android`){let e=await m(t.device),n={referenceWidth:e.width,referenceHeight:e.height};return t.recording&&(t.recording.touchReferenceFrame=n),n}let s=o(t.snapshot);if(s)return t.recording&&(t.recording.touchReferenceFrame=s),s;if(!t.recording)return;let c=o(await a(t,n,r,i,{interactiveOnly:!0}));return c&&t.recording&&(t.recording.touchReferenceFrame=c),c}async function y(t){try{return await v(t)}catch(n){e({level:`warn`,phase:`touch_reference_frame_resolve_failed`,data:{platform:t.session.device.platform,error:n instanceof Error?n.message:String(n)}});return}}function b(e){return o({nodes:e,createdAt:0})}async function x(e,t,n,r,o){let s={...t??{},snapshotInteractiveOnly:o.interactiveOnly},c=r(s,e.appBundleId,e.trace?.outPath),{snapshot:l}=await f({device:e.device,session:e,flags:s,outPath:s.out,logPath:c.logPath??``,includeRects:o.includeRects,androidFreshnessMode:o.androidFreshnessMode});return i(l.snapshotQuality)||(a(e,l),n.set(e.name,e)),l}export{g as i,b as n,y as r,x as t};
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import {
|
|
2
|
-
//#region src/
|
|
1
|
+
import { O as SnapshotNode, h as ResponseCost } from "./sdk-contracts.js";
|
|
2
|
+
//#region src/contracts/click-button.d.ts
|
|
3
3
|
declare const CLICK_BUTTONS: readonly ['primary', 'secondary', 'middle'];
|
|
4
4
|
type ClickButton = (typeof CLICK_BUTTONS)[number];
|
|
5
5
|
//#endregion
|
package/dist/src/interaction.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
import{S as e,_ as t,v as n}from"./sdk-contracts.js";import{j as r}from"./sdk-android-adb.js";import{_ as i,d as a,f as o,u as s}from"./sdk-batch.js";import{Dt as c,Et as l,Ot as u,S as d,_ as f,_n as p,dt as m,pt as h,qn as g,rr as _,v,y}from"./tv-remote.js";import{c as b,m as x,o as S}from"./sdk-device.js";import{t as ee}from"./timeouts.js";import{t as te}from"./runtime.js";import{C as ne,c as C,f as w,i as re,l as T,n as E,o as ie,r as ae,s as D}from"./context.js";import{$t as O,At as k,Kt as oe,Qt as se,Xt as ce,Yt as A,dn as le,en as ue,jt as de,m as fe,qt as pe,tn as me}from"./internal/daemon.js";import{_ as j,c as he,d as ge,f as _e,g as M,h as ve,l as ye,m as be,n as xe,o as Se,p as Ce,r as we,s as Te,u as Ee,v as De,y as N}from"./selector-runtime.js";import{i as P,n as F,r as Oe,t as I}from"./interaction-snapshot.js";const ke=new Set(o());function Ae(e){return Me({fields:je(e.command),input:e.input??{},data:e.data,controlledFields:ke})}function je(e){let t=i(e);if(!t)throw Error(`Missing response data transform descriptor for ${e}`);return t.fields}function Me(e){let t=Object.fromEntries(Object.entries(e.data??{}).filter(([t])=>!e.controlledFields.has(t)));for(let[n,r]of Object.entries(e.fields)){let i=e.input[n]===void 0?r.defaultValue:e.input[n];if(i===void 0||r.omitDefault===!0&&i===r.defaultValue){delete t[n];continue}t[n]=i}return Object.fromEntries(Object.entries(t).filter(([,e])=>e!==void 0))}const Ne=new Set([`currentUptimeMs`,`gestureEndUptimeMs`,`gestureStartUptimeMs`,`sequenceResults`]);function Pe(e){if(e)return Object.fromEntries(Object.entries(e).filter(([e])=>!Ne.has(e)))}const Fe={source:`direct-ios`,kind:`not-observed`};function L(e){let{source:t,referenceFrame:n,extra:r}=e;if(t.kind===`runner-payload`){let e={targetKind:t.targetKind,...t.maestroFallbackUsed?{}:{resolution:Fe},...r??{}};return{result:z({data:t.data,fallbackX:t.point.x,fallbackY:t.point.y,referenceFrame:n,extra:e}),responseData:z({data:t.publicData,fallbackX:t.point.x,fallbackY:t.point.y,referenceFrame:n,extra:e})}}let{result:i}=t,a=_e(i),o={targetKind:i.kind,...a,...Re(i.settle,e.settleRefsGeneration),...r??{}},s=z({data:i.backendResult,fallbackX:i.point?.x,fallbackY:i.point?.y,referenceFrame:n,extra:{...o,...Le(i)}}),c=z({data:t.publicData,fallbackX:i.point?.x,fallbackY:i.point?.y,referenceFrame:n,extra:o}),l=ze(`warning`in i?i.warning:void 0,e.staleRefsWarning);return l&&(s.warning=l,c.warning=l),{result:s,responseData:c,...Ie(i)}}function Ie(e){let t=R(e)?.node??(`node`in e?e.node:void 0),n=`preActionNodes`in e?e.preActionNodes:void 0;return t&&n?{recordedTarget:{node:t,preActionNodes:n}}:{}}function Le(e){let t=R(e);return t?{selectorChain:t.selectorChain,refLabel:t.refLabel}:{}}function R(e){return`recordingTarget`in e?e.recordingTarget:void 0}function Re(e,t){return!e?.diff||t===void 0?{}:{settle:{...e,refsGeneration:t}}}function ze(e,t){return t?e?`${e} ${t}`:t:e}function z(e){let{data:t,fallbackX:n,fallbackY:r,referenceFrame:i,extra:a}=e,o=Ve(a,n,r)??(typeof t?.message==`string`?t.message:void 0);return Be({...t??{},...n===void 0||r===void 0?{}:{x:n,y:r},...i??{},...a??{},...g(o)})}function Be(e){return Object.fromEntries(Object.entries(e).filter(([,e])=>e!==void 0))}function Ve(e,t,n){let r=B(e,`text`);if(r!==void 0)return`Filled ${Array.from(r).length} chars`;let i=He(t,n),a=Ue(e);if(a)return Ge(a,e??{},i);if(i)return We(e,i)}function B(e,t){let n=e?.[t];return typeof n==`string`?n:void 0}function He(e,t){return e===void 0||t===void 0?``:` (${e}, ${t})`}function Ue(e){let t=B(e,`ref`);return t===void 0?B(e,`selector`):`@${t}`}function We(e,t){return e?.gesture===`longpress`?`Long pressed${t}`:`Tapped${t}`}function Ge(e,t,n){let r=typeof t.button==`string`?t.button:void 0;return t.gesture===`longpress`?`Long pressed ${e}${n}`:r&&r!==`primary`?`Clicked ${r} ${e}${n}`:`Tapped ${e}${n}`}function V(e,t){return!b(e.device)||e.surface!==`desktop`&&e.surface!==`menubar`||e.surface===`menubar`&&(t===`click`||t===`press`)?null:D(`UNSUPPORTED_OPERATION`,`${t} is not supported on macOS ${e.surface} sessions yet. Open an app session to act, or use the ${e.surface} surface to inspect.`)}function H(e){let n=e.sessionStore.get(e.sessionName);if(!n)throw new t(`SESSION_NOT_FOUND`,ie);return te({backend:Ke({...e,session:n}),...Se(`interaction commands`,{plural:!0}),sessions:oe({sessionName:e.sessionName,getSession:()=>n,recordOptions:{includeSnapshot:!0,omitRefFrameSnapshot:e.req.internal?.findResolvedTarget===!0},setRecord:t=>{t.snapshot&&(ce(n,t.snapshot),e.sessionStore.set(e.sessionName,n))}})})}function Ke(e){let{req:t,session:n}=e,r=qe(n);return{platform:x(n.device),captureSnapshot:async(r,i)=>({snapshot:await e.captureSnapshotForSession(n,t.flags,e.sessionStore,e.contextFromFlags,{interactiveOnly:i?.interactiveOnly===!0,includeRects:i?.includeRects===!0})}),resolveGestureViewport:async()=>e.pairedGestureViewport??await re(n.device,e.contextFromFlags(t.flags,n.appBundleId,n.trace?.outPath)),tap:async(r,i)=>(O(n),U(await E(n.device,`press`,[String(i.x),String(i.y)],t.flags?.out,e.contextFromFlags(t.flags,n.appBundleId,n.trace?.outPath)))),tapTarget:r?.clickRef?async(e,t)=>(O(n),await r.clickRef?.(t.ref),{ref:M(t.ref)}):void 0,fill:async(r,i,a)=>(O(n),U(await E(n.device,`fill`,[String(i.x),String(i.y),a],t.flags?.out,e.contextFromFlags(t.flags,n.appBundleId,n.trace?.outPath)))),fillTarget:r?.fillRef?async(e,t,i,a)=>(O(n),await r.fillRef?.(t.ref,i,a),{ref:M(t.ref),text:i,delayMs:a?.delayMs??0}):void 0,longPress:async(r,i,a)=>(O(n),U(await E(n.device,`longpress`,[String(i.x),String(i.y),...a?.durationMs===void 0?[]:[String(a.durationMs)]],t.flags?.out,e.contextFromFlags(t.flags,n.appBundleId,n.trace?.outPath)))),performGesture:async(r,i)=>(O(n),U(await ae(n.device,i,e.contextFromFlags(t.flags,n.appBundleId,n.trace?.outPath)))),typeText:async(r,i)=>(O(n),U(await E(n.device,`type`,[i],t.flags?.out,e.contextFromFlags(t.flags,n.appBundleId,n.trace?.outPath))))}}function qe(e){if(e.device.platform!==`web`)return;let t=fe();return t.clickRef||t.fillRef?t:void 0}function U(e){return e&&typeof e==`object`?e:void 0}function W(e){let t=e.ref.startsWith(`@`)?e.ref.slice(1):e.ref,n=se({session:e.session,refBody:t,mintedGeneration:e.mintedGeneration});if(n.admitted)return null;let r=me(e.session);return D(`COMMAND_FAILED`,Ye(n.reason,e.ref),{reason:n.reason,ref:e.ref,currentGeneration:ue(e.session),scope:r===`all`?`all`:Array.from(r),...e.mintedGeneration===void 0?{}:{mintedGeneration:e.mintedGeneration},hint:e.staleRefsWarning??Je})}const Je=`Capture a fresh interactive snapshot (snapshot -i) or use a stable selector, then retry.`;function Ye(e,t){switch(e){case`ref_frame_expired`:return`Ref ${t} belongs to an expired ref frame — a device action since the snapshot invalidated it`;case`ref_generation_mismatch`:return`Ref ${t} was minted from a superseded snapshot generation`;case`plain_ref_requires_complete_frame`:return`Ref ${t} needs a complete snapshot — the current frame only authorizes its emitted refs`;case`ref_not_issued`:return`Ref ${t} was not issued by the current ref frame`}}async function Xe(e){switch(e.req.command){case`press`:return await G(e,`press`);case`click`:return await G(e,`click`);case`longpress`:return await G(e,`longpress`);case`fill`:return await ct(e);default:return null}}async function G(e,t){let{req:n,sessionName:r,sessionStore:i}=e,a=i.get(r);if(!a)return C();let o=t===`click`?`click`:t,s=t===`longpress`?`longpress`:`press`,d=V(a,o);if(d)return d;let f=T(s,a.device);if(f)return f;let p=N(t,n.flags);if(p)return p;let m=u(n.flags),h=l(m);if(t!==`longpress`&&m!==`primary`){let e=c({commandLabel:o,platform:x(a.device),button:m,count:n.flags?.count,intervalMs:n.flags?.intervalMs,holdMs:n.flags?.holdMs,jitterPx:n.flags?.jitterPx,doubleTap:n.flags?.doubleTap});if(e)return D(e.code,e.message,e.details)}let g=t===`longpress`?be(n.positionals??[]):ve(n.positionals??[],o);if(!g.ok)return g.response;let _=g.target.kind===`ref`&&n.internal?.findResolvedTarget!==!0?A({session:a,ref:g.target.ref,mintedGeneration:g.refGeneration}):void 0,v;if(g.target.kind===`ref`){let r=e.refSnapshotFlagGuardResponse(t===`longpress`?`longpress`:`press`,n.flags);if(r)return r;let i=n.internal?.findResolvedTarget?null:W({session:a,ref:g.target.ref,mintedGeneration:g.refGeneration,staleRefsWarning:_});if(i)return i;v=await Z(e,a)}let y=n.internal?.replayTargetGuard,b=y?null:tt({session:a,commandLabel:o,target:g.target,flags:n.flags});if(b){let t=await rt(e,a,b);if(t)return t}let S=t===`longpress`?g.durationMs:void 0;return await X(e,{androidFreshnessBaseline:v,refContext:g.target.kind===`ref`&&n.internal?.findResolvedTarget!==!0?{ref:g.target.ref,mintedGeneration:g.refGeneration,staleRefsWarning:_}:void 0,run:async e=>await Ze({runtime:e,command:t,target:g.target,sessionName:r,requestId:n.meta?.requestId,clickButton:m,flags:n.flags,durationMs:S,expectedResolvedTarget:y}),afterRun:async e=>{a.lease?.leaseProvider||await ye(a,ge(g.target,e))},buildPayloads:async r=>{let i=et(r);return await Qe({params:e,session:a,result:r,staleRefsWarning:_,publicData:Y({session:a,command:t===`longpress`?void 0:t,flags:n.flags,data:r.backendResult}),extra:t===`longpress`?{...i===void 0?{}:{durationMs:i},gesture:`longpress`}:h})}})}async function Ze(e){let{runtime:t,command:n,target:r,sessionName:i,requestId:a,flags:o,expectedResolvedTarget:s}=e,c=j(o);if(n===`longpress`)return await t.interactions.longPress(r,{session:i,requestId:a,durationMs:e.durationMs,settle:c,expectedResolvedTarget:s});let l={session:i,requestId:a,button:e.clickButton,count:o?.count,intervalMs:o?.intervalMs,holdMs:o?.holdMs,jitterPx:o?.jitterPx,doubleTap:o?.doubleTap,verify:o?.verify,settle:c,expectedResolvedTarget:s};return n===`click`?await t.interactions.click(r,l):await t.interactions.press(r,l)}async function Qe(e){let{params:t,session:n,result:r,publicData:i,extra:a}=e,o=r.kind===`point`?await Oe({session:n,flags:t.req.flags,sessionStore:t.sessionStore,contextFromFlags:t.contextFromFlags,captureSnapshotForSession:t.captureSnapshotForSession}):F(n.snapshot?.nodes??[]);return L({source:{kind:`runtime`,result:r,publicData:i},referenceFrame:o,extra:a,staleRefsWarning:e.staleRefsWarning,settleRefsGeneration:K(n,r)})}function K(e,t){if(t.settle?.diff)return pe(e,$e(t.settle)),e.snapshotGeneration}function $e(e){let t=[];for(let n of e.diff?.lines??[])n.ref&&t.push(n.ref);for(let n of e.refs??[])t.push(n.ref);for(let n of e.tail??[])t.push(n.ref);return t}function et(e){return`durationMs`in e?e.durationMs:void 0}function tt(e){let{session:t,commandLabel:n,target:r,flags:i}=e;return n!==`click`||r.kind!==`selector`||t.recordSession||nt(i)||a(n)&&i?.verify===!0||s(n)&&i?.settle===!0?null:q(t,r.selector,i)}function q(e,t,n){let r=he({session:e,selectorExpression:t});return r?{...r,...n?.maestro?.allowNonHittableCoordinateFallback?{allowNonHittableCoordinateFallback:!0}:{},...n?.maestro?.expectedTapPoint?{expectedPoint:n.maestro.expectedTapPoint}:{}}:null}function nt(e){return e?.count!==void 0||e?.intervalMs!==void 0||e?.holdMs!==void 0||e?.jitterPx!==void 0||e?.doubleTap!==void 0||e?.clickButton!==void 0&&e.clickButton!==`primary`}async function rt(e,t,n){return await J({params:e,session:t,selector:n,command:`press`,positionals:[],extra:{selector:n.raw},fallbackPhase:`ios_direct_selector_tap_fallback`})}async function J(t){let{params:n,session:i,selector:a,command:o,positionals:s,extra:c,fallbackPhase:l}=t,u=Date.now();O(i);try{let e=await E(i.device,o,s,n.req.flags?.out,{...n.contextFromFlags(n.req.flags,i.appBundleId,i.trace?.outPath),directElementSelector:a,surface:i.surface})??{},t=Date.now(),r=ot(e),l=Y({session:i,command:it(n.req.command,o),flags:n.req.flags,data:e}),d=at(a,e),{result:f,responseData:p}=L({source:{kind:`runner-payload`,targetKind:`selector`,data:e,publicData:l,point:r,maestroFallbackUsed:d.maestroNonHittableCoordinateFallbackUsed===!0},referenceFrame:st(e),extra:{...c,...d}});return P({session:i,sessionStore:n.sessionStore,command:n.req.command,positionals:n.req.positionals??[],retryPositionals:Q(r),flags:n.req.flags,result:f,responseData:p,actionStartedAt:u,actionFinishedAt:t})}catch(t){return Te(t,{delegateSemanticFailures:a.allowNonHittableCoordinateFallback!==!0})?(r({level:`debug`,phase:l,data:{selector:a.raw,error:t instanceof Error?t.message:String(t)}}),null):{ok:!1,error:e(t)}}}function Y(e){let t=S(e.session.device.platform)?Pe(e.data):e.data;return e.command?Ae({command:e.command,input:e.flags,data:t}):t}function it(e,t){return e===`click`||e===`press`||e===`fill`?e:t}function at(e,t){if(!e.allowNonHittableCoordinateFallback)return{};let n=t.maestroNonHittableCoordinateFallbackUsed===!0;return{maestroNonHittableCoordinateFallbackAllowed:!0,maestroNonHittableCoordinateFallbackUsed:n,...n?{maestroFallbackReason:`non-hittable-coordinate`}:{}}}function ot(e){let t=typeof e.x==`number`?e.x:void 0,n=typeof e.y==`number`?e.y:void 0;return t!==void 0&&n!==void 0?{x:t,y:n}:{x:0,y:0}}function st(e){return typeof e.referenceWidth==`number`&&typeof e.referenceHeight==`number`?{referenceWidth:e.referenceWidth,referenceHeight:e.referenceHeight}:void 0}async function ct(e){let{req:t,sessionName:n,sessionStore:r}=e,i=r.get(n);if(i){let e=V(i,`fill`);if(e)return e;let t=T(`fill`,i.device);if(t)return t}if(!i)return C();let a=N(`fill`,t.flags);if(a)return a;let o=Ce(t.positionals??[]);if(!o.ok)return o.response;let s=await lt(e,i,o.target,o.refGeneration);if(s.response)return s.response;let{staleRefsWarning:c}=s,l=t.internal?.replayTargetGuard;return(l?null:await ut(e,i,o.target,o.text))||await X(e,{refContext:o.target.kind===`ref`&&t.internal?.findResolvedTarget!==!0?{ref:o.target.ref,mintedGeneration:o.refGeneration,staleRefsWarning:c}:void 0,run:async e=>await e.interactions.fill(o.target,o.text,{session:n,requestId:t.meta?.requestId,delayMs:t.flags?.delayMs,verify:t.flags?.verify,settle:j(t.flags),expectedResolvedTarget:l}),buildPayloads:e=>dt({session:i,result:e,text:o.text,flags:t.flags,staleRefsWarning:c})})}async function lt(e,t,n,r){if(n.kind!==`ref`)return{};let i=e.req.internal?.findResolvedTarget===!0?void 0:A({session:t,ref:n.ref,mintedGeneration:r}),a=e.refSnapshotFlagGuardResponse(`fill`,e.req.flags);if(a)return{response:a,staleRefsWarning:i};let o=e.req.internal?.findResolvedTarget?null:W({session:t,ref:n.ref,mintedGeneration:r,staleRefsWarning:i});return o?{response:o,staleRefsWarning:i}:(await Z(e,t),{staleRefsWarning:i})}async function ut(e,t,n,r){let i=ft({session:t,target:n,flags:e.req.flags});return i?await pt(e,t,i,r):null}function dt(e){let{session:t,result:n}=e,r=n.kind===`point`?void 0:F(t.snapshot?.nodes??[]);return L({source:{kind:`runtime`,result:n,publicData:Y({session:t,command:`fill`,flags:e.flags,data:n.backendResult})},referenceFrame:r,extra:{text:e.text},staleRefsWarning:e.staleRefsWarning,settleRefsGeneration:K(t,n)})}function ft(e){let{session:t,target:n,flags:r}=e;return n.kind!==`selector`||t.recordSession||a(`fill`)&&r?.verify===!0||s(`fill`)&&r?.settle===!0?null:q(t,n.selector,r)}async function pt(e,t,n,r){return await J({params:e,session:t,selector:n,command:`fill`,positionals:[r],extra:{selector:n.raw,text:r},fallbackPhase:`ios_direct_selector_fill_fallback`})}async function X(e,t){let r=e.sessionStore.get(e.sessionName);if(!r)return C();let i=H(e),a=Date.now();try{let n=await mt(r,e.req.command,{refContext:t.refContext},async()=>{let e=await t.run(i);return await t.afterRun?.(e),e});if(n.aborted)return n.response;let{readiness:o,runtimeResult:s}=n,c=Date.now(),{result:l,responseData:u,recordedTarget:d}=await t.buildPayloads(s);if(o.status===`recovered`){let e=typeof u.warning==`string`?`${u.warning} ${o.warning}`:o.warning;l.warning=e,u.warning=e}return P({session:r,sessionStore:e.sessionStore,command:e.req.command,positionals:e.req.positionals??[],retryPositionals:gt(e.req.command,s),flags:e.req.flags,result:l,responseData:u,recordedTarget:d,actionStartedAt:a,actionFinishedAt:c,androidFreshnessBaseline:t.androidFreshnessBaseline})}catch(e){let t=n(e);if(Ee(t))throw t;return ht(e)}}async function mt(e,t,n,r){if(e.lease?.leaseProvider)return{aborted:!1,readiness:{status:`clear`},runtimeResult:await r()};let i=await k({session:e,command:t,phase:`before-command`});if(n.refContext&&i.status===`recovered`){let t=W({session:e,ref:n.refContext.ref,mintedGeneration:n.refContext.mintedGeneration,staleRefsWarning:n.refContext.staleRefsWarning});if(t)return{aborted:!0,response:t}}let a=await r();return await k({session:e,command:t,phase:`after-command`}),{aborted:!1,readiness:i,runtimeResult:a}}async function Z(e,t){if(!le(t))return;let n=t.snapshot?.comparisonSafe===!0?t.snapshot:void 0;try{await e.captureSnapshotForSession(t,e.req.flags,e.sessionStore,e.contextFromFlags,{interactiveOnly:!0,androidFreshnessMode:`ref-refresh`})}catch(t){r({level:`warn`,phase:`android_ref_snapshot_refresh_failed`,data:{command:e.req.command,error:t instanceof Error?t.message:String(t)}})}return n}function ht(t){return{ok:!1,error:e(t)}}function gt(e,t){if(!(t.kind===`ref`&&!t.node)&&(e===`click`||e===`press`))return t.point?Q(t.point):void 0}function Q(e){return[String(e.x),String(e.y)]}async function _t(e){return await bt(e,`gesture`,async t=>{let n=d(e.req.input),r=v(n);r.gesture.intent===`pan`&&e.req.internal?.gestureExecutionProfile&&(r.gesture.executionProfile=e.req.internal.gestureExecutionProfile),w(r.gesture,t.device);let i=await yt(e).interactions.gesture({session:e.sessionName,requestId:e.req.meta?.requestId,gesture:r.gesture});return{positionals:f(n),flags:Ot(n,e.req.flags),responseData:St(i,{executionProfile:xt(r.gesture)}),...n.kind===`pinch`?{recordingResultExtra:{scale:n.scale}}:{}}})}async function vt(e){return await bt(e,`swipe`,async t=>{let n=Ct(e.req.input);w(y(n).gesture,t.device);let r=n.count??1,i=n.pauseMs??0,a=n.pattern??`one-way`,o=await Et(yt(e),e,n,r,i,a);return{positionals:Tt(n),flags:e.req.flags,responseData:St(o,{from:n.from,to:n.to,x1:n.from.x,y1:n.from.y,x2:n.to.x,y2:n.to.y,effectiveDurationMs:o.durationMs,timingMode:`direct`,executionProfile:`endpoint-hold`,count:r,pauseMs:i,pattern:a})}})}function yt(e){return H({...e,pairedGestureViewport:e.req.internal?.gestureViewport})}async function bt(t,n,r){let i=t.sessionStore.get(t.sessionName);if(!i)return C();let a=Date.now();try{let e=ne(i.device),o=e?{status:`clear`}:await k({session:i,command:n,phase:`before-command`}),s=await r(i);e||await k({session:i,command:n,phase:`after-command`});let c={...s.responseData};return o.status===`recovered`&&(c.warning=`${typeof c.warning==`string`?`${c.warning} `:``}${o.warning}`),P({session:i,sessionStore:t.sessionStore,command:n,actionCommand:n,positionals:s.positionals,flags:s.flags,result:{...c,...s.recordingResultExtra??{}},responseData:c,actionStartedAt:a,actionFinishedAt:Date.now()})}catch(t){return{ok:!1,error:e(t)}}}function xt(e){if(e.intent===`fling`)return`endpoint-hold`;if(e.intent===`pan`)return e.executionProfile??`timed-pan`}function St(e,t={}){let n=typeof t.executionProfile==`string`?t.executionProfile:void 0;return{kind:e.kind,durationMs:e.durationMs,pointerCount:e.pointerCount,from:e.from,to:e.to,...e.backendResult??{},...t,...n?{timing:{executionProfile:n,gestureDurationMs:e.durationMs}}:{},message:e.message}}function Ct(e){if(!e||typeof e!=`object`||Array.isArray(e))throw new t(`INVALID_ARGS`,`swipe requires structured object input`);let n=e;if(n.durationMs!==void 0)throw new t(`INVALID_ARGS`,`swipe does not accept durationMs; use gesture pan for timed movement`);let r=n.pattern;if(r!==void 0&&r!==`one-way`&&r!==`ping-pong`)throw new t(`INVALID_ARGS`,`swipe pattern must be one-way or ping-pong`);let i={from:$(n.from,`swipe from`),to:$(n.to,`swipe to`),count:p(n,`count`,{min:1,max:200}),pauseMs:p(n,`pauseMs`,{min:0,max:m}),pattern:r};return wt(i),i}function wt(e){let n=e.count??1,r=e.pauseMs??0,i=n*100+Math.max(0,n-1)*r;if(!(i<=6e4))throw new t(`INVALID_ARGS`,`Swipe series must fit within ${h}ms.`,{count:n,pauseMs:r,gestureDurationMs:100,scheduledDurationMs:i,hint:`Reduce --count or --pause-ms.`})}function $(e,n){if(!e||typeof e!=`object`||Array.isArray(e))throw new t(`INVALID_ARGS`,`${n} must be a point`);let r=e;if(typeof r.x!=`number`||!Number.isFinite(r.x))throw new t(`INVALID_ARGS`,`${n} x must be finite`);if(typeof r.y!=`number`||!Number.isFinite(r.y))throw new t(`INVALID_ARGS`,`${n} y must be finite`);return{x:r.x,y:r.y}}function Tt(e){return[String(e.from.x),String(e.from.y),String(e.to.x),String(e.to.y)]}async function Et(e,t,n,r,i,a){let o;for(let s=0;s<r;s+=1){let c=y(Dt(n,a,s));o=await e.interactions.gesture({session:t.sessionName,requestId:t.req.meta?.requestId,gesture:c.gesture}),i>0&&s+1<r&&await ee(i)}if(!o)throw Error(`Swipe orchestration did not execute a gesture.`);return o}function Dt(e,t,n){return t===`ping-pong`&&n%2==1?{...e,from:e.to,to:e.from}:e}function Ot(e,t){return e.kind!==`pan`||e.pointerCount===void 0?t:{...t,pointerCount:e.pointerCount}}async function kt(e){let t=await Xe({...e,captureSnapshotForSession:I,refSnapshotFlagGuardResponse:De});if(t)return t;switch(e.req.command){case _.gesture:return await _t({...e,captureSnapshotForSession:I});case _.swipe:return await vt({...e,captureSnapshotForSession:I});case _.type:return await At({...e,captureSnapshotForSession:I});case`get`:return await xe(e);case`is`:return await we(e);default:return null}}async function At(e){let{sessionName:t,sessionStore:n}=e,r=n.get(t);return r?T(_.type,r.device)||await jt(r)||await Mt(e,r):C()}async function jt(e){return e.device.platform===`android`&&e.recording&&(await de({session:e})).status===`failed`?D(`COMMAND_FAILED`,`Android system dialog blocked the recording session`):null}async function Mt(t,n){let{req:r,sessionName:i,sessionStore:a}=t,o=(r.positionals??[]).join(` `),s=H(t),c=Date.now();try{let e=await k({session:n,command:r.command,phase:`before-command`}),t=await s.interactions.typeText(o,{session:i,requestId:r.meta?.requestId,delayMs:r.flags?.delayMs});await k({session:n,command:r.command,phase:`after-command`});let l=Date.now(),u={...t.backendResult??{},text:t.text,delayMs:t.delayMs,...g(t.message??`Typed ${Array.from(t.text).length} chars`)};return e.status===`recovered`&&(u.warning=e.warning),P({session:n,sessionStore:a,command:r.command,positionals:r.positionals??[],flags:r.flags,result:u,responseData:u,actionStartedAt:c,actionFinishedAt:l})}catch(t){return{ok:!1,error:e(t)}}}export{kt as handleInteractionCommands};
|
|
1
|
+
import{S as e,_ as t,v as n}from"./sdk-contracts.js";import{j as r}from"./sdk-android-adb.js";import{D as i,O as a,P as o,k as s}from"./sdk-batch-runner.js";import{An as c,Fn as l,Gt as u,Ln as d,Mn as f,Qn as p,c as m,cr as h,d as g,f as _,g as v,jn as ee,p as y}from"./recording-export-quality.js";import{Z as b}from"./snapshot-diagnostics.js";import{c as te,h as x,o as ne}from"./sdk-device.js";import{t as re}from"./timeouts.js";import{t as ie}from"./runtime.js";import"./selector-vocabulary.js";import{C as ae,c as S,f as oe,i as se,l as C,n as w,o as ce,r as le,s as T}from"./context.js";import{$t as ue,Ft as de,Pt as E,Qt as D,Xt as fe,Zt as pe,an as me,hn as he,in as ge,m as _e,nn as ve,rn as O}from"./internal/daemon.js";import{_ as k,c as ye,d as be,f as xe,g as A,h as Se,l as Ce,m as we,n as Te,o as Ee,p as De,r as Oe,s as ke,u as Ae,v as je,y as j}from"./selector-runtime.js";import{i as M,n as N,r as Me,t as P}from"./interaction-snapshot.js";const Ne=new Set(s());function Pe(e){return Ie({fields:Fe(e.command),input:e.input??{},data:e.data,controlledFields:Ne})}function Fe(e){let t=o(e);if(!t)throw Error(`Missing response data transform descriptor for ${e}`);return t.fields}function Ie(e){let t=Object.fromEntries(Object.entries(e.data??{}).filter(([t])=>!e.controlledFields.has(t)));for(let[n,r]of Object.entries(e.fields)){let i=e.input[n]===void 0?r.defaultValue:e.input[n];if(i===void 0||r.omitDefault===!0&&i===r.defaultValue){delete t[n];continue}t[n]=i}return Object.fromEntries(Object.entries(t).filter(([,e])=>e!==void 0))}const Le=new Set([`currentUptimeMs`,`gestureEndUptimeMs`,`gestureStartUptimeMs`,`sequenceResults`]);function Re(e){if(e)return Object.fromEntries(Object.entries(e).filter(([e])=>!Le.has(e)))}const ze={source:`direct-ios`,kind:`not-observed`};function F(e){let{source:t,referenceFrame:n,extra:r}=e;if(t.kind===`runner-payload`){let e={targetKind:t.targetKind,...t.maestroFallbackUsed?{}:{resolution:ze},...r??{}};return{result:L({data:t.data,fallbackX:t.point.x,fallbackY:t.point.y,referenceFrame:n,extra:e}),responseData:L({data:t.publicData,fallbackX:t.point.x,fallbackY:t.point.y,referenceFrame:n,extra:e})}}let{result:i}=t,a=xe(i),o={targetKind:i.kind,...a,...He(i.settle,e.settleRefsGeneration),...r??{}},s=L({data:i.backendResult,fallbackX:i.point?.x,fallbackY:i.point?.y,referenceFrame:n,extra:{...o,...Ve(i)}}),c=L({data:t.publicData,fallbackX:i.point?.x,fallbackY:i.point?.y,referenceFrame:n,extra:o}),l=Ue(`warning`in i?i.warning:void 0,e.staleRefsWarning);return l&&(s.warning=l,c.warning=l),{result:s,responseData:c,...Be(i)}}function Be(e){let t=I(e)?.node??(`node`in e?e.node:void 0),n=`preActionNodes`in e?e.preActionNodes:void 0;return t&&n?{recordedTarget:{node:t,preActionNodes:n}}:{}}function Ve(e){let t=I(e);return t?{selectorChain:t.selectorChain,refLabel:t.refLabel}:{}}function I(e){return`recordingTarget`in e?e.recordingTarget:void 0}function He(e,t){return!e?.diff||t===void 0?{}:{settle:{...e,refsGeneration:t}}}function Ue(e,t){return t?e?`${e} ${t}`:t:e}function L(e){let{data:t,fallbackX:n,fallbackY:r,referenceFrame:i,extra:a}=e,o=Ge(a,n,r)??(typeof t?.message==`string`?t.message:void 0);return We({...t??{},...n===void 0||r===void 0?{}:{x:n,y:r},...i??{},...a??{},...p(o)})}function We(e){return Object.fromEntries(Object.entries(e).filter(([,e])=>e!==void 0))}function Ge(e,t,n){let r=R(e,`text`);if(r!==void 0)return`Filled ${Array.from(r).length} chars`;let i=Ke(t,n),a=qe(e);if(a)return Ye(a,e??{},i);if(i)return Je(e,i)}function R(e,t){let n=e?.[t];return typeof n==`string`?n:void 0}function Ke(e,t){return e===void 0||t===void 0?``:` (${e}, ${t})`}function qe(e){let t=R(e,`ref`);return t===void 0?R(e,`selector`):`@${t}`}function Je(e,t){return e?.gesture===`longpress`?`Long pressed${t}`:`Tapped${t}`}function Ye(e,t,n){let r=typeof t.button==`string`?t.button:void 0;return t.gesture===`longpress`?`Long pressed ${e}${n}`:r&&r!==`primary`?`Clicked ${r} ${e}${n}`:`Tapped ${e}${n}`}function z(e,t){return!te(e.device)||e.surface!==`desktop`&&e.surface!==`menubar`||e.surface===`menubar`&&(t===`click`||t===`press`)?null:T(`UNSUPPORTED_OPERATION`,`${t} is not supported on macOS ${e.surface} sessions yet. Open an app session to act, or use the ${e.surface} surface to inspect.`)}function B(e){let n=e.sessionStore.get(e.sessionName);if(!n)throw new t(`SESSION_NOT_FOUND`,ce);return ie({backend:Xe({...e,session:n}),...Ee(`interaction commands`,{plural:!0}),sessions:fe({sessionName:e.sessionName,getSession:()=>n,recordOptions:{includeSnapshot:!0,omitRefFrameSnapshot:e.req.internal?.findResolvedTarget===!0},setRecord:t=>{t.snapshot&&(ue(n,t.snapshot),e.sessionStore.set(e.sessionName,n))}})})}function Xe(e){let{req:t,session:n}=e,r=Ze(n);return{platform:x(n.device),captureSnapshot:async(r,i)=>({snapshot:await e.captureSnapshotForSession(n,t.flags,e.sessionStore,e.contextFromFlags,{interactiveOnly:i?.interactiveOnly===!0,includeRects:i?.includeRects===!0})}),resolveGestureViewport:async()=>e.pairedGestureViewport??await se(n.device,e.contextFromFlags(t.flags,n.appBundleId,n.trace?.outPath)),tap:async(r,i)=>(O(n),V(await w(n.device,`press`,[String(i.x),String(i.y)],t.flags?.out,e.contextFromFlags(t.flags,n.appBundleId,n.trace?.outPath)))),tapTarget:r?.clickRef?async(e,t)=>(O(n),await r.clickRef?.(t.ref),{ref:A(t.ref)}):void 0,fill:async(r,i,a)=>(O(n),V(await w(n.device,`fill`,[String(i.x),String(i.y),a],t.flags?.out,e.contextFromFlags(t.flags,n.appBundleId,n.trace?.outPath)))),fillTarget:r?.fillRef?async(e,t,i,a)=>(O(n),await r.fillRef?.(t.ref,i,a),{ref:A(t.ref),text:i,delayMs:a?.delayMs??0}):void 0,longPress:async(r,i,a)=>(O(n),V(await w(n.device,`longpress`,[String(i.x),String(i.y),...a?.durationMs===void 0?[]:[String(a.durationMs)]],t.flags?.out,e.contextFromFlags(t.flags,n.appBundleId,n.trace?.outPath)))),performGesture:async(r,i)=>(O(n),V(await le(n.device,i,e.contextFromFlags(t.flags,n.appBundleId,n.trace?.outPath)))),typeText:async(r,i)=>(O(n),V(await w(n.device,`type`,[i],t.flags?.out,e.contextFromFlags(t.flags,n.appBundleId,n.trace?.outPath))))}}function Ze(e){if(e.device.platform!==`web`)return;let t=_e();return t.clickRef||t.fillRef?t:void 0}function V(e){return e&&typeof e==`object`?e:void 0}function H(e){let t=e.ref.startsWith(`@`)?e.ref.slice(1):e.ref,n=ve({session:e.session,refBody:t,mintedGeneration:e.mintedGeneration});if(n.admitted)return null;let r=me(e.session);return T(`COMMAND_FAILED`,$e(n.reason,e.ref),{reason:n.reason,ref:e.ref,currentGeneration:ge(e.session),scope:r===`all`?`all`:Array.from(r),...e.mintedGeneration===void 0?{}:{mintedGeneration:e.mintedGeneration},hint:e.staleRefsWarning??Qe})}const Qe=`Capture a fresh interactive snapshot (snapshot -i) or use a stable selector, then retry.`;function $e(e,t){switch(e){case`ref_frame_expired`:return`Ref ${t} belongs to an expired ref frame — a device action since the snapshot invalidated it`;case`ref_generation_mismatch`:return`Ref ${t} was minted from a superseded snapshot generation`;case`plain_ref_requires_complete_frame`:return`Ref ${t} needs a complete snapshot — the current frame only authorizes its emitted refs`;case`ref_not_issued`:return`Ref ${t} was not issued by the current ref frame`}}function et(e){let n=e.flags?.recordAs;if(n!==void 0){if(b(n),e.flags?.noRecord)throw new t(`INVALID_ARGS`,`fill --record-as cannot be combined with --no-record because no script step would be published.`);if(!e.session.recordSession&&!e.replayPlanStep)throw new t(`INVALID_ARGS`,`fill --record-as requires an armed script recording. Start a fresh session with open --save-script, then retry the fill.`)}}async function tt(e){switch(e.req.command){case`press`:return await U(e,`press`);case`click`:return await U(e,`click`);case`longpress`:return await U(e,`longpress`);case`fill`:return await pt(e);default:return null}}async function U(e,t){let{req:n,sessionName:r,sessionStore:i}=e,a=i.get(r);if(!a)return S();let o=t===`click`?`click`:t,s=t===`longpress`?`longpress`:`press`,l=z(a,o);if(l)return l;let u=C(s,a.device);if(u)return u;let d=j(t,n.flags);if(d)return d;let p=f(n.flags),m=c(p);if(t!==`longpress`&&p!==`primary`){let e=ee({commandLabel:o,platform:x(a.device),button:p,count:n.flags?.count,intervalMs:n.flags?.intervalMs,holdMs:n.flags?.holdMs,jitterPx:n.flags?.jitterPx,doubleTap:n.flags?.doubleTap});if(e)return T(e.code,e.message,e.details)}let h=t===`longpress`?we(n.positionals??[]):Se(n.positionals??[],o);if(!h.ok)return h.response;let g=h.target.kind===`ref`&&n.internal?.findResolvedTarget!==!0?D({session:a,ref:h.target.ref,mintedGeneration:h.refGeneration}):void 0,_;if(h.target.kind===`ref`){let r=e.refSnapshotFlagGuardResponse(t===`longpress`?`longpress`:`press`,n.flags);if(r)return r;let i=n.internal?.findResolvedTarget?null:H({session:a,ref:h.target.ref,mintedGeneration:h.refGeneration,staleRefsWarning:g});if(i)return i;_=await Y(e,a)}let v=n.internal?.replayTargetGuard,y=v?null:ot({session:a,commandLabel:o,target:h.target,flags:n.flags});if(y){let t=await ct(e,a,y);if(t)return t}let b=t===`longpress`?h.durationMs:void 0;return await J(e,{androidFreshnessBaseline:_,refContext:h.target.kind===`ref`&&n.internal?.findResolvedTarget!==!0?{ref:h.target.ref,mintedGeneration:h.refGeneration,staleRefsWarning:g}:void 0,run:async e=>await nt({runtime:e,command:t,target:h.target,sessionName:r,requestId:n.meta?.requestId,clickButton:p,flags:n.flags,durationMs:b,expectedResolvedTarget:v}),afterRun:async e=>{a.lease?.leaseProvider||await Ce(a,be(h.target,e))},buildPayloads:async r=>{let i=at(r);return await rt({params:e,session:a,result:r,staleRefsWarning:g,publicData:q({session:a,command:t===`longpress`?void 0:t,flags:n.flags,data:r.backendResult}),extra:t===`longpress`?{...i===void 0?{}:{durationMs:i},gesture:`longpress`}:m})}})}async function nt(e){let{runtime:t,command:n,target:r,sessionName:i,requestId:a,flags:o,expectedResolvedTarget:s}=e,c=k(o);if(n===`longpress`)return await t.interactions.longPress(r,{session:i,requestId:a,durationMs:e.durationMs,settle:c,expectedResolvedTarget:s});let l={session:i,requestId:a,button:e.clickButton,count:o?.count,intervalMs:o?.intervalMs,holdMs:o?.holdMs,jitterPx:o?.jitterPx,doubleTap:o?.doubleTap,verify:o?.verify,settle:c,expectedResolvedTarget:s};return n===`click`?await t.interactions.click(r,l):await t.interactions.press(r,l)}async function rt(e){let{params:t,session:n,result:r,publicData:i,extra:a}=e,o=r.kind===`point`?await Me({session:n,flags:t.req.flags,sessionStore:t.sessionStore,contextFromFlags:t.contextFromFlags,captureSnapshotForSession:t.captureSnapshotForSession}):N(n.snapshot?.nodes??[]);return F({source:{kind:`runtime`,result:r,publicData:i},referenceFrame:o,extra:a,staleRefsWarning:e.staleRefsWarning,settleRefsGeneration:W(n,r)})}function W(e,t){if(t.settle?.diff)return pe(e,it(t.settle)),e.snapshotGeneration}function it(e){let t=[];for(let n of e.diff?.lines??[])n.ref&&t.push(n.ref);for(let n of e.refs??[])t.push(n.ref);for(let n of e.tail??[])t.push(n.ref);return t}function at(e){return`durationMs`in e?e.durationMs:void 0}function ot(e){let{session:t,commandLabel:n,target:r,flags:o}=e;return n!==`click`||r.kind!==`selector`||t.recordSession||st(o)||a(n)&&o?.verify===!0||i(n)&&o?.settle===!0?null:G(t,r.selector,o)}function G(e,t,n){let r=ye({session:e,selectorExpression:t});return r?{...r,...n?.maestro?.allowNonHittableCoordinateFallback?{allowNonHittableCoordinateFallback:!0}:{},...n?.maestro?.expectedTapPoint?{expectedPoint:n.maestro.expectedTapPoint}:{}}:null}function st(e){return e?.count!==void 0||e?.intervalMs!==void 0||e?.holdMs!==void 0||e?.jitterPx!==void 0||e?.doubleTap!==void 0||e?.clickButton!==void 0&&e.clickButton!==`primary`}async function ct(e,t,n){return await K({params:e,session:t,selector:n,command:`press`,positionals:[],extra:{selector:n.raw},fallbackPhase:`ios_direct_selector_tap_fallback`})}async function K(t){let{params:n,session:i,selector:a,command:o,positionals:s,extra:c,fallbackPhase:l}=t,u=Date.now();O(i);try{let e=await w(i.device,o,s,n.req.flags?.out,{...n.contextFromFlags(n.req.flags,i.appBundleId,i.trace?.outPath),directElementSelector:a,surface:i.surface})??{},t=Date.now(),r=dt(e),l=q({session:i,command:lt(n.req.command,o),flags:n.req.flags,data:e}),d=ut(a,e),{result:f,responseData:p}=F({source:{kind:`runner-payload`,targetKind:`selector`,data:e,publicData:l,point:r,maestroFallbackUsed:d.maestroNonHittableCoordinateFallbackUsed===!0},referenceFrame:ft(e),extra:{...c,...d}});return M({session:i,sessionStore:n.sessionStore,command:n.req.command,positionals:n.req.positionals??[],retryPositionals:X(r),flags:n.req.flags,result:f,responseData:p,actionStartedAt:u,actionFinishedAt:t})}catch(t){return ke(t,{delegateSemanticFailures:a.allowNonHittableCoordinateFallback!==!0})?(r({level:`debug`,phase:l,data:{selector:a.raw,error:t instanceof Error?t.message:String(t)}}),null):{ok:!1,error:e(t)}}}function q(e){let t=ne(e.session.device.platform)?Re(e.data):e.data;return e.command?Pe({command:e.command,input:e.flags,data:t}):t}function lt(e,t){return e===`click`||e===`press`||e===`fill`?e:t}function ut(e,t){if(!e.allowNonHittableCoordinateFallback)return{};let n=t.maestroNonHittableCoordinateFallbackUsed===!0;return{maestroNonHittableCoordinateFallbackAllowed:!0,maestroNonHittableCoordinateFallbackUsed:n,...n?{maestroFallbackReason:`non-hittable-coordinate`}:{}}}function dt(e){let t=typeof e.x==`number`?e.x:void 0,n=typeof e.y==`number`?e.y:void 0;return t!==void 0&&n!==void 0?{x:t,y:n}:{x:0,y:0}}function ft(e){return typeof e.referenceWidth==`number`&&typeof e.referenceHeight==`number`?{referenceWidth:e.referenceWidth,referenceHeight:e.referenceHeight}:void 0}async function pt(e){let{req:t,sessionName:n,sessionStore:r}=e,i=r.get(n);if(i){let e=z(i,`fill`);if(e)return e;let t=C(`fill`,i.device);if(t)return t}if(!i)return S();et({session:i,flags:t.flags,replayPlanStep:t.internal?.replayPlanStep===!0});let a=j(`fill`,t.flags);if(a)return a;let o=De(t.positionals??[]);if(!o.ok)return o.response;let s=await mt(e,i,o.target,o.refGeneration);if(s.response)return s.response;let{staleRefsWarning:c}=s,l=t.internal?.replayTargetGuard;return(l?null:await ht(e,i,o.target,o.text))||await J(e,{refContext:o.target.kind===`ref`&&t.internal?.findResolvedTarget!==!0?{ref:o.target.ref,mintedGeneration:o.refGeneration,staleRefsWarning:c}:void 0,run:async e=>await e.interactions.fill(o.target,o.text,{session:n,requestId:t.meta?.requestId,delayMs:t.flags?.delayMs,verify:t.flags?.verify,settle:k(t.flags),expectedResolvedTarget:l}),buildPayloads:e=>gt({session:i,result:e,text:o.text,flags:t.flags,staleRefsWarning:c})})}async function mt(e,t,n,r){if(n.kind!==`ref`)return{};let i=e.req.internal?.findResolvedTarget===!0?void 0:D({session:t,ref:n.ref,mintedGeneration:r}),a=e.refSnapshotFlagGuardResponse(`fill`,e.req.flags);if(a)return{response:a,staleRefsWarning:i};let o=e.req.internal?.findResolvedTarget?null:H({session:t,ref:n.ref,mintedGeneration:r,staleRefsWarning:i});return o?{response:o,staleRefsWarning:i}:(await Y(e,t),{staleRefsWarning:i})}async function ht(e,t,n,r){let i=_t({session:t,target:n,flags:e.req.flags});return i?await vt(e,t,i,r):null}function gt(e){let{session:t,result:n}=e,r=n.kind===`point`?void 0:N(t.snapshot?.nodes??[]);return F({source:{kind:`runtime`,result:n,publicData:q({session:t,command:`fill`,flags:e.flags,data:n.backendResult})},referenceFrame:r,extra:{text:e.text},staleRefsWarning:e.staleRefsWarning,settleRefsGeneration:W(t,n)})}function _t(e){let{session:t,target:n,flags:r}=e;return n.kind!==`selector`||t.recordSession||a(`fill`)&&r?.verify===!0||i(`fill`)&&r?.settle===!0?null:G(t,n.selector,r)}async function vt(e,t,n,r){return await K({params:e,session:t,selector:n,command:`fill`,positionals:[r],extra:{selector:n.raw,text:r},fallbackPhase:`ios_direct_selector_fill_fallback`})}async function J(e,t){let r=e.sessionStore.get(e.sessionName);if(!r)return S();let i=B(e),a=Date.now();try{let n=await yt(r,e.req.command,{refContext:t.refContext},async()=>{let e=await t.run(i);return await t.afterRun?.(e),e});if(n.aborted)return n.response;let{readiness:o,runtimeResult:s}=n,c=Date.now(),{result:l,responseData:u,recordedTarget:d}=await t.buildPayloads(s);if(o.status===`recovered`){let e=typeof u.warning==`string`?`${u.warning} ${o.warning}`:o.warning;l.warning=e,u.warning=e}return M({session:r,sessionStore:e.sessionStore,command:e.req.command,positionals:e.req.positionals??[],retryPositionals:xt(e.req.command,s),flags:e.req.flags,result:l,responseData:u,recordedTarget:d,actionStartedAt:a,actionFinishedAt:c,androidFreshnessBaseline:t.androidFreshnessBaseline})}catch(e){let t=n(e);if(Ae(t))throw t;return bt(e)}}async function yt(e,t,n,r){if(e.lease?.leaseProvider)return{aborted:!1,readiness:{status:`clear`},runtimeResult:await r()};let i=await E({session:e,command:t,phase:`before-command`});if(n.refContext&&i.status===`recovered`){let t=H({session:e,ref:n.refContext.ref,mintedGeneration:n.refContext.mintedGeneration,staleRefsWarning:n.refContext.staleRefsWarning});if(t)return{aborted:!0,response:t}}let a=await r();return await E({session:e,command:t,phase:`after-command`}),{aborted:!1,readiness:i,runtimeResult:a}}async function Y(e,t){if(!he(t))return;let n=t.snapshot?.comparisonSafe===!0?t.snapshot:void 0;try{await e.captureSnapshotForSession(t,e.req.flags,e.sessionStore,e.contextFromFlags,{interactiveOnly:!0,androidFreshnessMode:`ref-refresh`})}catch(t){r({level:`warn`,phase:`android_ref_snapshot_refresh_failed`,data:{command:e.req.command,error:t instanceof Error?t.message:String(t)}})}return n}function bt(t){return{ok:!1,error:e(t)}}function xt(e,t){if(!(t.kind===`ref`&&!t.node)&&(e===`click`||e===`press`))return t.point?X(t.point):void 0}function X(e){return[String(e.x),String(e.y)]}async function St(e){return await Q(e,`gesture`,async t=>{let n=v(e.req.input),r=_(n);r.gesture.intent===`pan`&&e.req.internal?.gestureExecutionProfile&&(r.gesture.executionProfile=e.req.internal.gestureExecutionProfile),oe(r.gesture,t.device);let i=await Z(e).interactions.gesture({session:e.sessionName,requestId:e.req.meta?.requestId,gesture:r.gesture});return{positionals:g(n),flags:jt(n,e.req.flags),responseData:$(i,{executionProfile:wt(r.gesture)}),...n.kind===`pinch`?{recordingResultExtra:{scale:n.scale}}:{}}})}async function Ct(e){return await Q(e,`swipe`,async t=>{let n=Tt(e.req.input);oe(y(n).gesture,t.device);let r=n.count??1,i=n.pauseMs??0,a=n.pattern??`one-way`,o=await kt(Z(e),e,n,r,i,a);return{positionals:Ot(n),flags:e.req.flags,responseData:$(o,{from:n.from,to:n.to,x1:n.from.x,y1:n.from.y,x2:n.to.x,y2:n.to.y,effectiveDurationMs:o.durationMs,timingMode:`direct`,executionProfile:`endpoint-hold`,count:r,pauseMs:i,pattern:a})}})}function Z(e){return B({...e,pairedGestureViewport:e.req.internal?.gestureViewport})}async function Q(t,n,r){let i=t.sessionStore.get(t.sessionName);if(!i)return S();let a=Date.now();try{let e=ae(i.device),o=e?{status:`clear`}:await E({session:i,command:n,phase:`before-command`}),s=await r(i);e||await E({session:i,command:n,phase:`after-command`});let c={...s.responseData};return o.status===`recovered`&&(c.warning=`${typeof c.warning==`string`?`${c.warning} `:``}${o.warning}`),M({session:i,sessionStore:t.sessionStore,command:n,actionCommand:n,positionals:s.positionals,flags:s.flags,result:{...c,...s.recordingResultExtra??{}},responseData:c,actionStartedAt:a,actionFinishedAt:Date.now()})}catch(t){return{ok:!1,error:e(t)}}}function wt(e){if(e.intent===`fling`)return`endpoint-hold`;if(e.intent===`pan`)return e.executionProfile??`timed-pan`}function $(e,t={}){let n=typeof t.executionProfile==`string`?t.executionProfile:void 0;return{kind:e.kind,durationMs:e.durationMs,pointerCount:e.pointerCount,from:e.from,to:e.to,...e.backendResult??{},...t,...n?{timing:{executionProfile:n,gestureDurationMs:e.durationMs}}:{},message:e.message}}function Tt(e){if(!e||typeof e!=`object`||Array.isArray(e))throw new t(`INVALID_ARGS`,`swipe requires structured object input`);m(e);let n=e,r=n.pattern;if(r!==void 0&&r!==`one-way`&&r!==`ping-pong`)throw new t(`INVALID_ARGS`,`swipe pattern must be one-way or ping-pong`);let i={from:Dt(n.from,`swipe from`),to:Dt(n.to,`swipe to`),count:u(n,`count`,{min:1,max:200}),pauseMs:u(n,`pauseMs`,{min:0,max:l}),pattern:r};return Et(i),i}function Et(e){let n=e.count??1,r=e.pauseMs??0,i=n*100+Math.max(0,n-1)*r;if(!(i<=6e4))throw new t(`INVALID_ARGS`,`Swipe series must fit within ${d}ms.`,{count:n,pauseMs:r,gestureDurationMs:100,scheduledDurationMs:i,hint:`Reduce --count or --pause-ms.`})}function Dt(e,n){if(!e||typeof e!=`object`||Array.isArray(e))throw new t(`INVALID_ARGS`,`${n} must be a point`);let r=e;if(typeof r.x!=`number`||!Number.isFinite(r.x))throw new t(`INVALID_ARGS`,`${n} x must be finite`);if(typeof r.y!=`number`||!Number.isFinite(r.y))throw new t(`INVALID_ARGS`,`${n} y must be finite`);return{x:r.x,y:r.y}}function Ot(e){return[String(e.from.x),String(e.from.y),String(e.to.x),String(e.to.y)]}async function kt(e,t,n,r,i,a){let o;for(let s=0;s<r;s+=1){let c=y(At(n,a,s));o=await e.interactions.gesture({session:t.sessionName,requestId:t.req.meta?.requestId,gesture:c.gesture}),i>0&&s+1<r&&await re(i)}if(!o)throw Error(`Swipe orchestration did not execute a gesture.`);return o}function At(e,t,n){return t===`ping-pong`&&n%2==1?{...e,from:e.to,to:e.from}:e}function jt(e,t){return e.kind!==`pan`||e.pointerCount===void 0?t:{...t,pointerCount:e.pointerCount}}async function Mt(e){let t=await tt({...e,captureSnapshotForSession:P,refSnapshotFlagGuardResponse:je});if(t)return t;switch(e.req.command){case h.gesture:return await St({...e,captureSnapshotForSession:P});case h.swipe:return await Ct({...e,captureSnapshotForSession:P});case h.type:return await Nt({...e,captureSnapshotForSession:P});case`get`:return await Te(e);case`is`:return await Oe(e);default:return null}}async function Nt(e){let{sessionName:t,sessionStore:n}=e,r=n.get(t);return r?C(h.type,r.device)||await Pt(r)||await Ft(e,r):S()}async function Pt(e){return e.device.platform===`android`&&e.recording&&(await de({session:e})).status===`failed`?T(`COMMAND_FAILED`,`Android system dialog blocked the recording session`):null}async function Ft(t,n){let{req:r,sessionName:i,sessionStore:a}=t,o=(r.positionals??[]).join(` `),s=B(t),c=Date.now();try{let e=await E({session:n,command:r.command,phase:`before-command`}),t=await s.interactions.typeText(o,{session:i,requestId:r.meta?.requestId,delayMs:r.flags?.delayMs});await E({session:n,command:r.command,phase:`after-command`});let l=Date.now(),u={...t.backendResult??{},text:t.text,delayMs:t.delayMs,...p(t.message??`Typed ${Array.from(t.text).length} chars`)};return e.status===`recovered`&&(u.warning=e.warning),M({session:n,sessionStore:a,command:r.command,positionals:r.positionals??[],flags:r.flags,result:u,responseData:u,actionStartedAt:c,actionFinishedAt:l})}catch(t){return{ok:!1,error:e(t)}}}export{Mt as handleInteractionCommands};
|
package/dist/src/interactor.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import{_ as e}from"./sdk-contracts.js";import{
|
|
2
|
-
`?void 0:`append`,appBundleId:t.appBundleId},n)},fillElementSelector:async(r,i,a)=>await
|
|
1
|
+
import{_ as e}from"./sdk-contracts.js";import{I as t}from"./sdk-android-adb.js";import{Bn as n,Dn as r,Rn as i,it as a,st as o,wn as s}from"./recording-export-quality.js";import{c,f as l,s as u}from"./sdk-device.js";import{r as d}from"./snapshot-quality.js";import{c as f}from"./selector-vocabulary.js";import{t as p}from"./apple-multitouch-support.js";import{o as m}from"./helper.js";import{a as h}from"./runner-client.js";import{i as g}from"./runner-provider.js";import{t as _}from"./method-scope.js";import{a as v,c as y,i as b,l as x,n as S,o as C,r as w,s as T}from"./apps.js";import{n as E,t as D}from"./runner-sequence.js";function O(e,t,n){return{command:`remotePress`,remoteButton:e,...n===void 0?{}:{durationMs:n},...t===void 0?{}:{appBundleId:t}}}function k(e,t,r,i={includeDuration:!0}){let a=j(e.referenceWidth),o=j(e.referenceHeight);if(a===void 0||o===void 0)return M(e,{amount:r?.amount});let s=n({direction:t,amount:r?.amount,pixels:r?.pixels,referenceWidth:a,referenceHeight:o});return M(e,{amount:r?.amount,pixels:s.pixels,durationMs:i?.includeDuration?r?.durationMs:void 0,preferProvidedPixels:!0})}function A(e,t={includeDuration:!0}){return{...e?.amount===void 0?{}:{amount:e.amount},...e?.pixels===void 0?{}:{pixels:e.pixels},...t?.includeDuration&&e?.durationMs!==void 0?{durationMs:e.durationMs}:{}}}function j(e){return typeof e==`number`&&Number.isFinite(e)?e:void 0}function M(e,t){let{x1:n,y1:r,x2:i,y2:a}=P(e),o=j(e.referenceWidth),s=j(e.referenceHeight),c=N(t,n!==void 0&&i!==void 0?Math.round(Math.abs(i-n)):void 0,r!==void 0&&a!==void 0?Math.round(Math.abs(a-r)):void 0);return{...n===void 0?{}:{x1:n},...r===void 0?{}:{y1:r},...i===void 0?{}:{x2:i},...a===void 0?{}:{y2:a},...o===void 0?{}:{referenceWidth:o},...s===void 0?{}:{referenceHeight:s},...t?.amount===void 0?{}:{amount:t.amount},...c===void 0?{}:{pixels:c},...t?.durationMs===void 0?{}:{durationMs:t.durationMs}}}function N(e,t,n){if(e?.preferProvidedPixels&&e.pixels!==void 0)return e.pixels;if(t!==void 0&&t>0)return t;if(n!==void 0&&n>0)return n}function P(e){let t=j(e.x),n=j(e.y),r=j(e.x2),i=j(e.y2);return{...t===void 0?{}:{x1:t},...n===void 0?{}:{y1:n},...r===void 0?{}:{x2:r},...i===void 0?{}:{y2:i}}}async function F(e,t,n,r,i,a){return k(await e(t,{command:`desktopScroll`,direction:i,...A(a,{includeDuration:!0}),appBundleId:n.appBundleId},r),i,a,{includeDuration:!0})}function I(e){return e===`system`?`backSystem`:`backInApp`}function L(e,t){let n={verbose:t.verbose,logPath:t.logPath,traceLogPath:t.traceLogPath,requestId:t.requestId,iosXctestrunFile:t.iosXctestrunFile,iosXctestDerivedDataPath:t.iosXctestDerivedDataPath,iosXctestEnvDir:t.iosXctestEnvDir,runnerLeaseContext:t.runnerLeaseContext};return{runnerOpts:n,overrides:{tap:async(r,i)=>await h(e,H(e,t,r,i),n),tapElementSelector:async r=>await h(e,{command:`tap`,selectorKey:r.key,selectorValue:r.value,allowNonHittableCoordinateFallback:r.allowNonHittableCoordinateFallback,...r.expectedPoint?{x:r.expectedPoint.x,y:r.expectedPoint.y}:{},appBundleId:t.appBundleId},n),doubleTap:async(r,i)=>{let a=await h(e,D([{kind:`doubleTap`,x:r,y:i}],t.appBundleId),n);return E(a),a},longPress:async(r,i,a)=>await h(e,{command:`longPress`,x:r,y:i,durationMs:a,appBundleId:t.appBundleId},n),focus:async(r,i)=>await h(e,H(e,t,r,i),n),type:async(r,i)=>{await h(e,{command:`type`,text:r,delayMs:i,textEntryMode:r===`
|
|
2
|
+
`?void 0:`append`,appBundleId:t.appBundleId},n)},fillElementSelector:async(r,i,a)=>await h(e,{command:`type`,selectorKey:r.key,selectorValue:r.value,allowNonHittableCoordinateFallback:r.allowNonHittableCoordinateFallback,text:i,delayMs:a,textEntryMode:`replace`,appBundleId:t.appBundleId},n),fill:async(r,i,a,o)=>await h(e,{command:`type`,x:r,y:i,text:a,delayMs:o,textEntryMode:`replace`,appBundleId:t.appBundleId},n),scroll:async(r,i)=>await W(h,e,t,n,r,i),performGesture:async r=>await B(e,t,n,r),gestureViewport:async()=>R(await h(e,{command:`gestureViewport`,appBundleId:t.appBundleId},n))}}}function R(t){let n=z(t.x),r=z(t.y),i=z(t.x2),a=z(t.y2);if(n===void 0||r===void 0||i===void 0||a===void 0||i<=0||a<=0)throw new e(`COMMAND_FAILED`,`Apple runner returned an invalid gesture viewport`);return{x:n,y:r,width:i,height:a}}function z(e){return typeof e==`number`&&Number.isFinite(e)?e:void 0}async function B(e,t,n,r){if(r.topology===`two`&&p(e,r.intent),r.topology===`single`&&c(e)){let{start:i,end:a}=f(r);return await h(e,{command:`drag`,x:i.x,y:i.y,x2:a.x,y2:a.y,durationMs:r.durationMs,appBundleId:t.appBundleId},n)}if(r.topology===`single`&&l(e)){let{start:i,end:a}=f(r);return await h(e,{command:`swipe`,direction:V(i,a),appBundleId:t.appBundleId},n)}return await h(e,{command:`gesture`,gesturePlan:r,appBundleId:t.appBundleId},n)}function V(e,t){let n=t.x-e.x,r=t.y-e.y;return Math.abs(n)>=Math.abs(r)?n>=0?`right`:`left`:r>=0?`down`:`up`}function H(e,t,n,r){return{command:`tap`,x:n,y:r,...U(e)?{synthesized:!0}:{},appBundleId:t.appBundleId}}function U(e){return u(e)&&!l(e)}async function W(e,t,n,r,s,u){return o(u?.durationMs,{invalidMessage:`scroll durationMs must be a non-negative integer at most ${a}`}),l(t)?M(await e(t,O(s,n.appBundleId,u?.durationMs),r),{amount:u?.amount,durationMs:u?.durationMs}):(i(u??{}),c(t)?await F(e,t,n,r,s,u):k(await e(t,{command:`scroll`,direction:s,...A(u),appBundleId:n.appBundleId},r),s,u))}function G(n,r,i){if(n.appleOs===`watchos`)throw new e(`UNSUPPORTED_PLATFORM`,`watchOS is not supported: XCUITest cannot drive watchOS UI, so this device has no runner backend.`);let{overrides:a,runnerOpts:o}=L(n,r),c={open:(e,t)=>C(n,e,{appBundleId:t?.appBundleId,launchConsole:t?.launchConsole,launchArgs:t?.launchArgs,terminateRunningApp:t?.terminateRunningApp,url:t?.url,runnerOptions:o}),openDevice:()=>T(n),close:e=>v(n,e,o),screenshot:(e,t)=>Y(n,e,t,o),snapshot:async r=>{let i=Z(await t(`snapshot_capture`,async()=>await h(n,{command:`snapshot`,appBundleId:r?.appBundleId,interactiveOnly:r?.interactiveOnly,depth:r?.depth,scope:r?.scope,raw:r?.raw},o),{backend:`xctest`})),a=i.nodes??[];if(a.length===0&&n.kind===`simulator`)throw new e(`COMMAND_FAILED`,`XCTest snapshot returned 0 nodes on iOS simulator.`);return{nodes:a,truncated:i.truncated??!1,backend:`xctest`,...i.quality?{quality:i.quality}:{},...!i.quality&&i.message?{warnings:[i.message]}:{}}},back:async e=>{if(l(n)){await h(n,O(`menu`,r.appBundleId),o);return}await h(n,{command:I(e),appBundleId:r.appBundleId},o)},home:async()=>{if(l(n)){await h(n,O(`home`,r.appBundleId),o);return}await h(n,{command:`home`,appBundleId:r.appBundleId},o)},setOrientation:async t=>{let i=K(await h(n,{command:`rotate`,orientation:t,appBundleId:r.appBundleId},o));if(i!==t)throw new e(`COMMAND_FAILED`,`iOS runner observed ${i} after requesting ${t}`,{requestedOrientation:t,observedOrientation:i});return{orientation:i}},appSwitcher:async()=>{await h(n,{command:`appSwitcher`,appBundleId:r.appBundleId},o)},tvRemote:async(e,t)=>{await h(n,O(s(e),r.appBundleId,t),o)},readClipboard:()=>w(n),writeClipboard:e=>b(n,e),setSetting:(e,t,r,i)=>S(n,e,t,r,i),...a};return i?q(n,r,c,i):c}function K(t){let n=t.orientation;if(typeof n==`string`&&r.includes(n))return n;throw new e(`COMMAND_FAILED`,`iOS runner returned an invalid orientation result`,{orientation:n})}function q(e,t,n,r){return _({...n,open:async()=>J(`open`),openDevice:async()=>J(`openDevice`),close:async()=>J(`close`),screenshot:async()=>J(`screenshot`),readClipboard:async()=>J(`readClipboard`),writeClipboard:async()=>J(`writeClipboard`),setSetting:async()=>J(`setSetting`)},n=>g(r,{deviceId:e.id,requestId:t.requestId},n))}function J(t){throw new e(`UNSUPPORTED_OPERATION`,`${t} uses local Apple tooling (simctl/devicectl), which an injected runner transport cannot reach; the provider session must supply its own ${t} implementation.`)}async function Y(e,t,n={},r){if(X(e,n.surface)){await m(t,{surface:n.surface,fullscreen:n.fullscreen});return}if(n.captureBackend===`runner`){await y(e,t,n.appBundleId,n.fullscreen,r);return}await x(e,t,{appBundleId:n.appBundleId,pixelDensity:n.pixelDensity,fullscreen:n.fullscreen,runnerOptions:r,normalizeStatusBar:n.normalizeStatusBar,skipIosSimulatorBootCheck:n.skipIosSimulatorBootCheck})}function X(e,t){return c(e)&&t!==void 0&&t!==`app`}function Z(e){return{nodes:Array.isArray(e.nodes)?e.nodes:void 0,truncated:typeof e.truncated==`boolean`?e.truncated:void 0,quality:d(e.snapshotQuality),message:typeof e.message==`string`&&e.message.trim().length>0?e.message:void 0}}export{G as createAppleInteractor};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import{_ as e}from"./sdk-contracts.js";import{h as t}from"./sdk-android-adb.js";import{Tn as n}from"./recording-export-quality.js";import{d as r}from"./logcat.js";import{t as i}from"./unsupported-interactor.js";import{t as a}from"./tool-provider3.js";const o={allowFailure:!0,timeoutMs:3e4};async function s(e,n){t(await a().launchApp(e.id,n,o),`Failed to launch Vega app ${n}`,{appName:n,deviceId:e.id})}async function c(e){t(await a().checkConnected(e.id,o),`Vega device is not connected`,{deviceId:e.id})}async function l(e,n){t(await a().terminateApp(e.id,n,o),`Failed to terminate Vega app ${n}`,{appName:n,deviceId:e.id})}async function u(e,r,i){let o=n(r);t(await a().pressRemote(e.id,o,i,{allowFailure:!0,timeoutMs:1e4+(i??0)}),`Failed to press Vega TV remote ${r}`,{button:r,deviceId:e.id})}const d=[{matches:(e,t)=>r(e)||!!t?.url,message:`Vega open does not support URLs or deep links.`,hint:`Use open <component-id> with an installed Vega app component ID.`},{matches:(e,t)=>!!t?.activity,message:`Vega open does not support Android activity selection.`,hint:`Remove --activity and use the Vega component ID as the open target.`},{matches:(e,t)=>!!t?.launchConsole,message:`Vega open does not support launch-console output.`,hint:`Remove --launch-console and open the Vega component ID directly.`},{matches:(e,t)=>!!t?.terminateRunningApp,message:`Vega open does not support terminating the running app before launch.`,hint:`Close the Vega component explicitly before opening it again.`},{matches:(e,t)=>!!t?.launchArgs?.length,message:`Vega open does not support launch arguments.`,hint:`Remove --launch-arg values and open the Vega component ID directly.`}];function f(e,t){return{...i(`Vega OS`),open:async(t,n)=>{p(t,n),await s(e,t)},openDevice:()=>c(e),close:t=>l(e,t),back:()=>u(e,`back`),home:()=>u(e,`home`),tvRemote:(t,n)=>u(e,t,n)}}function p(t,n){let r=d.find(({matches:e})=>e(t,n));if(r)throw new e(`UNSUPPORTED_OPERATION`,r.message,{hint:r.hint})}export{f as createVegaInteractor};
|
package/dist/src/internal/bin.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
const e=process.argv.slice(2);t(e)||(e[0]===`mcp`&&!e.includes(`--help`)&&!e.includes(`-h`)?import(`../server.js`).then(({runAgentDeviceMcpServer:e})=>e()).catch(m):p(e));function t(e){return n(e)||r(e)||i(e)}function n(e){return e.length!==1||!f(e[0])?!1:(process.stdout.write(`0.20.
|
|
1
|
+
const e=process.argv.slice(2);t(e)||(e[0]===`mcp`&&!e.includes(`--help`)&&!e.includes(`-h`)?import(`../server.js`).then(({runAgentDeviceMcpServer:e})=>e()).catch(m):p(e));function t(e){return n(e)||r(e)||i(e)}function n(e){return e.length!==1||!f(e[0])?!1:(process.stdout.write(`0.20.1
|
|
2
2
|
`),!0)}function r(e){return e.length===0?(import(`../cli-help.js`).then(({buildUsageText:e})=>{process.stdout.write(`${e()}\n`),process.exit(1)}).catch(m),!0):!1}function i(e){let t=a(e);return t===void 0?!1:(import(`../cli-help.js`).then(({buildCommandUsageText:n,buildUsageText:r})=>{if(t===null){process.stdout.write(`${r()}\n`);return}let i=n(l(t));if(i){process.stdout.write(i);return}p(e)}).catch(m),!0)}function a(e){switch(e.length){case 1:return o(e[0]);case 2:return s(e[0],e[1]);default:return}}function o(e){return e===`help`||d(e)?null:void 0}function s(e,t){return u(e)?t:c(e,t)}function c(e,t){return d(t)?e:void 0}function l(e){return e===`long-press`?`longpress`:e===`metrics`?`perf`:e}function u(e){return e===`help`}function d(e){return e===`--help`||e===`-h`}function f(e){return e===`--version`||e===`-V`}function p(e){import(`../cli.js`).then(({runCli:t})=>t(e)).catch(m)}function m(e){process.stderr.write(`${e instanceof Error?e.message:String(e)}\n`),process.exit(1)}export{};
|