momentic 0.0.69 → 0.0.70

package/bin/cli.js

@@ -276,7 +276,7 @@ ${e.serializeNode(n.nextElementSibling,!1)}`),s},!t)throw new Error(`[MOMENTIC]
       `);if(a>e)throw new Error(`Closest HTML candidate still has too far distance (${a}) from threshold (${e})
       Closest node: ${s}
       Target node: ${r}
-      `);return{dataMomenticId:n,closestDistance:a}};var Zs=()=>{window.pressListener&&document.removeEventListener("keydown",window.pressListener,{capture:!0}),window.pressListener=async r=>{console.log("[Momentic] Window press listener fired"),await window.captureKeystroke({key:r.key,url:window.location.href})},document.addEventListener("keydown",window.pressListener,{capture:!0})};var Wc=Uc(zc(),"momentic","chromium"),bt=process.env.TWO_CAPTCHA_KEY,fr=$c(Hc);fr.use(Vc());fr.use(Bc({provider:{id:"2captcha",token:bt},visualFeedback:!0}));var U=class r{browser;context;page;systemDevicePixelRatio;networkSettings;a11yIdToNodeMap=new Map;dataMomenticIdToNodeMap=new Map;mostRecentBrowserState;domGraph=void 0;cdpClient;logger;localMode;activeFrame;transformer;baseURL;originsVisited=new Set;constructor({browser:e,context:t,page:o,baseUrl:n,logger:s,localMode:a,cdpClient:c,networkSettings:l}){this.browser=e,this.context=t,this.cdpClient=c,this.page=o,this.baseURL=n,this.originsVisited.add(new URL(n).origin),this.logger=s,this.networkSettings=l,this.localMode=!!a}static USER_AGENT=si["Desktop Chrome"].userAgent;static async init({baseUrl:e,logger:t,networkSettings:o,browserArgs:n,contextArgs:s,takeScreenshots:a,onScreenshot:c,onClose:l,waitForLoad:i=!0,localMode:d,localAppUrl:u,extensionPath:m,skipPageSetup:f,timeout:p}){let w={headless:!0,handleSIGTERM:!1,chromiumSandbox:!1,...n??{}},h={viewport:Ye,userAgent:si["Desktop Chrome"].userAgent,geolocation:{latitude:37.7749,longitude:-122.4194},locale:"en-US",timezoneId:"America/Los_Angeles",...s??{}},y=null,S,T;d?(S=await fr.launchPersistentContext(Wc,{...w,...h,ignoreDefaultArgs:["--enable-automation","--enable-strict-mixed-content-checking"],ignoreHTTPSErrors:!0,bypassCSP:!0,args:["--allow-insecure-localhost","--disable-site-isolation-for-policy","--disable-site-isolation-trials",`--unsafely-treat-insecure-origin-as-secure=${u}`,`--load-extension=${m}`,"--test-type=browser"],baseURL:e}),T=S.pages()[0],l&&T.on("close",()=>{l()})):(y=await fr.launch(w),S=await y.newContext({deviceScaleFactor:process.env.NODE_ENV==="development"?2:1,...h,baseURL:e}),T=await S.newPage()),await Hs(S);let b=new r({browser:y,context:S,page:T,baseUrl:e,logger:t,localMode:d,networkSettings:o,cdpClient:await S.newCDPSession(T)});b.systemDevicePixelRatio=h.deviceScaleFactor;let E=!1,I=async()=>{try{await b.navigate({url:e,initialNavigation:!f,loadTimeoutMs:p})}catch(L){if(t.error({err:L},"Failed to initialize chrome browser"),i)throw L}finally{E=!0}};if(i?await I():I(),c){let L=async()=>{if(a)try{c({viewport:await b.getViewport(),buffer:await b.screenshot({})})}catch(A){t.error({err:A},"Failed to take screenshot")}};L();let _=setInterval(()=>{if(Date.now()-F<(p??8e3*2))L();else{clearInterval(_);return}},400),F=Date.now();for(;!E&&Date.now()-F<(p??8e3*2);)await W(250);clearInterval(_)}return b}async getUserPageOrFrame(){if(!this.activeFrame)return this.page;let e=0;for(;e<5;){try{let t=this.page.frame(this.activeFrame);if(t)return t}catch{}try{let t=await(await this.page.$(this.activeFrame))?.contentFrame();if(t)return t}catch{}await W(100),e++}throw new R("InternalWebAgentError",`Failed to find frame '${this.activeFrame}' on page ${this.page.url()}`)}async initCDPSession(e){e===void 0&&(e=this.networkSettings.pageLoadTimeoutMs??3e3);let t=!1,o=e===null?1/0:2,n=async()=>{try{this.cdpClient=await this.context.newCDPSession(this.page),await this.cdpClient.send("Accessibility.enable"),await this.cdpClient.send("DOM.enable"),await this.cdpClient.send("Overlay.enable"),t=!0}catch(s){if(o>0)return this.logger.warn({err:s},"Failed to initialize CDP session, re-creating CDP client"),await W(250),o--,n();throw s}};return e===null?await n():await Promise.race([n(),W(e)]),t}setLogger(e){this.logger=e}ping(){if(this.closed)throw new Error("Page has been closed");if(this.browser&&!this.browser.isConnected())throw new Error("Browser is not connected")}setActiveFrame(e){e?this.activeFrame=e:this.activeFrame=void 0}async reset(e){this.a11yIdToNodeMap.clear(),this.dataMomenticIdToNodeMap.clear(),e.clearCookies&&(this.logger.debug("Clearing cookies"),await this.context.clearCookies());let t=this.localMode?[await this.getUserPageOrFrame()]:this.context.pages();for(let o=0;o<t.length;o++){if(e.clearStorage){let n=t[o].url();this.logger.debug(`Clearing local storage for tab ${n}`),this.originsVisited.delete(new URL(n).origin);try{await t[o].evaluate(async()=>{window.localStorage.clear(),window.sessionStorage.clear(),await indexedDB.databases().then(s=>{s.forEach(a=>{a.name&&indexedDB.deleteDatabase(a.name)})})})}catch(s){this.logger.debug({err:s},"Failed clearing site data, continuing...")}}o!==0&&!this.localMode&&(this.logger.debug(`Closing tab ${t[o].url()}`),await t[o].close())}if(this.page=this.context.pages()[0],this.page.isClosed()&&this.logger.warn("Page is closed, exiting reset early"),e.clearStorage)if(!await this.initCDPSession(e.timeout))this.logger.warn("Skipping clearing local storage because CDP session failed to initialize");else for(let n of this.originsVisited)this.logger.debug({origin:n},"Clearing data using CDP"),await this.cdpClient.send("Storage.clearDataForOrigin",{origin:n,storageTypes:"all"}),this.originsVisited.delete(n);await this.navigate({url:e.url??this.baseURL,initialNavigation:!0,loadTimeoutMs:e.timeout})}async wait(e){await W(e)}async toggleHints(e){let t=await this.getUserPageOrFrame();e.state==="on"?(await t.addStyleTag({content:mr.css}),await t.addScriptTag({content:mr.js}),await t.evaluate(_s)):await t.evaluate(Fs)}async showHints(){await this.toggleHints({state:"on"});let e=async()=>{try{await this.toggleHints({state:"off"})}catch(t){this.logger.debug({err:t},"Failed to remove vision hints")}};setTimeout(()=>{e()},3e3)}async cleanup(){this.originsVisited.clear(),await this.page.close(),await this.context.close(),this.browser&&await this.browser.close()}get closed(){return this.page.isClosed()||!!this.browser&&!this.browser.isConnected()}async html(){return(await this.getUserPageOrFrame()).content()}async url(){return this.localMode?(await this.getUserPageOrFrame()).url():this.page.url()}async screenshotWithHints(e){let t=e.saveToDiskPath?.split("."),o=t?.slice(0,-1).join("."),n=t?.slice(-1)[0],s=Buffer.from("");await this.showHints();let a=await this.screenshot({...e,saveToDiskPath:e.saveToDiskPath?`${o}-after-hint.${n}`:void 0});return{before:s,after:a}}async screenshot({target:e,quality:t,scale:o="device",saveToDiskPath:n,hideCaret:s,retries:a=1,timeout:c,clearHighlights:l=!1}){l&&await this.removeAllHighlights();let i={fullPage:!1,quality:t,scale:o,type:"jpeg",caret:s?"hide":"initial",path:n,timeout:c??5e3};try{if(e)return(await this.resolveTarget(e)).locator.screenshot(i);if(!this.localMode||!this.activeFrame){let d=await this.cdpClient.send("Page.captureScreenshot",{format:"jpeg",quality:t});return Buffer.from(d.data,"base64")}else return this.page.locator(`iframe[name="${this.activeFrame}"]`).screenshot(i)}catch(d){if(this.logger.warn({err:d},"Failed taking screenshot, continuing..."),a>0)return this.screenshot({target:e,quality:t,scale:o,saveToDiskPath:n,hideCaret:s,retries:a-1,timeout:c,clearHighlights:l});throw d}}async getViewport(){if(this.localMode&&this.activeFrame){let t=await this.page.locator(`iframe[name="${this.activeFrame}"]`).boundingBox();if(!t)throw new Error(`Failed to get bounding box for frame: ${this.activeFrame}`);return t}let e=this.page.viewportSize();if(!e)throw new Error("failed to get viewport");return e}async addBrowserPageInitScripts(e){if(!await this.initCDPSession(e))throw new Error(`Failed to initialize libraries on this page (${this.url()}). Are you sure this site is working?`);let o=[this.page.addInitScript({content:Ks}),this.page.addInitScript({content:Ys}),this.page.addInitScript({content:Ds}),this.page.addInitScript({content:Vs}),this.page.addInitScript({content:Xs})];this.localMode?o.push(this.page.addInitScript({content:Gs})):o.push(this.page.addInitScript({content:Ps})),await Promise.all(o)}async navigate({url:e,initialNavigation:t=!1,loadTimeoutMs:o,networkIdleTimeoutMs:n=0}){o===void 0&&(o=this.networkSettings.pageLoadTimeoutMs??8e3),Cs(e)&&(e=new URL(e,this.baseURL).toString()),o&&(o=Math.min(o,6e4)),n&&(n=Math.min(n,6e4)),this.logger.debug(`Navigating to ${e}`),this.originsVisited.add(new URL(e).origin),t&&await this.addBrowserPageInitScripts(o);let s=Date.now(),a=await this.getUserPageOrFrame(),c=async()=>{await a.goto(e,{waitUntil:"domcontentloaded",timeout:o??0});try{await a.waitForLoadState("load",{timeout:o??0})}catch(i){this.logger.warn({err:i},"Timeout elapsed waiting for load state, continuing anyways...")}};try{n?await this.wrapPossibleNavigation(c,n):await c(),this.logger.debug({url:e},`Navigation complete in ${Math.floor(Date.now()-s)}ms`)}catch(i){if(i instanceof Error&&i.message.includes("ERR_ABORTED")){this.logger.error({err:i},"Navigation error, possibly due to user cancellation");return}throw i}let l=await this.url();if(vs.has(l)&&process.env.NODE_ENV==="production")throw new R("ActionFailureError",`${e} took too long to load \u{1F61E}. Please ensure the site and your internet are working.`,{},!0);if(t&&(await this.attachNavigationHandler(this.page.mainFrame()),this.localMode))try{await this.exposeRecordingBindings()}catch(i){i instanceof Error&&i.message.includes("already registered")||this.logger.error({err:i},"Failed to expose recording bindings during navigation")}this.logger.info({url:e,urlAfterNav:l},"Navigation complete")}async type(e,t={}){this.logger.info({text:e},"Entering text with keyboard");let{clearContent:o=!0,pressKeysSequentially:n=!1}=t;o&&(process.platform==="darwin"?await this.page.keyboard.press("Meta+A"):await this.page.keyboard.press("Control+A"),await this.page.keyboard.press("Backspace")),n?await this.page.keyboard.type(e):await this.page.keyboard.insertText(e)}async scrollIntoView(e){await e.scrollIntoViewIfNeeded({timeout:5e3})}async highlight(e){try{let t=await this.resolveTarget(e,!0);return await this.highlightTarget(t.locator),!0}catch(t){return this.logger.warn({err:t,target:e},"Failed to highlight target"),!1}}async removeAllHighlights(){await(await this.getUserPageOrFrame()).evaluate(()=>{let e=window,t=e.removeHighlightTimers||[];console.log(`[MOMENTIC] Clearing ${t.length} highlights on request`),t.forEach(o=>{clearTimeout(o)}),Object.values(e.removeHighlightFunctions??{}).forEach(o=>{o()})})}async highlightTarget(e){try{return await this.removeAllHighlights(),await e.evaluate(t=>{try{console.log("[MOMENTIC] Adding highlight for",t);let o=window;o.momenticIsEligible=w=>{let y=window.getComputedStyle(w,null).getPropertyValue("display");if(y==="none"||y==="contents")return!1;let S=w.getBoundingClientRect();return!(!S.height||!S.width)},o.removeHighlightTimers=o.removeHighlightTimers||[],o.removeHighlightFunctions=o.removeHighlightFunctions||{};let n=!1,s=0;for(;!o.momenticIsEligible(t)&&s<3;){if(!t.parentElement)throw new Error("No eligible non-empty parent found for highlighting");t=t.parentElement,s++,n=!0}n&&console.log("[MOMENTIC] Redirected highlight to parent",t);let a=t.style.getPropertyValue("outline"),c=t.style.getPropertyPriority("outline"),l=t.style.getPropertyValue("background-color"),i=t.style.getPropertyPriority("background-color"),d=t.style.getPropertyValue("opacity"),u=t.style.getPropertyPriority("opacity");if(a.includes("blue")&&a.includes("solid")&&a.includes("3px")){console.log("[MOMENTIC] Already highlighted",t);return}window.matchMedia&&window.matchMedia("(prefers-color-scheme: dark)").matches?t.style.setProperty("outline","3px solid deepskyblue","important"):t.style.setProperty("outline","3px solid royalblue","important");let m="rgba(255, 255, 128, 0.5)",f=window.getComputedStyle(t,null).getPropertyValue("background-color");f&&!f.includes("255, 255, 255")&&!f.includes("0, 0, 0")&&(m=`rgba(${f.match(/\d+/g).map(Number).slice(0,3).map(y=>255-y).join(", ")}, 0.5)`),t.style.setProperty("background-color",m,"important"),t.style.setProperty("opacity","100","important");let p=`momentic${Math.floor(Math.random()*1e7)}`;o[p]=()=>{console.log("[MOMENTIC] Clearing highlight for",t);try{t.style.removeProperty("outline"),t.style.setProperty("outline",a,c),t.style.removeProperty("background-color"),t.style.setProperty("backgroundColor",l,i),t.style.removeProperty("opacity"),t.style.setProperty("opacity",d,u)}catch(w){console.error(`Failed to remove highlight: ${w}`)}},o.removeHighlightTimers.push(setTimeout(()=>{o.removeHighlightFunctions?.[p]&&(delete o.removeHighlightFunctions[p],o[p]())},2750)),o.removeHighlightFunctions[p]=o[p]}catch(o){throw console.error(o),o}},void 0,{timeout:5e3}),!0}catch(t){return this.logger.debug({err:t},"Failed to add node highlight, a page navigation likely occurred. This is non-fatal for tests."),!1}}async wrapPossibleNavigation(e,t=3e3){if(this.networkSettings.autoWaitForNetworkIdle===!1)return e();let o=await this.url(),n=Date.now(),s=new Map,a=new Map,c=w=>{let h=yo(w.request());a.set(h,(a.get(h)??0)+1);let y=w.status();y>=500&&this.logger.warn({request:h,status:y},"Received 500 level response")},l=w=>{let h=yo(w);Bs(w,o)&&(s.set(h,(s.get(h)??0)+1),n=Date.now())};this.page.on("response",c),this.page.on("request",l),await this.page.waitForTimeout(0);let i=Date.now(),d=await e();for(;;){if(Date.now()-i>2e3){this.logger.warn("Timeout elapsed waiting for network stable");break}if(Date.now()-n>750){this.logger.debug(`Network stable in ${Date.now()-i}ms`);break}await W(250)}let u=Date.now(),m=!1,f=new Set;for(;;){if(!m&&Date.now()-u>t){this.logger.warn({requests:Array.from(f).slice(0,10)},"Timeout elapsed waiting for requests to complete");break}let w=!1;f=new Set;for(let h of s.keys())s.get(h)!==a.get(h)&&($s(h)&&(this.logger.warn({uri:h},"Waiting for necessary network request to finish. To reduce test latency, please eliminate this long-running request or reach out to Momentic Support."),m=!0),w=!0,f.add(h));if(!w){this.logger.debug({url:await this.url(),requests:Array.from(s.entries()).slice(0,10)},`Network idle in ${Math.floor(Date.now()-u)}ms`);break}await W(250)}this.page.off("request",l),this.page.off("response",c);let p=await this.url();if(this.originsVisited.add(new URL(p).origin),ot(p,o)){this.logger.debug({startUrl:o,newUrl:p},"Detected url change in wrapPossibleNavigation, waiting for load state");let w=await this.getUserPageOrFrame();await w.waitForLoadState("domcontentloaded",{timeout:this.networkSettings.pageLoadTimeoutMs??8e3});try{await w.waitForLoadState("load",{timeout:t})}catch{this.logger.warn({url:await this.url()},"Timeout elapsed waiting for load state, continuing anyways...")}}return d}getOpenPages(){return this.context.pages().map(e=>e.url())}async saveNodeDetailsToCache(e,t,o){if(e&&(t.id=e.id,t.content=e.content,t.name=e.name,t.role=e.role,t.numChildren=e.children.length,t.serializedForm=e.getSerializedFormWithContext(),t.nodeOnlySerializedForm=e.getNodeOnlySerializedForm()),t.generatedSelectors&&t.generatedSelectors.length>1)return;if(!o){this.logger.debug("No data-momentic-id found for target, skipping selector generation");return}let n=await this.getUserPageOrFrame();try{let s=await this.fetchHtmlAttributes(o,n);Object.assign(t,s)}catch(s){this.logger.error({err:s},"Failed to fetch HTML attributes for target")}}async resolveSelectorCombinationInPage(e){if(e.length)try{return await(await this.getUserPageOrFrame()).evaluate(qs,e)}catch(t){this.logger.debug(`Error checking CSS selector combination: ${t}`);return}}async resolveTargetUsingCssSelectors(e,t){if(!t.generatedSelectors||t.generatedSelectors.length<2)return;let o,n,s,a=[];for(let c=0;c<t.generatedSelectors.length;c++)for(let l=0;l<t.generatedSelectors.length;l++){let i=t.generatedSelectors[c],d=t.generatedSelectors[l];i!==d&&a.push([i,d])}for(let c of a){let l=await this.resolveSelectorCombinationInPage(c);if(!l)continue;let{momenticId:i}=l,d=parseInt(i);if(!t.serializedHtml)continue;let u=await e.evaluate(So,d);if(!u||ni(u,t.serializedHtml)/Math.max(u.length,t.serializedHtml.length)>.2)continue;o={a11yNode:void 0,locator:e.locator(c[0]),displayString:u},n=d,s=c;let f=this.dataMomenticIdToNodeMap.get(d);if(!f){this.logger.debug({target:t,proposedNode:o.displayString,selectors:c},"Matched CSS selector successfully using html-only comparison");break}let p=fo(f,t);if(p<7){o=void 0,n=void 0,s=void 0;continue}else o.a11yNode=f;this.logger.debug({target:t,proposedNode:o.displayString,comparisonScore:p,selectors:c},"Matched CSS selector successfully using html + a11y comparison");break}if(o)return t.generatedSelectors=void 0,await this.saveNodeDetailsToCache(o.a11yNode,t,n),t.generatedSelectors=Array.from(new Set([...s??[],...t.generatedSelectors??[]])),o}async resolveTarget(e,t=!1){if(this.logger.debug({target:e,skipFetchTree:t},"Resolve target called"),e.id>0&&!$t(e)){let n=this.a11yIdToNodeMap.get(e.id);if(!n)throw new Error(`Resolving target failed, fresh value did not exist in node map: ${e.id}`);return await this.saveNodeDetailsToCache(n,e,n.dataMomenticId),{locator:await this.getLocatorFromA11yNode(n),a11yNode:n,displayString:n.getNodeOnlySerializedForm()}}let o=await this.getUserPageOrFrame();if(e.id<0&&e.selector){let n=o.locator(e.selector),s;try{s=await Ns(n)}catch(a){throw new Error(`'${e.selector}' failed to resolve: ${a}`)}return{locator:n,a11yNode:void 0,displayString:s}}if(!t){let n=(await this.getA11yTree({skipWait:!0})).serialize();this.logger.debug({tree:n},"Got a11y tree for css resolution")}if(e.generatedSelectors){let n=await this.resolveTargetUsingCssSelectors(o,e);if(n)return n;e.generatedSelectors=void 0}if(!t){let n=(await this.getA11yTree({skipWait:!1})).serialize();this.logger.debug({tree:n},"Got a11y tree for a11y resolution")}if(e.serializedForm){let n=1/0,s,a;for(let c of this.a11yIdToNodeMap.values()){let l=c.getSerializedFormWithContext(),i=ni(e.serializedForm,l);i<n?(n=i,s=c,a=void 0):i===n&&(a=c)}if(s&&n<Math.ceil(.15*e.serializedForm.length))if(a)this.logger.debug({equalNodeSerialized:a.getLogForm()},"Multiple nodes with same distance, refusing to resolve using levenshtein distance");else return this.logger.debug({newNodeSerializedForm:s.getLogForm(),distance:n,originalLength:e.serializedForm.length,target:e},"Resolved cached a11y target to new node with pure levenshtein distance"),await this.saveNodeDetailsToCache(s,e,s.dataMomenticId),{a11yNode:s,locator:await this.getLocatorFromA11yNode(s),displayString:s.getNodeOnlySerializedForm()};else this.logger.debug({closestDistance:n,closestNode:s?.getLogForm()},"No close a11y node found by levenshtein distance")}if(e.nodeOnlySerializedHtml)try{let n=await o.evaluate(Qs,{serializedHtml:e.nodeOnlySerializedHtml,distanceThreshold:Math.ceil(.2*e.nodeOnlySerializedHtml.length)}),s=parseInt(n.dataMomenticId??""),a=this.dataMomenticIdToNodeMap.get(s);if(a)return this.logger.debug({result:n,a11yNode:a.getLogForm(),target:e},"Resolved cached a11y target to new node with pure html levenshtein distance"),await this.saveNodeDetailsToCache(a,e,s),{a11yNode:a,locator:await this.getLocatorFromA11yNode(a),displayString:a.getNodeOnlySerializedForm()};this.logger.warn({result:n},"Failed to find a11y node corresponding to html levenshtein comparison result")}catch(n){this.logger.debug({err:n},"Error finding closest HTML node by levenshtein distance")}throw this.logger.debug({target:e},"Failed to find any relevant node"),new Error(`Could not find any relevant node given cached target: ${JSON.stringify(e)}`)}async typeIntoTarget(e,t,o={}){let n=await this.resolveTarget(t);return await n.locator.click({force:o.force,timeout:5e3}),this.highlightTarget(n.locator),await this.type(e,o),n.displayString}async click(e,t={}){let o=await this.resolveTarget(e,t.skipWait);this.highlightTarget(o.locator);let n=await this.url(),s=this.getOpenPages(),a=1;for(;a>0;)try{t.doubleClick?await this.wrapPossibleNavigation(async()=>{await o.locator.dblclick({button:t.rightClick?"right":"left",force:t.force,timeout:5e3})}):await this.wrapPossibleNavigation(async()=>o.locator.click({button:t.rightClick?"right":"left",force:t.force,timeout:5e3})),this.logger.info("Click completed on element");break}catch(l){if(a--,a===0)throw l;this.logger.warn({err:l},"Failed clicking on element, retrying with force enabled"),t.force=!0}let c;if(t.waitForUrl){let i=this.networkSettings.pageLoadTimeoutMs??8e3;for(let d=0;d<4;d++){if(c=this.getOpenPages(),c.length!==s.length)for(let u=c.length-1;u>=0;u--){let m=c[u];if(m!==n){await this.switchToPage(m,u);break}}try{await(await this.getUserPageOrFrame()).waitForURL(t.waitForUrl,{timeout:Math.min(i/4,500)});break}catch(u){if(d===3)throw u}}}return o.displayString}async dragAndDrop(e,t,o={}){let n=await this.resolveTarget(e),s=await this.resolveTarget(t,!0),a={timeout:5e3,force:o.force};return await n.locator.hover(a),await this.page.mouse.down(),await s.locator.hover(a),await W(o.hoverSeconds?Math.min(o.hoverSeconds*1e3,5e3):500),await this.page.mouse.up(),n.displayString}async mouseDrag(e,t,o,n,s={}){let a=Object.assign({timeout:5e3},s);n&&await(await this.resolveTarget(n)).locator.hover(a);let c=await(await this.getUserPageOrFrame()).evaluate(ks);return c||(this.logger.warn("Could not get current mouse position before mouse drag action, defaulting to 0,0"),c={left:0,top:0}),await this.page.mouse.down(),await this.page.mouse.move(e+c.left,t+c.top,{steps:o}),await W(250),await this.page.mouse.up(),n?.serializedForm}async hover(e){let t=await this.resolveTarget(e);return this.highlightTarget(t.locator),await t.locator.hover({timeout:5e3}),t.displayString}async focus(e){let t=await this.resolveTarget(e);return this.highlightTarget(t.locator),await t.locator.focus({timeout:5e3}),t.displayString}async blur(e){let t=await this.resolveTarget(e);return this.highlightTarget(t.locator),await t.locator.blur({timeout:5e3}),t.displayString}async selectOption(e,t){let o=await this.resolveTarget(e);return this.highlightTarget(o.locator),await o.locator.selectOption(t,{timeout:8e3}),o.displayString}async press(e){this.localMode&&this.activeFrame&&(await(await this.getUserPageOrFrame()).evaluate(()=>{let o=document.activeElement;return o&&o.tagName.toLowerCase()!=="body"})||(this.logger.warn(`No element on the page is currently focused, clicking on <body> before pressing ${e}`),await(await this.getUserPageOrFrame()).locator("body").click())),await this.wrapPossibleNavigation(()=>this.page.keyboard.press(e))}async refresh(e){if(this.localMode&&this.activeFrame){let o=(await this.getUserPageOrFrame()).url();await this.navigate({url:o,loadTimeoutMs:e?.loadTimeoutMs,networkIdleTimeoutMs:e?.networkIdleTimeoutMs})}else{let t=async()=>this.page.reload({timeout:e?.loadTimeoutMs??this.networkSettings.pageLoadTimeoutMs??8e3});e?.networkIdleTimeoutMs?await this.wrapPossibleNavigation(t,e.networkIdleTimeoutMs):await t()}}async getActiveFrameNodeDetails(){if(!this.activeFrame)return;let e=this.localMode?`document.querySelector("#${this.activeFrame}")`:`document.querySelector("${this.activeFrame}")`,{result:t,exceptionDetails:o}=await this.cdpClient.send("Runtime.evaluate",{expression:e});if(o)throw new Error(`Could not find frame: ${this.activeFrame} ${o.exception?.description}`);let n=t.objectId;return{pageFrameId:(await this.cdpClient.send("DOM.describeNode",{objectId:n})).node.frameId}}async getA11yTree({skipWait:e=!1,filterByViewport:t=!1,maxAttempts:o=2}){let n=null,s=0,a=await this.url(),c;for(;!n&&s<o;){let l=async()=>{let i=await this.getViewportOffsetDetails();this.logger.debug({url:a,viewportDetails:i},"Got viewport details");let d=await this.getActiveFrameNodeDetails(),u=await this.getRawA11yTree({skipWait:e,iframeId:d?.pageFrameId}),m=await this.getDOMTree(i.devicePixelRatio,d?.pageFrameId);if(n=Ls({a11yGraph:u,domGraph:m,logger:this.logger,filterByViewport:t,viewportDetails:i}),!n||!n.root)throw new Error("Accessibility tree appears empty");this.a11yIdToNodeMap=n.a11yIdNodeMap,this.dataMomenticIdToNodeMap=n.dataMomenticIdMap,this.domGraph=m};try{s++,await Promise.race([l(),W(8e3)])}catch(i){c=i,s<o&&(this.logger.warn({err:i,url:a},"Error getting a11y tree, retrying..."),await W(1e3))}}if(!n)throw new R("ActionFailureError",`Getting accessibility tree failed after ${o} attempts: ${c?.message}`);return n}getA11yIdFromDataMomenticId(e){return this.dataMomenticIdToNodeMap.get(e)?.id}async getViewportOffsetDetails(){let[e,t,o,n,s]=await(await this.getUserPageOrFrame()).evaluate(()=>[window.scrollY,window.scrollX,window.screen.width,window.screen.height,window.devicePixelRatio]);return{upperBound:e,lowerBound:e+n,leftBound:t,rightBound:t+o,width:o,height:n,devicePixelRatio:this.systemDevicePixelRatio??s}}async getDOMTree(e,t){let o,n=0;for(;!o&&n<3;)try{if(o=await this.cdpClient.send("DOMSnapshot.captureSnapshot",{computedStyles:hr}),!o||!o.documents.length)throw new Error("Got empty DOM tree")}catch(s){await W(250),this.logger.error({err:s},"Error fetching DOM tree"),n++}if(!o||!o.documents.length)throw new R("InternalWebAgentError","Error fetching DOM tree");return Ms({snapshot:o,devicePixelRatio:e,pageFrameId:t})}async getRawA11yTree({skipWait:e=!1,iframeId:t=void 0}){let o=await this.url(),n=Date.now(),s=()=>{n=Date.now()};this.cdpClient.addListener("Accessibility.nodesUpdated",s);let a=!1,c=()=>{this.logger.debug({url:o},"Accessibility load event fired on page"),a=!0,n=Date.now()};this.cdpClient.addListener("Accessibility.loadComplete",c);let l=Date.now(),i=!e;for(;!e&&Date.now()-l<3e3;)if(await W(250),!(!a&&Date.now()-l<1e3)&&Date.now()-n>=750){i=!1;break}this.logger.debug({duration:Date.now()-l,eventReceived:a,timeoutTriggered:i,skipWait:e},"A11y wait phase completed"),await(await this.getUserPageOrFrame()).evaluate(zs);let d;if(t)d=(await this.cdpClient.send("Accessibility.getRootAXNode",{frameId:t})).node.backendDOMNodeId;else{let{node:m}=await this.cdpClient.send("Accessibility.getRootAXNode");d=m.backendDOMNodeId}let{nodes:u}=await this.cdpClient.send("Accessibility.queryAXTree",{backendNodeId:d});if(this.cdpClient.removeListener("Accessibility.loadComplete",c),this.cdpClient.removeListener("Accessibility.nodesUpdated",s),!u||u.length<=1)throw new R("ActionFailureError","No content in accessibility tree");return{root:u[0],allNodes:u}}async clickUsingVisualCoordinates(e){let t=await this.getElementLocation(e);if(!t)throw new Error(`Could not find element location with backend node id: ${e}`);this.logger.debug({location:t},"Executing mouse click"),await this.page.mouse.click(t.centerX,t.centerY)}getAttributeFromStringArray(e,t){let o=e.findIndex(n=>n===t);if(!(o===-1||!e[o+1]))return e[o+1]}async getIDAttributeUsingCDP(e){await this.cdpClient.send("DOM.getDocument",{depth:0});let t=await this.cdpClient.send("DOM.requestNode",{objectId:e}),n=(await this.cdpClient.send("DOM.getAttributes",{nodeId:t.nodeId})).attributes,s=this.getAttributeFromStringArray(n,Ue);if(!s)throw new Error(`Could not find attribute ${Ue} for object ${e}`);return s}async getLocatorFromA11yNode(e){if(!e.backendNodeID)throw new Error(`Node with a11y id ${e.id} has no backend node ID`);return this.getLocatorFromBackendID(e.backendNodeID)}async getLocatorFromBackendID(e){let t=await this.cdpClient.send("DOM.resolveNode",{backendNodeId:e});if(!t||!t.object.objectId)throw new Error(`Could not resolve backend node ${e}`);let o;try{o=await this.getIDAttributeUsingCDP(t.object.objectId)}catch(n){throw this.logger.error({err:n,object:JSON.stringify(t.object)},"Failed to get ID attribute"),n}return(await this.getUserPageOrFrame()).locator(`[${Ue}="${o}"]`)}async clickUsingCDP(e,t={}){let o=0,n,s=async l=>{let i=await this.getLocatorFromBackendID(l);t.doubleClick?await i.dblclick({timeout:5e3}):await i.click({timeout:5e3,button:t.rightClick?"right":"left",force:t.force})};for(;o<2;)try{return await s(e.backendNodeID),e}catch(l){this.logger.error({err:l},"Failed clicking on node"),n=l,o++,await W(1e3)}let a=e.parent?.children??[];for(let l of a){if(l.id===e.id)continue;let i=!1,d=fo(l,e);if(e.name&&l.name===e.name?i=!0:d>=5&&(this.logger.debug({similarityScore:d},"Sibling qualified for click redirection through comparison score"),i=!0),!!i)try{return await s(l.backendNodeID),l}catch(u){this.logger.debug({err:u,candidate:l.getLogForm()},"Failed clicking on sibling during click redirection")}}let c=e.parent;for(o=0;o<Ts;){if(!c||["rootwebarea","main"].includes(c.role.toLowerCase()))throw new R("ActionFailureError",n.message,{cause:n});if(!c.backendNodeID){c=c.parent;continue}try{return await s(c.id),c}catch(i){this.logger.debug({err:i,candidate:c.getLogForm()},"Failed clicking on parent during click redirection"),o++,c=c.parent}}throw new R("ActionFailureError",`Max click attempts exhausted on element ${e.getLogForm()}: ${n.message}`,{cause:n})}async getElementLocation(e){let t=await this.cdpClient.send("DOMSnapshot.captureSnapshot",{computedStyles:[],includeDOMRects:!0,includePaintOrder:!0}),o=await this.page.evaluate(()=>window.devicePixelRatio);process.platform==="darwin"&&o===1&&(o=2);let n=t.documents[0],s=n.layout,a=n.nodes,c=a.nodeName||[],l=a.backendNodeId||[],i=s.nodeIndex,d=s.bounds,u=-1;for(let S=0;S<c.length;S++)if(l[S]===e){u=i.indexOf(S);break}if(u===-1)throw new Error(`Could not find any backend node with ID ${e}`);let[m=0,f=0,p=0,w=0]=d[u];m/=o,f/=o,p/=o,w/=o;let h=m+p/2,y=f+w/2;return{centerX:h,centerY:y}}async scroll(e,t,o,n){let s=t==="left"?-1:1,a=n==="up"?-1:1;if(this.activeFrame)await(await this.getUserPageOrFrame()).evaluate(([l,i,d,u])=>window.scrollTo(window.scrollX+(l??window.innerWidth)*d,window.scrollY+(i??window.innerHeight)*u),[e,o,s,a]);else{let c=this.page.viewportSize()||Ye;await this.page.mouse.wheel((e??c.width)*s,(o??c.height)*a)}}async scrollUp(e){await this.scroll(0,null,e??null,"up")}async scrollDown(e){await this.scroll(0,null,e??null,"down")}async scrollLeft(e){await this.scroll(e??null,"left",0,null)}async scrollRight(e){await this.scroll(e??null,"right",0,null)}async goForward(){await this.wrapPossibleNavigation(async()=>this.localMode&&this.activeFrame?(await this.getUserPageOrFrame()).evaluate(e=>{let t=e().contentWindow;t?t.history.forward():console.error("Failed to get content window for frame")},()=>document.querySelector(`iframe[name="${this.activeFrame}"]`)):this.page.goForward({waitUntil:"domcontentloaded",timeout:this.networkSettings.pageLoadTimeoutMs??8e3}))}async goBack(){await this.wrapPossibleNavigation(async()=>this.localMode&&this.activeFrame?(await this.getUserPageOrFrame()).evaluate(e=>{let t=e().contentWindow;t?t.history.back():console.error("Failed to get content window for frame")},()=>document.querySelector(`iframe[name="${this.activeFrame}"]`)):this.page.goBack({waitUntil:"domcontentloaded",timeout:this.networkSettings.pageLoadTimeoutMs??8e3}))}async createNewTab(e,t){let o=await this.context.newPage();this.page=o,await this.navigate({url:e,initialNavigation:!0,...t}),this.originsVisited.add(new URL(e).origin)}async switchToPage(e,t,o){let n=async(a,c)=>{let l=a.url();this.logger.info(`Switching to tab ${c} with url ${l}`),this.originsVisited.add(new URL(l).origin),this.page=a,await this.addBrowserPageInitScripts(o?.loadTimeoutMs),await this.attachNavigationHandler(this.page.mainFrame());try{let i=async()=>{let d=o?.loadTimeoutMs??8e3;await a.waitForLoadState("domcontentloaded",{timeout:d});try{await a.waitForLoadState("load",{timeout:d})}catch{this.logger.warn({url:l},"Timeout elapsed waiting for load state, continuing anyways...")}};o?.networkIdleTimeoutMs?await this.wrapPossibleNavigation(i,o.networkIdleTimeoutMs):await i()}catch{this.logger.warn({url:l},"Timeout elapsed waiting for load state during tab switch, continuing anyways...")}},s=this.context.pages();if(t){await n(s[t],t);return}for(let a=0;a<s.length;a++){let c=s[a];if(c.url().includes(e)){await n(c,a);return}}throw new Error(`Could not find page with url containing ${e}`)}async frameNavigationHandler(e){if(!!e.parentFrame()===this.localMode){process.env.NODE_ENV!=="production"&&this.logger.debug({url:e.url()},"Frame navigation event fired");try{let t=new URL(e.url()).origin;if(!t||t==="about:blank"||this.originsVisited.has(t)||t==="null")return;this.logger.debug(`Adding ${t} to visited set`),this.originsVisited.add(t)}catch(t){this.logger.debug({err:t},"Failed to add run page setup handler")}}}async attachNavigationHandler(e){await this.frameNavigationHandler(e),this.page.off("framenavigated",t=>this.frameNavigationHandler(t)),this.page.on("framenavigated",t=>this.frameNavigationHandler(t))}async setCookie(e){let t=wn(e);this.logger.debug({cookieSettings:t},"Adding cookies to session"),await this.context.addCookies(t)}async setLocalStorage(e,t){await(await this.getUserPageOrFrame()).evaluate(([n,s])=>{n&&localStorage.setItem(n,s||"")},[e,t])}async solveCloudflareTurnstile(){let t=(await this.getUserPageOrFrame()).locator(".cf-turnstile").locator("iframe").getAttribute("data-sitekey"),o=await fetch("https://2captcha.com/in.php",{method:"POST",body:JSON.stringify({key:bt,method:"turnstile",sitekey:t,pageurl:await this.url(),json:1})});if(!o.ok){let c=`Captcha solver API returned error response: ${o.statusText}`;throw this.logger.error({text:await o.text()},c),new Error(c)}let{request:n}=await o.json(),s=Date.now(),a="";for(;Date.now()-s<6e4;){await W(2500);let c=await fetch(`https://2captcha.com/res.php?key=${bt}&action=get&id=${n}&json=1`,{method:"GET"});if(!c.ok){let i=`Captcha solution API returned error response: ${c.statusText}`;throw this.logger.error({text:await c.text()},i),new Error(i)}let l=await c.json();if(l.status===1){a=l.request;break}}}async solveCaptcha(){await this.getA11yTree({});let e;for(let c of this.a11yIdToNodeMap.values())if(c.role==="image"&&c.name.toLowerCase().includes("captcha")){if(!c.backendNodeID)continue;e=await this.getLocatorFromBackendID(c.backendNodeID);break}if(!e){let c=await(await this.getUserPageOrFrame()).solveRecaptchas();if(!c.captchas||!c.captchas.length)throw new Error("No captchas found on the page");return}let t=await e.screenshot({type:"jpeg",animations:"allow",caret:"hide",quality:100,timeout:5e3}),o=await fetch("https://api.2captcha.com/createTask",{method:"POST",body:JSON.stringify({clientKey:bt,task:{type:"ImageToTextTask",body:t.toString("base64"),case:!0},languagePool:"en"})});if(!o.ok){let c=`Captcha solver API returned error response: ${o.statusText}`;throw this.logger.error({text:await o.text()},c),new Error(c)}let{taskId:n}=await o.json(),s=Date.now(),a="";for(;Date.now()-s<6e4;){await W(2500);let c=await fetch("https://api.2captcha.com/getTaskResult",{method:"POST",body:JSON.stringify({clientKey:bt,taskId:n})});if(!c.ok){let i=`Captcha solution API returned error response: ${c.statusText}`;throw this.logger.error({text:await c.text()},i),new Error(i)}let l=await c.json();if(l.errorId){let i=`Captcha solution API returned error ID ${l.errorId}`;throw this.logger.error(i),new Error(i)}if(l.status==="ready"){a=l.solution.text;break}}if(!a)throw new Error("Captcha solution timed out");return a}getActiveFrame(){return this.activeFrame}async captureTargetFromClick(){let e=await this.getA11yTree({skipWait:!0});this.mostRecentBrowserState=e.serialize(),this.logger.debug({tree:this.mostRecentBrowserState},"Refreshed a11y tree before target capture");let t=!1,o=setInterval(()=>{(async()=>{if(!t){t=!0;try{let l=await this.getA11yTree({skipWait:!0,maxAttempts:1});this.mostRecentBrowserState=l.serialize(),Math.random()<.1&&this.logger.debug({tree:this.mostRecentBrowserState},"Refreshed a11y tree during recording")}catch(l){this.logger.error({err:l},"Failed to get a11y tree in target capture click handler")}finally{t=!1}}})()},mo),n=[];try{n=await(await this.getUserPageOrFrame()).evaluate(async()=>{let c=window,l=null;c.targetCaptureClickListener=async u=>{console.log("[Momentic] Target capture listener fired",u.target),u.preventDefault(),l=u.target},document.addEventListener("click",c.targetCaptureClickListener,{capture:!0,once:!0});let i=15e3;for(;!l&&i>0;)await new Promise(u=>setTimeout(u,100)),i-=100;if(!l)throw new Error("Timed out waiting for user to click on an element");let d=l;return[d.getAttribute("data-momentic-id"),d.parentElement?.getAttribute("data-momentic-id"),d.parentElement?.parentElement?.getAttribute("data-momentic-id")].filter(u=>!!u)})}catch(c){throw new Error(`Failed to capture: ${c.message}`)}finally{clearInterval(o)}if(!n.length)throw new Error("Selected element did not have Momentic handlers attached - if it appeared recently, please wait for the page to stabilize before clicking");let s;for(let c of n)if(s=this.getA11yIdFromDataMomenticId(parseInt(c)),s)break;if(!s)throw new Error("Selected element is not interactive - please try a neighboring or parent element instead");let a={id:s};return await this.resolveTarget(a,!0),a}areDomNodeBoundingBoxesSimilar(e,t){if(!t.bounds)return this.logger.debug({candidate:t},"Filtering out click candidate since it has no bounding box"),!1;let o=e.bounds,n=o.x??0,s=o.width??0,a=o.height??0,c=n+s,l=o.y??0,i=l+(o.height??0),d=t.bounds,u=d.width??0,m=d.height??0,f=d.x??0,p=f+(d.width??0),w=d.y??0,h=w+(d.height??0);return f<c&&p>n&&w<i&&h>l?Math.abs(s-u)<200&&Math.abs(a-m)<200?!0:(this.logger.debug({candidate:t,originalNode:e},"Filtering out click candidate since it has a significantly different area"),!1):(this.logger.debug({candidate:t},"Filtering out click candidate since it doesn't intersect with original node"),!1)}getDomCandidatesInA11yTree(e,t){let o=Object.values(t.backendIdToNode),n;for(let l of o)if(l.attributes?.[Ue]===e){n=l;break}if(!n)return[];let s=[],a=t.backendIdToNode[n.parentBackendNodeId??-1];for(;a&&(a?.momenticIgnored||!this.areDomNodeBoundingBoxesSimilar(n,a));)a=t.backendIdToNode[a.parentBackendNodeId??-1];a&&s.push(a);let c=[n];for(;c.length;){let l=c.shift();for(let i of l.children??[]){let d=t.backendIdToNode[i];d&&!d.momenticIgnored&&this.areDomNodeBoundingBoxesSimilar(n,d)?s.push(d):d&&c.push(d)}}return s}async exposeRecordingBindings(){let e=({frame:t},o,n)=>{if(!this.transformer)return;this.logger.info({dataMomenticId:o,selectors:n},"Click captured on element");let s=this.domGraph,a=this.dataMomenticIdToNodeMap,c=this.mostRecentBrowserState,l=t.url(),i,d,u=a.get(o),m=[];if(!u){m=this.getDomCandidatesInA11yTree(`${o}`,s);for(let f of m){let p=parseInt(f.attributes?.[Ue]??"");if(!isNaN(p)&&(u=a.get(p),d=u?.id,d)){i={id:d,generatedSelectors:n},this.logger.debug({newNode:u?.getLogForm()},"Redirected click on non-accessible element to nearest a11y node");break}}}i||(this.logger.warn({url:l,selectors:n,a11yIntersectionNodes:m},"Could not find corresponding accessibility node for click. Continuing with CSS selectors only"),i={id:-1,generatedSelectors:n}),(async()=>{try{await this.saveNodeDetailsToCache(u,i,o),await this.transformer?.recordClick({target:i,browserState:c,url:l})}catch(f){this.logger.error({err:f},"Failed capturing click in transformer")}})()};await this.context.exposeBinding("captureClick",({frame:t},o,n)=>{try{e({frame:t},o,n)}catch(s){this.logger.error({err:s},"Failed to capture click in captureClick handler")}},{handle:!1}),await this.context.exposeBinding("captureKeystroke",async({},{key:t,url:o})=>{this.transformer&&(this.logger.info({key:t},"Captured keypress"),this.transformer.recordKeystroke(t,o))})}async startRecording(e,t){this.transformer=t;let o=await this.getA11yTree({skipWait:!0});this.mostRecentBrowserState=o.serialize(),this.logger.debug({tree:this.mostRecentBrowserState},"A11y tree at time of recording start");let n,s=[async()=>{this.transformer=void 0}],a=async l=>{if(!n){let i=!1,d=async()=>{if(!i){i=!0;try{let u=await this.getA11yTree({skipWait:!0,maxAttempts:1});this.mostRecentBrowserState=u.serialize(),Math.random()<.1&&this.logger.debug({tree:this.mostRecentBrowserState},"Refreshed a11y tree during recording")}catch(u){this.logger.error({err:u},"Failed to get a11y tree in frame navigation listener")}i=!1}};n=setInterval(()=>{!this.transformer||e.aborted||d()},mo),s.push(async()=>{clearInterval(n),n=void 0})}await l.evaluate(Ws),await l.evaluate(Zs)};await a(await this.getUserPageOrFrame());let c=async l=>{if(l.name().startsWith(Kr)&&!(e.aborted||!this.transformer)){this.logger.info({name:l.name()},"Re-adding window recording event listeners on navigation");try{await a(l)}catch(i){this.logger.error({err:i},"Error re-adding window event listeners on navigation")}}};this.page.on("framenavigated",c),s.push(async()=>{this.page.off("framenavigated",c)}),e.addEventListener("abort",async()=>{for(let l of s)try{await l()}catch(i){this.logger.warn({err:i},"Recording cleanup function failed, continuing...")}})}async getSelectOptions(e){return await e.evaluate(o=>Array.from(o.querySelectorAll("option")).map(s=>s.value))}async getHTML(){let e=await this.getUserPageOrFrame();await e.addScriptTag({content:mr.htmlJs});let t=await e.evaluate(()=>window.getHTMLBodyString());if(!t)throw new R("InternalWebAgentError","Empty HTML tree");return Fc.html(t,{indent_size:1,indent_with_tabs:!1,preserve_newlines:!1,wrap_line_length:80})}async registerDialogHandler(e){let t=async o=>e==="ACCEPT"?o.accept():o.dismiss();this.page.once("dialog",t)}async executePageFunction(e,t){return(await this.getUserPageOrFrame()).evaluate(e,t)}async getDomNodeFromPositionPercentages({percentX:e,percentY:t}){if(e<0||e>1||t<0||t>1)throw new R("InternalWebAgentError","Invalid percent passed to percentage location");let{width:o,height:n,upperBound:s,leftBound:a}=await this.getViewportOffsetDetails(),c=Math.ceil(o*e),l=Math.ceil(n*t);await this.cdpClient.send("DOM.getDocument",{depth:0});let i;try{i=await this.cdpClient.send("DOM.getNodeForLocation",{x:c+a,y:l+s})}catch{throw new Error("No element was found at the given location")}return i}async highlightFromPositionPercentages(e){let t;try{t=await this.getDomNodeFromPositionPercentages(e)}catch{}return t?(await this.cdpClient.send("Overlay.highlightNode",{highlightConfig:gr,backendNodeId:t.backendNodeId}),async()=>{try{await this.cdpClient.send("Overlay.hideHighlight",{backendNodeId:t?.backendNodeId})}catch{}}):async()=>{}}async clearAllCdpHighlights(){try{await this.cdpClient.send("Overlay.hideHighlight")}catch{}}async getTargetFromPositionPercentages(e){let t=await this.getDomNodeFromPositionPercentages(e),o=this.domGraph?.backendIdToNode[t.backendNodeId],n=o?.attributes[Ue],s=parseInt(n??"");if(!o||!n||isNaN(s))throw new Error("No HTML node was found at the given location");for(let i of this.a11yIdToNodeMap.values()){if(i.backendNodeID!==t.backendNodeId)continue;let d={id:i.id};return await this.saveNodeDetailsToCache(i,d,parseInt(n)),d}let a=this.getDomCandidatesInA11yTree(`${n}`,this.domGraph);for(let i of a){let d=parseInt(i.attributes?.[Ue]??"");if(isNaN(d))continue;let u=this.dataMomenticIdToNodeMap.get(d),m=u?.id;if(!m)continue;let f={id:m};return await this.saveNodeDetailsToCache(u,f,parseInt(n)),this.logger.debug({target:f},"Redirected click on non-accessible element to nearest a11y node"),f}return{id:-1,...await this.fetchHtmlAttributes(s)}}async fetchHtmlAttributes(e,t){t=t??await this.getUserPageOrFrame();let[o,n,s]=await Promise.all([(async()=>{let a=await t.evaluate(js,e);return Array.from(new Set(a))})(),t.evaluate(So,e),t.evaluate(Js,e)]);return{generatedSelectors:o,serializedHtml:n,nodeOnlySerializedHtml:s}}async toggleInspectMode(){await this.cdpClient.send("Overlay.setInspectMode",{mode:"searchForNode",highlightConfig:{showInfo:!0,showAccessibilityInfo:!0,contentColor:{r:147,g:196,b:125,a:.55}}})}async moveMouseFromPositionPercentages(e,t){let o;try{o=await this.getViewportOffsetDetails()}catch{return}let{width:n,height:s}=o,a=Math.ceil(n*e),c=Math.ceil(s*t);await this.page.mouse.move(a,c,{steps:3})}async scrollFromPositionPercentages(e,t){let o;try{o=await this.getViewportOffsetDetails()}catch{return}let{width:n,height:s}=o,a=Math.ceil(n*e),c=Math.ceil(s*t);return await this.page.mouse.wheel(a,c),{deltaX:a,deltaY:c}}async startInspectMode(){await this.cdpClient.send("Overlay.setInspectMode",{mode:"searchForNode",highlightConfig:gr})}async stopInspectMode(){await this.cdpClient.send("Overlay.setInspectMode",{mode:"none",highlightConfig:gr}),await this.clearAllCdpHighlights()}canSolveCaptchas(){return!!bt}};var Ct=async({controller:r,context:e,step:t,logger:o,advanced:n,takeScreenshots:s,toIndex:a,...c})=>{c.onStarted?.(),r.resetHistory();let l={...t,startedAt:new Date,userAgent:U.USER_AGENT,finishedAt:new Date,results:[],status:"SUCCESS",beforeTestContext:e.toRedactedDisplayCopy()};try{let d=0;t.commands=t.commands||[];let u=t.commands&&t.commands.length>0&&t.commands[t.commands.length-1]?.type==="SUCCESS";for(;;){if(d>12)throw new Error(`Exceeded max number of commands per step (${12})`);if(c.isExecutionCancelled()||r.isClosed()||a&&d>a)return l.status="CANCELLED",l.finishedAt=new Date,c.onCancelled?.({message:l.message||"AI step cancelled.",startedAt:l.startedAt.getTime(),durationMs:l.finishedAt.getTime()-l.startedAt.getTime(),output:l}),l;let m,f=new Date,p=e.toRedactedDisplayCopy(),w;if(s)try{let y=await r.browser.screenshot({clearHighlights:!0});w=await c.onSaveScreenshot(y)}catch(y){o.warn({err:y},"Failed to take screenshot before executing command")}if(u){if(m=t.commands[d],!m)throw new Error(`Saved command at index ${d} is undefined.`)}else{o.info(`Generating new sub-command ${d} within AI step`);let y;try{if(y=await r.promptToCommand(t.type,t.text,n.disableAICaching),m=y.command,m.type==="FAILURE")throw new Error(m.thoughts)}catch(T){if(o.error({err:T,commandIndex:d},"Failed to generate command within AI step"),d===0)throw T;{let b="Stopping command generation prematurely since no progress can be made";o.warn({command:m},b),m={id:ai(),type:"SUCCESS",thoughts:b}}}(async()=>{let T=d,b=t,E=m;if("target"in E&&E.target&&"cache"in E&&E.cache){await new Promise(I=>setTimeout(()=>I(),250));try{let I=await Gc(r,y.context,E.cache.target);E.target.elementDescriptor=I,b.commands[d]=E,c.onCommandExecuted?.({commandIndex:T,command:E})}catch(I){o.error({err:I,currentIndex:T,currentStep:b},"Failed to generate element description, continuing...")}}})()}c.onCommandGenerated?.({commandIndex:d,message:Br[m.type]||`Unknown command (${m.type})`});let h={beforeScreenshot:w,beforeUrl:await r.browser.url(),startedAt:f,viewport:await r.browser.getViewport(),finishedAt:new Date,status:"SUCCESS"};o.info(`Executing sub-command ${d} within AI step: ${De(m)}`);try{let y=await r.executeCommand(m,e,n.disableAICaching,u);o.info(`AI sub-command ${d} completed successfully`),h.elementInteracted=y.elementInteracted;let S;if(s)try{let b=await r.browser.screenshot({});S=await c.onSaveScreenshot(b)}catch(b){o.warn({err:b},"Failed to take screenshot after executing command")}h.afterScreenshot=S,h.afterUrl=await r.browser.url(),h.finishedAt=new Date;let T={status:"SUCCESS",startedAt:h.startedAt,finishedAt:h.finishedAt,type:"PRESET_ACTION",data:y.data,command:m,results:[h],beforeTestContext:p,afterTestContext:e.toRedactedDisplayCopy()};if(l.results.push(de(T)),t.commands[d]=m,c.onCommandExecuted?.({commandIndex:d,output:{...T,message:m.thoughts??y.thoughts??"Successfully executed preset action."},command:m}),m.type==="SUCCESS"){l.finishedAt=new Date,l.status="SUCCESS",l.message=y.thoughts??"All commands completed.",l.afterTestContext=e.toRedactedDisplayCopy();break}if(y.succeedImmediately&&!u){l.finishedAt=new Date,l.status="SUCCESS",l.message=y.succeedImmediatelyReason,l.afterTestContext=e.toRedactedDisplayCopy(),m={id:ai(),type:"SUCCESS",thoughts:y.succeedImmediatelyReason},t.commands.push(m),c.onCommandExecuted?.({commandIndex:d+1,output:{...T,message:l.message},command:m}),l.results.push(de({...T,command:m}));break}}catch(y){if(u){u=!1,d=0,l.results=[];continue}let S=y instanceof Error?y.message:`${y}`;h.status="FAILED",h.message=S,h.finishedAt=new Date,h.afterUrl=await r.browser.url();let T;try{T=await r.browser.screenshot({})}catch(E){o.warn({err:E},"Failed to take screenshot after error, skipping")}h.afterScreenshot=T;let b={status:"FAILED",startedAt:h.startedAt,finishedAt:h.finishedAt,type:"PRESET_ACTION",results:[h],message:S,command:m};l.results.push(de(b)),l.status="FAILED",l.finishedAt=new Date,l.message=S;break}d++}}catch(d){l.message=d instanceof Error?d.message:`${d}`,l.finishedAt=new Date,l.status="FAILED"}let i=(t.commands??[]).findIndex(d=>d.type==="SUCCESS");return i!==-1&&(t.commands=t.commands.slice(0,i+1)),l.status==="SUCCESS"?(l.data=l.results[l.results.length-1]?.data,c.onSuccess?.({message:l.message||"AI step succeeded.",startedAt:l.startedAt.getTime(),durationMs:l.finishedAt.getTime()-l.startedAt.getTime(),output:l})):c.onFailure?.({message:l.message||"AI step errored.",startedAt:l.startedAt.getTime(),durationMs:l.finishedAt.getTime()-l.startedAt.getTime(),output:l}),l};async function Gc(r,e,t){let o=t.id;if(!o||t.id<=0)throw new Error("Attempted to get reverse mapping for command with no a11y id target");return r.getReverseMappedTarget(e,o,!0)}var vt=async({controller:r,context:e,step:t,advanced:o,takeScreenshots:n,...s})=>{s.onStarted?.(),s.logger.info({command:de(t).command},`Executing preset action - ${t.command.type}`);let a=new Date,c=await r.browser.url(),l,i;if(n)try{let d=await r.browser.screenshot({clearHighlights:!0});l=await s.onSaveScreenshot(d)}catch(d){s.logger.warn({err:d},"Failed to take screenshot before step")}try{let d=await r.executePresetStep(t.command,e,o.disableAICaching);d.beforeScreenshotOverride&&(l=await s.onSaveScreenshot(d.beforeScreenshotOverride));let u=d.afterScreenshotOverride;if(n){if(!u)try{u=await r.browser.screenshot({})}catch(h){s.logger.warn({err:h},"Failed to take screenshot after step")}u&&(i=await s.onSaveScreenshot(u))}if(d.fail)throw new R("ActionFailureError",d.thoughts||"Preset action failed.");let m=new Date,f={...t,startedAt:a,finishedAt:m,status:"SUCCESS",data:d.data,results:[]},p="Successfully executed preset action.";"assertion"in t.command&&(p=d.thoughts||"Assertion passed.");let w={beforeUrl:c,beforeScreenshot:l,afterUrl:await r.browser.url(),afterScreenshot:i,startedAt:a,finishedAt:m,viewport:await r.browser.getViewport(),status:"SUCCESS"};return f.status="SUCCESS",f.results=[w],f.message=p,s.onSuccess?.({message:p,startedAt:a.getTime(),durationMs:m.getTime()-a.getTime(),command:t.command,output:f}),f}catch(d){s.logger.error({err:d},`Failed executing preset step ${De(t.command)}`);let u=new Date,m=d instanceof Error?d.message:`${d}`;if(n&&!i)try{i=await s.onSaveScreenshot(await r.browser.screenshot({}))}catch(p){s.logger.warn({err:p},"Failed to take screenshot after step")}if("cancelOnFailure"in t.command&&t.command.cancelOnFailure){let p={...t,startedAt:a,finishedAt:u,status:"CANCELLED",message:m,results:[{beforeUrl:c,beforeScreenshot:l,afterUrl:await r.browser.url(),afterScreenshot:i,startedAt:a,finishedAt:u,viewport:await r.browser.getViewport(),status:"CANCELLED",message:m}]};return s.onCancelled?.({message:m,startedAt:a.getTime(),durationMs:u.getTime()-a.getTime(),output:p}),p}let f={...t,startedAt:a,finishedAt:u,status:"FAILED",message:m,results:[{beforeUrl:c,beforeScreenshot:l,afterUrl:await r.browser.url(),afterScreenshot:i,startedAt:a,finishedAt:u,viewport:await r.browser.getViewport(),status:"FAILED",message:m}]};return s.onFailure?.({message:m,startedAt:a.getTime(),durationMs:u.getTime()-a.getTime(),output:f}),f}};var yr=async({controller:r,inputs:e,context:t,step:o,advanced:n,logger:s,takeScreenshots:a,toIndex:c,...l})=>{l.onStarted?.();let i={type:"MODULE",id:o.id,moduleId:o.moduleId,moduleName:o.name,startedAt:new Date,userAgent:U.USER_AGENT,inputs:o.inputs,results:[],finishedAt:new Date,status:"SUCCESS"};t.setInputs(e);for(let d=0;d<o.steps.length;d++){let u=o.steps[d];if(u.skipped)continue;if(l.isExecutionCancelled()||r.isClosed()||c&&d>c)return i.status="CANCELLED",i.finishedAt=new Date,l.onCancelled?.({message:"Module step cancelled.",startedAt:i.startedAt.getTime(),durationMs:i.finishedAt.getTime()-i.startedAt.getTime(),output:i}),i;let m=sr(u);s.info(`Starting module sub-step ${d+1}/${o.steps.length}: ${m}`);let f=t.toRedactedDisplayCopy(),p;switch(u.type){case"PRESET_ACTION":p=await vt({controller:r,context:t,step:u,advanced:n,logger:s,takeScreenshots:a,onSaveScreenshot:l.onSaveScreenshot,onStarted(){l.onStepStarted?.({index:d})},onSuccess({message:h,startedAt:y,durationMs:S,output:T}){l.onStepSuccess?.({index:d,message:h,startedAt:y,durationMs:S,output:T})},onFailure({message:h,startedAt:y,durationMs:S,output:T}){l.onStepFailure?.({index:d,message:h,startedAt:y,durationMs:S,output:T})},onCancelled({message:h,startedAt:y,durationMs:S,output:T}){l.onStepCancelled?.({index:d,message:h,startedAt:y,durationMs:S,output:T})}});break;case"AI_ACTION":p=await Ct({controller:r,context:t,step:u,advanced:n,logger:s,takeScreenshots:a,onSaveScreenshot:l.onSaveScreenshot,onStarted(){l.onStepStarted?.({index:d})},onSuccess({message:h,startedAt:y,durationMs:S,output:T}){l.onStepSuccess?.({index:d,message:h,startedAt:y,durationMs:S,output:T})},onFailure({message:h,startedAt:y,durationMs:S,output:T}){l.onStepFailure?.({index:d,message:h,startedAt:y,durationMs:S,output:T})},onCommandGenerated({commandIndex:h,message:y}){l.onCommandGenerated?.({index:d,commandIndex:h,message:y})},onCommandExecuted({commandIndex:h,command:y,output:S}){l.onCommandExecuted?.({index:d,commandIndex:h,command:y,output:S})},isExecutionCancelled:l.isExecutionCancelled});break;default:return(h=>{throw"If Typescript complains about the line below, you missed a case or break in the switch above"})(u)}if(p.beforeTestContext=f,p.status==="FAILED"||p.status==="CANCELLED"){i.results.push(de(p)),i.status=p.status,i.finishedAt=new Date,i.message=p.message;for(let w=d+1;w<o.steps.length;w++){let y={...o.steps[w],status:"CANCELLED",startedAt:new Date,finishedAt:new Date,userAgent:U.USER_AGENT,results:[],message:"Cancelled due to previous failure."};i.results.push(de(y))}break}else t.setResult(d,p.data),t.setVariable(Ae,await r.browser.url()),p.afterTestContext=t.toRedactedDisplayCopy(),i.results.push(de(p))}return i.status==="SUCCESS"?(i.data=i.results[i.results.length-1]?.data,l.onSuccess?.({message:"Executed module step.",startedAt:i.startedAt.getTime(),durationMs:i.finishedAt.getTime()-i.startedAt.getTime(),output:i})):i.status==="FAILED"?l.onFailure?.({message:"Failed to execute module step.",startedAt:i.startedAt.getTime(),durationMs:i.finishedAt.getTime()-i.startedAt.getTime(),output:i}):i.status==="CANCELLED"&&l.onCancelled?.({message:"Module step cancelled.",startedAt:i.startedAt.getTime(),durationMs:i.finishedAt.getTime()-i.startedAt.getTime(),output:i}),i};var li=async({test:r,runId:e,controller:t,context:o,logger:n,takeScreenshots:s,onUpdateRun:a,onSaveScreenshot:c,onTestSuccess:l})=>{try{let i=await jc({test:r,runId:e,controller:t,context:o,logger:n,takeScreenshots:s,onUpdateRun:a,onSaveScreenshot:c});if(i==="PASSED"||i==="CANCELLED")return await l?.(r),i;throw new R("ActionFailureError",i.message||"An unknown error occurred")}catch(i){throw i instanceof R||(i=new R("InternalPlatformError",i instanceof Error?i.message:`${i}`,{cause:i})),i}finally{await t.browser.cleanup()}},jc=async({test:r,runId:e,controller:t,context:o,logger:n,takeScreenshots:s,onUpdateRun:a,onSaveScreenshot:c})=>{let l=Ce.parse(r.advanced),i=n.child({runId:e,testId:r.id});i.info("Starting test run"),await a({status:"RUNNING",startedAt:new Date});let d,u="PASSED",m=[];for(let f=0;f<r.steps.length;f++){let p=r.steps[f];if(p.skipped)continue;i.info(`Starting step ${f+1}/${r.steps.length}: ${sr(p)}`);let w=o.toRedactedDisplayCopy(),h;switch(p.type){case"PRESET_ACTION":h=await vt({controller:t,context:o,step:p,advanced:l,logger:i,takeScreenshots:s,onSaveScreenshot:c});break;case"AI_ACTION":h=await Ct({controller:t,context:o,step:p,advanced:l,logger:i,takeScreenshots:s,onSaveScreenshot:c,isExecutionCancelled:()=>!1});break;case"RESOLVED_MODULE":let y={};for(let T of Object.keys(p.inputs||{})){let b=p.inputs[T];try{y[T]=await tt({code:b,fragment:!0,context:o,logger:n,timeoutMs:2e3})}catch(E){h={type:"MODULE",id:p.id,moduleId:p.moduleId,moduleName:p.name,startedAt:new Date,userAgent:U.USER_AGENT,inputs:p.inputs,results:p.steps.map(I=>({...I,status:"CANCELLED",startedAt:new Date,finishedAt:new Date,userAgent:U.USER_AGENT,results:[]})),finishedAt:new Date,status:"FAILED",message:`Failed to evaluate input '${T}': ${E}`};break}}if(h)break;h=await yr({controller:t,context:new me({baseUrl:t.browser.baseURL,variablesFromEnvironment:o.getVariablesFromEnvironmentCopy(),dynamicVariables:o.getDynamicVariablesCopy()}),step:p,inputs:y,advanced:l,logger:i,takeScreenshots:s,onSaveScreenshot:c,isExecutionCancelled:()=>!1});break;default:return(T=>{throw"If Typescript complains about the line below, you missed a case or break in the switch above"})(p)}if(h.beforeTestContext=w,p.type==="PRESET_ACTION"&&(p.command.type==="AI_EXTRACT"||p.command.type==="JAVASCRIPT")&&p.command.envKey&&o.setVariable(p.command.envKey,h.data),o.setResult(f,h.data),o.setVariable(Ae,await t.browser.url()),h.afterTestContext=o.toRedactedDisplayCopy(),m.push(de(h)),await a({results:m}),h.status==="SUCCESS"){i.info(`Step ${f+1}/${r.steps.length} succeeded`);continue}if(h.status!=="FAILED"&&h.status!=="CANCELLED")throw new R("InternalPlatformError",`Received unexpected non-terminal status from step: ${h.status}`);i.info({message:m[m.length-1]?.message},`Step ${f+1}/${r.steps.length} ended with status: ${h.status}`),d=h,u=h.status;for(let y=f+1;y<r.steps.length;y++){let S=de(r.steps[y]);if(S.type==="RESOLVED_MODULE"){let T={type:"MODULE",id:S.id,moduleId:S.moduleId,moduleName:S.name,startedAt:new Date,userAgent:U.USER_AGENT,inputs:S.inputs,results:S.steps.map(b=>({...b,status:"CANCELLED",startedAt:new Date,finishedAt:new Date,userAgent:U.USER_AGENT,results:[]})),finishedAt:new Date,status:"CANCELLED"};m.push(T)}else{let T={...S,status:"CANCELLED",startedAt:new Date,finishedAt:new Date,userAgent:U.USER_AGENT,results:[]};m.push(T)}}break}return await a({status:u,finishedAt:new Date,results:m}),u==="FAILED"?d:u};import{cloneDeep as di}from"lodash-es";var ui={currentlyExecutingRequests:0},qc=r=>async e=>{let t=!1;try{ui.currentlyExecutingRequests++,t=await Kc({...r,...e})}finally{r.logger.info({success:t,sessionId:r.metadata.sessionId},"Test execution complete"),ui.currentlyExecutingRequests--}},Kc=async({socket:r,steps:e,baseUrl:t,testMetadata:o,reInitialize:n,indicesFilter:s,toIndices:a,fromIndex:c,storage:l,metadata:i,logger:d,rootState:u,localApp:m,environmentVariables:f})=>{let{testId:p,sessionId:w,orgId:h}=i,y={testId:p,orgId:h,baseUrl:t},S=d.child(y),T=d.child({package:"web-agent",...y}),b=!0,E=!1,I=Ce.parse(o.advanced??{}),L=x.getSession(w);if(!L)throw new Error("No active session found");x.resumeExecution(w);let _=()=>x.getSession(w)?.executionCancelled||!1,{controller:F,context:A}=L;F.setOpen(),S.info({steps:e.map(k=>`${k.type}${"command"in k?` - ${k.command.type}`:""}`),indicesFilter:s},"Starting execution"),S.debug({reInitialize:n,steps:e,indicesFilter:s,context:A,flags:F.flagStore.getAllFlags()},"Execution parameters");let oe=async()=>{let k={url:t,clearCookies:!0,clearStorage:!0};n&&(u?(F.browser.baseURL=t,F.browser.setActiveFrame(tr),F.setLogger(T),F.browser.setLogger(T),await F.resetState(k)):await F.resetState(k),F.setOpen(),A.reset({baseUrl:t,variablesFromEnvironment:f??{}}))},We=async()=>{try{await l.resolveStepCacheEntries({schemaVersion:q,organizationId:h,testId:p,steps:e,logger:d})}catch(k){d.error({err:k},"Failed to fetch step cache entries from Momentic server. This can drastically reduce test reliability and performance.")}};if(await Promise.all([oe(),We()]),S.info(`Session restarted for test ${p} at ${t}`),r.emit("session",{url:t,userAgent:U.USER_AGENT,viewport:await F.browser.getViewport(),localApp:m}),s?.length){let k=Xc(e,s);S.info({stepType:k.type,command:"command"in k?k.command:void 0},"Starting individual step"),r.emit("started",{indices:s});let Ge=di(k),ye=L.resultsManager.getContextCopyAtIndices(s);ye||(ye=A.getOriginalContextCopy());let Ir={},Ko=A.getVariablesFromEnvironmentCopy();for(let[Ht,Ia]of Object.entries(ye?.env??{}))Ko[Ht]===void 0&&(Ir[Ht]=Ia);let xr=new me({baseUrl:t,dynamicVariables:Ir,variablesFromEnvironment:Ko});xr.setInputs(ye?.inputs),ye?.results&&xr.setResults(ye.results);let Yo=await mi({indices:s,step:k,controller:F,context:xr,advanced:I,socket:r,logger:S,takeScreenshots:E,isExecutionCancelled:_});L.resultsManager.setIndividualResult(Yo,s),b=Yo.status==="SUCCESS";let Xo=ci(Ge,k);if(b&&Object.keys(Xo).length>0){d.debug({changes:Xo},"Updating steps post-run success for individual step");let{cachesToSave:Ht}=ie({steps:[k],testId:p,orgId:h,moduleStepId:k.type==="RESOLVED_MODULE"?k.id:void 0});l.saveStepCacheEntries(Ht,o.id,d)}return r.emit("finished"),b}let dt=di(e),ne=0;c!==void 0&&a?.length&&!n&&(ne=c);let P=[];for(ne;ne<e.length&&!(F.browser.closed||F.isClosed()||r.disconnected||_()||a?.length&&ne>a[0]);ne++){let k=e[ne];if(k.skipped)continue;S.info(`Starting step ${ne+1} - ${k.type}`);let Ge;a?.length&&ne===a[0]&&(Ge=a[1]);let ye=await mi({indices:[ne],toIndex:Ge,step:k,controller:F,context:A,advanced:I,socket:r,logger:S,takeScreenshots:E,isExecutionCancelled:_});if(P.push(ye),!(ye.status==="SUCCESS")){b=!1;break}}if(b){let k=_()?ne-1:ne,Ge=ci(dt.slice(0,k),e.slice(0,k));if(k>0&&Object.keys(Ge).length>0){d.info({changes:Ge},"Updating steps post-run success in socket handler");let{cachesToSave:ye}=ie({steps:e.slice(0,k),testId:p,orgId:h});l.saveStepCacheEntries(ye,o.id,d)}}return L.resultsManager.setResults(P),r.emit("finished"),b},Yc=(r,e)=>{switch(r.type){case"RESOLVED_MODULE":return r.steps[e];case"AI_ACTION":let t=r.commands[e];return{type:"PRESET_ACTION",command:t};case"PRESET_ACTION":default:throw new Error(`Cannot get a child step from step type ${r.type}`)}},Xc=(r,e)=>{let t=r[e[0]];for(let o=1;o<e.length;o++)t=Yc(t,e[o]);return t},wo=async r=>r,mi=async r=>await Jc(r),Jc=async({indices:r,toIndex:e,step:t,controller:o,context:n,advanced:s,socket:a,logger:c,takeScreenshots:l,isExecutionCancelled:i})=>{let d=()=>{a.emit("started",{indices:r})},u=({message:h,startedAt:y,durationMs:S,command:T,output:b})=>{a.emit("success",{indices:r,message:h,startedAt:y,durationMs:S,command:T,output:Ie.parse(b)})},m=({message:h,startedAt:y,durationMs:S,output:T})=>{a.emit("failure",{indices:r,message:h,startedAt:y,durationMs:S,output:Ie.parse(T)})},f=({message:h,startedAt:y,durationMs:S,output:T})=>{a.emit("cancelled",{indices:r,message:h,startedAt:y,durationMs:S,output:Ie.parse(T)})},p,w=n.toRedactedDisplayCopy();switch(t.type){case"PRESET_ACTION":{p=await vt({controller:o,context:n,step:t,advanced:s,logger:c,takeScreenshots:l,onSaveScreenshot:wo,onStarted:d,onSuccess:u,onFailure:m,onCancelled:f});break}case"AI_ACTION":{p=await Ct({controller:o,context:n,step:t,advanced:s,logger:c,takeScreenshots:l,onSaveScreenshot:wo,onStarted:d,onSuccess:u,onFailure:m,onCancelled:f,onCommandGenerated({commandIndex:y,message:S}){a.emit("commandGenerated",{indices:[...r,y],message:S})},onCommandExecuted({commandIndex:y,command:S,output:T}){a.emit("commandExecuted",{indices:[...r,y],command:S,output:T?Ie.parse(T):void 0})},isExecutionCancelled:i,toIndex:e});break}case"RESOLVED_MODULE":{let y={};for(let S of Object.keys(t.inputs||{})){let T=t.inputs[S];try{y[S]=await tt({code:T,fragment:!0,context:n,logger:c,timeoutMs:2e3})}catch(b){let E=new Date;return m({message:`Failed to evaluate input '${S}': ${b}`,startedAt:E.getTime(),durationMs:0,output:{startedAt:E,finishedAt:E,status:"FAILED"}}),{...t,type:"MODULE",status:"FAILED",message:`Failed to evaluate input '${S}': ${b}`,data:null,startedAt:E,finishedAt:E,results:[]}}}p=await yr({controller:o,context:new me({baseUrl:o.browser.baseURL,dynamicVariables:n.getDynamicVariablesCopy(),variablesFromEnvironment:n.getVariablesFromEnvironmentCopy()}),step:t,advanced:s,logger:c,inputs:y,takeScreenshots:l,onSaveScreenshot:wo,onStarted:d,onSuccess:u,onFailure:m,onCancelled:f,onStepStarted({index:S}){a.emit("started",{indices:[...r,S]})},onStepSuccess({index:S,message:T,startedAt:b,durationMs:E,output:I}){a.emit("success",{indices:[...r,S],message:T,startedAt:b,durationMs:E,output:Ie.parse(I)})},onStepFailure({index:S,message:T,startedAt:b,durationMs:E,output:I}){a.emit("failure",{indices:[...r,S],message:T,startedAt:b,durationMs:E,output:Ie.parse(I)})},onStepCancelled({index:S,message:T,startedAt:b,durationMs:E,output:I}){a.emit("cancelled",{indices:[...r,S],message:T,startedAt:b,durationMs:E,output:Ie.parse(I)})},onCommandGenerated({commandIndex:S,index:T,message:b}){a.emit("commandGenerated",{indices:[...r,T,S],message:b})},onCommandExecuted({index:S,commandIndex:T,command:b,output:E}){a.emit("commandExecuted",{indices:[...r,S,T],command:b,output:E?Ie.parse(E):void 0})},isExecutionCancelled:i,toIndex:e});break}default:return(y=>{throw"If Typescript complains about the line below, you missed a case or break in the switch above"})(t)}return p.beforeTestContext=w,t.type==="PRESET_ACTION"&&(t.command.type==="AI_EXTRACT"||t.command.type==="JAVASCRIPT")&&t.command.envKey&&n.setVariable(t.command.envKey,p.data),n.setResult(r[r.length-1],p.data),n.setVariable(Ae,await o.browser.url()),p.afterTestContext=n.toRedactedDisplayCopy(),p};var pi={event:"execute",createHandler:qc};var Qc=({metadata:r,logger:e})=>{let{sessionId:t}=r;return async(o,n)=>{try{let s=x.getSession(t);if(!s)throw new Error("No active session found");let{controller:a}=s,c=await a.browser.captureTargetFromClick();n({result:c})}catch(s){e.error({err:s},"Record click failed"),n({err:s instanceof Error?s.message:`${s}`})}}},hi={event:"recordTargetClick",createHandler:Qc};var Zc=({socket:r,metadata:e,logger:t,storage:o,generator:n})=>{let{sessionId:s,orgId:a,testId:c}=e;return async({indices:l},i)=>{try{let d=x.getSession(s);if(!d)throw new Error("No active session found");let{controller:u}=d;t.info({sessionId:s},"Starting backend record mode"),await u.startRecordMode({generator:n,initialIndices:l,orgId:a,testId:c,logger:t,storage:o,onStepRecord:(m,f)=>{r.emit("stepRecorded",{step:m,indices:f})}}),i()}catch(d){t.error({err:d},"Error in record socket handler"),i(d instanceof Error?d.message:`${d}`)}}},gi={event:"startRecording",createHandler:Zc};var ed=({metadata:r,logger:e})=>{let{sessionId:t}=r;return async({},o)=>{try{let n=x.getSession(t);if(!n)throw new Error("No active session found");let{controller:s}=n;e.info({sessionId:t},"Stopping backend record mode"),s.stopRecordMode(),o()}catch(n){e.error({err:n},"Error in record socket handler"),o(n instanceof Error?n.message:`${n}`)}}},fi={event:"stopRecording",createHandler:ed};var td=({metadata:r,logger:e,storage:t})=>{let{sessionId:o}=r;return async(n,s)=>{let{description:a,command:c,testMetadata:l,returnScreenshot:i}=n;e.debug({params:n},"Locate handler params"),e.info({params:n},"Locate handler called");let d=x.getSession(o);if(!d)throw new Error("No active session found");let{controller:u,context:m}=d,f=Ce.parse(l.advanced??{}),p={},w;if(a){if("useSelector"in c&&c.useSelector){let h={id:-1,selector:a};try{w=(await u.browser.resolveTarget(h)).locator}catch(y){e.warn({err:y},"Failed resolving target with selector"),s({err:`Failed locating element with CSS selector: ${y.message}`});return}p={target:h,thoughts:"Located element with selector"}}else try{let h=await u.locateElement({description:a,useVision:"useVision"in c&&c.useVision,disableCache:f.disableAICaching,context:m,filterByViewport:"filterByViewport"in c&&c.filterByViewport});p=h,w=h.locator}catch(h){e.warn({err:h},"Failed locating element with AI"),s({err:`Failed locating element with AI: ${h.message}`});return}if(c.type==="SELECT_OPTION"&&w)try{p.options=await u.browser.getSelectOptions(w)}catch(h){e.warn({err:h},"Failed getting select options"),s({err:`Failed getting select options: ${h.message}`});return}e.info({result:p},"Locate handler result")}if(i)try{let{buffer:h,width:y,height:S}=await u.screenshotWithDimensions({clearHighlights:!0,target:p?.target,hideCaret:!0}),T=await t.uploadScreenshot(h);p.screenshot={data:T,width:y,height:S}}catch(h){e.error({err:h},"Error capturing screenshot during locate"),s({err:`Error taking screenshot: ${h.message}`});return}if(s({result:p}),w)try{await u.browser.scrollIntoView(w),await u.browser.highlightTarget(w)}catch(h){e.warn({err:h},"Error highlighting element, continuing...")}}},yi={event:"locate",createHandler:td};var rd=({socket:r,metadata:e,rootState:t,logger:o,localApp:n,storage:s})=>async({baseUrl:a,environmentName:c})=>{let{testId:l,sessionId:i,orgId:d}=e;o.info({testId:l,sessionId:i,baseUrl:a},"Reset event received");let u=c?await s.fetchEnvironment(d,c,o):void 0,m,f=null;if(t?.controller){let{controller:w,context:h}=t;await w.resetState({clearCookies:!0,clearStorage:!0,url:a}),m=w.browser.baseURL,h.reset({baseUrl:m,variablesFromEnvironment:u?.variables??{}})}else{let w=x.getSession(i);if(!w){r.emit("error",{message:"No session to reset"});return}let{controller:h,context:y}=w;await h.browser.reset({clearCookies:!0,clearStorage:!0,url:a}),m=h.browser.baseURL,y.reset({baseUrl:m,variablesFromEnvironment:u?.variables??{}}),f=await h.browser.getViewport()}let p=U.USER_AGENT;o.info(`Session reset for test ${l} at ${m}`),r.emit("session",{url:m,userAgent:p,viewport:f,localApp:n})},Si={event:"reset",createHandler:rd};var od=({metadata:r})=>{let{sessionId:e}=r;return({indices:t},o)=>{let n=x.getSession(e);if(!n)return;let s=n.resultsManager.getContextCopyAtIndices(t)??n.context.getOriginalContextCopy();o(s)}},wi={event:"getTestContext",createHandler:od};import{v4 as Sd}from"uuid";var nd={type:"a11y",version:"1.0.0",useHistory:"diff",useGoalSplitter:!0},it=nd;import pd from"buffer-image-size";import vi from"dedent";import hd from"diff-lines";import{distance as gd}from"fastest-levenshtein";import To from"jpeg-js";import fd from"pixelmatch";var Sr={"gpt-3.5-turbo-1106":16184,"ft:gpt-3.5-turbo-1106:momentic:locator:904myoh6":16184,"ft:gpt-3.5-turbo-1106:momentic:text-assertions:9CEFjgB4":16184,"ft:gpt-3.5-turbo-1106:momentic::8vgMsQca":16184,"gpt-4-0613":8092,"gpt-4-1106-preview":128e3,"gpt-4-0125-preview":128e3,"gpt-4-vision-preview":128e3,"gpt-4-turbo-2024-04-09":128e3,"claude-3-opus-20240229":2e5,"claude-3-sonnet-20240229":2e5};var wr=3.1;function sd(r){let e=0;for(let t=0;t<r.length;t++){let o=r.charCodeAt(t);!(o>=48&&o<=57)&&!(o>=65&&o<=90)&&!(o>=97&&o<=122)&&e++}return e}function br(r){return Math.ceil(bo(r)/wr)}function bo(r){let e=0;if(typeof r=="string"){let t=r;t=t.replaceAll(`
+      `);return{dataMomenticId:n,closestDistance:a}};var Zs=()=>{window.pressListener&&document.removeEventListener("keydown",window.pressListener,{capture:!0}),window.pressListener=async r=>{console.log("[Momentic] Window press listener fired"),await window.captureKeystroke({key:r.key,url:window.location.href})},document.addEventListener("keydown",window.pressListener,{capture:!0})};var Wc=Uc(zc(),"momentic","chromium"),bt=process.env.TWO_CAPTCHA_KEY,fr=$c(Hc);fr.use(Vc());fr.use(Bc({provider:{id:"2captcha",token:bt},visualFeedback:!0}));var U=class r{browser;context;page;systemDevicePixelRatio;networkSettings;a11yIdToNodeMap=new Map;dataMomenticIdToNodeMap=new Map;mostRecentBrowserState;domGraph=void 0;cdpClient;logger;localMode;activeFrame;transformer;baseURL;originsVisited=new Set;constructor({browser:e,context:t,page:o,baseUrl:n,logger:s,localMode:a,cdpClient:c,networkSettings:l}){this.browser=e,this.context=t,this.cdpClient=c,this.page=o,this.baseURL=n,this.originsVisited.add(new URL(n).origin),this.logger=s,this.networkSettings=l,this.localMode=!!a}static USER_AGENT=si["Desktop Chrome"].userAgent;static async init({baseUrl:e,logger:t,networkSettings:o,browserArgs:n,contextArgs:s,takeScreenshots:a,onScreenshot:c,onClose:l,waitForLoad:i=!0,localMode:d,localAppUrl:u,extensionPath:m,skipPageSetup:f,timeout:p}){let w={headless:!0,handleSIGTERM:!1,chromiumSandbox:!1,...n??{}},h={viewport:Ye,userAgent:si["Desktop Chrome"].userAgent,geolocation:{latitude:37.7749,longitude:-122.4194},locale:"en-US",timezoneId:"America/Los_Angeles",...s??{}},y=null,S,T;d?(S=await fr.launchPersistentContext(Wc,{...w,...h,ignoreDefaultArgs:["--enable-automation","--enable-strict-mixed-content-checking"],ignoreHTTPSErrors:!0,bypassCSP:!0,args:["--allow-insecure-localhost","--disable-site-isolation-for-policy","--disable-site-isolation-trials",`--unsafely-treat-insecure-origin-as-secure=${u}`,`--load-extension=${m}`,"--test-type=browser"],baseURL:e}),T=S.pages()[0],l&&T.on("close",()=>{l()})):(y=await fr.launch(w),S=await y.newContext({deviceScaleFactor:process.env.NODE_ENV==="development"?2:1,...h,baseURL:e}),T=await S.newPage()),await Hs(S),await r.addBrowserPageInitScripts(S,!!d);let b=new r({browser:y,context:S,page:T,baseUrl:e,logger:t,localMode:d,networkSettings:o,cdpClient:await S.newCDPSession(T)});b.systemDevicePixelRatio=h.deviceScaleFactor;let E=!1,I=async()=>{try{await b.navigate({url:e,initialNavigation:!f,loadTimeoutMs:p})}catch(L){if(t.error({err:L},"Failed to initialize chrome browser"),i)throw L}finally{E=!0}};if(i?await I():I(),c){let L=async()=>{if(a)try{c({viewport:await b.getViewport(),buffer:await b.screenshot({})})}catch(A){t.error({err:A},"Failed to take screenshot")}};L();let _=setInterval(()=>{if(Date.now()-F<(p??8e3*2))L();else{clearInterval(_);return}},400),F=Date.now();for(;!E&&Date.now()-F<(p??8e3*2);)await W(250);clearInterval(_)}return b}async getUserPageOrFrame(){if(!this.activeFrame)return this.page;let e=0;for(;e<5;){try{let t=this.page.frame(this.activeFrame);if(t)return t}catch{}try{let t=await(await this.page.$(this.activeFrame))?.contentFrame();if(t)return t}catch{}await W(100),e++}throw new R("InternalWebAgentError",`Failed to find frame '${this.activeFrame}' on page ${this.page.url()}`)}async initCDPSession(e){e===void 0&&(e=this.networkSettings.pageLoadTimeoutMs??3e3);let t=!1,o=e===null?1/0:2,n=async()=>{try{this.cdpClient=await this.context.newCDPSession(this.page),await this.cdpClient.send("Accessibility.enable"),await this.cdpClient.send("DOM.enable"),await this.cdpClient.send("Overlay.enable"),t=!0}catch(s){if(o>0)return this.logger.warn({err:s},"Failed to initialize CDP session, re-creating CDP client"),await W(250),o--,n();throw s}};return e===null?await n():await Promise.race([n(),W(e)]),t}setLogger(e){this.logger=e}ping(){if(this.closed)throw new Error("Page has been closed");if(this.browser&&!this.browser.isConnected())throw new Error("Browser is not connected")}setActiveFrame(e){e?this.activeFrame=e:this.activeFrame=void 0}async reset(e){this.a11yIdToNodeMap.clear(),this.dataMomenticIdToNodeMap.clear(),e.clearCookies&&(this.logger.debug("Clearing cookies"),await this.context.clearCookies());let t=this.localMode?[await this.getUserPageOrFrame()]:this.context.pages();for(let o=0;o<t.length;o++){if(e.clearStorage){let n=t[o].url();this.logger.debug(`Clearing local storage for tab ${n}`),this.originsVisited.delete(new URL(n).origin);try{await t[o].evaluate(async()=>{window.localStorage.clear(),window.sessionStorage.clear(),await indexedDB.databases().then(s=>{s.forEach(a=>{a.name&&indexedDB.deleteDatabase(a.name)})})})}catch(s){this.logger.debug({err:s},"Failed clearing site data, continuing...")}}o!==0&&!this.localMode&&(this.logger.debug(`Closing tab ${t[o].url()}`),await t[o].close())}if(this.page=this.context.pages()[0],this.page.isClosed())this.logger.warn("Page is closed, exiting reset early");else if(!await this.initCDPSession(e.timeout))this.logger.warn("Skipping clearing local storage because CDP session failed to initialize");else if(e.clearStorage)for(let n of this.originsVisited)this.logger.debug({origin:n},"Clearing data using CDP"),await this.cdpClient.send("Storage.clearDataForOrigin",{origin:n,storageTypes:"all"}),this.originsVisited.delete(n);await this.navigate({url:e.url??this.baseURL,initialNavigation:!0,loadTimeoutMs:e.timeout})}async wait(e){await W(e)}async toggleHints(e){let t=await this.getUserPageOrFrame();e.state==="on"?(await t.addStyleTag({content:mr.css}),await t.addScriptTag({content:mr.js}),await t.evaluate(_s)):await t.evaluate(Fs)}async showHints(){await this.toggleHints({state:"on"});let e=async()=>{try{await this.toggleHints({state:"off"})}catch(t){this.logger.debug({err:t},"Failed to remove vision hints")}};setTimeout(()=>{e()},3e3)}async cleanup(){this.originsVisited.clear(),await this.page.close(),await this.context.close(),this.browser&&await this.browser.close()}get closed(){return this.page.isClosed()||!!this.browser&&!this.browser.isConnected()}async html(){return(await this.getUserPageOrFrame()).content()}async url(){return this.localMode?(await this.getUserPageOrFrame()).url():this.page.url()}async screenshotWithHints(e){let t=e.saveToDiskPath?.split("."),o=t?.slice(0,-1).join("."),n=t?.slice(-1)[0],s=Buffer.from("");await this.showHints();let a=await this.screenshot({...e,saveToDiskPath:e.saveToDiskPath?`${o}-after-hint.${n}`:void 0});return{before:s,after:a}}async screenshot({target:e,quality:t,scale:o="device",saveToDiskPath:n,hideCaret:s,retries:a=1,timeout:c,clearHighlights:l=!1}){l&&await this.removeAllHighlights();let i={fullPage:!1,quality:t,scale:o,type:"jpeg",caret:s?"hide":"initial",path:n,timeout:c??5e3};try{if(e)return(await this.resolveTarget(e)).locator.screenshot(i);if(!this.localMode||!this.activeFrame){let d=await this.cdpClient.send("Page.captureScreenshot",{format:"jpeg",quality:t});return Buffer.from(d.data,"base64")}else return this.page.locator(`iframe[name="${this.activeFrame}"]`).screenshot(i)}catch(d){if(this.logger.warn({err:d},"Failed taking screenshot, continuing..."),a>0)return this.screenshot({target:e,quality:t,scale:o,saveToDiskPath:n,hideCaret:s,retries:a-1,timeout:c,clearHighlights:l});throw d}}async getViewport(){if(this.localMode&&this.activeFrame){let t=await this.page.locator(`iframe[name="${this.activeFrame}"]`).boundingBox();if(!t)throw new Error(`Failed to get bounding box for frame: ${this.activeFrame}`);return t}let e=this.page.viewportSize();if(!e)throw new Error("failed to get viewport");return e}static async addBrowserPageInitScripts(e,t){let o=[e.addInitScript({content:Ks}),e.addInitScript({content:Ys}),e.addInitScript({content:Ds}),e.addInitScript({content:Vs}),e.addInitScript({content:Xs})];t?o.push(e.addInitScript({content:Gs})):o.push(e.addInitScript({content:Ps})),await Promise.all(o)}async navigate({url:e,initialNavigation:t=!1,loadTimeoutMs:o,networkIdleTimeoutMs:n=0}){o===void 0&&(o=this.networkSettings.pageLoadTimeoutMs??8e3),Cs(e)&&(e=new URL(e,this.baseURL).toString()),o&&(o=Math.min(o,6e4)),n&&(n=Math.min(n,6e4)),this.logger.debug(`Navigating to ${e}`),this.originsVisited.add(new URL(e).origin),t&&await this.initCDPSession(o);let s=Date.now(),a=await this.getUserPageOrFrame(),c=async()=>{await a.goto(e,{waitUntil:"domcontentloaded",timeout:o??0});try{await a.waitForLoadState("load",{timeout:o??0})}catch(i){this.logger.warn({err:i},"Timeout elapsed waiting for load state, continuing anyways...")}};try{n?await this.wrapPossibleNavigation(c,n):await c(),this.logger.debug({url:e},`Navigation complete in ${Math.floor(Date.now()-s)}ms`)}catch(i){if(i instanceof Error&&i.message.includes("ERR_ABORTED")){this.logger.error({err:i},"Navigation error, possibly due to user cancellation");return}throw i}let l=await this.url();if(vs.has(l)&&process.env.NODE_ENV==="production")throw new R("ActionFailureError",`${e} took too long to load \u{1F61E}. Please ensure the site and your internet are working.`,{},!0);if(t&&(await this.attachNavigationHandler(this.page.mainFrame()),this.localMode))try{await this.exposeRecordingBindings()}catch(i){i instanceof Error&&i.message.includes("already registered")||this.logger.error({err:i},"Failed to expose recording bindings during navigation")}this.logger.info({url:e,urlAfterNav:l},"Navigation complete")}async type(e,t={}){this.logger.info({text:e},"Entering text with keyboard");let{clearContent:o=!0,pressKeysSequentially:n=!1}=t;o&&(process.platform==="darwin"?await this.page.keyboard.press("Meta+A"):await this.page.keyboard.press("Control+A"),await this.page.keyboard.press("Backspace")),n?await this.page.keyboard.type(e):await this.page.keyboard.insertText(e)}async scrollIntoView(e){await e.scrollIntoViewIfNeeded({timeout:5e3})}async highlight(e){try{let t=await this.resolveTarget(e,!0);return await this.highlightTarget(t.locator),!0}catch(t){return this.logger.warn({err:t,target:e},"Failed to highlight target"),!1}}async removeAllHighlights(){await(await this.getUserPageOrFrame()).evaluate(()=>{let e=window,t=e.removeHighlightTimers||[];console.log(`[MOMENTIC] Clearing ${t.length} highlights on request`),t.forEach(o=>{clearTimeout(o)}),Object.values(e.removeHighlightFunctions??{}).forEach(o=>{o()})})}async highlightTarget(e){try{return await this.removeAllHighlights(),await e.evaluate(t=>{try{console.log("[MOMENTIC] Adding highlight for",t);let o=window;o.momenticIsEligible=w=>{let y=window.getComputedStyle(w,null).getPropertyValue("display");if(y==="none"||y==="contents")return!1;let S=w.getBoundingClientRect();return!(!S.height||!S.width)},o.removeHighlightTimers=o.removeHighlightTimers||[],o.removeHighlightFunctions=o.removeHighlightFunctions||{};let n=!1,s=0;for(;!o.momenticIsEligible(t)&&s<3;){if(!t.parentElement)throw new Error("No eligible non-empty parent found for highlighting");t=t.parentElement,s++,n=!0}n&&console.log("[MOMENTIC] Redirected highlight to parent",t);let a=t.style.getPropertyValue("outline"),c=t.style.getPropertyPriority("outline"),l=t.style.getPropertyValue("background-color"),i=t.style.getPropertyPriority("background-color"),d=t.style.getPropertyValue("opacity"),u=t.style.getPropertyPriority("opacity");if(a.includes("blue")&&a.includes("solid")&&a.includes("3px")){console.log("[MOMENTIC] Already highlighted",t);return}window.matchMedia&&window.matchMedia("(prefers-color-scheme: dark)").matches?t.style.setProperty("outline","3px solid deepskyblue","important"):t.style.setProperty("outline","3px solid royalblue","important");let m="rgba(255, 255, 128, 0.5)",f=window.getComputedStyle(t,null).getPropertyValue("background-color");f&&!f.includes("255, 255, 255")&&!f.includes("0, 0, 0")&&(m=`rgba(${f.match(/\d+/g).map(Number).slice(0,3).map(y=>255-y).join(", ")}, 0.5)`),t.style.setProperty("background-color",m,"important"),t.style.setProperty("opacity","100","important");let p=`momentic${Math.floor(Math.random()*1e7)}`;o[p]=()=>{console.log("[MOMENTIC] Clearing highlight for",t);try{t.style.removeProperty("outline"),t.style.setProperty("outline",a,c),t.style.removeProperty("background-color"),t.style.setProperty("backgroundColor",l,i),t.style.removeProperty("opacity"),t.style.setProperty("opacity",d,u)}catch(w){console.error(`Failed to remove highlight: ${w}`)}},o.removeHighlightTimers.push(setTimeout(()=>{o.removeHighlightFunctions?.[p]&&(delete o.removeHighlightFunctions[p],o[p]())},2750)),o.removeHighlightFunctions[p]=o[p]}catch(o){throw console.error(o),o}},void 0,{timeout:5e3}),!0}catch(t){return this.logger.debug({err:t},"Failed to add node highlight, a page navigation likely occurred. This is non-fatal for tests."),!1}}async wrapPossibleNavigation(e,t=3e3){if(this.networkSettings.autoWaitForNetworkIdle===!1)return e();let o=await this.url(),n=Date.now(),s=new Map,a=new Map,c=w=>{let h=yo(w.request());a.set(h,(a.get(h)??0)+1);let y=w.status();y>=500&&this.logger.warn({request:h,status:y},"Received 500 level response")},l=w=>{let h=yo(w);Bs(w,o)&&(s.set(h,(s.get(h)??0)+1),n=Date.now())};this.page.on("response",c),this.page.on("request",l),await this.page.waitForTimeout(0);let i=Date.now(),d=await e();for(;;){if(Date.now()-i>2e3){this.logger.warn("Timeout elapsed waiting for network stable");break}if(Date.now()-n>750){this.logger.debug(`Network stable in ${Date.now()-i}ms`);break}await W(250)}let u=Date.now(),m=!1,f=new Set;for(;;){if(!m&&Date.now()-u>t){this.logger.warn({requests:Array.from(f).slice(0,10)},"Timeout elapsed waiting for requests to complete");break}let w=!1;f=new Set;for(let h of s.keys())s.get(h)!==a.get(h)&&($s(h)&&(this.logger.warn({uri:h},"Waiting for necessary network request to finish. To reduce test latency, please eliminate this long-running request or reach out to Momentic Support."),m=!0),w=!0,f.add(h));if(!w){this.logger.debug({url:await this.url(),requests:Array.from(s.entries()).slice(0,10)},`Network idle in ${Math.floor(Date.now()-u)}ms`);break}await W(250)}this.page.off("request",l),this.page.off("response",c);let p=await this.url();if(this.originsVisited.add(new URL(p).origin),ot(p,o)){this.logger.debug({startUrl:o,newUrl:p},"Detected url change in wrapPossibleNavigation, waiting for load state");let w=await this.getUserPageOrFrame();await w.waitForLoadState("domcontentloaded",{timeout:this.networkSettings.pageLoadTimeoutMs??8e3});try{await w.waitForLoadState("load",{timeout:t})}catch{this.logger.warn({url:await this.url()},"Timeout elapsed waiting for load state, continuing anyways...")}}return d}getOpenPages(){return this.context.pages().map(e=>e.url())}async saveNodeDetailsToCache(e,t,o){if(e&&(t.id=e.id,t.content=e.content,t.name=e.name,t.role=e.role,t.numChildren=e.children.length,t.serializedForm=e.getSerializedFormWithContext(),t.nodeOnlySerializedForm=e.getNodeOnlySerializedForm()),t.generatedSelectors&&t.generatedSelectors.length>1)return;if(!o){this.logger.debug("No data-momentic-id found for target, skipping selector generation");return}let n=await this.getUserPageOrFrame();try{let s=await this.fetchHtmlAttributes(o,n);Object.assign(t,s)}catch(s){this.logger.error({err:s},"Failed to fetch HTML attributes for target")}}async resolveSelectorCombinationInPage(e){if(e.length)try{return await(await this.getUserPageOrFrame()).evaluate(qs,e)}catch(t){this.logger.debug(`Error checking CSS selector combination: ${t}`);return}}async resolveTargetUsingCssSelectors(e,t){if(!t.generatedSelectors||t.generatedSelectors.length<2)return;let o,n,s,a=[];for(let c=0;c<t.generatedSelectors.length;c++)for(let l=0;l<t.generatedSelectors.length;l++){let i=t.generatedSelectors[c],d=t.generatedSelectors[l];i!==d&&a.push([i,d])}for(let c of a){let l=await this.resolveSelectorCombinationInPage(c);if(!l)continue;let{momenticId:i}=l,d=parseInt(i);if(!t.serializedHtml)continue;let u=await e.evaluate(So,d);if(!u)continue;let m=ni(u,t.serializedHtml)/Math.max(u.length,t.serializedHtml.length);if(m>.2){this.logger.debug({target:t,candidateSerializedHtml:u,levenshteinRatio:m,combo:c},"Rejecting CSS selector due to html ldist");continue}o={a11yNode:void 0,locator:e.locator(c[0]),displayString:u},n=d,s=c;let f=this.dataMomenticIdToNodeMap.get(d);if(!f){this.logger.debug({target:t,proposedNode:o.displayString,selectors:c},"Matched CSS selector successfully using html-only comparison");break}let p=fo(f,t);if(p<7){o=void 0,n=void 0,s=void 0,this.logger.debug({target:t,proposedNode:f,comparisonScore:p,combo:c},"Rejecting CSS selector due to a11y score");continue}else o.a11yNode=f;this.logger.debug({target:t,proposedNode:o.displayString,comparisonScore:p,selectors:c},"Matched CSS selector successfully using html + a11y comparison");break}if(o)return t.generatedSelectors=void 0,await this.saveNodeDetailsToCache(o.a11yNode,t,n),t.generatedSelectors=Array.from(new Set([...s??[],...t.generatedSelectors??[]])),o}async resolveTarget(e,t=!1){if(this.logger.debug({target:e,skipFetchTree:t},"Resolve target called"),e.id>0&&!$t(e)){let n=this.a11yIdToNodeMap.get(e.id);if(!n)throw new Error(`Resolving target failed, fresh value did not exist in node map: ${e.id}`);return await this.saveNodeDetailsToCache(n,e,n.dataMomenticId),{locator:await this.getLocatorFromA11yNode(n),a11yNode:n,displayString:n.getNodeOnlySerializedForm()}}let o=await this.getUserPageOrFrame();if(e.id<0&&e.selector){let n=o.locator(e.selector),s;try{s=await Ns(n)}catch(a){throw new Error(`'${e.selector}' failed to resolve: ${a}`)}return{locator:n,a11yNode:void 0,displayString:s}}if(!t){let n=(await this.getA11yTree({skipWait:!0})).serialize();this.logger.debug({tree:n},"Got a11y tree for css resolution")}if(e.generatedSelectors){let n=await this.resolveTargetUsingCssSelectors(o,e);if(n)return n;e.generatedSelectors=void 0}if(!t){let n=(await this.getA11yTree({skipWait:!1})).serialize();this.logger.debug({tree:n},"Got a11y tree for a11y resolution")}if(e.serializedForm){let n=1/0,s,a;for(let c of this.a11yIdToNodeMap.values()){let l=c.getSerializedFormWithContext(),i=ni(e.serializedForm,l);i<n?(n=i,s=c,a=void 0):i===n&&(a=c)}if(s&&n<Math.ceil(.15*e.serializedForm.length))if(a)this.logger.debug({equalNodeSerialized:a.getLogForm()},"Multiple nodes with same distance, refusing to resolve using levenshtein distance");else return this.logger.debug({newNodeSerializedForm:s.getLogForm(),distance:n,originalLength:e.serializedForm.length,target:e},"Resolved cached a11y target to new node with pure levenshtein distance"),await this.saveNodeDetailsToCache(s,e,s.dataMomenticId),{a11yNode:s,locator:await this.getLocatorFromA11yNode(s),displayString:s.getNodeOnlySerializedForm()};else this.logger.debug({closestDistance:n,closestNode:s?.getLogForm()},"No close a11y node found by levenshtein distance")}if(e.nodeOnlySerializedHtml)try{let n=await o.evaluate(Qs,{serializedHtml:e.nodeOnlySerializedHtml,distanceThreshold:Math.ceil(.2*e.nodeOnlySerializedHtml.length)}),s=parseInt(n.dataMomenticId??""),a=this.dataMomenticIdToNodeMap.get(s);if(a)return this.logger.debug({result:n,a11yNode:a.getLogForm(),target:e},"Resolved cached a11y target to new node with pure html levenshtein distance"),await this.saveNodeDetailsToCache(a,e,s),{a11yNode:a,locator:await this.getLocatorFromA11yNode(a),displayString:a.getNodeOnlySerializedForm()};this.logger.warn({result:n},"Failed to find a11y node corresponding to html levenshtein comparison result")}catch(n){this.logger.debug({err:n},"Error finding closest HTML node by levenshtein distance")}throw this.logger.debug({target:e},"Failed to find any relevant node"),new Error(`Could not find any relevant node given cached target: ${JSON.stringify(e)}`)}async typeIntoTarget(e,t,o={}){let n=await this.resolveTarget(t);return await n.locator.click({force:o.force,timeout:5e3}),this.highlightTarget(n.locator),await this.type(e,o),n.displayString}async click(e,t={}){let o=await this.resolveTarget(e,t.skipWait);this.highlightTarget(o.locator);let n=await this.url(),s=this.getOpenPages(),a=1;for(;a>0;)try{t.doubleClick?await this.wrapPossibleNavigation(async()=>{await o.locator.dblclick({button:t.rightClick?"right":"left",force:t.force,timeout:5e3})}):await this.wrapPossibleNavigation(async()=>o.locator.click({button:t.rightClick?"right":"left",force:t.force,timeout:5e3})),this.logger.info("Click completed on element");break}catch(l){if(a--,a===0)throw l;this.logger.warn({err:l},"Failed clicking on element, retrying with force enabled"),t.force=!0}let c;if(t.waitForUrl){let i=this.networkSettings.pageLoadTimeoutMs??8e3;for(let d=0;d<4;d++){if(c=this.getOpenPages(),c.length!==s.length)for(let u=c.length-1;u>=0;u--){let m=c[u];if(m!==n){await this.switchToPage(m,u);break}}try{await(await this.getUserPageOrFrame()).waitForURL(t.waitForUrl,{timeout:Math.min(i/4,500)});break}catch(u){if(d===3)throw u}}}return o.displayString}async dragAndDrop(e,t,o={}){let n=await this.resolveTarget(e),s=await this.resolveTarget(t,!0),a={timeout:5e3,force:o.force};return await n.locator.hover(a),await this.page.mouse.down(),await s.locator.hover(a),await W(o.hoverSeconds?Math.min(o.hoverSeconds*1e3,5e3):500),await this.page.mouse.up(),n.displayString}async mouseDrag(e,t,o,n,s={}){let a=Object.assign({timeout:5e3},s);n&&await(await this.resolveTarget(n)).locator.hover(a);let c=await(await this.getUserPageOrFrame()).evaluate(ks);return c||(this.logger.warn("Could not get current mouse position before mouse drag action, defaulting to 0,0"),c={left:0,top:0}),await this.page.mouse.down(),await this.page.mouse.move(e+c.left,t+c.top,{steps:o}),await W(250),await this.page.mouse.up(),n?.serializedForm}async hover(e){let t=await this.resolveTarget(e);return this.highlightTarget(t.locator),await t.locator.hover({timeout:5e3}),t.displayString}async focus(e){let t=await this.resolveTarget(e);return this.highlightTarget(t.locator),await t.locator.focus({timeout:5e3}),t.displayString}async blur(e){let t=await this.resolveTarget(e);return this.highlightTarget(t.locator),await t.locator.blur({timeout:5e3}),t.displayString}async selectOption(e,t){let o=await this.resolveTarget(e);return this.highlightTarget(o.locator),await o.locator.selectOption(t,{timeout:8e3}),o.displayString}async press(e){this.localMode&&this.activeFrame&&(await(await this.getUserPageOrFrame()).evaluate(()=>{let o=document.activeElement;return o&&o.tagName.toLowerCase()!=="body"})||(this.logger.warn(`No element on the page is currently focused, clicking on <body> before pressing ${e}`),await(await this.getUserPageOrFrame()).locator("body").click())),await this.wrapPossibleNavigation(()=>this.page.keyboard.press(e))}async refresh(e){if(this.localMode&&this.activeFrame){let o=(await this.getUserPageOrFrame()).url();await this.navigate({url:o,loadTimeoutMs:e?.loadTimeoutMs,networkIdleTimeoutMs:e?.networkIdleTimeoutMs})}else{let t=async()=>this.page.reload({timeout:e?.loadTimeoutMs??this.networkSettings.pageLoadTimeoutMs??8e3});e?.networkIdleTimeoutMs?await this.wrapPossibleNavigation(t,e.networkIdleTimeoutMs):await t()}}async getActiveFrameNodeDetails(){if(!this.activeFrame)return;let e=this.localMode?`document.querySelector("#${this.activeFrame}")`:`document.querySelector("${this.activeFrame}")`,{result:t,exceptionDetails:o}=await this.cdpClient.send("Runtime.evaluate",{expression:e});if(o)throw new Error(`Could not find frame: ${this.activeFrame} ${o.exception?.description}`);let n=t.objectId;return{pageFrameId:(await this.cdpClient.send("DOM.describeNode",{objectId:n})).node.frameId}}async getA11yTree({skipWait:e=!1,filterByViewport:t=!1,maxAttempts:o=2}){let n=null,s=0,a=await this.url(),c;for(;!n&&s<o;){let l=async()=>{let i=await this.getViewportOffsetDetails();this.logger.debug({url:a,viewportDetails:i},"Got viewport details");let d=await this.getActiveFrameNodeDetails(),u=await this.getRawA11yTree({skipWait:e,iframeId:d?.pageFrameId}),m=await this.getDOMTree(i.devicePixelRatio,d?.pageFrameId);if(n=Ls({a11yGraph:u,domGraph:m,logger:this.logger,filterByViewport:t,viewportDetails:i}),!n||!n.root)throw new Error("Accessibility tree appears empty");this.a11yIdToNodeMap=n.a11yIdNodeMap,this.dataMomenticIdToNodeMap=n.dataMomenticIdMap,this.domGraph=m};try{s++,await Promise.race([l(),W(8e3)])}catch(i){c=i,s<o&&(this.logger.warn({err:i,url:a},"Error getting a11y tree, retrying..."),await W(1e3))}}if(!n)throw new R("ActionFailureError",`Getting accessibility tree failed after ${o} attempts: ${c?.message}`);return n}getA11yIdFromDataMomenticId(e){return this.dataMomenticIdToNodeMap.get(e)?.id}async getViewportOffsetDetails(){let[e,t,o,n,s]=await(await this.getUserPageOrFrame()).evaluate(()=>[window.scrollY,window.scrollX,window.screen.width,window.screen.height,window.devicePixelRatio]);return{upperBound:e,lowerBound:e+n,leftBound:t,rightBound:t+o,width:o,height:n,devicePixelRatio:this.systemDevicePixelRatio??s}}async getDOMTree(e,t){let o,n=0;for(;!o&&n<3;)try{if(o=await this.cdpClient.send("DOMSnapshot.captureSnapshot",{computedStyles:hr}),!o||!o.documents.length)throw new Error("Got empty DOM tree")}catch(s){await W(250),this.logger.error({err:s},"Error fetching DOM tree"),n++}if(!o||!o.documents.length)throw new R("InternalWebAgentError","Error fetching DOM tree");return Ms({snapshot:o,devicePixelRatio:e,pageFrameId:t})}async getRawA11yTree({skipWait:e=!1,iframeId:t=void 0}){let o=await this.url(),n=Date.now(),s=()=>{n=Date.now()};this.cdpClient.addListener("Accessibility.nodesUpdated",s);let a=!1,c=()=>{this.logger.debug({url:o},"Accessibility load event fired on page"),a=!0,n=Date.now()};this.cdpClient.addListener("Accessibility.loadComplete",c);let l=Date.now(),i=!e;for(;!e&&Date.now()-l<3e3;)if(await W(250),!(!a&&Date.now()-l<1e3)&&Date.now()-n>=750){i=!1;break}this.logger.debug({duration:Date.now()-l,eventReceived:a,timeoutTriggered:i,skipWait:e},"A11y wait phase completed"),await(await this.getUserPageOrFrame()).evaluate(zs);let d;if(t)d=(await this.cdpClient.send("Accessibility.getRootAXNode",{frameId:t})).node.backendDOMNodeId;else{let{node:m}=await this.cdpClient.send("Accessibility.getRootAXNode");d=m.backendDOMNodeId}let{nodes:u}=await this.cdpClient.send("Accessibility.queryAXTree",{backendNodeId:d});if(this.cdpClient.removeListener("Accessibility.loadComplete",c),this.cdpClient.removeListener("Accessibility.nodesUpdated",s),!u||u.length<=1)throw new R("ActionFailureError","No content in accessibility tree");return{root:u[0],allNodes:u}}async clickUsingVisualCoordinates(e){let t=await this.getElementLocation(e);if(!t)throw new Error(`Could not find element location with backend node id: ${e}`);this.logger.debug({location:t},"Executing mouse click"),await this.page.mouse.click(t.centerX,t.centerY)}getAttributeFromStringArray(e,t){let o=e.findIndex(n=>n===t);if(!(o===-1||!e[o+1]))return e[o+1]}async getIDAttributeUsingCDP(e){await this.cdpClient.send("DOM.getDocument",{depth:0});let t=await this.cdpClient.send("DOM.requestNode",{objectId:e}),n=(await this.cdpClient.send("DOM.getAttributes",{nodeId:t.nodeId})).attributes,s=this.getAttributeFromStringArray(n,Ue);if(!s)throw new Error(`Could not find attribute ${Ue} for object ${e}`);return s}async getLocatorFromA11yNode(e){if(!e.backendNodeID)throw new Error(`Node with a11y id ${e.id} has no backend node ID`);return this.getLocatorFromBackendID(e.backendNodeID)}async getLocatorFromBackendID(e){let t=await this.cdpClient.send("DOM.resolveNode",{backendNodeId:e});if(!t||!t.object.objectId)throw new Error(`Could not resolve backend node ${e}`);let o;try{o=await this.getIDAttributeUsingCDP(t.object.objectId)}catch(n){throw this.logger.error({err:n,object:JSON.stringify(t.object)},"Failed to get ID attribute"),n}return(await this.getUserPageOrFrame()).locator(`[${Ue}="${o}"]`)}async clickUsingCDP(e,t={}){let o=0,n,s=async l=>{let i=await this.getLocatorFromBackendID(l);t.doubleClick?await i.dblclick({timeout:5e3}):await i.click({timeout:5e3,button:t.rightClick?"right":"left",force:t.force})};for(;o<2;)try{return await s(e.backendNodeID),e}catch(l){this.logger.error({err:l},"Failed clicking on node"),n=l,o++,await W(1e3)}let a=e.parent?.children??[];for(let l of a){if(l.id===e.id)continue;let i=!1,d=fo(l,e);if(e.name&&l.name===e.name?i=!0:d>=5&&(this.logger.debug({similarityScore:d},"Sibling qualified for click redirection through comparison score"),i=!0),!!i)try{return await s(l.backendNodeID),l}catch(u){this.logger.debug({err:u,candidate:l.getLogForm()},"Failed clicking on sibling during click redirection")}}let c=e.parent;for(o=0;o<Ts;){if(!c||["rootwebarea","main"].includes(c.role.toLowerCase()))throw new R("ActionFailureError",n.message,{cause:n});if(!c.backendNodeID){c=c.parent;continue}try{return await s(c.id),c}catch(i){this.logger.debug({err:i,candidate:c.getLogForm()},"Failed clicking on parent during click redirection"),o++,c=c.parent}}throw new R("ActionFailureError",`Max click attempts exhausted on element ${e.getLogForm()}: ${n.message}`,{cause:n})}async getElementLocation(e){let t=await this.cdpClient.send("DOMSnapshot.captureSnapshot",{computedStyles:[],includeDOMRects:!0,includePaintOrder:!0}),o=await this.page.evaluate(()=>window.devicePixelRatio);process.platform==="darwin"&&o===1&&(o=2);let n=t.documents[0],s=n.layout,a=n.nodes,c=a.nodeName||[],l=a.backendNodeId||[],i=s.nodeIndex,d=s.bounds,u=-1;for(let S=0;S<c.length;S++)if(l[S]===e){u=i.indexOf(S);break}if(u===-1)throw new Error(`Could not find any backend node with ID ${e}`);let[m=0,f=0,p=0,w=0]=d[u];m/=o,f/=o,p/=o,w/=o;let h=m+p/2,y=f+w/2;return{centerX:h,centerY:y}}async scroll(e,t,o,n){let s=t==="left"?-1:1,a=n==="up"?-1:1;if(this.activeFrame)await(await this.getUserPageOrFrame()).evaluate(([l,i,d,u])=>window.scrollTo(window.scrollX+(l??window.innerWidth)*d,window.scrollY+(i??window.innerHeight)*u),[e,o,s,a]);else{let c=this.page.viewportSize()||Ye;await this.page.mouse.wheel((e??c.width)*s,(o??c.height)*a)}}async scrollUp(e){await this.scroll(0,null,e??null,"up")}async scrollDown(e){await this.scroll(0,null,e??null,"down")}async scrollLeft(e){await this.scroll(e??null,"left",0,null)}async scrollRight(e){await this.scroll(e??null,"right",0,null)}async goForward(){await this.wrapPossibleNavigation(async()=>this.localMode&&this.activeFrame?(await this.getUserPageOrFrame()).evaluate(e=>{let t=e().contentWindow;t?t.history.forward():console.error("Failed to get content window for frame")},()=>document.querySelector(`iframe[name="${this.activeFrame}"]`)):this.page.goForward({waitUntil:"domcontentloaded",timeout:this.networkSettings.pageLoadTimeoutMs??8e3}))}async goBack(){await this.wrapPossibleNavigation(async()=>this.localMode&&this.activeFrame?(await this.getUserPageOrFrame()).evaluate(e=>{let t=e().contentWindow;t?t.history.back():console.error("Failed to get content window for frame")},()=>document.querySelector(`iframe[name="${this.activeFrame}"]`)):this.page.goBack({waitUntil:"domcontentloaded",timeout:this.networkSettings.pageLoadTimeoutMs??8e3}))}async createNewTab(e,t){let o=await this.context.newPage();this.page=o,await this.navigate({url:e,initialNavigation:!0,...t}),this.originsVisited.add(new URL(e).origin)}async switchToPage(e,t,o){let n=async(a,c)=>{let l=a.url();this.logger.info(`Switching to tab ${c} with url ${l}`),this.originsVisited.add(new URL(l).origin),this.page=a,await this.initCDPSession(o?.loadTimeoutMs),await this.attachNavigationHandler(this.page.mainFrame());try{let i=async()=>{let d=o?.loadTimeoutMs??8e3;await a.waitForLoadState("domcontentloaded",{timeout:d});try{await a.waitForLoadState("load",{timeout:d})}catch{this.logger.warn({url:l},"Timeout elapsed waiting for load state, continuing anyways...")}};o?.networkIdleTimeoutMs?await this.wrapPossibleNavigation(i,o.networkIdleTimeoutMs):await i()}catch{this.logger.warn({url:l},"Timeout elapsed waiting for load state during tab switch, continuing anyways...")}},s=this.context.pages();if(t){await n(s[t],t);return}for(let a=0;a<s.length;a++){let c=s[a];if(c.url().includes(e)){await n(c,a);return}}throw new Error(`Could not find page with url containing ${e}`)}async frameNavigationHandler(e){if(!!e.parentFrame()===this.localMode){process.env.NODE_ENV!=="production"&&this.logger.debug({url:e.url()},"Frame navigation event fired");try{let t=new URL(e.url()).origin;if(!t||t==="about:blank"||this.originsVisited.has(t)||t==="null")return;this.logger.debug(`Adding ${t} to visited set`),this.originsVisited.add(t)}catch(t){this.logger.debug({err:t},"Failed to add run page setup handler")}}}async attachNavigationHandler(e){await this.frameNavigationHandler(e),this.page.off("framenavigated",t=>this.frameNavigationHandler(t)),this.page.on("framenavigated",t=>this.frameNavigationHandler(t))}async setCookie(e){let t=wn(e);this.logger.debug({cookieSettings:t},"Adding cookies to session"),await this.context.addCookies(t)}async setLocalStorage(e,t){await(await this.getUserPageOrFrame()).evaluate(([n,s])=>{n&&localStorage.setItem(n,s||"")},[e,t])}async solveCloudflareTurnstile(){let t=(await this.getUserPageOrFrame()).locator(".cf-turnstile").locator("iframe").getAttribute("data-sitekey"),o=await fetch("https://2captcha.com/in.php",{method:"POST",body:JSON.stringify({key:bt,method:"turnstile",sitekey:t,pageurl:await this.url(),json:1})});if(!o.ok){let c=`Captcha solver API returned error response: ${o.statusText}`;throw this.logger.error({text:await o.text()},c),new Error(c)}let{request:n}=await o.json(),s=Date.now(),a="";for(;Date.now()-s<6e4;){await W(2500);let c=await fetch(`https://2captcha.com/res.php?key=${bt}&action=get&id=${n}&json=1`,{method:"GET"});if(!c.ok){let i=`Captcha solution API returned error response: ${c.statusText}`;throw this.logger.error({text:await c.text()},i),new Error(i)}let l=await c.json();if(l.status===1){a=l.request;break}}}async solveCaptcha(){await this.getA11yTree({});let e;for(let c of this.a11yIdToNodeMap.values())if(c.role==="image"&&c.name.toLowerCase().includes("captcha")){if(!c.backendNodeID)continue;e=await this.getLocatorFromBackendID(c.backendNodeID);break}if(!e){let c=await(await this.getUserPageOrFrame()).solveRecaptchas();if(!c.captchas||!c.captchas.length)throw new Error("No captchas found on the page");return}let t=await e.screenshot({type:"jpeg",animations:"allow",caret:"hide",quality:100,timeout:5e3}),o=await fetch("https://api.2captcha.com/createTask",{method:"POST",body:JSON.stringify({clientKey:bt,task:{type:"ImageToTextTask",body:t.toString("base64"),case:!0},languagePool:"en"})});if(!o.ok){let c=`Captcha solver API returned error response: ${o.statusText}`;throw this.logger.error({text:await o.text()},c),new Error(c)}let{taskId:n}=await o.json(),s=Date.now(),a="";for(;Date.now()-s<6e4;){await W(2500);let c=await fetch("https://api.2captcha.com/getTaskResult",{method:"POST",body:JSON.stringify({clientKey:bt,taskId:n})});if(!c.ok){let i=`Captcha solution API returned error response: ${c.statusText}`;throw this.logger.error({text:await c.text()},i),new Error(i)}let l=await c.json();if(l.errorId){let i=`Captcha solution API returned error ID ${l.errorId}`;throw this.logger.error(i),new Error(i)}if(l.status==="ready"){a=l.solution.text;break}}if(!a)throw new Error("Captcha solution timed out");return a}getActiveFrame(){return this.activeFrame}async captureTargetFromClick(){let e=await this.getA11yTree({skipWait:!0});this.mostRecentBrowserState=e.serialize(),this.logger.debug({tree:this.mostRecentBrowserState},"Refreshed a11y tree before target capture");let t=!1,o=setInterval(()=>{(async()=>{if(!t){t=!0;try{let l=await this.getA11yTree({skipWait:!0,maxAttempts:1});this.mostRecentBrowserState=l.serialize(),Math.random()<.1&&this.logger.debug({tree:this.mostRecentBrowserState},"Refreshed a11y tree during recording")}catch(l){this.logger.error({err:l},"Failed to get a11y tree in target capture click handler")}finally{t=!1}}})()},mo),n=[];try{n=await(await this.getUserPageOrFrame()).evaluate(async()=>{let c=window,l=null;c.targetCaptureClickListener=async u=>{console.log("[Momentic] Target capture listener fired",u.target),u.preventDefault(),l=u.target},document.addEventListener("click",c.targetCaptureClickListener,{capture:!0,once:!0});let i=15e3;for(;!l&&i>0;)await new Promise(u=>setTimeout(u,100)),i-=100;if(!l)throw new Error("Timed out waiting for user to click on an element");let d=l;return[d.getAttribute("data-momentic-id"),d.parentElement?.getAttribute("data-momentic-id"),d.parentElement?.parentElement?.getAttribute("data-momentic-id")].filter(u=>!!u)})}catch(c){throw new Error(`Failed to capture: ${c.message}`)}finally{clearInterval(o)}if(!n.length)throw new Error("Selected element did not have Momentic handlers attached - if it appeared recently, please wait for the page to stabilize before clicking");let s;for(let c of n)if(s=this.getA11yIdFromDataMomenticId(parseInt(c)),s)break;if(!s)throw new Error("Selected element is not interactive - please try a neighboring or parent element instead");let a={id:s};return await this.resolveTarget(a,!0),a}areDomNodeBoundingBoxesSimilar(e,t){if(!t.bounds)return this.logger.debug({candidate:t},"Filtering out click candidate since it has no bounding box"),!1;let o=e.bounds,n=o.x??0,s=o.width??0,a=o.height??0,c=n+s,l=o.y??0,i=l+(o.height??0),d=t.bounds,u=d.width??0,m=d.height??0,f=d.x??0,p=f+(d.width??0),w=d.y??0,h=w+(d.height??0);return f<c&&p>n&&w<i&&h>l?Math.abs(s-u)<200&&Math.abs(a-m)<200?!0:(this.logger.debug({candidate:t,originalNode:e},"Filtering out click candidate since it has a significantly different area"),!1):(this.logger.debug({candidate:t},"Filtering out click candidate since it doesn't intersect with original node"),!1)}getDomCandidatesInA11yTree(e,t){let o=Object.values(t.backendIdToNode),n;for(let l of o)if(l.attributes?.[Ue]===e){n=l;break}if(!n)return[];let s=[],a=t.backendIdToNode[n.parentBackendNodeId??-1];for(;a&&(a?.momenticIgnored||!this.areDomNodeBoundingBoxesSimilar(n,a));)a=t.backendIdToNode[a.parentBackendNodeId??-1];a&&s.push(a);let c=[n];for(;c.length;){let l=c.shift();for(let i of l.children??[]){let d=t.backendIdToNode[i];d&&!d.momenticIgnored&&this.areDomNodeBoundingBoxesSimilar(n,d)?s.push(d):d&&c.push(d)}}return s}async exposeRecordingBindings(){let e=({frame:t},o,n)=>{if(!this.transformer)return;this.logger.info({dataMomenticId:o,selectors:n},"Click captured on element");let s=this.domGraph,a=this.dataMomenticIdToNodeMap,c=this.mostRecentBrowserState,l=t.url(),i,d,u=a.get(o),m=[];if(!u){m=this.getDomCandidatesInA11yTree(`${o}`,s);for(let f of m){let p=parseInt(f.attributes?.[Ue]??"");if(!isNaN(p)&&(u=a.get(p),d=u?.id,d)){i={id:d,generatedSelectors:n},this.logger.debug({newNode:u?.getLogForm()},"Redirected click on non-accessible element to nearest a11y node");break}}}i||(this.logger.warn({url:l,selectors:n,a11yIntersectionNodes:m},"Could not find corresponding accessibility node for click. Continuing with CSS selectors only"),i={id:-1,generatedSelectors:n}),(async()=>{try{await this.saveNodeDetailsToCache(u,i,o),await this.transformer?.recordClick({target:i,browserState:c,url:l})}catch(f){this.logger.error({err:f},"Failed capturing click in transformer")}})()};await this.context.exposeBinding("captureClick",({frame:t},o,n)=>{try{e({frame:t},o,n)}catch(s){this.logger.error({err:s},"Failed to capture click in captureClick handler")}},{handle:!1}),await this.context.exposeBinding("captureKeystroke",async({},{key:t,url:o})=>{this.transformer&&(this.logger.info({key:t},"Captured keypress"),this.transformer.recordKeystroke(t,o))})}async startRecording(e,t){this.transformer=t;let o=await this.getA11yTree({skipWait:!0});this.mostRecentBrowserState=o.serialize(),this.logger.debug({tree:this.mostRecentBrowserState},"A11y tree at time of recording start");let n,s=[async()=>{this.transformer=void 0}],a=async l=>{if(!n){let i=!1,d=async()=>{if(!i){i=!0;try{let u=await this.getA11yTree({skipWait:!0,maxAttempts:1});this.mostRecentBrowserState=u.serialize(),Math.random()<.1&&this.logger.debug({tree:this.mostRecentBrowserState},"Refreshed a11y tree during recording")}catch(u){this.logger.error({err:u},"Failed to get a11y tree in frame navigation listener")}i=!1}};n=setInterval(()=>{!this.transformer||e.aborted||d()},mo),s.push(async()=>{clearInterval(n),n=void 0})}await l.evaluate(Ws),await l.evaluate(Zs)};await a(await this.getUserPageOrFrame());let c=async l=>{if(l.name().startsWith(Kr)&&!(e.aborted||!this.transformer)){this.logger.info({name:l.name()},"Re-adding window recording event listeners on navigation");try{await a(l)}catch(i){this.logger.error({err:i},"Error re-adding window event listeners on navigation")}}};this.page.on("framenavigated",c),s.push(async()=>{this.page.off("framenavigated",c)}),e.addEventListener("abort",async()=>{for(let l of s)try{await l()}catch(i){this.logger.warn({err:i},"Recording cleanup function failed, continuing...")}})}async getSelectOptions(e){return await e.evaluate(o=>Array.from(o.querySelectorAll("option")).map(s=>s.value))}async getHTML(){let e=await this.getUserPageOrFrame();await e.addScriptTag({content:mr.htmlJs});let t=await e.evaluate(()=>window.getHTMLBodyString());if(!t)throw new R("InternalWebAgentError","Empty HTML tree");return Fc.html(t,{indent_size:1,indent_with_tabs:!1,preserve_newlines:!1,wrap_line_length:80})}async registerDialogHandler(e){let t=async o=>e==="ACCEPT"?o.accept():o.dismiss();this.page.once("dialog",t)}async executePageFunction(e,t){return(await this.getUserPageOrFrame()).evaluate(e,t)}async getDomNodeFromPositionPercentages({percentX:e,percentY:t}){if(e<0||e>1||t<0||t>1)throw new R("InternalWebAgentError","Invalid percent passed to percentage location");let{width:o,height:n,upperBound:s,leftBound:a}=await this.getViewportOffsetDetails(),c=Math.ceil(o*e),l=Math.ceil(n*t);await this.cdpClient.send("DOM.getDocument",{depth:0});let i;try{i=await this.cdpClient.send("DOM.getNodeForLocation",{x:c+a,y:l+s})}catch{throw new Error("No element was found at the given location")}return i}async highlightFromPositionPercentages(e){let t;try{t=await this.getDomNodeFromPositionPercentages(e)}catch{}return t?(await this.cdpClient.send("Overlay.highlightNode",{highlightConfig:gr,backendNodeId:t.backendNodeId}),async()=>{try{await this.cdpClient.send("Overlay.hideHighlight",{backendNodeId:t?.backendNodeId})}catch{}}):async()=>{}}async clearAllCdpHighlights(){try{await this.cdpClient.send("Overlay.hideHighlight")}catch{}}async getTargetFromPositionPercentages(e){let t=await this.getDomNodeFromPositionPercentages(e),o=this.domGraph?.backendIdToNode[t.backendNodeId],n=o?.attributes[Ue],s=parseInt(n??"");if(!o||!n||isNaN(s))throw new Error("No HTML node was found at the given location");for(let i of this.a11yIdToNodeMap.values()){if(i.backendNodeID!==t.backendNodeId)continue;let d={id:i.id};return await this.saveNodeDetailsToCache(i,d,parseInt(n)),d}let a=this.getDomCandidatesInA11yTree(`${n}`,this.domGraph);for(let i of a){let d=parseInt(i.attributes?.[Ue]??"");if(isNaN(d))continue;let u=this.dataMomenticIdToNodeMap.get(d),m=u?.id;if(!m)continue;let f={id:m};return await this.saveNodeDetailsToCache(u,f,parseInt(n)),this.logger.debug({target:f},"Redirected click on non-accessible element to nearest a11y node"),f}return{id:-1,...await this.fetchHtmlAttributes(s)}}async fetchHtmlAttributes(e,t){t=t??await this.getUserPageOrFrame();let[o,n,s]=await Promise.all([(async()=>{let c=await t.evaluate(js,e);return Array.from(new Set(c))})(),t.evaluate(So,e),t.evaluate(Js,e)]),a={generatedSelectors:o,serializedHtml:n,nodeOnlySerializedHtml:s};return this.logger.debug(a,"Generated HTML attributes for target"),a}async toggleInspectMode(){await this.cdpClient.send("Overlay.setInspectMode",{mode:"searchForNode",highlightConfig:{showInfo:!0,showAccessibilityInfo:!0,contentColor:{r:147,g:196,b:125,a:.55}}})}async moveMouseFromPositionPercentages(e,t){let o;try{o=await this.getViewportOffsetDetails()}catch{return}let{width:n,height:s}=o,a=Math.ceil(n*e),c=Math.ceil(s*t);await this.page.mouse.move(a,c,{steps:3})}async scrollFromPositionPercentages(e,t){let o;try{o=await this.getViewportOffsetDetails()}catch{return}let{width:n,height:s}=o,a=Math.ceil(n*e),c=Math.ceil(s*t);return await this.page.mouse.wheel(a,c),{deltaX:a,deltaY:c}}async startInspectMode(){await this.cdpClient.send("Overlay.setInspectMode",{mode:"searchForNode",highlightConfig:gr})}async stopInspectMode(){await this.cdpClient.send("Overlay.setInspectMode",{mode:"none",highlightConfig:gr}),await this.clearAllCdpHighlights()}canSolveCaptchas(){return!!bt}};var Ct=async({controller:r,context:e,step:t,logger:o,advanced:n,takeScreenshots:s,toIndex:a,...c})=>{c.onStarted?.(),r.resetHistory();let l={...t,startedAt:new Date,userAgent:U.USER_AGENT,finishedAt:new Date,results:[],status:"SUCCESS",beforeTestContext:e.toRedactedDisplayCopy()};try{let d=0;t.commands=t.commands||[];let u=t.commands&&t.commands.length>0&&t.commands[t.commands.length-1]?.type==="SUCCESS";for(;;){if(d>12)throw new Error(`Exceeded max number of commands per step (${12})`);if(c.isExecutionCancelled()||r.isClosed()||a&&d>a)return l.status="CANCELLED",l.finishedAt=new Date,c.onCancelled?.({message:l.message||"AI step cancelled.",startedAt:l.startedAt.getTime(),durationMs:l.finishedAt.getTime()-l.startedAt.getTime(),output:l}),l;let m,f=new Date,p=e.toRedactedDisplayCopy(),w;if(s)try{let y=await r.browser.screenshot({clearHighlights:!0});w=await c.onSaveScreenshot(y)}catch(y){o.warn({err:y},"Failed to take screenshot before executing command")}if(u){if(m=t.commands[d],!m)throw new Error(`Saved command at index ${d} is undefined.`)}else{o.info(`Generating new sub-command ${d} within AI step`);let y;try{if(y=await r.promptToCommand(t.type,t.text,n.disableAICaching),m=y.command,m.type==="FAILURE")throw new Error(m.thoughts)}catch(T){if(o.error({err:T,commandIndex:d},"Failed to generate command within AI step"),d===0)throw T;{let b="Stopping command generation prematurely since no progress can be made";o.warn({command:m},b),m={id:ai(),type:"SUCCESS",thoughts:b}}}(async()=>{let T=d,b=t,E=m;if("target"in E&&E.target&&"cache"in E&&E.cache){await new Promise(I=>setTimeout(()=>I(),250));try{let I=await Gc(r,y.context,E.cache.target);E.target.elementDescriptor=I,b.commands[d]=E,c.onCommandExecuted?.({commandIndex:T,command:E})}catch(I){o.error({err:I,currentIndex:T,currentStep:b},"Failed to generate element description, continuing...")}}})()}c.onCommandGenerated?.({commandIndex:d,message:Br[m.type]||`Unknown command (${m.type})`});let h={beforeScreenshot:w,beforeUrl:await r.browser.url(),startedAt:f,viewport:await r.browser.getViewport(),finishedAt:new Date,status:"SUCCESS"};o.info(`Executing sub-command ${d} within AI step: ${De(m)}`);try{let y=await r.executeCommand(m,e,n.disableAICaching,u);o.info(`AI sub-command ${d} completed successfully`),h.elementInteracted=y.elementInteracted;let S;if(s)try{let b=await r.browser.screenshot({});S=await c.onSaveScreenshot(b)}catch(b){o.warn({err:b},"Failed to take screenshot after executing command")}h.afterScreenshot=S,h.afterUrl=await r.browser.url(),h.finishedAt=new Date;let T={status:"SUCCESS",startedAt:h.startedAt,finishedAt:h.finishedAt,type:"PRESET_ACTION",data:y.data,command:m,results:[h],beforeTestContext:p,afterTestContext:e.toRedactedDisplayCopy()};if(l.results.push(de(T)),t.commands[d]=m,c.onCommandExecuted?.({commandIndex:d,output:{...T,message:m.thoughts??y.thoughts??"Successfully executed preset action."},command:m}),m.type==="SUCCESS"){l.finishedAt=new Date,l.status="SUCCESS",l.message=y.thoughts??"All commands completed.",l.afterTestContext=e.toRedactedDisplayCopy();break}if(y.succeedImmediately&&!u){l.finishedAt=new Date,l.status="SUCCESS",l.message=y.succeedImmediatelyReason,l.afterTestContext=e.toRedactedDisplayCopy(),m={id:ai(),type:"SUCCESS",thoughts:y.succeedImmediatelyReason},t.commands.push(m),c.onCommandExecuted?.({commandIndex:d+1,output:{...T,message:l.message},command:m}),l.results.push(de({...T,command:m}));break}}catch(y){if(u){u=!1,d=0,l.results=[];continue}let S=y instanceof Error?y.message:`${y}`;h.status="FAILED",h.message=S,h.finishedAt=new Date,h.afterUrl=await r.browser.url();let T;try{T=await r.browser.screenshot({})}catch(E){o.warn({err:E},"Failed to take screenshot after error, skipping")}h.afterScreenshot=T;let b={status:"FAILED",startedAt:h.startedAt,finishedAt:h.finishedAt,type:"PRESET_ACTION",results:[h],message:S,command:m};l.results.push(de(b)),l.status="FAILED",l.finishedAt=new Date,l.message=S;break}d++}}catch(d){l.message=d instanceof Error?d.message:`${d}`,l.finishedAt=new Date,l.status="FAILED"}let i=(t.commands??[]).findIndex(d=>d.type==="SUCCESS");return i!==-1&&(t.commands=t.commands.slice(0,i+1)),l.status==="SUCCESS"?(l.data=l.results[l.results.length-1]?.data,c.onSuccess?.({message:l.message||"AI step succeeded.",startedAt:l.startedAt.getTime(),durationMs:l.finishedAt.getTime()-l.startedAt.getTime(),output:l})):c.onFailure?.({message:l.message||"AI step errored.",startedAt:l.startedAt.getTime(),durationMs:l.finishedAt.getTime()-l.startedAt.getTime(),output:l}),l};async function Gc(r,e,t){let o=t.id;if(!o||t.id<=0)throw new Error("Attempted to get reverse mapping for command with no a11y id target");return r.getReverseMappedTarget(e,o,!0)}var vt=async({controller:r,context:e,step:t,advanced:o,takeScreenshots:n,...s})=>{s.onStarted?.(),s.logger.info({command:de(t).command},`Executing preset action - ${t.command.type}`);let a=new Date,c=await r.browser.url(),l,i;if(n)try{let d=await r.browser.screenshot({clearHighlights:!0});l=await s.onSaveScreenshot(d)}catch(d){s.logger.warn({err:d},"Failed to take screenshot before step")}try{let d=await r.executePresetStep(t.command,e,o.disableAICaching);d.beforeScreenshotOverride&&(l=await s.onSaveScreenshot(d.beforeScreenshotOverride));let u=d.afterScreenshotOverride;if(n){if(!u)try{u=await r.browser.screenshot({})}catch(h){s.logger.warn({err:h},"Failed to take screenshot after step")}u&&(i=await s.onSaveScreenshot(u))}if(d.fail)throw new R("ActionFailureError",d.thoughts||"Preset action failed.");let m=new Date,f={...t,startedAt:a,finishedAt:m,status:"SUCCESS",data:d.data,results:[]},p="Successfully executed preset action.";"assertion"in t.command&&(p=d.thoughts||"Assertion passed.");let w={beforeUrl:c,beforeScreenshot:l,afterUrl:await r.browser.url(),afterScreenshot:i,startedAt:a,finishedAt:m,viewport:await r.browser.getViewport(),status:"SUCCESS"};return f.status="SUCCESS",f.results=[w],f.message=p,s.onSuccess?.({message:p,startedAt:a.getTime(),durationMs:m.getTime()-a.getTime(),command:t.command,output:f}),f}catch(d){s.logger.error({err:d},`Failed executing preset step ${De(t.command)}`);let u=new Date,m=d instanceof Error?d.message:`${d}`;if(n&&!i)try{i=await s.onSaveScreenshot(await r.browser.screenshot({}))}catch(p){s.logger.warn({err:p},"Failed to take screenshot after step")}if("cancelOnFailure"in t.command&&t.command.cancelOnFailure){let p={...t,startedAt:a,finishedAt:u,status:"CANCELLED",message:m,results:[{beforeUrl:c,beforeScreenshot:l,afterUrl:await r.browser.url(),afterScreenshot:i,startedAt:a,finishedAt:u,viewport:await r.browser.getViewport(),status:"CANCELLED",message:m}]};return s.onCancelled?.({message:m,startedAt:a.getTime(),durationMs:u.getTime()-a.getTime(),output:p}),p}let f={...t,startedAt:a,finishedAt:u,status:"FAILED",message:m,results:[{beforeUrl:c,beforeScreenshot:l,afterUrl:await r.browser.url(),afterScreenshot:i,startedAt:a,finishedAt:u,viewport:await r.browser.getViewport(),status:"FAILED",message:m}]};return s.onFailure?.({message:m,startedAt:a.getTime(),durationMs:u.getTime()-a.getTime(),output:f}),f}};var yr=async({controller:r,inputs:e,context:t,step:o,advanced:n,logger:s,takeScreenshots:a,toIndex:c,...l})=>{l.onStarted?.();let i={type:"MODULE",id:o.id,moduleId:o.moduleId,moduleName:o.name,startedAt:new Date,userAgent:U.USER_AGENT,inputs:o.inputs,results:[],finishedAt:new Date,status:"SUCCESS"};t.setInputs(e);for(let d=0;d<o.steps.length;d++){let u=o.steps[d];if(u.skipped)continue;if(l.isExecutionCancelled()||r.isClosed()||c&&d>c)return i.status="CANCELLED",i.finishedAt=new Date,l.onCancelled?.({message:"Module step cancelled.",startedAt:i.startedAt.getTime(),durationMs:i.finishedAt.getTime()-i.startedAt.getTime(),output:i}),i;let m=sr(u);s.info(`Starting module sub-step ${d+1}/${o.steps.length}: ${m}`);let f=t.toRedactedDisplayCopy(),p;switch(u.type){case"PRESET_ACTION":p=await vt({controller:r,context:t,step:u,advanced:n,logger:s,takeScreenshots:a,onSaveScreenshot:l.onSaveScreenshot,onStarted(){l.onStepStarted?.({index:d})},onSuccess({message:h,startedAt:y,durationMs:S,output:T}){l.onStepSuccess?.({index:d,message:h,startedAt:y,durationMs:S,output:T})},onFailure({message:h,startedAt:y,durationMs:S,output:T}){l.onStepFailure?.({index:d,message:h,startedAt:y,durationMs:S,output:T})},onCancelled({message:h,startedAt:y,durationMs:S,output:T}){l.onStepCancelled?.({index:d,message:h,startedAt:y,durationMs:S,output:T})}});break;case"AI_ACTION":p=await Ct({controller:r,context:t,step:u,advanced:n,logger:s,takeScreenshots:a,onSaveScreenshot:l.onSaveScreenshot,onStarted(){l.onStepStarted?.({index:d})},onSuccess({message:h,startedAt:y,durationMs:S,output:T}){l.onStepSuccess?.({index:d,message:h,startedAt:y,durationMs:S,output:T})},onFailure({message:h,startedAt:y,durationMs:S,output:T}){l.onStepFailure?.({index:d,message:h,startedAt:y,durationMs:S,output:T})},onCommandGenerated({commandIndex:h,message:y}){l.onCommandGenerated?.({index:d,commandIndex:h,message:y})},onCommandExecuted({commandIndex:h,command:y,output:S}){l.onCommandExecuted?.({index:d,commandIndex:h,command:y,output:S})},isExecutionCancelled:l.isExecutionCancelled});break;default:return(h=>{throw"If Typescript complains about the line below, you missed a case or break in the switch above"})(u)}if(p.beforeTestContext=f,p.status==="FAILED"||p.status==="CANCELLED"){i.results.push(de(p)),i.status=p.status,i.finishedAt=new Date,i.message=p.message;for(let w=d+1;w<o.steps.length;w++){let y={...o.steps[w],status:"CANCELLED",startedAt:new Date,finishedAt:new Date,userAgent:U.USER_AGENT,results:[],message:"Cancelled due to previous failure."};i.results.push(de(y))}break}else t.setResult(d,p.data),t.setVariable(Ae,await r.browser.url()),p.afterTestContext=t.toRedactedDisplayCopy(),i.results.push(de(p))}return i.status==="SUCCESS"?(i.data=i.results[i.results.length-1]?.data,l.onSuccess?.({message:"Executed module step.",startedAt:i.startedAt.getTime(),durationMs:i.finishedAt.getTime()-i.startedAt.getTime(),output:i})):i.status==="FAILED"?l.onFailure?.({message:"Failed to execute module step.",startedAt:i.startedAt.getTime(),durationMs:i.finishedAt.getTime()-i.startedAt.getTime(),output:i}):i.status==="CANCELLED"&&l.onCancelled?.({message:"Module step cancelled.",startedAt:i.startedAt.getTime(),durationMs:i.finishedAt.getTime()-i.startedAt.getTime(),output:i}),i};var li=async({test:r,runId:e,controller:t,context:o,logger:n,takeScreenshots:s,onUpdateRun:a,onSaveScreenshot:c,onTestSuccess:l})=>{try{let i=await jc({test:r,runId:e,controller:t,context:o,logger:n,takeScreenshots:s,onUpdateRun:a,onSaveScreenshot:c});if(i==="PASSED"||i==="CANCELLED")return await l?.(r),i;throw new R("ActionFailureError",i.message||"An unknown error occurred")}catch(i){throw i instanceof R||(i=new R("InternalPlatformError",i instanceof Error?i.message:`${i}`,{cause:i})),i}finally{await t.browser.cleanup()}},jc=async({test:r,runId:e,controller:t,context:o,logger:n,takeScreenshots:s,onUpdateRun:a,onSaveScreenshot:c})=>{let l=Ce.parse(r.advanced),i=n.child({runId:e,testId:r.id});i.info("Starting test run"),await a({status:"RUNNING",startedAt:new Date});let d,u="PASSED",m=[];for(let f=0;f<r.steps.length;f++){let p=r.steps[f];if(p.skipped)continue;i.info(`Starting step ${f+1}/${r.steps.length}: ${sr(p)}`);let w=o.toRedactedDisplayCopy(),h;switch(p.type){case"PRESET_ACTION":h=await vt({controller:t,context:o,step:p,advanced:l,logger:i,takeScreenshots:s,onSaveScreenshot:c});break;case"AI_ACTION":h=await Ct({controller:t,context:o,step:p,advanced:l,logger:i,takeScreenshots:s,onSaveScreenshot:c,isExecutionCancelled:()=>!1});break;case"RESOLVED_MODULE":let y={};for(let T of Object.keys(p.inputs||{})){let b=p.inputs[T];try{y[T]=await tt({code:b,fragment:!0,context:o,logger:n,timeoutMs:2e3})}catch(E){h={type:"MODULE",id:p.id,moduleId:p.moduleId,moduleName:p.name,startedAt:new Date,userAgent:U.USER_AGENT,inputs:p.inputs,results:p.steps.map(I=>({...I,status:"CANCELLED",startedAt:new Date,finishedAt:new Date,userAgent:U.USER_AGENT,results:[]})),finishedAt:new Date,status:"FAILED",message:`Failed to evaluate input '${T}': ${E}`};break}}if(h)break;h=await yr({controller:t,context:new me({baseUrl:t.browser.baseURL,variablesFromEnvironment:o.getVariablesFromEnvironmentCopy(),dynamicVariables:o.getDynamicVariablesCopy()}),step:p,inputs:y,advanced:l,logger:i,takeScreenshots:s,onSaveScreenshot:c,isExecutionCancelled:()=>!1});break;default:return(T=>{throw"If Typescript complains about the line below, you missed a case or break in the switch above"})(p)}if(h.beforeTestContext=w,p.type==="PRESET_ACTION"&&(p.command.type==="AI_EXTRACT"||p.command.type==="JAVASCRIPT")&&p.command.envKey&&o.setVariable(p.command.envKey,h.data),o.setResult(f,h.data),o.setVariable(Ae,await t.browser.url()),h.afterTestContext=o.toRedactedDisplayCopy(),m.push(de(h)),await a({results:m}),h.status==="SUCCESS"){i.info(`Step ${f+1}/${r.steps.length} succeeded`);continue}if(h.status!=="FAILED"&&h.status!=="CANCELLED")throw new R("InternalPlatformError",`Received unexpected non-terminal status from step: ${h.status}`);i.info({message:m[m.length-1]?.message},`Step ${f+1}/${r.steps.length} ended with status: ${h.status}`),d=h,u=h.status;for(let y=f+1;y<r.steps.length;y++){let S=de(r.steps[y]);if(S.type==="RESOLVED_MODULE"){let T={type:"MODULE",id:S.id,moduleId:S.moduleId,moduleName:S.name,startedAt:new Date,userAgent:U.USER_AGENT,inputs:S.inputs,results:S.steps.map(b=>({...b,status:"CANCELLED",startedAt:new Date,finishedAt:new Date,userAgent:U.USER_AGENT,results:[]})),finishedAt:new Date,status:"CANCELLED"};m.push(T)}else{let T={...S,status:"CANCELLED",startedAt:new Date,finishedAt:new Date,userAgent:U.USER_AGENT,results:[]};m.push(T)}}break}return await a({status:u,finishedAt:new Date,results:m}),u==="FAILED"?d:u};import{cloneDeep as di}from"lodash-es";var ui={currentlyExecutingRequests:0},qc=r=>async e=>{let t=!1;try{ui.currentlyExecutingRequests++,t=await Kc({...r,...e})}finally{r.logger.info({success:t,sessionId:r.metadata.sessionId},"Test execution complete"),ui.currentlyExecutingRequests--}},Kc=async({socket:r,steps:e,baseUrl:t,testMetadata:o,reInitialize:n,indicesFilter:s,toIndices:a,fromIndex:c,storage:l,metadata:i,logger:d,rootState:u,localApp:m,environmentVariables:f})=>{let{testId:p,sessionId:w,orgId:h}=i,y={testId:p,orgId:h,baseUrl:t},S=d.child(y),T=d.child({package:"web-agent",...y}),b=!0,E=!1,I=Ce.parse(o.advanced??{}),L=x.getSession(w);if(!L)throw new Error("No active session found");x.resumeExecution(w);let _=()=>x.getSession(w)?.executionCancelled||!1,{controller:F,context:A}=L;F.setOpen(),S.info({steps:e.map(k=>`${k.type}${"command"in k?` - ${k.command.type}`:""}`),indicesFilter:s},"Starting execution"),S.debug({reInitialize:n,steps:e,indicesFilter:s,context:A,flags:F.flagStore.getAllFlags()},"Execution parameters");let oe=async()=>{let k={url:t,clearCookies:!0,clearStorage:!0};n&&(u?(F.browser.baseURL=t,F.browser.setActiveFrame(tr),F.setLogger(T),F.browser.setLogger(T),await F.resetState(k)):await F.resetState(k),F.setOpen(),A.reset({baseUrl:t,variablesFromEnvironment:f??{}}))},We=async()=>{try{await l.resolveStepCacheEntries({schemaVersion:q,organizationId:h,testId:p,steps:e,logger:d})}catch(k){d.error({err:k},"Failed to fetch step cache entries from Momentic server. This can drastically reduce test reliability and performance.")}};if(await Promise.all([oe(),We()]),S.info(`Session restarted for test ${p} at ${t}`),r.emit("session",{url:t,userAgent:U.USER_AGENT,viewport:await F.browser.getViewport(),localApp:m}),s?.length){let k=Xc(e,s);S.info({stepType:k.type,command:"command"in k?k.command:void 0},"Starting individual step"),r.emit("started",{indices:s});let Ge=di(k),ye=L.resultsManager.getContextCopyAtIndices(s);ye||(ye=A.getOriginalContextCopy());let Ir={},Ko=A.getVariablesFromEnvironmentCopy();for(let[Ht,Ia]of Object.entries(ye?.env??{}))Ko[Ht]===void 0&&(Ir[Ht]=Ia);let xr=new me({baseUrl:t,dynamicVariables:Ir,variablesFromEnvironment:Ko});xr.setInputs(ye?.inputs),ye?.results&&xr.setResults(ye.results);let Yo=await mi({indices:s,step:k,controller:F,context:xr,advanced:I,socket:r,logger:S,takeScreenshots:E,isExecutionCancelled:_});L.resultsManager.setIndividualResult(Yo,s),b=Yo.status==="SUCCESS";let Xo=ci(Ge,k);if(b&&Object.keys(Xo).length>0){d.debug({changes:Xo},"Updating steps post-run success for individual step");let{cachesToSave:Ht}=ie({steps:[k],testId:p,orgId:h,moduleStepId:k.type==="RESOLVED_MODULE"?k.id:void 0});l.saveStepCacheEntries(Ht,o.id,d)}return r.emit("finished"),b}let dt=di(e),ne=0;c!==void 0&&a?.length&&!n&&(ne=c);let P=[];for(ne;ne<e.length&&!(F.browser.closed||F.isClosed()||r.disconnected||_()||a?.length&&ne>a[0]);ne++){let k=e[ne];if(k.skipped)continue;S.info(`Starting step ${ne+1} - ${k.type}`);let Ge;a?.length&&ne===a[0]&&(Ge=a[1]);let ye=await mi({indices:[ne],toIndex:Ge,step:k,controller:F,context:A,advanced:I,socket:r,logger:S,takeScreenshots:E,isExecutionCancelled:_});if(P.push(ye),!(ye.status==="SUCCESS")){b=!1;break}}if(b){let k=_()?ne-1:ne,Ge=ci(dt.slice(0,k),e.slice(0,k));if(k>0&&Object.keys(Ge).length>0){d.info({changes:Ge},"Updating steps post-run success in socket handler");let{cachesToSave:ye}=ie({steps:e.slice(0,k),testId:p,orgId:h});l.saveStepCacheEntries(ye,o.id,d)}}return L.resultsManager.setResults(P),r.emit("finished"),b},Yc=(r,e)=>{switch(r.type){case"RESOLVED_MODULE":return r.steps[e];case"AI_ACTION":let t=r.commands[e];return{type:"PRESET_ACTION",command:t};case"PRESET_ACTION":default:throw new Error(`Cannot get a child step from step type ${r.type}`)}},Xc=(r,e)=>{let t=r[e[0]];for(let o=1;o<e.length;o++)t=Yc(t,e[o]);return t},wo=async r=>r,mi=async r=>await Jc(r),Jc=async({indices:r,toIndex:e,step:t,controller:o,context:n,advanced:s,socket:a,logger:c,takeScreenshots:l,isExecutionCancelled:i})=>{let d=()=>{a.emit("started",{indices:r})},u=({message:h,startedAt:y,durationMs:S,command:T,output:b})=>{a.emit("success",{indices:r,message:h,startedAt:y,durationMs:S,command:T,output:Ie.parse(b)})},m=({message:h,startedAt:y,durationMs:S,output:T})=>{a.emit("failure",{indices:r,message:h,startedAt:y,durationMs:S,output:Ie.parse(T)})},f=({message:h,startedAt:y,durationMs:S,output:T})=>{a.emit("cancelled",{indices:r,message:h,startedAt:y,durationMs:S,output:Ie.parse(T)})},p,w=n.toRedactedDisplayCopy();switch(t.type){case"PRESET_ACTION":{p=await vt({controller:o,context:n,step:t,advanced:s,logger:c,takeScreenshots:l,onSaveScreenshot:wo,onStarted:d,onSuccess:u,onFailure:m,onCancelled:f});break}case"AI_ACTION":{p=await Ct({controller:o,context:n,step:t,advanced:s,logger:c,takeScreenshots:l,onSaveScreenshot:wo,onStarted:d,onSuccess:u,onFailure:m,onCancelled:f,onCommandGenerated({commandIndex:y,message:S}){a.emit("commandGenerated",{indices:[...r,y],message:S})},onCommandExecuted({commandIndex:y,command:S,output:T}){a.emit("commandExecuted",{indices:[...r,y],command:S,output:T?Ie.parse(T):void 0})},isExecutionCancelled:i,toIndex:e});break}case"RESOLVED_MODULE":{let y={};for(let S of Object.keys(t.inputs||{})){let T=t.inputs[S];try{y[S]=await tt({code:T,fragment:!0,context:n,logger:c,timeoutMs:2e3})}catch(b){let E=new Date;return m({message:`Failed to evaluate input '${S}': ${b}`,startedAt:E.getTime(),durationMs:0,output:{startedAt:E,finishedAt:E,status:"FAILED"}}),{...t,type:"MODULE",status:"FAILED",message:`Failed to evaluate input '${S}': ${b}`,data:null,startedAt:E,finishedAt:E,results:[]}}}p=await yr({controller:o,context:new me({baseUrl:o.browser.baseURL,dynamicVariables:n.getDynamicVariablesCopy(),variablesFromEnvironment:n.getVariablesFromEnvironmentCopy()}),step:t,advanced:s,logger:c,inputs:y,takeScreenshots:l,onSaveScreenshot:wo,onStarted:d,onSuccess:u,onFailure:m,onCancelled:f,onStepStarted({index:S}){a.emit("started",{indices:[...r,S]})},onStepSuccess({index:S,message:T,startedAt:b,durationMs:E,output:I}){a.emit("success",{indices:[...r,S],message:T,startedAt:b,durationMs:E,output:Ie.parse(I)})},onStepFailure({index:S,message:T,startedAt:b,durationMs:E,output:I}){a.emit("failure",{indices:[...r,S],message:T,startedAt:b,durationMs:E,output:Ie.parse(I)})},onStepCancelled({index:S,message:T,startedAt:b,durationMs:E,output:I}){a.emit("cancelled",{indices:[...r,S],message:T,startedAt:b,durationMs:E,output:Ie.parse(I)})},onCommandGenerated({commandIndex:S,index:T,message:b}){a.emit("commandGenerated",{indices:[...r,T,S],message:b})},onCommandExecuted({index:S,commandIndex:T,command:b,output:E}){a.emit("commandExecuted",{indices:[...r,S,T],command:b,output:E?Ie.parse(E):void 0})},isExecutionCancelled:i,toIndex:e});break}default:return(y=>{throw"If Typescript complains about the line below, you missed a case or break in the switch above"})(t)}return p.beforeTestContext=w,t.type==="PRESET_ACTION"&&(t.command.type==="AI_EXTRACT"||t.command.type==="JAVASCRIPT")&&t.command.envKey&&n.setVariable(t.command.envKey,p.data),n.setResult(r[r.length-1],p.data),n.setVariable(Ae,await o.browser.url()),p.afterTestContext=n.toRedactedDisplayCopy(),p};var pi={event:"execute",createHandler:qc};var Qc=({metadata:r,logger:e})=>{let{sessionId:t}=r;return async(o,n)=>{try{let s=x.getSession(t);if(!s)throw new Error("No active session found");let{controller:a}=s,c=await a.browser.captureTargetFromClick();n({result:c})}catch(s){e.error({err:s},"Record click failed"),n({err:s instanceof Error?s.message:`${s}`})}}},hi={event:"recordTargetClick",createHandler:Qc};var Zc=({socket:r,metadata:e,logger:t,storage:o,generator:n})=>{let{sessionId:s,orgId:a,testId:c}=e;return async({indices:l},i)=>{try{let d=x.getSession(s);if(!d)throw new Error("No active session found");let{controller:u}=d;t.info({sessionId:s},"Starting backend record mode"),await u.startRecordMode({generator:n,initialIndices:l,orgId:a,testId:c,logger:t,storage:o,onStepRecord:(m,f)=>{r.emit("stepRecorded",{step:m,indices:f})}}),i()}catch(d){t.error({err:d},"Error in record socket handler"),i(d instanceof Error?d.message:`${d}`)}}},gi={event:"startRecording",createHandler:Zc};var ed=({metadata:r,logger:e})=>{let{sessionId:t}=r;return async({},o)=>{try{let n=x.getSession(t);if(!n)throw new Error("No active session found");let{controller:s}=n;e.info({sessionId:t},"Stopping backend record mode"),s.stopRecordMode(),o()}catch(n){e.error({err:n},"Error in record socket handler"),o(n instanceof Error?n.message:`${n}`)}}},fi={event:"stopRecording",createHandler:ed};var td=({metadata:r,logger:e,storage:t})=>{let{sessionId:o}=r;return async(n,s)=>{let{description:a,command:c,testMetadata:l,returnScreenshot:i}=n;e.debug({params:n},"Locate handler params"),e.info({params:n},"Locate handler called");let d=x.getSession(o);if(!d)throw new Error("No active session found");let{controller:u,context:m}=d,f=Ce.parse(l.advanced??{}),p={},w;if(a){if("useSelector"in c&&c.useSelector){let h={id:-1,selector:a};try{w=(await u.browser.resolveTarget(h)).locator}catch(y){e.warn({err:y},"Failed resolving target with selector"),s({err:`Failed locating element with CSS selector: ${y.message}`});return}p={target:h,thoughts:"Located element with selector"}}else try{let h=await u.locateElement({description:a,useVision:"useVision"in c&&c.useVision,disableCache:f.disableAICaching,context:m,filterByViewport:"filterByViewport"in c&&c.filterByViewport});p=h,w=h.locator}catch(h){e.warn({err:h},"Failed locating element with AI"),s({err:`Failed locating element with AI: ${h.message}`});return}if(c.type==="SELECT_OPTION"&&w)try{p.options=await u.browser.getSelectOptions(w)}catch(h){e.warn({err:h},"Failed getting select options"),s({err:`Failed getting select options: ${h.message}`});return}e.info({result:p},"Locate handler result")}if(i)try{let{buffer:h,width:y,height:S}=await u.screenshotWithDimensions({clearHighlights:!0,target:p?.target,hideCaret:!0}),T=await t.uploadScreenshot(h);p.screenshot={data:T,width:y,height:S}}catch(h){e.error({err:h},"Error capturing screenshot during locate"),s({err:`Error taking screenshot: ${h.message}`});return}if(s({result:p}),w)try{await u.browser.scrollIntoView(w),await u.browser.highlightTarget(w)}catch(h){e.warn({err:h},"Error highlighting element, continuing...")}}},yi={event:"locate",createHandler:td};var rd=({socket:r,metadata:e,rootState:t,logger:o,localApp:n,storage:s})=>async({baseUrl:a,environmentName:c})=>{let{testId:l,sessionId:i,orgId:d}=e;o.info({testId:l,sessionId:i,baseUrl:a},"Reset event received");let u=c?await s.fetchEnvironment(d,c,o):void 0,m,f=null;if(t?.controller){let{controller:w,context:h}=t;await w.resetState({clearCookies:!0,clearStorage:!0,url:a}),m=w.browser.baseURL,h.reset({baseUrl:m,variablesFromEnvironment:u?.variables??{}})}else{let w=x.getSession(i);if(!w){r.emit("error",{message:"No session to reset"});return}let{controller:h,context:y}=w;await h.browser.reset({clearCookies:!0,clearStorage:!0,url:a}),m=h.browser.baseURL,y.reset({baseUrl:m,variablesFromEnvironment:u?.variables??{}}),f=await h.browser.getViewport()}let p=U.USER_AGENT;o.info(`Session reset for test ${l} at ${m}`),r.emit("session",{url:m,userAgent:p,viewport:f,localApp:n})},Si={event:"reset",createHandler:rd};var od=({metadata:r})=>{let{sessionId:e}=r;return({indices:t},o)=>{let n=x.getSession(e);if(!n)return;let s=n.resultsManager.getContextCopyAtIndices(t)??n.context.getOriginalContextCopy();o(s)}},wi={event:"getTestContext",createHandler:od};import{v4 as Sd}from"uuid";var nd={type:"a11y",version:"1.0.0",useHistory:"diff",useGoalSplitter:!0},it=nd;import pd from"buffer-image-size";import vi from"dedent";import hd from"diff-lines";import{distance as gd}from"fastest-levenshtein";import To from"jpeg-js";import fd from"pixelmatch";var Sr={"gpt-3.5-turbo-1106":16184,"ft:gpt-3.5-turbo-1106:momentic:locator:904myoh6":16184,"ft:gpt-3.5-turbo-1106:momentic:text-assertions:9CEFjgB4":16184,"ft:gpt-3.5-turbo-1106:momentic::8vgMsQca":16184,"gpt-4-0613":8092,"gpt-4-1106-preview":128e3,"gpt-4-0125-preview":128e3,"gpt-4-vision-preview":128e3,"gpt-4-turbo-2024-04-09":128e3,"claude-3-opus-20240229":2e5,"claude-3-sonnet-20240229":2e5};var wr=3.1;function sd(r){let e=0;for(let t=0;t<r.length;t++){let o=r.charCodeAt(t);!(o>=48&&o<=57)&&!(o>=65&&o<=90)&&!(o>=97&&o<=122)&&e++}return e}function br(r){return Math.ceil(bo(r)/wr)}function bo(r){let e=0;if(typeof r=="string"){let t=r;t=t.replaceAll(`
 `,""),t=t.replaceAll(" ","");let o=sd(t);return t.length-o+wr*o}if(typeof r>"u")return 0;if(typeof r=="number")return String(r).length;if(Array.isArray(r))return r.forEach(t=>{e+=bo(t)}),e;if(typeof r=="object"){let t=r;return Object.keys(t).forEach(o=>{e+=String(o).length,o==="image_url"?(t[o]??{}).detail==="high"?e+=1105*wr:e+=85*wr:e+=bo(t[o])}),e}throw new Error(`Unsupported type passed to token length calculator '${typeof r}': ${r}`)}var id=500,ad=4e3,ld=7e3,bi=/<(\w+) id="(\d+)".*?>/g,cd=/(<\/(\w+?)>)|(<(\w+?).*?\/>)/g,Ci=["h1","h2","section","footer","nav","aside","form","label","dialog"],dd=[...Ci,"span","div","h3"],ud=["table","select","form","ul","ol","menu","pre","code","dialog"],md=["table","form","dialog","nav","section","ul","select"];function Co({serializedTree:r,tokenLimit:e}){let t=br(r);if(t<=e)return;let o=[],n=r.split(`
 `),s=0,a=[],c=0,l=[],i=[],d=!1;for(;s<n.length;){d&&(o.push({ids:l,content:a.join(`
 `),tokenLength:c}),a=[],c=0,l=i.length?[i[i.length-1].id]:[],d=!1);let f=n[s],p=br(f);a.push(f),c+=p;let h=Array.from(f.matchAll(bi)).map(A=>A&&A.length>=3?{tagName:A[1],id:A[2]}:void 0).filter(A=>!!A),S=Array.from(f.matchAll(cd)).map(A=>A&&(A[2]||A[4])).filter(A=>!!A);S.reverse();for(let A of h)l.push(A.id),i.push(A);for(let A of S){let oe=i[i.length-1];oe&&oe.tagName===A&&i.pop()}let T=i.some(A=>ud.includes(A.tagName)),b=n[s+1]??"",E=br(b),L=Array.from(b.matchAll(bi)).map(A=>A&&A.length>2?A[1]:void 0).filter(A=>!!A),_=L.some(A=>Ci.includes(A)),F=L.some(A=>dd.includes(A));c+E>=ld&&(d=!0),c>=id&&(_&&!T||S.some(A=>md.includes(A)))&&(d=!0),c>=ad&&F&&!T&&(d=!0),s++}a.length&&o.push({ids:l,content:a.join(`
@@ -288,7 +288,7 @@ You have already executed the following commands successfully (most recent liste
 `)}`}async executeCommand(e,t,o,n=!1){let s=this.commandHistory[this.commandHistory.length-1];if(!n&&(!s||s.state!=="PENDING"))throw new R("InternalWebAgentError","Executing command but there is no pending entry in the history");if(this.closed)throw new Error("Attempting to execute command on a closed controller");let a=Date.now(),c=await this.executePresetStep(e,t,o),l=Date.now()-a;return this.logger.debug({result:c,duration:l},"Got execution result"),c.succeedImmediately&&!n&&(this.pendingInstructions.pop(),this.pendingInstructions.length>0&&(c.succeedImmediately=!1)),c.elementInteracted&&"target"in e&&e.target&&!e.target.elementDescriptor&&(e.target.elementDescriptor=c.elementInteracted.trim()),n||(s.generatedStep=e,s.serializedCommand=De(e),s.state="DONE"),c}async executeAssertion(e){let t=!1,o=await this.getBrowserState({filterByViewport:e.filterByViewport}),{browserState:n}=o,{tree:s}=o,a=await this.browser.url(),c,l;if(e.useVision)l=await this.browser.screenshot({clearHighlights:!0}),c={goal:e.assertion,url:a,screenshot:l,browserState:"",history:"",numPrevious:-1,lastCommand:null};else{let d=this.getSerializedHistory(a,n),u=.8*Sr["ft:gpt-3.5-turbo-1106:momentic:text-assertions:9CEFjgB4"],m=Co({serializedTree:n,tokenLimit:u});if(m){let p=(await this.generator.getRecommendedChunks({...m,description:e.assertion,tokenLimit:u})).ids;p.length===0?this.logger.warn("RAG returned no important information for assertion"):(n=s.pruneUsingRelevantIds(new Set(p)).serialize(),this.logger.debug({browserState:n},"Pruned a11y tree with RAG"),t=!0)}c={goal:e.assertion,url:a,browserState:n,history:d,lastCommand:this.lastExecutedCommand,numPrevious:this.commandHistory.length}}let i=await this.generator.getAssertionResult(c,e.useVision,e.disableCache);if(i.relevantElements&&Promise.all(Array.from(new Set(i.relevantElements)).slice(0,5).map(d=>this.browser.highlight({id:d}))),this.logger.debug({usedRag:t,result:i},"Got assertion result"),!i.result)throw new R("AssertionFailureError",i.thoughts);return{succeedImmediately:!1,thoughts:i.thoughts,urlAfterCommand:a,beforeScreenshotOverride:l}}async wrapMultiElementTargetingCommand(e,t,o,n,s=1){let a=await Promise.all(e.map((c,l)=>this.wrapElementTargetingCommand({description:c,cache:t[l],action:async i=>i,options:n})));try{return{result:await o(...a.map(l=>l.result)),caches:a.map(l=>l.cache)}}catch(c){if(s>0)return this.logger.warn({err:c},"Failed to execute action with multiple cached targets, retrying with AI"),this.wrapMultiElementTargetingCommand(e,e.map(()=>{}),o,n,s-1);throw new R("ActionFailureError",c.message,{cause:c})}}async wrapElementTargetingCommand(e){let t=this.browser.getActiveFrame();try{if(e.options.iframeDescriptor){let n;try{n=await this.locateElement({description:`The iframe with the following description: ${e.options.iframeDescriptor}`,useVision:!1,disableCache:!1,filterByViewport:!1})}catch(s){throw new R("ActionFailureError",`Failed to find iframe: ${s}`)}this.logger.debug({iframeResult:n},"Resolved iframe target before action"),this.browser.setActiveFrame(n.target.generatedSelectors[0])}return await this.wrapElementTargetingCommandHelper(e)}finally{e.options.iframeDescriptor&&this.browser.setActiveFrame(t)}}async wrapElementTargetingCommandHelper({description:e,cache:t,action:o,options:n,originalCache:s}){let{useVision:a,disableCache:c,filterByViewport:l,useSelector:i}=n,d=n.retriesWithAI??1;if((!t||c)&&!e)throw new R("ActionFailureError","Cannot target element with no cached data or element descriptor");if(i){let m={id:-1,selector:e};return{result:await o(m),cache:m}}c&&(this.logger.info("Cache explicitly disabled for this step"),t=void 0);let u=!!t&&$t(t);if(!t){this.logger.debug("No cached locator data for target, prompting AI for fresh location"),d--;let{target:m}=await this.locateElement({description:e,useVision:a,disableCache:c,filterByViewport:l});if(t=m,s?.nodeOnlySerializedHtml&&m.nodeOnlySerializedHtml){let f=gd(s.nodeOnlySerializedHtml,m.nodeOnlySerializedHtml)/Math.max(s.nodeOnlySerializedHtml.length,m.nodeOnlySerializedHtml.length);if(f>.5)throw this.logger.error({originalCache:s,cache:t,levenshteinRatio:f},"Rejecting new target due to high change ratio"),new R("ActionFailureError",vi`The new element located by our AI looks very different from the element that was used previously for this step.
             If this is correct, please update the description for the element or turn on the 'Disable caching' option, and then try again.
             The new element located was:
-              ${m.nodeOnlySerializedHtml}`)}}try{let m=await o(t);return u?this.logger.info("Successfully used cached target to perform action"):this.logger.info("Successfully generated and used new target data"),this.logger.debug({cache:t},"Cache state after action"),{result:m,cache:t}}catch(m){if(m instanceof R)throw m;if(d>0&&e)return this.logger.debug({cache:t},"Cache state after failed targeting attempt"),this.logger.warn({err:m},"Failed to execute action with cached target, retrying with AI"),this.wrapElementTargetingCommand({description:e,cache:void 0,action:o,options:{...n,retriesWithAI:d},originalCache:t});throw new R("ActionFailureError",m.message,{cause:m})}}async screenshotWithDimensions(e){let t=await this.browser.screenshot(e),o=pd(t);return{buffer:t,...o}}async executePresetStep(e,t,o){let n;try{n=await this.resolveCommandTemplateStrings(e,t)}catch(s){throw new R("ActionFailureError",s.message,{cause:s})}try{let s=this.browser.getOpenPages(),a=await this.browser.url(),c=await this.executePresetStepHelper(e,t,o),l=!0;(e.type==="NAVIGATE"||e.type==="NEW_TAB"||e.type==="TAB"||e.type==="REFRESH")&&(l=!1);let i=this.browser.getOpenPages(),d=await this.browser.url();if(l&&i.length!==s.length)for(let u=i.length-1;u>=0;u--){let m=i[u];if(m!==a&&m!==d){await this.browser.switchToPage(m,u);break}}return c}catch(s){throw this.logger.error({err:s},"Error thrown in web agent controller"),s}finally{this.restoreCommandTemplateReplacements(e,n)}}restoreCommandTemplateReplacements(e,t={}){for(let[o,n]of Object.entries(t))vo(e,o,n)}async resolveCommandTemplateStrings(e,t,o="",n={}){let s=["type","a11yData","thoughts"];for(let a in e){if(s.includes(a))continue;let c=e[a],l=o?`${o}.${a}`:a;if(typeof c=="string"&&c.includes("{{")){let i=await ir({s:c,context:t,logger:this.logger});if(c===i)continue;n[l]=c,e[a]=i}else typeof c=="object"&&c!==null&&!Array.isArray(c)&&await this.resolveCommandTemplateStrings(c,t,l,n)}return n}async executePresetStepHelper(e,t,o){switch(o=o||"disableCache"in e&&e.disableCache,e.type){case"SUCCESS":return e.condition?.assertion.trim()?this.executeAssertion(e.condition):{succeedImmediately:!1,urlAfterCommand:await this.browser.url()};case"AI_ASSERTION":{if(!e.assertion.trim())throw new R("ActionFailureError","Missing assertion");return this.executeAssertion(e)}case"AI_WAIT":{if(!e.assertion.trim())throw new R("ActionFailureError","Missing assertion");let i=Date.now();if(e.timeout&&e.timeout>60)throw new R("AssertionFailureError",`AI wait timeout of ${e.timeout} exceeds the maximum allowed timeout of 60s`);let d=(e.timeout??10)*1e3,u,m,f=0;for(;Date.now()-i<d;)try{u=await this.executeAssertion({...e,type:"AI_ASSERTION"});break}catch(p){m=p instanceof Error?p:new Error(`${p}`),this.logger.warn({err:p},`AI_WAIT assert attempt ${f} failed, retrying...`),f++,await W(d/10)}if(!u){let p=`AI wait still failing after ${d}ms.`;throw m&&(p+=` Latest result: ${m.message}`),new R("AssertionFailureError",p)}return u}case"AI_EXTRACT":{if(!e.goal.trim())throw new R("ActionFailureError","Cannot perform AI extraction without goal");let i=await this.browser.getHTML(),d=await this.generator.getTextExtraction({goal:e.goal,browserState:i,returnSchema:e.schema},o);if(d.result==="NOT_FOUND")throw new R("ActionFailureError","No relevant data found for extraction goal on this page");return{data:d.result,succeedImmediately:!1,urlAfterCommand:await this.browser.url()}}case"NAVIGATE":if(!co(e.url)&&!uo(e.url,this.browser.baseURL))throw new R("ActionFailureError",`Invalid URL provided to navigate command: ${e.url}`);await this.browser.navigate({url:e.url,loadTimeoutMs:e.loadTimeout?e.loadTimeout*1e3:void 0,networkIdleTimeoutMs:e.networkTimeout?e.networkTimeout*1e3:void 0});break;case"DIALOG":this.browser.registerDialogHandler(e.action);break;case"CAPTCHA":if(!this.browser.canSolveCaptchas())break;let n=await this.browser.solveCaptcha();n&&(await this.wrapElementTargetingCommand({description:"the captcha image solution input",cache:void 0,action:i=>this.browser.click(i),options:{useVision:e.useVision,disableCache:o,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}}),await this.browser.type(n,{clearContent:!0,pressKeysSequentially:!1}));break;case"GO_BACK":await this.browser.goBack();break;case"GO_FORWARD":await this.browser.goForward();break;case"SCROLL_LEFT":case"SCROLL_RIGHT":case"SCROLL_DOWN":case"SCROLL_UP":let s;if(e.target&&(e.target.elementDescriptor.trim()||e.target.a11yData)){let{result:i,cache:d}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:u=>this.browser.hover(u),options:{useVision:e.useVision,disableCache:o,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});s=i,d&&(e.cache={target:d})}switch(e.type){case"SCROLL_UP":await this.browser.scrollUp(e.deltaY);break;case"SCROLL_DOWN":await this.browser.scrollDown(e.deltaY);break;case"SCROLL_LEFT":await this.browser.scrollLeft(e.deltaX);break;case"SCROLL_RIGHT":await this.browser.scrollRight(e.deltaX);break}return{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:s};case"WAIT":await this.browser.wait(e.delay*1e3);break;case"REFRESH":await this.browser.refresh({networkIdleTimeoutMs:e.networkTimeout?e.networkTimeout*1e3:void 0,loadTimeoutMs:e.loadTimeout?e.loadTimeout*1e3:void 0});break;case"CLICK":{let i=await this.browser.url(),d={useVision:e.useVision,disableCache:o,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor},{result:u,cache:m}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:p=>this.browser.click(p,{doubleClick:e.doubleClick,rightClick:e.rightClick,force:e.force,waitForUrl:e.waitForUrl}),options:d});m&&(e.cache={target:m});let f={urlAfterCommand:await this.browser.url(),succeedImmediately:!1,elementInteracted:u};return ot(i,f.urlAfterCommand)&&(f.succeedImmediately=!0,f.succeedImmediatelyReason="URL changed"),f}case"DRAG":{let{result:i,caches:d}=await this.wrapMultiElementTargetingCommand([e.fromTarget.elementDescriptor,e.toTarget.elementDescriptor],[e.cache?.fromTarget,e.cache?.toTarget],(u,m)=>this.browser.dragAndDrop(u,m,{force:e.force,hoverSeconds:e.hoverSeconds}),{useVision:e.useVision,filterByViewport:e.filterByViewport,useSelector:e.useSelector,disableCache:o});return d&&d.every(u=>u)&&(e.cache={fromTarget:d[0],toTarget:d[1]}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:i}}case"MOUSE_DRAG":{let i;e.target?.elementDescriptor&&(i=(await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target,action:async p=>p,options:{useVision:e.useVision,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor,disableCache:o}})).result);let d=parseInt(e.deltaX),u=parseInt(e.deltaY);if(isNaN(d)||isNaN(u))throw new R("ActionFailureError",`Invalid pixel values passed to mouse drag command: (${e.deltaX}, ${e.deltaY})`);let m=await this.browser.mouseDrag(d,u,e.steps,i,{force:e.force});return{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:m}}case"SELECT_OPTION":{let i=e.target.elementDescriptor;i.toLowerCase().includes("select")||(i=`The <select> element with the following description: ${i}`);let{result:d,cache:u}=await this.wrapElementTargetingCommand({description:i,cache:e.cache?.target??e.target.a11yData,action:m=>this.browser.selectOption(m,e.option),options:{useVision:!1,disableCache:o,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});return u&&(e.cache={target:u}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:d}}case"TAB":await this.browser.switchToPage(e.url,void 0,{networkIdleTimeoutMs:e.networkTimeout?e.networkTimeout*1e3:void 0,loadTimeoutMs:e.loadTimeout?e.loadTimeout*1e3:void 0});break;case"NEW_TAB":await this.browser.createNewTab(e.url,{networkIdleTimeoutMs:e.networkTimeout?e.networkTimeout*1e3:void 0,loadTimeoutMs:e.loadTimeout?e.loadTimeout*1e3:void 0});break;case"COOKIE":if(!e.value)break;await this.browser.setCookie(e.value);break;case"LOCAL_STORAGE":if(!e.value||!e.key)break;await this.browser.setLocalStorage(e.key,e.value);break;case"JAVASCRIPT":{let i;try{e.environment==="BROWSER"?i=await this.browser.executePageFunction(new Yt(e.fragment?`return ${e.code}`:e.code),void 0):i=await tt({code:e.code,fragment:!!e.fragment,context:t,timeoutMs:e.timeout?e.timeout*1e3:void 0,logger:this.logger})}catch(d){throw new R("ActionFailureError",d instanceof Error?d.message:`${d}`,{cause:d})}try{JSON.stringify(i)}catch(d){throw new R("ActionFailureError",`Return value is not serializable: ${d instanceof Error?d.message:`${d}`}`,{cause:d})}return{urlAfterCommand:await this.browser.url(),succeedImmediately:!1,data:i}}case"TYPE":{let i=await this.browser.url(),d;if(e.target){let m=e.target.elementDescriptor;["input","text","box","field"].some(h=>m.toLowerCase().includes(h))||(m=`The text input element with the following description: ${m}`);let{result:p,cache:w}=await this.wrapElementTargetingCommand({description:m,cache:e.cache?.target??e.target.a11yData,action:h=>this.browser.typeIntoTarget(e.value,h,{force:e.force,clearContent:e.clearContent,pressKeysSequentially:e.pressKeysSequentially}),options:{useVision:e.useVision,disableCache:o,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});d=p,w&&(e.cache={target:w})}else await this.browser.type(e.value,{force:e.force,clearContent:e.clearContent,pressKeysSequentially:e.pressKeysSequentially});e.pressEnter&&await this.browser.press("Enter");let u={urlAfterCommand:await this.browser.url(),succeedImmediately:!1,elementInteracted:d};return ot(i,u.urlAfterCommand)&&(u.succeedImmediately=!0,u.succeedImmediatelyReason="URL changed"),u}case"HOVER":{let{result:i,cache:d}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:u=>this.browser.hover(u),options:{useVision:e.useVision,disableCache:o,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});return d&&(e.cache={target:d}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:i}}case"FOCUS":{let{result:i,cache:d}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:u=>this.browser.focus(u),options:{useVision:e.useVision,disableCache:o,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});return d&&(e.cache={target:d}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:i}}case"BLUR":{let{result:i,cache:d}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:u=>this.browser.blur(u),options:{useVision:e.useVision,disableCache:o,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});return d&&(e.cache={target:d}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:i}}case"PRESS":let a=await this.browser.url();await this.browser.press(e.value);let c={urlAfterCommand:await this.browser.url(),succeedImmediately:!1};return ot(a,c.urlAfterCommand)&&(c.succeedImmediately=!0,c.succeedImmediatelyReason="URL changed"),c;case"REQUEST":{let i=e.timeout??30,d=null,u=new AbortController,m=Object.fromEntries(Object.entries(e.headers||{}).filter(([b,E])=>b&&E)),f=new URLSearchParams;Object.entries(e.params||{}).filter(([b,E])=>b&&E).forEach(([b,E])=>{f.append(b,E)});let p;if(co(e.url)&&(p=e.url),uo(e.url,this.browser.baseURL)&&(p=new URL(e.url,this.browser.baseURL).toString()),!p)throw new R("ActionFailureError",`Invalid URL: ${e.url}`);let w=async()=>{try{d=await fetch(`${p}?${f.toString()}`,{headers:m,method:e.method,body:e.body,signal:u.signal})}catch(b){this.logger.error({err:b},"Failed to make fetch request")}},h=async()=>{await new Promise(b=>setTimeout(b,i*1e3)),u.abort()};await Promise.race([h(),w()]);let y=d;if(!y)throw new R("ActionFailureError",`Fetch request timed out after ${i} seconds`);if(!y.ok)throw new R("ActionFailureError",`Fetch request failed with status ${y.status}`);let S={};y.headers.forEach((b,E)=>{S[E]=b});let T={status:y.status,headers:S};return y.headers.get("content-type")?.includes("json")?T.json=await y.json():y.headers.get("content-type")?.includes("text")&&(T.text=await y.text()),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),data:T}}case"VISUAL_DIFF":{if(!e.screenshot)throw new R("ActionFailureError","Cannot execute visual diff without saved screenshot");let i=await this.screenshotWithDimensions({target:e.target?.a11yData,clearHighlights:!0,hideCaret:!0});if(i.height!==e.screenshot.height||i.width!==e.screenshot.width)throw new R("ActionFailureError","Current screenshot does not match saved screenshot dimensions - did you change the size of the target or the viewport?");let d={data:Buffer.alloc(i.width*i.height*4),width:i.width,height:i.height},u;if(e.screenshot.data.startsWith("https://")){let w=await fetch(e.screenshot.data);u=Buffer.from(await w.arrayBuffer())}else u=Buffer.from(e.screenshot.data,"base64");let f=fd(To.decode(u).data,To.decode(i.buffer).data,d.data,i.width,i.height,{threshold:e.threshold,diffColorAlt:[0,255,0]})/(i.width*i.height)*100,p=f>e.threshold*100;return{fail:p,thoughts:p?`Visual diff of ${f.toFixed(2)}% detected, which is over the threshold of ${e.threshold*100}%`:void 0,beforeScreenshotOverride:i.buffer,afterScreenshotOverride:To.encode(d,75).data,succeedImmediately:!1,urlAfterCommand:await this.browser.url()}}default:return(i=>{throw"If Typescript complains about the line below, you missed a case or break in the switch above"})(e)}return{succeedImmediately:!1,urlAfterCommand:await this.browser.url()}}async getReverseMappedTarget(e,t,o){return(await this.generator.getReverseMappedDescription({browserState:e.browserState,goal:`${t}`},o)).phrase}stopRecordMode(){this.recordAbortController?.abort()}async startRecordMode(e){this.recordAbortController=new AbortController;let t=new St({signal:this.recordAbortController.signal,...e});await this.browser.startRecording(this.recordAbortController.signal,t)}};async function Ti({socket:r,generator:e,storage:t,logger:o,rootState:n,localApp:s,devicePixelRatio:a}){let c=o.child({package:"web-agent"}),l=!0;s==="iframe"&&(l=!1);let i=r.handshake.query.testId,d=r.handshake.query.baseUrl,u=r.handshake.query.viewport?JSON.parse(decodeURIComponent(r.handshake.query.viewport)):void 0,m=r.handshake.query.testMetadata?X.parse(JSON.parse(decodeURIComponent(r.handshake.query.testMetadata))):void 0;if(!i||!d)throw new Error("Socket connection request is missing testId or baseUrl");let f=await t.getOrgId(i),p=r.handshake.query.environmentVariables?JSON.parse(decodeURIComponent(r.handshake.query.environmentVariables)):{},w=Sd(),h=I=>{l&&r.emit("screenshot",{...I,url:d})},y=n?.controller;if(y)y.browser.setActiveFrame(tr),y.browser.baseURL=d,await y.resetState({clearCookies:!0,clearStorage:!0,timeout:null}),y.setOpen(),n?.context.reset({baseUrl:d,variablesFromEnvironment:p});else{let I={};u&&(I.viewport=u),s==="web"&&a&&(I.deviceScaleFactor=a);let L=Ot.parse(m?.advanced??{}),[_,F]=await Promise.all([U.init({baseUrl:d,networkSettings:L,waitForLoad:!1,timeout:L.pageLoadTimeoutMs,logger:c,takeScreenshots:l,onScreenshot:h,contextArgs:I}),ze.init(f)]);y=new Oe({browser:_,generator:e,config:it,logger:c,flagStore:F,orgId:f})}let S;l&&(S=Kn(r,w,o));let T=async()=>{clearInterval(S.timer)},b=new me({baseUrl:d,variablesFromEnvironment:p});x.registerSession({controller:y,context:b,sessionId:w,cleanup:T});let E=U.USER_AGENT;return r.emit("session",{url:d,userAgent:E,viewport:await y.browser.getViewport(),localApp:s}),{sessionId:w,testId:i,orgId:f}}var Ei=[as,pi,yi,gi,fi,Si,Yn,wi,hi,Zn,rs,es,os,ts,ns,ss,Jn,Xn,is,Qn];var Eo=r=>{let{logger:e}=r,t=new wd(r.baseServer,{cors:{origin:"*",methods:["GET","POST"]},maxHttpBufferSize:1e7});return t.on("connection",async o=>{let n;try{n=await Ti({...r,socket:o})}catch(s){e.error({event:"connection",type:"websocket",err:s},"Failed to setup connection"),o.emit("error",{message:s instanceof Error?s.message:`${s}`});return}Ei.forEach(s=>bd(s,{socket:o,metadata:n,...r}))}),t};function Ai(r){return{controller:r,context:new me({baseUrl:"",variablesFromEnvironment:{}}),executionCancelled:!1,resultsManager:new yt}}var bd=(r,e)=>{let t=r.createHandler(e),o=(...n)=>{r.event!=="cloudMouseMove"&&e.logger.debug({event:r.event,metadata:e.metadata,args:n},"Websocket event");let s=a=>{e.logger.error({event:r.event,type:"websocket",args:n,err:a instanceof Error?a:new Error(`${a}`)},"Unhandled exception in socket handler"),e.socket.emit("error",{message:a instanceof Error?a.message:`${a}`})};try{let a=t.apply(void 0,n);a&&typeof a.catch=="function"&&a.catch(s)}catch(a){s(a)}};e.socket.on(r.event,o)};import{z as Td}from"zod";import Cd from"fetch-retry";var vd=Cd(global.fetch),le=class{static API_VERSION="v1";baseURL;apiKey;constructor(e){this.baseURL=e.baseURL,this.apiKey=e.apiKey}async sendRequest(e,t){let o=await vd(`${this.baseURL}${e}`,{retries:1,retryDelay:1e3,method:"POST",body:JSON.stringify(t),headers:{"Content-Type":"application/json",Authorization:`Bearer ${this.apiKey}`}});if(!o.ok)throw new Error(`Request to ${e} failed with status ${o.status}: ${await o.text()}`);return o.json()}};var at=class extends le{constructor(e){super(e)}async getRecommendedChunks(e){let t=await this.sendRequest(`/${le.API_VERSION}/web-agent/recommend-chunks`,e);return jn.parse(t)}async getScreenshotFromS3(e){let t=await this.sendRequest(`/${le.API_VERSION}/s3/visual-diff-screenshot`,{url:e});return Td.string().parse(t)}async getElementLocation(e,t){let o=await this.sendRequest(`/${le.API_VERSION}/web-agent/locate-element`,{browserState:e.browserState,goal:e.goal,disableCache:t});return ro.parse(o)}async getElementLocationWithVision(e,t){let o=await this.sendRequest(`/${le.API_VERSION}/web-agent/visual-locate`,{goal:e.goal,screenshot:e.screenshot?.toString("base64"),hintActivatedScreenshot:e.hintActivatedScreenshot?.toString("base64"),disableCache:t});return ro.parse(o)}async getAssertionResult(e,t,o){if(t){let s=await this.sendRequest(`/${le.API_VERSION}/web-agent/assertion`,{url:e.url,goal:e.goal,screenshot:e.screenshot?.toString("base64"),disableCache:o,vision:!0});return to.parse(s)}let n=await this.sendRequest(`/${le.API_VERSION}/web-agent/assertion`,{url:e.url,browserState:e.browserState,goal:e.goal,history:e.history,numPrevious:e.numPrevious,lastCommand:e.lastCommand,disableCache:o,vision:!1});return to.parse(n)}async getProposedCommand(e,t){let o=await this.sendRequest(`/${le.API_VERSION}/web-agent/next-command`,{url:e.url,browserState:e.browserState,goal:e.goal,history:e.history,numPrevious:e.numPrevious,lastCommand:e.lastCommand,disableCache:t});return Nn.parse(o)}async getGranularGoals(e,t){let o=await this.sendRequest(`/${le.API_VERSION}/web-agent/split-goal`,{url:e.url,goal:e.goal,disableCache:t});return Pn.parse(o)}async getReverseMappedDescription(e,t){let o=await this.sendRequest(`/${le.API_VERSION}/web-agent/reverse-mapped-description`,{goal:e.goal,browserState:e.browserState,disableCache:t});return Dn.parse(o)}async getTextExtraction(e,t){let o={goal:e.goal,browserState:e.browserState,returnSchema:e.returnSchema,disableCache:t},n=await this.sendRequest(`/${le.API_VERSION}/web-agent/text-extraction`,o);return _r.parse(n)}};import{existsSync as Ed,readFileSync as Ad,writeFileSync as Ao}from"fs";import Ro from"path";import{parse as Rd,stringify as Id}from"yaml";var Q=process.env.MOMENTIC_DIR??ke;function Ri(r,e){let t=Rn(r);for(let[s,a]of Object.entries(t.modules)){let c=Ze(s);Ao(Ro.join(Q,_e,`${c}.yaml`),a,"utf-8")}let o=Ze(e),n=Ro.join(Q,`${o}.yaml`);return Ao(n,t.test,"utf-8"),`${o}.yaml`}function Io(r,e){if(!Ed(e))throw new Error(`Test not found at path: ${Ro}`);let t=Ad(e,"utf-8"),n={...Rd(t),...r},a={...X.parse(n),steps:n.steps},c=Id(a);Ao(e,c,"utf-8")}import{readFileSync as Cr,readdirSync as Ii,writeFileSync as xi}from"fs";import{join as xo}from"path";import{v4 as xd}from"uuid";import{parse as vr,stringify as Oi}from"yaml";var lt=xo(Q,_e);function Li(r){let e=dr(lt,r.moduleId).path,t=Cr(e,"utf-8"),n={...vr(t),...r},s=Oi(n);xi(e,s,"utf-8")}function Mi(r,e){let t=Ze(r),o=xo(lt,`${t}.yaml`),n=xd(),{stepsToSave:s}=ie({steps:e,moduleId:n,testId:"",orgId:""}),a={fileType:"momentic/module",schemaVersion:q,moduleId:n,name:r,steps:s},c=Oi(a);return xi(o,c,"utf-8"),a}function Ni(){let r=[];for(let e in Ii(lt)){if(!e.endsWith(".yaml"))continue;let t=Cr(e,"utf-8"),o=vr(t),n={name:o.name,moduleId:o.moduleId,numSteps:o.steps.length};r.push(n)}return r}function Pi(){let r=[];for(let e of Ii(lt)){if(!e.endsWith(".yaml"))continue;let t=xo(lt,e),o=Cr(t,"utf-8"),n=vr(o);try{let s=Mt.parse(n);r.push(s)}catch(s){V.warn({err:s},"Error parsing module, skipping...")}}return r}function Di(r){let e=dr(_e,r).path,t=Cr(e,"utf-8"),o=vr(t);return Mt.parse(o)}import{Router as Pd}from"express";import{existsSync as Od,readFileSync as Ld,readdirSync as Md}from"fs";import{join as ki}from"path";import{parse as Nd}from"yaml";var Oo=ki(Q,xt);function _i(){let r=[];if(!Od(Oo))return[];for(let e of Md(Oo)){if(!e.endsWith(".yaml"))continue;let t=ki(Oo,e),o=Ld(t,"utf-8"),n=Nd(o);try{let s=ue.parse(n);r.push(s)}catch(s){V.warn({err:s},"Error parsing environment, skipping...")}}return r}function he(r){return function(...e){let t=e[e.length-1],o=r(...e);Promise.resolve(o).catch(t)}}var Fi=Pd();Fi.get("/",he((r,e)=>{let t=_i();e.status(200).json(t)}));var zi=Fi;import{Router as Dd}from"express";var kt=Dd();kt.get("/",he((r,e)=>{let t=Pi();e.status(200).json(t)}));kt.get("/metadata",he((r,e)=>{let t=Ni();e.status(200).json(t)}));kt.post("/",he(async(r,e)=>{let t;try{t=Ln.parse(r.body)}catch(n){e.status(400).json({error:`Invalid request body: ${n}`});return}try{Lt(t.name)}catch(n){e.status(400).json({error:`Invalid module name: ${n}`});return}let o=Mi(t.name,t.steps);e.status(201).json(o)}));kt.get("/:moduleId",he((r,e)=>{if(!r.params.moduleId){e.status(400).json({error:"Missing moduleId in url path."});return}let t=Di(r.params.moduleId);e.json(t)}));var Ui=kt;import{Router as Hd}from"express";import{existsSync as $d}from"fs";import{join as Do}from"path";import{v4 as Bd}from"uuid";var Mo="https://api.momentic.ai",Hi=r=>{Mo=r},_t=()=>Mo,kd,$i=r=>{kd=r};var Tr,Lo,Bi=async r=>{if(Tr)return;let e=new J({baseURL:Mo,apiKey:r});try{Tr=await e.getOrgId(),Lo=r}catch(t){throw new Error(`Error checking API key against server: ${t}`)}},Ft=()=>{if(!Tr)throw new Error("Your organization ID appears invalid. Please contact Momentic Support.");return Tr},Vi=()=>{if(!Lo)throw new Error("Your API key appears invalid. Please contact Momentic Support.");return Lo};import Wi,{multistream as _d}from"pino";import Fd from"pino-pretty";var No=new Map,zd=process.env.NODE_ENV==="production",Po=class r{consoleLogger;ddClientToken;hostname;bindingAttributes;site="https://http-intake.logs.us5.datadoghq.com/api/v2/logs";constructor({bindings:e,clientToken:t,hostname:o}){this.ddClientToken=t,this.hostname=o,this.bindingAttributes={...e,env:process.env.NODE_ENV};let n={base:this.bindingAttributes,errorKey:"err",level:"debug"};this.consoleLogger=zd?Wi(n):Wi(n,_d([{stream:Fd({colorize:!0})}]))}child(e){return new r({clientToken:this.ddClientToken,bindings:{...this.bindingAttributes,...e},hostname:this.hostname})}flush(e){this.consoleLogger.flush(e)}log(e,t,o,...n){t&&o===void 0&&(o=`${t}`,t={}),this.consoleLogger[e](t,o,...n);let s=Object.assign({},this.bindingAttributes,t&&typeof t=="object"?t:{});n.length>0&&(s.args=n),(async()=>{try{let a=await fetch(this.site,{method:"POST",headers:{Accept:"application/json","Content-Type":"application/json","DD-API-KEY":this.ddClientToken},body:JSON.stringify([{ddsource:this.bindingAttributes.app,hostname:this.hostname??"vercel",service:"momentic",message:{message:o||"",...s,level:e}}])});if(!a.ok)throw new Error(`Failed to log to Datadog: ${a.statusText})}`)}catch(a){this.consoleLogger.warn({obj:t,msg:o,args:n,err:a},"Failed to log to Datadog")}})()}debug(e,t,...o){this.log("debug",e,t,...o)}info(e,t,...o){this.log("info",e,t,...o)}warn(e,t,...o){this.log("warn",e,t,...o)}error(e,t,...o){this.log("error",e,t,...o)}bindings(){return this.bindingAttributes}setMinLevel(e){this.consoleLogger.level=e}},Er=({app:r,clientToken:e,hostname:t})=>{if(!process.env.DD_CLIENT_TOKEN&&!process.env.NEXT_PUBLIC_DD_CLIENT_TOKEN&&!e)throw new Error("Missing DD_CLIENT_TOKEN");return No.has(r)||No.set(r,new Po({bindings:{app:r},hostname:t,clientToken:e||process.env.NEXT_PUBLIC_DD_CLIENT_TOKEN||process.env.DD_CLIENT_TOKEN})),No.get(r)};import{hostname as Ud}from"os";var fe=Er({app:"desktop-server",clientToken:"pubcfd7516a5c0ba852b42675cd97bee027",hostname:Ud()});var Tt=Hd();Tt.get("/",he((r,e)=>{let t=Pt(Q,fe);e.status(200).json(t)}));Tt.post("/",he((r,e)=>{let t;try{t=On.parse(r.body)}catch(c){e.status(400).json({error:`Invalid request body: ${c}`});return}try{Lt(t.name)}catch(c){e.status(400).json({error:c.message});return}let n={id:Bd(),name:t.name,baseUrl:t.baseUrl,schemaVersion:q,advanced:{disableAICaching:!1,viewport:t.viewport??Ye},retries:0,steps:[]};t.environment&&(n.envs=[{name:t.environment,defaultOnLocal:!0}]);let s=Ri(n,t.name),a={...n,testPath:s};e.status(201).json(a)}));Tt.get("/:testPath",he(async(r,e)=>{if(!r.params.testPath){e.status(400).json({error:"Missing testPath in url path."});return}let t=Do(Q,r.params.testPath);if(!$d(t)){e.status(400).json({error:`Test not found at path: ${t}`});return}let o=await ur(t,lt);e.status(200).json(o)}));Tt.patch("/:testPath/metadata",he(async(r,e)=>{if(!r.params.testPath){e.status(400).json({error:"Missing testPath in url path."});return}let t;try{t=xn.parse(r.body)}catch(n){e.status(400).json({error:`Invalid request body: ${n}`});return}let o=Do(Q,r.params.testPath);Io(t,o),e.status(201).json({message:"ok"})}));Tt.patch("/:testPath",he(async(r,e)=>{if(!r.params.testPath){e.status(400).json({error:"Missing testPath in url path."});return}let t;try{t=In.parse(r.body)}catch(i){e.status(400).json({error:`Invalid request body: ${i}`});return}let o=Do(Q,r.params.testPath),n;try{n=ws(o)}catch(i){e.status(400).json({error:`Existing test file on disk is invalid: ${i}`});return}let{stepsToSave:s,moduleUpdates:a,cachesToSave:c}=ie({steps:t.steps,testId:n.id,orgId:Ft()});a.forEach(i=>Li(i)),Io({steps:s},o),await new J({apiKey:Vi(),baseURL:_t()}).updateStepCaches({entries:c,testId:n.id}),e.status(201).json({message:"ok"})}));var Gi=Tt;async function ji({momenticServerUrl:r,apiKey:e,mode:t,serverPort:o,appPort:n,staticDir:s,assetsDir:a,devicePixelRatio:c}){if(!Gd(Q)||!jd(Q).isDirectory()){let h=Yd.isAbsolute(Q);throw new Error(`Root folder ${Q} does not exist${h?"":` in the current directory ("${process.cwd()}")`}. Please run \`npx momentic init\` if you wish to setup Momentic here for the first time.`)}r&&Hi(r),V.info("Checking API key"),await Bi(e);let i=`http://localhost:${o}`;n&&(i=`http://localhost:${n}`);let d=Jd(s);await new Promise(h=>{d.listen(o,()=>{V.info(`Server is running at http://localhost:${o}`),h()})});let m=new at({baseURL:_t(),apiKey:e}),f=new J({baseURL:_t(),apiKey:e}),p=new ft(f,Ft());if(t==="web"){Eo({localApp:"web",baseServer:d,generator:m,storage:p,logger:fe,devicePixelRatio:c}),await Kd(i);return}let w=await Qd({appUrl:i,apiGenerator:m,extensionPath:Xd(a,"extension"),orgId:Ft(),onClose:async()=>{V.info("Browser closed, closing app."),await w.browser.cleanup(),d.close(()=>{process.exit(0)})}});Eo({localApp:"iframe",baseServer:d,generator:m,storage:p,logger:fe,rootState:Ai(w)}),process.on("uncaughtException",h=>{fe.error({err:h},"Uncaught exception in desktop-server")}),process.on("unhandledRejection",h=>{fe.error({err:h},"Unhandled rejection in desktop-server")})}function Jd(r){let e=ko();e.use(Wd()),e.use(Vd.json({limit:"50mb"}));let t=ko.Router();if(t.use("/tests",Gi),t.use("/modules",Ui),t.use("/environments",zi),e.use("/api",t),e.use((n,s,a)=>{n.path!=="/healthcheck"&&fe.debug({url:n.url,path:n.path,query:n.query,method:n.method,body:n.body,headers:n.rawHeaders,client:n.ip},"Received desktop-server request"),s.on("close",()=>{s.statusCode>=400&&fe.error({url:n.url,method:n.method,statusCode:s.statusCode},"Request completed in error")}),a()}),e.use((n,s,a,c)=>{n instanceof Error&&n.message.includes("BadRequestError: request aborted")||(fe.error({stack:n.stack,msg:n.message,url:s.url,method:s.method},"Unhandled exception leading to 500 on desktop-server"),a.status(500).send("Internal Server Error"),c(n))}),r){let n=ko.static(r);e.use("/",n),e.use("*",n)}return qd.createServer(e)}async function Qd({orgId:r,appUrl:e,apiGenerator:t,extensionPath:o,onClose:n}){let s=await U.init({baseUrl:e,logger:fe,networkSettings:{},browserArgs:{headless:!1,handleSIGTERM:!0},contextArgs:{bypassCSP:!0,viewport:null},localMode:!0,localAppUrl:e,extensionPath:o,skipPageSetup:!0,timeout:null,onClose:n}),a=new Oe({browser:s,config:it,generator:t,logger:fe,flagStore:await ze.init(r),orgId:r});return $i(a),a}import{existsSync as Pu}from"fs";import{platform as Du}from"os";import Ea,{dirname as ku}from"path";import{fileURLToPath as _u}from"url";var qi="0.0.69";import{hostname as eu}from"os";var v=Er({app:"cli",clientToken:"pub7eb923f18fb3f1d42ac5eba8c5ea13a5",hostname:eu()});import{createHash as Qi}from"crypto";import{existsSync as Zi,mkdirSync as iu,readFileSync as $o,writeFileSync as ea}from"fs";import{join as ta}from"path";import{parse as au}from"yaml";import{existsSync as Fo,mkdirSync as ru,readdirSync as Xi,statSync as zo}from"fs";import{homedir as Ji}from"os";import{join as zt,resolve as ou}from"path";import Ki from"chalk";import tu from"readline/promises";var _o=!1;async function be(r,e){if(process.env.CI||_o)return!0;v.flush(),await new Promise(c=>setTimeout(c,500));let t=tu.createInterface({input:process.stdin,output:process.stdout}),o=r.split("."),n;if(o.length===1)n=r;else{let c=o.slice(0,o.length-1).join(".").trim();console.log(Ki.yellow(`
+              ${m.nodeOnlySerializedHtml}`)}}try{let m=await o(t);return u?this.logger.info("Successfully used cached target to perform action"):this.logger.info("Successfully generated and used new target data"),this.logger.debug({cache:t},"Cache state after action"),{result:m,cache:t}}catch(m){if(m instanceof R)throw m;if(d>0&&e)return this.logger.debug({cache:t},"Cache state after failed targeting attempt"),this.logger.warn({err:m},"Failed to execute action with cached target, retrying with AI"),this.wrapElementTargetingCommand({description:e,cache:void 0,action:o,options:{...n,retriesWithAI:d},originalCache:t});throw new R("ActionFailureError",m.message,{cause:m})}}async screenshotWithDimensions(e){let t=await this.browser.screenshot(e),o=pd(t);return{buffer:t,...o}}async executePresetStep(e,t,o){let n;try{n=await this.resolveCommandTemplateStrings(e,t)}catch(s){throw new R("ActionFailureError",s.message,{cause:s})}try{let s=this.browser.getOpenPages(),a=await this.browser.url(),c=await this.executePresetStepHelper(e,t,o),l=!0;(e.type==="NAVIGATE"||e.type==="NEW_TAB"||e.type==="TAB"||e.type==="REFRESH")&&(l=!1);let i=this.browser.getOpenPages(),d=await this.browser.url();if(l&&i.length!==s.length)for(let u=i.length-1;u>=0;u--){let m=i[u];if(m!==a&&m!==d){await this.browser.switchToPage(m,u);break}}return c}catch(s){throw this.logger.error({err:s},"Error thrown in web agent controller"),s}finally{this.restoreCommandTemplateReplacements(e,n)}}restoreCommandTemplateReplacements(e,t={}){for(let[o,n]of Object.entries(t))vo(e,o,n)}async resolveCommandTemplateStrings(e,t,o="",n={}){let s=["type","a11yData","thoughts"];for(let a in e){if(s.includes(a))continue;let c=e[a],l=o?`${o}.${a}`:a;if(typeof c=="string"&&c.includes("{{")){let i=await ir({s:c,context:t,logger:this.logger});if(c===i)continue;n[l]=c,e[a]=i}else typeof c=="object"&&c!==null&&!Array.isArray(c)&&await this.resolveCommandTemplateStrings(c,t,l,n)}return n}async executePresetStepHelper(e,t,o){switch(o=o||"disableCache"in e&&e.disableCache,e.type){case"SUCCESS":return e.condition?.assertion.trim()?this.executeAssertion(e.condition):{succeedImmediately:!1,urlAfterCommand:await this.browser.url()};case"AI_ASSERTION":{if(!e.assertion.trim())throw new R("ActionFailureError","Missing assertion");return this.executeAssertion(e)}case"AI_WAIT":{if(!e.assertion.trim())throw new R("ActionFailureError","Missing assertion");let i=Date.now();if(e.timeout&&e.timeout>60)throw new R("AssertionFailureError",`AI wait timeout of ${e.timeout} exceeds the maximum allowed timeout of 60s`);let d=(e.timeout??10)*1e3,u,m,f=0;for(;Date.now()-i<d;)try{u=await this.executeAssertion({...e,type:"AI_ASSERTION"});break}catch(p){m=p instanceof Error?p:new Error(`${p}`),this.logger.warn({err:p},`AI_WAIT assert attempt ${f} failed, retrying...`),f++,await W(d/10)}if(!u){let p=`AI wait still failing after ${d}ms.`;throw m&&(p+=` Latest result: ${m.message}`),new R("AssertionFailureError",p)}return u}case"AI_EXTRACT":{if(!e.goal.trim())throw new R("ActionFailureError","Cannot perform AI extraction without goal");let i=await this.browser.getHTML(),d=await this.generator.getTextExtraction({goal:e.goal,browserState:i,returnSchema:e.schema},o);if(d.result==="NOT_FOUND")throw new R("ActionFailureError","No relevant data found for extraction goal on this page");return{data:d.result,succeedImmediately:!1,urlAfterCommand:await this.browser.url()}}case"NAVIGATE":if(!co(e.url)&&!uo(e.url,this.browser.baseURL))throw new R("ActionFailureError",`Invalid URL provided to navigate command: ${e.url}`);await this.browser.navigate({url:e.url,loadTimeoutMs:e.loadTimeout?e.loadTimeout*1e3:void 0,networkIdleTimeoutMs:e.networkTimeout?e.networkTimeout*1e3:void 0});break;case"DIALOG":this.browser.registerDialogHandler(e.action);break;case"CAPTCHA":if(!this.browser.canSolveCaptchas())break;let n=await this.browser.solveCaptcha();n&&(await this.wrapElementTargetingCommand({description:"the captcha image solution input",cache:void 0,action:i=>this.browser.click(i),options:{useVision:e.useVision,disableCache:o,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}}),await this.browser.type(n,{clearContent:!0,pressKeysSequentially:!1}));break;case"GO_BACK":await this.browser.goBack();break;case"GO_FORWARD":await this.browser.goForward();break;case"SCROLL_LEFT":case"SCROLL_RIGHT":case"SCROLL_DOWN":case"SCROLL_UP":let s;if(e.target&&(e.target.elementDescriptor.trim()||e.target.a11yData)){let{result:i,cache:d}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:u=>this.browser.hover(u),options:{useVision:e.useVision,disableCache:o,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});s=i,d&&(e.cache={target:d})}switch(e.type){case"SCROLL_UP":await this.browser.scrollUp(e.deltaY);break;case"SCROLL_DOWN":await this.browser.scrollDown(e.deltaY);break;case"SCROLL_LEFT":await this.browser.scrollLeft(e.deltaX);break;case"SCROLL_RIGHT":await this.browser.scrollRight(e.deltaX);break}return{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:s};case"WAIT":await this.browser.wait(e.delay*1e3);break;case"REFRESH":await this.browser.refresh({networkIdleTimeoutMs:e.networkTimeout?e.networkTimeout*1e3:void 0,loadTimeoutMs:e.loadTimeout?e.loadTimeout*1e3:void 0});break;case"CLICK":{let i=await this.browser.url(),d={useVision:e.useVision,disableCache:o,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor},{result:u,cache:m}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:p=>this.browser.click(p,{doubleClick:e.doubleClick,rightClick:e.rightClick,force:e.force,waitForUrl:e.waitForUrl}),options:d});m&&(e.cache={target:m});let f={urlAfterCommand:await this.browser.url(),succeedImmediately:!1,elementInteracted:u};return ot(i,f.urlAfterCommand)&&(f.succeedImmediately=!0,f.succeedImmediatelyReason="URL changed"),f}case"DRAG":{let{result:i,caches:d}=await this.wrapMultiElementTargetingCommand([e.fromTarget.elementDescriptor,e.toTarget.elementDescriptor],[e.cache?.fromTarget,e.cache?.toTarget],(u,m)=>this.browser.dragAndDrop(u,m,{force:e.force,hoverSeconds:e.hoverSeconds}),{useVision:e.useVision,filterByViewport:e.filterByViewport,useSelector:e.useSelector,disableCache:o});return d&&d.every(u=>u)&&(e.cache={fromTarget:d[0],toTarget:d[1]}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:i}}case"MOUSE_DRAG":{let i;e.target?.elementDescriptor&&(i=(await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target,action:async p=>p,options:{useVision:e.useVision,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor,disableCache:o}})).result);let d=parseInt(e.deltaX),u=parseInt(e.deltaY);if(isNaN(d)||isNaN(u))throw new R("ActionFailureError",`Invalid pixel values passed to mouse drag command: (${e.deltaX}, ${e.deltaY})`);let m=await this.browser.mouseDrag(d,u,e.steps,i,{force:e.force});return{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:m}}case"SELECT_OPTION":{let i=e.target.elementDescriptor;i.toLowerCase().includes("select")||(i=`The <select> element with the following description: ${i}`);let{result:d,cache:u}=await this.wrapElementTargetingCommand({description:i,cache:e.cache?.target??e.target.a11yData,action:m=>this.browser.selectOption(m,e.option),options:{useVision:!1,disableCache:o,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});return u&&(e.cache={target:u}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:d}}case"TAB":await this.browser.switchToPage(e.url,void 0,{networkIdleTimeoutMs:e.networkTimeout?e.networkTimeout*1e3:void 0,loadTimeoutMs:e.loadTimeout?e.loadTimeout*1e3:void 0});break;case"NEW_TAB":await this.browser.createNewTab(e.url,{networkIdleTimeoutMs:e.networkTimeout?e.networkTimeout*1e3:void 0,loadTimeoutMs:e.loadTimeout?e.loadTimeout*1e3:void 0});break;case"COOKIE":if(!e.value)break;await this.browser.setCookie(e.value);break;case"LOCAL_STORAGE":if(!e.value||!e.key)break;await this.browser.setLocalStorage(e.key,e.value);break;case"JAVASCRIPT":{let i;try{e.environment==="BROWSER"?i=await this.browser.executePageFunction(new Yt(e.fragment?`return ${e.code}`:e.code),void 0):i=await tt({code:e.code,fragment:!!e.fragment,context:t,timeoutMs:e.timeout?e.timeout*1e3:void 0,logger:this.logger})}catch(d){throw new R("ActionFailureError",d instanceof Error?d.message:`${d}`,{cause:d})}try{JSON.stringify(i)}catch(d){throw new R("ActionFailureError",`Return value is not serializable: ${d instanceof Error?d.message:`${d}`}`,{cause:d})}return{urlAfterCommand:await this.browser.url(),succeedImmediately:!1,data:i}}case"TYPE":{let i=await this.browser.url(),d;if(e.target){let m=e.target.elementDescriptor;["input","text","box","field"].some(h=>m.toLowerCase().includes(h))||(m=`The text input element with the following description: ${m}`);let{result:p,cache:w}=await this.wrapElementTargetingCommand({description:m,cache:e.cache?.target??e.target.a11yData,action:h=>this.browser.typeIntoTarget(e.value,h,{force:e.force,clearContent:e.clearContent,pressKeysSequentially:e.pressKeysSequentially}),options:{useVision:e.useVision,disableCache:o,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});d=p,w&&(e.cache={target:w})}else await this.browser.type(e.value,{force:e.force,clearContent:e.clearContent,pressKeysSequentially:e.pressKeysSequentially});e.pressEnter&&await this.browser.press("Enter");let u={urlAfterCommand:await this.browser.url(),succeedImmediately:!1,elementInteracted:d};return ot(i,u.urlAfterCommand)&&(u.succeedImmediately=!0,u.succeedImmediatelyReason="URL changed"),u}case"HOVER":{let{result:i,cache:d}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:u=>this.browser.hover(u),options:{useVision:e.useVision,disableCache:o,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});return d&&(e.cache={target:d}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:i}}case"FOCUS":{let{result:i,cache:d}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:u=>this.browser.focus(u),options:{useVision:e.useVision,disableCache:o,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});return d&&(e.cache={target:d}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:i}}case"BLUR":{let{result:i,cache:d}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:u=>this.browser.blur(u),options:{useVision:e.useVision,disableCache:o,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});return d&&(e.cache={target:d}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:i}}case"PRESS":let a=await this.browser.url();await this.browser.press(e.value);let c={urlAfterCommand:await this.browser.url(),succeedImmediately:!1};return ot(a,c.urlAfterCommand)&&(c.succeedImmediately=!0,c.succeedImmediatelyReason="URL changed"),c;case"REQUEST":{let i=e.timeout??30,d=null,u=new AbortController,m=Object.fromEntries(Object.entries(e.headers||{}).filter(([b,E])=>b&&E)),f=new URLSearchParams;Object.entries(e.params||{}).filter(([b,E])=>b&&E).forEach(([b,E])=>{f.append(b,E)});let p;if(co(e.url)&&(p=e.url),uo(e.url,this.browser.baseURL)&&(p=new URL(e.url,this.browser.baseURL).toString()),!p)throw new R("ActionFailureError",`Invalid URL: ${e.url}`);let w=async()=>{try{d=await fetch(`${p}?${f.toString()}`,{headers:m,method:e.method,body:e.body,signal:u.signal})}catch(b){this.logger.error({err:b},"Failed to make fetch request")}},h=async()=>{await new Promise(b=>setTimeout(b,i*1e3)),u.abort()};await Promise.race([h(),w()]);let y=d;if(!y)throw new R("ActionFailureError",`Fetch request timed out after ${i} seconds`);if(!y.ok)throw new R("ActionFailureError",`Fetch request failed with status ${y.status}`);let S={};y.headers.forEach((b,E)=>{S[E]=b});let T={status:y.status,headers:S};return y.headers.get("content-type")?.includes("json")?T.json=await y.json():y.headers.get("content-type")?.includes("text")&&(T.text=await y.text()),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),data:T}}case"VISUAL_DIFF":{if(!e.screenshot)throw new R("ActionFailureError","Cannot execute visual diff without saved screenshot");let i=await this.screenshotWithDimensions({target:e.target?.a11yData,clearHighlights:!0,hideCaret:!0});if(i.height!==e.screenshot.height||i.width!==e.screenshot.width)throw new R("ActionFailureError","Current screenshot does not match saved screenshot dimensions - did you change the size of the target or the viewport?");let d={data:Buffer.alloc(i.width*i.height*4),width:i.width,height:i.height},u;if(e.screenshot.data.startsWith("https://")){let w=await fetch(e.screenshot.data);u=Buffer.from(await w.arrayBuffer())}else u=Buffer.from(e.screenshot.data,"base64");let f=fd(To.decode(u).data,To.decode(i.buffer).data,d.data,i.width,i.height,{threshold:e.threshold,diffColorAlt:[0,255,0]})/(i.width*i.height)*100,p=f>e.threshold*100;return{fail:p,thoughts:p?`Visual diff of ${f.toFixed(2)}% detected, which is over the threshold of ${e.threshold*100}%`:void 0,beforeScreenshotOverride:i.buffer,afterScreenshotOverride:To.encode(d,75).data,succeedImmediately:!1,urlAfterCommand:await this.browser.url()}}default:return(i=>{throw"If Typescript complains about the line below, you missed a case or break in the switch above"})(e)}return{succeedImmediately:!1,urlAfterCommand:await this.browser.url()}}async getReverseMappedTarget(e,t,o){return(await this.generator.getReverseMappedDescription({browserState:e.browserState,goal:`${t}`},o)).phrase}stopRecordMode(){this.recordAbortController?.abort()}async startRecordMode(e){this.recordAbortController=new AbortController;let t=new St({signal:this.recordAbortController.signal,...e});await this.browser.startRecording(this.recordAbortController.signal,t)}};async function Ti({socket:r,generator:e,storage:t,logger:o,rootState:n,localApp:s,devicePixelRatio:a}){let c=o.child({package:"web-agent"}),l=!0;s==="iframe"&&(l=!1);let i=r.handshake.query.testId,d=r.handshake.query.baseUrl,u=r.handshake.query.viewport?JSON.parse(decodeURIComponent(r.handshake.query.viewport)):void 0,m=r.handshake.query.testMetadata?X.parse(JSON.parse(decodeURIComponent(r.handshake.query.testMetadata))):void 0;if(!i||!d)throw new Error("Socket connection request is missing testId or baseUrl");let f=await t.getOrgId(i),p=r.handshake.query.environmentVariables?JSON.parse(decodeURIComponent(r.handshake.query.environmentVariables)):{},w=Sd(),h=I=>{l&&r.emit("screenshot",{...I,url:d})},y=n?.controller;if(y)y.browser.setActiveFrame(tr),y.browser.baseURL=d,await y.resetState({clearCookies:!0,clearStorage:!0,timeout:null}),y.setOpen(),n?.context.reset({baseUrl:d,variablesFromEnvironment:p});else{let I={};u&&(I.viewport=u),s==="web"&&a&&(I.deviceScaleFactor=a);let L=Ot.parse(m?.advanced??{}),[_,F]=await Promise.all([U.init({baseUrl:d,networkSettings:L,waitForLoad:!1,timeout:L.pageLoadTimeoutMs,logger:c,takeScreenshots:l,onScreenshot:h,contextArgs:I}),ze.init(f)]);y=new Oe({browser:_,generator:e,config:it,logger:c,flagStore:F,orgId:f})}let S;l&&(S=Kn(r,w,o));let T=async()=>{clearInterval(S.timer)},b=new me({baseUrl:d,variablesFromEnvironment:p});x.registerSession({controller:y,context:b,sessionId:w,cleanup:T});let E=U.USER_AGENT;return r.emit("session",{url:d,userAgent:E,viewport:await y.browser.getViewport(),localApp:s}),{sessionId:w,testId:i,orgId:f}}var Ei=[as,pi,yi,gi,fi,Si,Yn,wi,hi,Zn,rs,es,os,ts,ns,ss,Jn,Xn,is,Qn];var Eo=r=>{let{logger:e}=r,t=new wd(r.baseServer,{cors:{origin:"*",methods:["GET","POST"]},maxHttpBufferSize:1e7});return t.on("connection",async o=>{let n;try{n=await Ti({...r,socket:o})}catch(s){e.error({event:"connection",type:"websocket",err:s},"Failed to setup connection"),o.emit("error",{message:s instanceof Error?s.message:`${s}`});return}Ei.forEach(s=>bd(s,{socket:o,metadata:n,...r}))}),t};function Ai(r){return{controller:r,context:new me({baseUrl:"",variablesFromEnvironment:{}}),executionCancelled:!1,resultsManager:new yt}}var bd=(r,e)=>{let t=r.createHandler(e),o=(...n)=>{r.event!=="cloudMouseMove"&&e.logger.debug({event:r.event,metadata:e.metadata,args:n},"Websocket event");let s=a=>{e.logger.error({event:r.event,type:"websocket",args:n,err:a instanceof Error?a:new Error(`${a}`)},"Unhandled exception in socket handler"),e.socket.emit("error",{message:a instanceof Error?a.message:`${a}`})};try{let a=t.apply(void 0,n);a&&typeof a.catch=="function"&&a.catch(s)}catch(a){s(a)}};e.socket.on(r.event,o)};import{z as Td}from"zod";import Cd from"fetch-retry";var vd=Cd(global.fetch),le=class{static API_VERSION="v1";baseURL;apiKey;constructor(e){this.baseURL=e.baseURL,this.apiKey=e.apiKey}async sendRequest(e,t){let o=await vd(`${this.baseURL}${e}`,{retries:1,retryDelay:1e3,method:"POST",body:JSON.stringify(t),headers:{"Content-Type":"application/json",Authorization:`Bearer ${this.apiKey}`}});if(!o.ok)throw new Error(`Request to ${e} failed with status ${o.status}: ${await o.text()}`);return o.json()}};var at=class extends le{constructor(e){super(e)}async getRecommendedChunks(e){let t=await this.sendRequest(`/${le.API_VERSION}/web-agent/recommend-chunks`,e);return jn.parse(t)}async getScreenshotFromS3(e){let t=await this.sendRequest(`/${le.API_VERSION}/s3/visual-diff-screenshot`,{url:e});return Td.string().parse(t)}async getElementLocation(e,t){let o=await this.sendRequest(`/${le.API_VERSION}/web-agent/locate-element`,{browserState:e.browserState,goal:e.goal,disableCache:t});return ro.parse(o)}async getElementLocationWithVision(e,t){let o=await this.sendRequest(`/${le.API_VERSION}/web-agent/visual-locate`,{goal:e.goal,screenshot:e.screenshot?.toString("base64"),hintActivatedScreenshot:e.hintActivatedScreenshot?.toString("base64"),disableCache:t});return ro.parse(o)}async getAssertionResult(e,t,o){if(t){let s=await this.sendRequest(`/${le.API_VERSION}/web-agent/assertion`,{url:e.url,goal:e.goal,screenshot:e.screenshot?.toString("base64"),disableCache:o,vision:!0});return to.parse(s)}let n=await this.sendRequest(`/${le.API_VERSION}/web-agent/assertion`,{url:e.url,browserState:e.browserState,goal:e.goal,history:e.history,numPrevious:e.numPrevious,lastCommand:e.lastCommand,disableCache:o,vision:!1});return to.parse(n)}async getProposedCommand(e,t){let o=await this.sendRequest(`/${le.API_VERSION}/web-agent/next-command`,{url:e.url,browserState:e.browserState,goal:e.goal,history:e.history,numPrevious:e.numPrevious,lastCommand:e.lastCommand,disableCache:t});return Nn.parse(o)}async getGranularGoals(e,t){let o=await this.sendRequest(`/${le.API_VERSION}/web-agent/split-goal`,{url:e.url,goal:e.goal,disableCache:t});return Pn.parse(o)}async getReverseMappedDescription(e,t){let o=await this.sendRequest(`/${le.API_VERSION}/web-agent/reverse-mapped-description`,{goal:e.goal,browserState:e.browserState,disableCache:t});return Dn.parse(o)}async getTextExtraction(e,t){let o={goal:e.goal,browserState:e.browserState,returnSchema:e.returnSchema,disableCache:t},n=await this.sendRequest(`/${le.API_VERSION}/web-agent/text-extraction`,o);return _r.parse(n)}};import{existsSync as Ed,readFileSync as Ad,writeFileSync as Ao}from"fs";import Ro from"path";import{parse as Rd,stringify as Id}from"yaml";var Q=process.env.MOMENTIC_DIR??ke;function Ri(r,e){let t=Rn(r);for(let[s,a]of Object.entries(t.modules)){let c=Ze(s);Ao(Ro.join(Q,_e,`${c}.yaml`),a,"utf-8")}let o=Ze(e),n=Ro.join(Q,`${o}.yaml`);return Ao(n,t.test,"utf-8"),`${o}.yaml`}function Io(r,e){if(!Ed(e))throw new Error(`Test not found at path: ${Ro}`);let t=Ad(e,"utf-8"),n={...Rd(t),...r},a={...X.parse(n),steps:n.steps},c=Id(a);Ao(e,c,"utf-8")}import{readFileSync as Cr,readdirSync as Ii,writeFileSync as xi}from"fs";import{join as xo}from"path";import{v4 as xd}from"uuid";import{parse as vr,stringify as Oi}from"yaml";var lt=xo(Q,_e);function Li(r){let e=dr(lt,r.moduleId).path,t=Cr(e,"utf-8"),n={...vr(t),...r},s=Oi(n);xi(e,s,"utf-8")}function Mi(r,e){let t=Ze(r),o=xo(lt,`${t}.yaml`),n=xd(),{stepsToSave:s}=ie({steps:e,moduleId:n,testId:"",orgId:""}),a={fileType:"momentic/module",schemaVersion:q,moduleId:n,name:r,steps:s},c=Oi(a);return xi(o,c,"utf-8"),a}function Ni(){let r=[];for(let e in Ii(lt)){if(!e.endsWith(".yaml"))continue;let t=Cr(e,"utf-8"),o=vr(t),n={name:o.name,moduleId:o.moduleId,numSteps:o.steps.length};r.push(n)}return r}function Pi(){let r=[];for(let e of Ii(lt)){if(!e.endsWith(".yaml"))continue;let t=xo(lt,e),o=Cr(t,"utf-8"),n=vr(o);try{let s=Mt.parse(n);r.push(s)}catch(s){V.warn({err:s},"Error parsing module, skipping...")}}return r}function Di(r){let e=dr(_e,r).path,t=Cr(e,"utf-8"),o=vr(t);return Mt.parse(o)}import{Router as Pd}from"express";import{existsSync as Od,readFileSync as Ld,readdirSync as Md}from"fs";import{join as ki}from"path";import{parse as Nd}from"yaml";var Oo=ki(Q,xt);function _i(){let r=[];if(!Od(Oo))return[];for(let e of Md(Oo)){if(!e.endsWith(".yaml"))continue;let t=ki(Oo,e),o=Ld(t,"utf-8"),n=Nd(o);try{let s=ue.parse(n);r.push(s)}catch(s){V.warn({err:s},"Error parsing environment, skipping...")}}return r}function he(r){return function(...e){let t=e[e.length-1],o=r(...e);Promise.resolve(o).catch(t)}}var Fi=Pd();Fi.get("/",he((r,e)=>{let t=_i();e.status(200).json(t)}));var zi=Fi;import{Router as Dd}from"express";var kt=Dd();kt.get("/",he((r,e)=>{let t=Pi();e.status(200).json(t)}));kt.get("/metadata",he((r,e)=>{let t=Ni();e.status(200).json(t)}));kt.post("/",he(async(r,e)=>{let t;try{t=Ln.parse(r.body)}catch(n){e.status(400).json({error:`Invalid request body: ${n}`});return}try{Lt(t.name)}catch(n){e.status(400).json({error:`Invalid module name: ${n}`});return}let o=Mi(t.name,t.steps);e.status(201).json(o)}));kt.get("/:moduleId",he((r,e)=>{if(!r.params.moduleId){e.status(400).json({error:"Missing moduleId in url path."});return}let t=Di(r.params.moduleId);e.json(t)}));var Ui=kt;import{Router as Hd}from"express";import{existsSync as $d}from"fs";import{join as Do}from"path";import{v4 as Bd}from"uuid";var Mo="https://api.momentic.ai",Hi=r=>{Mo=r},_t=()=>Mo,kd,$i=r=>{kd=r};var Tr,Lo,Bi=async r=>{if(Tr)return;let e=new J({baseURL:Mo,apiKey:r});try{Tr=await e.getOrgId(),Lo=r}catch(t){throw new Error(`Error checking API key against server: ${t}`)}},Ft=()=>{if(!Tr)throw new Error("Your organization ID appears invalid. Please contact Momentic Support.");return Tr},Vi=()=>{if(!Lo)throw new Error("Your API key appears invalid. Please contact Momentic Support.");return Lo};import Wi,{multistream as _d}from"pino";import Fd from"pino-pretty";var No=new Map,zd=process.env.NODE_ENV==="production",Po=class r{consoleLogger;ddClientToken;hostname;bindingAttributes;site="https://http-intake.logs.us5.datadoghq.com/api/v2/logs";constructor({bindings:e,clientToken:t,hostname:o}){this.ddClientToken=t,this.hostname=o,this.bindingAttributes={...e,env:process.env.NODE_ENV};let n={base:this.bindingAttributes,errorKey:"err",level:"debug"};this.consoleLogger=zd?Wi(n):Wi(n,_d([{stream:Fd({colorize:!0})}]))}child(e){return new r({clientToken:this.ddClientToken,bindings:{...this.bindingAttributes,...e},hostname:this.hostname})}flush(e){this.consoleLogger.flush(e)}log(e,t,o,...n){t&&o===void 0&&(o=`${t}`,t={}),this.consoleLogger[e](t,o,...n);let s=Object.assign({},this.bindingAttributes,t&&typeof t=="object"?t:{});n.length>0&&(s.args=n),(async()=>{try{let a=await fetch(this.site,{method:"POST",headers:{Accept:"application/json","Content-Type":"application/json","DD-API-KEY":this.ddClientToken},body:JSON.stringify([{ddsource:this.bindingAttributes.app,hostname:this.hostname??"vercel",service:"momentic",message:{message:o||"",...s,level:e}}])});if(!a.ok)throw new Error(`Failed to log to Datadog: ${a.statusText})}`)}catch(a){this.consoleLogger.warn({obj:t,msg:o,args:n,err:a},"Failed to log to Datadog")}})()}debug(e,t,...o){this.log("debug",e,t,...o)}info(e,t,...o){this.log("info",e,t,...o)}warn(e,t,...o){this.log("warn",e,t,...o)}error(e,t,...o){this.log("error",e,t,...o)}bindings(){return this.bindingAttributes}setMinLevel(e){this.consoleLogger.level=e}},Er=({app:r,clientToken:e,hostname:t})=>{if(!process.env.DD_CLIENT_TOKEN&&!process.env.NEXT_PUBLIC_DD_CLIENT_TOKEN&&!e)throw new Error("Missing DD_CLIENT_TOKEN");return No.has(r)||No.set(r,new Po({bindings:{app:r},hostname:t,clientToken:e||process.env.NEXT_PUBLIC_DD_CLIENT_TOKEN||process.env.DD_CLIENT_TOKEN})),No.get(r)};import{hostname as Ud}from"os";var fe=Er({app:"desktop-server",clientToken:"pubcfd7516a5c0ba852b42675cd97bee027",hostname:Ud()});var Tt=Hd();Tt.get("/",he((r,e)=>{let t=Pt(Q,fe);e.status(200).json(t)}));Tt.post("/",he((r,e)=>{let t;try{t=On.parse(r.body)}catch(c){e.status(400).json({error:`Invalid request body: ${c}`});return}try{Lt(t.name)}catch(c){e.status(400).json({error:c.message});return}let n={id:Bd(),name:t.name,baseUrl:t.baseUrl,schemaVersion:q,advanced:{disableAICaching:!1,viewport:t.viewport??Ye},retries:0,steps:[]};t.environment&&(n.envs=[{name:t.environment,defaultOnLocal:!0}]);let s=Ri(n,t.name),a={...n,testPath:s};e.status(201).json(a)}));Tt.get("/:testPath",he(async(r,e)=>{if(!r.params.testPath){e.status(400).json({error:"Missing testPath in url path."});return}let t=Do(Q,r.params.testPath);if(!$d(t)){e.status(400).json({error:`Test not found at path: ${t}`});return}let o=await ur(t,lt);e.status(200).json(o)}));Tt.patch("/:testPath/metadata",he(async(r,e)=>{if(!r.params.testPath){e.status(400).json({error:"Missing testPath in url path."});return}let t;try{t=xn.parse(r.body)}catch(n){e.status(400).json({error:`Invalid request body: ${n}`});return}let o=Do(Q,r.params.testPath);Io(t,o),e.status(201).json({message:"ok"})}));Tt.patch("/:testPath",he(async(r,e)=>{if(!r.params.testPath){e.status(400).json({error:"Missing testPath in url path."});return}let t;try{t=In.parse(r.body)}catch(i){e.status(400).json({error:`Invalid request body: ${i}`});return}let o=Do(Q,r.params.testPath),n;try{n=ws(o)}catch(i){e.status(400).json({error:`Existing test file on disk is invalid: ${i}`});return}let{stepsToSave:s,moduleUpdates:a,cachesToSave:c}=ie({steps:t.steps,testId:n.id,orgId:Ft()});a.forEach(i=>Li(i)),Io({steps:s},o),await new J({apiKey:Vi(),baseURL:_t()}).updateStepCaches({entries:c,testId:n.id}),e.status(201).json({message:"ok"})}));var Gi=Tt;async function ji({momenticServerUrl:r,apiKey:e,mode:t,serverPort:o,appPort:n,staticDir:s,assetsDir:a,devicePixelRatio:c}){if(!Gd(Q)||!jd(Q).isDirectory()){let h=Yd.isAbsolute(Q);throw new Error(`Root folder ${Q} does not exist${h?"":` in the current directory ("${process.cwd()}")`}. Please run \`npx momentic init\` if you wish to setup Momentic here for the first time.`)}r&&Hi(r),V.info("Checking API key"),await Bi(e);let i=`http://localhost:${o}`;n&&(i=`http://localhost:${n}`);let d=Jd(s);await new Promise(h=>{d.listen(o,()=>{V.info(`Server is running at http://localhost:${o}`),h()})});let m=new at({baseURL:_t(),apiKey:e}),f=new J({baseURL:_t(),apiKey:e}),p=new ft(f,Ft());if(t==="web"){Eo({localApp:"web",baseServer:d,generator:m,storage:p,logger:fe,devicePixelRatio:c}),await Kd(i);return}let w=await Qd({appUrl:i,apiGenerator:m,extensionPath:Xd(a,"extension"),orgId:Ft(),onClose:async()=>{V.info("Browser closed, closing app."),await w.browser.cleanup(),d.close(()=>{process.exit(0)})}});Eo({localApp:"iframe",baseServer:d,generator:m,storage:p,logger:fe,rootState:Ai(w)}),process.on("uncaughtException",h=>{fe.error({err:h},"Uncaught exception in desktop-server")}),process.on("unhandledRejection",h=>{fe.error({err:h},"Unhandled rejection in desktop-server")})}function Jd(r){let e=ko();e.use(Wd()),e.use(Vd.json({limit:"50mb"}));let t=ko.Router();if(t.use("/tests",Gi),t.use("/modules",Ui),t.use("/environments",zi),e.use("/api",t),e.use((n,s,a)=>{n.path!=="/healthcheck"&&fe.debug({url:n.url,path:n.path,query:n.query,method:n.method,body:n.body,headers:n.rawHeaders,client:n.ip},"Received desktop-server request"),s.on("close",()=>{s.statusCode>=400&&fe.error({url:n.url,method:n.method,statusCode:s.statusCode},"Request completed in error")}),a()}),e.use((n,s,a,c)=>{n instanceof Error&&n.message.includes("BadRequestError: request aborted")||(fe.error({stack:n.stack,msg:n.message,url:s.url,method:s.method},"Unhandled exception leading to 500 on desktop-server"),a.status(500).send("Internal Server Error"),c(n))}),r){let n=ko.static(r);e.use("/",n),e.use("*",n)}return qd.createServer(e)}async function Qd({orgId:r,appUrl:e,apiGenerator:t,extensionPath:o,onClose:n}){let s=await U.init({baseUrl:e,logger:fe,networkSettings:{},browserArgs:{headless:!1,handleSIGTERM:!0},contextArgs:{bypassCSP:!0,viewport:null},localMode:!0,localAppUrl:e,extensionPath:o,skipPageSetup:!0,timeout:null,onClose:n}),a=new Oe({browser:s,config:it,generator:t,logger:fe,flagStore:await ze.init(r),orgId:r});return $i(a),a}import{existsSync as Pu}from"fs";import{platform as Du}from"os";import Ea,{dirname as ku}from"path";import{fileURLToPath as _u}from"url";var qi="0.0.70";import{hostname as eu}from"os";var v=Er({app:"cli",clientToken:"pub7eb923f18fb3f1d42ac5eba8c5ea13a5",hostname:eu()});import{createHash as Qi}from"crypto";import{existsSync as Zi,mkdirSync as iu,readFileSync as $o,writeFileSync as ea}from"fs";import{join as ta}from"path";import{parse as au}from"yaml";import{existsSync as Fo,mkdirSync as ru,readdirSync as Xi,statSync as zo}from"fs";import{homedir as Ji}from"os";import{join as zt,resolve as ou}from"path";import Ki from"chalk";import tu from"readline/promises";var _o=!1;async function be(r,e){if(process.env.CI||_o)return!0;v.flush(),await new Promise(c=>setTimeout(c,500));let t=tu.createInterface({input:process.stdin,output:process.stdout}),o=r.split("."),n;if(o.length===1)n=r;else{let c=o.slice(0,o.length-1).join(".").trim();console.log(Ki.yellow(`
 ${c}.`)),n=o[o.length-1].trim()}let s=e?Ki.bold.yellow(n):n,a=await t.question(`${s} ('y' for yes / n for no / 'A' to accept all) `);return t.close(),a==="A"?(_o=!0,setTimeout(()=>{_o=!1},3e3),!0):a.toLowerCase()==="y"}var Uo=ke,ct=zt(ke,_e),Ho=zt(ke,jr),ve=zt(ke,xt),nu=zt(Ji(),"momentic",qr),su=[nu,ct,Ho,ve];function Yi(r){try{return Fo(r)&&zo(r).isDirectory()}catch(e){return v.error({err:e},`Error reading path ${r} during directory exists check`),!1}}async function He(r,e=!1){let t=await r.getOrgId();Ji()||(v.error("Your home directory could not be found. Please ensure the HOME environment variable is set for POSIX systems, and the USERPROFILE environment variable is set for Windows systems."),process.exit(1)),Yi(Uo)||!e&&!await be(`A '${ke}' folder was not found in the current directory. Proceed with creation here? You will need to invoke the Momentic CLI from this directory in the future.`)&&(v.error("Setup cancelled"),process.exit(1));for(let o of su)Yi(o)||(!e&&!await be(`'${o}' folder was not found in the current directory. Create it now?`)&&(v.error("Setup cancelled"),process.exit(1)),ru(o,{recursive:!0}));return Xi(ve).length===0&&(!e&&!await be("You do not appear to have any environments configured locally. Pull environments from Momentic Cloud?")&&(v.error("Setup cancelled"),process.exit(1)),await Ar({client:r,all:!0,skipPrompts:e})),v.info("CLI initialization complete"),t}function Ut(r,e,t=new Set){for(let o of r){let n=ou(o),s=!1;try{s=Fo(n)&&zo(n).isDirectory()}catch(a){v.error({err:a},`Error reading path ${n} during collect paths`)}if(n&&s){let a=Xi(n).map(c=>zt(n,c));Ut(a,e,t);continue}if(n.endsWith(".yaml")){try{if(!Fo(n)||!zo(n).isFile()){v.error(`File not found or unreadable: ${n}`);continue}}catch(a){v.error({err:a},`Error reading file ${n} during collect paths`);continue}if(!e(n))continue;t.add(n)}}return t}async function Ar({envNames:r,client:e,all:t,skipPrompts:o}){let n=await e.getAllEnvironments();r&&!t&&(n=n.filter(c=>r?.includes(c.name))),Zi(ve)||iu(ve);let s=0,a=0;for(let c of n){let l=ta(ve,`${c.name}.yaml`);if(!Zi(l))ea(l,Xr(c)),s++;else{let i=Qi("sha256").update($o(l)).digest("hex"),d=Xr(c),u=Qi("sha256").update(d).digest("hex");if(i!==u){if(!o&&!await be(`Environment ${c.name} already exists on disk but needs to be updated. Overwrite?`)){v.error("Pull cancelled");return}ea(l,d),a++}}}v.info(`Pulled ${s} new environments and updated ${a} existing environments`)}function lu(r){return r.endsWith(".yaml")?$o(r,"utf8").includes("momentic/environment")?!0:(v.warn(`Skipping YAML that is not a Momentic environment: ${r}`),!1):!1}async function ra({client:r,names:e,all:t,yes:o}){let n;t?n=[ve]:n=e.map(c=>ta(ve,`${c.toLowerCase()}.yaml`));let s=Ut(n,lu);v.info(`Found ${s.size} environments(s) to push:`),s.forEach(c=>v.info(`  - ${c}`)),v.info("Loading file contents");let a=[];for(let c of s){let l=au($o(c,"utf-8"));try{let i=ue.parse(l);a.push(i)}catch(i){v.error({err:i},`${c} failed to parse as a valid environment file`),process.exit(1)}}if(!o&&!await be("Pushing environments can overwrite variables on cloud and instantly affect scheduled runs. Continue?",!0)){v.error("Push cancelled");return}v.info(`Pushing ${s.size} environment(s)`),await r.updateEnvironments(a),v.info("Push successful!")}import{registry as Bo}from"playwright-core/lib/server";function cu(r){let e=[],t=[];for(let o of r){let n=Bo.findExecutable(o);!n||n.installType==="none"?e.push(o):t.push(n)}return t}async function oa(){let r=cu(["chromium"]);await Bo.installDeps(r,!1),await Bo.install(r,!1)}import{Argument as Rr,Option as Le}from"commander";import{z as du}from"zod";var $e=new Le("--api-key <key>","API key for authentication. If not supplied, attempts to read the MOMENTIC_API_KEY env var.").env("MOMENTIC_API_KEY").makeOptionMandatory(!0),Be=new Le("--server <server>","Momentic server to use. Leave unchanged unless using Momentic on-premise.").default("https://api.momentic.ai"),Ve=new Le("-y, --yes","Skip all confirmation prompts.").env("CI"),na=new Le("--no-report","Skip reporting test results to Momentic Cloud when running with the --local flag."),sa=new Le("--pixel-ratio <number>","Device pixel ratio of your screen or monitor. Mac OS Retina displays and machines marketed as 'HiDPI' should usually set this to 2.").default(1).argParser(r=>parseInt(r,10)),ia=new Le("--env <env>","Name of the environment to use when running tests."),aa=new Le("--url-override <urlOverride>","Fully qualified url (e.g. https://www.google.com) to start all tests from. Overrides any default starting url set from the test or environment."),Vo=new Le("-a, --all","Select all tests in your organization from Momentic Cloud. Cannot be used together with <tests> arguments."),Wo=new Le("-a, --all","Select all environments in your organization from Momentic Cloud. Cannot be used together with <paths> arguments."),la=new Rr("<tests...>",`One or more test paths to pull from Momentic Cloud.
   
 A test path is a lowercased version of your test name where spaces are replaced with underscores: 'npx momentic pull hello-world'.`).argOptional(),ca=new Rr("<tests...>",`One or more test identifiers.

package/dist/index.js

@@ -13,13 +13,13 @@ import ho from"dedent";import{v4 as go}from"uuid";import*as m from"zod";import*a
 `).map((s,d)=>d>0?`  ${s}`:s).join(`
 `)),console.log(e===0?`${i}  `:"  ",l)}e===0&&process.stdout.write("\x1B[39m")}setMinLevel(e){this.minLogLevel=e}log(...e){this.info(...e)}info(...e){1<this.minLogLevel||this.logWithLevel(1,...e)}debug(...e){0<this.minLogLevel||this.logWithLevel(0,...e)}warn(...e){2<this.minLogLevel||this.logWithLevel(2,...e)}error(...e){3<this.minLogLevel||this.logWithLevel(3,...e)}child(e){return new n(this.minLogLevel,{...this.logBindings,...e})}flush(){}bindings(){return this.logBindings}},Fa=new yt(1,{});var Ve={},Ie=({logger:n,logKey:e,maxCount:t,intervalMs:r},o,i,...c)=>{let a=Ve[e];a?clearTimeout(a.timer):(a={count:0,totalCount:0},Ve[e]=a),a.totalCount++,a.count<t&&(a.count++,n.debug(o,i,...c)),a.timer=setTimeout(()=>{let l=Ve[e];l?.totalCount!==l?.count&&n.debug({logKey:e,totalCount:l?.totalCount,count:l?.count},`Debug logs were rate-limited for ${e}`),delete Ve[e]},r)};import{z as Q}from"zod";var dn=Q.object({id:Q.string(),createdAt:Q.coerce.date(),createdBy:Q.string(),organizationId:Q.string(),name:Q.string(),schemaVersion:Q.string().describe("Schema version for steps"),parameters:Q.string().array().or(Q.null()).describe("Parameter list"),numSteps:Q.number()}),Ga=Q.object({steps:fe.array()}).merge(dn.omit({numSteps:!0}));import*as h from"zod";import{z as E}from"zod";var bt={WEBHOOK:"WEBHOOK",CRON:"CRON",MANUAL:"MANUAL",CLI:"CLI"},wt={PENDING:"PENDING",RUNNING:"RUNNING",PASSED:"PASSED",FAILED:"FAILED",CANCELLED:"CANCELLED"},un={PASSED:"PASSED",FAILED:"FAILED"},$e=E.string().pipe(E.coerce.date()).or(E.date()),mn=E.object({id:E.string(),createdAt:$e,createdBy:E.string(),organizationId:E.string(),scheduledAt:$e.or(E.null()),startedAt:$e.or(E.null()),finishedAt:$e.or(E.null()),testId:E.string().or(E.null()),status:E.nativeEnum(wt),expectedStatus:E.nativeEnum(un).or(E.null()),runKey:E.string(),trigger:E.nativeEnum(bt),attempts:E.number(),test:E.object({name:E.string(),id:E.string()}).or(E.null()),suiteId:E.string().or(E.null()).optional(),testName:E.string().or(E.null()).optional()}),pn=mn.merge(E.object({results:He.array(),test:E.object({name:E.string(),id:E.string(),baseUrl:E.string(),advanced:Ge.optional()}).or(E.null())})),Ka=E.object({id:E.string(),name:E.string()});var ne=h.object({disableCache:h.boolean()}),al=h.object({error:h.boolean(),reason:h.string(),message:h.string()}),ll=te.merge(ne),br=st,cl=h.discriminatedUnion("vision",[te.merge(ne).merge(h.object({vision:h.literal(!1)})),te.pick({goal:!0,url:!0}).merge(ne).merge(h.object({screenshot:h.string(),vision:h.literal(!0)}))]),St=Zt,dl=te.pick({browserState:!0,goal:!0}).merge(ne),ul=te.pick({goal:!0}).merge(ne).merge(h.object({screenshot:h.string().describe("base64 encoded image"),hintActivatedScreenshot:h.string().describe("base64 encoded image")})),Ct=yr,ml=te.pick({goal:!0,url:!0}).merge(ne),wr=h.string().array(),pl=te.pick({goal:!0,browserState:!0}).merge(ne),Sr=er,hl=te.pick({goal:!0,browserState:!0,returnSchema:!0}).merge(ne);var gl=h.object({testPaths:h.string().array().describe("can be either hyphenated, lowercase test names or UUIDs"),env:h.string().optional(),all:h.boolean().optional(),urlOverride:h.string().optional()}),fl=h.object({message:h.string(),queuedTests:h.object({name:h.string(),id:h.string()}).array()});var yl=h.string().array(),bl=h.union([h.object({paths:h.string().array().describe("run specific test paths (e.g. todo-test)"),all:h.boolean().describe("run all tests").optional()}),h.object({path:h.string().describe("deprecated; present for backcompat")})]),wl=h.object({tests:h.record(h.string().describe("Test name"),h.string().describe("Test YAML")),modules:h.record(h.string().describe("Module name"),h.string().describe("Module YAML"))}),hn=h.object({test:h.string().describe("test YAML"),modules:h.record(h.string().describe("moduleId"),h.string().describe("module YAML"))}),Sl=hn.array(),Cl=h.object({testId:h.string(),schemaVersion:h.string(),steps:h.array(h.record(h.unknown()))}),Tl=h.object({entries:h.array(ct),testId:h.string()}),vl=h.object({steps:h.array(h.record(h.unknown())),testId:h.string(),schemaVersion:h.string(),organizationId:h.string()});var Al=h.object({testPath:h.string(),testId:h.string(),testName:h.string()}).partial().merge(h.object({trigger:h.nativeEnum(bt)}));var El=h.object({startedAt:h.coerce.date(),finishedAt:h.coerce.date(),results:He.array(),status:h.nativeEnum(wt)}).partial(),Rl=h.object({screenshot:h.string()}),Il=h.object({key:h.string()}),xl=h.object({orgId:h.string()}),Ol=h.array(Re),Nl=h.array(Re),Ll=h.record(h.string(),h.union([h.string(),h.boolean()]));import{z as H}from"zod";var gn=H.object({content:H.string(),ids:H.string().array(),tokenLength:H.number()}),fn=H.object({chunks:gn.array(),numRecs:H.number()}),Dl=H.object({ids:H.string().array(),score:H.number(),tokenLength:H.number()}),_l=H.object({description:H.string(),tokenLimit:H.number()}).merge(fn),Cr=H.object({ids:H.number().array()});import{validator as Wl}from"@exodus/schemasafe";var We={js:'var K=Object.defineProperty;var P=Object.getOwnPropertySymbols;var z=Object.prototype.hasOwnProperty,B=Object.prototype.propertyIsEnumerable;var H=(t,e,n)=>e in t?K(t,e,{enumerable:!0,configurable:!0,writable:!0,value:n}):t[e]=n,D=(t,e)=>{for(var n in e||(e={}))z.call(e,n)&&H(t,n,e[n]);if(P)for(var n of P(e))B.call(e,n)&&H(t,n,e[n]);return t};var g=(t,e,n)=>(H(t,typeof e!="symbol"?e+"":e,n),n);var _=(t,e,n)=>new Promise((o,r)=>{var i=s=>{try{d(n.next(s))}catch(l){r(l)}},a=s=>{try{d(n.throw(s))}catch(l){r(l)}},d=s=>s.done?o(s.value):Promise.resolve(s.value).then(i,a);d((n=n.apply(t,e)).next())});var E=t=>function(e){return e&&e.isTrusted?t.apply(this,arguments):!0};globalThis.forTrusted==null&&(globalThis.forTrusted=E);var k={create(t,e,n,o){return{bottom:o,top:e,left:t,right:n,width:n-t,height:o-e}},copy(t){return{bottom:t.bottom,top:t.top,left:t.left,right:t.right,width:t.width,height:t.height}},translate(t,e,n){return e==null&&(e=0),n==null&&(n=0),{bottom:t.bottom+n,top:t.top+n,left:t.left+e,right:t.right+e,width:t.width,height:t.height}},subtract(t,e){return e=this.create(Math.max(t.left,e.left),Math.max(t.top,e.top),Math.min(t.right,e.right),Math.min(t.bottom,e.bottom)),e.width<0||e.height<0?[k.copy(t)]:[this.create(t.left,t.top,e.left,e.top),this.create(e.left,t.top,e.right,e.top),this.create(e.right,t.top,t.right,e.top),this.create(t.left,e.top,e.left,e.bottom),this.create(e.right,e.top,t.right,e.bottom),this.create(t.left,e.bottom,e.left,t.bottom),this.create(e.left,e.bottom,e.right,t.bottom),this.create(e.right,e.bottom,t.right,t.bottom)].filter(o=>o.height>0&&o.width>0)},intersects(t,e){return t.right>e.left&&t.left<e.right&&t.bottom>e.top&&t.top<e.bottom},intersectsStrict(t,e){return t.right>=e.left&&t.left<=e.right&&t.bottom>=e.top&&t.top<=e.bottom},equals(t,e){for(let n of["top","bottom","left","right","width","height"])if(t[n]!==e[n])return!1;return!0},intersect(t,e){return this.create(Math.max(t.left,e.left),Math.max(t.top,e.top),Math.min(t.right,e.right),Math.min(t.bottom,e.bottom))}};var N={_browserInfoLoaded:!0,_firefoxVersion:null,_isFirefox:!1,isFirefox(){if(!this._browserInfoLoaded)throw Error("browserInfo has not yet loaded.");return this._isFirefox},firefoxVersion(){if(!this._browserInfoLoaded)throw Error("browserInfo has not yet loaded.");return this._firefoxVersion},isString(t){return typeof t=="string"||t instanceof String}};var f={isReady(){return document.readyState!=="loading"},documentReady:function(){let t=document.readyState!=="loading",e=[];if(!t){let n;globalThis.addEventListener("DOMContentLoaded",n=E(function(){globalThis.removeEventListener("DOMContentLoaded",n,!0),t=!0;for(let o of e)o();e=null}),!0)}return function(n){if(t)return n();e.push(n)}}(),documentComplete:function(){let t=document.readyState==="complete",e=[];if(!t){let n;globalThis.addEventListener("load",n=E(function(o){if(o.target===document){globalThis.removeEventListener("load",n,!0),t=!0;for(let r of e)r();e=null}}),!0)}return function(n){t?n():e.push(n)}}(),createElement(t){let e=document.createElement(t);return e instanceof HTMLElement?(this.createElement=n=>document.createElement(n),e):(this.createElement=n=>document.createElementNS("http://www.w3.org/1999/xhtml",n),this.createElement(t))},addElementsToPage(t,e){let n=this.createElement("div");e.id!=null&&(n.id=e.id),e.className!=null&&(n.className=e.className);for(let o of t)n.appendChild(o);return document.body.appendChild(n),n},removeElement(t){return t.parentNode.removeChild(t)},isTopFrame(){return globalThis.top===globalThis.self},makeXPath(t){let e=[];for(let n of t)e.push(".//"+n,".//xhtml:"+n);return e.join(" | ")},evaluateXPath(t,e){let n=document.webkitIsFullScreen?document.webkitFullscreenElement:document.documentElement,o=function(r){return r==="xhtml"?"http://www.w3.org/1999/xhtml":null};return document.evaluate(t,n,o,e,null)},getVisibleClientRect(t,e){let n;e==null&&(e=!1);let o=(()=>{let i=[];for(n of t.getClientRects())i.push(k.copy(n));return i})(),r=function(){let i=window.getComputedStyle(t,null),a=i.getPropertyValue("display").indexOf("inline")===0&&i.getPropertyValue("font-size")==="0px";return r=()=>a,a};for(n of o){let i;if((n.width===0||n.height===0)&&e)for(let a of Array.from(t.children)){i=window.getComputedStyle(a,null);let d=i.getPropertyValue("position");if(i.getPropertyValue("float")==="none"&&!["absolute","fixed"].includes(d)&&!(n.height===0&&r()&&i.getPropertyValue("display").indexOf("inline")===0))continue;let s=this.getVisibleClientRect(a,!0);if(!(s===null||s.width<3||s.height<3))return s}else{if(n=this.cropRectToVisible(n),n===null||n.width<3||n.height<3||(i=window.getComputedStyle(t,null),i.getPropertyValue("visibility")!=="visible"))continue;return n}}return null},cropRectToVisible(t){let e=k.create(Math.max(t.left,0),Math.max(t.top,0),t.right,t.bottom);return e.top>=window.innerHeight-4||e.left>=window.innerWidth-4?null:e},getClientRectsForAreas(t,e){let n=[];for(let o of e){let r,i,a,d,s=o.coords.split(",").map(p=>parseInt(p,10)),l=o.shape.toLowerCase();if(["rect","rectangle"].includes(l))s.length==4&&([r,a,i,d]=s);else if(["circle","circ"].includes(l)){if(s.length==3){let[p,w,v]=s,u=v/Math.sqrt(2);r=p-u,i=p+u,a=w-u,d=w+u}}else l==="default"?s.length==2&&([r,a,i,d]=[0,0,t.width,t.height]):s.length>=4&&([r,a,i,d]=s);let c=k.translate(k.create(r,a,i,d),t.left,t.top);c=this.cropRectToVisible(c),c&&!isNaN(c.top)&&!isNaN(c.left)&&!isNaN(c.width)&&!isNaN(c.height)&&n.push({element:o,rect:c})}return n},isSelectable(t){if(!(t instanceof Element))return!1;let e=["button","checkbox","color","file","hidden","image","radio","reset","submit"];return t.nodeName.toLowerCase()==="input"&&e.indexOf(t.type)===-1||t.nodeName.toLowerCase()==="textarea"||t.isContentEditable},isEditable(t){return this.isSelectable(t)||(t.nodeName!=null?t.nodeName.toLowerCase():void 0)==="select"},isEmbed(t){let e=t.nodeName!=null?t.nodeName.toLowerCase():null;return["embed","object"].includes(e)},isFocusable(t){return t&&(this.isEditable(t)||this.isEmbed(t))},isDOMDescendant(t,e){let n=e;for(;n!==null;){if(n===t)return!0;n=n.parentNode}return!1},isSelected(t){let e=document.getSelection();if(t.isContentEditable){let n=e.anchorNode;return n&&this.isDOMDescendant(t,n)}else if(f.getSelectionType(e)==="Range"&&e.isCollapsed){let n=e.anchorNode.childNodes[e.anchorOffset];return t===n}else return!1},simulateSelect(t){if(t===document.activeElement&&f.isEditable(document.activeElement))return handlerStack.bubbleEvent("click",{target:t});if(t.focus(),t.tagName.toLowerCase()!=="textarea"||t.value.indexOf(`\n`)<0)try{if(t.selectionStart===0&&t.selectionEnd===0)return t.setSelectionRange(t.value.length,t.value.length)}catch(e){}},simulateClick(t,e){e==null&&(e={});let n=["mouseover","mousedown","mouseup","click"],o=[];for(let r of n){let i=this.simulateMouseEvent(r,t,e);o.push(i)}return o},simulateMouseEvent(t,e,n){if(n==null&&(n={}),t==="mouseout"){if(e==null&&(e=this.lastHoveredElement),this.lastHoveredElement=void 0,e==null)return}else t==="mouseover"&&(this.simulateMouseEvent("mouseout",void 0,n),this.lastHoveredElement=e);let o=new MouseEvent(t,{bubbles:!0,cancelable:!0,composed:!0,view:window,detail:1,ctrlKey:n.ctrlKey,altKey:n.altKey,shiftKey:n.shiftKey,metaKey:n.metaKey});return e.dispatchEvent(o)},simulateClickDefaultAction(t,e){let n;if(e==null&&(e={}),(t.tagName!=null?t.tagName.toLowerCase():void 0)!=="a"||!t.href)return;let{ctrlKey:o,shiftKey:r,metaKey:i,altKey:a}=e;KeyboardUtils.platform==="Mac"?n=i===!0&&o===!1:n=i===!1&&o===!0,n?chrome.runtime.sendMessage({handler:"openUrlInNewTab",url:t.href,active:r===!0}):r===!0&&i===!1&&o===!1&&a===!1?chrome.runtime.sendMessage({handler:"openUrlInNewWindow",url:t.href}):t.target==="_blank"&&chrome.runtime.sendMessage({handler:"openUrlInNewTab",url:t.href,active:!0})},simulateHover(t,e){return e==null&&(e={}),this.simulateMouseEvent("mouseover",t,e)},simulateUnhover(t,e){return e==null&&(e={}),this.simulateMouseEvent("mouseout",t,e)},addFlashRect(t){let e=this.createElement("div");return e.classList.add("vimiumReset"),e.classList.add("vimiumFlash"),e.style.left=t.left+"px",e.style.top=t.top+"px",e.style.width=t.width+"px",e.style.height=t.height+"px",document.documentElement.appendChild(e),e},getViewportTopLeft(){let t=document.documentElement,e=getComputedStyle(t),n=t.getBoundingClientRect();if(e.position==="static"&&!/content|paint|strict/.test(e.contain||"")){let o=parseInt(e.marginTop),r=parseInt(e.marginLeft);return{top:-n.top+o,left:-n.left+r}}else{let o,r;return N.isFirefox()?(r=parseInt(e.borderTopWidth),o=parseInt(e.borderLeftWidth)):{clientTop:r,clientLeft:o}=t,{top:-n.top-r,left:-n.left-o}}},suppressPropagation(t){t.stopImmediatePropagation()},suppressEvent(t){t.preventDefault(),this.suppressPropagation(t)},consumeKeyup:function(){let t=null;return function(e,n=null,o){if(!e.repeat){t!=null&&handlerStack.remove(t);let{code:r}=e;t=handlerStack.push({_name:"dom_utils/consumeKeyup",keyup(i){return i.code!==r||(this.remove(),o?f.suppressPropagation(i):f.suppressEvent(i)),handlerStack.continueBubbling},blur(i){return i.target===window&&this.remove(),handlerStack.continueBubbling}})}return typeof n=="function"&&n(),o?(f.suppressPropagation(e),handlerStack.suppressPropagation):(f.suppressEvent(e),handlerStack.suppressEvent)}}(),getSelectionType(t){return t==null&&(t=document.getSelection()),t.type?t.type:t.rangeCount===0?"None":t.isCollapsed?"Caret":"Range"},getElementWithFocus(t,e){let n,o=n=t.getRangeAt(0);f.getSelectionType(t)==="Range"&&(o=n.cloneRange(),o.collapse(e)),n=o.startContainer,n.nodeType===1&&(n=n.childNodes[o.startOffset]);let r=n;for(;r&&r.nodeType!==1;)r=r.previousSibling;return n=r||(n!=null?n.parentNode:void 0),n},getSelectionFocusElement(){let t=window.getSelection(),e=t.focusNode;return e==null?null:(e===t.anchorNode&&t.focusOffset===t.anchorOffset&&(e=e.childNodes[t.focusOffset]||e),e.nodeType!==Node.ELEMENT_NODE?e.parentElement:e)},getContainingElement(t){return(typeof t.getDestinationInsertionPoints=="function"?t.getDestinationInsertionPoints()[0]:void 0)||t.parentElement},windowIsTooSmall(){return window.innerWidth<3||window.innerHeight<3},injectUserCss(){let t=document.createElement("style");t.type="text/css",t.textContent=Settings.get("userDefinedLinkHintCss"),document.head.appendChild(t)}};var O={MAX_CONTENT_LENGTH:1e3,MAX_ATTRIBUTE_LENGTH:500,MAX_NUM_DATA_ATTRIBUTES:10,commonAttributes:["id","className","title","aria-label","aria-labelledby"],attributeNamesMapping:new Map([["a",["href","title","rel","target"]],["label",["for"]],["input",["type","name","placeholder","checked","maximumLength"]],["textarea",["placeholder","maximumLength"]],["button",["type"]],["select",["name","multiple"]],["div",["role"]],["iframe",["src"]],["img",["src","alt"]]]),describe(t){var r,i;let e={};this.addAttributes(t,this.commonAttributes,e);let n=((i=(r=t.tagName).toLowerCase)==null?void 0:i.call(r))||"";this.attributeNamesMapping.has(n)&&this.addAttributes(t,this.attributeNamesMapping.get(n),e),this.addDataAttrs(t,e);let o=this.getContent(t);return this.additionalHandling(t,D({tag:n,attributes:e},o&&{content:o}))},getContent(t){var n,o;let e=((o=(n=t.tagName).toLowerCase)==null?void 0:o.call(n))||"";return["input","textarea"].includes(e)?t.value:["div","iframe","img","body"].includes(e)?null:(["a","button","select","label"].includes(e),t.innerText)},additionalHandling(t,e){var o,r;if((((r=(o=t.tagName).toLowerCase)==null?void 0:r.call(o))||"")=="label"&&t.hasAttribute("for")){let i=t.getAttribute("for"),a=document.getElementById(i);a&&(e.target=this.describe(a))}return e},addAttributes(t,e,n){n||(n={});for(let o of e)t.hasAttribute(o)&&(n[o]=t.getAttribute(o).substring(0,this.MAX_ATTRIBUTE_LENGTH));return n},addDataAttrs(t,e){let n=0;for(let o in t.dataset)if(e[`data-${o}`]=t.dataset[o].substring(0,this.MAX_ATTRIBUTE_LENGTH),n++,n>this.MAX_NUM_DATA_ATTRIBUTES)return e;return e}};var x=null,C=()=>G()||document.scrollingElement||document.body,W=function(t){return t?t<0?-1:1:0},U={x:{axisName:"scrollLeft",max:"scrollWidth",viewSize:"clientWidth"},y:{axisName:"scrollTop",max:"scrollHeight",viewSize:"clientHeight"}},X=function(t,e,n){if(N.isString(n)){let o=n;return o==="viewSize"&&t===C()?e==="x"?window.innerWidth:window.innerHeight:t[U[e][o]]}else return n},V=function(t,e,n){let o=U[e].axisName,r=t[o];if(t.scrollBy){let i={behavior:"instant"};i[e==="x"?"left":"top"]=n,t.scrollBy(i)}else t[o]+=n;return t[o]!==r},q=function(t,e){let n=window.getComputedStyle(t);return!(n.getPropertyValue(`overflow-${e}`)==="hidden"||["hidden","collapse"].includes(n.getPropertyValue("visibility"))||n.getPropertyValue("display")==="none")},T=function(t,e,n,o){let r=o*X(t,e,n)||-1;return r=W(r),V(t,e,r)&&V(t,e,-r)},$=function(t,e,n,o){return e==null&&(e="y"),n==null&&(n=1),o==null&&(o=1),T(t,e,n,o)&&q(t,e)},j=function(t=null){let e;if(!t){let n=C();if(T(n,"y",1,1)||T(n,"y",-1,1))return n;t=document.body||C()}if(T(t,"y",1,1)||T(t,"y",-1,1))return t;{let n=Array.from(t.children).map(o=>({element:o,rect:f.getVisibleClientRect(o)})).filter(o=>o.rect);n.map(o=>o.area=o.rect.width*o.rect.height);for(e of n.sort((o,r)=>r.area-o.area)){let o=j(e.element);if(o)return o}return null}},L={init(){x=null},isScrollableElement(t){return x||(x=C()&&j()||C()),t!==x&&$(t)}},G=function(){let t=J[window.location.host];if(t)return document.querySelector(t)},J={"twitter.com":"div.permalink-container div.permalink[role=main]","reddit.com":"#overlayScrollContainer","new.reddit.com":"#overlayScrollContainer","www.reddit.com":"#overlayScrollContainer","web.telegram.org":".MessageList"};window.Scroller=L;var A=function(){let t=null;return f.documentReady(()=>t=document.hasFocus()),globalThis.addEventListener("focus",E(function(e){return e.target===window&&(t=!0),!0}),!0),globalThis.addEventListener("blur",E(function(e){return e.target===window&&(t=!1),!0}),!0),()=>t}();Object.assign(globalThis,{windowIsFocused:A});var R=class{constructor(e){g(this,"element");g(this,"image");g(this,"rect");g(this,"linkText");g(this,"showLinkText");g(this,"reason");g(this,"secondClassCitizen");g(this,"possibleFalsePositive");Object.seal(this),e&&Object.assign(this,e)}},M={getLocalHintsForElement(t){var p,w,v;let e=((w=(p=t.tagName).toLowerCase)==null?void 0:w.call(p))||"",n=!1,o=!1,r=!1,i=[],a=[],d=null;if(e==="img"){let u=t.getAttribute("usemap");if(u){let h=t.getClientRects();u=u.replace(/^#/,"").replace(\'"\',\'\\\\"\');let m=document.querySelector(`map[name="${u}"]`);if(m&&h.length>0){n=!0;let y=m.getElementsByTagName("area"),S=f.getClientRectsForAreas(h[0],y);S=S.map(F=>Object.assign(F,{image:t})),a.push(...S)}}}let s=t.getAttribute("aria-disabled");if(s&&["","true"].includes(s.toLowerCase()))return[];if(this.checkForAngularJs||(this.checkForAngularJs=function(){if(document.getElementsByClassName("ng-scope").length===0)return()=>!1;{let h=[];for(let m of["","data-","x-"])for(let y of["-",":","_"])h.push(`${m}ng${y}click`);return function(m){for(let y of h)if(m.hasAttribute(y))return!0;return!1}}}()),n||(n=this.checkForAngularJs(t)),t.hasAttribute("onclick"))n=!0;else{let u=t.getAttribute("role"),h=["button","tab","link","checkbox","menuitem","menuitemcheckbox","menuitemradio","radio"];if(u!=null&&h.includes(u.toLowerCase()))n=!0;else{let m=t.getAttribute("contentEditable");m!=null&&["","contenteditable","true","plaintext-only"].includes(m.toLowerCase())&&(n=!0)}}if(!n&&t.hasAttribute("jsaction")){let u=t.getAttribute("jsaction").split(";");for(let h of u){let m=h.trim().split(":");if(m.length>=1&&m.length<=2){let[y,S,F]=m.length===1?["click",...m[0].trim().split("."),"_"]:[m[0],...m[1].trim().split("."),"_"];n||(n=y==="click"&&S!=="none"&&F!=="_")}}}switch(e){case"a":n=!0;break;case"textarea":n||(n=!t.disabled&&!t.readOnly);break;case"input":n||(n=!(((v=t.getAttribute("type"))==null?void 0:v.toLowerCase())=="hidden"||t.disabled||t.readOnly&&f.isSelectable(t)));break;case"button":case"select":n||(n=!t.disabled);break;case"object":case"embed":n=!0;break;case"label":n||(n=t.control!=null&&!t.control.disabled&&this.getLocalHintsForElement(t.control).length===0);break;case"body":n||(n=t===document.body&&!A()&&window.innerWidth>3&&window.innerHeight>3&&(document.body!=null?document.body.tagName.toLowerCase():void 0)!=="frameset"?d="Frame.":void 0),n||(n=t===document.body&&A()&&L.isScrollableElement(t)?d="Scroll.":void 0);break;case"img":n||(n=["zoom-in","zoom-out"].includes(t.style.cursor));break;case"div":case"ol":case"ul":n||(n=t.clientHeight<t.scrollHeight&&L.isScrollableElement(t)?d="Scroll.":void 0);break;case"details":n=!0,d="Open.";break}let l=t.getAttribute("class");!n&&(l!=null&&l.toLowerCase().includes("button"))&&(n=!0,r=!0);let c=t.getAttribute("tabindex"),b=c?parseInt(c):-1;if(!n&&!(b<0)&&!isNaN(b)&&(n=!0,o=!0),n)if(a.length>0){let u=a.map(h=>new R({element:h.element,image:t,rect:h.rect,secondClassCitizen:o,possibleFalsePositive:r,reason:d}));i.push(...u)}else{let u=f.getVisibleClientRect(t,!0);if(u!==null){let h=new R({element:t,rect:u,secondClassCitizen:o,possibleFalsePositive:r,reason:d});i.push(h)}}return i},getElementFromPoint(t,e,n,o){n==null&&(n=document),o==null&&(o=[]);let r=n.elementsFromPoint?n.elementsFromPoint(t,e)[0]:n.elementFromPoint(t,e);return o.includes(r)?r:(o.push(r),r&&r.shadowRoot?M.getElementFromPoint(t,e,r.shadowRoot,o):r)},getLocalHints(t){if(!document.body)return[];let e=(s,l)=>{l==null&&(l=[]);for(let c of Array.from(s.querySelectorAll("*")))l.push(c),c.shadowRoot&&e(c.shadowRoot,l);return l},n=e(document.body),o=[];for(let s of Array.from(n))if(!t||s.href){let l=this.getLocalHintsForElement(s);o.push(...l)}o=o.reverse();let r=[1,2,3];o=o.filter((s,l)=>{if(!s.possibleFalsePositive)return!0;let b=Math.max(0,l-6);for(;b<l;){let p=o[b].element;for(let w of r)if(p=p==null?void 0:p.parentElement,p===s.element)return!1;b+=1}return!0});let i=o.filter(s=>{if(s.secondClassCitizen)return!1;let l=s.rect,c=M.getElementFromPoint(l.left+l.width*.5,l.top+l.height*.5);if(c&&(s.element.contains(c)||c.contains(s.element))||s.element.localName=="area"&&c==s.image)return!0;let p=[l.top+.1,l.bottom-.1],w=[l.left+.1,l.right-.1];for(let v of p)for(let u of w){let h=M.getElementFromPoint(u,v);if(h&&(s.element.contains(h)||h.contains(s.element)))return!0}});i.reverse();let{top:a,left:d}=f.getViewportTopLeft();for(let s of i)s.rect.top+=a,s.rect.left+=d;return i}};var I=class{constructor(){this.hints=null;this.hintMarkers=null;this.markersDiv=null;this.enrichedMarkers=null}reset(){this.removeMarkers(),this.hints=null,this.hintMarkers=null,this.markersDiv=null}capture(){return _(this,null,function*(){this.reset(),this.createMarkers(),this.displayMarkers()})}createMarkers(){this.hints=M.getLocalHints(),this.hintMarkers=new Map,this.hints.forEach((e,n)=>{var i,a;let o=f.createElement("div"),r=(a=(i=e.element.attributes["data-momentic-id"])==null?void 0:i.value)!=null?a:void 0;if(!r){console.warn(`[Momentic] No data-momentic-id found for interactive element ${e.element.outerHTML}`);return}o.style.left=e.rect.left+"px",o.style.top=e.rect.top+"px",o.style.zIndex=214e7+n,o.className="vimiumReset internalVimiumHintMarker vimiumHintMarker",Z(o,r),this.hintMarkers.set(r,{hint:e,marker:o})})}enrichMarkers(){if(this.hintMarkers){this.enrichedMarkers=[];for(let[e,n]of this.hintMarkers)this.enrichedMarkers.push(Object.assign(O.describe(n.hint.element),{hintString:e}))}}displayMarkers(){this.hintMarkers&&(this.markersDiv||(this.markersDiv=f.addElementsToPage(Array.from(this.hintMarkers.values()).map(e=>e.marker),{id:"vimiumHintMarkerContainer",className:"vimiumReset"})))}removeMarkers(){this.markersDiv&&(f.removeElement(this.markersDiv),this.markersDiv=null)}toggleMarkers(){this.markersDiv?this.removeMarkers():this.displayMarkers()}},Z=(t,e)=>{for(let n of e){let o=document.createElement("span");o.className="vimiumReset",o.textContent=n,t.appendChild(o)}};window.HintManager=I;\n',css:'.vimiumReset,a.vimiumReset,a:hover.vimiumReset,a:link.vimiumReset,a:visited.vimiumReset,div.vimiumReset,span.vimiumReset,table.vimiumReset,td.vimiumReset,tr.vimiumReset{background:none;border:none;bottom:auto;box-shadow:none;color:#000;cursor:auto;display:inline;float:none;font-family:Helvetica Neue,Helvetica,Arial,sans-serif;font-size:inherit;font-style:normal;font-variant:normal;font-weight:400;height:auto;left:auto;letter-spacing:0;line-height:100%;margin:0;max-height:none;max-width:none;min-height:0;min-width:0;opacity:1;padding:0;position:static;right:auto;text-align:left;text-decoration:none;text-indent:0;text-shadow:none;text-transform:none;top:auto;vertical-align:baseline;white-space:normal;width:auto;z-index:2140000000}tbody.vimiumReset,thead.vimiumReset{display:table-header-group}tbody.vimiumReset{display:table-row-group}div.internalVimiumHintMarker{background:linear-gradient(180deg,#fff785 0,#ffc542);border:1px solid #c38a22;border-radius:3px;box-shadow:0 3px 7px 0 rgba(0,0,0,.3);display:block;font-size:11px;left:-1px;overflow:hidden;padding:1px 3px 0;position:absolute;top:-1px;white-space:nowrap}div.internalVimiumHintMarker span{color:#302505;font-family:Helvetica,Arial,sans-serif;font-size:11px;font-weight:700;text-shadow:0 1px 0 hsla(0,0%,100%,.6)}div.internalVimiumHintMarker>.matchingCharacter{color:#d4ac3a}div>.vimiumActiveHintMarker span{color:#a07555!important}div.internalVimiumInputHint{background-color:rgba(255,247,133,.3);border:1px solid #c38a22;display:block;pointer-events:none;position:absolute}div.internalVimiumSelectedInputHint{background-color:hsla(0,100%,70%,.3);border:1px solid #933!important}div.internalVimiumSelectedInputHint span{color:#fff!important}div.vimiumHighlightedFrame{border:5px solid #ff0;box-sizing:border-box;margin:0;pointer-events:none}div.vimiumHighlightedFrame,iframe.vimiumHelpDialogFrame{height:100%;left:0;padding:0;position:fixed;top:0;width:100%}iframe.vimiumHelpDialogFrame{background-color:hsla(0,0%,4%,.6);border:none;display:block;z-index:2139999997}div#vimiumHelpDialogContainer{background-color:#fff;border:2px solid #b3b3b3;border-radius:6px;margin:50px auto;max-height:calc(100% - 100px);max-width:calc(100% - 100px);opacity:1;overflow-x:auto;overflow-y:auto;width:840px}div#vimiumHelpDialog{min-width:600px;padding:8px 12px}span#vimiumTitle,span#vimiumTitle *,span#vimiumTitle span{font-size:20px}#vimiumTitle{display:block;line-height:130%;white-space:nowrap}td.vimiumHelpDialogTopButtons{text-align:right;width:100%}#helpDialogOptionsPage,#helpDialogWikiPage{font-size:14px;padding-left:5px;padding-right:5px}div.vimiumColumn{float:left;font-size:11px;line-height:130%;width:50%}div.vimiumColumn tr{display:table-row}div.vimiumColumn td{display:table-cell;font-size:11px;line-height:130%}div.vimiumColumn table,div.vimiumColumn td,div.vimiumColumn tr{margin:0;padding:0}div.vimiumColumn table{table-layout:auto;width:100%}div.vimiumColumn td{padding:1px;vertical-align:top}div#vimiumHelpDialog div.vimiumColumn tr>td:first-of-type{font-family:Helvetica Neue,Helvetica,Arial,sans-serif;font-size:14px;text-align:right;white-space:nowrap}span.vimiumHelpDialogKey{background-color:#f3f3f3;border:1px solid;border-color:#ccc #ccc #bbb;border-radius:3px;box-shadow:inset 0 -1px 0 #bbb;color:#212121;font-family:monospace;font-size:11px;margin-left:2px;padding:1px 4px}div#vimiumHelpDialog div.vimiumColumn tr>td:nth-of-type(3){width:100%}div#vimiumHelpDialog div.vimiumDivider{background-color:#9a9a9a;display:block;height:1px;margin:10px auto;width:100%}div#vimiumHelpDialog td.vimiumHelpSectionTitle{font-family:Helvetica Neue,Helvetica,Arial,sans-serif;font-size:16px;font-weight:700;padding-top:3px}div#vimiumHelpDialog td.vimiumHelpDescription{font-family:Helvetica Neue,Helvetica,Arial,sans-serif;font-size:14px}div#vimiumHelpDialog span.vimiumCopyCommandNameName{cursor:pointer;font-size:12px;font-style:italic}div#vimiumHelpDialog tr.advanced{display:none}div#vimiumHelpDialog.showAdvanced tr.advanced{display:table-row}div#vimiumHelpDialog div.advanced td:nth-of-type(3){color:#555}div#vimiumHelpDialog a.closeButton{color:#555;cursor:pointer;font-family:courier new;font-size:24px;font-weight:700;padding-left:5px;position:relative;text-decoration:none;top:3px}div#vimiumHelpDialog a{text-decoration:underline}div#vimiumHelpDialog a.closeButton:hover{color:#000;-webkit-user-select:none}div#vimiumHelpDialogFooter{display:block;margin-bottom:37px;position:relative}table.helpDialogBottom{width:100%}td.helpDialogBottomRight{float:right;text-align:right;width:100%}td.helpDialogBottomLeft,td.helpDialogBottomRight{padding:0}div#vimiumHelpDialogFooter *{font-size:10px}a#toggleAdvancedCommands,span#help-dialog-tip{font-size:10px;position:relative;top:19px;white-space:nowrap}a#toggleAdvancedCommands,a:active.vimiumHelDialogLink,a:hover.vimiumHelDialogLink,a:link.vimiumHelDialogLink,a:visited.vimiumHelDialogLink{color:#2f508e;cursor:pointer;text-decoration:underline}div.vimiumHUD{background:#f1f1f1;border:1px solid #aaa;border-radius:4px;bottom:8px;box-shadow:0 2px 10px rgba(0,0,0,.8);display:block;left:8px;position:fixed;text-align:left;width:calc(100% - 20px);z-index:2139999999}iframe.vimiumHUDFrame{background-color:transparent;border:none;bottom:-14px;display:block;height:58px;margin:0 0 0 -40%;min-width:300px;opacity:0;overflow:hidden;padding:0;position:fixed;right:20px;width:20%;z-index:2139999998}div.vimiumHUD .vimiumHUDSearchArea{background-color:#f1f1f1;border-radius:4px 4px 0 0;display:block;padding:3px}div.vimiumHUD .vimiumHUDSearchAreaInner{border-radius:3px;box-sizing:border-box;color:#777;font-family:Helvetica Neue,Helvetica,Arial,sans-serif;font-size:14px;height:30px;line-height:20px;margin-bottom:0;outline:none;padding:2px 4px;width:100%}div.vimiumHUD .hud-find{background:#fff;border:1px solid #ccc}div.vimiumHUD span#hud-find-input,div.vimiumHUD span#hud-match-count{color:#000;display:inline;outline:none;overflow-y:hidden;white-space:nowrap}div.vimiumHUD span#hud-find-input:before{content:"/"}div.vimiumHUD span#hud-match-count{color:#aaa;font-size:12px}div.vimiumHUD span#hud-find-input br{display:none}div.vimiumHUD span#hud-find-input *{display:inline;white-space:nowrap}body.vimiumFindMode ::selection{background:#ff9632}iframe.vomnibarFrame{background-color:transparent;border:none;display:block;font-family:sans-serif;height:calc(100% - 70px);left:50%;margin:0 0 0 -40%;min-width:400px;overflow:hidden;padding:0;position:fixed;top:70px;width:calc(80% + 20px);z-index:2139999998}div.vimiumFlash{background-color:transparent;box-shadow:0 0 4px 2px #4183c4;padding:1px;position:absolute;z-index:2140000000}iframe.vimiumUIComponentHidden{display:none}iframe.vimiumUIComponentVisible{color-scheme:light dark;display:block}iframe.vimiumUIComponentReactivated{border:5px solid #ff0}iframe.vimiumNonClickable{pointer-events:none}@media (prefers-color-scheme:dark){iframe.reverseDarkReaderFilter{-webkit-filter:invert(100%) hue-rotate(180deg)!important;filter:invert(100%) hue-rotate(180deg)!important}body.vimiumBody{background-color:#292a2d;color:#fff}body.vimiumBody a,body.vimiumBody a:visited{color:#8ab4f8}body.vimiumBody input,body.vimiumBody textarea{background-color:#1d1d1f;border-color:#1d1d1f;color:#e8eaed}body.vimiumBody div.example{color:#9aa0a6}body.vimiumBody div#footer,body.vimiumBody div#state,div#vimiumHelpDialogContainer{background-color:#202124;border-color:hsla(0,0%,100%,.1)}div#vimiumHelpDialog{background-color:#292a2d;color:#fff}div#vimiumHelpDialog td.vimiumHelpDescription{color:#c9cccf}div#vimiumHelpDialog td.vimiumHelpSectionTitle,span#vimiumTitle{color:#fff}#vimiumTitle>span:first-child{color:#8ab4f8!important}div#vimiumHelpDialog a{color:#8ab4f8}div#vimiumHelpDialog div.vimiumDivider{background-color:hsla(0,0%,100%,.1)}span.vimiumHelpDialogKey{background-color:#1d1d1f;border:1px solid #000;box-shadow:none;color:#fff}}',htmlJs:'var d=["html","head","title","meta","iframe","script","style","path","svg","br","::marker","noscript"],m=["data-momentic-id","aria-keyshortcuts"],f=[/data-.*/,/aria-.*/],b=["name","id","text","value","type","class","focusable","height","width","placeholder","target","aria-label","type","title","href","src","alt","role","headers","scope"],g=["relative","flex","center","justify","auto","sticky","absolute","top","right","left","bottom"];function h(e){let n=document.createElement("textarea");return n.innerHTML=e,n.value}function N(e,n){let i=e.trim().split(" ");for(let t of i)if(!(t.length<=4)&&!(n[t]&&n[t]>1)&&!g.some(s=>t.includes(s)))return t;return""}function c(e){var n;return e.getAttribute("id")==="momentic_cursor"?!1:!!(e.nodeType!==Node.ELEMENT_NODE||(n=e.textContent)!=null&&n.trim()||e.getAttributeNames().length>1||e.getAttributeNames().length===1&&!e.getAttribute("class"))}function E(e){return d.includes(e.tagName.toLowerCase())?!0:!c(e)&&e.childNodes.length===0}function p(e,n){let i=e.getAttributeNames();for(let t of i){if(m.includes(t)){e.removeAttribute(t);continue}switch(t){case"class":{let s=N(e.getAttribute("class"),n.classNameCounts);s?e.setAttribute(t,s):e.removeAttribute(t);break}case"src":{let s=e.getAttribute(t);s!=null&&s.startsWith("data:")&&e.setAttribute(t,`${s.split(";")[0]};TRUNCATED`);break}default:{!b.includes(t)&&!f.some(r=>t.match(r))&&e.removeAttribute(t);let s=e.getAttribute(t);s!=null&&s.includes("&")&&e.setAttribute(t,h(s))}}}return e}function u(e,n){if(e.nodeType===Node.TEXT_NODE)return e;if(e.nodeType!==Node.ELEMENT_NODE)return!1;let i=p(e,n);if(E(i))return!1;let t=[...i.childNodes];for(let r=0;r<t.length;r++){let l=t[r],a=u(l,n);a?i.replaceChild(a,l):(i.removeChild(l),l.remove())}let s=c(i);return!s&&i.childNodes.length===0?!1:!s&&i.childNodes.length===1?i.childNodes[0]:i}function A(){let e=document.body.cloneNode(!0),n={classNameCounts:{}},i=e.getElementsByTagName("*");for(let r=0;r<i.length;r++){let a=i[r].getAttribute("class");a&&a.split(" ").forEach(o=>{n.classNameCounts[o]=(n.classNameCounts[o]||0)+1})}let t=u(e,n);if(!t)return"";let s=[];for(let r=0;r<t.childNodes.length;r++){let l=t.childNodes[r];l.parentNode||s.push(l)}for(let r=0;r<s.length;r++)t.removeChild(s[r]);return t.outerHTML}window.getHTMLBodyString=A;\n'};var de=(n,e)=>{let{hostname:t,pathname:r}=new URL(n),{hostname:o,pathname:i}=new URL(e);return t!==o||r!==i},Tt=n=>{try{return new URL(n),!0}catch{return!1}},Tr=n=>!n.toLowerCase().startsWith("http"),vt=(n,e)=>{try{return new URL(n,e),!0}catch{return!1}};import{randomUUID as Rr}from"crypto";import{distance as Et}from"fastest-levenshtein";import{cloneDeep as Ir}from"lodash-es";var vr=new Set(["about:blank","chrome-error://chromewebdata/"]),Ar=3,ie="data-momentic-id",At=500;var bn=["focusable","keyshortcuts","controls","live","relevant"],wn=["textbox","checkbox","combobox","table","caption","columnheader","rowheader","gridcell","row","rowgroup","cell","button","link","list","listitem","tablist","tabpanel","tab","searchbox","menu","menubar","form","dialog","alertdialog","banner","navigation","main","menuitem","menuitemcheckbox","menuitemradio","option","radio","progressbar","switch"],Sn=["notRendered","notVisible","ariaHiddenElement","ariaHiddenSubtree"],Cn=["menulistpopup","statictext","inlinetextbox"],Tn=80,je=["StaticText","ListMarker","RootWebArea","LineBreak","emphasis","::before","::after"],vn=["cite"],An={LabelText:["label"],listitem:["li"],image:["img","svg"],link:["a"],RootWebArea:["#document"],paragraph:["p"],LineBreak:["br"]},xr={indentLevel:0,noID:!1,noChildren:!1,noProperties:!1,noContent:!1,maxLevel:void 0,neighbors:void 0},Rt=class n{id;role;name;tagName;content;properties;dataMomenticId;pathFromRoot;parent;children;backendNodeID;ignoredByCDP;constructor(e){if(this.id=e.id,this.role=e.role,this.name=e.name,this.content=e.content,this.properties={},this.pathFromRoot=e.pathFromRoot,this.children=e.children,this.backendNodeID=e.backendNodeID,this.ignoredByCDP=e.ignoredByCDP,e.properties&&e.properties.forEach(t=>{t.name==="keyshortcuts"?this.dataMomenticId=parseInt(t.value.value):this.properties[t.name]=t.value.value}),e.domNode){Nn(this.properties,e.domNode);let t=e.domNode.attributes.id;this.tagName=e.domNode.tagName||void 0,this.name=this.name||e.domNode.attributes.name||(t&&!Ln(t)?t:"")}}getSerializedFormWithContext(){return this.serialize({noID:!0,maxLevel:1,neighbors:1})}getNodeOnlySerializedForm(){return this.serialize({noID:!0,noChildren:!0,noContent:!0})}getLogForm(){return JSON.stringify({id:this.id,name:this.name??"",role:this.role??"",backendNodeId:this.backendNodeID})}isInteresting(){return wn.includes(this.role.toLowerCase())||!this.properties.hidden&&(this.properties.focusable||this.properties.settable)||this.children.some(e=>e.role==="StaticText")?!0:!!this.name.trim()||!!this.content||Object.keys(this.properties).some(e=>e.startsWith("data"))}serialize(e=xr){let t=Object.assign({},xr,e),{indentLevel:r,noChildren:o,noProperties:i,noID:c,noContent:a}=t,l=Ir(this.properties),s=" ".repeat(r),d=this.role||(l.role?`${l.role}`:"");delete l.role;let u=this.tagName??"unknown",p=this.name;d==="heading"&&p==="heading"&&(p="");let g=je.includes(this.role)||vn.includes(this.tagName||"");if(this.role==="StaticText"||this.role==="ListMarker")return`${s}${p}
 `;let f=`${s}<${u}`;if(!c&&!g&&(f+=` id="${this.id}"`),d&&d!=="generic"&&d!==u&&!(An[d]??[]).includes(u)&&(f+=` role=${JSON.stringify(d)}`),p&&(f+=` name=${JSON.stringify(p)}`),this.content&&!a&&(f+=` content=${JSON.stringify(this.content)}`),Object.keys(l).length>0&&!i&&Object.entries(l).forEach(([y,w])=>{if(!bn.includes(y)){if(y==="value"&&a&&l.type==="text")return;typeof w=="string"?f+=` ${y}="${w}"`:typeof w=="boolean"?w?f+=` ${y}`:f+=` ${y}={false}`:typeof w<"u"&&(f+=` ${y}={${JSON.stringify(w)}}`)}}),u==="::before"||u==="::after"){let y="";for(let w of this.children)y+=w.serialize({...e,indentLevel:r,neighbors:0});return y}let b=e.maxLevel!==void 0&&r/2>=e.maxLevel;if(this.children.length===0||o||b)f+=` />
-`;else{let y="";for(let C of this.children)y+=C.serialize({...e,indentLevel:r+2,neighbors:0});let w=y.trim();w.length<=Tn&&!w.includes(`
+`;else{let y="";for(let S of this.children)y+=S.serialize({...e,indentLevel:r+2,neighbors:0});let w=y.trim();w.length<=Tn&&!w.includes(`
 `)?f+=`>${w}</${u}>
 `:f+=`>
 ${y}${s}</${u}>
-`}if(e.neighbors!==void 0&&e.neighbors>0&&this.parent){let y=this.parent.children.findIndex(P=>P.id===this.id),w=y>0?this.parent.children[y-1]?.serialize({...e,neighbors:0}):"",C=y<this.parent.children.length-1?this.parent.children[y+1]?.serialize({...e,neighbors:0}):"";return`${w||""}
+`}if(e.neighbors!==void 0&&e.neighbors>0&&this.parent){let y=this.parent.children.findIndex(P=>P.id===this.id),w=y>0?this.parent.children[y-1]?.serialize({...e,neighbors:0}):"",S=y<this.parent.children.length-1?this.parent.children[y+1]?.serialize({...e,neighbors:0}):"";return`${w||""}
 ${f}
-${C||""}`}return f}shallowClone(){let e=new n({id:this.id,role:this.role,name:this.name,content:this.content,properties:[],pathFromRoot:this.pathFromRoot,children:[],backendNodeID:this.backendNodeID,ignoredByCDP:this.ignoredByCDP});return e.tagName=this.tagName,e.dataMomenticId=this.dataMomenticId,e.properties=Ir(this.properties),e}},It=class n{constructor(e,t,r){this.root=e;this.a11yIdNodeMap=t;this.dataMomenticIdMap=r}serialize(){return this.root?this.root.serialize():""}pruneUsingRelevantIds(e){let t=this.root;if(!t)throw new Error("Cannot prune a11y tree with no root");function r(i,c=!1){let a=e.has(i.id)||i.id===t?.id,l=i.shallowClone(),s=i.children,d=!1,u=[];for(let p of s){let g=r(p,a||d);g&&(u.push(g),g.parent=l,d=!0)}if(l.children=u,a||d)return l;if(je.includes(i.role)&&c)return l}let o=r(t);return new n(o,this.a11yIdNodeMap,this.dataMomenticIdMap)}};function En(n){return n.name?.value?`"${n.name.value}"`:n.role?.value&&n.role.value!=="none"&&n.role.value!=="generic"?`"${n.role.value}"`:`"${n.nodeId}"`}function Rn(n,e,t,r){return n.bounds.x===null||n.bounds.y===null||n.bounds.height===null||n.bounds.width===null||n.bounds.width===0||n.bounds.height===0?!0:n.bounds.x+n.bounds.width<e.leftBound||n.bounds.x>e.rightBound?(Ie({logger:t,logKey:r,maxCount:5,intervalMs:3e3},{domNode:n,logKey:r},"Filtering out node since it is not in the viewport horizontally"),!1):n.bounds.y+n.bounds.height<e.upperBound||n.bounds.y>e.lowerBound?(Ie({logger:t,logKey:r,maxCount:5,intervalMs:3e3},{domNode:n,logKey:r},"Filtering out node since it is not in the viewport vertically"),!1):n.computedStyles.display==="none"?(t.debug({domNode:n},"Filtering out node since it has display none"),!1):!0}function Or({node:n,parent:e,domGraph:t,inputNodeMap:r,logger:o,callId:i,filterByViewport:c,viewportDetails:a}){if(!e&&n.parentId)throw new Error(`Got no parent for accessibility node ${n.nodeId}: ${JSON.stringify(n)}`);let l=n.backendDOMNodeId!==void 0?t.backendIdToNode[n.backendDOMNodeId]:void 0;if(!l&&!Cn.includes((n.role?.value).toLowerCase()))return Ie({logger:o,logKey:i,maxCount:5,intervalMs:3e3},{axNode:n,logKey:i},"Filtering out node since it doesn't exist in the DOM"),[];if(l&&e&&c&&a&&n.backendDOMNodeId&&!Rn(l,a,o,i))return l&&(l.momenticIgnored=!0),[];let s=n.name?.value?typeof n.name.value=="string"?n.name.value:`${n.name.value}`:"",d=n.value?.value?typeof n.value.value=="string"?n.value.value:`${n.value.value}`:"";if(s==="momentic_cursor"||s.includes("chakra"))return l&&(l.momenticIgnored=!0),[];let u=new Rt({domNode:l,id:parseInt(n.nodeId),role:n.role?.value||"",name:s,content:d,properties:n.properties,children:[],pathFromRoot:(e?`${e.pathFromRoot} `:"")+En(n),backendNodeID:n.backendDOMNodeId,ignoredByCDP:n.ignored}),p=n.childIds??[];for(let b of p){if(!b)continue;let y=r.get(parseInt(b));if(!y)continue;let w=Or({node:y,parent:u,domGraph:t,inputNodeMap:r,logger:o,callId:i,filterByViewport:c,viewportDetails:a});w.length&&(u.children=u.children.concat(w))}if(u.role==="StaticText"&&(u.children=[]),u.children.length===1&&u.children[0].role==="StaticText"){let b=u.name,y=u.children[0]?.name;(b===y||!y)&&(u.children=[])}let g=[];for(let b=u.children.length-1;b>=0;b--){let y=u.children[b];if(y.role!=="StaticText"){g.push(y);continue}if(b===0||u.children[b-1].role!=="StaticText"){g.push(y);continue}u.children[b-1].name+=` ${y.name}`}if(u.children=g.reverse(),u.role==="generic"&&u.children.length===1){let b=u.children[0];if(u.name&&!je.includes(b.role)&&u.name===b.name)return l&&(l.momenticIgnored=!0),u.children}if(!u.isInteresting()&&n.parentId)return l&&(l.momenticIgnored=!0),u.children;for(let b of u.children)b.parent=u;return[u]}function Nr({node:n,a11yIdNodeMap:e,dataMomenticIdMap:t,logger:r,callId:o,startId:i=1}){n.id=i,i+=1,e.set(n.id,n),n.dataMomenticId?t.set(n.dataMomenticId,n):je.includes(n.role)||Ie({logger:r,logKey:o,maxCount:10,intervalMs:3e3},{node:n.serialize({neighbors:1,maxLevel:1}),logKey:o},"Node has no data-momentic-id");for(let c of n.children)i=Nr({node:c,a11yIdNodeMap:e,dataMomenticIdMap:t,logger:r,callId:o,startId:i});return i}function Lr({a11yGraph:n,domGraph:e,logger:t,filterByViewport:r,viewportDetails:o}){if(!n.root)throw new Error("A11y tree has no root");let i=Rr();t.debug({callId:i},"Processing a11y tree"),n.allNodes=n.allNodes.filter(d=>d.ignored?!d.ignoredReasons?.find(p=>Sn.includes(p.name)):!0);let c=new Map;for(let d of n.allNodes)c.set(parseInt(d.nodeId),d);let a=Or({node:n.root,domGraph:e,parent:null,inputNodeMap:c,logger:t,callId:Rr(),filterByViewport:r,viewportDetails:o});if(a.length>1)throw new Error(`Something went horribly wrong processing the a11y tree, we got: ${JSON.stringify(a)}`);if(a.length===0)throw new ze;let l=new Map,s=new Map;return Nr({node:a[0],a11yIdNodeMap:l,dataMomenticIdMap:s,logger:t,callId:i}),new It(a[0],l,s)}var xt=(n,e)=>{let t=1,r=["name","role","content"];for(let o of r){let i=n[o];if(typeof i!="string"||!i.trim())continue;let c=Et(i,e[o])/Math.min(i.length,e[o].length);c===0?t+=2:c<=.15&&t++}if(e.numChildren!==void 0&&(n.children.length===e.numChildren&&e.numChildren>0?t++:t--),e.nodeOnlySerializedForm){let o=n.getNodeOnlySerializedForm(),i=Et(o,e.nodeOnlySerializedForm)/Math.min(o.length,e.nodeOnlySerializedForm.length);i===0?t+=2:i<=.15&&t++}if(e.serializedForm){let o=n.serialize({noID:!0,maxLevel:1,neighbors:1}),i=Et(o,e.serializedForm)/Math.min(o.length,e.serializedForm.length);i===0?t+=2:i<=.15&&t++}return t},In=["alt","checked","for","headers","href","placeholder","required","role","scope","src","title","type","value","data-testid","data-handleid","data-handlepos"],xn=["href","src"];function On(n,e){if(e==="true")return!0;if(e==="false")return!1;try{let t=parseInt(e);if(!isNaN(t))return t}catch{}return xn.includes(n)&&e.length>60?e.slice(0,50)+"...":n==="src"&&e.includes("base64")?e.slice(0,e.indexOf("base64")+6)+"...":e}function Nn(n,e){e&&Object.entries(e.attributes).forEach(([t,r])=>{In.includes(t)&&!n[t]&&(n[t]=On(t,r))})}function Ln(n){let e=n;for(;e[0]==="_"||e[0]==="-";)e=e.slice(1);for(;e[e.length-1]==="_"||e[e.length-1]==="-";)e=e.slice(0,-1);if(e.length>20){let c=Math.floor(e.length/8);if((e.match(/[-_ ]/g)??[]).length<c)return!0}let t=(n.match(/[A-Z]/g)??[]).length,r=(n.match(/[0-9]/g)??[]).length,o=(n.match(/[a-z]/g)??[]).length,i=Math.ceil(n.length*.3);return!!(o&&r&&Math.abs(o-r)<i||o&&t&&Math.abs(o-t)<i)}var ue={r:147,g:196,b:125,a:.55},Ye={showRulers:!1,showStyles:!1,showExtensionLines:!1,contrastAlgorithm:"aa",contentColor:ue,paddingColor:ue,borderColor:ue,marginColor:ue,eventTargetColor:ue,shapeColor:ue,shapeMarginColor:ue,showInfo:!0,showAccessibilityInfo:!0};var qe=["display","opacity","visibility","height","max-height","overflow"];function Mr({snapshot:n,devicePixelRatio:e,pageFrameId:t}){let r=n.strings,o=n.documents,i=o[0];t&&(i=o.find(C=>r[C.frameId]===t));let c={},a=i.layout,l={};a.nodeIndex.forEach((C,P)=>{l[C]=P});let s=a.styles,d=a.bounds??[],u=i.nodes,p=u.backendNodeId??[],g=u.attributes??[],f=u.parentIndex??[],b=u.nodeName??[],y=u.inputChecked??{index:[]};for(let C=0;C<p.length;C++){let P=p[C],O=g[C]??[],z=f[C]&&f[C]>=0?f[C]:null,he=l[C],F;he?F=d[he]??[]:F=[];let U={backendNodeId:P,bounds:{x:F[0]??null,y:F[1]??null,width:F[2]??null,height:F[3]??null},computedStyles:{},attributes:{},parentBackendNodeId:z?p[z]:null,tagName:b[C]!==void 0?r[b[C]]?.toLowerCase():void 0,children:[],momenticIgnored:void 0};U.parentBackendNodeId&&c[U.parentBackendNodeId].children.push(P);for(let S of Object.keys(U.bounds)){let Y=S;U.bounds[Y]!==null&&(U.bounds[Y]/=e)}let se=s[C]??[];for(let S=0;S<se.length&&!(S>=qe.length);S++){let Y=se[S];if(!Y||isNaN(Y))continue;let we=r[Y];if(!we)continue;let Oe=qe[S];U.computedStyles[Oe]=we}for(let S=0;S<O.length;S+=2){let Y=O[S],we=O[S+1];if(!Y||!we)continue;let Oe=r[Y],Ut=r[we];!Oe||!Ut||(U.attributes[Oe]=Ut)}y.index.includes(C)&&(U.attributes.checked="true"),c[U.backendNodeId]=U}return{root:c[p[0]],backendIdToNode:c}}async function Pr(n){return n.evaluate(e=>{let t=Array.from(e.attributes).reduce((r,o)=>{let i=`${r} ${o.name}="${o.value}"`;return i.length<=50?i:r},"");return`<${e.tagName.toLowerCase()}${t.length>0?t+" ":""}/>`},void 0,{timeout:750})}var D=(n=1e3)=>new Promise(e=>setTimeout(()=>e(),n));var Dr=`
+${S||""}`}return f}shallowClone(){let e=new n({id:this.id,role:this.role,name:this.name,content:this.content,properties:[],pathFromRoot:this.pathFromRoot,children:[],backendNodeID:this.backendNodeID,ignoredByCDP:this.ignoredByCDP});return e.tagName=this.tagName,e.dataMomenticId=this.dataMomenticId,e.properties=Ir(this.properties),e}},It=class n{constructor(e,t,r){this.root=e;this.a11yIdNodeMap=t;this.dataMomenticIdMap=r}serialize(){return this.root?this.root.serialize():""}pruneUsingRelevantIds(e){let t=this.root;if(!t)throw new Error("Cannot prune a11y tree with no root");function r(i,c=!1){let a=e.has(i.id)||i.id===t?.id,l=i.shallowClone(),s=i.children,d=!1,u=[];for(let p of s){let g=r(p,a||d);g&&(u.push(g),g.parent=l,d=!0)}if(l.children=u,a||d)return l;if(je.includes(i.role)&&c)return l}let o=r(t);return new n(o,this.a11yIdNodeMap,this.dataMomenticIdMap)}};function En(n){return n.name?.value?`"${n.name.value}"`:n.role?.value&&n.role.value!=="none"&&n.role.value!=="generic"?`"${n.role.value}"`:`"${n.nodeId}"`}function Rn(n,e,t,r){return n.bounds.x===null||n.bounds.y===null||n.bounds.height===null||n.bounds.width===null||n.bounds.width===0||n.bounds.height===0?!0:n.bounds.x+n.bounds.width<e.leftBound||n.bounds.x>e.rightBound?(Ie({logger:t,logKey:r,maxCount:5,intervalMs:3e3},{domNode:n,logKey:r},"Filtering out node since it is not in the viewport horizontally"),!1):n.bounds.y+n.bounds.height<e.upperBound||n.bounds.y>e.lowerBound?(Ie({logger:t,logKey:r,maxCount:5,intervalMs:3e3},{domNode:n,logKey:r},"Filtering out node since it is not in the viewport vertically"),!1):n.computedStyles.display==="none"?(t.debug({domNode:n},"Filtering out node since it has display none"),!1):!0}function Or({node:n,parent:e,domGraph:t,inputNodeMap:r,logger:o,callId:i,filterByViewport:c,viewportDetails:a}){if(!e&&n.parentId)throw new Error(`Got no parent for accessibility node ${n.nodeId}: ${JSON.stringify(n)}`);let l=n.backendDOMNodeId!==void 0?t.backendIdToNode[n.backendDOMNodeId]:void 0;if(!l&&!Cn.includes((n.role?.value).toLowerCase()))return Ie({logger:o,logKey:i,maxCount:5,intervalMs:3e3},{axNode:n,logKey:i},"Filtering out node since it doesn't exist in the DOM"),[];if(l&&e&&c&&a&&n.backendDOMNodeId&&!Rn(l,a,o,i))return l&&(l.momenticIgnored=!0),[];let s=n.name?.value?typeof n.name.value=="string"?n.name.value:`${n.name.value}`:"",d=n.value?.value?typeof n.value.value=="string"?n.value.value:`${n.value.value}`:"";if(s==="momentic_cursor"||s.includes("chakra"))return l&&(l.momenticIgnored=!0),[];let u=new Rt({domNode:l,id:parseInt(n.nodeId),role:n.role?.value||"",name:s,content:d,properties:n.properties,children:[],pathFromRoot:(e?`${e.pathFromRoot} `:"")+En(n),backendNodeID:n.backendDOMNodeId,ignoredByCDP:n.ignored}),p=n.childIds??[];for(let b of p){if(!b)continue;let y=r.get(parseInt(b));if(!y)continue;let w=Or({node:y,parent:u,domGraph:t,inputNodeMap:r,logger:o,callId:i,filterByViewport:c,viewportDetails:a});w.length&&(u.children=u.children.concat(w))}if(u.role==="StaticText"&&(u.children=[]),u.children.length===1&&u.children[0].role==="StaticText"){let b=u.name,y=u.children[0]?.name;(b===y||!y)&&(u.children=[])}let g=[];for(let b=u.children.length-1;b>=0;b--){let y=u.children[b];if(y.role!=="StaticText"){g.push(y);continue}if(b===0||u.children[b-1].role!=="StaticText"){g.push(y);continue}u.children[b-1].name+=` ${y.name}`}if(u.children=g.reverse(),u.role==="generic"&&u.children.length===1){let b=u.children[0];if(u.name&&!je.includes(b.role)&&u.name===b.name)return l&&(l.momenticIgnored=!0),u.children}if(!u.isInteresting()&&n.parentId)return l&&(l.momenticIgnored=!0),u.children;for(let b of u.children)b.parent=u;return[u]}function Nr({node:n,a11yIdNodeMap:e,dataMomenticIdMap:t,logger:r,callId:o,startId:i=1}){n.id=i,i+=1,e.set(n.id,n),n.dataMomenticId?t.set(n.dataMomenticId,n):je.includes(n.role)||Ie({logger:r,logKey:o,maxCount:10,intervalMs:3e3},{node:n.serialize({neighbors:1,maxLevel:1}),logKey:o},"Node has no data-momentic-id");for(let c of n.children)i=Nr({node:c,a11yIdNodeMap:e,dataMomenticIdMap:t,logger:r,callId:o,startId:i});return i}function Lr({a11yGraph:n,domGraph:e,logger:t,filterByViewport:r,viewportDetails:o}){if(!n.root)throw new Error("A11y tree has no root");let i=Rr();t.debug({callId:i},"Processing a11y tree"),n.allNodes=n.allNodes.filter(d=>d.ignored?!d.ignoredReasons?.find(p=>Sn.includes(p.name)):!0);let c=new Map;for(let d of n.allNodes)c.set(parseInt(d.nodeId),d);let a=Or({node:n.root,domGraph:e,parent:null,inputNodeMap:c,logger:t,callId:Rr(),filterByViewport:r,viewportDetails:o});if(a.length>1)throw new Error(`Something went horribly wrong processing the a11y tree, we got: ${JSON.stringify(a)}`);if(a.length===0)throw new ze;let l=new Map,s=new Map;return Nr({node:a[0],a11yIdNodeMap:l,dataMomenticIdMap:s,logger:t,callId:i}),new It(a[0],l,s)}var xt=(n,e)=>{let t=1,r=["name","role","content"];for(let o of r){let i=n[o];if(typeof i!="string"||!i.trim())continue;let c=Et(i,e[o])/Math.min(i.length,e[o].length);c===0?t+=2:c<=.15&&t++}if(e.numChildren!==void 0&&(n.children.length===e.numChildren&&e.numChildren>0?t++:t--),e.nodeOnlySerializedForm){let o=n.getNodeOnlySerializedForm(),i=Et(o,e.nodeOnlySerializedForm)/Math.min(o.length,e.nodeOnlySerializedForm.length);i===0?t+=2:i<=.15&&t++}if(e.serializedForm){let o=n.serialize({noID:!0,maxLevel:1,neighbors:1}),i=Et(o,e.serializedForm)/Math.min(o.length,e.serializedForm.length);i===0?t+=2:i<=.15&&t++}return t},In=["alt","checked","for","headers","href","placeholder","required","role","scope","src","title","type","value","data-testid","data-handleid","data-handlepos"],xn=["href","src"];function On(n,e){if(e==="true")return!0;if(e==="false")return!1;try{let t=parseInt(e);if(!isNaN(t))return t}catch{}return xn.includes(n)&&e.length>60?e.slice(0,50)+"...":n==="src"&&e.includes("base64")?e.slice(0,e.indexOf("base64")+6)+"...":e}function Nn(n,e){e&&Object.entries(e.attributes).forEach(([t,r])=>{In.includes(t)&&!n[t]&&(n[t]=On(t,r))})}function Ln(n){let e=n;for(;e[0]==="_"||e[0]==="-";)e=e.slice(1);for(;e[e.length-1]==="_"||e[e.length-1]==="-";)e=e.slice(0,-1);if(e.length>20){let c=Math.floor(e.length/8);if((e.match(/[-_ ]/g)??[]).length<c)return!0}let t=(n.match(/[A-Z]/g)??[]).length,r=(n.match(/[0-9]/g)??[]).length,o=(n.match(/[a-z]/g)??[]).length,i=Math.ceil(n.length*.3);return!!(o&&r&&Math.abs(o-r)<i||o&&t&&Math.abs(o-t)<i)}var ue={r:147,g:196,b:125,a:.55},Ye={showRulers:!1,showStyles:!1,showExtensionLines:!1,contrastAlgorithm:"aa",contentColor:ue,paddingColor:ue,borderColor:ue,marginColor:ue,eventTargetColor:ue,shapeColor:ue,shapeMarginColor:ue,showInfo:!0,showAccessibilityInfo:!0};var qe=["display","opacity","visibility","height","max-height","overflow"];function Mr({snapshot:n,devicePixelRatio:e,pageFrameId:t}){let r=n.strings,o=n.documents,i=o[0];t&&(i=o.find(S=>r[S.frameId]===t));let c={},a=i.layout,l={};a.nodeIndex.forEach((S,P)=>{l[S]=P});let s=a.styles,d=a.bounds??[],u=i.nodes,p=u.backendNodeId??[],g=u.attributes??[],f=u.parentIndex??[],b=u.nodeName??[],y=u.inputChecked??{index:[]};for(let S=0;S<p.length;S++){let P=p[S],O=g[S]??[],z=f[S]&&f[S]>=0?f[S]:null,he=l[S],F;he?F=d[he]??[]:F=[];let U={backendNodeId:P,bounds:{x:F[0]??null,y:F[1]??null,width:F[2]??null,height:F[3]??null},computedStyles:{},attributes:{},parentBackendNodeId:z?p[z]:null,tagName:b[S]!==void 0?r[b[S]]?.toLowerCase():void 0,children:[],momenticIgnored:void 0};U.parentBackendNodeId&&c[U.parentBackendNodeId].children.push(P);for(let C of Object.keys(U.bounds)){let Y=C;U.bounds[Y]!==null&&(U.bounds[Y]/=e)}let se=s[S]??[];for(let C=0;C<se.length&&!(C>=qe.length);C++){let Y=se[C];if(!Y||isNaN(Y))continue;let we=r[Y];if(!we)continue;let Oe=qe[C];U.computedStyles[Oe]=we}for(let C=0;C<O.length;C+=2){let Y=O[C],we=O[C+1];if(!Y||!we)continue;let Oe=r[Y],Ut=r[we];!Oe||!Ut||(U.attributes[Oe]=Ut)}y.index.includes(S)&&(U.attributes.checked="true"),c[U.backendNodeId]=U}return{root:c[p[0]],backendIdToNode:c}}async function Pr(n){return n.evaluate(e=>{let t=Array.from(e.attributes).reduce((r,o)=>{let i=`${r} ${o.name}="${o.value}"`;return i.length<=50?i:r},"");return`<${e.tagName.toLowerCase()}${t.length>0?t+" ":""}/>`},void 0,{timeout:750})}var D=(n=1e3)=>new Promise(e=>setTimeout(()=>e(),n));var Dr=`
 function addCursorScript() {
   if (window.cursor) {
     return;
@@ -273,10 +273,10 @@ ${e.serializeNode(o.nextElementSibling,!1)}`),i},!t)throw new Error(`[MOMENTIC]
       `);if(c>e)throw new Error(`Closest HTML candidate still has too far distance (${c}) from threshold (${e})
       Closest node: ${i}
       Target node: ${n}
-      `);return{dataMomenticId:o,closestDistance:c}};var eo=()=>{window.pressListener&&document.removeEventListener("keydown",window.pressListener,{capture:!0}),window.pressListener=async n=>{console.log("[Momentic] Window press listener fired"),await window.captureKeystroke({key:n.key,url:window.location.href})},document.addEventListener("keydown",window.pressListener,{capture:!0})};var ti=Xn(Kn(),"momentic","chromium"),be=process.env.TWO_CAPTCHA_KEY,Ke=Qn(Jn);Ke.use(ei());Ke.use(Zn({provider:{id:"2captcha",token:be},visualFeedback:!0}));var Lt=class n{browser;context;page;systemDevicePixelRatio;networkSettings;a11yIdToNodeMap=new Map;dataMomenticIdToNodeMap=new Map;mostRecentBrowserState;domGraph=void 0;cdpClient;logger;localMode;activeFrame;transformer;baseURL;originsVisited=new Set;constructor({browser:e,context:t,page:r,baseUrl:o,logger:i,localMode:c,cdpClient:a,networkSettings:l}){this.browser=e,this.context=t,this.cdpClient=a,this.page=r,this.baseURL=o,this.originsVisited.add(new URL(o).origin),this.logger=i,this.networkSettings=l,this.localMode=!!c}static USER_AGENT=so["Desktop Chrome"].userAgent;static async init({baseUrl:e,logger:t,networkSettings:r,browserArgs:o,contextArgs:i,takeScreenshots:c,onScreenshot:a,onClose:l,waitForLoad:s=!0,localMode:d,localAppUrl:u,extensionPath:p,skipPageSetup:g,timeout:f}){let b={headless:!0,handleSIGTERM:!1,chromiumSandbox:!1,...o??{}},y={viewport:mt,userAgent:so["Desktop Chrome"].userAgent,geolocation:{latitude:37.7749,longitude:-122.4194},locale:"en-US",timezoneId:"America/Los_Angeles",...i??{}},w=null,C,P;d?(C=await Ke.launchPersistentContext(ti,{...b,...y,ignoreDefaultArgs:["--enable-automation","--enable-strict-mixed-content-checking"],ignoreHTTPSErrors:!0,bypassCSP:!0,args:["--allow-insecure-localhost","--disable-site-isolation-for-policy","--disable-site-isolation-trials",`--unsafely-treat-insecure-origin-as-secure=${u}`,`--load-extension=${p}`,"--test-type=browser"],baseURL:e}),P=C.pages()[0],l&&P.on("close",()=>{l()})):(w=await Ke.launch(b),C=await w.newContext({deviceScaleFactor:process.env.NODE_ENV==="development"?2:1,...y,baseURL:e}),P=await C.newPage()),await Hr(C);let O=new n({browser:w,context:C,page:P,baseUrl:e,logger:t,localMode:d,networkSettings:r,cdpClient:await C.newCDPSession(P)});O.systemDevicePixelRatio=y.deviceScaleFactor;let z=!1,he=async()=>{try{await O.navigate({url:e,initialNavigation:!g,loadTimeoutMs:f})}catch(F){if(t.error({err:F},"Failed to initialize chrome browser"),s)throw F}finally{z=!0}};if(s?await he():he(),a){let F=async()=>{if(c)try{a({viewport:await O.getViewport(),buffer:await O.screenshot({})})}catch(S){t.error({err:S},"Failed to take screenshot")}};F();let U=setInterval(()=>{if(Date.now()-se<(f??8e3*2))F();else{clearInterval(U);return}},400),se=Date.now();for(;!z&&Date.now()-se<(f??8e3*2);)await D(250);clearInterval(U)}return O}async getUserPageOrFrame(){if(!this.activeFrame)return this.page;let e=0;for(;e<5;){try{let t=this.page.frame(this.activeFrame);if(t)return t}catch{}try{let t=await(await this.page.$(this.activeFrame))?.contentFrame();if(t)return t}catch{}await D(100),e++}throw new v("InternalWebAgentError",`Failed to find frame '${this.activeFrame}' on page ${this.page.url()}`)}async initCDPSession(e){e===void 0&&(e=this.networkSettings.pageLoadTimeoutMs??3e3);let t=!1,r=e===null?1/0:2,o=async()=>{try{this.cdpClient=await this.context.newCDPSession(this.page),await this.cdpClient.send("Accessibility.enable"),await this.cdpClient.send("DOM.enable"),await this.cdpClient.send("Overlay.enable"),t=!0}catch(i){if(r>0)return this.logger.warn({err:i},"Failed to initialize CDP session, re-creating CDP client"),await D(250),r--,o();throw i}};return e===null?await o():await Promise.race([o(),D(e)]),t}setLogger(e){this.logger=e}ping(){if(this.closed)throw new Error("Page has been closed");if(this.browser&&!this.browser.isConnected())throw new Error("Browser is not connected")}setActiveFrame(e){e?this.activeFrame=e:this.activeFrame=void 0}async reset(e){this.a11yIdToNodeMap.clear(),this.dataMomenticIdToNodeMap.clear(),e.clearCookies&&(this.logger.debug("Clearing cookies"),await this.context.clearCookies());let t=this.localMode?[await this.getUserPageOrFrame()]:this.context.pages();for(let r=0;r<t.length;r++){if(e.clearStorage){let o=t[r].url();this.logger.debug(`Clearing local storage for tab ${o}`),this.originsVisited.delete(new URL(o).origin);try{await t[r].evaluate(async()=>{window.localStorage.clear(),window.sessionStorage.clear(),await indexedDB.databases().then(i=>{i.forEach(c=>{c.name&&indexedDB.deleteDatabase(c.name)})})})}catch(i){this.logger.debug({err:i},"Failed clearing site data, continuing...")}}r!==0&&!this.localMode&&(this.logger.debug(`Closing tab ${t[r].url()}`),await t[r].close())}if(this.page=this.context.pages()[0],this.page.isClosed()&&this.logger.warn("Page is closed, exiting reset early"),e.clearStorage)if(!await this.initCDPSession(e.timeout))this.logger.warn("Skipping clearing local storage because CDP session failed to initialize");else for(let o of this.originsVisited)this.logger.debug({origin:o},"Clearing data using CDP"),await this.cdpClient.send("Storage.clearDataForOrigin",{origin:o,storageTypes:"all"}),this.originsVisited.delete(o);await this.navigate({url:e.url??this.baseURL,initialNavigation:!0,loadTimeoutMs:e.timeout})}async wait(e){await D(e)}async toggleHints(e){let t=await this.getUserPageOrFrame();e.state==="on"?(await t.addStyleTag({content:We.css}),await t.addScriptTag({content:We.js}),await t.evaluate(zr)):await t.evaluate(Fr)}async showHints(){await this.toggleHints({state:"on"});let e=async()=>{try{await this.toggleHints({state:"off"})}catch(t){this.logger.debug({err:t},"Failed to remove vision hints")}};setTimeout(()=>{e()},3e3)}async cleanup(){this.originsVisited.clear(),await this.page.close(),await this.context.close(),this.browser&&await this.browser.close()}get closed(){return this.page.isClosed()||!!this.browser&&!this.browser.isConnected()}async html(){return(await this.getUserPageOrFrame()).content()}async url(){return this.localMode?(await this.getUserPageOrFrame()).url():this.page.url()}async screenshotWithHints(e){let t=e.saveToDiskPath?.split("."),r=t?.slice(0,-1).join("."),o=t?.slice(-1)[0],i=Buffer.from("");await this.showHints();let c=await this.screenshot({...e,saveToDiskPath:e.saveToDiskPath?`${r}-after-hint.${o}`:void 0});return{before:i,after:c}}async screenshot({target:e,quality:t,scale:r="device",saveToDiskPath:o,hideCaret:i,retries:c=1,timeout:a,clearHighlights:l=!1}){l&&await this.removeAllHighlights();let s={fullPage:!1,quality:t,scale:r,type:"jpeg",caret:i?"hide":"initial",path:o,timeout:a??5e3};try{if(e)return(await this.resolveTarget(e)).locator.screenshot(s);if(!this.localMode||!this.activeFrame){let d=await this.cdpClient.send("Page.captureScreenshot",{format:"jpeg",quality:t});return Buffer.from(d.data,"base64")}else return this.page.locator(`iframe[name="${this.activeFrame}"]`).screenshot(s)}catch(d){if(this.logger.warn({err:d},"Failed taking screenshot, continuing..."),c>0)return this.screenshot({target:e,quality:t,scale:r,saveToDiskPath:o,hideCaret:i,retries:c-1,timeout:a,clearHighlights:l});throw d}}async getViewport(){if(this.localMode&&this.activeFrame){let t=await this.page.locator(`iframe[name="${this.activeFrame}"]`).boundingBox();if(!t)throw new Error(`Failed to get bounding box for frame: ${this.activeFrame}`);return t}let e=this.page.viewportSize();if(!e)throw new Error("failed to get viewport");return e}async addBrowserPageInitScripts(e){if(!await this.initCDPSession(e))throw new Error(`Failed to initialize libraries on this page (${this.url()}). Are you sure this site is working?`);let r=[this.page.addInitScript({content:Kr}),this.page.addInitScript({content:Xr}),this.page.addInitScript({content:_r}),this.page.addInitScript({content:$r}),this.page.addInitScript({content:Jr})];this.localMode?r.push(this.page.addInitScript({content:jr})):r.push(this.page.addInitScript({content:Dr})),await Promise.all(r)}async navigate({url:e,initialNavigation:t=!1,loadTimeoutMs:r,networkIdleTimeoutMs:o=0}){r===void 0&&(r=this.networkSettings.pageLoadTimeoutMs??8e3),Tr(e)&&(e=new URL(e,this.baseURL).toString()),r&&(r=Math.min(r,6e4)),o&&(o=Math.min(o,6e4)),this.logger.debug(`Navigating to ${e}`),this.originsVisited.add(new URL(e).origin),t&&await this.addBrowserPageInitScripts(r);let i=Date.now(),c=await this.getUserPageOrFrame(),a=async()=>{await c.goto(e,{waitUntil:"domcontentloaded",timeout:r??0});try{await c.waitForLoadState("load",{timeout:r??0})}catch(s){this.logger.warn({err:s},"Timeout elapsed waiting for load state, continuing anyways...")}};try{o?await this.wrapPossibleNavigation(a,o):await a(),this.logger.debug({url:e},`Navigation complete in ${Math.floor(Date.now()-i)}ms`)}catch(s){if(s instanceof Error&&s.message.includes("ERR_ABORTED")){this.logger.error({err:s},"Navigation error, possibly due to user cancellation");return}throw s}let l=await this.url();if(vr.has(l)&&process.env.NODE_ENV==="production")throw new v("ActionFailureError",`${e} took too long to load \u{1F61E}. Please ensure the site and your internet are working.`,{},!0);if(t&&(await this.attachNavigationHandler(this.page.mainFrame()),this.localMode))try{await this.exposeRecordingBindings()}catch(s){s instanceof Error&&s.message.includes("already registered")||this.logger.error({err:s},"Failed to expose recording bindings during navigation")}this.logger.info({url:e,urlAfterNav:l},"Navigation complete")}async type(e,t={}){this.logger.info({text:e},"Entering text with keyboard");let{clearContent:r=!0,pressKeysSequentially:o=!1}=t;r&&(process.platform==="darwin"?await this.page.keyboard.press("Meta+A"):await this.page.keyboard.press("Control+A"),await this.page.keyboard.press("Backspace")),o?await this.page.keyboard.type(e):await this.page.keyboard.insertText(e)}async scrollIntoView(e){await e.scrollIntoViewIfNeeded({timeout:5e3})}async highlight(e){try{let t=await this.resolveTarget(e,!0);return await this.highlightTarget(t.locator),!0}catch(t){return this.logger.warn({err:t,target:e},"Failed to highlight target"),!1}}async removeAllHighlights(){await(await this.getUserPageOrFrame()).evaluate(()=>{let e=window,t=e.removeHighlightTimers||[];console.log(`[MOMENTIC] Clearing ${t.length} highlights on request`),t.forEach(r=>{clearTimeout(r)}),Object.values(e.removeHighlightFunctions??{}).forEach(r=>{r()})})}async highlightTarget(e){try{return await this.removeAllHighlights(),await e.evaluate(t=>{try{console.log("[MOMENTIC] Adding highlight for",t);let r=window;r.momenticIsEligible=b=>{let w=window.getComputedStyle(b,null).getPropertyValue("display");if(w==="none"||w==="contents")return!1;let C=b.getBoundingClientRect();return!(!C.height||!C.width)},r.removeHighlightTimers=r.removeHighlightTimers||[],r.removeHighlightFunctions=r.removeHighlightFunctions||{};let o=!1,i=0;for(;!r.momenticIsEligible(t)&&i<3;){if(!t.parentElement)throw new Error("No eligible non-empty parent found for highlighting");t=t.parentElement,i++,o=!0}o&&console.log("[MOMENTIC] Redirected highlight to parent",t);let c=t.style.getPropertyValue("outline"),a=t.style.getPropertyPriority("outline"),l=t.style.getPropertyValue("background-color"),s=t.style.getPropertyPriority("background-color"),d=t.style.getPropertyValue("opacity"),u=t.style.getPropertyPriority("opacity");if(c.includes("blue")&&c.includes("solid")&&c.includes("3px")){console.log("[MOMENTIC] Already highlighted",t);return}window.matchMedia&&window.matchMedia("(prefers-color-scheme: dark)").matches?t.style.setProperty("outline","3px solid deepskyblue","important"):t.style.setProperty("outline","3px solid royalblue","important");let p="rgba(255, 255, 128, 0.5)",g=window.getComputedStyle(t,null).getPropertyValue("background-color");g&&!g.includes("255, 255, 255")&&!g.includes("0, 0, 0")&&(p=`rgba(${g.match(/\d+/g).map(Number).slice(0,3).map(w=>255-w).join(", ")}, 0.5)`),t.style.setProperty("background-color",p,"important"),t.style.setProperty("opacity","100","important");let f=`momentic${Math.floor(Math.random()*1e7)}`;r[f]=()=>{console.log("[MOMENTIC] Clearing highlight for",t);try{t.style.removeProperty("outline"),t.style.setProperty("outline",c,a),t.style.removeProperty("background-color"),t.style.setProperty("backgroundColor",l,s),t.style.removeProperty("opacity"),t.style.setProperty("opacity",d,u)}catch(b){console.error(`Failed to remove highlight: ${b}`)}},r.removeHighlightTimers.push(setTimeout(()=>{r.removeHighlightFunctions?.[f]&&(delete r.removeHighlightFunctions[f],r[f]())},2750)),r.removeHighlightFunctions[f]=r[f]}catch(r){throw console.error(r),r}},void 0,{timeout:5e3}),!0}catch(t){return this.logger.debug({err:t},"Failed to add node highlight, a page navigation likely occurred. This is non-fatal for tests."),!1}}async wrapPossibleNavigation(e,t=3e3){if(this.networkSettings.autoWaitForNetworkIdle===!1)return e();let r=await this.url(),o=Date.now(),i=new Map,c=new Map,a=b=>{let y=Ot(b.request());c.set(y,(c.get(y)??0)+1);let w=b.status();w>=500&&this.logger.warn({request:y,status:w},"Received 500 level response")},l=b=>{let y=Ot(b);Vr(b,r)&&(i.set(y,(i.get(y)??0)+1),o=Date.now())};this.page.on("response",a),this.page.on("request",l),await this.page.waitForTimeout(0);let s=Date.now(),d=await e();for(;;){if(Date.now()-s>2e3){this.logger.warn("Timeout elapsed waiting for network stable");break}if(Date.now()-o>750){this.logger.debug(`Network stable in ${Date.now()-s}ms`);break}await D(250)}let u=Date.now(),p=!1,g=new Set;for(;;){if(!p&&Date.now()-u>t){this.logger.warn({requests:Array.from(g).slice(0,10)},"Timeout elapsed waiting for requests to complete");break}let b=!1;g=new Set;for(let y of i.keys())i.get(y)!==c.get(y)&&(Gr(y)&&(this.logger.warn({uri:y},"Waiting for necessary network request to finish. To reduce test latency, please eliminate this long-running request or reach out to Momentic Support."),p=!0),b=!0,g.add(y));if(!b){this.logger.debug({url:await this.url(),requests:Array.from(i.entries()).slice(0,10)},`Network idle in ${Math.floor(Date.now()-u)}ms`);break}await D(250)}this.page.off("request",l),this.page.off("response",a);let f=await this.url();if(this.originsVisited.add(new URL(f).origin),de(f,r)){this.logger.debug({startUrl:r,newUrl:f},"Detected url change in wrapPossibleNavigation, waiting for load state");let b=await this.getUserPageOrFrame();await b.waitForLoadState("domcontentloaded",{timeout:this.networkSettings.pageLoadTimeoutMs??8e3});try{await b.waitForLoadState("load",{timeout:t})}catch{this.logger.warn({url:await this.url()},"Timeout elapsed waiting for load state, continuing anyways...")}}return d}getOpenPages(){return this.context.pages().map(e=>e.url())}async saveNodeDetailsToCache(e,t,r){if(e&&(t.id=e.id,t.content=e.content,t.name=e.name,t.role=e.role,t.numChildren=e.children.length,t.serializedForm=e.getSerializedFormWithContext(),t.nodeOnlySerializedForm=e.getNodeOnlySerializedForm()),t.generatedSelectors&&t.generatedSelectors.length>1)return;if(!r){this.logger.debug("No data-momentic-id found for target, skipping selector generation");return}let o=await this.getUserPageOrFrame();try{let i=await this.fetchHtmlAttributes(r,o);Object.assign(t,i)}catch(i){this.logger.error({err:i},"Failed to fetch HTML attributes for target")}}async resolveSelectorCombinationInPage(e){if(e.length)try{return await(await this.getUserPageOrFrame()).evaluate(Yr,e)}catch(t){this.logger.debug(`Error checking CSS selector combination: ${t}`);return}}async resolveTargetUsingCssSelectors(e,t){if(!t.generatedSelectors||t.generatedSelectors.length<2)return;let r,o,i,c=[];for(let a=0;a<t.generatedSelectors.length;a++)for(let l=0;l<t.generatedSelectors.length;l++){let s=t.generatedSelectors[a],d=t.generatedSelectors[l];s!==d&&c.push([s,d])}for(let a of c){let l=await this.resolveSelectorCombinationInPage(a);if(!l)continue;let{momenticId:s}=l,d=parseInt(s);if(!t.serializedHtml)continue;let u=await e.evaluate(Nt,d);if(!u||io(u,t.serializedHtml)/Math.max(u.length,t.serializedHtml.length)>.2)continue;r={a11yNode:void 0,locator:e.locator(a[0]),displayString:u},o=d,i=a;let g=this.dataMomenticIdToNodeMap.get(d);if(!g){this.logger.debug({target:t,proposedNode:r.displayString,selectors:a},"Matched CSS selector successfully using html-only comparison");break}let f=xt(g,t);if(f<7){r=void 0,o=void 0,i=void 0;continue}else r.a11yNode=g;this.logger.debug({target:t,proposedNode:r.displayString,comparisonScore:f,selectors:a},"Matched CSS selector successfully using html + a11y comparison");break}if(r)return t.generatedSelectors=void 0,await this.saveNodeDetailsToCache(r.a11yNode,t,o),t.generatedSelectors=Array.from(new Set([...i??[],...t.generatedSelectors??[]])),r}async resolveTarget(e,t=!1){if(this.logger.debug({target:e,skipFetchTree:t},"Resolve target called"),e.id>0&&!Ne(e)){let o=this.a11yIdToNodeMap.get(e.id);if(!o)throw new Error(`Resolving target failed, fresh value did not exist in node map: ${e.id}`);return await this.saveNodeDetailsToCache(o,e,o.dataMomenticId),{locator:await this.getLocatorFromA11yNode(o),a11yNode:o,displayString:o.getNodeOnlySerializedForm()}}let r=await this.getUserPageOrFrame();if(e.id<0&&e.selector){let o=r.locator(e.selector),i;try{i=await Pr(o)}catch(c){throw new Error(`'${e.selector}' failed to resolve: ${c}`)}return{locator:o,a11yNode:void 0,displayString:i}}if(!t){let o=(await this.getA11yTree({skipWait:!0})).serialize();this.logger.debug({tree:o},"Got a11y tree for css resolution")}if(e.generatedSelectors){let o=await this.resolveTargetUsingCssSelectors(r,e);if(o)return o;e.generatedSelectors=void 0}if(!t){let o=(await this.getA11yTree({skipWait:!1})).serialize();this.logger.debug({tree:o},"Got a11y tree for a11y resolution")}if(e.serializedForm){let o=1/0,i,c;for(let a of this.a11yIdToNodeMap.values()){let l=a.getSerializedFormWithContext(),s=io(e.serializedForm,l);s<o?(o=s,i=a,c=void 0):s===o&&(c=a)}if(i&&o<Math.ceil(.15*e.serializedForm.length))if(c)this.logger.debug({equalNodeSerialized:c.getLogForm()},"Multiple nodes with same distance, refusing to resolve using levenshtein distance");else return this.logger.debug({newNodeSerializedForm:i.getLogForm(),distance:o,originalLength:e.serializedForm.length,target:e},"Resolved cached a11y target to new node with pure levenshtein distance"),await this.saveNodeDetailsToCache(i,e,i.dataMomenticId),{a11yNode:i,locator:await this.getLocatorFromA11yNode(i),displayString:i.getNodeOnlySerializedForm()};else this.logger.debug({closestDistance:o,closestNode:i?.getLogForm()},"No close a11y node found by levenshtein distance")}if(e.nodeOnlySerializedHtml)try{let o=await r.evaluate(Zr,{serializedHtml:e.nodeOnlySerializedHtml,distanceThreshold:Math.ceil(.2*e.nodeOnlySerializedHtml.length)}),i=parseInt(o.dataMomenticId??""),c=this.dataMomenticIdToNodeMap.get(i);if(c)return this.logger.debug({result:o,a11yNode:c.getLogForm(),target:e},"Resolved cached a11y target to new node with pure html levenshtein distance"),await this.saveNodeDetailsToCache(c,e,i),{a11yNode:c,locator:await this.getLocatorFromA11yNode(c),displayString:c.getNodeOnlySerializedForm()};this.logger.warn({result:o},"Failed to find a11y node corresponding to html levenshtein comparison result")}catch(o){this.logger.debug({err:o},"Error finding closest HTML node by levenshtein distance")}throw this.logger.debug({target:e},"Failed to find any relevant node"),new Error(`Could not find any relevant node given cached target: ${JSON.stringify(e)}`)}async typeIntoTarget(e,t,r={}){let o=await this.resolveTarget(t);return await o.locator.click({force:r.force,timeout:5e3}),this.highlightTarget(o.locator),await this.type(e,r),o.displayString}async click(e,t={}){let r=await this.resolveTarget(e,t.skipWait);this.highlightTarget(r.locator);let o=await this.url(),i=this.getOpenPages(),c=1;for(;c>0;)try{t.doubleClick?await this.wrapPossibleNavigation(async()=>{await r.locator.dblclick({button:t.rightClick?"right":"left",force:t.force,timeout:5e3})}):await this.wrapPossibleNavigation(async()=>r.locator.click({button:t.rightClick?"right":"left",force:t.force,timeout:5e3})),this.logger.info("Click completed on element");break}catch(l){if(c--,c===0)throw l;this.logger.warn({err:l},"Failed clicking on element, retrying with force enabled"),t.force=!0}let a;if(t.waitForUrl){let s=this.networkSettings.pageLoadTimeoutMs??8e3;for(let d=0;d<4;d++){if(a=this.getOpenPages(),a.length!==i.length)for(let u=a.length-1;u>=0;u--){let p=a[u];if(p!==o){await this.switchToPage(p,u);break}}try{await(await this.getUserPageOrFrame()).waitForURL(t.waitForUrl,{timeout:Math.min(s/4,500)});break}catch(u){if(d===3)throw u}}}return r.displayString}async dragAndDrop(e,t,r={}){let o=await this.resolveTarget(e),i=await this.resolveTarget(t,!0),c={timeout:5e3,force:r.force};return await o.locator.hover(c),await this.page.mouse.down(),await i.locator.hover(c),await D(r.hoverSeconds?Math.min(r.hoverSeconds*1e3,5e3):500),await this.page.mouse.up(),o.displayString}async mouseDrag(e,t,r,o,i={}){let c=Object.assign({timeout:5e3},i);o&&await(await this.resolveTarget(o)).locator.hover(c);let a=await(await this.getUserPageOrFrame()).evaluate(kr);return a||(this.logger.warn("Could not get current mouse position before mouse drag action, defaulting to 0,0"),a={left:0,top:0}),await this.page.mouse.down(),await this.page.mouse.move(e+a.left,t+a.top,{steps:r}),await D(250),await this.page.mouse.up(),o?.serializedForm}async hover(e){let t=await this.resolveTarget(e);return this.highlightTarget(t.locator),await t.locator.hover({timeout:5e3}),t.displayString}async focus(e){let t=await this.resolveTarget(e);return this.highlightTarget(t.locator),await t.locator.focus({timeout:5e3}),t.displayString}async blur(e){let t=await this.resolveTarget(e);return this.highlightTarget(t.locator),await t.locator.blur({timeout:5e3}),t.displayString}async selectOption(e,t){let r=await this.resolveTarget(e);return this.highlightTarget(r.locator),await r.locator.selectOption(t,{timeout:8e3}),r.displayString}async press(e){this.localMode&&this.activeFrame&&(await(await this.getUserPageOrFrame()).evaluate(()=>{let r=document.activeElement;return r&&r.tagName.toLowerCase()!=="body"})||(this.logger.warn(`No element on the page is currently focused, clicking on <body> before pressing ${e}`),await(await this.getUserPageOrFrame()).locator("body").click())),await this.wrapPossibleNavigation(()=>this.page.keyboard.press(e))}async refresh(e){if(this.localMode&&this.activeFrame){let r=(await this.getUserPageOrFrame()).url();await this.navigate({url:r,loadTimeoutMs:e?.loadTimeoutMs,networkIdleTimeoutMs:e?.networkIdleTimeoutMs})}else{let t=async()=>this.page.reload({timeout:e?.loadTimeoutMs??this.networkSettings.pageLoadTimeoutMs??8e3});e?.networkIdleTimeoutMs?await this.wrapPossibleNavigation(t,e.networkIdleTimeoutMs):await t()}}async getActiveFrameNodeDetails(){if(!this.activeFrame)return;let e=this.localMode?`document.querySelector("#${this.activeFrame}")`:`document.querySelector("${this.activeFrame}")`,{result:t,exceptionDetails:r}=await this.cdpClient.send("Runtime.evaluate",{expression:e});if(r)throw new Error(`Could not find frame: ${this.activeFrame} ${r.exception?.description}`);let o=t.objectId;return{pageFrameId:(await this.cdpClient.send("DOM.describeNode",{objectId:o})).node.frameId}}async getA11yTree({skipWait:e=!1,filterByViewport:t=!1,maxAttempts:r=2}){let o=null,i=0,c=await this.url(),a;for(;!o&&i<r;){let l=async()=>{let s=await this.getViewportOffsetDetails();this.logger.debug({url:c,viewportDetails:s},"Got viewport details");let d=await this.getActiveFrameNodeDetails(),u=await this.getRawA11yTree({skipWait:e,iframeId:d?.pageFrameId}),p=await this.getDOMTree(s.devicePixelRatio,d?.pageFrameId);if(o=Lr({a11yGraph:u,domGraph:p,logger:this.logger,filterByViewport:t,viewportDetails:s}),!o||!o.root)throw new Error("Accessibility tree appears empty");this.a11yIdToNodeMap=o.a11yIdNodeMap,this.dataMomenticIdToNodeMap=o.dataMomenticIdMap,this.domGraph=p};try{i++,await Promise.race([l(),D(8e3)])}catch(s){a=s,i<r&&(this.logger.warn({err:s,url:c},"Error getting a11y tree, retrying..."),await D(1e3))}}if(!o)throw new v("ActionFailureError",`Getting accessibility tree failed after ${r} attempts: ${a?.message}`);return o}getA11yIdFromDataMomenticId(e){return this.dataMomenticIdToNodeMap.get(e)?.id}async getViewportOffsetDetails(){let[e,t,r,o,i]=await(await this.getUserPageOrFrame()).evaluate(()=>[window.scrollY,window.scrollX,window.screen.width,window.screen.height,window.devicePixelRatio]);return{upperBound:e,lowerBound:e+o,leftBound:t,rightBound:t+r,width:r,height:o,devicePixelRatio:this.systemDevicePixelRatio??i}}async getDOMTree(e,t){let r,o=0;for(;!r&&o<3;)try{if(r=await this.cdpClient.send("DOMSnapshot.captureSnapshot",{computedStyles:qe}),!r||!r.documents.length)throw new Error("Got empty DOM tree")}catch(i){await D(250),this.logger.error({err:i},"Error fetching DOM tree"),o++}if(!r||!r.documents.length)throw new v("InternalWebAgentError","Error fetching DOM tree");return Mr({snapshot:r,devicePixelRatio:e,pageFrameId:t})}async getRawA11yTree({skipWait:e=!1,iframeId:t=void 0}){let r=await this.url(),o=Date.now(),i=()=>{o=Date.now()};this.cdpClient.addListener("Accessibility.nodesUpdated",i);let c=!1,a=()=>{this.logger.debug({url:r},"Accessibility load event fired on page"),c=!0,o=Date.now()};this.cdpClient.addListener("Accessibility.loadComplete",a);let l=Date.now(),s=!e;for(;!e&&Date.now()-l<3e3;)if(await D(250),!(!c&&Date.now()-l<1e3)&&Date.now()-o>=750){s=!1;break}this.logger.debug({duration:Date.now()-l,eventReceived:c,timeoutTriggered:s,skipWait:e},"A11y wait phase completed"),await(await this.getUserPageOrFrame()).evaluate(Ur);let d;if(t)d=(await this.cdpClient.send("Accessibility.getRootAXNode",{frameId:t})).node.backendDOMNodeId;else{let{node:p}=await this.cdpClient.send("Accessibility.getRootAXNode");d=p.backendDOMNodeId}let{nodes:u}=await this.cdpClient.send("Accessibility.queryAXTree",{backendNodeId:d});if(this.cdpClient.removeListener("Accessibility.loadComplete",a),this.cdpClient.removeListener("Accessibility.nodesUpdated",i),!u||u.length<=1)throw new v("ActionFailureError","No content in accessibility tree");return{root:u[0],allNodes:u}}async clickUsingVisualCoordinates(e){let t=await this.getElementLocation(e);if(!t)throw new Error(`Could not find element location with backend node id: ${e}`);this.logger.debug({location:t},"Executing mouse click"),await this.page.mouse.click(t.centerX,t.centerY)}getAttributeFromStringArray(e,t){let r=e.findIndex(o=>o===t);if(!(r===-1||!e[r+1]))return e[r+1]}async getIDAttributeUsingCDP(e){await this.cdpClient.send("DOM.getDocument",{depth:0});let t=await this.cdpClient.send("DOM.requestNode",{objectId:e}),o=(await this.cdpClient.send("DOM.getAttributes",{nodeId:t.nodeId})).attributes,i=this.getAttributeFromStringArray(o,ie);if(!i)throw new Error(`Could not find attribute ${ie} for object ${e}`);return i}async getLocatorFromA11yNode(e){if(!e.backendNodeID)throw new Error(`Node with a11y id ${e.id} has no backend node ID`);return this.getLocatorFromBackendID(e.backendNodeID)}async getLocatorFromBackendID(e){let t=await this.cdpClient.send("DOM.resolveNode",{backendNodeId:e});if(!t||!t.object.objectId)throw new Error(`Could not resolve backend node ${e}`);let r;try{r=await this.getIDAttributeUsingCDP(t.object.objectId)}catch(o){throw this.logger.error({err:o,object:JSON.stringify(t.object)},"Failed to get ID attribute"),o}return(await this.getUserPageOrFrame()).locator(`[${ie}="${r}"]`)}async clickUsingCDP(e,t={}){let r=0,o,i=async l=>{let s=await this.getLocatorFromBackendID(l);t.doubleClick?await s.dblclick({timeout:5e3}):await s.click({timeout:5e3,button:t.rightClick?"right":"left",force:t.force})};for(;r<2;)try{return await i(e.backendNodeID),e}catch(l){this.logger.error({err:l},"Failed clicking on node"),o=l,r++,await D(1e3)}let c=e.parent?.children??[];for(let l of c){if(l.id===e.id)continue;let s=!1,d=xt(l,e);if(e.name&&l.name===e.name?s=!0:d>=5&&(this.logger.debug({similarityScore:d},"Sibling qualified for click redirection through comparison score"),s=!0),!!s)try{return await i(l.backendNodeID),l}catch(u){this.logger.debug({err:u,candidate:l.getLogForm()},"Failed clicking on sibling during click redirection")}}let a=e.parent;for(r=0;r<Ar;){if(!a||["rootwebarea","main"].includes(a.role.toLowerCase()))throw new v("ActionFailureError",o.message,{cause:o});if(!a.backendNodeID){a=a.parent;continue}try{return await i(a.id),a}catch(s){this.logger.debug({err:s,candidate:a.getLogForm()},"Failed clicking on parent during click redirection"),r++,a=a.parent}}throw new v("ActionFailureError",`Max click attempts exhausted on element ${e.getLogForm()}: ${o.message}`,{cause:o})}async getElementLocation(e){let t=await this.cdpClient.send("DOMSnapshot.captureSnapshot",{computedStyles:[],includeDOMRects:!0,includePaintOrder:!0}),r=await this.page.evaluate(()=>window.devicePixelRatio);process.platform==="darwin"&&r===1&&(r=2);let o=t.documents[0],i=o.layout,c=o.nodes,a=c.nodeName||[],l=c.backendNodeId||[],s=i.nodeIndex,d=i.bounds,u=-1;for(let C=0;C<a.length;C++)if(l[C]===e){u=s.indexOf(C);break}if(u===-1)throw new Error(`Could not find any backend node with ID ${e}`);let[p=0,g=0,f=0,b=0]=d[u];p/=r,g/=r,f/=r,b/=r;let y=p+f/2,w=g+b/2;return{centerX:y,centerY:w}}async scroll(e,t,r,o){let i=t==="left"?-1:1,c=o==="up"?-1:1;if(this.activeFrame)await(await this.getUserPageOrFrame()).evaluate(([l,s,d,u])=>window.scrollTo(window.scrollX+(l??window.innerWidth)*d,window.scrollY+(s??window.innerHeight)*u),[e,r,i,c]);else{let a=this.page.viewportSize()||mt;await this.page.mouse.wheel((e??a.width)*i,(r??a.height)*c)}}async scrollUp(e){await this.scroll(0,null,e??null,"up")}async scrollDown(e){await this.scroll(0,null,e??null,"down")}async scrollLeft(e){await this.scroll(e??null,"left",0,null)}async scrollRight(e){await this.scroll(e??null,"right",0,null)}async goForward(){await this.wrapPossibleNavigation(async()=>this.localMode&&this.activeFrame?(await this.getUserPageOrFrame()).evaluate(e=>{let t=e().contentWindow;t?t.history.forward():console.error("Failed to get content window for frame")},()=>document.querySelector(`iframe[name="${this.activeFrame}"]`)):this.page.goForward({waitUntil:"domcontentloaded",timeout:this.networkSettings.pageLoadTimeoutMs??8e3}))}async goBack(){await this.wrapPossibleNavigation(async()=>this.localMode&&this.activeFrame?(await this.getUserPageOrFrame()).evaluate(e=>{let t=e().contentWindow;t?t.history.back():console.error("Failed to get content window for frame")},()=>document.querySelector(`iframe[name="${this.activeFrame}"]`)):this.page.goBack({waitUntil:"domcontentloaded",timeout:this.networkSettings.pageLoadTimeoutMs??8e3}))}async createNewTab(e,t){let r=await this.context.newPage();this.page=r,await this.navigate({url:e,initialNavigation:!0,...t}),this.originsVisited.add(new URL(e).origin)}async switchToPage(e,t,r){let o=async(c,a)=>{let l=c.url();this.logger.info(`Switching to tab ${a} with url ${l}`),this.originsVisited.add(new URL(l).origin),this.page=c,await this.addBrowserPageInitScripts(r?.loadTimeoutMs),await this.attachNavigationHandler(this.page.mainFrame());try{let s=async()=>{let d=r?.loadTimeoutMs??8e3;await c.waitForLoadState("domcontentloaded",{timeout:d});try{await c.waitForLoadState("load",{timeout:d})}catch{this.logger.warn({url:l},"Timeout elapsed waiting for load state, continuing anyways...")}};r?.networkIdleTimeoutMs?await this.wrapPossibleNavigation(s,r.networkIdleTimeoutMs):await s()}catch{this.logger.warn({url:l},"Timeout elapsed waiting for load state during tab switch, continuing anyways...")}},i=this.context.pages();if(t){await o(i[t],t);return}for(let c=0;c<i.length;c++){let a=i[c];if(a.url().includes(e)){await o(a,c);return}}throw new Error(`Could not find page with url containing ${e}`)}async frameNavigationHandler(e){if(!!e.parentFrame()===this.localMode){process.env.NODE_ENV!=="production"&&this.logger.debug({url:e.url()},"Frame navigation event fired");try{let t=new URL(e.url()).origin;if(!t||t==="about:blank"||this.originsVisited.has(t)||t==="null")return;this.logger.debug(`Adding ${t} to visited set`),this.originsVisited.add(t)}catch(t){this.logger.debug({err:t},"Failed to add run page setup handler")}}}async attachNavigationHandler(e){await this.frameNavigationHandler(e),this.page.off("framenavigated",t=>this.frameNavigationHandler(t)),this.page.on("framenavigated",t=>this.frameNavigationHandler(t))}async setCookie(e){let t=dr(e);this.logger.debug({cookieSettings:t},"Adding cookies to session"),await this.context.addCookies(t)}async setLocalStorage(e,t){await(await this.getUserPageOrFrame()).evaluate(([o,i])=>{o&&localStorage.setItem(o,i||"")},[e,t])}async solveCloudflareTurnstile(){let t=(await this.getUserPageOrFrame()).locator(".cf-turnstile").locator("iframe").getAttribute("data-sitekey"),r=await fetch("https://2captcha.com/in.php",{method:"POST",body:JSON.stringify({key:be,method:"turnstile",sitekey:t,pageurl:await this.url(),json:1})});if(!r.ok){let a=`Captcha solver API returned error response: ${r.statusText}`;throw this.logger.error({text:await r.text()},a),new Error(a)}let{request:o}=await r.json(),i=Date.now(),c="";for(;Date.now()-i<6e4;){await D(2500);let a=await fetch(`https://2captcha.com/res.php?key=${be}&action=get&id=${o}&json=1`,{method:"GET"});if(!a.ok){let s=`Captcha solution API returned error response: ${a.statusText}`;throw this.logger.error({text:await a.text()},s),new Error(s)}let l=await a.json();if(l.status===1){c=l.request;break}}}async solveCaptcha(){await this.getA11yTree({});let e;for(let a of this.a11yIdToNodeMap.values())if(a.role==="image"&&a.name.toLowerCase().includes("captcha")){if(!a.backendNodeID)continue;e=await this.getLocatorFromBackendID(a.backendNodeID);break}if(!e){let a=await(await this.getUserPageOrFrame()).solveRecaptchas();if(!a.captchas||!a.captchas.length)throw new Error("No captchas found on the page");return}let t=await e.screenshot({type:"jpeg",animations:"allow",caret:"hide",quality:100,timeout:5e3}),r=await fetch("https://api.2captcha.com/createTask",{method:"POST",body:JSON.stringify({clientKey:be,task:{type:"ImageToTextTask",body:t.toString("base64"),case:!0},languagePool:"en"})});if(!r.ok){let a=`Captcha solver API returned error response: ${r.statusText}`;throw this.logger.error({text:await r.text()},a),new Error(a)}let{taskId:o}=await r.json(),i=Date.now(),c="";for(;Date.now()-i<6e4;){await D(2500);let a=await fetch("https://api.2captcha.com/getTaskResult",{method:"POST",body:JSON.stringify({clientKey:be,taskId:o})});if(!a.ok){let s=`Captcha solution API returned error response: ${a.statusText}`;throw this.logger.error({text:await a.text()},s),new Error(s)}let l=await a.json();if(l.errorId){let s=`Captcha solution API returned error ID ${l.errorId}`;throw this.logger.error(s),new Error(s)}if(l.status==="ready"){c=l.solution.text;break}}if(!c)throw new Error("Captcha solution timed out");return c}getActiveFrame(){return this.activeFrame}async captureTargetFromClick(){let e=await this.getA11yTree({skipWait:!0});this.mostRecentBrowserState=e.serialize(),this.logger.debug({tree:this.mostRecentBrowserState},"Refreshed a11y tree before target capture");let t=!1,r=setInterval(()=>{(async()=>{if(!t){t=!0;try{let l=await this.getA11yTree({skipWait:!0,maxAttempts:1});this.mostRecentBrowserState=l.serialize(),Math.random()<.1&&this.logger.debug({tree:this.mostRecentBrowserState},"Refreshed a11y tree during recording")}catch(l){this.logger.error({err:l},"Failed to get a11y tree in target capture click handler")}finally{t=!1}}})()},At),o=[];try{o=await(await this.getUserPageOrFrame()).evaluate(async()=>{let a=window,l=null;a.targetCaptureClickListener=async u=>{console.log("[Momentic] Target capture listener fired",u.target),u.preventDefault(),l=u.target},document.addEventListener("click",a.targetCaptureClickListener,{capture:!0,once:!0});let s=15e3;for(;!l&&s>0;)await new Promise(u=>setTimeout(u,100)),s-=100;if(!l)throw new Error("Timed out waiting for user to click on an element");let d=l;return[d.getAttribute("data-momentic-id"),d.parentElement?.getAttribute("data-momentic-id"),d.parentElement?.parentElement?.getAttribute("data-momentic-id")].filter(u=>!!u)})}catch(a){throw new Error(`Failed to capture: ${a.message}`)}finally{clearInterval(r)}if(!o.length)throw new Error("Selected element did not have Momentic handlers attached - if it appeared recently, please wait for the page to stabilize before clicking");let i;for(let a of o)if(i=this.getA11yIdFromDataMomenticId(parseInt(a)),i)break;if(!i)throw new Error("Selected element is not interactive - please try a neighboring or parent element instead");let c={id:i};return await this.resolveTarget(c,!0),c}areDomNodeBoundingBoxesSimilar(e,t){if(!t.bounds)return this.logger.debug({candidate:t},"Filtering out click candidate since it has no bounding box"),!1;let r=e.bounds,o=r.x??0,i=r.width??0,c=r.height??0,a=o+i,l=r.y??0,s=l+(r.height??0),d=t.bounds,u=d.width??0,p=d.height??0,g=d.x??0,f=g+(d.width??0),b=d.y??0,y=b+(d.height??0);return g<a&&f>o&&b<s&&y>l?Math.abs(i-u)<200&&Math.abs(c-p)<200?!0:(this.logger.debug({candidate:t,originalNode:e},"Filtering out click candidate since it has a significantly different area"),!1):(this.logger.debug({candidate:t},"Filtering out click candidate since it doesn't intersect with original node"),!1)}getDomCandidatesInA11yTree(e,t){let r=Object.values(t.backendIdToNode),o;for(let l of r)if(l.attributes?.[ie]===e){o=l;break}if(!o)return[];let i=[],c=t.backendIdToNode[o.parentBackendNodeId??-1];for(;c&&(c?.momenticIgnored||!this.areDomNodeBoundingBoxesSimilar(o,c));)c=t.backendIdToNode[c.parentBackendNodeId??-1];c&&i.push(c);let a=[o];for(;a.length;){let l=a.shift();for(let s of l.children??[]){let d=t.backendIdToNode[s];d&&!d.momenticIgnored&&this.areDomNodeBoundingBoxesSimilar(o,d)?i.push(d):d&&a.push(d)}}return i}async exposeRecordingBindings(){let e=({frame:t},r,o)=>{if(!this.transformer)return;this.logger.info({dataMomenticId:r,selectors:o},"Click captured on element");let i=this.domGraph,c=this.dataMomenticIdToNodeMap,a=this.mostRecentBrowserState,l=t.url(),s,d,u=c.get(r),p=[];if(!u){p=this.getDomCandidatesInA11yTree(`${r}`,i);for(let g of p){let f=parseInt(g.attributes?.[ie]??"");if(!isNaN(f)&&(u=c.get(f),d=u?.id,d)){s={id:d,generatedSelectors:o},this.logger.debug({newNode:u?.getLogForm()},"Redirected click on non-accessible element to nearest a11y node");break}}}s||(this.logger.warn({url:l,selectors:o,a11yIntersectionNodes:p},"Could not find corresponding accessibility node for click. Continuing with CSS selectors only"),s={id:-1,generatedSelectors:o}),(async()=>{try{await this.saveNodeDetailsToCache(u,s,r),await this.transformer?.recordClick({target:s,browserState:a,url:l})}catch(g){this.logger.error({err:g},"Failed capturing click in transformer")}})()};await this.context.exposeBinding("captureClick",({frame:t},r,o)=>{try{e({frame:t},r,o)}catch(i){this.logger.error({err:i},"Failed to capture click in captureClick handler")}},{handle:!1}),await this.context.exposeBinding("captureKeystroke",async({},{key:t,url:r})=>{this.transformer&&(this.logger.info({key:t},"Captured keypress"),this.transformer.recordKeystroke(t,r))})}async startRecording(e,t){this.transformer=t;let r=await this.getA11yTree({skipWait:!0});this.mostRecentBrowserState=r.serialize(),this.logger.debug({tree:this.mostRecentBrowserState},"A11y tree at time of recording start");let o,i=[async()=>{this.transformer=void 0}],c=async l=>{if(!o){let s=!1,d=async()=>{if(!s){s=!0;try{let u=await this.getA11yTree({skipWait:!0,maxAttempts:1});this.mostRecentBrowserState=u.serialize(),Math.random()<.1&&this.logger.debug({tree:this.mostRecentBrowserState},"Refreshed a11y tree during recording")}catch(u){this.logger.error({err:u},"Failed to get a11y tree in frame navigation listener")}s=!1}};o=setInterval(()=>{!this.transformer||e.aborted||d()},At),i.push(async()=>{clearInterval(o),o=void 0})}await l.evaluate(Wr),await l.evaluate(eo)};await c(await this.getUserPageOrFrame());let a=async l=>{if(l.name().startsWith(ft)&&!(e.aborted||!this.transformer)){this.logger.info({name:l.name()},"Re-adding window recording event listeners on navigation");try{await c(l)}catch(s){this.logger.error({err:s},"Error re-adding window event listeners on navigation")}}};this.page.on("framenavigated",a),i.push(async()=>{this.page.off("framenavigated",a)}),e.addEventListener("abort",async()=>{for(let l of i)try{await l()}catch(s){this.logger.warn({err:s},"Recording cleanup function failed, continuing...")}})}async getSelectOptions(e){return await e.evaluate(r=>Array.from(r.querySelectorAll("option")).map(i=>i.value))}async getHTML(){let e=await this.getUserPageOrFrame();await e.addScriptTag({content:We.htmlJs});let t=await e.evaluate(()=>window.getHTMLBodyString());if(!t)throw new v("InternalWebAgentError","Empty HTML tree");return Yn.html(t,{indent_size:1,indent_with_tabs:!1,preserve_newlines:!1,wrap_line_length:80})}async registerDialogHandler(e){let t=async r=>e==="ACCEPT"?r.accept():r.dismiss();this.page.once("dialog",t)}async executePageFunction(e,t){return(await this.getUserPageOrFrame()).evaluate(e,t)}async getDomNodeFromPositionPercentages({percentX:e,percentY:t}){if(e<0||e>1||t<0||t>1)throw new v("InternalWebAgentError","Invalid percent passed to percentage location");let{width:r,height:o,upperBound:i,leftBound:c}=await this.getViewportOffsetDetails(),a=Math.ceil(r*e),l=Math.ceil(o*t);await this.cdpClient.send("DOM.getDocument",{depth:0});let s;try{s=await this.cdpClient.send("DOM.getNodeForLocation",{x:a+c,y:l+i})}catch{throw new Error("No element was found at the given location")}return s}async highlightFromPositionPercentages(e){let t;try{t=await this.getDomNodeFromPositionPercentages(e)}catch{}return t?(await this.cdpClient.send("Overlay.highlightNode",{highlightConfig:Ye,backendNodeId:t.backendNodeId}),async()=>{try{await this.cdpClient.send("Overlay.hideHighlight",{backendNodeId:t?.backendNodeId})}catch{}}):async()=>{}}async clearAllCdpHighlights(){try{await this.cdpClient.send("Overlay.hideHighlight")}catch{}}async getTargetFromPositionPercentages(e){let t=await this.getDomNodeFromPositionPercentages(e),r=this.domGraph?.backendIdToNode[t.backendNodeId],o=r?.attributes[ie],i=parseInt(o??"");if(!r||!o||isNaN(i))throw new Error("No HTML node was found at the given location");for(let s of this.a11yIdToNodeMap.values()){if(s.backendNodeID!==t.backendNodeId)continue;let d={id:s.id};return await this.saveNodeDetailsToCache(s,d,parseInt(o)),d}let c=this.getDomCandidatesInA11yTree(`${o}`,this.domGraph);for(let s of c){let d=parseInt(s.attributes?.[ie]??"");if(isNaN(d))continue;let u=this.dataMomenticIdToNodeMap.get(d),p=u?.id;if(!p)continue;let g={id:p};return await this.saveNodeDetailsToCache(u,g,parseInt(o)),this.logger.debug({target:g},"Redirected click on non-accessible element to nearest a11y node"),g}return{id:-1,...await this.fetchHtmlAttributes(i)}}async fetchHtmlAttributes(e,t){t=t??await this.getUserPageOrFrame();let[r,o,i]=await Promise.all([(async()=>{let c=await t.evaluate(qr,e);return Array.from(new Set(c))})(),t.evaluate(Nt,e),t.evaluate(Qr,e)]);return{generatedSelectors:r,serializedHtml:o,nodeOnlySerializedHtml:i}}async toggleInspectMode(){await this.cdpClient.send("Overlay.setInspectMode",{mode:"searchForNode",highlightConfig:{showInfo:!0,showAccessibilityInfo:!0,contentColor:{r:147,g:196,b:125,a:.55}}})}async moveMouseFromPositionPercentages(e,t){let r;try{r=await this.getViewportOffsetDetails()}catch{return}let{width:o,height:i}=r,c=Math.ceil(o*e),a=Math.ceil(i*t);await this.page.mouse.move(c,a,{steps:3})}async scrollFromPositionPercentages(e,t){let r;try{r=await this.getViewportOffsetDetails()}catch{return}let{width:o,height:i}=r,c=Math.ceil(o*e),a=Math.ceil(i*t);return await this.page.mouse.wheel(c,a),{deltaX:c,deltaY:a}}async startInspectMode(){await this.cdpClient.send("Overlay.setInspectMode",{mode:"searchForNode",highlightConfig:Ye})}async stopInspectMode(){await this.cdpClient.send("Overlay.setInspectMode",{mode:"none",highlightConfig:Ye}),await this.clearAllCdpHighlights()}canSolveCaptchas(){return!!be}};var ri={type:"a11y",version:"1.0.0",useHistory:"diff",useGoalSplitter:!0},oi=ri;import vi from"buffer-image-size";import{existsSync as ui}from"fs";import{faker as ni}from"@faker-js/faker";import ii from"assert";import si from"axios";import ai from"moment";import li from"p-timeout";import ci from"pg";async function ao({code:n,fragment:e,context:t,timeoutMs:r=1e4}){let o=n;e&&(o=`return ${n}`);let i=t.toObjectCopy(),c=(s,d)=>{i.env[s]=d,t.setVariable(s,d)},a;return await li((async()=>{a=await Promise.resolve(new Ue("axios","moment","faker","assert","pg","env","results","inputs","setVariable",o)(si,ai,ni,ii,ci,i.env,i.results,i.inputs??{},c))})(),{milliseconds:r,message:`Timeout of ${r}ms exceeded for code execution`}),a}import{z as pe}from"zod";var lo=process.env.GCP_JS_EVAL_FUNCTION_ENDPOINT,di=pe.object({result:pe.unknown(),variableUpdates:pe.record(pe.string(),pe.unknown()).optional(),error:pe.string().optional(),success:pe.boolean()});async function co({code:n,fragment:e,context:t,logger:r,timeoutMs:o=1e4}){let i=new AbortController;if(!lo)throw new Error("GCP_JS_EVAL_FUNCTION_ENDPOINT environment variable not set");let c=setTimeout(()=>{i.abort()},o),a={code:n,fragment:e,state:t.toObjectCopy()},l=await fetch(lo,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(a),signal:i.signal});if(!l.ok)throw new Error(`Code evaluation server returned error code: ${l.status}`);clearTimeout(c);let s;try{s=di.parse(await l.json()),r.debug({response:s},"Response from code evaluation server")}catch(d){throw new Error(`Code evaluation server returned invalid response: ${d}`)}if(s.error)throw new Error(`Code evaluation server returned error: ${s.error}`);if(s.variableUpdates)for(let[d,u]of Object.entries(s.variableUpdates))t.setVariable(d,u);return s.result}var mi=pi();function pi(){if(process.env.NODE_ENV!=="production")return!1;if(process.env.NAMESPACE)return!0;try{if(ui("/var/run/secrets/kubernetes.io/serviceaccount/token"))return!0}catch{}return!1}async function Mt(n){let e;return mi?(n.logger.info({code:n.code,fragment:n.fragment,state:n.context.toObjectCopy()},"Running code remotely"),e=co):(n.logger.info({code:n.code,fragment:n.fragment},"Running code locally"),e=ao),e(n)}async function Xe(n){let{s:e,context:t,logger:r,timeoutMs:o=2e3,retries:i=1}=n,c=/{{(.*?)}}/g,a=e.matchAll(c),l=e;for(let s of a){if(s.length<2)continue;let d=s[1].trim(),u;try{u=await Mt({code:d,fragment:!0,context:t,timeoutMs:o,logger:r})}catch(g){if(i>0)return r.warn({err:g},"Error evaluating template string, retrying..."),Xe({...n,retries:i-1});throw r.error({err:g},"Error evaluating template string"),g}let p=typeof u=="string"?u:`${u}`;l=l.replace(s[0],p)}return l}import po from"dedent";import Ai from"diff-lines";import{distance as Ei}from"fastest-levenshtein";import kt from"jpeg-js";import Ri from"pixelmatch";var Je={"gpt-3.5-turbo-1106":16184,"ft:gpt-3.5-turbo-1106:momentic:locator:904myoh6":16184,"ft:gpt-3.5-turbo-1106:momentic:text-assertions:9CEFjgB4":16184,"ft:gpt-3.5-turbo-1106:momentic::8vgMsQca":16184,"gpt-4-0613":8092,"gpt-4-1106-preview":128e3,"gpt-4-0125-preview":128e3,"gpt-4-vision-preview":128e3,"gpt-4-turbo-2024-04-09":128e3,"claude-3-opus-20240229":2e5,"claude-3-sonnet-20240229":2e5};var hi=["Shift","CapsLock","Dead","Meta","AudioVolumeUp","AudioVolumeDown"],Qe=class{static ACTION_DEBOUNCE_DELAY=500;recordedSteps=new Map;onStepRecord;signal;generator;testId;orgId;storage;indices;logger;constructor({signal:e,onStepRecord:t,generator:r,initialIndices:o,storage:i,testId:c,orgId:a,logger:l}){this.signal=e,this.storage=i,this.logger=l,this.testId=c,this.orgId=a,this.onStepRecord=(s,d,u)=>{this.recordedSteps.set(JSON.stringify(d),{step:s,url:u});let{cachesToSave:p,stepsToSave:g}=ke({steps:[s],testId:c,orgId:a}),f=g[0];l.debug({step:f},"Sending recorded step to client"),t(f,d),(async()=>{try{await this.storage.saveStepCacheEntries(p,c,l),l.debug({step:f},`Saved ${p.length} caches for recorded step`)}catch(b){l.error({err:b},"Error saving step cache for recorded step")}})()},this.generator=r,this.indices=o}reserveIndexForCommand(e,t){let r=Array.from(this.indices);return this.recordedSteps.set(JSON.stringify(r),{step:{type:"PRESET_ACTION",command:le(e)},url:t}),this.indices[this.indices.length-1]++,r}async recordClick({target:e,browserState:t,url:r,indices:o}){if(this.signal.aborted){this.logger.debug("Transformer aborted, ignoring click...");return}let i=le("CLICK"),c=e.selector??`Generating description for ${e.nodeOnlySerializedForm?.trim()??"element"}...`,a={type:"PRESET_ACTION",command:{...i,useSelector:!!e.selector,target:{elementDescriptor:c},cache:{target:e}}};if(o||(o=Array.from(this.indices),this.indices[this.indices.length-1]++),this.onStepRecord(a,o,r),e.id<=0){this.logger.debug("Skipping reverse mapping for non-accessible element");return}let l=await this.generator.getReverseMappedDescription({goal:`${e.id}`,browserState:t},!1),s=this.recordedSteps.get(JSON.stringify(o))?.step,d=s?.command;d&&"target"in d&&d.target?(d.target.elementDescriptor=l.phrase,this.onStepRecord({...s,command:d},o,r)):this.logger.warn("Could not find existing command to update after description mapping")}recordKeystroke(e,t){if(hi.includes(e)||this.signal.aborted)return;let r="normal";e.length>1&&(r="special");let o;if(r==="normal"){let u=le("TYPE");o={type:"PRESET_ACTION",command:{...u,target:void 0,value:e,clearContent:!1}}}else{let u=le("PRESS");o={type:"PRESET_ACTION",command:{...u,value:e}}}let i,c=Array.from(this.indices);c[this.indices.length-1]--;let a=this.recordedSteps.get(JSON.stringify(c)),l=a?.step,s=l?.command,d=a?.url;if(t===d){if(s?.type===o.command.type){let u=s.value,p=o.command.value;o={type:"PRESET_ACTION",command:{...s,value:o.command.type==="PRESS"?`${u}+${p}`:`${u}${p}`}},i=c}else if(s?.type==="CLICK"&&o.command.type==="TYPE")l.command={...o.command,target:s.target,cache:s.cache},o=a.step,i=c;else if(s?.type==="TYPE"&&o.command.type==="PRESS"&&o.command.value==="Backspace"){let u=s.value;o={type:"PRESET_ACTION",command:{...s,value:u.slice(0,u.length-1)}},i=c}}i||(i=Array.from(this.indices),this.indices[this.indices.length-1]++),this.onStepRecord(o,i,t)}recordScroll(e){if(this.signal.aborted)return;let{url:t}=e,r=()=>{let{deltaY:a}=e;if(!a)return;let l=Array.from(this.indices);l[this.indices.length-1]--;let s=this.recordedSteps.get(JSON.stringify(l))?.step.command,d;s?.type==="SCROLL_DOWN"&&s.deltaY?(a+=s.deltaY,d=l):s?.type==="SCROLL_UP"&&s.deltaY?(a-=s.deltaY,d=l):(d=Array.from(this.indices),this.indices[this.indices.length-1]++);let u=a>0?"SCROLL_DOWN":"SCROLL_UP",p=le(u);p.deltaY=Math.abs(a);let g={type:"PRESET_ACTION",command:p};this.onStepRecord(g,d,t)},o=()=>{let{deltaX:a}=e;if(!a)return;let l=Array.from(this.indices);l[this.indices.length-1]--;let s=this.recordedSteps.get(JSON.stringify(l))?.step.command,d;s?.type==="SCROLL_RIGHT"&&s.deltaX?(a+=s.deltaX,d=l):s?.type==="SCROLL_LEFT"&&s.deltaX?(a-=s.deltaX,d=l):(d=Array.from(this.indices),this.indices[this.indices.length-1]++);let u=a>0?"SCROLL_RIGHT":"SCROLL_LEFT",p=le(u);p.deltaX=Math.abs(a);let g={type:"PRESET_ACTION",command:p};this.onStepRecord(g,d,t)},i=Array.from(this.indices);i[this.indices.length-1]--;let c=this.recordedSteps.get(JSON.stringify(i));c?.step.command.type==="SCROLL_LEFT"||c?.step.command.type==="SCROLL_RIGHT"?(o(),e.deltaY>=20&&r()):(r(),e.deltaX>=20&&o())}};var Ze=3.1;function gi(n){let e=0;for(let t=0;t<n.length;t++){let r=n.charCodeAt(t);!(r>=48&&r<=57)&&!(r>=65&&r<=90)&&!(r>=97&&r<=122)&&e++}return e}function et(n){return Math.ceil(Pt(n)/Ze)}function Pt(n){let e=0;if(typeof n=="string"){let t=n;t=t.replaceAll(`
+      `);return{dataMomenticId:o,closestDistance:c}};var eo=()=>{window.pressListener&&document.removeEventListener("keydown",window.pressListener,{capture:!0}),window.pressListener=async n=>{console.log("[Momentic] Window press listener fired"),await window.captureKeystroke({key:n.key,url:window.location.href})},document.addEventListener("keydown",window.pressListener,{capture:!0})};var ti=Xn(Kn(),"momentic","chromium"),be=process.env.TWO_CAPTCHA_KEY,Ke=Qn(Jn);Ke.use(ei());Ke.use(Zn({provider:{id:"2captcha",token:be},visualFeedback:!0}));var Lt=class n{browser;context;page;systemDevicePixelRatio;networkSettings;a11yIdToNodeMap=new Map;dataMomenticIdToNodeMap=new Map;mostRecentBrowserState;domGraph=void 0;cdpClient;logger;localMode;activeFrame;transformer;baseURL;originsVisited=new Set;constructor({browser:e,context:t,page:r,baseUrl:o,logger:i,localMode:c,cdpClient:a,networkSettings:l}){this.browser=e,this.context=t,this.cdpClient=a,this.page=r,this.baseURL=o,this.originsVisited.add(new URL(o).origin),this.logger=i,this.networkSettings=l,this.localMode=!!c}static USER_AGENT=so["Desktop Chrome"].userAgent;static async init({baseUrl:e,logger:t,networkSettings:r,browserArgs:o,contextArgs:i,takeScreenshots:c,onScreenshot:a,onClose:l,waitForLoad:s=!0,localMode:d,localAppUrl:u,extensionPath:p,skipPageSetup:g,timeout:f}){let b={headless:!0,handleSIGTERM:!1,chromiumSandbox:!1,...o??{}},y={viewport:mt,userAgent:so["Desktop Chrome"].userAgent,geolocation:{latitude:37.7749,longitude:-122.4194},locale:"en-US",timezoneId:"America/Los_Angeles",...i??{}},w=null,S,P;d?(S=await Ke.launchPersistentContext(ti,{...b,...y,ignoreDefaultArgs:["--enable-automation","--enable-strict-mixed-content-checking"],ignoreHTTPSErrors:!0,bypassCSP:!0,args:["--allow-insecure-localhost","--disable-site-isolation-for-policy","--disable-site-isolation-trials",`--unsafely-treat-insecure-origin-as-secure=${u}`,`--load-extension=${p}`,"--test-type=browser"],baseURL:e}),P=S.pages()[0],l&&P.on("close",()=>{l()})):(w=await Ke.launch(b),S=await w.newContext({deviceScaleFactor:process.env.NODE_ENV==="development"?2:1,...y,baseURL:e}),P=await S.newPage()),await Hr(S),await n.addBrowserPageInitScripts(S,!!d);let O=new n({browser:w,context:S,page:P,baseUrl:e,logger:t,localMode:d,networkSettings:r,cdpClient:await S.newCDPSession(P)});O.systemDevicePixelRatio=y.deviceScaleFactor;let z=!1,he=async()=>{try{await O.navigate({url:e,initialNavigation:!g,loadTimeoutMs:f})}catch(F){if(t.error({err:F},"Failed to initialize chrome browser"),s)throw F}finally{z=!0}};if(s?await he():he(),a){let F=async()=>{if(c)try{a({viewport:await O.getViewport(),buffer:await O.screenshot({})})}catch(C){t.error({err:C},"Failed to take screenshot")}};F();let U=setInterval(()=>{if(Date.now()-se<(f??8e3*2))F();else{clearInterval(U);return}},400),se=Date.now();for(;!z&&Date.now()-se<(f??8e3*2);)await D(250);clearInterval(U)}return O}async getUserPageOrFrame(){if(!this.activeFrame)return this.page;let e=0;for(;e<5;){try{let t=this.page.frame(this.activeFrame);if(t)return t}catch{}try{let t=await(await this.page.$(this.activeFrame))?.contentFrame();if(t)return t}catch{}await D(100),e++}throw new v("InternalWebAgentError",`Failed to find frame '${this.activeFrame}' on page ${this.page.url()}`)}async initCDPSession(e){e===void 0&&(e=this.networkSettings.pageLoadTimeoutMs??3e3);let t=!1,r=e===null?1/0:2,o=async()=>{try{this.cdpClient=await this.context.newCDPSession(this.page),await this.cdpClient.send("Accessibility.enable"),await this.cdpClient.send("DOM.enable"),await this.cdpClient.send("Overlay.enable"),t=!0}catch(i){if(r>0)return this.logger.warn({err:i},"Failed to initialize CDP session, re-creating CDP client"),await D(250),r--,o();throw i}};return e===null?await o():await Promise.race([o(),D(e)]),t}setLogger(e){this.logger=e}ping(){if(this.closed)throw new Error("Page has been closed");if(this.browser&&!this.browser.isConnected())throw new Error("Browser is not connected")}setActiveFrame(e){e?this.activeFrame=e:this.activeFrame=void 0}async reset(e){this.a11yIdToNodeMap.clear(),this.dataMomenticIdToNodeMap.clear(),e.clearCookies&&(this.logger.debug("Clearing cookies"),await this.context.clearCookies());let t=this.localMode?[await this.getUserPageOrFrame()]:this.context.pages();for(let r=0;r<t.length;r++){if(e.clearStorage){let o=t[r].url();this.logger.debug(`Clearing local storage for tab ${o}`),this.originsVisited.delete(new URL(o).origin);try{await t[r].evaluate(async()=>{window.localStorage.clear(),window.sessionStorage.clear(),await indexedDB.databases().then(i=>{i.forEach(c=>{c.name&&indexedDB.deleteDatabase(c.name)})})})}catch(i){this.logger.debug({err:i},"Failed clearing site data, continuing...")}}r!==0&&!this.localMode&&(this.logger.debug(`Closing tab ${t[r].url()}`),await t[r].close())}if(this.page=this.context.pages()[0],this.page.isClosed())this.logger.warn("Page is closed, exiting reset early");else if(!await this.initCDPSession(e.timeout))this.logger.warn("Skipping clearing local storage because CDP session failed to initialize");else if(e.clearStorage)for(let o of this.originsVisited)this.logger.debug({origin:o},"Clearing data using CDP"),await this.cdpClient.send("Storage.clearDataForOrigin",{origin:o,storageTypes:"all"}),this.originsVisited.delete(o);await this.navigate({url:e.url??this.baseURL,initialNavigation:!0,loadTimeoutMs:e.timeout})}async wait(e){await D(e)}async toggleHints(e){let t=await this.getUserPageOrFrame();e.state==="on"?(await t.addStyleTag({content:We.css}),await t.addScriptTag({content:We.js}),await t.evaluate(zr)):await t.evaluate(Fr)}async showHints(){await this.toggleHints({state:"on"});let e=async()=>{try{await this.toggleHints({state:"off"})}catch(t){this.logger.debug({err:t},"Failed to remove vision hints")}};setTimeout(()=>{e()},3e3)}async cleanup(){this.originsVisited.clear(),await this.page.close(),await this.context.close(),this.browser&&await this.browser.close()}get closed(){return this.page.isClosed()||!!this.browser&&!this.browser.isConnected()}async html(){return(await this.getUserPageOrFrame()).content()}async url(){return this.localMode?(await this.getUserPageOrFrame()).url():this.page.url()}async screenshotWithHints(e){let t=e.saveToDiskPath?.split("."),r=t?.slice(0,-1).join("."),o=t?.slice(-1)[0],i=Buffer.from("");await this.showHints();let c=await this.screenshot({...e,saveToDiskPath:e.saveToDiskPath?`${r}-after-hint.${o}`:void 0});return{before:i,after:c}}async screenshot({target:e,quality:t,scale:r="device",saveToDiskPath:o,hideCaret:i,retries:c=1,timeout:a,clearHighlights:l=!1}){l&&await this.removeAllHighlights();let s={fullPage:!1,quality:t,scale:r,type:"jpeg",caret:i?"hide":"initial",path:o,timeout:a??5e3};try{if(e)return(await this.resolveTarget(e)).locator.screenshot(s);if(!this.localMode||!this.activeFrame){let d=await this.cdpClient.send("Page.captureScreenshot",{format:"jpeg",quality:t});return Buffer.from(d.data,"base64")}else return this.page.locator(`iframe[name="${this.activeFrame}"]`).screenshot(s)}catch(d){if(this.logger.warn({err:d},"Failed taking screenshot, continuing..."),c>0)return this.screenshot({target:e,quality:t,scale:r,saveToDiskPath:o,hideCaret:i,retries:c-1,timeout:a,clearHighlights:l});throw d}}async getViewport(){if(this.localMode&&this.activeFrame){let t=await this.page.locator(`iframe[name="${this.activeFrame}"]`).boundingBox();if(!t)throw new Error(`Failed to get bounding box for frame: ${this.activeFrame}`);return t}let e=this.page.viewportSize();if(!e)throw new Error("failed to get viewport");return e}static async addBrowserPageInitScripts(e,t){let r=[e.addInitScript({content:Kr}),e.addInitScript({content:Xr}),e.addInitScript({content:_r}),e.addInitScript({content:$r}),e.addInitScript({content:Jr})];t?r.push(e.addInitScript({content:jr})):r.push(e.addInitScript({content:Dr})),await Promise.all(r)}async navigate({url:e,initialNavigation:t=!1,loadTimeoutMs:r,networkIdleTimeoutMs:o=0}){r===void 0&&(r=this.networkSettings.pageLoadTimeoutMs??8e3),Tr(e)&&(e=new URL(e,this.baseURL).toString()),r&&(r=Math.min(r,6e4)),o&&(o=Math.min(o,6e4)),this.logger.debug(`Navigating to ${e}`),this.originsVisited.add(new URL(e).origin),t&&await this.initCDPSession(r);let i=Date.now(),c=await this.getUserPageOrFrame(),a=async()=>{await c.goto(e,{waitUntil:"domcontentloaded",timeout:r??0});try{await c.waitForLoadState("load",{timeout:r??0})}catch(s){this.logger.warn({err:s},"Timeout elapsed waiting for load state, continuing anyways...")}};try{o?await this.wrapPossibleNavigation(a,o):await a(),this.logger.debug({url:e},`Navigation complete in ${Math.floor(Date.now()-i)}ms`)}catch(s){if(s instanceof Error&&s.message.includes("ERR_ABORTED")){this.logger.error({err:s},"Navigation error, possibly due to user cancellation");return}throw s}let l=await this.url();if(vr.has(l)&&process.env.NODE_ENV==="production")throw new v("ActionFailureError",`${e} took too long to load \u{1F61E}. Please ensure the site and your internet are working.`,{},!0);if(t&&(await this.attachNavigationHandler(this.page.mainFrame()),this.localMode))try{await this.exposeRecordingBindings()}catch(s){s instanceof Error&&s.message.includes("already registered")||this.logger.error({err:s},"Failed to expose recording bindings during navigation")}this.logger.info({url:e,urlAfterNav:l},"Navigation complete")}async type(e,t={}){this.logger.info({text:e},"Entering text with keyboard");let{clearContent:r=!0,pressKeysSequentially:o=!1}=t;r&&(process.platform==="darwin"?await this.page.keyboard.press("Meta+A"):await this.page.keyboard.press("Control+A"),await this.page.keyboard.press("Backspace")),o?await this.page.keyboard.type(e):await this.page.keyboard.insertText(e)}async scrollIntoView(e){await e.scrollIntoViewIfNeeded({timeout:5e3})}async highlight(e){try{let t=await this.resolveTarget(e,!0);return await this.highlightTarget(t.locator),!0}catch(t){return this.logger.warn({err:t,target:e},"Failed to highlight target"),!1}}async removeAllHighlights(){await(await this.getUserPageOrFrame()).evaluate(()=>{let e=window,t=e.removeHighlightTimers||[];console.log(`[MOMENTIC] Clearing ${t.length} highlights on request`),t.forEach(r=>{clearTimeout(r)}),Object.values(e.removeHighlightFunctions??{}).forEach(r=>{r()})})}async highlightTarget(e){try{return await this.removeAllHighlights(),await e.evaluate(t=>{try{console.log("[MOMENTIC] Adding highlight for",t);let r=window;r.momenticIsEligible=b=>{let w=window.getComputedStyle(b,null).getPropertyValue("display");if(w==="none"||w==="contents")return!1;let S=b.getBoundingClientRect();return!(!S.height||!S.width)},r.removeHighlightTimers=r.removeHighlightTimers||[],r.removeHighlightFunctions=r.removeHighlightFunctions||{};let o=!1,i=0;for(;!r.momenticIsEligible(t)&&i<3;){if(!t.parentElement)throw new Error("No eligible non-empty parent found for highlighting");t=t.parentElement,i++,o=!0}o&&console.log("[MOMENTIC] Redirected highlight to parent",t);let c=t.style.getPropertyValue("outline"),a=t.style.getPropertyPriority("outline"),l=t.style.getPropertyValue("background-color"),s=t.style.getPropertyPriority("background-color"),d=t.style.getPropertyValue("opacity"),u=t.style.getPropertyPriority("opacity");if(c.includes("blue")&&c.includes("solid")&&c.includes("3px")){console.log("[MOMENTIC] Already highlighted",t);return}window.matchMedia&&window.matchMedia("(prefers-color-scheme: dark)").matches?t.style.setProperty("outline","3px solid deepskyblue","important"):t.style.setProperty("outline","3px solid royalblue","important");let p="rgba(255, 255, 128, 0.5)",g=window.getComputedStyle(t,null).getPropertyValue("background-color");g&&!g.includes("255, 255, 255")&&!g.includes("0, 0, 0")&&(p=`rgba(${g.match(/\d+/g).map(Number).slice(0,3).map(w=>255-w).join(", ")}, 0.5)`),t.style.setProperty("background-color",p,"important"),t.style.setProperty("opacity","100","important");let f=`momentic${Math.floor(Math.random()*1e7)}`;r[f]=()=>{console.log("[MOMENTIC] Clearing highlight for",t);try{t.style.removeProperty("outline"),t.style.setProperty("outline",c,a),t.style.removeProperty("background-color"),t.style.setProperty("backgroundColor",l,s),t.style.removeProperty("opacity"),t.style.setProperty("opacity",d,u)}catch(b){console.error(`Failed to remove highlight: ${b}`)}},r.removeHighlightTimers.push(setTimeout(()=>{r.removeHighlightFunctions?.[f]&&(delete r.removeHighlightFunctions[f],r[f]())},2750)),r.removeHighlightFunctions[f]=r[f]}catch(r){throw console.error(r),r}},void 0,{timeout:5e3}),!0}catch(t){return this.logger.debug({err:t},"Failed to add node highlight, a page navigation likely occurred. This is non-fatal for tests."),!1}}async wrapPossibleNavigation(e,t=3e3){if(this.networkSettings.autoWaitForNetworkIdle===!1)return e();let r=await this.url(),o=Date.now(),i=new Map,c=new Map,a=b=>{let y=Ot(b.request());c.set(y,(c.get(y)??0)+1);let w=b.status();w>=500&&this.logger.warn({request:y,status:w},"Received 500 level response")},l=b=>{let y=Ot(b);Vr(b,r)&&(i.set(y,(i.get(y)??0)+1),o=Date.now())};this.page.on("response",a),this.page.on("request",l),await this.page.waitForTimeout(0);let s=Date.now(),d=await e();for(;;){if(Date.now()-s>2e3){this.logger.warn("Timeout elapsed waiting for network stable");break}if(Date.now()-o>750){this.logger.debug(`Network stable in ${Date.now()-s}ms`);break}await D(250)}let u=Date.now(),p=!1,g=new Set;for(;;){if(!p&&Date.now()-u>t){this.logger.warn({requests:Array.from(g).slice(0,10)},"Timeout elapsed waiting for requests to complete");break}let b=!1;g=new Set;for(let y of i.keys())i.get(y)!==c.get(y)&&(Gr(y)&&(this.logger.warn({uri:y},"Waiting for necessary network request to finish. To reduce test latency, please eliminate this long-running request or reach out to Momentic Support."),p=!0),b=!0,g.add(y));if(!b){this.logger.debug({url:await this.url(),requests:Array.from(i.entries()).slice(0,10)},`Network idle in ${Math.floor(Date.now()-u)}ms`);break}await D(250)}this.page.off("request",l),this.page.off("response",a);let f=await this.url();if(this.originsVisited.add(new URL(f).origin),de(f,r)){this.logger.debug({startUrl:r,newUrl:f},"Detected url change in wrapPossibleNavigation, waiting for load state");let b=await this.getUserPageOrFrame();await b.waitForLoadState("domcontentloaded",{timeout:this.networkSettings.pageLoadTimeoutMs??8e3});try{await b.waitForLoadState("load",{timeout:t})}catch{this.logger.warn({url:await this.url()},"Timeout elapsed waiting for load state, continuing anyways...")}}return d}getOpenPages(){return this.context.pages().map(e=>e.url())}async saveNodeDetailsToCache(e,t,r){if(e&&(t.id=e.id,t.content=e.content,t.name=e.name,t.role=e.role,t.numChildren=e.children.length,t.serializedForm=e.getSerializedFormWithContext(),t.nodeOnlySerializedForm=e.getNodeOnlySerializedForm()),t.generatedSelectors&&t.generatedSelectors.length>1)return;if(!r){this.logger.debug("No data-momentic-id found for target, skipping selector generation");return}let o=await this.getUserPageOrFrame();try{let i=await this.fetchHtmlAttributes(r,o);Object.assign(t,i)}catch(i){this.logger.error({err:i},"Failed to fetch HTML attributes for target")}}async resolveSelectorCombinationInPage(e){if(e.length)try{return await(await this.getUserPageOrFrame()).evaluate(Yr,e)}catch(t){this.logger.debug(`Error checking CSS selector combination: ${t}`);return}}async resolveTargetUsingCssSelectors(e,t){if(!t.generatedSelectors||t.generatedSelectors.length<2)return;let r,o,i,c=[];for(let a=0;a<t.generatedSelectors.length;a++)for(let l=0;l<t.generatedSelectors.length;l++){let s=t.generatedSelectors[a],d=t.generatedSelectors[l];s!==d&&c.push([s,d])}for(let a of c){let l=await this.resolveSelectorCombinationInPage(a);if(!l)continue;let{momenticId:s}=l,d=parseInt(s);if(!t.serializedHtml)continue;let u=await e.evaluate(Nt,d);if(!u)continue;let p=io(u,t.serializedHtml)/Math.max(u.length,t.serializedHtml.length);if(p>.2){this.logger.debug({target:t,candidateSerializedHtml:u,levenshteinRatio:p,combo:a},"Rejecting CSS selector due to html ldist");continue}r={a11yNode:void 0,locator:e.locator(a[0]),displayString:u},o=d,i=a;let g=this.dataMomenticIdToNodeMap.get(d);if(!g){this.logger.debug({target:t,proposedNode:r.displayString,selectors:a},"Matched CSS selector successfully using html-only comparison");break}let f=xt(g,t);if(f<7){r=void 0,o=void 0,i=void 0,this.logger.debug({target:t,proposedNode:g,comparisonScore:f,combo:a},"Rejecting CSS selector due to a11y score");continue}else r.a11yNode=g;this.logger.debug({target:t,proposedNode:r.displayString,comparisonScore:f,selectors:a},"Matched CSS selector successfully using html + a11y comparison");break}if(r)return t.generatedSelectors=void 0,await this.saveNodeDetailsToCache(r.a11yNode,t,o),t.generatedSelectors=Array.from(new Set([...i??[],...t.generatedSelectors??[]])),r}async resolveTarget(e,t=!1){if(this.logger.debug({target:e,skipFetchTree:t},"Resolve target called"),e.id>0&&!Ne(e)){let o=this.a11yIdToNodeMap.get(e.id);if(!o)throw new Error(`Resolving target failed, fresh value did not exist in node map: ${e.id}`);return await this.saveNodeDetailsToCache(o,e,o.dataMomenticId),{locator:await this.getLocatorFromA11yNode(o),a11yNode:o,displayString:o.getNodeOnlySerializedForm()}}let r=await this.getUserPageOrFrame();if(e.id<0&&e.selector){let o=r.locator(e.selector),i;try{i=await Pr(o)}catch(c){throw new Error(`'${e.selector}' failed to resolve: ${c}`)}return{locator:o,a11yNode:void 0,displayString:i}}if(!t){let o=(await this.getA11yTree({skipWait:!0})).serialize();this.logger.debug({tree:o},"Got a11y tree for css resolution")}if(e.generatedSelectors){let o=await this.resolveTargetUsingCssSelectors(r,e);if(o)return o;e.generatedSelectors=void 0}if(!t){let o=(await this.getA11yTree({skipWait:!1})).serialize();this.logger.debug({tree:o},"Got a11y tree for a11y resolution")}if(e.serializedForm){let o=1/0,i,c;for(let a of this.a11yIdToNodeMap.values()){let l=a.getSerializedFormWithContext(),s=io(e.serializedForm,l);s<o?(o=s,i=a,c=void 0):s===o&&(c=a)}if(i&&o<Math.ceil(.15*e.serializedForm.length))if(c)this.logger.debug({equalNodeSerialized:c.getLogForm()},"Multiple nodes with same distance, refusing to resolve using levenshtein distance");else return this.logger.debug({newNodeSerializedForm:i.getLogForm(),distance:o,originalLength:e.serializedForm.length,target:e},"Resolved cached a11y target to new node with pure levenshtein distance"),await this.saveNodeDetailsToCache(i,e,i.dataMomenticId),{a11yNode:i,locator:await this.getLocatorFromA11yNode(i),displayString:i.getNodeOnlySerializedForm()};else this.logger.debug({closestDistance:o,closestNode:i?.getLogForm()},"No close a11y node found by levenshtein distance")}if(e.nodeOnlySerializedHtml)try{let o=await r.evaluate(Zr,{serializedHtml:e.nodeOnlySerializedHtml,distanceThreshold:Math.ceil(.2*e.nodeOnlySerializedHtml.length)}),i=parseInt(o.dataMomenticId??""),c=this.dataMomenticIdToNodeMap.get(i);if(c)return this.logger.debug({result:o,a11yNode:c.getLogForm(),target:e},"Resolved cached a11y target to new node with pure html levenshtein distance"),await this.saveNodeDetailsToCache(c,e,i),{a11yNode:c,locator:await this.getLocatorFromA11yNode(c),displayString:c.getNodeOnlySerializedForm()};this.logger.warn({result:o},"Failed to find a11y node corresponding to html levenshtein comparison result")}catch(o){this.logger.debug({err:o},"Error finding closest HTML node by levenshtein distance")}throw this.logger.debug({target:e},"Failed to find any relevant node"),new Error(`Could not find any relevant node given cached target: ${JSON.stringify(e)}`)}async typeIntoTarget(e,t,r={}){let o=await this.resolveTarget(t);return await o.locator.click({force:r.force,timeout:5e3}),this.highlightTarget(o.locator),await this.type(e,r),o.displayString}async click(e,t={}){let r=await this.resolveTarget(e,t.skipWait);this.highlightTarget(r.locator);let o=await this.url(),i=this.getOpenPages(),c=1;for(;c>0;)try{t.doubleClick?await this.wrapPossibleNavigation(async()=>{await r.locator.dblclick({button:t.rightClick?"right":"left",force:t.force,timeout:5e3})}):await this.wrapPossibleNavigation(async()=>r.locator.click({button:t.rightClick?"right":"left",force:t.force,timeout:5e3})),this.logger.info("Click completed on element");break}catch(l){if(c--,c===0)throw l;this.logger.warn({err:l},"Failed clicking on element, retrying with force enabled"),t.force=!0}let a;if(t.waitForUrl){let s=this.networkSettings.pageLoadTimeoutMs??8e3;for(let d=0;d<4;d++){if(a=this.getOpenPages(),a.length!==i.length)for(let u=a.length-1;u>=0;u--){let p=a[u];if(p!==o){await this.switchToPage(p,u);break}}try{await(await this.getUserPageOrFrame()).waitForURL(t.waitForUrl,{timeout:Math.min(s/4,500)});break}catch(u){if(d===3)throw u}}}return r.displayString}async dragAndDrop(e,t,r={}){let o=await this.resolveTarget(e),i=await this.resolveTarget(t,!0),c={timeout:5e3,force:r.force};return await o.locator.hover(c),await this.page.mouse.down(),await i.locator.hover(c),await D(r.hoverSeconds?Math.min(r.hoverSeconds*1e3,5e3):500),await this.page.mouse.up(),o.displayString}async mouseDrag(e,t,r,o,i={}){let c=Object.assign({timeout:5e3},i);o&&await(await this.resolveTarget(o)).locator.hover(c);let a=await(await this.getUserPageOrFrame()).evaluate(kr);return a||(this.logger.warn("Could not get current mouse position before mouse drag action, defaulting to 0,0"),a={left:0,top:0}),await this.page.mouse.down(),await this.page.mouse.move(e+a.left,t+a.top,{steps:r}),await D(250),await this.page.mouse.up(),o?.serializedForm}async hover(e){let t=await this.resolveTarget(e);return this.highlightTarget(t.locator),await t.locator.hover({timeout:5e3}),t.displayString}async focus(e){let t=await this.resolveTarget(e);return this.highlightTarget(t.locator),await t.locator.focus({timeout:5e3}),t.displayString}async blur(e){let t=await this.resolveTarget(e);return this.highlightTarget(t.locator),await t.locator.blur({timeout:5e3}),t.displayString}async selectOption(e,t){let r=await this.resolveTarget(e);return this.highlightTarget(r.locator),await r.locator.selectOption(t,{timeout:8e3}),r.displayString}async press(e){this.localMode&&this.activeFrame&&(await(await this.getUserPageOrFrame()).evaluate(()=>{let r=document.activeElement;return r&&r.tagName.toLowerCase()!=="body"})||(this.logger.warn(`No element on the page is currently focused, clicking on <body> before pressing ${e}`),await(await this.getUserPageOrFrame()).locator("body").click())),await this.wrapPossibleNavigation(()=>this.page.keyboard.press(e))}async refresh(e){if(this.localMode&&this.activeFrame){let r=(await this.getUserPageOrFrame()).url();await this.navigate({url:r,loadTimeoutMs:e?.loadTimeoutMs,networkIdleTimeoutMs:e?.networkIdleTimeoutMs})}else{let t=async()=>this.page.reload({timeout:e?.loadTimeoutMs??this.networkSettings.pageLoadTimeoutMs??8e3});e?.networkIdleTimeoutMs?await this.wrapPossibleNavigation(t,e.networkIdleTimeoutMs):await t()}}async getActiveFrameNodeDetails(){if(!this.activeFrame)return;let e=this.localMode?`document.querySelector("#${this.activeFrame}")`:`document.querySelector("${this.activeFrame}")`,{result:t,exceptionDetails:r}=await this.cdpClient.send("Runtime.evaluate",{expression:e});if(r)throw new Error(`Could not find frame: ${this.activeFrame} ${r.exception?.description}`);let o=t.objectId;return{pageFrameId:(await this.cdpClient.send("DOM.describeNode",{objectId:o})).node.frameId}}async getA11yTree({skipWait:e=!1,filterByViewport:t=!1,maxAttempts:r=2}){let o=null,i=0,c=await this.url(),a;for(;!o&&i<r;){let l=async()=>{let s=await this.getViewportOffsetDetails();this.logger.debug({url:c,viewportDetails:s},"Got viewport details");let d=await this.getActiveFrameNodeDetails(),u=await this.getRawA11yTree({skipWait:e,iframeId:d?.pageFrameId}),p=await this.getDOMTree(s.devicePixelRatio,d?.pageFrameId);if(o=Lr({a11yGraph:u,domGraph:p,logger:this.logger,filterByViewport:t,viewportDetails:s}),!o||!o.root)throw new Error("Accessibility tree appears empty");this.a11yIdToNodeMap=o.a11yIdNodeMap,this.dataMomenticIdToNodeMap=o.dataMomenticIdMap,this.domGraph=p};try{i++,await Promise.race([l(),D(8e3)])}catch(s){a=s,i<r&&(this.logger.warn({err:s,url:c},"Error getting a11y tree, retrying..."),await D(1e3))}}if(!o)throw new v("ActionFailureError",`Getting accessibility tree failed after ${r} attempts: ${a?.message}`);return o}getA11yIdFromDataMomenticId(e){return this.dataMomenticIdToNodeMap.get(e)?.id}async getViewportOffsetDetails(){let[e,t,r,o,i]=await(await this.getUserPageOrFrame()).evaluate(()=>[window.scrollY,window.scrollX,window.screen.width,window.screen.height,window.devicePixelRatio]);return{upperBound:e,lowerBound:e+o,leftBound:t,rightBound:t+r,width:r,height:o,devicePixelRatio:this.systemDevicePixelRatio??i}}async getDOMTree(e,t){let r,o=0;for(;!r&&o<3;)try{if(r=await this.cdpClient.send("DOMSnapshot.captureSnapshot",{computedStyles:qe}),!r||!r.documents.length)throw new Error("Got empty DOM tree")}catch(i){await D(250),this.logger.error({err:i},"Error fetching DOM tree"),o++}if(!r||!r.documents.length)throw new v("InternalWebAgentError","Error fetching DOM tree");return Mr({snapshot:r,devicePixelRatio:e,pageFrameId:t})}async getRawA11yTree({skipWait:e=!1,iframeId:t=void 0}){let r=await this.url(),o=Date.now(),i=()=>{o=Date.now()};this.cdpClient.addListener("Accessibility.nodesUpdated",i);let c=!1,a=()=>{this.logger.debug({url:r},"Accessibility load event fired on page"),c=!0,o=Date.now()};this.cdpClient.addListener("Accessibility.loadComplete",a);let l=Date.now(),s=!e;for(;!e&&Date.now()-l<3e3;)if(await D(250),!(!c&&Date.now()-l<1e3)&&Date.now()-o>=750){s=!1;break}this.logger.debug({duration:Date.now()-l,eventReceived:c,timeoutTriggered:s,skipWait:e},"A11y wait phase completed"),await(await this.getUserPageOrFrame()).evaluate(Ur);let d;if(t)d=(await this.cdpClient.send("Accessibility.getRootAXNode",{frameId:t})).node.backendDOMNodeId;else{let{node:p}=await this.cdpClient.send("Accessibility.getRootAXNode");d=p.backendDOMNodeId}let{nodes:u}=await this.cdpClient.send("Accessibility.queryAXTree",{backendNodeId:d});if(this.cdpClient.removeListener("Accessibility.loadComplete",a),this.cdpClient.removeListener("Accessibility.nodesUpdated",i),!u||u.length<=1)throw new v("ActionFailureError","No content in accessibility tree");return{root:u[0],allNodes:u}}async clickUsingVisualCoordinates(e){let t=await this.getElementLocation(e);if(!t)throw new Error(`Could not find element location with backend node id: ${e}`);this.logger.debug({location:t},"Executing mouse click"),await this.page.mouse.click(t.centerX,t.centerY)}getAttributeFromStringArray(e,t){let r=e.findIndex(o=>o===t);if(!(r===-1||!e[r+1]))return e[r+1]}async getIDAttributeUsingCDP(e){await this.cdpClient.send("DOM.getDocument",{depth:0});let t=await this.cdpClient.send("DOM.requestNode",{objectId:e}),o=(await this.cdpClient.send("DOM.getAttributes",{nodeId:t.nodeId})).attributes,i=this.getAttributeFromStringArray(o,ie);if(!i)throw new Error(`Could not find attribute ${ie} for object ${e}`);return i}async getLocatorFromA11yNode(e){if(!e.backendNodeID)throw new Error(`Node with a11y id ${e.id} has no backend node ID`);return this.getLocatorFromBackendID(e.backendNodeID)}async getLocatorFromBackendID(e){let t=await this.cdpClient.send("DOM.resolveNode",{backendNodeId:e});if(!t||!t.object.objectId)throw new Error(`Could not resolve backend node ${e}`);let r;try{r=await this.getIDAttributeUsingCDP(t.object.objectId)}catch(o){throw this.logger.error({err:o,object:JSON.stringify(t.object)},"Failed to get ID attribute"),o}return(await this.getUserPageOrFrame()).locator(`[${ie}="${r}"]`)}async clickUsingCDP(e,t={}){let r=0,o,i=async l=>{let s=await this.getLocatorFromBackendID(l);t.doubleClick?await s.dblclick({timeout:5e3}):await s.click({timeout:5e3,button:t.rightClick?"right":"left",force:t.force})};for(;r<2;)try{return await i(e.backendNodeID),e}catch(l){this.logger.error({err:l},"Failed clicking on node"),o=l,r++,await D(1e3)}let c=e.parent?.children??[];for(let l of c){if(l.id===e.id)continue;let s=!1,d=xt(l,e);if(e.name&&l.name===e.name?s=!0:d>=5&&(this.logger.debug({similarityScore:d},"Sibling qualified for click redirection through comparison score"),s=!0),!!s)try{return await i(l.backendNodeID),l}catch(u){this.logger.debug({err:u,candidate:l.getLogForm()},"Failed clicking on sibling during click redirection")}}let a=e.parent;for(r=0;r<Ar;){if(!a||["rootwebarea","main"].includes(a.role.toLowerCase()))throw new v("ActionFailureError",o.message,{cause:o});if(!a.backendNodeID){a=a.parent;continue}try{return await i(a.id),a}catch(s){this.logger.debug({err:s,candidate:a.getLogForm()},"Failed clicking on parent during click redirection"),r++,a=a.parent}}throw new v("ActionFailureError",`Max click attempts exhausted on element ${e.getLogForm()}: ${o.message}`,{cause:o})}async getElementLocation(e){let t=await this.cdpClient.send("DOMSnapshot.captureSnapshot",{computedStyles:[],includeDOMRects:!0,includePaintOrder:!0}),r=await this.page.evaluate(()=>window.devicePixelRatio);process.platform==="darwin"&&r===1&&(r=2);let o=t.documents[0],i=o.layout,c=o.nodes,a=c.nodeName||[],l=c.backendNodeId||[],s=i.nodeIndex,d=i.bounds,u=-1;for(let S=0;S<a.length;S++)if(l[S]===e){u=s.indexOf(S);break}if(u===-1)throw new Error(`Could not find any backend node with ID ${e}`);let[p=0,g=0,f=0,b=0]=d[u];p/=r,g/=r,f/=r,b/=r;let y=p+f/2,w=g+b/2;return{centerX:y,centerY:w}}async scroll(e,t,r,o){let i=t==="left"?-1:1,c=o==="up"?-1:1;if(this.activeFrame)await(await this.getUserPageOrFrame()).evaluate(([l,s,d,u])=>window.scrollTo(window.scrollX+(l??window.innerWidth)*d,window.scrollY+(s??window.innerHeight)*u),[e,r,i,c]);else{let a=this.page.viewportSize()||mt;await this.page.mouse.wheel((e??a.width)*i,(r??a.height)*c)}}async scrollUp(e){await this.scroll(0,null,e??null,"up")}async scrollDown(e){await this.scroll(0,null,e??null,"down")}async scrollLeft(e){await this.scroll(e??null,"left",0,null)}async scrollRight(e){await this.scroll(e??null,"right",0,null)}async goForward(){await this.wrapPossibleNavigation(async()=>this.localMode&&this.activeFrame?(await this.getUserPageOrFrame()).evaluate(e=>{let t=e().contentWindow;t?t.history.forward():console.error("Failed to get content window for frame")},()=>document.querySelector(`iframe[name="${this.activeFrame}"]`)):this.page.goForward({waitUntil:"domcontentloaded",timeout:this.networkSettings.pageLoadTimeoutMs??8e3}))}async goBack(){await this.wrapPossibleNavigation(async()=>this.localMode&&this.activeFrame?(await this.getUserPageOrFrame()).evaluate(e=>{let t=e().contentWindow;t?t.history.back():console.error("Failed to get content window for frame")},()=>document.querySelector(`iframe[name="${this.activeFrame}"]`)):this.page.goBack({waitUntil:"domcontentloaded",timeout:this.networkSettings.pageLoadTimeoutMs??8e3}))}async createNewTab(e,t){let r=await this.context.newPage();this.page=r,await this.navigate({url:e,initialNavigation:!0,...t}),this.originsVisited.add(new URL(e).origin)}async switchToPage(e,t,r){let o=async(c,a)=>{let l=c.url();this.logger.info(`Switching to tab ${a} with url ${l}`),this.originsVisited.add(new URL(l).origin),this.page=c,await this.initCDPSession(r?.loadTimeoutMs),await this.attachNavigationHandler(this.page.mainFrame());try{let s=async()=>{let d=r?.loadTimeoutMs??8e3;await c.waitForLoadState("domcontentloaded",{timeout:d});try{await c.waitForLoadState("load",{timeout:d})}catch{this.logger.warn({url:l},"Timeout elapsed waiting for load state, continuing anyways...")}};r?.networkIdleTimeoutMs?await this.wrapPossibleNavigation(s,r.networkIdleTimeoutMs):await s()}catch{this.logger.warn({url:l},"Timeout elapsed waiting for load state during tab switch, continuing anyways...")}},i=this.context.pages();if(t){await o(i[t],t);return}for(let c=0;c<i.length;c++){let a=i[c];if(a.url().includes(e)){await o(a,c);return}}throw new Error(`Could not find page with url containing ${e}`)}async frameNavigationHandler(e){if(!!e.parentFrame()===this.localMode){process.env.NODE_ENV!=="production"&&this.logger.debug({url:e.url()},"Frame navigation event fired");try{let t=new URL(e.url()).origin;if(!t||t==="about:blank"||this.originsVisited.has(t)||t==="null")return;this.logger.debug(`Adding ${t} to visited set`),this.originsVisited.add(t)}catch(t){this.logger.debug({err:t},"Failed to add run page setup handler")}}}async attachNavigationHandler(e){await this.frameNavigationHandler(e),this.page.off("framenavigated",t=>this.frameNavigationHandler(t)),this.page.on("framenavigated",t=>this.frameNavigationHandler(t))}async setCookie(e){let t=dr(e);this.logger.debug({cookieSettings:t},"Adding cookies to session"),await this.context.addCookies(t)}async setLocalStorage(e,t){await(await this.getUserPageOrFrame()).evaluate(([o,i])=>{o&&localStorage.setItem(o,i||"")},[e,t])}async solveCloudflareTurnstile(){let t=(await this.getUserPageOrFrame()).locator(".cf-turnstile").locator("iframe").getAttribute("data-sitekey"),r=await fetch("https://2captcha.com/in.php",{method:"POST",body:JSON.stringify({key:be,method:"turnstile",sitekey:t,pageurl:await this.url(),json:1})});if(!r.ok){let a=`Captcha solver API returned error response: ${r.statusText}`;throw this.logger.error({text:await r.text()},a),new Error(a)}let{request:o}=await r.json(),i=Date.now(),c="";for(;Date.now()-i<6e4;){await D(2500);let a=await fetch(`https://2captcha.com/res.php?key=${be}&action=get&id=${o}&json=1`,{method:"GET"});if(!a.ok){let s=`Captcha solution API returned error response: ${a.statusText}`;throw this.logger.error({text:await a.text()},s),new Error(s)}let l=await a.json();if(l.status===1){c=l.request;break}}}async solveCaptcha(){await this.getA11yTree({});let e;for(let a of this.a11yIdToNodeMap.values())if(a.role==="image"&&a.name.toLowerCase().includes("captcha")){if(!a.backendNodeID)continue;e=await this.getLocatorFromBackendID(a.backendNodeID);break}if(!e){let a=await(await this.getUserPageOrFrame()).solveRecaptchas();if(!a.captchas||!a.captchas.length)throw new Error("No captchas found on the page");return}let t=await e.screenshot({type:"jpeg",animations:"allow",caret:"hide",quality:100,timeout:5e3}),r=await fetch("https://api.2captcha.com/createTask",{method:"POST",body:JSON.stringify({clientKey:be,task:{type:"ImageToTextTask",body:t.toString("base64"),case:!0},languagePool:"en"})});if(!r.ok){let a=`Captcha solver API returned error response: ${r.statusText}`;throw this.logger.error({text:await r.text()},a),new Error(a)}let{taskId:o}=await r.json(),i=Date.now(),c="";for(;Date.now()-i<6e4;){await D(2500);let a=await fetch("https://api.2captcha.com/getTaskResult",{method:"POST",body:JSON.stringify({clientKey:be,taskId:o})});if(!a.ok){let s=`Captcha solution API returned error response: ${a.statusText}`;throw this.logger.error({text:await a.text()},s),new Error(s)}let l=await a.json();if(l.errorId){let s=`Captcha solution API returned error ID ${l.errorId}`;throw this.logger.error(s),new Error(s)}if(l.status==="ready"){c=l.solution.text;break}}if(!c)throw new Error("Captcha solution timed out");return c}getActiveFrame(){return this.activeFrame}async captureTargetFromClick(){let e=await this.getA11yTree({skipWait:!0});this.mostRecentBrowserState=e.serialize(),this.logger.debug({tree:this.mostRecentBrowserState},"Refreshed a11y tree before target capture");let t=!1,r=setInterval(()=>{(async()=>{if(!t){t=!0;try{let l=await this.getA11yTree({skipWait:!0,maxAttempts:1});this.mostRecentBrowserState=l.serialize(),Math.random()<.1&&this.logger.debug({tree:this.mostRecentBrowserState},"Refreshed a11y tree during recording")}catch(l){this.logger.error({err:l},"Failed to get a11y tree in target capture click handler")}finally{t=!1}}})()},At),o=[];try{o=await(await this.getUserPageOrFrame()).evaluate(async()=>{let a=window,l=null;a.targetCaptureClickListener=async u=>{console.log("[Momentic] Target capture listener fired",u.target),u.preventDefault(),l=u.target},document.addEventListener("click",a.targetCaptureClickListener,{capture:!0,once:!0});let s=15e3;for(;!l&&s>0;)await new Promise(u=>setTimeout(u,100)),s-=100;if(!l)throw new Error("Timed out waiting for user to click on an element");let d=l;return[d.getAttribute("data-momentic-id"),d.parentElement?.getAttribute("data-momentic-id"),d.parentElement?.parentElement?.getAttribute("data-momentic-id")].filter(u=>!!u)})}catch(a){throw new Error(`Failed to capture: ${a.message}`)}finally{clearInterval(r)}if(!o.length)throw new Error("Selected element did not have Momentic handlers attached - if it appeared recently, please wait for the page to stabilize before clicking");let i;for(let a of o)if(i=this.getA11yIdFromDataMomenticId(parseInt(a)),i)break;if(!i)throw new Error("Selected element is not interactive - please try a neighboring or parent element instead");let c={id:i};return await this.resolveTarget(c,!0),c}areDomNodeBoundingBoxesSimilar(e,t){if(!t.bounds)return this.logger.debug({candidate:t},"Filtering out click candidate since it has no bounding box"),!1;let r=e.bounds,o=r.x??0,i=r.width??0,c=r.height??0,a=o+i,l=r.y??0,s=l+(r.height??0),d=t.bounds,u=d.width??0,p=d.height??0,g=d.x??0,f=g+(d.width??0),b=d.y??0,y=b+(d.height??0);return g<a&&f>o&&b<s&&y>l?Math.abs(i-u)<200&&Math.abs(c-p)<200?!0:(this.logger.debug({candidate:t,originalNode:e},"Filtering out click candidate since it has a significantly different area"),!1):(this.logger.debug({candidate:t},"Filtering out click candidate since it doesn't intersect with original node"),!1)}getDomCandidatesInA11yTree(e,t){let r=Object.values(t.backendIdToNode),o;for(let l of r)if(l.attributes?.[ie]===e){o=l;break}if(!o)return[];let i=[],c=t.backendIdToNode[o.parentBackendNodeId??-1];for(;c&&(c?.momenticIgnored||!this.areDomNodeBoundingBoxesSimilar(o,c));)c=t.backendIdToNode[c.parentBackendNodeId??-1];c&&i.push(c);let a=[o];for(;a.length;){let l=a.shift();for(let s of l.children??[]){let d=t.backendIdToNode[s];d&&!d.momenticIgnored&&this.areDomNodeBoundingBoxesSimilar(o,d)?i.push(d):d&&a.push(d)}}return i}async exposeRecordingBindings(){let e=({frame:t},r,o)=>{if(!this.transformer)return;this.logger.info({dataMomenticId:r,selectors:o},"Click captured on element");let i=this.domGraph,c=this.dataMomenticIdToNodeMap,a=this.mostRecentBrowserState,l=t.url(),s,d,u=c.get(r),p=[];if(!u){p=this.getDomCandidatesInA11yTree(`${r}`,i);for(let g of p){let f=parseInt(g.attributes?.[ie]??"");if(!isNaN(f)&&(u=c.get(f),d=u?.id,d)){s={id:d,generatedSelectors:o},this.logger.debug({newNode:u?.getLogForm()},"Redirected click on non-accessible element to nearest a11y node");break}}}s||(this.logger.warn({url:l,selectors:o,a11yIntersectionNodes:p},"Could not find corresponding accessibility node for click. Continuing with CSS selectors only"),s={id:-1,generatedSelectors:o}),(async()=>{try{await this.saveNodeDetailsToCache(u,s,r),await this.transformer?.recordClick({target:s,browserState:a,url:l})}catch(g){this.logger.error({err:g},"Failed capturing click in transformer")}})()};await this.context.exposeBinding("captureClick",({frame:t},r,o)=>{try{e({frame:t},r,o)}catch(i){this.logger.error({err:i},"Failed to capture click in captureClick handler")}},{handle:!1}),await this.context.exposeBinding("captureKeystroke",async({},{key:t,url:r})=>{this.transformer&&(this.logger.info({key:t},"Captured keypress"),this.transformer.recordKeystroke(t,r))})}async startRecording(e,t){this.transformer=t;let r=await this.getA11yTree({skipWait:!0});this.mostRecentBrowserState=r.serialize(),this.logger.debug({tree:this.mostRecentBrowserState},"A11y tree at time of recording start");let o,i=[async()=>{this.transformer=void 0}],c=async l=>{if(!o){let s=!1,d=async()=>{if(!s){s=!0;try{let u=await this.getA11yTree({skipWait:!0,maxAttempts:1});this.mostRecentBrowserState=u.serialize(),Math.random()<.1&&this.logger.debug({tree:this.mostRecentBrowserState},"Refreshed a11y tree during recording")}catch(u){this.logger.error({err:u},"Failed to get a11y tree in frame navigation listener")}s=!1}};o=setInterval(()=>{!this.transformer||e.aborted||d()},At),i.push(async()=>{clearInterval(o),o=void 0})}await l.evaluate(Wr),await l.evaluate(eo)};await c(await this.getUserPageOrFrame());let a=async l=>{if(l.name().startsWith(ft)&&!(e.aborted||!this.transformer)){this.logger.info({name:l.name()},"Re-adding window recording event listeners on navigation");try{await c(l)}catch(s){this.logger.error({err:s},"Error re-adding window event listeners on navigation")}}};this.page.on("framenavigated",a),i.push(async()=>{this.page.off("framenavigated",a)}),e.addEventListener("abort",async()=>{for(let l of i)try{await l()}catch(s){this.logger.warn({err:s},"Recording cleanup function failed, continuing...")}})}async getSelectOptions(e){return await e.evaluate(r=>Array.from(r.querySelectorAll("option")).map(i=>i.value))}async getHTML(){let e=await this.getUserPageOrFrame();await e.addScriptTag({content:We.htmlJs});let t=await e.evaluate(()=>window.getHTMLBodyString());if(!t)throw new v("InternalWebAgentError","Empty HTML tree");return Yn.html(t,{indent_size:1,indent_with_tabs:!1,preserve_newlines:!1,wrap_line_length:80})}async registerDialogHandler(e){let t=async r=>e==="ACCEPT"?r.accept():r.dismiss();this.page.once("dialog",t)}async executePageFunction(e,t){return(await this.getUserPageOrFrame()).evaluate(e,t)}async getDomNodeFromPositionPercentages({percentX:e,percentY:t}){if(e<0||e>1||t<0||t>1)throw new v("InternalWebAgentError","Invalid percent passed to percentage location");let{width:r,height:o,upperBound:i,leftBound:c}=await this.getViewportOffsetDetails(),a=Math.ceil(r*e),l=Math.ceil(o*t);await this.cdpClient.send("DOM.getDocument",{depth:0});let s;try{s=await this.cdpClient.send("DOM.getNodeForLocation",{x:a+c,y:l+i})}catch{throw new Error("No element was found at the given location")}return s}async highlightFromPositionPercentages(e){let t;try{t=await this.getDomNodeFromPositionPercentages(e)}catch{}return t?(await this.cdpClient.send("Overlay.highlightNode",{highlightConfig:Ye,backendNodeId:t.backendNodeId}),async()=>{try{await this.cdpClient.send("Overlay.hideHighlight",{backendNodeId:t?.backendNodeId})}catch{}}):async()=>{}}async clearAllCdpHighlights(){try{await this.cdpClient.send("Overlay.hideHighlight")}catch{}}async getTargetFromPositionPercentages(e){let t=await this.getDomNodeFromPositionPercentages(e),r=this.domGraph?.backendIdToNode[t.backendNodeId],o=r?.attributes[ie],i=parseInt(o??"");if(!r||!o||isNaN(i))throw new Error("No HTML node was found at the given location");for(let s of this.a11yIdToNodeMap.values()){if(s.backendNodeID!==t.backendNodeId)continue;let d={id:s.id};return await this.saveNodeDetailsToCache(s,d,parseInt(o)),d}let c=this.getDomCandidatesInA11yTree(`${o}`,this.domGraph);for(let s of c){let d=parseInt(s.attributes?.[ie]??"");if(isNaN(d))continue;let u=this.dataMomenticIdToNodeMap.get(d),p=u?.id;if(!p)continue;let g={id:p};return await this.saveNodeDetailsToCache(u,g,parseInt(o)),this.logger.debug({target:g},"Redirected click on non-accessible element to nearest a11y node"),g}return{id:-1,...await this.fetchHtmlAttributes(i)}}async fetchHtmlAttributes(e,t){t=t??await this.getUserPageOrFrame();let[r,o,i]=await Promise.all([(async()=>{let a=await t.evaluate(qr,e);return Array.from(new Set(a))})(),t.evaluate(Nt,e),t.evaluate(Qr,e)]),c={generatedSelectors:r,serializedHtml:o,nodeOnlySerializedHtml:i};return this.logger.debug(c,"Generated HTML attributes for target"),c}async toggleInspectMode(){await this.cdpClient.send("Overlay.setInspectMode",{mode:"searchForNode",highlightConfig:{showInfo:!0,showAccessibilityInfo:!0,contentColor:{r:147,g:196,b:125,a:.55}}})}async moveMouseFromPositionPercentages(e,t){let r;try{r=await this.getViewportOffsetDetails()}catch{return}let{width:o,height:i}=r,c=Math.ceil(o*e),a=Math.ceil(i*t);await this.page.mouse.move(c,a,{steps:3})}async scrollFromPositionPercentages(e,t){let r;try{r=await this.getViewportOffsetDetails()}catch{return}let{width:o,height:i}=r,c=Math.ceil(o*e),a=Math.ceil(i*t);return await this.page.mouse.wheel(c,a),{deltaX:c,deltaY:a}}async startInspectMode(){await this.cdpClient.send("Overlay.setInspectMode",{mode:"searchForNode",highlightConfig:Ye})}async stopInspectMode(){await this.cdpClient.send("Overlay.setInspectMode",{mode:"none",highlightConfig:Ye}),await this.clearAllCdpHighlights()}canSolveCaptchas(){return!!be}};var ri={type:"a11y",version:"1.0.0",useHistory:"diff",useGoalSplitter:!0},oi=ri;import vi from"buffer-image-size";import{existsSync as ui}from"fs";import{faker as ni}from"@faker-js/faker";import ii from"assert";import si from"axios";import ai from"moment";import li from"p-timeout";import ci from"pg";async function ao({code:n,fragment:e,context:t,timeoutMs:r=1e4}){let o=n;e&&(o=`return ${n}`);let i=t.toObjectCopy(),c=(s,d)=>{i.env[s]=d,t.setVariable(s,d)},a;return await li((async()=>{a=await Promise.resolve(new Ue("axios","moment","faker","assert","pg","env","results","inputs","setVariable",o)(si,ai,ni,ii,ci,i.env,i.results,i.inputs??{},c))})(),{milliseconds:r,message:`Timeout of ${r}ms exceeded for code execution`}),a}import{z as pe}from"zod";var lo=process.env.GCP_JS_EVAL_FUNCTION_ENDPOINT,di=pe.object({result:pe.unknown(),variableUpdates:pe.record(pe.string(),pe.unknown()).optional(),error:pe.string().optional(),success:pe.boolean()});async function co({code:n,fragment:e,context:t,logger:r,timeoutMs:o=1e4}){let i=new AbortController;if(!lo)throw new Error("GCP_JS_EVAL_FUNCTION_ENDPOINT environment variable not set");let c=setTimeout(()=>{i.abort()},o),a={code:n,fragment:e,state:t.toObjectCopy()},l=await fetch(lo,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(a),signal:i.signal});if(!l.ok)throw new Error(`Code evaluation server returned error code: ${l.status}`);clearTimeout(c);let s;try{s=di.parse(await l.json()),r.debug({response:s},"Response from code evaluation server")}catch(d){throw new Error(`Code evaluation server returned invalid response: ${d}`)}if(s.error)throw new Error(`Code evaluation server returned error: ${s.error}`);if(s.variableUpdates)for(let[d,u]of Object.entries(s.variableUpdates))t.setVariable(d,u);return s.result}var mi=pi();function pi(){if(process.env.NODE_ENV!=="production")return!1;if(process.env.NAMESPACE)return!0;try{if(ui("/var/run/secrets/kubernetes.io/serviceaccount/token"))return!0}catch{}return!1}async function Mt(n){let e;return mi?(n.logger.info({code:n.code,fragment:n.fragment,state:n.context.toObjectCopy()},"Running code remotely"),e=co):(n.logger.info({code:n.code,fragment:n.fragment},"Running code locally"),e=ao),e(n)}async function Xe(n){let{s:e,context:t,logger:r,timeoutMs:o=2e3,retries:i=1}=n,c=/{{(.*?)}}/g,a=e.matchAll(c),l=e;for(let s of a){if(s.length<2)continue;let d=s[1].trim(),u;try{u=await Mt({code:d,fragment:!0,context:t,timeoutMs:o,logger:r})}catch(g){if(i>0)return r.warn({err:g},"Error evaluating template string, retrying..."),Xe({...n,retries:i-1});throw r.error({err:g},"Error evaluating template string"),g}let p=typeof u=="string"?u:`${u}`;l=l.replace(s[0],p)}return l}import po from"dedent";import Ai from"diff-lines";import{distance as Ei}from"fastest-levenshtein";import kt from"jpeg-js";import Ri from"pixelmatch";var Je={"gpt-3.5-turbo-1106":16184,"ft:gpt-3.5-turbo-1106:momentic:locator:904myoh6":16184,"ft:gpt-3.5-turbo-1106:momentic:text-assertions:9CEFjgB4":16184,"ft:gpt-3.5-turbo-1106:momentic::8vgMsQca":16184,"gpt-4-0613":8092,"gpt-4-1106-preview":128e3,"gpt-4-0125-preview":128e3,"gpt-4-vision-preview":128e3,"gpt-4-turbo-2024-04-09":128e3,"claude-3-opus-20240229":2e5,"claude-3-sonnet-20240229":2e5};var hi=["Shift","CapsLock","Dead","Meta","AudioVolumeUp","AudioVolumeDown"],Qe=class{static ACTION_DEBOUNCE_DELAY=500;recordedSteps=new Map;onStepRecord;signal;generator;testId;orgId;storage;indices;logger;constructor({signal:e,onStepRecord:t,generator:r,initialIndices:o,storage:i,testId:c,orgId:a,logger:l}){this.signal=e,this.storage=i,this.logger=l,this.testId=c,this.orgId=a,this.onStepRecord=(s,d,u)=>{this.recordedSteps.set(JSON.stringify(d),{step:s,url:u});let{cachesToSave:p,stepsToSave:g}=ke({steps:[s],testId:c,orgId:a}),f=g[0];l.debug({step:f},"Sending recorded step to client"),t(f,d),(async()=>{try{await this.storage.saveStepCacheEntries(p,c,l),l.debug({step:f},`Saved ${p.length} caches for recorded step`)}catch(b){l.error({err:b},"Error saving step cache for recorded step")}})()},this.generator=r,this.indices=o}reserveIndexForCommand(e,t){let r=Array.from(this.indices);return this.recordedSteps.set(JSON.stringify(r),{step:{type:"PRESET_ACTION",command:le(e)},url:t}),this.indices[this.indices.length-1]++,r}async recordClick({target:e,browserState:t,url:r,indices:o}){if(this.signal.aborted){this.logger.debug("Transformer aborted, ignoring click...");return}let i=le("CLICK"),c=e.selector??`Generating description for ${e.nodeOnlySerializedForm?.trim()??"element"}...`,a={type:"PRESET_ACTION",command:{...i,useSelector:!!e.selector,target:{elementDescriptor:c},cache:{target:e}}};if(o||(o=Array.from(this.indices),this.indices[this.indices.length-1]++),this.onStepRecord(a,o,r),e.id<=0){this.logger.debug("Skipping reverse mapping for non-accessible element");return}let l=await this.generator.getReverseMappedDescription({goal:`${e.id}`,browserState:t},!1),s=this.recordedSteps.get(JSON.stringify(o))?.step,d=s?.command;d&&"target"in d&&d.target?(d.target.elementDescriptor=l.phrase,this.onStepRecord({...s,command:d},o,r)):this.logger.warn("Could not find existing command to update after description mapping")}recordKeystroke(e,t){if(hi.includes(e)||this.signal.aborted)return;let r="normal";e.length>1&&(r="special");let o;if(r==="normal"){let u=le("TYPE");o={type:"PRESET_ACTION",command:{...u,target:void 0,value:e,clearContent:!1}}}else{let u=le("PRESS");o={type:"PRESET_ACTION",command:{...u,value:e}}}let i,c=Array.from(this.indices);c[this.indices.length-1]--;let a=this.recordedSteps.get(JSON.stringify(c)),l=a?.step,s=l?.command,d=a?.url;if(t===d){if(s?.type===o.command.type){let u=s.value,p=o.command.value;o={type:"PRESET_ACTION",command:{...s,value:o.command.type==="PRESS"?`${u}+${p}`:`${u}${p}`}},i=c}else if(s?.type==="CLICK"&&o.command.type==="TYPE")l.command={...o.command,target:s.target,cache:s.cache},o=a.step,i=c;else if(s?.type==="TYPE"&&o.command.type==="PRESS"&&o.command.value==="Backspace"){let u=s.value;o={type:"PRESET_ACTION",command:{...s,value:u.slice(0,u.length-1)}},i=c}}i||(i=Array.from(this.indices),this.indices[this.indices.length-1]++),this.onStepRecord(o,i,t)}recordScroll(e){if(this.signal.aborted)return;let{url:t}=e,r=()=>{let{deltaY:a}=e;if(!a)return;let l=Array.from(this.indices);l[this.indices.length-1]--;let s=this.recordedSteps.get(JSON.stringify(l))?.step.command,d;s?.type==="SCROLL_DOWN"&&s.deltaY?(a+=s.deltaY,d=l):s?.type==="SCROLL_UP"&&s.deltaY?(a-=s.deltaY,d=l):(d=Array.from(this.indices),this.indices[this.indices.length-1]++);let u=a>0?"SCROLL_DOWN":"SCROLL_UP",p=le(u);p.deltaY=Math.abs(a);let g={type:"PRESET_ACTION",command:p};this.onStepRecord(g,d,t)},o=()=>{let{deltaX:a}=e;if(!a)return;let l=Array.from(this.indices);l[this.indices.length-1]--;let s=this.recordedSteps.get(JSON.stringify(l))?.step.command,d;s?.type==="SCROLL_RIGHT"&&s.deltaX?(a+=s.deltaX,d=l):s?.type==="SCROLL_LEFT"&&s.deltaX?(a-=s.deltaX,d=l):(d=Array.from(this.indices),this.indices[this.indices.length-1]++);let u=a>0?"SCROLL_RIGHT":"SCROLL_LEFT",p=le(u);p.deltaX=Math.abs(a);let g={type:"PRESET_ACTION",command:p};this.onStepRecord(g,d,t)},i=Array.from(this.indices);i[this.indices.length-1]--;let c=this.recordedSteps.get(JSON.stringify(i));c?.step.command.type==="SCROLL_LEFT"||c?.step.command.type==="SCROLL_RIGHT"?(o(),e.deltaY>=20&&r()):(r(),e.deltaX>=20&&o())}};var Ze=3.1;function gi(n){let e=0;for(let t=0;t<n.length;t++){let r=n.charCodeAt(t);!(r>=48&&r<=57)&&!(r>=65&&r<=90)&&!(r>=97&&r<=122)&&e++}return e}function et(n){return Math.ceil(Pt(n)/Ze)}function Pt(n){let e=0;if(typeof n=="string"){let t=n;t=t.replaceAll(`
 `,""),t=t.replaceAll(" ","");let r=gi(t);return t.length-r+Ze*r}if(typeof n>"u")return 0;if(typeof n=="number")return String(n).length;if(Array.isArray(n))return n.forEach(t=>{e+=Pt(t)}),e;if(typeof n=="object"){let t=n;return Object.keys(t).forEach(r=>{e+=String(r).length,r==="image_url"?(t[r]??{}).detail==="high"?e+=1105*Ze:e+=85*Ze:e+=Pt(t[r])}),e}throw new Error(`Unsupported type passed to token length calculator '${typeof n}': ${n}`)}var fi=500,yi=4e3,bi=7e3,uo=/<(\w+) id="(\d+)".*?>/g,wi=/(<\/(\w+?)>)|(<(\w+?).*?\/>)/g,mo=["h1","h2","section","footer","nav","aside","form","label","dialog"],Si=[...mo,"span","div","h3"],Ci=["table","select","form","ul","ol","menu","pre","code","dialog"],Ti=["table","form","dialog","nav","section","ul","select"];function Dt({serializedTree:n,tokenLimit:e}){let t=et(n);if(t<=e)return;let r=[],o=n.split(`
 `),i=0,c=[],a=0,l=[],s=[],d=!1;for(;i<o.length;){d&&(r.push({ids:l,content:c.join(`
-`),tokenLength:a}),c=[],a=0,l=s.length?[s[s.length-1].id]:[],d=!1);let g=o[i],f=et(g);c.push(g),a+=f;let y=Array.from(g.matchAll(uo)).map(S=>S&&S.length>=3?{tagName:S[1],id:S[2]}:void 0).filter(S=>!!S),C=Array.from(g.matchAll(wi)).map(S=>S&&(S[2]||S[4])).filter(S=>!!S);C.reverse();for(let S of y)l.push(S.id),s.push(S);for(let S of C){let Y=s[s.length-1];Y&&Y.tagName===S&&s.pop()}let P=s.some(S=>Ci.includes(S.tagName)),O=o[i+1]??"",z=et(O),F=Array.from(O.matchAll(uo)).map(S=>S&&S.length>2?S[1]:void 0).filter(S=>!!S),U=F.some(S=>mo.includes(S)),se=F.some(S=>Si.includes(S));a+z>=bi&&(d=!0),a>=fi&&(U&&!P||C.some(S=>Ti.includes(S)))&&(d=!0),a>=yi&&se&&!P&&(d=!0),i++}c.length&&r.push({ids:l,content:c.join(`
+`),tokenLength:a}),c=[],a=0,l=s.length?[s[s.length-1].id]:[],d=!1);let g=o[i],f=et(g);c.push(g),a+=f;let y=Array.from(g.matchAll(uo)).map(C=>C&&C.length>=3?{tagName:C[1],id:C[2]}:void 0).filter(C=>!!C),S=Array.from(g.matchAll(wi)).map(C=>C&&(C[2]||C[4])).filter(C=>!!C);S.reverse();for(let C of y)l.push(C.id),s.push(C);for(let C of S){let Y=s[s.length-1];Y&&Y.tagName===C&&s.pop()}let P=s.some(C=>Ci.includes(C.tagName)),O=o[i+1]??"",z=et(O),F=Array.from(O.matchAll(uo)).map(C=>C&&C.length>2?C[1]:void 0).filter(C=>!!C),U=F.some(C=>mo.includes(C)),se=F.some(C=>Si.includes(C));a+z>=bi&&(d=!0),a>=fi&&(U&&!P||S.some(C=>Ti.includes(C)))&&(d=!0),a>=yi&&se&&!P&&(d=!0),i++}c.length&&r.push({ids:l,content:c.join(`
 `),tokenLength:a});let u=t/r.length,p=Math.min(r.length,Math.ceil(e*1.5/u));return{chunks:r,numRecs:p}}var _t=(n,e,t)=>{let[r,...o]=e.split("."),i=r;return o.length>=1?_t(n[i],o.join("."),t):n[i]=t,n};var Ii=1e4,zt=class{orgId;flagStore;browser;pendingInstructions;generator;commandHistory;config;closed=!1;logger;recordAbortController=null;constructor({browser:e,config:t,generator:r,logger:o,orgId:i,flagStore:c}){this.orgId=i,this.browser=e,this.generator=r,this.config=t,this.logger=o,this.flagStore=c,this.pendingInstructions=[],this.commandHistory=[]}get history(){return this.commandHistory.filter(e=>e.state==="DONE")}get lastExecutedCommand(){let e=this.history;return e.length===0?null:e[e.length-1]}setOpen(){this.closed=!1}isClosed(){return this.closed}setLogger(e){this.logger=e}resetHistory(){this.commandHistory=[],this.pendingInstructions=[]}async resetState(e){this.resetHistory(),this.closed=!0,await this.browser.reset(e)}async getBrowserState({filterByViewport:e=!1,skipWait:t=!1}){let r=await this.browser.getA11yTree({filterByViewport:e,skipWait:t}),o=r.serialize();return this.logger.debug({tree:o,activeFrame:this.browser.getActiveFrame()},"Got a11y tree"),{browserState:o,tree:r}}getSerializedHistory(e,t){let r;return this.config.useHistory==="diff"?r=this.getDiffHistory(e,t):r=this.getListHistory(),r}async splitUserGoal(e,t,r){if(e==="AI_ACTION"&&t.match(/[,!;.]|(?:and)|(?:then)/)&&this.config.useGoalSplitter){let o=await this.generator.getGranularGoals({goal:t,url:await this.browser.url()},r);this.pendingInstructions=o.reverse()}else this.pendingInstructions=[t]}async promptToCommand(e,t,r){try{return await this.promptToCommandHelper(e,t,r)}catch(o){throw o instanceof v?o:new v("InternalWebAgentError",`Error generating command: ${o instanceof Error?o.message:o}`,{cause:o})}}async promptToCommandHelper(e,t,r){if(this.pendingInstructions.length===0){if(!t.trim())throw new Error("Cannot generate commands for empty goal");await this.splitUserGoal(e,t,r)}let o=this.pendingInstructions[this.pendingInstructions.length-1];this.logger.info({goal:o},"Starting prompt translation");let i=Date.now(),c=await this.browser.url(),{browserState:a}=await this.getBrowserState({filterByViewport:!1});this.logger.info({duration:Date.now()-i,url:c},"Got browser state");let l=this.commandHistory.length;this.commandHistory.push({state:"PENDING",browserStateBeforeCommand:a,urlBeforeCommand:c,type:e});let s=this.getSerializedHistory(c,a),d={url:c,numPrevious:l,browserState:a,history:s,goal:o,lastCommand:this.lastExecutedCommand},u=await this.generator.getProposedCommand(d,r);if(this.logger.info({type:u.type,thoughts:u.thoughts},"Got proposed command"),u.type==="SUCCESS"){let p=this.pendingInstructions.pop();if(this.logger.info({finishedInstruction:p,remainingInstructions:this.pendingInstructions},"Removing pending instruction due to SUCCESS"),this.pendingInstructions.length!==0)return this.commandHistory=[],this.promptToCommand(e,"",r)}else u.type==="FAILURE"&&(this.logger.info({remainingInstructions:this.pendingInstructions},"Removing pending instructions due to FAILURE"),this.pendingInstructions=[]);return{context:d,command:u}}async locateElement({description:e,useVision:t,disableCache:r,context:o,filterByViewport:i}){if(!e)throw new v("ActionFailureError","Cannot locate element with empty description");o&&(e=await Xe({s:e,context:o,logger:this.logger}));let{browserState:c,tree:a}=await this.getBrowserState({filterByViewport:i}),l;if(t){let{before:s,after:d}=await this.browser.screenshotWithHints({clearHighlights:!0}),u=await this.generator.getElementLocationWithVision({goal:e,screenshot:s,hintActivatedScreenshot:d},r);if(u.id<=0)throw new Error(u.thoughts);let p=await this.browser.fetchHtmlAttributes(u.id),g={id:this.browser.getA11yIdFromDataMomenticId(u.id)??-1,...p},f=await this.browser.resolveTarget(g,!0);l={thoughts:u.thoughts,target:g,locator:f.locator}}else{let s=c,d=!1,u=.5*Je["ft:gpt-3.5-turbo-1106:momentic:locator:904myoh6"],p=Dt({serializedTree:c,tokenLimit:u});if(p&&this.flagStore.isBooleanFlagEnabled("locator_rag")){let w=(await this.generator.getRecommendedChunks({...p,description:e,tokenLimit:u})).ids;w.length===0?this.logger.warn("RAG returned no important information"):(s=a.pruneUsingRelevantIds(new Set(w)).serialize(),this.logger.debug({tree:s},"Pruned a11y tree with RAG"),d=!0)}let g=await this.generator.getElementLocation({browserState:s,goal:e},r);if(this.logger.debug({usedRag:d,result:g},"Got locator result"),g.id<=0)throw new v("ActionFailureError",`Could not find any relevant element: ${g.thoughts}`);let f={id:g.id},b=await this.browser.resolveTarget(f);l={thoughts:g.thoughts,target:f,locator:b.locator}}return l}getDiffHistory(e,t){let r=this.history.filter(i=>i.type==="AI_ACTION");if(r.length===0)return"<NONE/>";let o=[`
 You have already executed the following commands successfully (most recent listed first)`,"-".repeat(10)];return r.reverse().forEach((i,c)=>{if(o.push(`COMMAND ${r.length-c}${c===0?" (command just executed)":""}: ${i.serializedCommand}`),c===0)if(de(i.urlBeforeCommand,e))o.push(`  URL CHANGE: '${i.urlBeforeCommand}' -> '${e}'`);else{let a=Ai(i.browserStateBeforeCommand,t,{n_surrounding:1});a?a.length<Ii?(o.push("PAGE CONTENT CHANGE:"),a.split(`
 `).forEach(l=>o.push(`  ${l}`))):o.push("PAGE CONTENT CHANGE: <TOO_LONG_TO_DISPLAY/>"):o.push("PAGE CONTENT CHANGE: <NONE/>")}o.push("-".repeat(10))}),o.push(`STARTING URL: ${this.browser.baseURL}`),o.join(`
@@ -285,4 +285,4 @@ You have already executed the following commands successfully (most recent liste
 `)}`}async executeCommand(e,t,r,o=!1){let i=this.commandHistory[this.commandHistory.length-1];if(!o&&(!i||i.state!=="PENDING"))throw new v("InternalWebAgentError","Executing command but there is no pending entry in the history");if(this.closed)throw new Error("Attempting to execute command on a closed controller");let c=Date.now(),a=await this.executePresetStep(e,t,r),l=Date.now()-c;return this.logger.debug({result:a,duration:l},"Got execution result"),a.succeedImmediately&&!o&&(this.pendingInstructions.pop(),this.pendingInstructions.length>0&&(a.succeedImmediately=!1)),a.elementInteracted&&"target"in e&&e.target&&!e.target.elementDescriptor&&(e.target.elementDescriptor=a.elementInteracted.trim()),o||(i.generatedStep=e,i.serializedCommand=gt(e),i.state="DONE"),a}async executeAssertion(e){let t=!1,r=await this.getBrowserState({filterByViewport:e.filterByViewport}),{browserState:o}=r,{tree:i}=r,c=await this.browser.url(),a,l;if(e.useVision)l=await this.browser.screenshot({clearHighlights:!0}),a={goal:e.assertion,url:c,screenshot:l,browserState:"",history:"",numPrevious:-1,lastCommand:null};else{let d=this.getSerializedHistory(c,o),u=.8*Je["ft:gpt-3.5-turbo-1106:momentic:text-assertions:9CEFjgB4"],p=Dt({serializedTree:o,tokenLimit:u});if(p){let f=(await this.generator.getRecommendedChunks({...p,description:e.assertion,tokenLimit:u})).ids;f.length===0?this.logger.warn("RAG returned no important information for assertion"):(o=i.pruneUsingRelevantIds(new Set(f)).serialize(),this.logger.debug({browserState:o},"Pruned a11y tree with RAG"),t=!0)}a={goal:e.assertion,url:c,browserState:o,history:d,lastCommand:this.lastExecutedCommand,numPrevious:this.commandHistory.length}}let s=await this.generator.getAssertionResult(a,e.useVision,e.disableCache);if(s.relevantElements&&Promise.all(Array.from(new Set(s.relevantElements)).slice(0,5).map(d=>this.browser.highlight({id:d}))),this.logger.debug({usedRag:t,result:s},"Got assertion result"),!s.result)throw new v("AssertionFailureError",s.thoughts);return{succeedImmediately:!1,thoughts:s.thoughts,urlAfterCommand:c,beforeScreenshotOverride:l}}async wrapMultiElementTargetingCommand(e,t,r,o,i=1){let c=await Promise.all(e.map((a,l)=>this.wrapElementTargetingCommand({description:a,cache:t[l],action:async s=>s,options:o})));try{return{result:await r(...c.map(l=>l.result)),caches:c.map(l=>l.cache)}}catch(a){if(i>0)return this.logger.warn({err:a},"Failed to execute action with multiple cached targets, retrying with AI"),this.wrapMultiElementTargetingCommand(e,e.map(()=>{}),r,o,i-1);throw new v("ActionFailureError",a.message,{cause:a})}}async wrapElementTargetingCommand(e){let t=this.browser.getActiveFrame();try{if(e.options.iframeDescriptor){let o;try{o=await this.locateElement({description:`The iframe with the following description: ${e.options.iframeDescriptor}`,useVision:!1,disableCache:!1,filterByViewport:!1})}catch(i){throw new v("ActionFailureError",`Failed to find iframe: ${i}`)}this.logger.debug({iframeResult:o},"Resolved iframe target before action"),this.browser.setActiveFrame(o.target.generatedSelectors[0])}return await this.wrapElementTargetingCommandHelper(e)}finally{e.options.iframeDescriptor&&this.browser.setActiveFrame(t)}}async wrapElementTargetingCommandHelper({description:e,cache:t,action:r,options:o,originalCache:i}){let{useVision:c,disableCache:a,filterByViewport:l,useSelector:s}=o,d=o.retriesWithAI??1;if((!t||a)&&!e)throw new v("ActionFailureError","Cannot target element with no cached data or element descriptor");if(s){let p={id:-1,selector:e};return{result:await r(p),cache:p}}a&&(this.logger.info("Cache explicitly disabled for this step"),t=void 0);let u=!!t&&Ne(t);if(!t){this.logger.debug("No cached locator data for target, prompting AI for fresh location"),d--;let{target:p}=await this.locateElement({description:e,useVision:c,disableCache:a,filterByViewport:l});if(t=p,i?.nodeOnlySerializedHtml&&p.nodeOnlySerializedHtml){let g=Ei(i.nodeOnlySerializedHtml,p.nodeOnlySerializedHtml)/Math.max(i.nodeOnlySerializedHtml.length,p.nodeOnlySerializedHtml.length);if(g>.5)throw this.logger.error({originalCache:i,cache:t,levenshteinRatio:g},"Rejecting new target due to high change ratio"),new v("ActionFailureError",po`The new element located by our AI looks very different from the element that was used previously for this step.
             If this is correct, please update the description for the element or turn on the 'Disable caching' option, and then try again.
             The new element located was:
-              ${p.nodeOnlySerializedHtml}`)}}try{let p=await r(t);return u?this.logger.info("Successfully used cached target to perform action"):this.logger.info("Successfully generated and used new target data"),this.logger.debug({cache:t},"Cache state after action"),{result:p,cache:t}}catch(p){if(p instanceof v)throw p;if(d>0&&e)return this.logger.debug({cache:t},"Cache state after failed targeting attempt"),this.logger.warn({err:p},"Failed to execute action with cached target, retrying with AI"),this.wrapElementTargetingCommand({description:e,cache:void 0,action:r,options:{...o,retriesWithAI:d},originalCache:t});throw new v("ActionFailureError",p.message,{cause:p})}}async screenshotWithDimensions(e){let t=await this.browser.screenshot(e),r=vi(t);return{buffer:t,...r}}async executePresetStep(e,t,r){let o;try{o=await this.resolveCommandTemplateStrings(e,t)}catch(i){throw new v("ActionFailureError",i.message,{cause:i})}try{let i=this.browser.getOpenPages(),c=await this.browser.url(),a=await this.executePresetStepHelper(e,t,r),l=!0;(e.type==="NAVIGATE"||e.type==="NEW_TAB"||e.type==="TAB"||e.type==="REFRESH")&&(l=!1);let s=this.browser.getOpenPages(),d=await this.browser.url();if(l&&s.length!==i.length)for(let u=s.length-1;u>=0;u--){let p=s[u];if(p!==c&&p!==d){await this.browser.switchToPage(p,u);break}}return a}catch(i){throw this.logger.error({err:i},"Error thrown in web agent controller"),i}finally{this.restoreCommandTemplateReplacements(e,o)}}restoreCommandTemplateReplacements(e,t={}){for(let[r,o]of Object.entries(t))_t(e,r,o)}async resolveCommandTemplateStrings(e,t,r="",o={}){let i=["type","a11yData","thoughts"];for(let c in e){if(i.includes(c))continue;let a=e[c],l=r?`${r}.${c}`:c;if(typeof a=="string"&&a.includes("{{")){let s=await Xe({s:a,context:t,logger:this.logger});if(a===s)continue;o[l]=a,e[c]=s}else typeof a=="object"&&a!==null&&!Array.isArray(a)&&await this.resolveCommandTemplateStrings(a,t,l,o)}return o}async executePresetStepHelper(e,t,r){switch(r=r||"disableCache"in e&&e.disableCache,e.type){case"SUCCESS":return e.condition?.assertion.trim()?this.executeAssertion(e.condition):{succeedImmediately:!1,urlAfterCommand:await this.browser.url()};case"AI_ASSERTION":{if(!e.assertion.trim())throw new v("ActionFailureError","Missing assertion");return this.executeAssertion(e)}case"AI_WAIT":{if(!e.assertion.trim())throw new v("ActionFailureError","Missing assertion");let s=Date.now();if(e.timeout&&e.timeout>60)throw new v("AssertionFailureError",`AI wait timeout of ${e.timeout} exceeds the maximum allowed timeout of 60s`);let d=(e.timeout??10)*1e3,u,p,g=0;for(;Date.now()-s<d;)try{u=await this.executeAssertion({...e,type:"AI_ASSERTION"});break}catch(f){p=f instanceof Error?f:new Error(`${f}`),this.logger.warn({err:f},`AI_WAIT assert attempt ${g} failed, retrying...`),g++,await D(d/10)}if(!u){let f=`AI wait still failing after ${d}ms.`;throw p&&(f+=` Latest result: ${p.message}`),new v("AssertionFailureError",f)}return u}case"AI_EXTRACT":{if(!e.goal.trim())throw new v("ActionFailureError","Cannot perform AI extraction without goal");let s=await this.browser.getHTML(),d=await this.generator.getTextExtraction({goal:e.goal,browserState:s,returnSchema:e.schema},r);if(d.result==="NOT_FOUND")throw new v("ActionFailureError","No relevant data found for extraction goal on this page");return{data:d.result,succeedImmediately:!1,urlAfterCommand:await this.browser.url()}}case"NAVIGATE":if(!Tt(e.url)&&!vt(e.url,this.browser.baseURL))throw new v("ActionFailureError",`Invalid URL provided to navigate command: ${e.url}`);await this.browser.navigate({url:e.url,loadTimeoutMs:e.loadTimeout?e.loadTimeout*1e3:void 0,networkIdleTimeoutMs:e.networkTimeout?e.networkTimeout*1e3:void 0});break;case"DIALOG":this.browser.registerDialogHandler(e.action);break;case"CAPTCHA":if(!this.browser.canSolveCaptchas())break;let o=await this.browser.solveCaptcha();o&&(await this.wrapElementTargetingCommand({description:"the captcha image solution input",cache:void 0,action:s=>this.browser.click(s),options:{useVision:e.useVision,disableCache:r,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}}),await this.browser.type(o,{clearContent:!0,pressKeysSequentially:!1}));break;case"GO_BACK":await this.browser.goBack();break;case"GO_FORWARD":await this.browser.goForward();break;case"SCROLL_LEFT":case"SCROLL_RIGHT":case"SCROLL_DOWN":case"SCROLL_UP":let i;if(e.target&&(e.target.elementDescriptor.trim()||e.target.a11yData)){let{result:s,cache:d}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:u=>this.browser.hover(u),options:{useVision:e.useVision,disableCache:r,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});i=s,d&&(e.cache={target:d})}switch(e.type){case"SCROLL_UP":await this.browser.scrollUp(e.deltaY);break;case"SCROLL_DOWN":await this.browser.scrollDown(e.deltaY);break;case"SCROLL_LEFT":await this.browser.scrollLeft(e.deltaX);break;case"SCROLL_RIGHT":await this.browser.scrollRight(e.deltaX);break}return{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:i};case"WAIT":await this.browser.wait(e.delay*1e3);break;case"REFRESH":await this.browser.refresh({networkIdleTimeoutMs:e.networkTimeout?e.networkTimeout*1e3:void 0,loadTimeoutMs:e.loadTimeout?e.loadTimeout*1e3:void 0});break;case"CLICK":{let s=await this.browser.url(),d={useVision:e.useVision,disableCache:r,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor},{result:u,cache:p}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:f=>this.browser.click(f,{doubleClick:e.doubleClick,rightClick:e.rightClick,force:e.force,waitForUrl:e.waitForUrl}),options:d});p&&(e.cache={target:p});let g={urlAfterCommand:await this.browser.url(),succeedImmediately:!1,elementInteracted:u};return de(s,g.urlAfterCommand)&&(g.succeedImmediately=!0,g.succeedImmediatelyReason="URL changed"),g}case"DRAG":{let{result:s,caches:d}=await this.wrapMultiElementTargetingCommand([e.fromTarget.elementDescriptor,e.toTarget.elementDescriptor],[e.cache?.fromTarget,e.cache?.toTarget],(u,p)=>this.browser.dragAndDrop(u,p,{force:e.force,hoverSeconds:e.hoverSeconds}),{useVision:e.useVision,filterByViewport:e.filterByViewport,useSelector:e.useSelector,disableCache:r});return d&&d.every(u=>u)&&(e.cache={fromTarget:d[0],toTarget:d[1]}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:s}}case"MOUSE_DRAG":{let s;e.target?.elementDescriptor&&(s=(await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target,action:async f=>f,options:{useVision:e.useVision,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor,disableCache:r}})).result);let d=parseInt(e.deltaX),u=parseInt(e.deltaY);if(isNaN(d)||isNaN(u))throw new v("ActionFailureError",`Invalid pixel values passed to mouse drag command: (${e.deltaX}, ${e.deltaY})`);let p=await this.browser.mouseDrag(d,u,e.steps,s,{force:e.force});return{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:p}}case"SELECT_OPTION":{let s=e.target.elementDescriptor;s.toLowerCase().includes("select")||(s=`The <select> element with the following description: ${s}`);let{result:d,cache:u}=await this.wrapElementTargetingCommand({description:s,cache:e.cache?.target??e.target.a11yData,action:p=>this.browser.selectOption(p,e.option),options:{useVision:!1,disableCache:r,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});return u&&(e.cache={target:u}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:d}}case"TAB":await this.browser.switchToPage(e.url,void 0,{networkIdleTimeoutMs:e.networkTimeout?e.networkTimeout*1e3:void 0,loadTimeoutMs:e.loadTimeout?e.loadTimeout*1e3:void 0});break;case"NEW_TAB":await this.browser.createNewTab(e.url,{networkIdleTimeoutMs:e.networkTimeout?e.networkTimeout*1e3:void 0,loadTimeoutMs:e.loadTimeout?e.loadTimeout*1e3:void 0});break;case"COOKIE":if(!e.value)break;await this.browser.setCookie(e.value);break;case"LOCAL_STORAGE":if(!e.value||!e.key)break;await this.browser.setLocalStorage(e.key,e.value);break;case"JAVASCRIPT":{let s;try{e.environment==="BROWSER"?s=await this.browser.executePageFunction(new Ue(e.fragment?`return ${e.code}`:e.code),void 0):s=await Mt({code:e.code,fragment:!!e.fragment,context:t,timeoutMs:e.timeout?e.timeout*1e3:void 0,logger:this.logger})}catch(d){throw new v("ActionFailureError",d instanceof Error?d.message:`${d}`,{cause:d})}try{JSON.stringify(s)}catch(d){throw new v("ActionFailureError",`Return value is not serializable: ${d instanceof Error?d.message:`${d}`}`,{cause:d})}return{urlAfterCommand:await this.browser.url(),succeedImmediately:!1,data:s}}case"TYPE":{let s=await this.browser.url(),d;if(e.target){let p=e.target.elementDescriptor;["input","text","box","field"].some(y=>p.toLowerCase().includes(y))||(p=`The text input element with the following description: ${p}`);let{result:f,cache:b}=await this.wrapElementTargetingCommand({description:p,cache:e.cache?.target??e.target.a11yData,action:y=>this.browser.typeIntoTarget(e.value,y,{force:e.force,clearContent:e.clearContent,pressKeysSequentially:e.pressKeysSequentially}),options:{useVision:e.useVision,disableCache:r,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});d=f,b&&(e.cache={target:b})}else await this.browser.type(e.value,{force:e.force,clearContent:e.clearContent,pressKeysSequentially:e.pressKeysSequentially});e.pressEnter&&await this.browser.press("Enter");let u={urlAfterCommand:await this.browser.url(),succeedImmediately:!1,elementInteracted:d};return de(s,u.urlAfterCommand)&&(u.succeedImmediately=!0,u.succeedImmediatelyReason="URL changed"),u}case"HOVER":{let{result:s,cache:d}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:u=>this.browser.hover(u),options:{useVision:e.useVision,disableCache:r,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});return d&&(e.cache={target:d}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:s}}case"FOCUS":{let{result:s,cache:d}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:u=>this.browser.focus(u),options:{useVision:e.useVision,disableCache:r,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});return d&&(e.cache={target:d}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:s}}case"BLUR":{let{result:s,cache:d}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:u=>this.browser.blur(u),options:{useVision:e.useVision,disableCache:r,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});return d&&(e.cache={target:d}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:s}}case"PRESS":let c=await this.browser.url();await this.browser.press(e.value);let a={urlAfterCommand:await this.browser.url(),succeedImmediately:!1};return de(c,a.urlAfterCommand)&&(a.succeedImmediately=!0,a.succeedImmediatelyReason="URL changed"),a;case"REQUEST":{let s=e.timeout??30,d=null,u=new AbortController,p=Object.fromEntries(Object.entries(e.headers||{}).filter(([O,z])=>O&&z)),g=new URLSearchParams;Object.entries(e.params||{}).filter(([O,z])=>O&&z).forEach(([O,z])=>{g.append(O,z)});let f;if(Tt(e.url)&&(f=e.url),vt(e.url,this.browser.baseURL)&&(f=new URL(e.url,this.browser.baseURL).toString()),!f)throw new v("ActionFailureError",`Invalid URL: ${e.url}`);let b=async()=>{try{d=await fetch(`${f}?${g.toString()}`,{headers:p,method:e.method,body:e.body,signal:u.signal})}catch(O){this.logger.error({err:O},"Failed to make fetch request")}},y=async()=>{await new Promise(O=>setTimeout(O,s*1e3)),u.abort()};await Promise.race([y(),b()]);let w=d;if(!w)throw new v("ActionFailureError",`Fetch request timed out after ${s} seconds`);if(!w.ok)throw new v("ActionFailureError",`Fetch request failed with status ${w.status}`);let C={};w.headers.forEach((O,z)=>{C[z]=O});let P={status:w.status,headers:C};return w.headers.get("content-type")?.includes("json")?P.json=await w.json():w.headers.get("content-type")?.includes("text")&&(P.text=await w.text()),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),data:P}}case"VISUAL_DIFF":{if(!e.screenshot)throw new v("ActionFailureError","Cannot execute visual diff without saved screenshot");let s=await this.screenshotWithDimensions({target:e.target?.a11yData,clearHighlights:!0,hideCaret:!0});if(s.height!==e.screenshot.height||s.width!==e.screenshot.width)throw new v("ActionFailureError","Current screenshot does not match saved screenshot dimensions - did you change the size of the target or the viewport?");let d={data:Buffer.alloc(s.width*s.height*4),width:s.width,height:s.height},u;if(e.screenshot.data.startsWith("https://")){let b=await fetch(e.screenshot.data);u=Buffer.from(await b.arrayBuffer())}else u=Buffer.from(e.screenshot.data,"base64");let g=Ri(kt.decode(u).data,kt.decode(s.buffer).data,d.data,s.width,s.height,{threshold:e.threshold,diffColorAlt:[0,255,0]})/(s.width*s.height)*100,f=g>e.threshold*100;return{fail:f,thoughts:f?`Visual diff of ${g.toFixed(2)}% detected, which is over the threshold of ${e.threshold*100}%`:void 0,beforeScreenshotOverride:s.buffer,afterScreenshotOverride:kt.encode(d,75).data,succeedImmediately:!1,urlAfterCommand:await this.browser.url()}}default:return(s=>{throw"If Typescript complains about the line below, you missed a case or break in the switch above"})(e)}return{succeedImmediately:!1,urlAfterCommand:await this.browser.url()}}async getReverseMappedTarget(e,t,r){return(await this.generator.getReverseMappedDescription({browserState:e.browserState,goal:`${t}`},r)).phrase}stopRecordMode(){this.recordAbortController?.abort()}async startRecordMode(e){this.recordAbortController=new AbortController;let t=new Qe({signal:this.recordAbortController.signal,...e});await this.browser.startRecording(this.recordAbortController.signal,t)}};import{z as Ni}from"zod";import xi from"fetch-retry";var Oi=xi(global.fetch),W=class{static API_VERSION="v1";baseURL;apiKey;constructor(e){this.baseURL=e.baseURL,this.apiKey=e.apiKey}async sendRequest(e,t){let r=await Oi(`${this.baseURL}${e}`,{retries:1,retryDelay:1e3,method:"POST",body:JSON.stringify(t),headers:{"Content-Type":"application/json",Authorization:`Bearer ${this.apiKey}`}});if(!r.ok)throw new Error(`Request to ${e} failed with status ${r.status}: ${await r.text()}`);return r.json()}};var Ft=class extends W{constructor(e){super(e)}async getRecommendedChunks(e){let t=await this.sendRequest(`/${W.API_VERSION}/web-agent/recommend-chunks`,e);return Cr.parse(t)}async getScreenshotFromS3(e){let t=await this.sendRequest(`/${W.API_VERSION}/s3/visual-diff-screenshot`,{url:e});return Ni.string().parse(t)}async getElementLocation(e,t){let r=await this.sendRequest(`/${W.API_VERSION}/web-agent/locate-element`,{browserState:e.browserState,goal:e.goal,disableCache:t});return Ct.parse(r)}async getElementLocationWithVision(e,t){let r=await this.sendRequest(`/${W.API_VERSION}/web-agent/visual-locate`,{goal:e.goal,screenshot:e.screenshot?.toString("base64"),hintActivatedScreenshot:e.hintActivatedScreenshot?.toString("base64"),disableCache:t});return Ct.parse(r)}async getAssertionResult(e,t,r){if(t){let i=await this.sendRequest(`/${W.API_VERSION}/web-agent/assertion`,{url:e.url,goal:e.goal,screenshot:e.screenshot?.toString("base64"),disableCache:r,vision:!0});return St.parse(i)}let o=await this.sendRequest(`/${W.API_VERSION}/web-agent/assertion`,{url:e.url,browserState:e.browserState,goal:e.goal,history:e.history,numPrevious:e.numPrevious,lastCommand:e.lastCommand,disableCache:r,vision:!1});return St.parse(o)}async getProposedCommand(e,t){let r=await this.sendRequest(`/${W.API_VERSION}/web-agent/next-command`,{url:e.url,browserState:e.browserState,goal:e.goal,history:e.history,numPrevious:e.numPrevious,lastCommand:e.lastCommand,disableCache:t});return br.parse(r)}async getGranularGoals(e,t){let r=await this.sendRequest(`/${W.API_VERSION}/web-agent/split-goal`,{url:e.url,goal:e.goal,disableCache:t});return wr.parse(r)}async getReverseMappedDescription(e,t){let r=await this.sendRequest(`/${W.API_VERSION}/web-agent/reverse-mapped-description`,{goal:e.goal,browserState:e.browserState,disableCache:t});return Sr.parse(r)}async getTextExtraction(e,t){let r={goal:e.goal,browserState:e.browserState,returnSchema:e.returnSchema,disableCache:t},o=await this.sendRequest(`/${W.API_VERSION}/web-agent/text-extraction`,r);return dt.parse(o)}};export{Ft as APIGenerator,zt as AgentController,Lt as ChromeBrowser,K as CommandType,oi as DEFAULT_CONTROLLER_CONFIG,ee as StepType};
+              ${p.nodeOnlySerializedHtml}`)}}try{let p=await r(t);return u?this.logger.info("Successfully used cached target to perform action"):this.logger.info("Successfully generated and used new target data"),this.logger.debug({cache:t},"Cache state after action"),{result:p,cache:t}}catch(p){if(p instanceof v)throw p;if(d>0&&e)return this.logger.debug({cache:t},"Cache state after failed targeting attempt"),this.logger.warn({err:p},"Failed to execute action with cached target, retrying with AI"),this.wrapElementTargetingCommand({description:e,cache:void 0,action:r,options:{...o,retriesWithAI:d},originalCache:t});throw new v("ActionFailureError",p.message,{cause:p})}}async screenshotWithDimensions(e){let t=await this.browser.screenshot(e),r=vi(t);return{buffer:t,...r}}async executePresetStep(e,t,r){let o;try{o=await this.resolveCommandTemplateStrings(e,t)}catch(i){throw new v("ActionFailureError",i.message,{cause:i})}try{let i=this.browser.getOpenPages(),c=await this.browser.url(),a=await this.executePresetStepHelper(e,t,r),l=!0;(e.type==="NAVIGATE"||e.type==="NEW_TAB"||e.type==="TAB"||e.type==="REFRESH")&&(l=!1);let s=this.browser.getOpenPages(),d=await this.browser.url();if(l&&s.length!==i.length)for(let u=s.length-1;u>=0;u--){let p=s[u];if(p!==c&&p!==d){await this.browser.switchToPage(p,u);break}}return a}catch(i){throw this.logger.error({err:i},"Error thrown in web agent controller"),i}finally{this.restoreCommandTemplateReplacements(e,o)}}restoreCommandTemplateReplacements(e,t={}){for(let[r,o]of Object.entries(t))_t(e,r,o)}async resolveCommandTemplateStrings(e,t,r="",o={}){let i=["type","a11yData","thoughts"];for(let c in e){if(i.includes(c))continue;let a=e[c],l=r?`${r}.${c}`:c;if(typeof a=="string"&&a.includes("{{")){let s=await Xe({s:a,context:t,logger:this.logger});if(a===s)continue;o[l]=a,e[c]=s}else typeof a=="object"&&a!==null&&!Array.isArray(a)&&await this.resolveCommandTemplateStrings(a,t,l,o)}return o}async executePresetStepHelper(e,t,r){switch(r=r||"disableCache"in e&&e.disableCache,e.type){case"SUCCESS":return e.condition?.assertion.trim()?this.executeAssertion(e.condition):{succeedImmediately:!1,urlAfterCommand:await this.browser.url()};case"AI_ASSERTION":{if(!e.assertion.trim())throw new v("ActionFailureError","Missing assertion");return this.executeAssertion(e)}case"AI_WAIT":{if(!e.assertion.trim())throw new v("ActionFailureError","Missing assertion");let s=Date.now();if(e.timeout&&e.timeout>60)throw new v("AssertionFailureError",`AI wait timeout of ${e.timeout} exceeds the maximum allowed timeout of 60s`);let d=(e.timeout??10)*1e3,u,p,g=0;for(;Date.now()-s<d;)try{u=await this.executeAssertion({...e,type:"AI_ASSERTION"});break}catch(f){p=f instanceof Error?f:new Error(`${f}`),this.logger.warn({err:f},`AI_WAIT assert attempt ${g} failed, retrying...`),g++,await D(d/10)}if(!u){let f=`AI wait still failing after ${d}ms.`;throw p&&(f+=` Latest result: ${p.message}`),new v("AssertionFailureError",f)}return u}case"AI_EXTRACT":{if(!e.goal.trim())throw new v("ActionFailureError","Cannot perform AI extraction without goal");let s=await this.browser.getHTML(),d=await this.generator.getTextExtraction({goal:e.goal,browserState:s,returnSchema:e.schema},r);if(d.result==="NOT_FOUND")throw new v("ActionFailureError","No relevant data found for extraction goal on this page");return{data:d.result,succeedImmediately:!1,urlAfterCommand:await this.browser.url()}}case"NAVIGATE":if(!Tt(e.url)&&!vt(e.url,this.browser.baseURL))throw new v("ActionFailureError",`Invalid URL provided to navigate command: ${e.url}`);await this.browser.navigate({url:e.url,loadTimeoutMs:e.loadTimeout?e.loadTimeout*1e3:void 0,networkIdleTimeoutMs:e.networkTimeout?e.networkTimeout*1e3:void 0});break;case"DIALOG":this.browser.registerDialogHandler(e.action);break;case"CAPTCHA":if(!this.browser.canSolveCaptchas())break;let o=await this.browser.solveCaptcha();o&&(await this.wrapElementTargetingCommand({description:"the captcha image solution input",cache:void 0,action:s=>this.browser.click(s),options:{useVision:e.useVision,disableCache:r,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}}),await this.browser.type(o,{clearContent:!0,pressKeysSequentially:!1}));break;case"GO_BACK":await this.browser.goBack();break;case"GO_FORWARD":await this.browser.goForward();break;case"SCROLL_LEFT":case"SCROLL_RIGHT":case"SCROLL_DOWN":case"SCROLL_UP":let i;if(e.target&&(e.target.elementDescriptor.trim()||e.target.a11yData)){let{result:s,cache:d}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:u=>this.browser.hover(u),options:{useVision:e.useVision,disableCache:r,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});i=s,d&&(e.cache={target:d})}switch(e.type){case"SCROLL_UP":await this.browser.scrollUp(e.deltaY);break;case"SCROLL_DOWN":await this.browser.scrollDown(e.deltaY);break;case"SCROLL_LEFT":await this.browser.scrollLeft(e.deltaX);break;case"SCROLL_RIGHT":await this.browser.scrollRight(e.deltaX);break}return{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:i};case"WAIT":await this.browser.wait(e.delay*1e3);break;case"REFRESH":await this.browser.refresh({networkIdleTimeoutMs:e.networkTimeout?e.networkTimeout*1e3:void 0,loadTimeoutMs:e.loadTimeout?e.loadTimeout*1e3:void 0});break;case"CLICK":{let s=await this.browser.url(),d={useVision:e.useVision,disableCache:r,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor},{result:u,cache:p}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:f=>this.browser.click(f,{doubleClick:e.doubleClick,rightClick:e.rightClick,force:e.force,waitForUrl:e.waitForUrl}),options:d});p&&(e.cache={target:p});let g={urlAfterCommand:await this.browser.url(),succeedImmediately:!1,elementInteracted:u};return de(s,g.urlAfterCommand)&&(g.succeedImmediately=!0,g.succeedImmediatelyReason="URL changed"),g}case"DRAG":{let{result:s,caches:d}=await this.wrapMultiElementTargetingCommand([e.fromTarget.elementDescriptor,e.toTarget.elementDescriptor],[e.cache?.fromTarget,e.cache?.toTarget],(u,p)=>this.browser.dragAndDrop(u,p,{force:e.force,hoverSeconds:e.hoverSeconds}),{useVision:e.useVision,filterByViewport:e.filterByViewport,useSelector:e.useSelector,disableCache:r});return d&&d.every(u=>u)&&(e.cache={fromTarget:d[0],toTarget:d[1]}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:s}}case"MOUSE_DRAG":{let s;e.target?.elementDescriptor&&(s=(await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target,action:async f=>f,options:{useVision:e.useVision,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor,disableCache:r}})).result);let d=parseInt(e.deltaX),u=parseInt(e.deltaY);if(isNaN(d)||isNaN(u))throw new v("ActionFailureError",`Invalid pixel values passed to mouse drag command: (${e.deltaX}, ${e.deltaY})`);let p=await this.browser.mouseDrag(d,u,e.steps,s,{force:e.force});return{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:p}}case"SELECT_OPTION":{let s=e.target.elementDescriptor;s.toLowerCase().includes("select")||(s=`The <select> element with the following description: ${s}`);let{result:d,cache:u}=await this.wrapElementTargetingCommand({description:s,cache:e.cache?.target??e.target.a11yData,action:p=>this.browser.selectOption(p,e.option),options:{useVision:!1,disableCache:r,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});return u&&(e.cache={target:u}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:d}}case"TAB":await this.browser.switchToPage(e.url,void 0,{networkIdleTimeoutMs:e.networkTimeout?e.networkTimeout*1e3:void 0,loadTimeoutMs:e.loadTimeout?e.loadTimeout*1e3:void 0});break;case"NEW_TAB":await this.browser.createNewTab(e.url,{networkIdleTimeoutMs:e.networkTimeout?e.networkTimeout*1e3:void 0,loadTimeoutMs:e.loadTimeout?e.loadTimeout*1e3:void 0});break;case"COOKIE":if(!e.value)break;await this.browser.setCookie(e.value);break;case"LOCAL_STORAGE":if(!e.value||!e.key)break;await this.browser.setLocalStorage(e.key,e.value);break;case"JAVASCRIPT":{let s;try{e.environment==="BROWSER"?s=await this.browser.executePageFunction(new Ue(e.fragment?`return ${e.code}`:e.code),void 0):s=await Mt({code:e.code,fragment:!!e.fragment,context:t,timeoutMs:e.timeout?e.timeout*1e3:void 0,logger:this.logger})}catch(d){throw new v("ActionFailureError",d instanceof Error?d.message:`${d}`,{cause:d})}try{JSON.stringify(s)}catch(d){throw new v("ActionFailureError",`Return value is not serializable: ${d instanceof Error?d.message:`${d}`}`,{cause:d})}return{urlAfterCommand:await this.browser.url(),succeedImmediately:!1,data:s}}case"TYPE":{let s=await this.browser.url(),d;if(e.target){let p=e.target.elementDescriptor;["input","text","box","field"].some(y=>p.toLowerCase().includes(y))||(p=`The text input element with the following description: ${p}`);let{result:f,cache:b}=await this.wrapElementTargetingCommand({description:p,cache:e.cache?.target??e.target.a11yData,action:y=>this.browser.typeIntoTarget(e.value,y,{force:e.force,clearContent:e.clearContent,pressKeysSequentially:e.pressKeysSequentially}),options:{useVision:e.useVision,disableCache:r,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});d=f,b&&(e.cache={target:b})}else await this.browser.type(e.value,{force:e.force,clearContent:e.clearContent,pressKeysSequentially:e.pressKeysSequentially});e.pressEnter&&await this.browser.press("Enter");let u={urlAfterCommand:await this.browser.url(),succeedImmediately:!1,elementInteracted:d};return de(s,u.urlAfterCommand)&&(u.succeedImmediately=!0,u.succeedImmediatelyReason="URL changed"),u}case"HOVER":{let{result:s,cache:d}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:u=>this.browser.hover(u),options:{useVision:e.useVision,disableCache:r,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});return d&&(e.cache={target:d}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:s}}case"FOCUS":{let{result:s,cache:d}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:u=>this.browser.focus(u),options:{useVision:e.useVision,disableCache:r,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});return d&&(e.cache={target:d}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:s}}case"BLUR":{let{result:s,cache:d}=await this.wrapElementTargetingCommand({description:e.target.elementDescriptor,cache:e.cache?.target??e.target.a11yData,action:u=>this.browser.blur(u),options:{useVision:e.useVision,disableCache:r,filterByViewport:e.filterByViewport,useSelector:e.useSelector,iframeDescriptor:e.iframeDescriptor}});return d&&(e.cache={target:d}),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),elementInteracted:s}}case"PRESS":let c=await this.browser.url();await this.browser.press(e.value);let a={urlAfterCommand:await this.browser.url(),succeedImmediately:!1};return de(c,a.urlAfterCommand)&&(a.succeedImmediately=!0,a.succeedImmediatelyReason="URL changed"),a;case"REQUEST":{let s=e.timeout??30,d=null,u=new AbortController,p=Object.fromEntries(Object.entries(e.headers||{}).filter(([O,z])=>O&&z)),g=new URLSearchParams;Object.entries(e.params||{}).filter(([O,z])=>O&&z).forEach(([O,z])=>{g.append(O,z)});let f;if(Tt(e.url)&&(f=e.url),vt(e.url,this.browser.baseURL)&&(f=new URL(e.url,this.browser.baseURL).toString()),!f)throw new v("ActionFailureError",`Invalid URL: ${e.url}`);let b=async()=>{try{d=await fetch(`${f}?${g.toString()}`,{headers:p,method:e.method,body:e.body,signal:u.signal})}catch(O){this.logger.error({err:O},"Failed to make fetch request")}},y=async()=>{await new Promise(O=>setTimeout(O,s*1e3)),u.abort()};await Promise.race([y(),b()]);let w=d;if(!w)throw new v("ActionFailureError",`Fetch request timed out after ${s} seconds`);if(!w.ok)throw new v("ActionFailureError",`Fetch request failed with status ${w.status}`);let S={};w.headers.forEach((O,z)=>{S[z]=O});let P={status:w.status,headers:S};return w.headers.get("content-type")?.includes("json")?P.json=await w.json():w.headers.get("content-type")?.includes("text")&&(P.text=await w.text()),{succeedImmediately:!1,urlAfterCommand:await this.browser.url(),data:P}}case"VISUAL_DIFF":{if(!e.screenshot)throw new v("ActionFailureError","Cannot execute visual diff without saved screenshot");let s=await this.screenshotWithDimensions({target:e.target?.a11yData,clearHighlights:!0,hideCaret:!0});if(s.height!==e.screenshot.height||s.width!==e.screenshot.width)throw new v("ActionFailureError","Current screenshot does not match saved screenshot dimensions - did you change the size of the target or the viewport?");let d={data:Buffer.alloc(s.width*s.height*4),width:s.width,height:s.height},u;if(e.screenshot.data.startsWith("https://")){let b=await fetch(e.screenshot.data);u=Buffer.from(await b.arrayBuffer())}else u=Buffer.from(e.screenshot.data,"base64");let g=Ri(kt.decode(u).data,kt.decode(s.buffer).data,d.data,s.width,s.height,{threshold:e.threshold,diffColorAlt:[0,255,0]})/(s.width*s.height)*100,f=g>e.threshold*100;return{fail:f,thoughts:f?`Visual diff of ${g.toFixed(2)}% detected, which is over the threshold of ${e.threshold*100}%`:void 0,beforeScreenshotOverride:s.buffer,afterScreenshotOverride:kt.encode(d,75).data,succeedImmediately:!1,urlAfterCommand:await this.browser.url()}}default:return(s=>{throw"If Typescript complains about the line below, you missed a case or break in the switch above"})(e)}return{succeedImmediately:!1,urlAfterCommand:await this.browser.url()}}async getReverseMappedTarget(e,t,r){return(await this.generator.getReverseMappedDescription({browserState:e.browserState,goal:`${t}`},r)).phrase}stopRecordMode(){this.recordAbortController?.abort()}async startRecordMode(e){this.recordAbortController=new AbortController;let t=new Qe({signal:this.recordAbortController.signal,...e});await this.browser.startRecording(this.recordAbortController.signal,t)}};import{z as Ni}from"zod";import xi from"fetch-retry";var Oi=xi(global.fetch),W=class{static API_VERSION="v1";baseURL;apiKey;constructor(e){this.baseURL=e.baseURL,this.apiKey=e.apiKey}async sendRequest(e,t){let r=await Oi(`${this.baseURL}${e}`,{retries:1,retryDelay:1e3,method:"POST",body:JSON.stringify(t),headers:{"Content-Type":"application/json",Authorization:`Bearer ${this.apiKey}`}});if(!r.ok)throw new Error(`Request to ${e} failed with status ${r.status}: ${await r.text()}`);return r.json()}};var Ft=class extends W{constructor(e){super(e)}async getRecommendedChunks(e){let t=await this.sendRequest(`/${W.API_VERSION}/web-agent/recommend-chunks`,e);return Cr.parse(t)}async getScreenshotFromS3(e){let t=await this.sendRequest(`/${W.API_VERSION}/s3/visual-diff-screenshot`,{url:e});return Ni.string().parse(t)}async getElementLocation(e,t){let r=await this.sendRequest(`/${W.API_VERSION}/web-agent/locate-element`,{browserState:e.browserState,goal:e.goal,disableCache:t});return Ct.parse(r)}async getElementLocationWithVision(e,t){let r=await this.sendRequest(`/${W.API_VERSION}/web-agent/visual-locate`,{goal:e.goal,screenshot:e.screenshot?.toString("base64"),hintActivatedScreenshot:e.hintActivatedScreenshot?.toString("base64"),disableCache:t});return Ct.parse(r)}async getAssertionResult(e,t,r){if(t){let i=await this.sendRequest(`/${W.API_VERSION}/web-agent/assertion`,{url:e.url,goal:e.goal,screenshot:e.screenshot?.toString("base64"),disableCache:r,vision:!0});return St.parse(i)}let o=await this.sendRequest(`/${W.API_VERSION}/web-agent/assertion`,{url:e.url,browserState:e.browserState,goal:e.goal,history:e.history,numPrevious:e.numPrevious,lastCommand:e.lastCommand,disableCache:r,vision:!1});return St.parse(o)}async getProposedCommand(e,t){let r=await this.sendRequest(`/${W.API_VERSION}/web-agent/next-command`,{url:e.url,browserState:e.browserState,goal:e.goal,history:e.history,numPrevious:e.numPrevious,lastCommand:e.lastCommand,disableCache:t});return br.parse(r)}async getGranularGoals(e,t){let r=await this.sendRequest(`/${W.API_VERSION}/web-agent/split-goal`,{url:e.url,goal:e.goal,disableCache:t});return wr.parse(r)}async getReverseMappedDescription(e,t){let r=await this.sendRequest(`/${W.API_VERSION}/web-agent/reverse-mapped-description`,{goal:e.goal,browserState:e.browserState,disableCache:t});return Sr.parse(r)}async getTextExtraction(e,t){let r={goal:e.goal,browserState:e.browserState,returnSchema:e.returnSchema,disableCache:t},o=await this.sendRequest(`/${W.API_VERSION}/web-agent/text-extraction`,r);return dt.parse(o)}};export{Ft as APIGenerator,zt as AgentController,Lt as ChromeBrowser,K as CommandType,oi as DEFAULT_CONTROLLER_CONFIG,ee as StepType};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "momentic",
-  "version": "0.0.69",
+  "version": "0.0.70",
   "description": "The Momentic SDK for Node.js",
   "type": "module",
   "main": "./dist/index.js",