mcp-scraper 0.95.2 → 0.96.1

package/dist/{chunk-MC4W6TZT.js → chunk-HVQZRQRJ.js}

@@ -1,4 +1,36 @@
-import{f as at}from"./chunk-M5QHXNFZ.js";import{b as Pe}from"./chunk-GPSPSJBJ.js";import{c as xe,g as Le}from"./chunk-VREXSMC6.js";import{a as We,b as Ae,c as Ot}from"./chunk-6DTXIZY2.js";import{c as xt,e as Xt,l as Oe}from"./chunk-XPEJB4BZ.js";import{a as be,i as Ie,j as _,k as Lt,m as Z,n as kt,o as te}from"./chunk-7YOXSMHG.js";import{z as v}from"zod";var ee=v.object({query:v.string().min(1),location:v.string().optional(),gl:v.string().length(2).default("us"),hl:v.string().length(2).default("en"),device:v.enum(["desktop","mobile"]).default("desktop"),proxyMode:v.enum(["location","configured","none"]).default(xt),proxyZip:v.string().regex(/^\d{5}$/).optional(),keepDefaultProxy:v.boolean().optional(),requireUsEgress:v.boolean().optional(),maxAttempts:v.number().int().min(1).max(12).optional(),debug:v.boolean().default(!1),depth:v.number().int().min(1).max(30).default(3),maxQuestions:v.number().int().min(1).max(100).default(100),headless:v.boolean().default(!1),profileDir:v.string().optional(),proxy:v.string().url().optional(),\u006b\u0065\u0072\u006e\u0065\u006cApiKey:v.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyId:v.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProfileName:v.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges:v.boolean().optional(),\u006b\u0065\u0072\u006e\u0065\u006cStealth:v.boolean().optional(),serpIdentity:v.string().regex(/^[a-z0-9][a-z0-9_-]{0,63}$/).optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution:v.unknown().optional(),outputDir:v.string().default("./paa-output"),format:v.enum(["json","csv","both"]).default("both"),serpOnly:v.boolean().default(!1),questionsOnly:v.boolean().default(!1),questionGrowthRecoveryRounds:v.number().int().min(0).max(4).default(2),pages:v.number().int().min(1).max(2).default(1),includeAllSerpFeatures:v.boolean().default(!1),includeLocalPack:v.boolean().default(!1),includeForums:v.boolean().default(!1),includeVideos:v.boolean().default(!1),includeAiOverview:v.boolean().default(!1),includeWhatPeopleSaying:v.boolean().default(!1),includeShortVideos:v.boolean().default(!1),recency:v.enum(["day","week","month","year"]).optional(),softDeadlineMs:v.number().optional()}),Be=v.object({questionId:v.string().min(1),googleLinkId:v.string().nullable(),googleEvidenceId:v.string().nullable(),question:v.string().min(1),answer:v.string().optional(),sourceTitle:v.string().optional(),sourceSite:v.string().optional(),sourceCite:v.string().optional(),sources:v.array(v.object({title:v.string().nullable(),site:v.string().nullable(),url:v.string().min(1),rawUrl:v.string().min(1),resolvedUrl:v.string().nullable(),linkType:v.enum(["plain","google_url_redirect","google_goto_redirect"]),resolutionStatus:v.enum(["not_needed","resolved","unresolved","rejected"])})).default([])});import{chromium as ie}from"playwright-extra";import En from"puppeteer-extra-plugin-stealth";import{chromium as Yn}from"playwright";var Q={paaItem:".related-question-pair",captchaMarker:'#captcha-form, #recaptcha, form[action*="/sorry/"], .g-recaptcha, [data-sitekey]'},He={container:'div[jscontroller="HWk0Gf"]',sectionHeading:'.mgAbYb[role="heading"]',item:"a.rIRoqf"},Bt={udm:"39",item:"a.rIRoqf",durationPattern:/^\d+:\d+$/,platforms:["YouTube","TikTok","Instagram","Facebook","X"]},Fe={section:".ULSxyf",item:"a.KYg7td.INpicf",title:".hyYc0c",source:".K4ETW"},Re={sectionTag:"g-section-with-header",sectionHeadingText:"What people are saying",card:'.dRzkFf[role="listitem"]',cardLink:'a.WlydOe[jsname="YKoRaf"]',titleH1:"h1.WQWxe",titleDiv:".eAaXgc",popularCommentLabel:".qgdis",source:".sTl1Td",platformBadge:".appd0, .KrMNbf",ytChannel:".sjVJQd",ytDate:".PLq9Je",authorNote:".nDgy9d"},Ge={root:"[data-lhcontainer][data-streaming-container][eid]",legacyRoot:'[data-hveid="CBMQAA"]',wrapper:".Fgyi2e",controller:'[jscontroller="AkrxPe"]',contentSubtree:'[data-subtree="mfc"]',header:".heWuVc",heading:".Fzsovc.cwYVJe.RJPOee",showMoreButton:'[aria-label="Show more AI Overview"]',sourcesPanel:".OZ9ddf.WAUd4",disclaimer:".DuQANe.MSJHRb"},De={root:'[data-hveid="CAUQAA"]',wrapper:".Fgyi2e",citations:'.Fgyi2e [data-hveid] a[jsname="pxBnId"]'},Ve={result:".wHYlTd.tF2Cxc",title:"h3.LC20lb",siteName:".VuuXrf",cite:"cite.tjvcx",snippet:".VwiC3b",redditCite:"cite.qLRx3b",ratingWrap:".Y0A0hc",ratingValue:".yi40Hd",reviewCount:".RDApEe"},Ee={headingText:"Businesses",card:".w7Dbne",name:".OSrXXb",ratingValue:".yi40Hd",reviewCount:".RDApEe"},Ye="2026-05-07",yi={ratingAndCount:"div.F7nice",hoursTable:"table.eK4R0e",reviewScrollPane:'div.m6QErb[tabindex="-1"]',reviewScrollPaneFallback:'[role="main"] div[tabindex="-1"]',reviewCardAuthor:"div.d4r55, span.d4r55, span.RPZfBb",reviewCardDate:"span.rsqaWe",reviewCardText:"span.wiI7pd",reviewCardOwnerBlock:"div.CDe7pd",hoursTableAlt:'table[aria-label*="Hour"]',reviewCard:"[data-review-id]",reviewStars:'[role="img"][aria-label*="star"]',reviewTab:'button[role="tab"][aria-label*="Review"]',aboutTab:'button[role="tab"][aria-label*="About"]',expandReview:'[data-review-id] button[aria-label*="See more"], [data-review-id] button.w8nwRe'};async function Ht(e,t,n,a){let s,i=!1,d,h=()=>{},S=()=>a?.reason instanceof DOMException&&a.reason.name==="TimeoutError"?a.reason:new Z,U=()=>h(S()),l=new Promise((r,u)=>{h=u}),o=async r=>{let u;try{await Promise.race([r.close().catch(()=>{}),new Promise(c=>{u=setTimeout(c,2e3)})])}finally{u&&clearTimeout(u)}};if(a?.aborted)throw S();a?.addEventListener("abort",U,{once:!0}),d=setTimeout(()=>h(new DOMException("Optional pagination timed out","TimeoutError")),3e4);try{return await Promise.race([(async()=>{let r=await e.newPage();if(i)throw await o(r),new Z;if(s=r,await t(r),i)throw new Z;return n(r)})(),l])}finally{i=!0,d&&clearTimeout(d),a?.removeEventListener("abort",U),s&&await o(s)}}var Vn=/\b(?:HeadlessChrome|Chrome|Chromium|Firefox)\/\d+|\bVersion\/\d+.*\bSafari\//;async function Ft(e){try{let t=await e.evaluate(()=>navigator.userAgent);return typeof t=="string"&&Vn.test(t)?t:null}catch{return null}}async function Rt(e){let t=null;try{let n=e.contexts().flatMap(a=>a.pages())[0];return n||(t=await e.newContext(),n=t.pages()[0]??await t.newPage()),await Ft(n)}catch{return null}finally{t&&await t.close().catch(()=>{})}}function pi(e,t){return t?{...e,userAgent:t}:e}ie.use(En());var Kn=180,Jn=3e3,_n=5e3,zn='#search, #rso, a[href] h3, [data-snhf], [role="main"]';function ne(e,t){return e?Math.max(1,Math.min(t,e-Date.now())):t}function qn(e,t){let n=process.env[e];if(!n)return t;let a=Number(n);return Number.isInteger(a)&&a>0?a:t}function ae(e){return e?e.slice(-6):null}function Ke(e,t){let n=(t??process.env.SERP_REDIRECT_BASE)?.trim().replace(/\/+$/,"");return n?`${n}/g/${Buffer.from(e,"utf8").toString("base64url")}`:e}function jn(e){return e?/united states|u\.?s\.?a?\.?|^us$/i.test(e.trim()):!1}function wt(e){return e instanceof Error?e.message:String(e)}function $n(e){return/\b409\b|conflict|already exists/i.test(wt(e))}function Qn(e){return/\b404\b|not[ _-]?found|already (?:gone|deleted|closed)|does not exist/i.test(wt(e))}async function Zn(e,t){try{await e.profiles.create({name:t})}catch(n){if(!$n(n))throw n}}function Gt(e,t){return{viewport:e.viewport,locale:e.locale,...t?{userAgent:t}:{},...e.deviceScaleFactor?{deviceScaleFactor:e.deviceScaleFactor}:{},...e.isMobile!==void 0?{isMobile:e.isMobile}:{},...e.hasTouch!==void 0?{hasTouch:e.hasTouch}:{}}}async function ct(e,t,n){let a;try{return await Promise.race([e,new Promise((s,i)=>{a=setTimeout(()=>i(new Error(`${n} timed out after ${t}ms`)),t)})])}finally{a&&clearTimeout(a)}}function Xn(e){let t=e.trim();if(!t)throw new Error("channelHandle is required");if(/^https?:\/\//i.test(t)||/^(www\.|m\.)?youtube\.com\//i.test(t)){let d=new URL(/^https?:\/\//i.test(t)?t:`https://${t}`);if(d.hostname.replace(/^www\./,"").replace(/^m\./,"").toLowerCase()!=="youtube.com")throw new Error("channel URL must be on youtube.com");let S=d.pathname.split("/").filter(Boolean),U=S[0]??"",l=S[1]??"";if(U.startsWith("@"))return`https://www.youtube.com/${U}/videos`;if(U==="channel"&&l)return`https://www.youtube.com/channel/${l}/videos`;if((U==="c"||U==="user")&&l)return`https://www.youtube.com/${U}/${l}/videos`;throw new Error("channel URL must be a YouTube handle, /channel/UC..., /c/..., or /user/... URL")}let s=t.replace(/^\/+/,"").replace(/\/+$/,"").replace(/\/videos$/i,"");if(/^UC[\w-]{20,}$/.test(s))return`https://www.youtube.com/channel/${s}/videos`;let i=s.startsWith("@")?s:`@${s}`;if(!/^@[\w.-]+$/.test(i))throw new Error("channelHandle must be an @handle, UC channel ID, or YouTube channel URL");return`https://www.youtube.com/${i}/videos`}var Dt=class{browser=null;context=null;page=null;\u006b\u0065\u0072\u006e\u0065\u006cClient=null;\u006b\u0065\u0072\u006e\u0065\u006cSessionId=null;\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=null;\u006b\u0065\u0072\u006e\u0065\u006cStealth=null;\u006b\u0065\u0072\u006e\u0065\u006cProxyUsed=null;\u006b\u0065\u0072\u006e\u0065\u006cProxySource=null;\u006b\u0065\u0072\u006e\u0065\u006cProxyType=null;\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent=null;last\u004b\u0065\u0072\u006e\u0065\u006cBillingMode=null;last\u004b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=null;last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs=null;debugEnabled=!1;debugSnapshot={\u006b\u0065\u0072\u006e\u0065\u006c:null,context:null,networkLocation:null,serpNavigation:null};async launch(t){this.debugEnabled=t.debug===!0;let n=t.proxyMode??(t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId?"configured":"none"),a=t.isMobile?"mobile":"desktop";if(this.debugSnapshot={\u006b\u0065\u0072\u006e\u0065\u006c:null,context:{viewport:t.viewport,locale:t.locale,device:a,userAgent:null,deviceScaleFactor:t.deviceScaleFactor??null,isMobile:t.isMobile===!0,hasTouch:t.hasTouch===!0},networkLocation:null,serpNavigation:null},t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey){this.\u006b\u0065\u0072\u006e\u0065\u006cClient=new at({apiKey:t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey});let i=Number.isInteger(t.\u006b\u0065\u0072\u006e\u0065\u006cTimeoutSeconds)&&Number(t.\u006b\u0065\u0072\u006e\u0065\u006cTimeoutSeconds)>0?Number(t.\u006b\u0065\u0072\u006e\u0065\u006cTimeoutSeconds):qn("\u004b\u0045\u0052\u004e\u0045\u004c_BROWSER_TIMEOUT_SECONDS",Kn),d=Math.min(i,600);t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName&&t.\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges===!0&&await Zn(this.\u006b\u0065\u0072\u006e\u0065\u006cClient,t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName);let h=Ot(),S;t.headlessMode==="headful"||h?.forceHeadful===!0?S=!1:t.headlessMode==="headless"?S=!0:S=h?.forceHeadless===!0||process.env.\u004b\u0045\u0052\u004e\u0045\u004c_HEADLESS_DISABLED!=="true"&&!!h?.op&&xe.has(h.op),this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent=S?!0:null,this.last\u004b\u0065\u0072\u006e\u0065\u006cBillingMode=S?"headless":"headful",h?.headlessSentOut&&(h.headlessSentOut.value=this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent);let U=await this.\u006b\u0065\u0072\u006e\u0065\u006cClient.browsers.create({stealth:t.\u006b\u0065\u0072\u006e\u0065\u006cStealth===!0,timeout_seconds:d,...S?{headless:!0}:{},...t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId?{proxy_id:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId}:{},...t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName?{profile:{name:t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName,...typeof t.\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges=="boolean"?{save_changes:t.\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges}:{}}}:{}});this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId=U.session_id,this.\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=Date.now(),this.last\u004b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=this.\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs,this.last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs=null,this.\u006b\u0065\u0072\u006e\u0065\u006cStealth=typeof U.stealth=="boolean"?U.stealth:null,this.\u006b\u0065\u0072\u006e\u0065\u006cProxyUsed=typeof U.proxy_id=="string"?!!U.proxy_id:!!t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,this.\u006b\u0065\u0072\u006e\u0065\u006cProxySource=t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution?.source??null,this.\u006b\u0065\u0072\u006e\u0065\u006cProxyType=t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution?.proxyType??null;let l=null,o=null;if(!t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId&&!t.keepDefaultProxy)try{await ct(this.\u006b\u0065\u0072\u006e\u0065\u006cClient.browsers.update(this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,{disable_default_proxy:!0}),5e3,`\u004b\u0065\u0072\u006e\u0065\u006c session ${this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId} disable default proxy`),l=!0}catch(u){l=!1,o=wt(u)}let r={sessionId:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,proxyMode:n,requestedProxyIdPresent:!!t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,requestedProxyIdSuffix:ae(t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId),createdProxyIdPresent:typeof U.proxy_id=="string"?!!U.proxy_id:null,createdProxyIdSuffix:ae(U.proxy_id),retrievedProxyIdPresent:null,retrievedProxyIdSuffix:null,retrievedProxyIdMatchesRequested:null,defaultProxyDisabled:l,defaultProxyDisableError:o,proxyResolution:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution??null,timeoutSeconds:d,stealth:typeof U.stealth=="boolean"?U.stealth:null,profilePresent:null,poolPresent:null,retrieveError:null};if(this.debugSnapshot.\u006b\u0065\u0072\u006e\u0065\u006c=r,console.info(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_created",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,timeout_seconds:d,proxy_mode:n,proxy_id_present:!!t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,profile_name_present:!!t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName,proxy_resolution_source:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution?.source})),this.debugEnabled&&await this.populate\u004b\u0065\u0072\u006e\u0065\u006cRetrieveDebug(r,t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId),this.browser=await Yn.connectOverCDP(U.cdp_ws_url),t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName||t.preserve\u004b\u0065\u0072\u006e\u0065\u006cContext)this.context=this.browser.contexts()[0]??await this.browser.newContext(Gt(t)),this.page=this.context.pages()[0]??await this.context.newPage(),this.debugSnapshot.context.userAgent=await Ft(this.page);else{let u=await Rt(this.browser);this.debugSnapshot.context.userAgent=u,this.context=await this.browser.newContext(Gt(t,u)),this.page=await this.context.newPage()}if(await this.installEsbuildHelperShims(this.context),t.preserve\u004b\u0065\u0072\u006e\u0065\u006cContext||await this.page.setViewportSize(t.viewport),(this.debugEnabled||t.requireUsEgress)&&(this.debugSnapshot.networkLocation=await this.captureBrowserNetworkLocation()),t.requireUsEgress){let u=this.debugSnapshot.networkLocation?.country??null;if(!jn(u))throw new _(`Non-US egress (${u??"unknown"}) \u2014 retrying with a fresh session`)}return}let s={headless:t.headless,proxy:t.proxy?{server:t.proxy}:void 0,...t.browserExecutablePath?{executablePath:t.browserExecutablePath}:{},...t.ignoreDefaultArgs?{ignoreDefaultArgs:t.ignoreDefaultArgs}:{}};if(t.profileDir)this.context=await ie.launchPersistentContext(t.profileDir,{...s,...Gt(t)}),await this.installEsbuildHelperShims(this.context),this.page=await this.context.newPage(),this.debugSnapshot.context.userAgent=await Ft(this.page);else{this.browser=await ie.launch(s);let i=await Rt(this.browser);this.debugSnapshot.context.userAgent=i,this.context=await this.browser.newContext(Gt(t,i)),await this.installEsbuildHelperShims(this.context),this.page=await this.context.newPage()}this.debugEnabled&&(this.debugSnapshot.networkLocation=await this.captureBrowserNetworkLocation())}async populate\u004b\u0065\u0072\u006e\u0065\u006cRetrieveDebug(t,n){if(!(!this.\u006b\u0065\u0072\u006e\u0065\u006cClient||!this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId))try{let a=await ct(this.\u006b\u0065\u0072\u006e\u0065\u006cClient.browsers.retrieve(this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId),5e3,`\u004b\u0065\u0072\u006e\u0065\u006c session ${this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId} retrieve`);t.retrievedProxyIdPresent=typeof a.proxy_id=="string"?!!a.proxy_id:!1,t.retrievedProxyIdSuffix=ae(a.proxy_id),t.retrievedProxyIdMatchesRequested=n?a.proxy_id===n:!a.proxy_id,t.timeoutSeconds=typeof a.timeout_seconds=="number"?a.timeout_seconds:t.timeoutSeconds,t.stealth=typeof a.stealth=="boolean"?a.stealth:t.stealth,t.profilePresent=!!a.profile,t.poolPresent=!!a.pool}catch(a){t.retrieveError=wt(a)}}async captureBrowserNetworkLocation(){let t=(a,s="ipapi.co")=>({source:s,ip:null,city:null,region:null,country:null,org:null,timezone:null,error:a});if(!this.context)return t("browser context is not available");let n=null;try{n=await this.context.newPage();let a=await this.loadJsonInDebugPage(n,"https://ipwho.is/");if(a){let h=typeof a.connection=="object"&&a.connection!==null?a.connection:{};return{source:"ipwho.is",ip:typeof a.ip=="string"?a.ip:null,city:typeof a.city=="string"?a.city:null,region:typeof a.region=="string"?a.region:null,country:typeof a.country=="string"?a.country:null,org:typeof h.org=="string"?h.org:null,timezone:typeof a.timezone=="object"&&a.timezone!==null&&typeof a.timezone.id=="string"?a.timezone.id:null,error:null}}let s=await this.loadJsonInDebugPage(n,"https://api64.ipify.org?format=json");if(s)return{source:"api64.ipify.org",ip:typeof s.ip=="string"?s.ip:null,city:null,region:null,country:null,org:null,timezone:null,error:null};await ct(n.goto("https://ipapi.co/json/",{waitUntil:"domcontentloaded",timeout:7e3}),8e3,"browser network location navigation");let i=await n.locator("body").innerText({timeout:2e3}),d=JSON.parse(i);return{source:"ipapi.co",ip:typeof d.ip=="string"?d.ip:null,city:typeof d.city=="string"?d.city:null,region:typeof d.region=="string"?d.region:null,country:typeof d.country_name=="string"?d.country_name:typeof d.country=="string"?d.country:null,org:typeof d.org=="string"?d.org:null,timezone:typeof d.timezone=="string"?d.timezone:null,error:null}}catch(a){return t(wt(a))}finally{await n?.close().catch(()=>{})}}async loadJsonInDebugPage(t,n){try{await ct(t.goto(n,{waitUntil:"domcontentloaded",timeout:7e3}),8e3,`browser network location navigation ${n}`);let a=await t.locator("body").innerText({timeout:2e3});return JSON.parse(a)}catch{return null}}async installEsbuildHelperShims(t){await t.addInitScript(()=>{let n=globalThis;typeof n.__name!="function"&&(n.__name=a=>a),typeof n.__publicField!="function"&&(n.__publicField=(a,s,i)=>(a[s]=i,i))})}async withTemporaryPage(t,n){if(!this.context)throw new Error("Browser context is not available");return Ht(this.context,async()=>{},t,n)}async navigateToSERP(t,n,a,s,i){let d=new URLSearchParams({q:t,gl:a,hl:s,pws:"0"});i?.tbs&&d.set("tbs",i.tbs),n&&d.set("uule",n);let h="https://www.google.com/search?"+d.toString(),S=Ke(h),U=i?.debug?{requestedUrl:h,finalUrl:null,title:null,bodySnippet:null,hasPaa:null,captchaDetected:null,googleSorryUrl:null,redirected:null}:null;U&&(this.debugSnapshot.serpNavigation=U);try{await this.page.goto(S,{waitUntil:"domcontentloaded",timeout:ne(i?.deadlineMs,i?.purpose==="serp"?8e3:45e3)})}catch(o){await this.updateSerpNavigationDebug(U,h,{hasPaa:null,captchaDetected:null});let r=await this.captureDiagnostics(h);throw new Lt(`page.goto failed: ${o.message} | ${r}`)}if(await this.isSerpChallengeVisible())throw await this.updateSerpNavigationDebug(U,h,{hasPaa:!1,captchaDetected:!0}),new _(this.captchaMessage());if(i?.purpose==="serp"){await this.page.waitForSelector(zn,{timeout:ne(i.deadlineMs,1500)}).catch(()=>null);let o=await this.page.locator(Q.paaItem).count().catch(()=>0)>0;return await this.updateSerpNavigationDebug(U,h,{hasPaa:o,captchaDetected:!1}),{hasPaa:o}}if(await this.page.waitForSelector(Q.paaItem,{timeout:ne(i?.deadlineMs,4e3)}).catch(()=>null))return await this.updateSerpNavigationDebug(U,h,{hasPaa:!0,captchaDetected:!1}),{hasPaa:!0};if(await this.isSerpChallengeVisible())throw await this.updateSerpNavigationDebug(U,h,{hasPaa:!1,captchaDetected:!0}),new _(this.captchaMessage());for(let o=1;o<=6;o++)if(await this.page.evaluate(u=>{window.scrollTo(0,document.body.scrollHeight*u)},o/6),await this.page.waitForTimeout(600),await this.page.locator(Q.paaItem).count()>0)return await this.updateSerpNavigationDebug(U,h,{hasPaa:!0,captchaDetected:!1}),{hasPaa:!0};return await this.updateSerpNavigationDebug(U,h,{hasPaa:!1,captchaDetected:!1}),{hasPaa:!1}}async isSerpChallengeVisible(){if(!this.page)return!1;if(await this.page.locator(Q.captchaMarker).count().catch(()=>0)>0)return!0;let n=this.page.url();if(/google\.[^/]+\/sorry\//i.test(n))return!0;let a=await this.page.evaluate(()=>(document.body?.innerText??"").replace(/\s+/g," ").trim().slice(0,1e3)).catch(()=>"");return/recaptcha|unusual traffic|are you a robot|about this page|detected unusual traffic/i.test(a)}async updateSerpNavigationDebug(t,n,a){if(!(!t||!this.page))try{let s=this.page.url(),i=await this.page.title().catch(()=>""),d=await this.page.evaluate(()=>(document.body?.innerText??"").replace(/\s+/g," ").trim().slice(0,500)).catch(()=>""),h=/recaptcha|unusual traffic|are you a robot/i.test(d);t.finalUrl=s,t.title=i,t.bodySnippet=d,t.hasPaa=a.hasPaa,t.captchaDetected=a.captchaDetected??h,t.googleSorryUrl=/google\.[^/]+\/sorry\//i.test(s),t.redirected=s!==n}catch(s){t.bodySnippet=`debug capture failed: ${wt(s)}`}}async captureDiagnostics(t){try{let n=this.page.url(),a=await this.page.title().catch(()=>""),s=await this.page.evaluate(()=>(document.body?.innerText??"").replace(/\s+/g," ").trim().slice(0,400)).catch(()=>""),i=/consent\.google\./.test(n)||/before you continue/i.test(s),d=/recaptcha|unusual traffic|are you a robot/i.test(s),h=[i?"CONSENT_WALL":"",d?"BOT_CHALLENGE":"",n!==t?"REDIRECTED":""].filter(Boolean).join(",");return`intended=${t} | final=${n} | title="${a}" | flags=[${h}] | body="${s}"`}catch(n){return`diagnostics-failed: ${n.message}`}}captchaMessage(){return this.\u006b\u0065\u0072\u006e\u0065\u006cClient?"Google returned a CAPTCHA on this session \u2014 retrying with a fresh session.":be}async navigateTo(t){let n=process.env.ADS_ARRIVAL_REDIRECT_BASE?.trim(),a=n?Ke(t,n):t;try{if(await this.page.goto(a,{waitUntil:"domcontentloaded",timeout:45e3}),/google\.[^/]+\/search\?/i.test(t)&&await this.isSerpChallengeVisible())throw new _(this.captchaMessage())}catch(s){if(s instanceof _)throw s;let i=await this.captureDiagnostics(t);throw new Lt(`page.goto failed: ${s.message} | ${i}`)}}async navigateToChannel(t){let n=Xn(t);try{await this.page.goto(n,{waitUntil:"networkidle",timeout:3e4})}catch(a){let s=await this.captureDiagnostics(n);throw new Lt(`navigateToChannel failed: ${a.message} | ${s}`)}}async evaluate(t,n){return this.page.evaluate(t,n)}getPage(){return this.page}get\u004b\u0065\u0072\u006e\u0065\u006cSessionId(){return this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId}get\u004b\u0065\u0072\u006e\u0065\u006cMeteringEvidence(){return{sessionId:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId??this.debugSnapshot.\u006b\u0065\u0072\u006e\u0065\u006c?.sessionId??null,billingMode:this.last\u004b\u0065\u0072\u006e\u0065\u006cBillingMode,openedAtMs:this.last\u004b\u0065\u0072\u006e\u0065\u006cOpenedAtMs,closedAtMs:this.last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs}}getProviderSessionMetadata(){return{provider:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId?"\u006b\u0065\u0072\u006e\u0065\u006c":"local",providerSessionId:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,disconnectObservation:null,billingMode:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId?this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent?"headless":"headful":null}}getDebugSnapshot(){return this.debugSnapshot}async close(){if(this.browser){let t=this.browser,n=this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,a=this.\u006b\u0065\u0072\u006e\u0065\u006cClient,s=this.\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs,i=this.\u006b\u0065\u0072\u006e\u0065\u006cStealth,d=this.\u006b\u0065\u0072\u006e\u0065\u006cProxyUsed,h=this.\u006b\u0065\u0072\u006e\u0065\u006cProxySource,S=this.\u006b\u0065\u0072\u006e\u0065\u006cProxyType,U=this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent,l=this.getProviderSessionMetadata();if(this.browser=null,this.context=null,this.page=null,this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId=null,this.\u006b\u0065\u0072\u006e\u0065\u006cClient=null,this.\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=null,this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent=null,this.\u006b\u0065\u0072\u006e\u0065\u006cProxySource=null,this.\u006b\u0065\u0072\u006e\u0065\u006cProxyType=null,a&&n){console.info(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_delete_started",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:n}));let o=ct(a.browsers.deleteByID(n),_n,`\u004b\u0065\u0072\u006e\u0065\u006c session ${n} delete`),r=ct(t.close(),Jn,`\u004b\u0065\u0072\u006e\u0065\u006c browser ${n} close`),[u,c]=await Promise.allSettled([o,r]);this.last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs=Date.now(),s!=null&&Le({\u006b\u0065\u0072\u006e\u0065\u006cSessionId:n,source:"browser_driver",stealth:i,headlessSent:U,proxyUsed:d,proxySource:h,proxyType:S,openedAtMs:s,closedAtMs:this.last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs});let g=u.status==="rejected"&&Qn(u.reason),N={\u006b\u0065\u0072\u006e\u0065\u006cSessionId:n,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!0,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:u.status==="fulfilled"||g,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:u.status==="rejected"&&!g?u.reason instanceof Error?u.reason.message:String(u.reason):null,browserCloseSucceeded:c.status==="fulfilled",browserCloseError:c.status==="rejected"?c.reason instanceof Error?c.reason.message:String(c.reason):null,provider:l.provider,providerSessionId:l.providerSessionId,providerDisconnectObserved:!1,providerDisconnectMessage:null};return u.status==="rejected"&&!g?(console.warn(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_delete_failed",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:n,message:N.\u006b\u0065\u0072\u006e\u0065\u006cDeleteError})),console.warn(`\u004b\u0065\u0072\u006e\u0065\u006c session cleanup failed for ${n}:`,u.reason)):console.info(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_delete_succeeded",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:n})),c.status==="rejected"&&(console.warn(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_close_failed",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:n,message:N.browserCloseError})),console.warn(`\u004b\u0065\u0072\u006e\u0065\u006c browser close failed for ${n}:`,c.reason)),N}return await t.close(),{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:!0,browserCloseError:null,provider:l.provider,providerSessionId:l.providerSessionId,providerDisconnectObserved:!1,providerDisconnectMessage:null}}else if(this.context){let t=this.context;return this.context=null,this.page=null,await t.close(),{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:!0,browserCloseError:null,provider:"local",providerSessionId:null,providerDisconnectObserved:!1,providerDisconnectMessage:null}}return{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:null,browserCloseError:null,provider:"local",providerSessionId:null,providerDisconnectObserved:!1,providerDisconnectMessage:null}}};import{chromium as na}from"playwright";function ta(e,t){if(typeof e!="string")return null;let n=e.replace(/[\u0000-\u001f\u007f]+/g," ").replace(/\s+/g," ").trim();return n?n.slice(0,t):null}function Je(e){let t=ta(e,320);return t?t.replace(/\b(?:wss?|https?):\/\/\S+/gi,"[redacted endpoint]").replace(/\b(?:authorization|proxy-authorization):\s*\S+/gi,"$1: [redacted]").replace(/\bBearer\s+\S+/gi,"Bearer [redacted]").slice(0,320):null}function _e(e){return Je(e)}function ze(e){if(typeof e!="string"||e.length===0||e.length>512||e.trim()!==e||/[\s\u0000-\u001f\u007f]/.test(e)||/:\/\//.test(e))throw new Error("\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 did not return a valid browser session ID");return e}function se(e,t,n=new Date().toISOString()){let a=Je(t);return{source:e,message:a??e.replaceAll("_"," "),observedAt:n}}function ea(e){return{provider:e.provider,providerDisconnectObserved:e.disconnectObservation!==null,providerDisconnectMessage:e.disconnectObservation?.message??null}}function qe(e){return{...ea(e),providerSessionId:e.providerSessionId}}function oe(){return process.env.\u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_BROWSER_WSS?.trim()||null}function je(){return process.env.SERP_BROWSER_PROVIDER?.trim().toLowerCase()==="\u006b\u0065\u0072\u006e\u0065\u006c"?!1:!!oe()}var aa=new Set(["image","media","font","stylesheet","ping"]),ia=["doubleclick.net","googleadservices.com","googlesyndication.com","google-analytics.com"],sa='#search, #rso, a[href] h3, [data-snhf], [role="main"]',oa=3e4,$e=1500;function rt(e,t){return e?Math.max(1,Math.min(t,e-Date.now())):t}async function de(e,t=!1){let n=e.request();try{let a=await n.allHeaders(),s=await fetch(n.url(),{method:n.method(),headers:{accept:a.accept??"*/*","accept-language":a["accept-language"]??"en-US,en;q=0.9","user-agent":a["user-agent"]??"Mozilla/5.0",...t?{cookie:a.cookie??"",referer:a.referer??"https://www.google.com/",...a["x-client-data"]?{"x-client-data":a["x-client-data"]}:{}}:{}},body:n.method()==="GET"||n.method()==="HEAD"?void 0:n.postData()});if(!s.ok)return!1;let i=Buffer.from(await s.arrayBuffer());return await e.fulfill({status:s.status,contentType:s.headers.get("content-type")??"application/octet-stream",headers:{"cache-control":"public, max-age=3600"},body:i}),!0}catch{return!1}}var Vt=class{constructor(t={}){this.resourcePolicy=t}resourcePolicy;browser=null;context=null;page=null;cdpSession=null;providerSessionId=null;disconnectObservation=null;closing=!1;observeDisconnect(t,n){this.closing||this.disconnectObservation||(this.disconnectObservation=se(t,n))}async launch(t){if(this.page)return;this.closing=!1,this.providerSessionId=null,this.disconnectObservation=null;let n=oe();if(!n)throw new Error("SERP browser service is not configured");this.browser=await na.connectOverCDP(n,{timeout:rt(t.operationDeadlineMs,oa)}),this.context=this.browser.contexts()[0]??await this.browser.newContext(),await this.context.addInitScript(()=>{let i=globalThis;typeof i.__name!="function"&&(i.__name=d=>d),typeof i.__publicField!="function"&&(i.__publicField=(d,h,S)=>(d[h]=S,S))}),this.page=this.context.pages()[0]??await this.context.newPage(),this.browser.on("disconnected",()=>this.observeDisconnect("browser_disconnected")),this.context.on("close",()=>this.observeDisconnect("context_closed")),this.page.on("close",()=>this.observeDisconnect("page_closed")),this.page.on("crash",()=>this.observeDisconnect("page_crashed")),this.cdpSession=await this.context.newCDPSession(this.page);let s=await this.cdpSession.send("Browser.getSessionId");this.providerSessionId=ze(s?.sessionId),await this.setupPage(this.page),this.resourcePolicy.startupSettleMs&&await this.page.waitForTimeout(this.resourcePolicy.startupSettleMs)}async setupPage(t){this.resourcePolicy.nativeGoogleAssets||await t.route("**/*",async n=>{let a=n.request(),s=a.resourceType(),i;try{i=new URL(a.url())}catch{await n.continue();return}let d=i.hostname.toLowerCase();if(!(i.pathname==="/sgasync"&&await de(n,!0))&&!(i.pathname.includes("/shared_dict/")&&await de(n))&&!(s==="script"&&(d==="www.google.com"||d==="www.gstatic.com")&&await de(n))){if(aa.has(s)&&!(s==="image"&&this.resourcePolicy.allowImages)&&!(s==="stylesheet"&&this.resourcePolicy.allowStylesheets)){await n.abort("blockedbyclient");return}if(ia.some(h=>d===h||d.endsWith(`.${h}`))){await n.abort("blockedbyclient");return}await n.continue()}})}async withTemporaryPage(t,n){if(!this.context||this.closing)throw new Error("Browser context is not available");return Ht(this.context,a=>this.setupPage(a),t,n)}async navigateToSERP(t,n,a,s,i){if(!this.page)throw new Error("Browser page is not available");let d=new URLSearchParams({q:t,gl:a,hl:s,pws:"0"});if(i?.tbs&&d.set("tbs",i.tbs),n&&d.set("uule",n),await this.page.goto(`https://www.google.com/search?${d}`,{waitUntil:"domcontentloaded",timeout:rt(i?.deadlineMs,i?.purpose==="serp"?12e4:45e3)}),i?.purpose==="serp"&&new URL(this.page.url()).pathname.startsWith("/sorry")&&this.cdpSession){let S=this.cdpSession,U;(await Promise.race([S.send("Captcha.solve",{detectTimeout:rt(i.deadlineMs,3e4)}).catch(()=>null),new Promise(o=>{U=setTimeout(()=>o(null),rt(i.deadlineMs,75e3))})]).finally(()=>{U&&clearTimeout(U)}))?.status==="solve_finished"&&await this.page.waitForURL(o=>new URL(o.toString()).pathname==="/search",{timeout:rt(i.deadlineMs,25e3)}).catch(()=>{})}return i?.purpose==="serp"?(await this.page.waitForSelector(sa,{timeout:rt(i.deadlineMs,8e3)}).catch(()=>null),{hasPaa:await this.page.locator(Q.paaItem).count().catch(()=>0)>0}):{hasPaa:!!await this.page.waitForSelector(Q.paaItem,{timeout:rt(i?.deadlineMs,8e3)}).catch(()=>null)}}async navigateTo(t){if(!this.page)throw new Error("Browser page is not available");await this.page.goto(t,{waitUntil:"load",timeout:45e3})}async navigateToChannel(){throw new Error("YouTube navigation is not supported by the SERP browser driver")}async evaluate(t,n){if(!this.page)throw new Error("Browser page is not available");return this.page.evaluate(t,n)}getPage(){if(!this.page)throw new Error("Browser page is not available");return this.page}get\u004b\u0065\u0072\u006e\u0065\u006cSessionId(){return null}get\u0042\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061SessionId(){return this.providerSessionId}getProviderSessionMetadata(){return{provider:"\u0062\u0072\u0069\u0067\u0068\u0074_\u0064\u0061\u0074\u0061_browser_api",providerSessionId:this.providerSessionId,disconnectObservation:this.disconnectObservation}}getDebugSnapshot(){return{\u006b\u0065\u0072\u006e\u0065\u006c:null,context:null,networkLocation:null,serpNavigation:null}}async close(){this.closing=!0;let t=null,n;try{let s=this.browser?.close();s&&await Promise.race([s,new Promise((i,d)=>{n=setTimeout(()=>d(new Error(`Browser close acknowledgement exceeded ${$e}ms`)),$e)})])}catch(s){t=_e(s instanceof Error?s.message:String(s))??"\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 browser close failed",this.disconnectObservation??=se("browser_close_error",t)}finally{n&&clearTimeout(n)}let a=qe(this.getProviderSessionMetadata());return this.browser=null,this.context=null,this.page=null,this.cdpSession=null,{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:t===null,browserCloseError:t,...a}}};function Qe(e,t){return e.plannedProvider==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?new Vt({nativeGoogleAssets:t?.nativeGoogleAssets}):new Dt}var D={container:".eJH8qe.adDDi",dataInitq:"[data-initq]",item:Q.paaItem,itemDataQ:"data-q",itemDataInitQ:"data-initq",itemQuestionEl:".JlqpRe",answerContainer:".bCOlv, .hgKElc, .wDYxhc, .LGOjhe, .fo7IQd, .fmW3u",aiAnswerBody:".pWvJNd",aiCitation:"a.PMDqCb[href]",aiSourceCard:"a.vIWmYe[href], a.Zbfntb[href]",sourceTitle:"h3",sourceSite:".VuuXrf",sourceCite:"cite",clickTarget:".JlqpRe",expandedClass:"aoRk1c",captchaMarker:Q.captchaMarker};var lt={austin:"Austin,Texas,United States","new york":"New York,New York,United States","new york city":"New York,New York,United States",nyc:"New York,New York,United States","los angeles":"Los Angeles,California,United States",la:"Los Angeles,California,United States",chicago:"Chicago,Illinois,United States",houston:"Houston,Texas,United States",phoenix:"Phoenix,Arizona,United States",philadelphia:"Philadelphia,Pennsylvania,United States",philly:"Philadelphia,Pennsylvania,United States","san antonio":"San Antonio,Texas,United States",dallas:"Dallas,Texas,United States",miami:"Miami,Florida,United States",seattle:"Seattle,Washington,United States",denver:"Denver,Colorado,United States",loveland:"Loveland,Colorado,United States","loveland co":"Loveland,Colorado,United States","fort collins":"Fort Collins,Colorado,United States",boulder:"Boulder,Colorado,United States","colorado springs":"Colorado Springs,Colorado,United States",boston:"Boston,Massachusetts,United States",atlanta:"Atlanta,Georgia,United States","san francisco":"San Francisco,California,United States",sf:"San Francisco,California,United States",portland:"Portland,Oregon,United States","las vegas":"Las Vegas,Nevada,United States",minneapolis:"Minneapolis,Minnesota,United States",detroit:"Detroit,Michigan,United States",nashville:"Nashville,Tennessee,United States",charlotte:"Charlotte,North Carolina,United States",orlando:"Orlando,Florida,United States","san diego":"San Diego,California,United States",baltimore:"Baltimore,Maryland,United States",sacramento:"Sacramento,California,United States",columbus:"Columbus,Ohio,United States",indianapolis:"Indianapolis,Indiana,United States","san jose":"San Jose,California,United States","fort worth":"Fort Worth,Texas,United States",jacksonville:"Jacksonville,Florida,United States",memphis:"Memphis,Tennessee,United States",louisville:"Louisville,Kentucky,United States",raleigh:"Raleigh,North Carolina,United States",richmond:"Richmond,Virginia,United States","salt lake city":"Salt Lake City,Utah,United States",toronto:"Toronto,Ontario,Canada",vancouver:"Vancouver,British Columbia,Canada",montreal:"Montreal,Quebec,Canada",calgary:"Calgary,Alberta,Canada",ottawa:"Ottawa,Ontario,Canada",london:"London,England,United Kingdom",manchester:"Manchester,England,United Kingdom",birmingham:"Birmingham,England,United Kingdom",edinburgh:"Edinburgh,Scotland,United Kingdom",glasgow:"Glasgow,Scotland,United Kingdom",leeds:"Leeds,England,United Kingdom",sydney:"Sydney,New South Wales,Australia",melbourne:"Melbourne,Victoria,Australia",brisbane:"Brisbane,Queensland,Australia",perth:"Perth,Western Australia,Australia",adelaide:"Adelaide,South Australia,Australia",dublin:"Dublin,Leinster,Ireland"};var Ze=`3, Nanjemoy,Maryland,United States
+import{f as ot}from"./chunk-M5QHXNFZ.js";import{a as Vt,b as se,d as De,g as Ot,h as $,i as _e}from"./chunk-B4ZKPLSP.js";import{f as Je}from"./chunk-VVSHZV5S.js";import{a as Ee,i as Ve,j,k as nt,m as at,n as Nt,o as Yt}from"./chunk-C7MGJUTU.js";import{a as Ye,b as Ke,c as Kt}from"./chunk-4ZVO6GX4.js";import{a as Et}from"./chunk-WNUXMPVX.js";import{a as Ge}from"./chunk-6N5EC7ZO.js";import{c as Fe,d as ft,f as Re}from"./chunk-HNNYXMSI.js";var dt=class extends Error{constructor(t,n){super(`SERP provider mismatch: planned ${t}, observed ${n}`),this.name="SerpProviderMismatchError"}};function _t(e){return e==="\u0062\u0072\u0069\u0067\u0068\u0074_\u0064\u0061\u0074\u0061_browser_api"?"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061":"\u006b\u0065\u0072\u006e\u0065\u006c"}function qe(e){return ca({intent:e.intent,\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available:e.\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available,\u006b\u0065\u0072\u006e\u0065\u006cAvailable:!0,persistent\u004b\u0065\u0072\u006e\u0065\u006cIdentityRequested:e.persistent\u004b\u0065\u0072\u006e\u0065\u006cIdentityRequested,retryIndex:e.retryIndex,priorTerminalReason:e.priorTerminalReason,allowedFallbacks:e.\u006b\u0065\u0072\u006e\u0065\u006cFallbackAvailable&&e.intent!=="\u006b\u0065\u0072\u006e\u0065\u006c"?["\u006b\u0065\u0072\u006e\u0065\u006c"]:[],timeoutMs:e.softDeadlineMs==null?4e5:Math.max(1,e.softDeadlineMs-Date.now())})}function ze(e){if(e.forceManagedSerp&&e.force\u004b\u0065\u0072\u006e\u0065\u006cSerp)throw new Error("forceManagedSerp and force\u004b\u0065\u0072\u006e\u0065\u006cSerp cannot both be true");return e.forceManagedSerp?"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061":e.force\u004b\u0065\u0072\u006e\u0065\u006cSerp?"\u006b\u0065\u0072\u006e\u0065\u006c":"auto"}function Jt(e,t){if(!t)throw new Error(`Requested SERP provider is unavailable: ${e}`);return e}function ca(e){if(!Number.isInteger(e.retryIndex)||e.retryIndex<0)throw new Error("retryIndex must be a non-negative integer");if(!Number.isFinite(e.timeoutMs)||e.timeoutMs<=0)throw new Error("timeoutMs must be a positive number");let t,n;e.intent==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?(t=Jt("\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061",e.\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available),n="explicit_\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"):e.intent==="\u006b\u0065\u0072\u006e\u0065\u006c"?(t=Jt("\u006b\u0065\u0072\u006e\u0065\u006c",e.\u006b\u0065\u0072\u006e\u0065\u006cAvailable),n="explicit_\u006b\u0065\u0072\u006e\u0065\u006c"):e.persistent\u004b\u0065\u0072\u006e\u0065\u006cIdentityRequested?(t=Jt("\u006b\u0065\u0072\u006e\u0065\u006c",e.\u006b\u0065\u0072\u006e\u0065\u006cAvailable),n="persistent_\u006b\u0065\u0072\u006e\u0065\u006c_identity"):e.\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available?(t="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061",n="managed_default"):(t=Jt("\u006b\u0065\u0072\u006e\u0065\u006c",e.\u006b\u0065\u0072\u006e\u0065\u006cAvailable),n="\u006b\u0065\u0072\u006e\u0065\u006c_default");let a=e.allowedFallbacks.find(l=>l!==t&&(l==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?e.\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available:e.\u006b\u0065\u0072\u006e\u0065\u006cAvailable)),i=e.retryIndex>0&&a?a:t,s=e.retryIndex===0?"primary":i===t?"same_provider_retry":"provider_fallback";return Object.freeze({plannedProvider:i,attemptKind:s,reasonCode:s==="primary"?n:s==="provider_fallback"?"provider_fallback":"same_provider_retry",retryIndex:e.retryIndex,priorTerminalReason:e.priorTerminalReason??null,timeoutMs:Math.floor(e.timeoutMs),fallbackAllowed:!!a})}function wa(e,t){if(typeof e!="string")return null;let n=e.replace(/[\u0000-\u001f\u007f]+/g," ").replace(/\s+/g," ").trim();return n?n.slice(0,t):null}function je(e){let t=wa(e,320);return t?t.replace(/\b(?:wss?|https?):\/\/\S+/gi,"[redacted endpoint]").replace(/\b(?:authorization|proxy-authorization):\s*\S+/gi,"$1: [redacted]").replace(/\bBearer\s+\S+/gi,"Bearer [redacted]").slice(0,320):null}function lt(e){return je(e)}function $e(e){if(typeof e!="string"||e.length===0||e.length>512||e.trim()!==e||/[\s\u0000-\u001f\u007f]/.test(e)||/:\/\//.test(e))throw new Error("\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 did not return a valid browser session ID");return e}function oe(e,t,n=new Date().toISOString()){let a=je(t);return{source:e,message:a??e.replaceAll("_"," "),observedAt:n}}function ga(e){return{provider:e.provider,providerDisconnectObserved:e.disconnectObservation!==null,providerDisconnectMessage:e.disconnectObservation?.message??null}}function Qe(e){return{...ga(e),providerSessionId:e.providerSessionId}}function Ze(e,t,n,a){return new Proxy(e,{get(i,s,l){if(s==="launch")return async S=>{await t.start(n,"browser"),await i.launch(S);let u=i.getProviderSessionMetadata();if(await t.resource(n,"browser",u.providerSessionId,u.provider),!u.providerSessionId)throw new Error("Browser connection returned no attributable session identity");if(_t(u.provider)!==a)throw new dt(a,u.provider);await t.assertActive(n)};let r=Reflect.get(i,s,l);return typeof r=="function"?r.bind(i):r}})}function re(e,t,n,a=null){let i=n.\u006b\u0065\u0072\u006e\u0065\u006cSessionId??n.providerSessionId??null,s=n.\u006b\u0065\u0072\u006e\u0065\u006cSessionId!=null?n.\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded===!0:n.physicalOutcome==="terminated",l=n.browserCloseSucceeded===!0&&n.localDisconnectSucceeded!==!1&&s,r=n.physicalOutcome==="not_started"&&n.browserCloseSucceeded===null,S={drained:n.extractionDrained===!0,effects:{browser:{resourceId:i,state:l?"terminated":r?"not_started":"unknown"},proxy:{resourceId:a,state:n.disposableProxyDeleted===!0?a===null?"not_started":"terminated":"unknown"}},details:{browserCloseSucceeded:n.browserCloseSucceeded??null,localDisconnectSucceeded:n.localDisconnectSucceeded??null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:n.\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded??null,browserCloseError:lt(n.browserCloseError),\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:lt(n.\u006b\u0065\u0072\u006e\u0065\u006cDeleteError),localDisconnectError:lt(n.localDisconnectError)}};return e.complete(t,S)}import{randomUUID as tn}from"crypto";var Xe="2026-10-10-operation-physical-attempts.1",St="operation_physical_attempts";async function de(e){let[t,n,a,i,s]=await Promise.all([e.execute(`PRAGMA table_info(${St})`),e.execute("PRAGMA index_info(operation_physical_identity)"),e.execute(`PRAGMA foreign_key_list(${St})`),e.execute("SELECT name,sql FROM sqlite_master WHERE name IN ('operation_physical_attempts','operation_physical_unresolved','operation_physical_identity')"),e.execute({sql:"SELECT 1 FROM schema_migrations WHERE version=?",args:[Xe]})]),l=r=>String(i.rows.find(S=>S.name===r)?.sql??"").replace(/\s+/g," ");return["id","parent_run_id","user_id","controller_token","claim_token","scope","attempt_number","provider","profile","intent_json","state","effects_json","resources_json","created_at","updated_at"].every(r=>t.rows.some(S=>S.name===r&&Number(S.notnull)===1))&&t.rows.some(r=>r.name==="id"&&Number(r.pk)===1)&&t.rows.some(r=>r.name==="receipt_json")&&n.rows.map(r=>r.name).join(",")==="parent_run_id,scope,attempt_number"&&a.rows.some(r=>r.table==="operation_runs"&&r.from==="parent_run_id"&&r.to==="id"&&r.on_delete==="CASCADE")&&l(St).includes("state IN ('prepared','effects_started','terminated','not_started','unknown')")&&l(St).includes("CHECK (json_valid(intent_json))")&&l(St).includes("CHECK (json_valid(effects_json))")&&l(St).includes("CHECK (json_valid(resources_json))")&&l(St).includes("CHECK (receipt_json IS NULL OR json_valid(receipt_json))")&&l(St).includes("CHECK ((state IN ('terminated','not_started','unknown') AND receipt_json IS NOT NULL)")&&l("operation_physical_identity").includes("CREATE UNIQUE INDEX")&&l("operation_physical_unresolved").includes("CREATE UNIQUE INDEX")&&l("operation_physical_unresolved").includes("WHERE state IN ('prepared','effects_started','unknown')")&&s.rows.length===1}async function le(e){if(!await de(e)){try{await e.batch([`CREATE TABLE IF NOT EXISTS operation_physical_attempts (
+        id TEXT NOT NULL PRIMARY KEY,
+        parent_run_id TEXT NOT NULL REFERENCES operation_runs(id) ON DELETE CASCADE,
+        user_id INTEGER NOT NULL CHECK (user_id > 0),
+        controller_token TEXT NOT NULL,
+        claim_token TEXT NOT NULL,
+        scope TEXT NOT NULL,
+        attempt_number INTEGER NOT NULL CHECK (attempt_number > 0),
+        provider TEXT NOT NULL CHECK (length(provider) BETWEEN 1 AND 100),
+        profile TEXT NOT NULL CHECK (profile IN ('customer-funded','funded-parent')),
+        intent_json TEXT NOT NULL CHECK (json_valid(intent_json)),
+        state TEXT NOT NULL CHECK (state IN ('prepared','effects_started','terminated','not_started','unknown')),
+        effects_json TEXT NOT NULL DEFAULT '{}' CHECK (json_valid(effects_json)),
+        resources_json TEXT NOT NULL DEFAULT '{}' CHECK (json_valid(resources_json)),
+        receipt_json TEXT CHECK (receipt_json IS NULL OR json_valid(receipt_json)),
+        created_at TEXT NOT NULL DEFAULT (datetime('now')),
+        updated_at TEXT NOT NULL DEFAULT (datetime('now')),
+        CHECK ((state IN ('terminated','not_started','unknown') AND receipt_json IS NOT NULL)
+          OR (state IN ('prepared','effects_started') AND receipt_json IS NULL))
+      )`,"CREATE UNIQUE INDEX IF NOT EXISTS operation_physical_identity ON operation_physical_attempts(parent_run_id,scope,attempt_number)","CREATE UNIQUE INDEX IF NOT EXISTS operation_physical_unresolved ON operation_physical_attempts(parent_run_id) WHERE state IN ('prepared','effects_started','unknown')",{sql:"INSERT OR IGNORE INTO schema_migrations(version) VALUES (?)",args:[Xe]}],"write")}catch(t){if(!await de(e).catch(()=>!1))throw t}if(!await de(e))throw Error("Physical attempt schema is incomplete")}}var en="(CAST(strftime('%s','now') AS INTEGER)*1000)",K=class extends Error{constructor(){super("physical_permission_or_receipt_unknown"),this.name="PhysicalPermissionError"}},ya=1e3,pa=1e3,an=new WeakSet;function sn(e){let t=e&&typeof e=="object"?e.physicalExecution:void 0;if(t!==void 0){if(!t||typeof t!="object"||!an.has(t))throw new K;return t}}var nn=e=>{if(e!==null&&(!e||e.length>512||/[\s\u0000-\u001f\u007f]/.test(e)||e.includes("://")))throw new K;return e};function as(e){let t={...e.claim},n={...e.gate,args:[...e.gate.args]},a=e.db,i=()=>a??=Et();if(Re({userId:t.userId,tool:n.tool,jobId:n.jobId},n),!t.runId||!t.token||!/^[a-z0-9_-]{1,100}$/.test(e.scope)||!Number.isSafeInteger(e.deadlineAt)||!["customer-funded","funded-parent"].includes(e.profile))throw new K;let{scope:s,profile:l,deadlineAt:r}=e,S={sql:`EXISTS (SELECT 1 FROM operation_runs r JOIN operation_executions x ON x.run_id=r.id
+    WHERE r.id=? AND r.user_id=? AND r.tool=? AND r.job_id=? AND r.status='running'
+      AND x.claim_token=? AND x.phase='effects_started' AND x.expires_at_ms>${en} AND ${en}<?) AND (${n.sql})`,args:[t.runId,t.userId,n.tool,n.jobId,t.token,r,...n.args]},u=new Set,h=async o=>{if(!u.has(o.token))throw new K;let c=(await i().execute({sql:"SELECT * FROM operation_physical_attempts WHERE id=? AND claim_token=? AND parent_run_id=? AND user_id=? AND controller_token=?",args:[o.id,o.token,t.runId,t.userId,t.token]})).rows[0];if(!c)throw new K;return c},d={watch(o,U){if(!u.has(o.token))throw new K;let c=new AbortController,g,w=!1,p,C,y=P=>{!w&&!c.signal.aborted&&c.abort(P)},T=()=>y(U?.reason);U?.addEventListener("abort",T,{once:!0}),U?.aborted&&T();let O=setTimeout(()=>y(new DOMException("Physical execution deadline exceeded","TimeoutError")),Math.max(0,Math.min(2147483647,r-Date.now()))),x=async()=>{if(!(w||c.signal.aborted)){try{let P=i().execute({sql:`SELECT 1 FROM operation_physical_attempts
+            WHERE id=? AND claim_token=? AND parent_run_id=? AND user_id=? AND controller_token=?
+            AND state IN ('prepared','effects_started') AND (${S.sql})`,args:[o.id,o.token,t.runId,t.userId,t.token,...S.args]});(await Promise.race([P,new Promise((F,b)=>{g=b,C=setTimeout(()=>b(new K),pa)})])).rows.length||y(new K)}catch(P){y(P)}finally{C&&clearTimeout(C),C=void 0,g=void 0}!w&&!c.signal.aborted&&(p=setTimeout(()=>{x()},ya))}};return x(),Object.freeze({signal:c.signal,stop:()=>{w||(w=!0,g?.(new K),p&&clearTimeout(p),C&&clearTimeout(C),clearTimeout(O),U?.removeEventListener("abort",T))}})},async prepare(o,U){if(!/^[a-z][a-z0-9_-]{0,99}$/.test(o)||!Number.isSafeInteger(U)||U<1||U>100)throw new K;let c=i();await le(c);let g="physical:"+Fe(`${t.runId}\0${s}\0${U}`),w=tn(),p=ft({provider:o,profile:l,scope:s,attemptNumber:U}),C;try{await c.execute({sql:`INSERT INTO operation_physical_attempts
+        (id,parent_run_id,user_id,controller_token,claim_token,scope,attempt_number,provider,profile,intent_json,state)
+        SELECT ?,?,?,?,?,?,?,?,?,?,'prepared' WHERE (${S.sql})
+        AND NOT EXISTS (SELECT 1 FROM operation_physical_attempts WHERE parent_run_id=? AND state IN ('prepared','effects_started','unknown'))`,args:[g,t.runId,t.userId,t.token,w,s,U,o,l,p,...S.args,t.runId]})}catch(O){C=O}u.add(w);let y=Object.freeze({id:g,token:w}),T=await h(y).catch(()=>null);if(!T||T.state!=="prepared"||T.intent_json!==p)throw u.delete(w),C??new K;return y},async start(o,U){if(!["proxy","browser"].includes(U))throw new K;let c=i(),g=await h(o);if(JSON.parse(String(g.effects_json))[U]!==void 0)throw new K;let w=tn(),p;try{if((await c.execute({sql:`UPDATE operation_physical_attempts SET state='effects_started',effects_json=json_set(effects_json,?,?),updated_at=datetime('now')
+          WHERE id=? AND claim_token=? AND parent_run_id=? AND user_id=? AND controller_token=?
+          AND state IN ('prepared','effects_started') AND json_type(effects_json,?) IS NULL AND (${S.sql})`,args:[`$.${U}`,w,o.id,o.token,t.runId,t.userId,t.token,`$.${U}`,...S.args]})).rowsAffected!==1)throw new K;return}catch(T){p=T}if(p instanceof K)throw p;let C=await h(o).catch(()=>null),y=(await c.execute({sql:`SELECT (${S.sql}) AS current`,args:S.args}).catch(()=>({rows:[]}))).rows[0]?.current;if(!(C?.state==="effects_started"&&JSON.parse(String(C.effects_json))[U]===w&&y))throw p??new K},async assertActive(o){let U=i(),c=await h(o),g=(await U.execute({sql:`SELECT (${S.sql}) AS current`,args:S.args})).rows[0]?.current;if(c.state!=="effects_started"||!g)throw new K},async resource(o,U,c,g){if(!["proxy","browser"].includes(U))throw new K;let w=i(),p=await h(o),C=nn(c);if(!JSON.parse(String(p.effects_json))[U])throw new K;let y=g??String(p.provider);if(!/^[a-z][a-z0-9_-]{0,99}$/.test(y))throw new K;let T=ft({resourceId:C,provider:y});try{await w.execute({sql:`UPDATE operation_physical_attempts SET resources_json=json_set(resources_json,?,json(?)),updated_at=datetime('now')
+        WHERE id=? AND claim_token=? AND parent_run_id=? AND user_id=? AND state IN ('effects_started','unknown') AND json_type(resources_json,?) IS NULL`,args:[`$.${U}`,T,o.id,o.token,t.runId,t.userId,`$.${U}`]})}catch{}let O=await h(o),x=JSON.parse(String(O.resources_json))[U];if(ft(x)!==T)throw new K},async complete(o,U){let c=i(),g=await h(o),w=JSON.parse(String(g.effects_json)),p=JSON.parse(String(g.resources_json));if(typeof U.drained!="boolean"||!U.effects||!U.details)throw new K;let C=JSON.parse(ft(U));if(Buffer.byteLength(JSON.stringify(C))>16*1024)throw new K;let y=Object.keys(w).every(G=>{let F=C.effects[G],b=p[G];return F&&b&&F.state!=="unknown"&&nn(F.resourceId)===b.resourceId&&(F.state==="not_started"?b.resourceId===null:F.state==="terminated"&&b.resourceId!==null)}),T=C.drained&&y?Object.keys(w).length?"terminated":"not_started":"unknown",O={id:o.id,state:T,cleanup:C},x=ft(O);try{await c.execute({sql:`UPDATE operation_physical_attempts SET state=?,receipt_json=?,updated_at=datetime('now')
+        WHERE id=? AND claim_token=? AND parent_run_id=? AND user_id=? AND state IN ('prepared','effects_started') AND receipt_json IS NULL`,args:[T,x,o.id,o.token,t.runId,t.userId]})}catch{}let P=await h(o);if(P.receipt_json!==x||P.state!==T)throw new K;return O}};return an.add(d),Object.freeze(d)}async function is(e,t,n=Et()){if(!Number.isSafeInteger(t)||t<=0||!e)throw new K;return(await n.execute({sql:`SELECT id,scope,attempt_number,provider,profile,state,effects_json,resources_json,receipt_json FROM operation_physical_attempts
+    WHERE parent_run_id=? AND user_id=? ORDER BY attempt_number`,args:[e,t]})).rows.map(i=>({id:String(i.id),scope:String(i.scope),attemptNumber:Number(i.attempt_number),provider:String(i.provider),profile:String(i.profile),state:String(i.state),effects:JSON.parse(String(i.effects_json)),resources:JSON.parse(String(i.resources_json)),receipt:i.receipt_json==null?null:JSON.parse(String(i.receipt_json))}))}async function ss(e,t=Et()){if(!Number.isSafeInteger(e.userId)||e.userId<=0||!e.runId&&(!e.jobId||!e.tool))throw new K;await le(t);let n=e.runId?"p.parent_run_id=?":"r.job_id=? AND r.tool=?";return(await t.execute({sql:`SELECT 1 FROM operation_physical_attempts p JOIN operation_runs r ON r.id=p.parent_run_id
+ WHERE p.user_id=? AND r.user_id=p.user_id AND ${n} AND p.state IN ('prepared','effects_started','unknown') LIMIT 1`,args:[e.userId,...e.runId?[e.runId]:[e.jobId,e.tool]]})).rows.length>0}function os(e,t){if(!Number.isSafeInteger(e)||e<=0||!t||t.length>512)throw new K;return{sql:"NOT EXISTS(SELECT 1 FROM operation_physical_attempts p JOIN operation_runs r ON r.id=p.parent_run_id WHERE p.user_id=? AND r.user_id=p.user_id AND r.job_id=? AND p.state IN ('prepared','effects_started','unknown'))",args:[e,t]}}import{z as A}from"zod";var Se=A.object({query:A.string().min(1),location:A.string().optional(),gl:A.string().length(2).default("us"),hl:A.string().length(2).default("en"),device:A.enum(["desktop","mobile"]).default("desktop"),proxyMode:A.enum(["location","configured","none"]).default(Vt),proxyZip:A.string().regex(/^\d{5}$/).optional(),keepDefaultProxy:A.boolean().optional(),requireUsEgress:A.boolean().optional(),maxAttempts:A.number().int().min(1).max(12).optional(),debug:A.boolean().default(!1),depth:A.number().int().min(1).max(30).default(3),maxQuestions:A.number().int().min(1).max(100).default(100),headless:A.boolean().default(!1),profileDir:A.string().optional(),proxy:A.string().url().optional(),\u006b\u0065\u0072\u006e\u0065\u006cApiKey:A.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyId:A.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProfileName:A.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges:A.boolean().optional(),\u006b\u0065\u0072\u006e\u0065\u006cStealth:A.boolean().optional(),serpIdentity:A.string().regex(/^[a-z0-9][a-z0-9_-]{0,63}$/).optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution:A.unknown().optional(),outputDir:A.string().default("./paa-output"),format:A.enum(["json","csv","both"]).default("both"),serpOnly:A.boolean().default(!1),questionsOnly:A.boolean().default(!1),questionGrowthRecoveryRounds:A.number().int().min(0).max(4).default(2),pages:A.number().int().min(1).max(2).default(1),includeAllSerpFeatures:A.boolean().default(!1),includeLocalPack:A.boolean().default(!1),includeForums:A.boolean().default(!1),includeVideos:A.boolean().default(!1),includeAiOverview:A.boolean().default(!1),includeWhatPeopleSaying:A.boolean().default(!1),includeShortVideos:A.boolean().default(!1),recency:A.enum(["day","week","month","year"]).optional(),softDeadlineMs:A.number().optional()}),on=A.object({questionId:A.string().min(1),googleLinkId:A.string().nullable(),googleEvidenceId:A.string().nullable(),question:A.string().min(1),answer:A.string().optional(),answerExpansionIncomplete:A.boolean().optional(),sourceTitle:A.string().optional(),sourceSite:A.string().optional(),sourceCite:A.string().optional(),sources:A.array(A.object({title:A.string().nullable(),site:A.string().nullable(),description:A.string().nullable().optional(),url:A.string().min(1),rawUrl:A.string().min(1),resolvedUrl:A.string().nullable(),linkType:A.enum(["plain","google_url_redirect","google_goto_redirect"]),resolutionStatus:A.enum(["not_needed","resolved","unresolved","rejected"])})).default([])});import{promises as et}from"fs";import gt from"path";import Tt from"papaparse";var qt=class{async writeJSON(t,n){await et.mkdir(n,{recursive:!0});let i=`${t.seed.toLowerCase().replace(/\W+/g,"-").slice(0,40)}-${Date.now()}.json`,s=gt.join(n,i);return await et.writeFile(s,JSON.stringify(t,null,2),"utf8"),await Ge({title:`${t.seed} scrape`,content:JSON.stringify(t),source:`mcp-scraper:${s}`}),s}async writeCSV(t,n){await et.mkdir(n,{recursive:!0});let i=(t[0]?.seed_query??"paa").toLowerCase().replace(/\W+/g,"-").slice(0,40),s=Tt.unparse(t.map(({sources:S,...u})=>({...u,sources_json:JSON.stringify(S)})),{header:!0}),l=`${i}-${Date.now()}.csv`,r=gt.join(n,l);return await et.writeFile(r,s,"utf8"),r}async writeVideoCSV(t,n,a){await et.mkdir(a,{recursive:!0});let i=n.toLowerCase().replace(/\W+/g,"-").slice(0,40),s=Tt.unparse(t,{header:!0}),l=`${i}-videos-${Date.now()}.csv`,r=gt.join(a,l);return await et.writeFile(r,s,"utf8"),r}async writeForumCSV(t,n,a){await et.mkdir(a,{recursive:!0});let i=n.toLowerCase().replace(/\W+/g,"-").slice(0,40),s=Tt.unparse(t,{header:!0}),l=`${i}-forums-${Date.now()}.csv`,r=gt.join(a,l);return await et.writeFile(r,s,"utf8"),r}async writeAIOverviewCSV(t,n,a,i){await et.mkdir(i,{recursive:!0});let s=a.toLowerCase().replace(/\W+/g,"-").slice(0,40),l=t.map((h,d)=>({seed_query:a,response_text:d===0?n??"":"",citation_text:h.text,citation_href:h.href})),r=Tt.unparse(l,{header:!0}),S=`${s}-ai-overview-${Date.now()}.csv`,u=gt.join(i,S);return await et.writeFile(u,r,"utf8"),u}async writeAIModeCSV(t,n,a,i){await et.mkdir(i,{recursive:!0});let s=a.toLowerCase().replace(/\W+/g,"-").slice(0,40),l=t.map((h,d)=>({seed_query:a,response_text:d===0?n??"":"",citation_text:h.text,citation_href:h.href})),r=Tt.unparse(l,{header:!0}),S=`${s}-ai-mode-${Date.now()}.csv`,u=gt.join(i,S);return await et.writeFile(u,r,"utf8"),u}async writeWhatPeopleSayingCSV(t,n,a){await et.mkdir(a,{recursive:!0});let i=n.toLowerCase().replace(/\W+/g,"-").slice(0,40),s=t.map(u=>({seed_query:n,...u})),l=Tt.unparse(s,{header:!0}),r=`${i}-what-people-saying-${Date.now()}.csv`,S=gt.join(a,r);return await et.writeFile(S,l,"utf8"),S}};import{randomInt as Ca}from"crypto";var ka="pr.oxylabs.io",Ma=7777,va=10,ms=2;function rn(){return process.env.OXYLABS_USERNAME?.trim()||void 0}function dn(){return process.env.OXYLABS_PASSWORD?.trim()||void 0}function fa(){return(process.env.OXYLABS_COUNTRY?.trim()||"US").toUpperCase()}function zt(){return!!(rn()&&dn())}function Na(){let e="";for(let t=0;t<10;t++)e+=String(Ca(0,10));return e}function Ta(e={}){let t=rn();if(!t)return;let n=t.startsWith("customer-")?t:`customer-${t}`,a=(e.country?.trim()||fa()).toUpperCase(),i=e.sticky?`-sessid-${Na()}-sesstime-${va}`:"";return`${n}-cc-${a}${i}`}function Ue(e){return e.replace(/pr\.oxylabs\.io(:\d+)?/gi,"backup proxy").replace(/oxylabs/gi,"backup proxy")}function Pa(e){return`mcp-backup-custom-${`${Date.now()}-${e??0}-${Math.random().toString(36).slice(2,8)}`}`}async function jt(e,t={}){let n=Ta({sticky:t.sticky}),a=dn();if(!n||!a)throw new Error("backup proxy pool is not configured");let i=new ot({apiKey:e});try{let s=await i.proxies.create({type:"custom",name:Pa(t.attemptIndex),protocol:"http",config:{host:ka,port:Ma,username:n,password:a}});if(!s.id)throw new Error("backup proxy creation did not return a proxy id");return s.id}catch(s){let l=s instanceof Error?s.message:String(s);throw new Error(Ue(l))}}async function Cs(e,t){if(!(!e||!zt()))try{return await jt(e,{attemptIndex:t})}catch{return}}async function ks(e,t){if(!(!e||!t))try{await new ot({apiKey:e}).proxies.delete(t)}catch{}}var yt={austin:"Austin,Texas,United States","new york":"New York,New York,United States","new york city":"New York,New York,United States",nyc:"New York,New York,United States","los angeles":"Los Angeles,California,United States",la:"Los Angeles,California,United States",chicago:"Chicago,Illinois,United States",houston:"Houston,Texas,United States",phoenix:"Phoenix,Arizona,United States",philadelphia:"Philadelphia,Pennsylvania,United States",philly:"Philadelphia,Pennsylvania,United States","san antonio":"San Antonio,Texas,United States",dallas:"Dallas,Texas,United States",miami:"Miami,Florida,United States",seattle:"Seattle,Washington,United States",denver:"Denver,Colorado,United States",loveland:"Loveland,Colorado,United States","loveland co":"Loveland,Colorado,United States","fort collins":"Fort Collins,Colorado,United States",boulder:"Boulder,Colorado,United States","colorado springs":"Colorado Springs,Colorado,United States",boston:"Boston,Massachusetts,United States",atlanta:"Atlanta,Georgia,United States","san francisco":"San Francisco,California,United States",sf:"San Francisco,California,United States",portland:"Portland,Oregon,United States","las vegas":"Las Vegas,Nevada,United States",minneapolis:"Minneapolis,Minnesota,United States",detroit:"Detroit,Michigan,United States",nashville:"Nashville,Tennessee,United States",charlotte:"Charlotte,North Carolina,United States",orlando:"Orlando,Florida,United States","san diego":"San Diego,California,United States",baltimore:"Baltimore,Maryland,United States",sacramento:"Sacramento,California,United States",columbus:"Columbus,Ohio,United States",indianapolis:"Indianapolis,Indiana,United States","san jose":"San Jose,California,United States","fort worth":"Fort Worth,Texas,United States",jacksonville:"Jacksonville,Florida,United States",memphis:"Memphis,Tennessee,United States",louisville:"Louisville,Kentucky,United States",raleigh:"Raleigh,North Carolina,United States",richmond:"Richmond,Virginia,United States","salt lake city":"Salt Lake City,Utah,United States",toronto:"Toronto,Ontario,Canada",vancouver:"Vancouver,British Columbia,Canada",montreal:"Montreal,Quebec,Canada",calgary:"Calgary,Alberta,Canada",ottawa:"Ottawa,Ontario,Canada",london:"London,England,United Kingdom",manchester:"Manchester,England,United Kingdom",birmingham:"Birmingham,England,United Kingdom",edinburgh:"Edinburgh,Scotland,United Kingdom",glasgow:"Glasgow,Scotland,United Kingdom",leeds:"Leeds,England,United Kingdom",sydney:"Sydney,New South Wales,Australia",melbourne:"Melbourne,Victoria,Australia",brisbane:"Brisbane,Queensland,Australia",perth:"Perth,Western Australia,Australia",adelaide:"Adelaide,South Australia,Australia",dublin:"Dublin,Leinster,Ireland"};var ln=`3, Nanjemoy,Maryland,United States
 Aaronsburg,Pennsylvania,United States
 Abbeville,Alabama,United States
 Abbeville,Georgia,United States
@@ -21690,21 +21722,22 @@ Zortman,Montana,United States
 Zuehl,Texas,United States
 Zumbrota,Minnesota,United States
 Zuni,New Mexico,United States
-Zwolle,Louisiana,United States`,Xe={ad:"Andorra",ae:"United Arab Emirates",af:"Afghanistan",ag:"Antigua and Barbuda",al:"Albania",am:"Armenia",ao:"Angola",aq:"Antarctica",ar:"Argentina",as:"American Samoa",at:"Austria",au:"Australia",az:"Azerbaijan",ba:"Bosnia and Herzegovina",bb:"Barbados",bd:"Bangladesh",be:"Belgium",bf:"Burkina Faso",bg:"Bulgaria",bh:"Bahrain",bi:"Burundi",bj:"Benin",bl:"Saint Barthelemy",bn:"Brunei",bo:"Bolivia",bq:"Caribbean Netherlands",br:"Brazil",bs:"The Bahamas",bt:"Bhutan",bw:"Botswana",by:"Belarus",bz:"Belize",ca:"Canada",cc:"Cocos (Keeling) Islands",cd:"Democratic Republic of the Congo",cf:"Central African Republic",cg:"Republic of the Congo",ch:"Switzerland",ci:"Cote d'Ivoire",ck:"Cook Islands",cl:"Chile",cm:"Cameroon",cn:"China",co:"Colombia",cr:"Costa Rica",cv:"Cabo Verde",cw:"Curacao",cx:"Christmas Island",cy:"Cyprus",cz:"Czechia",de:"Germany",dj:"Djibouti",dk:"Denmark",dm:"Dominica",do:"Dominican Republic",dz:"Algeria",ec:"Ecuador",ee:"Estonia",eg:"Egypt",er:"Eritrea",es:"Spain",et:"Ethiopia",fi:"Finland",fj:"Fiji",fm:"Micronesia",fr:"France",ga:"Gabon",gb:"United Kingdom",gd:"Grenada",ge:"Georgia",gg:"Guernsey",gh:"Ghana",gm:"The Gambia",gn:"Guinea",gq:"Equatorial Guinea",gr:"Greece",gs:"South Georgia and the South Sandwich Islands",gt:"Guatemala",gu:"Guam",gw:"Guinea-Bissau",gy:"Guyana",hm:"Heard Island and McDonald Islands",hn:"Honduras",hr:"Croatia",ht:"Haiti",hu:"Hungary",id:"Indonesia",ie:"Ireland",il:"Israel",im:"Isle of Man",in:"India",iq:"Iraq",is:"Iceland",it:"Italy",je:"Jersey",jm:"Jamaica",jo:"Jordan",jp:"Japan",ke:"Kenya",kg:"Kyrgyzstan",kh:"Cambodia",ki:"Kiribati",km:"Comoros",kn:"Saint Kitts and Nevis",kr:"South Korea",kw:"Kuwait",kz:"Kazakhstan",la:"Laos",lb:"Lebanon",lc:"Saint Lucia",li:"Liechtenstein",lk:"Sri Lanka",lr:"Liberia",ls:"Lesotho",lt:"Lithuania",lu:"Luxembourg",lv:"Latvia",ly:"Libya",ma:"Morocco",mc:"Monaco",md:"Moldova",me:"Montenegro",mf:"Saint Martin",mg:"Madagascar",mh:"Marshall Islands",mk:"North Macedonia",ml:"Mali",mm:"Myanmar (Burma)",mn:"Mongolia",mp:"Northern Mariana Islands",mr:"Mauritania",mt:"Malta",mu:"Mauritius",mv:"Maldives",mw:"Malawi",mx:"Mexico",my:"Malaysia",mz:"Mozambique",na:"Namibia",nc:"New Caledonia",ne:"Niger",nf:"Norfolk Island",ng:"Nigeria",ni:"Nicaragua",nl:"Netherlands",no:"Norway",np:"Nepal",nr:"Nauru",nu:"Niue",nz:"New Zealand",om:"Oman",pa:"Panama",pe:"Peru",pf:"French Polynesia",pg:"Papua New Guinea",ph:"Philippines",pk:"Pakistan",pl:"Poland",pm:"Saint Pierre and Miquelon",pn:"Pitcairn Islands",pt:"Portugal",pw:"Palau",py:"Paraguay",qa:"Qatar",ro:"Romania",rs:"Serbia",ru:"Russia",rw:"Rwanda",sa:"Saudi Arabia",sb:"Solomon Islands",sc:"Seychelles",sd:"Sudan",se:"Sweden",sg:"Singapore",sh:"Saint Helena, Ascension and Tristan da Cunha",si:"Slovenia",sk:"Slovakia",sl:"Sierra Leone",sm:"San Marino",sn:"Senegal",so:"Somalia",sr:"Suriname",ss:"South Sudan",st:"Sao Tome and Principe",sv:"El Salvador",sx:"Sint Maarten",sy:"Syria",sz:"Eswatini",td:"Chad",tf:"French Southern and Antarctic Lands",tg:"Togo",th:"Thailand",tj:"Tajikistan",tk:"Tokelau",tl:"Timor-Leste",tm:"Turkmenistan",tn:"Tunisia",to:"Tonga",tr:"Turkiye",tt:"Trinidad and Tobago",tv:"Tuvalu",tz:"Tanzania",ua:"Ukraine",ug:"Uganda",um:"United States Minor Outlying Islands",us:"United States",uy:"Uruguay",uz:"Uzbekistan",va:"Vatican City",vc:"Saint Vincent and the Grenadines",ve:"Venezuela",vn:"Vietnam",vu:"Vanuatu",wf:"Wallis and Futuna",ws:"Samoa",ye:"Yemen",za:"South Africa",zm:"Zambia",zw:"Zimbabwe"};var re={AL:"Alabama",AK:"Alaska",AZ:"Arizona",AR:"Arkansas",CA:"California",CO:"Colorado",CT:"Connecticut",DE:"Delaware",DC:"District of Columbia",FL:"Florida",GA:"Georgia",HI:"Hawaii",ID:"Idaho",IL:"Illinois",IN:"Indiana",IA:"Iowa",KS:"Kansas",KY:"Kentucky",LA:"Louisiana",ME:"Maine",MD:"Maryland",MA:"Massachusetts",MI:"Michigan",MN:"Minnesota",MS:"Mississippi",MO:"Missouri",MT:"Montana",NE:"Nebraska",NV:"Nevada",NH:"New Hampshire",NJ:"New Jersey",NM:"New Mexico",NY:"New York",NC:"North Carolina",ND:"North Dakota",OH:"Ohio",OK:"Oklahoma",OR:"Oregon",PA:"Pennsylvania",PR:"Puerto Rico",RI:"Rhode Island",SC:"South Carolina",SD:"South Dakota",TN:"Tennessee",TX:"Texas",UT:"Utah",VT:"Vermont",VA:"Virginia",WA:"Washington",WV:"West Virginia",WI:"Wisconsin",WY:"Wyoming"};var le=null,en=null;function da(){if(le)return;let e=new Map,t=new Map;for(let n of Ze.split(`
-`)){let a=n.trim();if(!a)continue;let s=a.toLowerCase();e.has(s)||e.set(s,a);let i=s.split(",",1)[0],d=t.get(i);d?d.push(a):t.set(i,[a])}for(let n of Object.values(Xe)){let a=String(n).toLowerCase();e.has(a)||e.set(a,String(n))}le=e,en=t}function ra(e){let t=[],n=e;do{let a=n&127;n>>>=7,n>0&&(a|=128),t.push(a)}while(n>0);return t}function nn(e){let t=Buffer.from(e,"utf8");return`w+${Buffer.concat([Buffer.from([8,2,16,32,34]),Buffer.from(ra(t.length)),t]).toString("base64")}`}function tn(){return{canonical:null,matched:!1,source:"unresolved",ambiguousCandidates:0}}function it(e,t){return{canonical:e,matched:!0,source:t,ambiguousCandidates:0}}function Se(e){let t=e.toLowerCase().trim();if(!t)return tn();if(lt[t])return it(lt[t],"alias");da();let n=le,a=en,s=n.get(t);if(s)return it(s,"exact");let i=n.get(`${t},united states`);if(i)return it(i,"state-or-country");let d=t.split(",");if(d.length>=2){let o=d[0].trim(),r=d.slice(1).join(",").trim(),u=re[r.toUpperCase()]??r,c=n.get(`${o},${u.toLowerCase()},united states`);if(c)return it(c,"city-state")}let h=t.match(/^(.*?)[\s,]+([a-z]{2})$/);if(h){let o=re[h[2].toUpperCase()];if(o){let r=n.get(`${h[1].trim()},${o.toLowerCase()},united states`);if(r)return it(r,"city-state")}}let S=a.get(t);if(S?.length===1)return it(S[0],"city-unique");if(S&&S.length>1)return{canonical:null,matched:!1,source:"unresolved",ambiguousCandidates:S.length};let U=d[0].trim();if(U!==t&&lt[U])return it(lt[U],"alias-partial");let l=t.replace(/\s+[a-z]{2}$/,"").trim();return l!==t&&lt[l]?it(lt[l],"alias-partial"):tn()}function an(e){return Se(e).canonical??e}var Ue={alabama:"AL",alaska:"AK",arizona:"AZ",arkansas:"AR",california:"CA",colorado:"CO",connecticut:"CT",delaware:"DE",florida:"FL",georgia:"GA",hawaii:"HI",idaho:"ID",illinois:"IL",indiana:"IN",iowa:"IA",kansas:"KS",kentucky:"KY",louisiana:"LA",maine:"ME",maryland:"MD",massachusetts:"MA",michigan:"MI",minnesota:"MN",mississippi:"MS",missouri:"MO",montana:"MT",nebraska:"NE",nevada:"NV","new hampshire":"NH","new jersey":"NJ","new mexico":"NM","new york":"NY","north carolina":"NC","north dakota":"ND",ohio:"OH",oklahoma:"OK",oregon:"OR",pennsylvania:"PA","rhode island":"RI","south carolina":"SC","south dakota":"SD",tennessee:"TN",texas:"TX",utah:"UT",vermont:"VT",virginia:"VA",washington:"WA","west virginia":"WV",wisconsin:"WI",wyoming:"WY","district of columbia":"DC"},la=[...Object.keys(Ue).map(e=>e.replace(/\s+/g,"\\s+")),...Object.values(Ue)].join("|"),Sa=new RegExp(`\\b([A-Z][A-Za-z]+(?:[\\s.-][A-Z][A-Za-z]+){0,4}),?\\s+(${la})\\b`,"gi");function on(e){if(!e)return null;let t=e.trim();return/^[A-Z]{2}$/i.test(t)?t.toUpperCase():Ue[t.toLowerCase()]??null}function dn(e){return e.replace(/\s+/g," ").trim().replace(/^.*\b(?:in|near|around|serving)\s+/i,"").toLowerCase().replace(/\b[a-z]/g,n=>n.toUpperCase())}function Ua(e){if(!e)return null;let[t="",n=""]=e.split(",").map(a=>a.trim());return{city:dn(t),regionCode:on(n),canonicalLocation:e}}function ha(e,t,n,a){let s=dn(t),i=on(n);if(!s||!i)return;let d=`${s.toLowerCase()}|${i}`,h=e.get(d);if(h){h.count++,h.examples.length<3&&!h.examples.includes(a)&&h.examples.push(a);return}e.set(d,{city:s,regionCode:i,count:1,examples:[a]})}function ua(e){try{return decodeURIComponent(e)}catch{}try{return decodeURIComponent(e.replace(/%(?![0-9a-fA-F]{2})/g,"%25"))}catch{return e}}function sn(e,t){let n=ua(t).replace(/[+/|_-]+/g," ");for(let a of n.matchAll(Sa))ha(e,a[1]??"",a[2]??"",n.slice(0,180))}function pt(e,t,n){let a=Ua(e),s=new Map;for(let h of t)sn(s,[h.title,h.snippet??"",h.cite??"",h.url].join(" "));for(let h of n)sn(s,[h.name,...h.metadata,h.websiteUrl??"",h.directionsUrl??""].join(" "));let i=Array.from(s.values()).sort((h,S)=>S.count-h.count||h.city.localeCompare(S.city)).slice(0,8);return a?i.length===0?{status:"unknown",expected:a,candidates:[]}:{status:i.some(h=>h.city.toLowerCase()===a.city.toLowerCase()&&(a.regionCode==null||h.regionCode===a.regionCode))?"matched":"mismatch",expected:a,candidates:i}:{status:"not_requested",expected:null,candidates:i}}var ca=[/An AI Overview is not available for this search/gi,/Can't generate an AI overview right now\.?\s*Try again later\.?/gi,/\bAI Overview\b/gi,/\bView all\b/gi],wa=[/\bRelated Links\b/i,/\bAsk anything in\s*AI Mode\b/i,/\bAI can make mistakes\b/i,/\bThis is for informational purposes only\b/i,/\bShow more\b/i,/\b\d+\s+sites\b/i,/\b\d{1,2}\s*[msh]\s*[A-Z][A-Za-z]/,/\b(?:YouTube|Reddit|Facebook|Instagram|TikTok)·/];function Et(e){return e.replace(/\u00a0/g," ").replace(/([.!?])([A-Z])/g,"$1 $2").replace(/([:;])([A-Z])/g,"$1 $2").replace(/([a-z])([A-Z][a-z])/g,"$1 $2").replace(/(\d)([A-Z][a-z])/g,"$1 $2").replace(/([a-z])(\d)/g,"$1 $2").replace(/\s+/g," ").trim()}function ga(e){let t=-1;for(let n of wa){let a=n.exec(e);n.lastIndex=0,a&&(t===-1||a.index<t)&&(t=a.index)}return t===-1?e:e.slice(0,t)}function ya(e,t){let n=t?.trim();if(!n||n.length<8)return e;let a=e.toLowerCase().indexOf(n.toLowerCase());return a>40?e.slice(0,a):e}function Ca(e){let t=e.match(/[•·]\s*(?:Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)[a-z]*\.?\s+\d{1,2},\s+\d{4}/i);if(t?.index&&t.index>40)return t.index;let n=Math.max(0,e.length-260),a=e.slice(n),s=[...a.matchAll(/[.!?]\s*(?=[A-Z][A-Za-z0-9"'$])/g)];for(let d of s){let h=a.slice(d.index+1).trim(),S=h.slice(0,160),U=/^(?:Best|Top|What|How|Why|When|Where|Which|Can|Should|Is|Are|Do|Does)\b/i.test(h);if(h.length>20&&U&&/(?:\s[-|]\s|Heating|Cooling|Company|Services|Blog|Guide|Review)/i.test(S))return n+d.index+1}let i=s.at(-1);return i?.index!==void 0?n+i.index+1:e.length}function Ma(e){let t=e.match(/https?:\/\/\S+/i);if(!t?.index)return e;let n=e.slice(0,t.index);return n.slice(0,Ca(n))}function ka(e){if(e.length<=1200)return e;let t=e.slice(0,1200),n=Math.max(t.lastIndexOf("."),t.lastIndexOf("!"),t.lastIndexOf("?"));return(n>240?t.slice(0,n+1):t).trim()}function rn(e,t,n){if(!e)return;let a=Et(e),s=t?Et(t):"";if(s&&a.toLowerCase().startsWith(s.toLowerCase())&&(a=a.slice(s.length).trim()),!/^An error has occurred\.?\s*Please try again later\.?/i.test(a)){for(let i of ca)a=a.replace(i," ");if(a=a.replace(/\b[A-Z][A-Za-z&'\u2019 -]{2,60}\+\d+\b/g," ").replace(/\b(?:[a-z0-9-]+\.)+[a-z]{2,}\+\d+\b/gi," "),a=Et(a),a=ga(a),a=ya(a,n),a=Ma(a),a=Et(a),a=a.replace(/\s+(?:Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)[a-z]*\.?\s+\d{1,2},\s+\d{4}$/i,"").trim(),a=ka(a),!!a&&!/^An error has occurred\.?\s*Please try again later\.?$/i.test(a))return a}}async function ln(e){let t=e??{aio:{root:"[data-lhcontainer][data-streaming-container][eid]",legacyRoot:'[data-hveid="CBMQAA"]',wrapper:".Fgyi2e",controller:'[jscontroller="AkrxPe"]',contentSubtree:'[data-subtree="mfc"]',heading:".Fzsovc.cwYVJe.RJPOee",header:".heWuVc",showMoreButton:'[aria-label="Show more AI Overview"]',sourcesPanel:".OZ9ddf.WAUd4",disclaimer:".DuQANe.MSJHRb"},aim:{root:'[data-hveid="CAUQAA"]',wrapper:".Fgyi2e"},expandWaitMs:1500},n=window.google?.sn??"unknown",a=n==="aim"?"aim":n==="web"?"web":"unknown";function s(y){return y?(y.innerText??y.textContent??"").trim():""}function i(y){if(!y)return!1;let P=y.replace(/\s+/g," ").trim();return P.length>=16&&P.split(" ").filter(Boolean).length>=2}function d(y){let P=y.querySelector(t.aio.heading);if(s(P)==="AI Overview")return!0;let w=y.querySelector(t.aio.header);return!!s(w).split(/\n|\s{2,}/).some(C=>C.trim()==="AI Overview")}function h(){let P=Array.from(document.querySelectorAll(t.aio.root)).find(d);if(P)return P;if(t.aio.legacyRoot){let C=document.querySelector(t.aio.legacyRoot);if(C&&d(C))return C}let w=document.querySelectorAll(`${t.aio.heading}, h1, h2, h3, [role="heading"]`);for(let C of w){if(s(C)!=="AI Overview")continue;let M=C.parentElement;for(let m=0;m<8&&M;m++){if(M.matches(t.aio.root)||M.querySelector(t.aio.controller)||M.querySelector(t.aio.contentSubtree))return M;M=M.parentElement}return C.parentElement}return null}function S(y){if(!y)return null;let P=y.cloneNode(!0);P.querySelectorAll(["script","style","noscript","img","picture","video",t.aio.header,t.aio.showMoreButton,t.aio.sourcesPanel,t.aio.disclaimer,'[data-subtree="dfa"]',"[data-src-id]",'[role="dialog"]',".HWMcu",".bTFeG",".CyMdWb",".MFrAxb",".F0OfWd.hfWAgb",".x2qcTc.fZavHb",".SvjEff",".sR2MY",".lKuDef",".GSPQcc","a[href]","button",'[role="button"]'].join(",")).forEach(I=>I.remove());let w=document.createElement("div");w.style.position="fixed",w.style.left="-10000px",w.style.top="0",w.style.width=`${Math.max(320,Math.round(y.getBoundingClientRect?.().width||960))}px`,w.style.opacity="0",w.style.pointerEvents="none",w.append(P),document.body.append(w);let C=P.innerText||P.textContent||"";w.remove();let M=C.replace(/\r/g,"").replace(/[ \t]+\n/g,`
+Zwolle,Louisiana,United States`,Sn={ad:"Andorra",ae:"United Arab Emirates",af:"Afghanistan",ag:"Antigua and Barbuda",al:"Albania",am:"Armenia",ao:"Angola",aq:"Antarctica",ar:"Argentina",as:"American Samoa",at:"Austria",au:"Australia",az:"Azerbaijan",ba:"Bosnia and Herzegovina",bb:"Barbados",bd:"Bangladesh",be:"Belgium",bf:"Burkina Faso",bg:"Bulgaria",bh:"Bahrain",bi:"Burundi",bj:"Benin",bl:"Saint Barthelemy",bn:"Brunei",bo:"Bolivia",bq:"Caribbean Netherlands",br:"Brazil",bs:"The Bahamas",bt:"Bhutan",bw:"Botswana",by:"Belarus",bz:"Belize",ca:"Canada",cc:"Cocos (Keeling) Islands",cd:"Democratic Republic of the Congo",cf:"Central African Republic",cg:"Republic of the Congo",ch:"Switzerland",ci:"Cote d'Ivoire",ck:"Cook Islands",cl:"Chile",cm:"Cameroon",cn:"China",co:"Colombia",cr:"Costa Rica",cv:"Cabo Verde",cw:"Curacao",cx:"Christmas Island",cy:"Cyprus",cz:"Czechia",de:"Germany",dj:"Djibouti",dk:"Denmark",dm:"Dominica",do:"Dominican Republic",dz:"Algeria",ec:"Ecuador",ee:"Estonia",eg:"Egypt",er:"Eritrea",es:"Spain",et:"Ethiopia",fi:"Finland",fj:"Fiji",fm:"Micronesia",fr:"France",ga:"Gabon",gb:"United Kingdom",gd:"Grenada",ge:"Georgia",gg:"Guernsey",gh:"Ghana",gm:"The Gambia",gn:"Guinea",gq:"Equatorial Guinea",gr:"Greece",gs:"South Georgia and the South Sandwich Islands",gt:"Guatemala",gu:"Guam",gw:"Guinea-Bissau",gy:"Guyana",hm:"Heard Island and McDonald Islands",hn:"Honduras",hr:"Croatia",ht:"Haiti",hu:"Hungary",id:"Indonesia",ie:"Ireland",il:"Israel",im:"Isle of Man",in:"India",iq:"Iraq",is:"Iceland",it:"Italy",je:"Jersey",jm:"Jamaica",jo:"Jordan",jp:"Japan",ke:"Kenya",kg:"Kyrgyzstan",kh:"Cambodia",ki:"Kiribati",km:"Comoros",kn:"Saint Kitts and Nevis",kr:"South Korea",kw:"Kuwait",kz:"Kazakhstan",la:"Laos",lb:"Lebanon",lc:"Saint Lucia",li:"Liechtenstein",lk:"Sri Lanka",lr:"Liberia",ls:"Lesotho",lt:"Lithuania",lu:"Luxembourg",lv:"Latvia",ly:"Libya",ma:"Morocco",mc:"Monaco",md:"Moldova",me:"Montenegro",mf:"Saint Martin",mg:"Madagascar",mh:"Marshall Islands",mk:"North Macedonia",ml:"Mali",mm:"Myanmar (Burma)",mn:"Mongolia",mp:"Northern Mariana Islands",mr:"Mauritania",mt:"Malta",mu:"Mauritius",mv:"Maldives",mw:"Malawi",mx:"Mexico",my:"Malaysia",mz:"Mozambique",na:"Namibia",nc:"New Caledonia",ne:"Niger",nf:"Norfolk Island",ng:"Nigeria",ni:"Nicaragua",nl:"Netherlands",no:"Norway",np:"Nepal",nr:"Nauru",nu:"Niue",nz:"New Zealand",om:"Oman",pa:"Panama",pe:"Peru",pf:"French Polynesia",pg:"Papua New Guinea",ph:"Philippines",pk:"Pakistan",pl:"Poland",pm:"Saint Pierre and Miquelon",pn:"Pitcairn Islands",pt:"Portugal",pw:"Palau",py:"Paraguay",qa:"Qatar",ro:"Romania",rs:"Serbia",ru:"Russia",rw:"Rwanda",sa:"Saudi Arabia",sb:"Solomon Islands",sc:"Seychelles",sd:"Sudan",se:"Sweden",sg:"Singapore",sh:"Saint Helena, Ascension and Tristan da Cunha",si:"Slovenia",sk:"Slovakia",sl:"Sierra Leone",sm:"San Marino",sn:"Senegal",so:"Somalia",sr:"Suriname",ss:"South Sudan",st:"Sao Tome and Principe",sv:"El Salvador",sx:"Sint Maarten",sy:"Syria",sz:"Eswatini",td:"Chad",tf:"French Southern and Antarctic Lands",tg:"Togo",th:"Thailand",tj:"Tajikistan",tk:"Tokelau",tl:"Timor-Leste",tm:"Turkmenistan",tn:"Tunisia",to:"Tonga",tr:"Turkiye",tt:"Trinidad and Tobago",tv:"Tuvalu",tz:"Tanzania",ua:"Ukraine",ug:"Uganda",um:"United States Minor Outlying Islands",us:"United States",uy:"Uruguay",uz:"Uzbekistan",va:"Vatican City",vc:"Saint Vincent and the Grenadines",ve:"Venezuela",vn:"Vietnam",vu:"Vanuatu",wf:"Wallis and Futuna",ws:"Samoa",ye:"Yemen",za:"South Africa",zm:"Zambia",zw:"Zimbabwe"};var he={AL:"Alabama",AK:"Alaska",AZ:"Arizona",AR:"Arkansas",CA:"California",CO:"Colorado",CT:"Connecticut",DE:"Delaware",DC:"District of Columbia",FL:"Florida",GA:"Georgia",HI:"Hawaii",ID:"Idaho",IL:"Illinois",IN:"Indiana",IA:"Iowa",KS:"Kansas",KY:"Kentucky",LA:"Louisiana",ME:"Maine",MD:"Maryland",MA:"Massachusetts",MI:"Michigan",MN:"Minnesota",MS:"Mississippi",MO:"Missouri",MT:"Montana",NE:"Nebraska",NV:"Nevada",NH:"New Hampshire",NJ:"New Jersey",NM:"New Mexico",NY:"New York",NC:"North Carolina",ND:"North Dakota",OH:"Ohio",OK:"Oklahoma",OR:"Oregon",PA:"Pennsylvania",PR:"Puerto Rico",RI:"Rhode Island",SC:"South Carolina",SD:"South Dakota",TN:"Tennessee",TX:"Texas",UT:"Utah",VT:"Vermont",VA:"Virginia",WA:"Washington",WV:"West Virginia",WI:"Wisconsin",WY:"Wyoming"};var ue=null,hn=null;function ba(){if(ue)return;let e=new Map,t=new Map;for(let n of ln.split(`
+`)){let a=n.trim();if(!a)continue;let i=a.toLowerCase();e.has(i)||e.set(i,a);let s=i.split(",",1)[0],l=t.get(s);l?l.push(a):t.set(s,[a])}for(let n of Object.values(Sn)){let a=String(n).toLowerCase();e.has(a)||e.set(a,String(n))}ue=e,hn=t}function Ia(e){let t=[],n=e;do{let a=n&127;n>>>=7,n>0&&(a|=128),t.push(a)}while(n>0);return t}function un(e){let t=Buffer.from(e,"utf8");return`w+${Buffer.concat([Buffer.from([8,2,16,32,34]),Buffer.from(Ia(t.length)),t]).toString("base64")}`}function Un(){return{canonical:null,matched:!1,source:"unresolved",ambiguousCandidates:0}}function Ut(e,t){return{canonical:e,matched:!0,source:t,ambiguousCandidates:0}}function ce(e){let t=e.toLowerCase().trim();if(!t)return Un();if(yt[t])return Ut(yt[t],"alias");ba();let n=ue,a=hn,i=n.get(t);if(i)return Ut(i,"exact");let s=n.get(`${t},united states`);if(s)return Ut(s,"state-or-country");let l=t.split(",");if(l.length>=2){let d=l[0].trim(),o=l.slice(1).join(",").trim(),U=he[o.toUpperCase()]??o,c=n.get(`${d},${U.toLowerCase()},united states`);if(c)return Ut(c,"city-state")}let r=t.match(/^(.*?)[\s,]+([a-z]{2})$/);if(r){let d=he[r[2].toUpperCase()];if(d){let o=n.get(`${r[1].trim()},${d.toLowerCase()},united states`);if(o)return Ut(o,"city-state")}}let S=a.get(t);if(S?.length===1)return Ut(S[0],"city-unique");if(S&&S.length>1)return{canonical:null,matched:!1,source:"unresolved",ambiguousCandidates:S.length};let u=l[0].trim();if(u!==t&&yt[u])return Ut(yt[u],"alias-partial");let h=t.replace(/\s+[a-z]{2}$/,"").trim();return h!==t&&yt[h]?Ut(yt[h],"alias-partial"):Un()}function cn(e){return ce(e).canonical??e}var wn={alabama:"AL",alaska:"AK",arizona:"AZ",arkansas:"AR",california:"CA",colorado:"CO",connecticut:"CT",delaware:"DE",florida:"FL",georgia:"GA",hawaii:"HI",idaho:"ID",illinois:"IL",indiana:"IN",iowa:"IA",kansas:"KS",kentucky:"KY",louisiana:"LA",maine:"ME",maryland:"MD",massachusetts:"MA",michigan:"MI",minnesota:"MN",mississippi:"MS",missouri:"MO",montana:"MT",nebraska:"NE",nevada:"NV","new hampshire":"NH","new jersey":"NJ","new mexico":"NM","new york":"NY","north carolina":"NC","north dakota":"ND",ohio:"OH",oklahoma:"OK",oregon:"OR",pennsylvania:"PA","rhode island":"RI","south carolina":"SC","south dakota":"SD",tennessee:"TN",texas:"TX",utah:"UT",vermont:"VT",virginia:"VA",washington:"WA","west virginia":"WV",wisconsin:"WI",wyoming:"WY"},Wa={"atlanta|GA":"30303","austin|TX":"78701","baltimore|MD":"21201","boston|MA":"02108","boulder|CO":"80302","charlotte|NC":"28202","chicago|IL":"60601","colorado_springs|CO":"80903","columbus|OH":"43215","dallas|TX":"75201","denver|CO":"80202","detroit|MI":"48226","fort_collins|CO":"80524","fort_worth|TX":"76102","houston|TX":"77002","indianapolis|IN":"46204","jacksonville|FL":"32202","las_vegas|NV":"89101","los_angeles|CA":"90012","louisville|KY":"40202","loveland|CO":"80537","memphis|TN":"38103","miami|FL":"33131","minneapolis|MN":"55401","nashville|TN":"37203","new_york|NY":"10001","orlando|FL":"32801","philadelphia|PA":"19103","phoenix|AZ":"85004","portland|OR":"97205","raleigh|NC":"27601","richmond|VA":"23219","sacramento|CA":"95814","salt_lake_city|UT":"84101","san_antonio|TX":"78205","san_diego|CA":"92101","san_francisco|CA":"94103","san_jose|CA":"95113","seattle|WA":"98101"};function Aa(e){return e?e.slice(-6):null}function X(e,t,n,a,i,s=!1){return{\u006b\u0065\u0072\u006e\u0065\u006cProxyId:n,...s&&n?{disposableProxyId:n}:{},resolution:{source:e,proxyType:e==="disabled"?"none":e==="configured_fallback"?"configured":e==="mobile_created"?"mobile":e==="isp_created"?"isp":e==="backup_custom"?"custom":e==="location_created"||e==="location_reused"?"residential":"unknown",proxyMode:t,proxyIdPresent:!!n,proxyIdSuffix:Aa(n),target:a,error:i,disposable:s}}}function xa(e){return e.trim().toLowerCase().replace(/\s+/g," ")}function Oa(e){return e.trim().toLowerCase().replace(/\./g,"").replace(/\s+/g," ")}function La(e){if(!e)return!0;let t=Oa(e);return t==="united states"||t==="united states of america"||t==="usa"||t==="us"}function ge(e){let t=e.trim();if(/^[A-Za-z]{2}$/.test(t)){let n=t.toUpperCase();return Object.values(wn).includes(n)?n:null}return wn[xa(t)]??null}function Ba(e){let n=e.normalize("NFKD").replace(/[^\x00-\x7F]/g,"").toLowerCase().split(/[^a-z0-9]+/).filter(Boolean),a=n.join("_"),i=n.join("");return Array.from(new Set([a,i].filter(Boolean)))}function ut(e,t,n){return n?`mcp-serp-residential-${e.toLowerCase()}-${t.toLowerCase()}-${n}`:`mcp-serp-residential-${e.toLowerCase()}-${t.toLowerCase()}`}function Lt(e,t){let n=`${Date.now()}-${t??0}-${Math.random().toString(36).slice(2,8)}`;return`${e}-fresh-${n}`}function Ha(e){return`mcp-serp-residential-us-zip-${e}`}function gn(e,t){if(!e||t.toLowerCase()!=="us")return null;let n=cn(e),a=n.split(",").map(u=>u.trim()).filter(Boolean);if(a.length>1&&La(a[a.length-1])&&(a=a.slice(0,-1)),a.length===1){let u=ge(a[0]);return u?{canonicalLocation:n,level:"state",country:"US",state:u,city:"",cityCandidates:[],proxyName:ut("US",u),config:{country:"US",state:u}}:null}let[i="",s=""]=a;if(!i||!s)return null;let l=ge(s);if(!l)return null;let r=Ba(i),S=r[0];return S?{canonicalLocation:n,level:"city",country:"US",state:l,city:S,cityCandidates:r,proxyName:ut("US",l,S),config:{country:"US",state:l,city:S}}:null}function Fa(e){return`${e.city}|${e.state}`}function yn(e,t){return t&&/^\d{5}$/.test(t)?t:Wa[Fa(e)]??null}function pn(e,t){return{...e,level:"zip",zip:t,proxyName:Ha(t),config:{country:e.country,state:e.state,zip:t}}}function we(e,t){return{...e,proxyName:t}}function pe(e,t,n){return t.level==="zip"?e?.country?.toUpperCase()===t.country&&e?.zip===t.zip:e?.country?.toUpperCase()===t.country&&e?.state?.toUpperCase()===t.state&&(n?e?.city===n:!e?.city)}function Ra(e,t){return e.find(n=>n.type==="residential"&&n.status!=="unavailable"&&!!n.id&&(n.name===t.proxyName||pe(n.config,t,t.level==="city"?t.city:void 0)))??null}function Da(e,t){for(let n of t.cityCandidates){let a=ut(t.country,t.state,n),i=e.find(s=>s.type==="residential"&&s.status!=="unavailable"&&!!s.id&&(s.name===a||pe(s.config,t,n)));if(i)return i}return null}function $t(e){return{...e,level:"state",proxyName:ut(e.country,e.state),config:{country:e.country,state:e.state}}}function Ga(e,t){let n=ut(t.country,t.state);return e.find(a=>a.type==="residential"&&a.status!=="unavailable"&&!!a.id&&(a.name===n||pe(a.config,t)))??null}function Ea(e,t){return $t(e)}function ht(e){return e instanceof Error?e.message:String(e)}function Va(e,t,n){let a=[],i=yn(e,t);if(i){let l=pn(e,i);a.push(we(l,Lt(l.proxyName,n)))}for(let l of e.cityCandidates){let r={...e,level:"city",city:l,proxyName:ut(e.country,e.state,l),config:{country:e.country,state:e.state,city:l}};a.push(we(r,Lt(r.proxyName,n)))}let s=$t(e);return a.push(we(s,Lt(s.proxyName,n))),a}async function ye(e,t,n){if(e.backupOnExhaustion&&n.length>0&&e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey&&zt())try{let a=await jt(e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey,{attemptIndex:e.attemptIndex});return X("backup_custom",e.proxyMode,a,t,null,!0)}catch(a){n.push(`backup: ${Ue(ht(a))}`)}return X("configured_fallback",e.proxyMode,e.configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId,t,n.join(" | "))}async function Os(e){if(!e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey||!zt())return null;try{let t=await jt(e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey,{attemptIndex:e.attemptIndex});return X("backup_custom",e.proxyMode,t,null,null,!0)}catch{return null}}async function Ya(e,t,n){let a=[];for(let i of Va(n,t.proxyZip,t.attemptIndex))try{let s=await e.proxies.create({type:"residential",name:i.proxyName,config:i.level==="zip"?{country:i.country,zip:i.zip}:i.config});if(s.id)return X("location_created",t.proxyMode,s.id,i,null,!0);a.push(`${i.proxyName}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(s){a.push(`${i.proxyName}: ${ht(s)}`)}if(process.env.\u004b\u0045\u0052\u004e\u0045\u004c_PROXY_TYPE!=="residential"){let i=$t(n);try{let s=await e.proxies.create({type:"isp",name:Lt(`mcp-serp-isp-${i.country.toLowerCase()}-${(i.state??"").toLowerCase()}`,t.attemptIndex),config:{country:i.country,...i.state?{state:i.state}:{}}});if(s.id)return X("isp_created",t.proxyMode,s.id,i,null,!0);a.push("isp: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id")}catch(s){a.push(`isp: ${ht(s)}`)}}return ye(t,n,a)}async function mn(e,t){if(!e||!t)return;await new ot({apiKey:e}).proxies.delete(t)}async function Ls(e){let t=ge(e.state);if(!t)throw new Error("A valid US state is required for a mobile Maps proxy");let n=new ot({apiKey:e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey}),a=gn(t,"us");if(!a)throw new Error("Could not resolve the mobile Maps proxy state");let i=await n.proxies.create({type:"mobile",name:Lt(`mcp-maps-mobile-us-${t.toLowerCase()}`,e.attemptIndex),config:{country:"US",state:t}});if(!i.id)throw new Error("\u004b\u0065\u0072\u006e\u0065\u006c did not return a mobile proxy id");if(i.type!=="mobile"||i.status==="unavailable"||i.config?.state?.toUpperCase()!==t)throw await n.proxies.delete(i.id),new Error(`\u004b\u0065\u0072\u006e\u0065\u006c did not confirm a mobile proxy for ${t}`);return X("mobile_created","configured",i.id,a,null,!0)}async function Cn(e){if(e.proxyMode==="none")return X("disabled",e.proxyMode,void 0,null,null);if(e.proxyMode==="configured")return X("configured_fallback",e.proxyMode,e.configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId,null,null);let t=gn(e.location,e.gl);if(!t||!e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey)return X("configured_fallback",e.proxyMode,e.configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId,t,t?null:"location could not be normalized to a US city/state proxy target");let n=new ot({apiKey:e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey});try{let a=e.attemptIndex??0;if(e.fresh)return await Ya(n,e,t);if(a>=1){let h=Ea(t,a),d=[];try{let o=await n.proxies.create({type:"residential",name:h.proxyName,config:h.config});if(o.id)return X("location_created",e.proxyMode,o.id,h,null);d.push(`${h.state}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(o){d.push(`${h.state}: ${ht(o)}`)}return ye(e,h,d)}let i=[];for await(let h of await n.proxies.list())i.push(h);let s=yn(t,e.proxyZip),l=[];if(s){let h=pn(t,s),d=Ra(i,h);if(d?.id)return X("location_reused",e.proxyMode,d.id,h,null);try{let o=await n.proxies.create({type:"residential",name:h.proxyName,config:{country:h.country,zip:s}});if(o.id)return X("location_created",e.proxyMode,o.id,h,null);l.push(`${s}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(o){l.push(`${s}: ${ht(o)}`)}}let r=Da(i,t);if(r?.id)return X("location_reused",e.proxyMode,r.id,t,l.join(" | ")||null);for(let h of t.cityCandidates)try{let d=await n.proxies.create({type:"residential",name:ut(t.country,t.state,h),config:{country:t.country,state:t.state,city:h}});if(d.id)return X("location_created",e.proxyMode,d.id,{...t,level:"city",city:h,proxyName:ut(t.country,t.state,h),config:{country:t.country,state:t.state,city:h}},null);l.push(`${h}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(d){l.push(`${h}: ${ht(d)}`)}let S=$t(t),u=Ga(i,S);if(u?.id)return X("location_reused",e.proxyMode,u.id,S,l.join(" | "));try{let h=await n.proxies.create({type:"residential",name:S.proxyName,config:S.config});if(h.id)return X("location_created",e.proxyMode,h.id,S,l.join(" | "));l.push(`${S.state}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(h){l.push(`${S.state}: ${ht(h)}`)}return ye(e,t,l)}catch(a){return X("configured_fallback",e.proxyMode,e.configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId,t,ht(a))}}function me(){return process.env.\u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_BROWSER_WSS?.trim()||null}function kn(){return process.env.SERP_BROWSER_PROVIDER?.trim().toLowerCase()==="\u006b\u0065\u0072\u006e\u0065\u006c"?!1:!!me()}import{chromium as Ne}from"playwright-extra";import Za from"puppeteer-extra-plugin-stealth";import{chromium as Xa}from"playwright";var tt={paaItem:".related-question-pair",captchaMarker:'#captcha-form, #recaptcha, form[action*="/sorry/"], .g-recaptcha, [data-sitekey]'},Bt={container:'div[jscontroller="HWk0Gf"]',sectionHeading:'.mgAbYb[role="heading"]',item:"a.rIRoqf"},Ht={udm:"39",item:"a.rIRoqf",durationPattern:/^\d+:\d+$/,platforms:["YouTube","TikTok","Instagram","Facebook","X"]},Mn={section:".ULSxyf",item:"a.KYg7td.INpicf",title:".hyYc0c",source:".K4ETW"},vn={sectionTag:"g-section-with-header",sectionHeadingText:"What people are saying",card:'.dRzkFf[role="listitem"]',cardLink:'a.WlydOe[jsname="YKoRaf"]',titleH1:"h1.WQWxe",titleDiv:".eAaXgc",popularCommentLabel:".qgdis",source:".sTl1Td",platformBadge:".appd0, .KrMNbf",ytChannel:".sjVJQd",ytDate:".PLq9Je",authorNote:".nDgy9d"},fn={root:"[data-lhcontainer][data-streaming-container][eid]",legacyRoot:'[data-hveid="CBMQAA"]',wrapper:".Fgyi2e",controller:'[jscontroller="AkrxPe"]',contentSubtree:'[data-subtree="mfc"]',header:".heWuVc",heading:".Fzsovc.cwYVJe.RJPOee",showMoreButton:'[aria-label="Show more AI Overview"]',sourcesPanel:".OZ9ddf.WAUd4",disclaimer:".DuQANe.MSJHRb"},Nn={root:'[data-hveid="CAUQAA"]',wrapper:".Fgyi2e",citations:'.Fgyi2e [data-hveid] a[jsname="pxBnId"]'},Tn={result:".wHYlTd.tF2Cxc",title:"h3.LC20lb",siteName:".VuuXrf",cite:"cite.tjvcx",snippet:".VwiC3b",redditCite:"cite.qLRx3b",ratingWrap:".Y0A0hc",ratingValue:".yi40Hd",reviewCount:".RDApEe"},Pn={headingText:"Businesses",card:".w7Dbne",name:".OSrXXb",ratingValue:".yi40Hd",reviewCount:".RDApEe"},bn="2026-05-07",Fs={ratingAndCount:"div.F7nice",hoursTable:"table.eK4R0e",reviewScrollPane:'div.m6QErb[tabindex="-1"]',reviewScrollPaneFallback:'[role="main"] div[tabindex="-1"]',reviewCardAuthor:"div.d4r55, span.d4r55, span.RPZfBb",reviewCardDate:"span.rsqaWe",reviewCardText:"span.wiI7pd",reviewCardOwnerBlock:"div.CDe7pd",hoursTableAlt:'table[aria-label*="Hour"]',reviewCard:"[data-review-id]",reviewStars:'[role="img"][aria-label*="star"]',reviewTab:'button[role="tab"][aria-label*="Review"]',aboutTab:'button[role="tab"][aria-label*="About"]',expandReview:'[data-review-id] button[aria-label*="See more"], [data-review-id] button.w8nwRe'};async function Qt(e,t,n,a){let i,s=!1,l,r=()=>{},S=()=>a?.reason instanceof DOMException&&a.reason.name==="TimeoutError"?a.reason:new at,u=()=>r(S()),h=new Promise((o,U)=>{r=U}),d=async o=>{let U;try{await Promise.race([o.close().catch(()=>{}),new Promise(c=>{U=setTimeout(c,2e3)})])}finally{U&&clearTimeout(U)}};if(a?.aborted)throw S();a?.addEventListener("abort",u,{once:!0}),l=setTimeout(()=>r(new DOMException("Optional pagination timed out","TimeoutError")),3e4);try{return await Promise.race([(async()=>{let o=await e.newPage();if(s)throw await d(o),new at;if(i=o,await t(o),s)throw new at;return n(o)})(),h])}finally{s=!0,l&&clearTimeout(l),a?.removeEventListener("abort",u),i&&await d(i)}}var Ka=/\b(?:HeadlessChrome|Chrome|Chromium|Firefox)\/\d+|\bVersion\/\d+.*\bSafari\//;async function Ce(e){try{let t=await e.evaluate(()=>navigator.userAgent);return typeof t=="string"&&Ka.test(t)?t:null}catch{return null}}async function ke(e){let t=null;try{let n=e.contexts().flatMap(a=>a.pages())[0];return n||(t=await e.newContext(),n=t.pages()[0]??await t.newPage()),await Ce(n)}catch{return null}finally{t&&await t.close().catch(()=>{})}}function Es(e,t){return t?{...e,userAgent:t}:e}function In(e){let{headless:t,viewport:n,userAgent:a,user_agent:i,...s}=e;return s}async function Wn(e,t={}){return t.blockServiceWorkers?e.newContext({viewport:null,serviceWorkers:"block"}):e.contexts()[0]??await e.newContext({viewport:null})}async function An(e){return e.pages()[0]??await e.newPage()}function Zt(e={}){let t=e.nowMs??Date.now(),n=Math.max(0,e.waitMs??3e4);return Math.min(e.deadlineMs??1/0,t+n)}var Js=Zt({nowMs:0});async function xn(e){let t=Zt(e),n=async()=>{if(e.signal?.aborted)throw Ot(e.signal);let i=t-Date.now();if(i<=0)return!0;let s;try{return await $(Promise.race([e.observeChallenge(),new Promise(l=>{s=setTimeout(()=>l(!0),i)})]),e.signal)}finally{s&&clearTimeout(s)}},a=await n();if(!e.solverEnabled)return a;for(;a&&Date.now()<t;){let i;try{await $(new Promise(s=>{i=setTimeout(s,Math.min(500,t-Date.now()))}),e.signal)}finally{i&&clearTimeout(i)}if(e.signal?.aborted)throw Ot(e.signal);if(Date.now()>t)break;a=await n()}return a}var Ja=`#search h3, #rso h3, #search .related-question-pair, #rso .related-question-pair, #search ${Bt.item}, #rso ${Bt.item}, #search .isv-r, #rso .isv-r`,_a=75e3,qa=3e3;async function Me(e,t){if(t.signal?.aborted)throw new at;let n=Math.min(Date.now()+_a,t.deadlineMs===void 0?1/0:t.deadlineMs-qa);if(n<=Date.now())throw new nt("Google search navigation has no remaining time");let a=_e(Math.max(1,n-Date.now()),t.signal),i=!1,s,l=async()=>{if(!await $(On(e),a))return!1;if(i=!0,s??=Zt({deadlineMs:n}),await xn({solverEnabled:t.solverEnabled,deadlineMs:s,signal:a,observeChallenge:()=>On(e)}))throw new j("Google challenge did not clear within the remaining browser time.");return!0};try{await $a(e,{params:za(t),deadlineMs:n,signal:a},l,ja);let r=()=>$(Qa(e,{query:t.query,deadlineMs:n,signal:a,readySelector:Ja},l),a);if(await r(),t.purpose==="paa"){let S=Math.min(n,Date.now()+4e3);await $(e.waitForSelector(tt.paaItem,{state:"visible",timeout:Math.max(1,S-Date.now())}).catch(()=>null),a);for(let u=1;u<=6&&Date.now()<n&&(await l(),!await $(e.locator(tt.paaItem).count(),a));u+=1)await $(e.evaluate(h=>{window.scrollTo(0,document.body.scrollHeight*h)},u/6),a),await $(new Promise(h=>setTimeout(h,Math.min(400,n-Date.now()))),a)}for(;Date.now()<n;){await r();let S=await $(e.locator(tt.paaItem).count(),a)>0;if(!await l())return{hasPaa:S,challengeObserved:i}}throw new nt("Google search results did not reach a readable state")}catch(r){throw t.signal?.aborted?new at:r instanceof j||r instanceof nt?r:r instanceof Error&&r.message==="Google search results did not reach a readable state"?new nt(r.message):r instanceof Error&&/^Google search (?:homepage|consent inspection|consent|search box readiness|search box inspection|search box focus|search box clear|query typing|suggestion dismissal|search parameters|search button inspection|search submit) (?:failed|timed out)$/.test(r.message)?new nt(r.message):r instanceof Error&&["Google homepage did not expose a visible search box","Google search form did not expose a visible Search button"].includes(r.message)?new nt(r.message):new nt(a.aborted?"Google search navigation timed out before results were ready":"Google homepage search interaction failed")}}async function On(e){if(/google\.[^/]+\/sorry(?:\/|\?|$)/i.test(e.url())||await e.locator(tt.captchaMarker).count())return!0;let t=await e.locator("body").innerText({timeout:1e3}).catch(()=>"");return/recaptcha|unusual traffic|are you a robot|about this page|detected unusual traffic/i.test(t.slice(0,3e3))}function za(e){let t={...e.extraParams,q:e.query,gl:e.gl,hl:e.hl,pws:"0"};return e.tbs&&(t.tbs=e.tbs),e.uule&&(t.uule=e.uule),t}async function ja(e,t={}){let n=t.deadlineMs??Date.now()+1e4,a=async(r,S,u=8e3)=>{let h=Math.min(u,n-Date.now());if(t.signal?.aborted){let c=new Error("Google search navigation aborted");throw c.name="AbortError",c}if(h<=0)throw new Error("Google search navigation deadline exhausted");let d,o,U=new Promise((c,g)=>{d=setTimeout(()=>g(new Error(`Google search ${r} timed out`)),h),t.signal&&(o=()=>{let w=new Error("Google search navigation aborted");w.name="AbortError",g(w)},t.signal.addEventListener("abort",o,{once:!0}))});try{return await Promise.race([S(h),U])}catch{if(t.signal?.aborted){let c=new Error("Google search navigation aborted");throw c.name="AbortError",c}throw new Error(`Google search ${r} failed`)}finally{d&&clearTimeout(d),o&&t.signal?.removeEventListener("abort",o)}},i=/^(reject all|reject optional|continue without accepting|only necessary|alle ablehnen|tout refuser|rechazar todo|rifiuta tutto|rejeitar tudo|alles afwijzen)$/i;if(!await a("consent inspection",()=>e.evaluate(r=>{let S=new RegExp(r,"i");return/^consent\.google\./i.test(window.location.hostname)||!!document.querySelector("#W0wltc")||Array.from(document.querySelectorAll('button, [role="button"]')).some(u=>S.test(u.textContent?.trim()??""))},i.source),2e3))return!1;let l=e.locator("#W0wltc").or(e.getByRole("button",{name:i}));for(let r=0,S=await a("consent inspection",()=>l.count(),2e3);r<S;r+=1){let u=l.nth(r);if(await a("consent inspection",()=>u.isVisible(),2e3))return await a("consent",h=>u.click({timeout:h})),!0}if(/consent\.google\./i.test(e.url()))throw new Error("Google consent did not expose a reject option");return!1}async function $a(e,t,n,a){let i=async(U,c,g=8e3)=>{let w=Math.min(g,t.deadlineMs-Date.now());if(t.signal?.aborted){let T=new Error("Google search navigation aborted");throw T.name="AbortError",T}if(w<=0)throw new Error("Google search navigation deadline exhausted");let p,C,y=new Promise((T,O)=>{p=setTimeout(()=>O(new Error(`Google search ${U} timed out`)),w),t.signal&&(C=()=>{let x=new Error("Google search navigation aborted");x.name="AbortError",O(x)},t.signal.addEventListener("abort",C,{once:!0}))});try{return await Promise.race([c(w),y])}catch{if(t.signal?.aborted){let O=new Error("Google search navigation aborted");throw O.name="AbortError",O}throw new Error(`Google search ${U} failed`)}finally{p&&clearTimeout(p),C&&t.signal?.removeEventListener("abort",C)}},s=()=>a(e,t);await i("homepage",U=>e.goto("https://www.google.com",{waitUntil:"domcontentloaded",timeout:U}),15e3),await n(),await s(),await n();let l='textarea[name="q"], input[name="q"]';await i("search box readiness",U=>e.waitForSelector(l,{state:"visible",timeout:U}));let r=e.locator(l),S;for(let U=0,c=await i("search box inspection",()=>r.count());U<c;U+=1)if(await i("search box inspection",()=>r.nth(U).isVisible())){S=r.nth(U);break}if(!S)throw new Error("Google homepage did not expose a visible search box");let u=S;await i("search box focus",U=>u.click({timeout:U})),await i("search box clear",U=>u.fill("",{timeout:U}));for(let U of t.params.q)await i("query typing",c=>u.pressSequentially(U,{delay:35+Math.floor(Math.random()*65),timeout:c}));let h=u.locator("xpath=ancestor::form[1]");await i("search parameters",()=>h.evaluate((U,c)=>{if(!(U instanceof HTMLFormElement))throw new Error("Google search form is unavailable");U.method="get";for(let[w,p]of Object.entries(c)){if(w==="q")continue;let C=Array.from(U.querySelectorAll("input")).filter(y=>y.name===w);for(let y of C)y.value=p,y.disabled=!1;if(C.length===0){let y=document.createElement("input");y.type="hidden",y.name=w,y.value=p,U.appendChild(y)}}let g=new URL(U.action,location.href);for(let w of Object.keys(c))g.searchParams.delete(w);U.action=g.toString()},t.params));let d=h.locator('input[name="btnK"], button[name="btnK"], button[type="submit"]'),o=!1;for(let U=0,c=await i("search button inspection",()=>d.count());U<c;U+=1){let g=d.nth(U);if(await i("search button inspection",()=>g.isVisible())){await i("search submit",w=>g.click({timeout:w,noWaitAfter:!0})),o=!0;break}}if(!o)throw new Error("Google search form did not expose a visible Search button");await n(),await s(),await n()}async function Qa(e,t,n){let a=t.readySelector.split(",").map(s=>`${s.trim()}:visible`).join(", "),i;for(;Date.now()<t.deadlineMs;){if(t.signal?.aborted)throw new Error("Google search navigation aborted");let s=await n();if((i===void 0||s===!0)&&(i=Math.min(t.deadlineMs,Date.now()+15e3)),Date.now()>=i)break;let l=!1;try{let S=new URL(e.url());l=/(^|\.)google\.[a-z.]+$/i.test(S.hostname)&&S.pathname==="/search"&&S.searchParams.get("q")===t.query}catch{}if(l){let S=await e.waitForSelector(a,{state:"visible",timeout:Math.min(500,Math.max(1,i-Date.now()))}).catch(()=>null),u=S?!1:await e.locator("body").innerText({timeout:Math.min(1e3,Math.max(1,i-Date.now()))}).then(h=>/did not match any documents|no results found/i.test(h)).catch(()=>!1);if(S||u){if(await n()===!0)continue;return}}if(t.signal?.aborted)throw new Error("Google search navigation aborted");let r=Math.min(200,i-Date.now(),t.deadlineMs-Date.now());r>0&&await e.waitForTimeout(r)}throw new Error("Google search results did not reach a readable state")}Ne.use(Za());var ti=180,ei=3e3,ni=5e3,ai='#search, #rso, a[href] h3, [data-snhf], [role="main"]';function ve(e,t){return e?Math.max(1,Math.min(t,e-Date.now())):t}function ii(e,t){let n=process.env[e];if(!n)return t;let a=Number(n);return Number.isInteger(a)&&a>0?a:t}function fe(e){return e?e.slice(-6):null}function Ln(e,t){let n=(t??process.env.SERP_REDIRECT_BASE)?.trim().replace(/\/+$/,"");return n?`${n}/g/${Buffer.from(e,"utf8").toString("base64url")}`:e}function si(e){return e?/united states|u\.?s\.?a?\.?|^us$/i.test(e.trim()):!1}function Pt(e){return e instanceof Error?e.message:String(e)}function oi(e){return/\b409\b|conflict|already exists/i.test(Pt(e))}function ri(e){return/\b404\b|not[ _-]?found|already (?:gone|deleted|closed)|does not exist/i.test(Pt(e))}async function di(e,t){try{await e.profiles.create({name:t})}catch(n){if(!oi(n))throw n}}function Bn(e,t){return{viewport:e.viewport,locale:e.locale,...t?{userAgent:t}:{},...e.deviceScaleFactor?{deviceScaleFactor:e.deviceScaleFactor}:{},...e.isMobile!==void 0?{isMobile:e.isMobile}:{},...e.hasTouch!==void 0?{hasTouch:e.hasTouch}:{}}}async function pt(e,t,n){let a;try{return await Promise.race([e,new Promise((i,s)=>{a=setTimeout(()=>s(new Error(`${n} timed out after ${t}ms`)),t)})])}finally{a&&clearTimeout(a)}}function li(e){let t=e.trim();if(!t)throw new Error("channelHandle is required");if(/^https?:\/\//i.test(t)||/^(www\.|m\.)?youtube\.com\//i.test(t)){let l=new URL(/^https?:\/\//i.test(t)?t:`https://${t}`);if(l.hostname.replace(/^www\./,"").replace(/^m\./,"").toLowerCase()!=="youtube.com")throw new Error("channel URL must be on youtube.com");let S=l.pathname.split("/").filter(Boolean),u=S[0]??"",h=S[1]??"";if(u.startsWith("@"))return`https://www.youtube.com/${u}/videos`;if(u==="channel"&&h)return`https://www.youtube.com/channel/${h}/videos`;if((u==="c"||u==="user")&&h)return`https://www.youtube.com/${u}/${h}/videos`;throw new Error("channel URL must be a YouTube handle, /channel/UC..., /c/..., or /user/... URL")}let i=t.replace(/^\/+/,"").replace(/\/+$/,"").replace(/\/videos$/i,"");if(/^UC[\w-]{20,}$/.test(i))return`https://www.youtube.com/channel/${i}/videos`;let s=i.startsWith("@")?i:`@${i}`;if(!/^@[\w.-]+$/.test(s))throw new Error("channelHandle must be an @handle, UC channel ID, or YouTube channel URL");return`https://www.youtube.com/${s}/videos`}var Xt=class{browser=null;context=null;page=null;\u006b\u0065\u0072\u006e\u0065\u006cClient=null;\u006b\u0065\u0072\u006e\u0065\u006cSessionId=null;\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=null;\u006b\u0065\u0072\u006e\u0065\u006cStealth=null;\u006b\u0065\u0072\u006e\u0065\u006cSolverEnabled=!1;operationDeadlineMs;\u006b\u0065\u0072\u006e\u0065\u006cProxyUsed=null;\u006b\u0065\u0072\u006e\u0065\u006cProxySource=null;\u006b\u0065\u0072\u006e\u0065\u006cProxyType=null;\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent=null;last\u004b\u0065\u0072\u006e\u0065\u006cBillingMode=null;last\u004b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=null;last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs=null;debugEnabled=!1;debugSnapshot={\u006b\u0065\u0072\u006e\u0065\u006c:null,context:null,networkLocation:null,serpNavigation:null};async launch(t){if(t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey&&t.isMobile)throw new nt("\u004b\u0065\u0072\u006e\u0065\u006c acquisition requires a native desktop browser; mobile capture needs provider-native mobile support.");this.operationDeadlineMs=t.operationDeadlineMs,this.debugEnabled=t.debug===!0;let n=t.proxyMode??(t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId?"configured":"none"),a=t.isMobile?"mobile":"desktop";if(this.debugSnapshot={\u006b\u0065\u0072\u006e\u0065\u006c:null,context:{viewport:t.viewport,locale:t.locale,device:a,userAgent:null,deviceScaleFactor:t.deviceScaleFactor??null,isMobile:t.isMobile===!0,hasTouch:t.hasTouch===!0},networkLocation:null,serpNavigation:null},t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey){this.\u006b\u0065\u0072\u006e\u0065\u006cClient=new ot({apiKey:t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey});let s=Number.isInteger(t.\u006b\u0065\u0072\u006e\u0065\u006cTimeoutSeconds)&&Number(t.\u006b\u0065\u0072\u006e\u0065\u006cTimeoutSeconds)>0?Number(t.\u006b\u0065\u0072\u006e\u0065\u006cTimeoutSeconds):ii("\u004b\u0045\u0052\u004e\u0045\u004c_BROWSER_TIMEOUT_SECONDS",ti),l=Math.min(s,600);t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName&&t.\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges===!0&&await di(this.\u006b\u0065\u0072\u006e\u0065\u006cClient,t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName);let r=Kt();this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent=null,this.last\u004b\u0065\u0072\u006e\u0065\u006cBillingMode="headful",r?.headlessSentOut&&(r.headlessSentOut.value=this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent);let S=await this.\u006b\u0065\u0072\u006e\u0065\u006cClient.browsers.create(In({stealth:t.\u006b\u0065\u0072\u006e\u0065\u006cStealth===!0,timeout_seconds:l,...t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId?{proxy_id:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId}:{},...t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName?{profile:{name:t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName,...typeof t.\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges=="boolean"?{save_changes:t.\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges}:{}}}:{}}));this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId=S.session_id,this.\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=Date.now(),this.last\u004b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=this.\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs,this.last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs=null,this.\u006b\u0065\u0072\u006e\u0065\u006cStealth=typeof S.stealth=="boolean"?S.stealth:null,this.\u006b\u0065\u0072\u006e\u0065\u006cSolverEnabled=t.\u006b\u0065\u0072\u006e\u0065\u006cStealth===!0&&S.stealth!==!1,this.\u006b\u0065\u0072\u006e\u0065\u006cProxyUsed=typeof S.proxy_id=="string"?!!S.proxy_id:!!t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,this.\u006b\u0065\u0072\u006e\u0065\u006cProxySource=t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution?.source??null,this.\u006b\u0065\u0072\u006e\u0065\u006cProxyType=t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution?.proxyType??null;let u=null,h=null;if(!t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId&&!t.keepDefaultProxy)try{await pt(this.\u006b\u0065\u0072\u006e\u0065\u006cClient.browsers.update(this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,{disable_default_proxy:!0}),5e3,`\u004b\u0065\u0072\u006e\u0065\u006c session ${this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId} disable default proxy`),u=!0}catch(o){u=!1,h=Pt(o)}let d={sessionId:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,proxyMode:n,requestedProxyIdPresent:!!t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,requestedProxyIdSuffix:fe(t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId),createdProxyIdPresent:typeof S.proxy_id=="string"?!!S.proxy_id:null,createdProxyIdSuffix:fe(S.proxy_id),retrievedProxyIdPresent:null,retrievedProxyIdSuffix:null,retrievedProxyIdMatchesRequested:null,defaultProxyDisabled:u,defaultProxyDisableError:h,proxyResolution:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution??null,timeoutSeconds:l,stealth:typeof S.stealth=="boolean"?S.stealth:null,profilePresent:null,poolPresent:null,retrieveError:null};if(this.debugSnapshot.\u006b\u0065\u0072\u006e\u0065\u006c=d,console.info(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_created",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,timeout_seconds:l,proxy_mode:n,proxy_id_present:!!t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,profile_name_present:!!t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName,proxy_resolution_source:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution?.source})),this.debugEnabled&&await this.populate\u004b\u0065\u0072\u006e\u0065\u006cRetrieveDebug(d,t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId),this.browser=await Xa.connectOverCDP(S.cdp_ws_url),this.context=await Wn(this.browser),this.page=await An(this.context),await this.capture\u004b\u0065\u0072\u006e\u0065\u006cContextDebug(),await this.installEsbuildHelperShims(this.context),(this.debugEnabled||t.requireUsEgress)&&(this.debugSnapshot.networkLocation=await this.captureBrowserNetworkLocation()),t.requireUsEgress){let o=this.debugSnapshot.networkLocation?.country??null;if(!si(o))throw new j(`Non-US egress (${o??"unknown"}) \u2014 retrying with a fresh session`)}return}let i={headless:t.headless,proxy:t.proxy?{server:t.proxy}:void 0,...t.browserExecutablePath?{executablePath:t.browserExecutablePath}:{},...t.ignoreDefaultArgs?{ignoreDefaultArgs:t.ignoreDefaultArgs}:{}};if(t.profileDir)this.context=await Ne.launchPersistentContext(t.profileDir,{...i,...Bn(t)}),await this.installEsbuildHelperShims(this.context),this.page=await this.context.newPage(),this.debugSnapshot.context.userAgent=await Ce(this.page);else{this.browser=await Ne.launch(i);let s=await ke(this.browser);this.debugSnapshot.context.userAgent=s,this.context=await this.browser.newContext(Bn(t,s)),await this.installEsbuildHelperShims(this.context),this.page=await this.context.newPage()}this.debugEnabled&&(this.debugSnapshot.networkLocation=await this.captureBrowserNetworkLocation())}async capture\u004b\u0065\u0072\u006e\u0065\u006cContextDebug(){if(this.debugSnapshot.context={viewport:null,locale:null,device:"desktop",requestedDevice:"desktop",userAgent:null,deviceScaleFactor:null,isMobile:!1,hasTouch:!1},!this.page)return;let t=await this.page.evaluate(()=>({viewport:{width:window.innerWidth,height:window.innerHeight},locale:navigator.language,userAgent:navigator.userAgent,deviceScaleFactor:window.devicePixelRatio,isMobile:!1,hasTouch:navigator.maxTouchPoints>0})).catch(()=>null);!t||typeof t!="object"||!t.viewport||typeof t.viewport.width!="number"||typeof t.viewport.height!="number"||typeof t.locale!="string"||typeof t.userAgent!="string"||(this.debugSnapshot.context={...t,device:"desktop",requestedDevice:"desktop"})}async populate\u004b\u0065\u0072\u006e\u0065\u006cRetrieveDebug(t,n){if(!(!this.\u006b\u0065\u0072\u006e\u0065\u006cClient||!this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId))try{let a=await pt(this.\u006b\u0065\u0072\u006e\u0065\u006cClient.browsers.retrieve(this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId),5e3,`\u004b\u0065\u0072\u006e\u0065\u006c session ${this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId} retrieve`);t.retrievedProxyIdPresent=typeof a.proxy_id=="string"?!!a.proxy_id:!1,t.retrievedProxyIdSuffix=fe(a.proxy_id),t.retrievedProxyIdMatchesRequested=n?a.proxy_id===n:!a.proxy_id,t.timeoutSeconds=typeof a.timeout_seconds=="number"?a.timeout_seconds:t.timeoutSeconds,t.stealth=typeof a.stealth=="boolean"?a.stealth:t.stealth,t.profilePresent=!!a.profile,t.poolPresent=!!a.pool}catch(a){t.retrieveError=Pt(a)}}async captureBrowserNetworkLocation(){let t=(a,i="ipapi.co")=>({source:i,ip:null,city:null,region:null,country:null,org:null,timezone:null,error:a});if(!this.context)return t("browser context is not available");let n=null;try{n=await this.context.newPage();let a=await this.loadJsonInDebugPage(n,"https://ipwho.is/");if(a){let r=typeof a.connection=="object"&&a.connection!==null?a.connection:{};return{source:"ipwho.is",ip:typeof a.ip=="string"?a.ip:null,city:typeof a.city=="string"?a.city:null,region:typeof a.region=="string"?a.region:null,country:typeof a.country=="string"?a.country:null,org:typeof r.org=="string"?r.org:null,timezone:typeof a.timezone=="object"&&a.timezone!==null&&typeof a.timezone.id=="string"?a.timezone.id:null,error:null}}let i=await this.loadJsonInDebugPage(n,"https://api64.ipify.org?format=json");if(i)return{source:"api64.ipify.org",ip:typeof i.ip=="string"?i.ip:null,city:null,region:null,country:null,org:null,timezone:null,error:null};await pt(n.goto("https://ipapi.co/json/",{waitUntil:"domcontentloaded",timeout:7e3}),8e3,"browser network location navigation");let s=await n.locator("body").innerText({timeout:2e3}),l=JSON.parse(s);return{source:"ipapi.co",ip:typeof l.ip=="string"?l.ip:null,city:typeof l.city=="string"?l.city:null,region:typeof l.region=="string"?l.region:null,country:typeof l.country_name=="string"?l.country_name:typeof l.country=="string"?l.country:null,org:typeof l.org=="string"?l.org:null,timezone:typeof l.timezone=="string"?l.timezone:null,error:null}}catch(a){return t(Pt(a))}finally{await n?.close().catch(()=>{})}}async loadJsonInDebugPage(t,n){try{await pt(t.goto(n,{waitUntil:"domcontentloaded",timeout:7e3}),8e3,`browser network location navigation ${n}`);let a=await t.locator("body").innerText({timeout:2e3});return JSON.parse(a)}catch{return null}}async installEsbuildHelperShims(t){await t.addInitScript(()=>{let n=globalThis;typeof n.__name!="function"&&(n.__name=a=>a),typeof n.__publicField!="function"&&(n.__publicField=(a,i,s)=>(a[i]=s,s))})}async withTemporaryPage(t,n){if(!this.context)throw new Error("Browser context is not available");return Qt(this.context,async()=>{},t,n)}async navigateToSERP(t,n,a,i,s){let l=new URLSearchParams({q:t,gl:a,hl:i,pws:"0"});s?.tbs&&l.set("tbs",s.tbs),n&&l.set("uule",n);let r="https://www.google.com/search?"+l.toString(),S=Ln(r),u=s?.debug?{requestedUrl:r,finalUrl:null,title:null,bodySnippet:null,hasPaa:null,captchaDetected:null,googleSorryUrl:null,redirected:null}:null;if(u&&(this.debugSnapshot.serpNavigation=u),this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId){let d={deadlineMs:s?.deadlineMs??this.operationDeadlineMs,signal:s?.signal};try{let o=await Me(this.page,{query:t,gl:a,hl:i,uule:n??void 0,tbs:s?.tbs,purpose:s?.purpose,deadlineMs:s?.deadlineMs??this.operationDeadlineMs,signal:s?.signal,solverEnabled:this.\u006b\u0065\u0072\u006e\u0065\u006cSolverEnabled});return await this.updateSerpNavigationDebug(u,r,{hasPaa:o.hasPaa,captchaDetected:o.challengeObserved===!0},d),{hasPaa:o.hasPaa}}catch(o){throw await this.updateSerpNavigationDebug(u,r,{hasPaa:null,captchaDetected:o instanceof j?!0:null},d),o}}try{await this.page.goto(S,{waitUntil:"domcontentloaded",timeout:ve(s?.deadlineMs,s?.purpose==="serp"?8e3:45e3)})}catch(d){await this.updateSerpNavigationDebug(u,r,{hasPaa:null,captchaDetected:null});let o=await this.captureDiagnostics(r);throw new nt(`page.goto failed: ${d.message} | ${o}`)}if(await this.isSerpChallengeVisible())throw await this.updateSerpNavigationDebug(u,r,{hasPaa:!1,captchaDetected:!0}),new j(this.captchaMessage());if(s?.purpose==="serp"){await this.page.waitForSelector(ai,{timeout:ve(s.deadlineMs,1500)}).catch(()=>null);let d=await this.page.locator(tt.paaItem).count().catch(()=>0)>0;return await this.updateSerpNavigationDebug(u,r,{hasPaa:d,captchaDetected:!1}),{hasPaa:d}}if(await this.page.waitForSelector(tt.paaItem,{timeout:ve(s?.deadlineMs,4e3)}).catch(()=>null))return await this.updateSerpNavigationDebug(u,r,{hasPaa:!0,captchaDetected:!1}),{hasPaa:!0};if(await this.isSerpChallengeVisible())throw await this.updateSerpNavigationDebug(u,r,{hasPaa:!1,captchaDetected:!0}),new j(this.captchaMessage());for(let d=1;d<=6;d++)if(await this.page.evaluate(U=>{window.scrollTo(0,document.body.scrollHeight*U)},d/6),await this.page.waitForTimeout(600),await this.page.locator(tt.paaItem).count()>0)return await this.updateSerpNavigationDebug(u,r,{hasPaa:!0,captchaDetected:!1}),{hasPaa:!0};return await this.updateSerpNavigationDebug(u,r,{hasPaa:!1,captchaDetected:!1}),{hasPaa:!1}}async isSerpChallengeVisible(){if(!this.page)return!1;if(await this.page.locator(tt.captchaMarker).count().catch(()=>0)>0)return!0;let n=this.page.url();if(/google\.[^/]+\/sorry\//i.test(n))return!0;let a=await this.page.evaluate(()=>(document.body?.innerText??"").replace(/\s+/g," ").trim().slice(0,1e3)).catch(()=>"");return/recaptcha|unusual traffic|are you a robot|about this page|detected unusual traffic/i.test(a)}async updateSerpNavigationDebug(t,n,a,i){if(!(!t||!this.page))try{let s=this.page.url();t.finalUrl=s,t.hasPaa=a.hasPaa,t.captchaDetected=a.captchaDetected,t.googleSorryUrl=/google\.[^/]+\/sorry\//i.test(s),t.redirected=s!==n;let l=Math.min(1e3,i?.deadlineMs===void 0?1e3:i.deadlineMs-Date.now());if(i&&(i.signal?.aborted||l<=0))return;let r=Promise.all([this.page.title().catch(()=>""),this.page.evaluate(()=>(document.body?.innerText??"").replace(/\s+/g," ").trim().slice(0,500)).catch(()=>"")]),[S,u]=i?await $(pt(r,l,"\u004b\u0065\u0072\u006e\u0065\u006c navigation debug"),i.signal):await r;t.title=S,t.bodySnippet=u,t.captchaDetected=a.captchaDetected??/recaptcha|unusual traffic|are you a robot/i.test(u)}catch(s){t.bodySnippet=`debug capture failed: ${Pt(s)}`}}async captureDiagnostics(t){try{let n=this.page.url(),a=await this.page.title().catch(()=>""),i=await this.page.evaluate(()=>(document.body?.innerText??"").replace(/\s+/g," ").trim().slice(0,400)).catch(()=>""),s=/consent\.google\./.test(n)||/before you continue/i.test(i),l=/recaptcha|unusual traffic|are you a robot/i.test(i),r=[s?"CONSENT_WALL":"",l?"BOT_CHALLENGE":"",n!==t?"REDIRECTED":""].filter(Boolean).join(",");return`intended=${t} | final=${n} | title="${a}" | flags=[${r}] | body="${i}"`}catch(n){return`diagnostics-failed: ${n.message}`}}captchaMessage(){return this.\u006b\u0065\u0072\u006e\u0065\u006cClient?"Google returned a CAPTCHA on this session \u2014 retrying with a fresh session.":Ee}async navigateTo(t){if(this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId){let i=new URL(t);if(/^(?:www\.)?google\.[a-z.]+$/i.test(i.hostname)&&i.pathname==="/search"&&i.searchParams.has("q")){await Me(this.page,{query:i.searchParams.get("q"),gl:i.searchParams.get("gl")??"us",hl:i.searchParams.get("hl")??"en",uule:i.searchParams.get("uule")??void 0,tbs:i.searchParams.get("tbs")??void 0,extraParams:Object.fromEntries([...i.searchParams].filter(([s])=>!["q","gl","hl","uule","tbs","pws"].includes(s))),purpose:"serp",deadlineMs:this.operationDeadlineMs,solverEnabled:this.\u006b\u0065\u0072\u006e\u0065\u006cSolverEnabled});return}}let n=process.env.ADS_ARRIVAL_REDIRECT_BASE?.trim(),a=n?Ln(t,n):t;try{if(await this.page.goto(a,{waitUntil:"domcontentloaded",timeout:45e3}),/google\.[^/]+\/search\?/i.test(t)&&await this.isSerpChallengeVisible())throw new j(this.captchaMessage())}catch(i){if(i instanceof j)throw i;let s=await this.captureDiagnostics(t);throw new nt(`page.goto failed: ${i.message} | ${s}`)}}async navigateToChannel(t){let n=li(t);try{await this.page.goto(n,{waitUntil:"networkidle",timeout:3e4})}catch(a){let i=await this.captureDiagnostics(n);throw new nt(`navigateToChannel failed: ${a.message} | ${i}`)}}async evaluate(t,n){return this.page.evaluate(t,n)}getPage(){return this.page}get\u004b\u0065\u0072\u006e\u0065\u006cSessionId(){return this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId}get\u004b\u0065\u0072\u006e\u0065\u006cMeteringEvidence(){return{sessionId:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId??this.debugSnapshot.\u006b\u0065\u0072\u006e\u0065\u006c?.sessionId??null,billingMode:this.last\u004b\u0065\u0072\u006e\u0065\u006cBillingMode,openedAtMs:this.last\u004b\u0065\u0072\u006e\u0065\u006cOpenedAtMs,closedAtMs:this.last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs}}getProviderSessionMetadata(){return{provider:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId?"\u006b\u0065\u0072\u006e\u0065\u006c":"local",providerSessionId:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,disconnectObservation:null,billingMode:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId?this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent?"headless":"headful":null}}getDebugSnapshot(){return this.debugSnapshot}async close(){if(this.browser){let t=this.browser,n=this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,a=this.\u006b\u0065\u0072\u006e\u0065\u006cClient,i=this.\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs,s=this.\u006b\u0065\u0072\u006e\u0065\u006cStealth,l=this.\u006b\u0065\u0072\u006e\u0065\u006cProxyUsed,r=this.\u006b\u0065\u0072\u006e\u0065\u006cProxySource,S=this.\u006b\u0065\u0072\u006e\u0065\u006cProxyType,u=this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent,h=this.getProviderSessionMetadata();if(this.browser=null,this.context=null,this.page=null,this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId=null,this.\u006b\u0065\u0072\u006e\u0065\u006cClient=null,this.\u006b\u0065\u0072\u006e\u0065\u006cSolverEnabled=!1,this.\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=null,this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent=null,this.\u006b\u0065\u0072\u006e\u0065\u006cProxySource=null,this.\u006b\u0065\u0072\u006e\u0065\u006cProxyType=null,a&&n){console.info(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_delete_started",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:n}));let d=pt(a.browsers.deleteByID(n),ni,`\u004b\u0065\u0072\u006e\u0065\u006c session ${n} delete`),o=pt(t.close(),ei,`\u004b\u0065\u0072\u006e\u0065\u006c browser ${n} close`),[U,c]=await Promise.allSettled([d,o]);this.last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs=Date.now(),i!=null&&Je({\u006b\u0065\u0072\u006e\u0065\u006cSessionId:n,source:"browser_driver",stealth:s,headlessSent:u,proxyUsed:l,proxySource:r,proxyType:S,openedAtMs:i,closedAtMs:this.last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs});let g=U.status==="rejected"&&ri(U.reason),w={\u006b\u0065\u0072\u006e\u0065\u006cSessionId:n,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!0,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:U.status==="fulfilled"||g,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:U.status==="rejected"&&!g?U.reason instanceof Error?U.reason.message:String(U.reason):null,browserCloseSucceeded:c.status==="fulfilled",browserCloseError:c.status==="rejected"?c.reason instanceof Error?c.reason.message:String(c.reason):null,provider:h.provider,providerSessionId:h.providerSessionId,providerDisconnectObserved:!1,providerDisconnectMessage:null};return U.status==="rejected"&&!g?(console.warn(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_delete_failed",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:n,message:w.\u006b\u0065\u0072\u006e\u0065\u006cDeleteError})),console.warn(`\u004b\u0065\u0072\u006e\u0065\u006c session cleanup failed for ${n}:`,U.reason)):console.info(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_delete_succeeded",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:n})),c.status==="rejected"&&(console.warn(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_close_failed",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:n,message:w.browserCloseError})),console.warn(`\u004b\u0065\u0072\u006e\u0065\u006c browser close failed for ${n}:`,c.reason)),w}return await t.close(),{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:!0,browserCloseError:null,provider:h.provider,providerSessionId:h.providerSessionId,providerDisconnectObserved:!1,providerDisconnectMessage:null}}else if(this.context){let t=this.context;return this.context=null,this.page=null,await t.close(),{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:!0,browserCloseError:null,provider:"local",providerSessionId:null,providerDisconnectObserved:!1,providerDisconnectMessage:null}}return{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:null,browserCloseError:null,provider:"local",providerSessionId:null,providerDisconnectObserved:!1,providerDisconnectMessage:null}}};import{chromium as Si}from"playwright";var Ui=new Set(["image","media","font","stylesheet","ping"]),hi=["doubleclick.net","googleadservices.com","googlesyndication.com","google-analytics.com"],ui='#search, #rso, a[href] h3, [data-snhf], [role="main"]',ci=3e4,Hn=1500,wi=3e3,gi=new Set(["https://www.google.com","https://www.gstatic.com","https://www.recaptcha.net","https://recaptcha.net"]);function te(e){return e.origin==="https://www.google.com"&&/^\/sorry(?:\/|$)/.test(e.pathname)}function yi(e,t){if(te(e)||gi.has(e.origin)&&/^\/recaptcha(?:\/|$)/.test(e.pathname))return!0;try{return te(new URL(t))}catch{return!1}}function mt(e,t){return e?Math.max(1,Math.min(t,e-Date.now())):t}async function pi(e,t,n){let a=Math.min(Date.now()+wi,n??1/0);if(Date.now()>=a)return!1;let i=e.request(),s=new AbortController;t.add(s);let l=new Promise((u,h)=>{s.signal.addEventListener("abort",()=>h(s.signal.reason),{once:!0})}),r=setTimeout(()=>{s.abort(new DOMException("Controller asset transfer timed out","TimeoutError"))},Math.max(0,a-Date.now())),S=!1;try{let u=i.headers();if(s.signal.aborted||Date.now()>=a)return!1;let h=await Promise.race([fetch(i.url(),{method:i.method(),signal:s.signal,redirect:"error",headers:{accept:u.accept??"*/*","accept-language":u["accept-language"]??"en-US,en;q=0.9","user-agent":u["user-agent"]??"Mozilla/5.0"},body:i.method()==="GET"||i.method()==="HEAD"?void 0:i.postData()}),l]);if(!h.ok||s.signal.aborted||Date.now()>=a)return!1;let d=Buffer.from(await Promise.race([h.arrayBuffer(),l]));if(s.signal.aborted||Date.now()>=a)return!1;let o={status:h.status,contentType:h.headers.get("content-type")??"application/octet-stream",headers:{"cache-control":"public, max-age=3600"},body:d};return clearTimeout(r),S=!0,await e.fulfill(o),!0}catch{return S}finally{clearTimeout(r),t.delete(s),s.abort()}}var ee=class{constructor(t={}){this.resourcePolicy=t}resourcePolicy;browser=null;context=null;page=null;cdpSession=null;providerSessionId=null;disconnectObservation=null;closing=!1;connectionStarted=!1;closeReceipt=null;controllerAssetTransfers=new Set;operationDeadlineMs;observeDisconnect(t,n){this.closing||this.disconnectObservation||(this.disconnectObservation=oe(t,n))}async launch(t){if(this.page)return;this.operationDeadlineMs=t.operationDeadlineMs,this.closing=!1,this.providerSessionId=null,this.disconnectObservation=null;let n=me();if(!n)throw new Error("SERP browser service is not configured");if(this.connectionStarted)throw new Error("Previous browser connection outcome is unresolved");if(this.closeReceipt)throw new Error("Browser driver has already been closed");this.connectionStarted=!0;try{this.browser=await Si.connectOverCDP(n,{timeout:mt(t.operationDeadlineMs,ci)})}catch(s){let l=(s instanceof Error?s.message:String(s)).replaceAll(n,"[redacted endpoint]");throw new Error(lt(l)??"\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 browser connection failed")}this.context=this.browser.contexts()[0]??await this.browser.newContext(),await this.context.addInitScript(()=>{let s=globalThis;typeof s.__name!="function"&&(s.__name=l=>l),typeof s.__publicField!="function"&&(s.__publicField=(l,r,S)=>(l[r]=S,S))}),this.page=this.context.pages()[0]??await this.context.newPage(),this.browser.on("disconnected",()=>this.observeDisconnect("browser_disconnected")),this.context.on("close",()=>this.observeDisconnect("context_closed")),this.page.on("close",()=>this.observeDisconnect("page_closed")),this.page.on("crash",()=>this.observeDisconnect("page_crashed")),this.cdpSession=await this.context.newCDPSession(this.page);let i=await this.cdpSession.send("Browser.getSessionId");this.providerSessionId=$e(i?.sessionId),await this.setupPage(this.page),this.resourcePolicy.startupSettleMs&&await this.page.waitForTimeout(this.resourcePolicy.startupSettleMs)}async setupPage(t){this.resourcePolicy.nativeGoogleAssets||await t.route("**/*",async n=>{if(this.closing)return;let a=n.request(),i=a.resourceType(),s;try{s=new URL(a.url())}catch{await n.continue();return}if(s.origin==="https://www.google.com"&&(s.pathname==="/sgasync"||/^\/async(?:\/|$)/.test(s.pathname))||yi(s,t.url())){await n.continue();return}let r=s.hostname.toLowerCase();if(!((s.origin==="https://www.google.com"||s.origin==="https://www.gstatic.com")&&(s.pathname.includes("/shared_dict/")||i==="script")&&await pi(n,this.controllerAssetTransfers,this.operationDeadlineMs))&&!this.closing){if(Ui.has(i)&&!(i==="image"&&this.resourcePolicy.allowImages)&&!(i==="stylesheet"&&this.resourcePolicy.allowStylesheets)){await n.abort("blockedbyclient");return}if(hi.some(u=>r===u||r.endsWith(`.${u}`))){await n.abort("blockedbyclient");return}await n.continue()}})}async withTemporaryPage(t,n){if(!this.context||this.closing)throw new Error("Browser context is not available");return Qt(this.context,a=>this.setupPage(a),t,n)}async navigateToSERP(t,n,a,i,s){if(!this.page)throw new Error("Browser page is not available");let l=()=>{if(s?.signal?.aborted)throw Ot(s.signal);if(s?.deadlineMs!=null&&Date.now()>=s.deadlineMs)throw new DOMException("Google navigation exceeded the work deadline","TimeoutError")};l();let r=new URLSearchParams({q:t,gl:a,hl:i,pws:"0"});if(s?.tbs&&r.set("tbs",s.tbs),n&&r.set("uule",n),await $(this.page.goto(`https://www.google.com/search?${r}`,{waitUntil:"domcontentloaded",timeout:mt(s?.deadlineMs,s?.purpose==="serp"?12e4:45e3)}),s?.signal),l(),te(new URL(this.page.url()))&&this.cdpSession){let h=this.cdpSession,d,o=await $(Promise.race([h.send("Captcha.solve",{detectTimeout:mt(s?.deadlineMs,3e4)}).catch(()=>null),new Promise(U=>{d=setTimeout(()=>U(null),mt(s?.deadlineMs,75e3))})]),s?.signal).finally(()=>{d&&clearTimeout(d)});l(),o?.status==="solve_finished"&&(await $(this.page.waitForURL(U=>U.origin==="https://www.google.com"&&U.pathname==="/search",{timeout:mt(s?.deadlineMs,25e3)}).catch(()=>{}),s?.signal),l())}if(s?.purpose==="serp")return await $(this.page.waitForSelector(ui,{timeout:mt(s.deadlineMs,8e3)}).catch(()=>null),s.signal),l(),{hasPaa:await $(this.page.locator(tt.paaItem).count().catch(()=>0),s.signal)>0};if(te(new URL(this.page.url())))throw new j("Google SERP returned a CAPTCHA \u2014 retrying with a fresh session.");let S=await $(this.page.evaluate(h=>!!document.querySelector(h),tt.paaItem).catch(()=>!1),s?.signal);if(l(),S)return{hasPaa:!0};let u=!!await $(this.page.waitForSelector(tt.paaItem,{state:"attached",timeout:mt(s?.deadlineMs,8e3)}).catch(()=>null),s?.signal);return l(),{hasPaa:u}}async navigateTo(t){if(!this.page)throw new Error("Browser page is not available");await this.page.goto(t,{waitUntil:"load",timeout:45e3})}async navigateToChannel(){throw new Error("YouTube navigation is not supported by the SERP browser driver")}async evaluate(t,n){if(!this.page)throw new Error("Browser page is not available");return this.page.evaluate(t,n)}getPage(){if(!this.page)throw new Error("Browser page is not available");return this.page}get\u004b\u0065\u0072\u006e\u0065\u006cSessionId(){return null}get\u0042\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061SessionId(){return this.providerSessionId}getProviderSessionMetadata(){return{provider:"\u0062\u0072\u0069\u0067\u0068\u0074_\u0064\u0061\u0074\u0061_browser_api",providerSessionId:this.providerSessionId,disconnectObservation:this.disconnectObservation}}getDebugSnapshot(){return{\u006b\u0065\u0072\u006e\u0065\u006c:null,context:null,networkLocation:null,serpNavigation:null}}async close(){return this.closeReceipt??=this.closePhysicalSession()}async closePhysicalSession(){this.closing=!0;for(let r of this.controllerAssetTransfers)r.abort(new DOMException("Browser is closing","AbortError"));let t=Qe(this.getProviderSessionMetadata()),n=!1,a=null,i=null,s=null,l=async(r,S)=>{let u;try{await Promise.race([r(),new Promise((h,d)=>{u=setTimeout(()=>d(new Error(`${S} acknowledgement exceeded ${Hn}ms`)),Hn)})])}finally{u&&clearTimeout(u)}};if(this.connectionStarted)if(!this.browser)a="Browser connection outcome is unknown; no remote termination receipt";else{try{await l(async()=>{let r=this.cdpSession??(this.context&&this.page?await this.context.newCDPSession(this.page):null);if(!r)throw new Error("Remote browser termination channel is unavailable");await r.send("Browser.close")},"Remote browser close"),n=!0}catch(r){a=lt(r instanceof Error?r.message:String(r))??"Remote browser termination is unconfirmed",this.disconnectObservation??=oe("browser_close_error",a)}try{await l(()=>this.browser.close(),"Local browser disconnect"),i=!0}catch(r){i=!1,s=lt(r instanceof Error?r.message:String(r))??"Local browser disconnect failed"}}return this.browser=null,this.context=null,this.page=null,this.cdpSession=null,{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:this.connectionStarted?n:null,browserCloseError:a,localDisconnectSucceeded:i,localDisconnectError:s,physicalOutcome:this.connectionStarted?n?"terminated":"unknown":"not_started",...t}}};function Fn(e,t){return e.plannedProvider==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?new ee({nativeGoogleAssets:t?.nativeGoogleAssets}):new Xt}var q={container:".eJH8qe.adDDi",dataInitq:"[data-initq]",item:tt.paaItem,itemDataQ:"data-q",itemDataInitQ:"data-initq",itemQuestionEl:".JlqpRe",answerContainer:".bCOlv, .hgKElc, .wDYxhc, .LGOjhe, .fo7IQd, .fmW3u",aiAnswerBody:".pWvJNd",answerBody:".hgKElc, .LGOjhe, .fo7IQd, .fmW3u",answerControl:'button, [role="button"], a',answerEntity:".q224lc",citationBadge:".WBgIic",sourceCard:"[data-src-id]",sourceCardTitle:".vFyWT",sourceDescription:"[data-crb-snippet-text]",aiCitation:"a.PMDqCb[href]",aiSourceCard:"a.vIWmYe[href], a.Zbfntb[href]",sourceTitle:"h3",sourceSite:".VuuXrf",sourceCite:"cite",clickTarget:".JlqpRe",expandedClass:"aoRk1c",captchaMarker:tt.captchaMarker};var Te={alabama:"AL",alaska:"AK",arizona:"AZ",arkansas:"AR",california:"CA",colorado:"CO",connecticut:"CT",delaware:"DE",florida:"FL",georgia:"GA",hawaii:"HI",idaho:"ID",illinois:"IL",indiana:"IN",iowa:"IA",kansas:"KS",kentucky:"KY",louisiana:"LA",maine:"ME",maryland:"MD",massachusetts:"MA",michigan:"MI",minnesota:"MN",mississippi:"MS",missouri:"MO",montana:"MT",nebraska:"NE",nevada:"NV","new hampshire":"NH","new jersey":"NJ","new mexico":"NM","new york":"NY","north carolina":"NC","north dakota":"ND",ohio:"OH",oklahoma:"OK",oregon:"OR",pennsylvania:"PA","rhode island":"RI","south carolina":"SC","south dakota":"SD",tennessee:"TN",texas:"TX",utah:"UT",vermont:"VT",virginia:"VA",washington:"WA","west virginia":"WV",wisconsin:"WI",wyoming:"WY","district of columbia":"DC"},mi=[...Object.keys(Te).map(e=>e.replace(/\s+/g,"\\s+")),...Object.values(Te)].join("|"),Ci=new RegExp(`\\b([A-Z][A-Za-z]+(?:[\\s.-][A-Z][A-Za-z]+){0,4}),?\\s+(${mi})\\b`,"gi");function Dn(e){if(!e)return null;let t=e.trim();return/^[A-Z]{2}$/i.test(t)?t.toUpperCase():Te[t.toLowerCase()]??null}function Gn(e){return e.replace(/\s+/g," ").trim().replace(/^.*\b(?:in|near|around|serving)\s+/i,"").toLowerCase().replace(/\b[a-z]/g,n=>n.toUpperCase())}function ki(e){if(!e)return null;let[t="",n=""]=e.split(",").map(a=>a.trim());return{city:Gn(t),regionCode:Dn(n),canonicalLocation:e}}function Mi(e,t,n,a){let i=Gn(t),s=Dn(n);if(!i||!s)return;let l=`${i.toLowerCase()}|${s}`,r=e.get(l);if(r){r.count++,r.examples.length<3&&!r.examples.includes(a)&&r.examples.push(a);return}e.set(l,{city:i,regionCode:s,count:1,examples:[a]})}function vi(e){try{return decodeURIComponent(e)}catch{}try{return decodeURIComponent(e.replace(/%(?![0-9a-fA-F]{2})/g,"%25"))}catch{return e}}function Rn(e,t){let n=vi(t).replace(/[+/|_-]+/g," ");for(let a of n.matchAll(Ci))Mi(e,a[1]??"",a[2]??"",n.slice(0,180))}function Ft(e,t,n){let a=ki(e),i=new Map;for(let r of t)Rn(i,[r.title,r.snippet??"",r.cite??"",r.url].join(" "));for(let r of n)Rn(i,[r.name,...r.metadata,r.websiteUrl??"",r.directionsUrl??""].join(" "));let s=Array.from(i.values()).sort((r,S)=>S.count-r.count||r.city.localeCompare(S.city)).slice(0,8);return a?s.length===0?{status:"unknown",expected:a,candidates:[]}:{status:s.some(r=>r.city.toLowerCase()===a.city.toLowerCase()&&(a.regionCode==null||r.regionCode===a.regionCode))?"matched":"mismatch",expected:a,candidates:s}:{status:"not_requested",expected:null,candidates:s}}var fi=/^(?:an error has occurred(?:[.!…]\s*)?(?:please try again later[.!…]?)?|loading|please wait|try again|something went wrong|an AI overview is not available for this search|can't generate an AI overview right now\.?\s*try again later\.?)[.!…\s]*$/i,Ni=/^(?:AI Overview|View all|Show more|Show less|Related Links|Ask anything in AI Mode|AI can make mistakes)[.!…\s]*$/i;function Pe(e){return e.replace(/\u00a0/g," ").replace(/\s+/g," ").trim()}function Rt(e,t){if(!e)return;let n=Pe(e.split(/\r?\n/).filter(i=>!Ni.test(Pe(i))).join(`
+`)),a=t?Pe(t):"";return a&&n.toLowerCase().startsWith(a.toLowerCase())&&(n=n.slice(a.length).trim()),!n||fi.test(n)?void 0:n}function Ct({selectors:e,onlyQuestion:t}){let n=o=>(o??"").replace(/\u00a0/g," ").replace(/\s+/g," ").trim(),a=o=>n(o).replace(/\s*\(\+\d+\)\s*-\s*View related links.*$/i,"").replace(/\s*(?:[-.]\s*)?Opens in new tab[.!]?$/i,"").trim(),i=(o,U)=>{if(o.matches(e.clickTarget)||o.getAttribute("aria-expanded")==="true")return!1;let c=o.closest(".biJ8pb")?.closest(".hICk5e[data-collapsed]");if(c&&(c.getAttribute("data-collapsed")!=="1"||U?.closest(".hICk5e[data-collapsed]")===c))return!1;let g=o.getAttribute("href");return g&&!/^(?:#|javascript:void\(0\);?$)/i.test(g)||o.closest(e.aiSourceCard+","+e.sourceCard)?!1:[o.getAttribute("aria-label"),o.textContent].map(n).some(p=>/^(?:(?:show|read|see) more(?: (?:AI Overview|(?:of )?(?:this |the )?answer))?|continue reading|expand(?: (?:this |the )?answer)?)(?:[.!…]|\s*[▼⌄+])?$/i.test(p))},s=(o,U=!1)=>o.hasAttribute("hidden")||o.getAttribute("aria-hidden")==="true"&&!U||/(?:display\s*:\s*none|visibility\s*:\s*hidden)/i.test(o.getAttribute("style")??""),l=o=>{let U=o.ownerDocument.defaultView?.getComputedStyle(o);return U?.display==="none"||U?.visibility==="hidden"},r=(o,U)=>!U?.matches(e.aiAnswerBody)||!U.closest(".hICk5e[data-collapsed]")||!o?.matches("span.mTEjhd > span.dteT0b > div[data-xpm-copy-root][data-xpm-math-type]")||!o.querySelector(":scope > div > math > semantics")?"":n(o.querySelector(':scope > img[data-xpm-latex][role="presentation"][aria-hidden="true"]')?.getAttribute("data-xpm-latex")),S=(o,U)=>{let c=o?.closest('div.Q9iar.bliT4d.KfKEse.xRMEde[role="list"]');return!!(U?.matches(e.aiAnswerBody)&&U.closest(".hICk5e[data-collapsed]")&&c&&U.contains(c)&&o?.matches('div.Q9iar.BPUOre.bliT4d.KfKEse.xRMEde[role="listitem"]')&&o.querySelector(":scope > div.Q9iar.BPUOre.ua6Thd.bliT4d.KfKEse.xRMEde"))},u=(o,U)=>{if(!U?.matches(e.aiAnswerBody)||!U.closest(".hICk5e[data-collapsed]")||!o.matches('span.jAOkJc[role="button"]')||!o.parentElement?.matches("u.wfWfIf.fxyaSe")||!o.parentElement.parentElement?.matches("span.iNqyIf"))return!1;let c=o.firstElementChild;return!!(c?.matches("span.iNqyIf")&&o.children.length===1&&n(o.textContent)===n(c.textContent))},h=(o,U)=>{if(!U?.matches(e.aiAnswerBody)||!U.closest(".hICk5e[data-collapsed]"))return!1;if(o.matches("li.Z1qcYe, div.WYczDe, span.iNqyIf, ol.T9WCjf.qkgVBf")||S(o,U)||o.matches("strong.rQesXe.MPyX")&&o.closest("div.n6owBd.awi2gc")&&S(o.closest('[role="listitem"]'),U))return!0;if(o.closest("span.iNqyIf")){if(o.matches("strong.rQesXe.MPyX"))return!0;let g=o.matches("span")?o.querySelector(":scope > a.H23r4e[href]"):null;if(g&&/^(?:https?:\/\/|\/goto\?url=|\/url\?)/i.test(g.getAttribute("href")??"")&&o.children.length===1&&n(o.textContent)===n(g.textContent)&&o.parentElement?.matches("span")&&/display\s*:\s*contents/i.test(o.parentElement.getAttribute("style")??""))return!0}if(!o.matches("div.tYHU1b"))return!1;let c=o.querySelector(":scope > div.ID94bb[id]");return c?Array.from(o.querySelectorAll('[role="button"][aria-expanded="true"][aria-controls]')).some(g=>{if(g.closest(".tYHU1b")!==o||g.getAttribute("aria-controls")!==c.id||n(g.textContent)!=="Show less")return!1;for(let w=g;w&&w!==o;w=w.parentElement)if(s(w)||l(w))return!1;return!0}):!1},d=(o,U,c)=>{if(!o||o!==U&&(s(o,h(o,U))||o.matches('style,script,noscript,button,[data-artifact-type="map"]')||o.matches('[role="button"]')&&!o.matches(e.answerEntity)&&!u(o,U)||o.matches(e.aiSourceCard+","+e.sourceCard+","+e.citationBadge)||c&&(o.matches("cite,"+e.sourceSite)||o.matches("a[href]")&&o.querySelector("h3"))))return"";let g=r(o,U);if(g)return g;let w=[];for(let p of o.childNodes)p.nodeType===Node.TEXT_NODE?w.push(p.textContent??""):p.nodeType===Node.ELEMENT_NODE&&w.push(d(p,U,c));return n(w.join(" "))};return Array.from(document.querySelectorAll(e.item)).flatMap((o,U)=>{let c=n(o.getAttribute(e.itemDataQ)||o.getAttribute(e.itemDataInitQ)||o.querySelector(e.itemQuestionEl)?.innerText||o.querySelector(e.itemQuestionEl)?.textContent);if(!c||t&&c!==n(t))return[];let g=o.classList.contains(e.expandedClass)||o.querySelector(e.clickTarget)?.getAttribute("aria-expanded")==="true",w=o.querySelector(e.answerContainer),p=w?.querySelector(e.aiAnswerBody)||(w?.matches(e.aiAnswerBody)?w:null)||w?.querySelector(e.answerBody)||(w?.matches(e.answerBody)?w:null),C=p||w,y=d(C,C,!p),T=/^(?:an error has occurred(?:[.!…]\s*)?(?:please try again later[.!…]?)?|loading|please wait|try again|something went wrong)[.!…\s]*$/i.test(y),O=[...Array.from((C||o).querySelectorAll("a[href]")),...Array.from(w?.querySelectorAll("a[href]")||[]),...Array.from(o.querySelectorAll(e.aiCitation+","+e.aiSourceCard))],x=!T&&(g&&y.length>=10||y.length>30&&O.some(N=>/^https?:\/\//i.test(N.href))),P=C?.matches(e.aiAnswerBody)&&C.closest(".hICk5e[data-collapsed]")?C:null,G=P&&Array.from(P.querySelectorAll('[hidden], [aria-hidden="true"], [style]')).some(N=>{if(!s(N)||!n(N.textContent))return!1;let D=N.closest('button, [role="button"]');if(D&&!u(D,P)||N.closest('[data-artifact-type="map"], .AQisZb, '+e.aiSourceCard+","+e.sourceCard+","+e.citationBadge))return!1;let M=N.closest("[data-xpm-copy-root][data-xpm-math-type]");return r(M,P)&&(N.closest("svg")?.parentElement===M||N.closest("math")?.parentElement?.parentElement===M)?!1:!h(N,P)||s(N,!0)}),F=P&&!G?P:null,b=Array.from(w?.querySelectorAll(e.answerControl)||[]),v=x?b.flatMap((N,D)=>{if(!i(N,F))return[];for(let M=N;M&&M!==w;M=M.parentElement)if(s(M)||l(M))return[];return[D]}):[],W=new Map;if(x)for(let N of O){if(!/^https?:\/\//i.test(N.href)||N.closest('[data-artifact-type="map"]'))continue;let D=N.closest(e.sourceCard),M=D?n(D.querySelector(e.sourceDescription)?.textContent):"",L=(D?n(D.querySelector(e.sourceCardTitle)?.textContent):"")||a(N.getAttribute("aria-label"))||n(N.querySelector("h3")?.textContent)||n(N.textContent),m=W.get(N.href);W.set(N.href,{title:D&&L?L:m?.title||L,rawHref:N.href,...M||m?.description?{description:M||m?.description}:{}})}let f=[...W.values()],k=x&&n(o.querySelector(e.sourceTitle)?.textContent)||void 0,J=x&&n(o.querySelector(e.sourceSite)?.textContent)||void 0;return k||=f.find(N=>N.title.length>2)?.title||f[0]?.title||void 0,[{googleLinkId:o.getAttribute("data-lk")||o.querySelector("[data-lk]")?.getAttribute("data-lk")||null,googleEvidenceId:o.getAttribute("data-ved")||o.querySelector("[data-ved]")?.getAttribute("data-ved")||null,question:c,answer:x?y:void 0,sourceTitle:k,sourceSite:J,sources:f,...v.length||x&&G||o.getAttribute("data-mcp-answer-expansion")==="pending"?{answerExpansionIncomplete:!0}:{},itemIndex:U,expanded:g,answerControls:v,...v.some(N=>b[N]?.getAttribute("data-mcp-answer-expansion")==="pending")?{answerControlPending:!0}:{}}]})}async function be(e,t,n,a){let i=Math.min(n.deadlineMs??1/0,Date.now()+1e4),s=()=>Math.max(0,i-Date.now()),l=n.dispatchClick??(U=>U()),r=async()=>(await e.evaluate(a,{selectors:n.selectors,onlyQuestion:t}))[0],S=await r(),u=async(U,c)=>n.signal?.aborted||s()<=0?!1:e.evaluate(({selectors:g,question:w,operation:p,controlIndex:C})=>{let y=G=>(G??"").replace(/\u00a0/g," ").replace(/\s+/g," ").trim(),T=Array.from(document.querySelectorAll(g.item)).find(G=>y(G.getAttribute(g.itemDataQ)||G.getAttribute(g.itemDataInitQ)||G.querySelector(g.itemQuestionEl)?.textContent)===y(w));if(!T)return!1;if(p==="clear")return T.removeAttribute("data-mcp-answer-expansion"),!0;let O=Array.from(T.querySelector(g.answerContainer)?.querySelectorAll(g.answerControl)||[]),x=O.filter(G=>G.getAttribute("data-mcp-answer-expansion")==="pending");if(p==="confirmed")return x.length>1?!1:(x[0]?.setAttribute("data-mcp-answer-expansion","confirmed"),!0);let P=C===void 0?void 0:O[C];return!P||x.length||P.matches(":disabled")||P.closest('[aria-disabled="true"]')?!1:(P.setAttribute("data-mcp-answer-expansion","pending"),P.setAttribute("data-mcp-answer-expansion-for",encodeURIComponent(w)),T.setAttribute("data-mcp-answer-expansion","pending"),!0)},{selectors:n.selectors,question:t,operation:U,controlIndex:c}).catch(()=>!1);async function h(U,c){let g=Date.now()+U.budgetMs,w,p=null,C=U.beforeAnswer;for(;Date.now()<g;){if(await new Promise(y=>window.setTimeout(y,Math.min(150,g-Date.now()))),w=c({selectors:U.selectors,onlyQuestion:U.onlyQuestion})[0],!w)return{acknowledged:!1,clearMarker:!1};if(w.answer!==C&&(C=w.answer,p=Date.now()),!w.answerControls.length&&w.answer){p??=Date.now();let y=w.answer!==U.beforeAnswer?300:1e3;if(Date.now()-p>=y)return{state:w,acknowledged:!0,clearMarker:!0}}else if(w.answerControls.length&&(w.answer!==U.beforeAnswer||!w.answerControlPending)&&(p??=Date.now(),Date.now()-p>=300))return{state:w,acknowledged:!0,clearMarker:!1}}return{state:w,acknowledged:!1,clearMarker:!1}}let d=new Function("input",`return (${h.toString()})(input, (${a.toString()}));`),o=async U=>{if(n.signal?.aborted||s()<=0)return!1;let c,g=new Promise(w=>{c=()=>w(void 0),n.signal?.addEventListener("abort",c,{once:!0})});try{let w=e.evaluate(d,{selectors:n.selectors,onlyQuestion:t,beforeAnswer:U,budgetMs:Math.min(2500,s())}),p=await Promise.race([w,g]);return!p||n.signal?.aborted||s()<=0?!1:(S=p.state,p.acknowledged&&(p.clearMarker?await u("clear"):!0))}finally{c&&n.signal?.removeEventListener("abort",c)}};if(S?.answerExpansionIncomplete&&!S.answerControls.length){await o(S.answer);return}for(let U=0;S?.answerControls.length&&U<8;U+=1){if(n.signal?.aborted||s()<=0)return;let c=S.answer,g=!1;try{if(S=await r(),!S?.answerControls.length)return;c=S.answer;let p=e.locator(n.selectors.item).nth(S.itemIndex);if(!S.expanded){if(n.allowOuterReopen===!1||(await l(async()=>{n.signal?.aborted||s()<=0||await p.locator(n.selectors.clickTarget).first().click({force:!0,noWaitAfter:!0,timeout:Math.min(1200,s())})}),s()<=0||n.signal?.aborted)||(await e.waitForTimeout(Math.min(250,s())),S=await r(),!S?.answerControls.length))return;c=S.answer}if(n.signal?.aborted||s()<=0)return;let C=S;await l(async()=>{if(n.signal?.aborted||s()<=0)return;let y=await u("pending",C.answerControls[0]);g=!0,y&&!n.signal?.aborted&&s()>0&&await e.locator(`[data-mcp-answer-expansion="pending"][data-mcp-answer-expansion-for="${encodeURIComponent(t)}"]`).first().click({force:!0,noWaitAfter:!0,timeout:Math.min(1200,s())}).catch(()=>{})})}catch{}if(!g||n.signal?.aborted||s()<=0||!await o(c)||!S?.answerControls.length||!await u("confirmed"))return}}async function En(e){let t=e??{aio:{root:"[data-lhcontainer][data-streaming-container][eid]",legacyRoot:'[data-hveid="CBMQAA"]',wrapper:".Fgyi2e",controller:'[jscontroller="AkrxPe"]',contentSubtree:'[data-subtree="mfc"]',heading:".Fzsovc.cwYVJe.RJPOee",header:".heWuVc",showMoreButton:'[aria-label="Show more AI Overview"]',sourcesPanel:".OZ9ddf.WAUd4",disclaimer:".DuQANe.MSJHRb"},aim:{root:'[data-hveid="CAUQAA"]',wrapper:".Fgyi2e"},expandWaitMs:1500},n=window.google?.sn??"unknown",a=n==="aim"?"aim":n==="web"?"web":"unknown";function i(b){return b?(b.innerText??b.textContent??"").trim():""}function s(b){if(!b)return!1;let v=b.replace(/\s+/g," ").trim();return v.length>=16&&v.split(" ").filter(Boolean).length>=2}function l(b){let v=b.querySelector(t.aio.heading);if(i(v)==="AI Overview")return!0;let W=b.querySelector(t.aio.header);return!!i(W).split(/\n|\s{2,}/).some(f=>f.trim()==="AI Overview")}function r(){let v=Array.from(document.querySelectorAll(t.aio.root)).find(l);if(v)return v;if(t.aio.legacyRoot){let f=document.querySelector(t.aio.legacyRoot);if(f&&l(f))return f}let W=document.querySelectorAll(`${t.aio.heading}, h1, h2, h3, [role="heading"]`);for(let f of W){if(i(f)!=="AI Overview")continue;let k=f.parentElement;for(let J=0;J<8&&k;J++){if(k.matches(t.aio.root)||k.querySelector(t.aio.controller)||k.querySelector(t.aio.contentSubtree))return k;k=k.parentElement}return f.parentElement}return null}function S(b){if(!b)return null;let v=b.cloneNode(!0);v.querySelectorAll(["script","style","noscript","img","picture","video",t.aio.header,t.aio.showMoreButton,t.aio.sourcesPanel,t.aio.disclaimer,'[data-subtree="dfa"]',"[data-src-id]",'[role="dialog"]',".HWMcu",".bTFeG",".CyMdWb",".MFrAxb",".F0OfWd.hfWAgb",".x2qcTc.fZavHb",".SvjEff",".sR2MY",".lKuDef",".GSPQcc","a[href]","button",'[role="button"]'].join(",")).forEach(D=>D.remove());let W=document.createElement("div");W.style.position="fixed",W.style.left="-10000px",W.style.top="0",W.style.width=`${Math.max(320,Math.round(b.getBoundingClientRect?.().width||960))}px`,W.style.opacity="0",W.style.pointerEvents="none",W.append(v),document.body.append(W);let f=v.innerText||v.textContent||"";W.remove();let k=f.replace(/\r/g,"").replace(/[ \t]+\n/g,`
 `).replace(/\n[ \t]+/g,`
 `).replace(/\n{3,}/g,`
 
 `).replace(/[ \t]{2,}/g," ").trim().split(`
-`).map(I=>I.replace(/\u00a0/g," ").trim()).filter(Boolean),m=[];for(let I=0;I<M.length;I++){let W=M[I],V=M[I+1]??"";if(W!=="AI Overview"&&W!=="Show more"&&!/^AI can make mistakes/i.test(W)&&!/^Thank you\b/i.test(W)&&!/^Your feedback helps Google improve/i.test(W)&&!/^\+?\d+$/.test(W)){if(/^\+\d+$/.test(V)&&W.length<=80){I++;continue}m.push(W)}}let A=m.join(`
+`).map(D=>D.replace(/\u00a0/g," ").trim()).filter(Boolean),J=[];for(let D=0;D<k.length;D++){let M=k[D],L=k[D+1]??"";if(M!=="AI Overview"&&M!=="Show more"&&!/^AI can make mistakes/i.test(M)&&!/^Thank you\b/i.test(M)&&!/^Your feedback helps Google improve/i.test(M)&&!/^\+?\d+$/.test(M)){if(/^\+\d+$/.test(L)&&M.length<=80){D++;continue}J.push(M)}}let N=J.join(`
 `).replace(/\n{3,}/g,`
 
-`).trim();return!A||/not available|try again|can't generate/i.test(A)?null:A}function U(y){if(!y||y.startsWith("javascript:"))return null;try{let P=new URL(y,window.location.href);return!["http:","https:"].includes(P.protocol)||P.username||P.password?null:{href:P.href,rawHref:P.href}}catch{return null}}function l(y){if(!y)return[];let P=new Set,w=[];for(let C of Array.from(y.querySelectorAll("a[href]"))){let M=U(C.getAttribute("href")??"");if(!M||P.has(M.rawHref))continue;P.add(M.rawHref);let m="";try{m=new URL(M.href).hostname.replace(/^www\./,"")}catch{}w.push({text:s(C)||m||M.href,href:M.href,rawHref:M.rawHref})}return w}async function o(y){let P=y.querySelector(t.aio.showMoreButton);if(!P||P.getAttribute("aria-expanded")!=="false")return!1;P.click();let w=t.expandWaitMs??1500;return w>0&&await new Promise(C=>setTimeout(C,w)),!0}let r=h(),u=null,c=[],g=!1,N=!1,b=[];if(r){g=await o(r);let y=r.querySelector(t.aio.controller),P=r.querySelector(t.aio.contentSubtree),w=r.querySelector(t.aio.showMoreButton);N=y?.getAttribute("data-trnct")==="false"||w?.getAttribute("aria-expanded")==="true"||!w,u=S(P??y??r),b=(u??"").split(`
-`).map(C=>C.trim()).filter(C=>/^\d+\.\s+.+/.test(C)),c=l(r)}let k=document.querySelector(t.aim.root),x=a==="aim"&&!!k,O=k?.closest(t.aim.wrapper)??k,H=x?S(O):null,f=x&&i(H),p=f?H:null,L=f?l(O):[],T=!!r&&i(u);return{surface:a,aiOverview:{detected:T,text:T?u:null,citations:T?c:[],expanded:T?g:!1,fullyExpanded:T?N:!1,sections:T?b:[]},aiMode:{detected:f&&p!==null,text:p,citations:L}}}import{createHash as pa}from"crypto";var Un=8e3,hn=3e3,un=1e4,ma=8;function st(e){return/(^|\.)google\.(?:com|[a-z]{2,3}(?:\.[a-z]{2})?)$/i.test(e)}function vt(e){if(!e||e.length>Un)return null;try{let t=new URL(e);return t.protocol!=="http:"&&t.protocol!=="https:"||t.username||t.password?null:t}catch{return null}}function va(e,t){if(!e||e.length>Un||/^javascript:/i.test(e))return null;try{let n=new URL(e,t);return vt(n.href)}catch{return null}}function mt(e){let t=vt(e);return!t||t.protocol!=="https:"||!st(t.hostname)||t.pathname!=="/goto"?null:t.searchParams.get("url")?t:null}function he(e){if(e.linkType!=="google_goto_redirect"||e.resolutionStatus!=="resolved"||!mt(e.rawUrl)||!e.resolvedUrl)return!1;let t=vt(e.resolvedUrl);return!!(t&&!st(t.hostname)&&t.href===e.resolvedUrl&&e.url===t.href)}function St(e){let t=e.normalize("NFKC").toLocaleLowerCase("en-US").replace(/[^\p{L}\p{N}\s]/gu,"").replace(/\s+/g," ").trim();return`paa_${pa("sha256").update(t).digest("hex").slice(0,16)}`}function Yt(e,t){let n=va(e,t);if(!n)return null;let a=n.href;if(!st(n.hostname))return{url:a,rawUrl:a,resolvedUrl:a,linkType:"plain",resolutionStatus:"not_needed"};if(n.pathname==="/url"){let s=vt(n.searchParams.get("q")??n.searchParams.get("url")??"");return!s||st(s.hostname)?null:{url:s.href,rawUrl:a,resolvedUrl:s.href,linkType:"google_url_redirect",resolutionStatus:"resolved"}}return n.pathname==="/goto"&&n.searchParams.get("url")?{url:a,rawUrl:a,resolvedUrl:null,linkType:"google_goto_redirect",resolutionStatus:"unresolved"}:null}function ue(e){return mt(e)?.searchParams.get("url")??null}function cn(e,t){try{let n=new URL(e),a=vt(new URL(t,n).href);return!a||st(a.hostname)?null:(!a.hash&&n.hash&&(a.hash=n.hash),a.href)}catch{return null}}async function wn(e,t={}){let n=[...new Set([...e].flatMap(o=>mt(o)?[o]:[]))],a=new Map(n.map(o=>[o,{rawUrl:o,resolvedUrl:null,resolutionStatus:"unresolved"}])),s=typeof globalThis.fetch=="function"?globalThis.fetch.bind(globalThis):null,i=t.fetchImpl??s;if(n.length===0||!i)return{resolutions:[...a.values()],nonGoogleRequestsObserved:0};let d=Math.max(1,t.timeoutMs??hn),h=Date.now()+Math.max(1,t.totalBudgetMs??un),S=Math.max(1,Math.min(16,Math.floor(t.concurrency??ma))),U=0,l=async()=>{for(;U<n.length;){let o=n[U++],r=mt(o),u=r?.searchParams.get("url");if(!r||!u){a.set(o,{rawUrl:o,resolvedUrl:null,resolutionStatus:"rejected"});continue}r.hash="";let c=r.href;for(let g=0;g<2;g++){let N=h-Date.now();if(N<=0)return;let b=new AbortController,k=setTimeout(()=>b.abort(),Math.min(d,N)),x;try{x=await i(c,{method:"GET",redirect:"manual",headers:{accept:"*/*","user-agent":"Mozilla/5.0"},signal:b.signal})}catch{break}finally{clearTimeout(k)}if(x.status<300||x.status>=400)break;let O=x.headers.get("location");if(!O)break;let H=cn(o,O);if(H){a.set(o,{rawUrl:o,resolvedUrl:H,resolutionStatus:"resolved"});break}let f;try{f=new URL(O,c)}catch{a.set(o,{rawUrl:o,resolvedUrl:null,resolutionStatus:"rejected"});break}if(!st(f.hostname)||ue(f.href)!==u){a.set(o,{rawUrl:o,resolvedUrl:null,resolutionStatus:"rejected"});break}c=f.href}}};return await Promise.all(Array.from({length:Math.min(S,n.length)},()=>l())),{resolutions:[...a.values()],nonGoogleRequestsObserved:0}}function Sn(e,t){try{return new URL(e.resolvedUrl??e.url).hostname.replace(/^www\./,"")}catch{return t}}async function gn(e,t={}){let n=[],a=o=>{for(let r of o)n.push(r),a(r.children??[])};a(e.tree??[]);let s=[...e.flat.flatMap(o=>o.sources??[]),...n.flatMap(o=>o.sources),...e.organicResults??[],...(e.aiOverview?.citations??[]).map(({text:o,href:r,...u})=>({...u,url:r})),...(e.aiMode?.citations??[]).map(({text:o,href:r,...u})=>({...u,url:r}))],i=new Map(s.filter(o=>!!o?.rawUrl).map(o=>[o.rawUrl,o])),d=[...i.values()].filter(o=>o.linkType==="google_goto_redirect"&&o.resolutionStatus!=="resolved").map(o=>o.rawUrl);if(d.length>0){let o=await wn(d,t);for(let r of o.resolutions){let u=i.get(r.rawUrl);u&&i.set(r.rawUrl,r.resolutionStatus==="resolved"&&r.resolvedUrl?{...u,url:r.resolvedUrl,resolvedUrl:r.resolvedUrl,resolutionStatus:"resolved"}:{...u,resolutionStatus:r.resolutionStatus})}}let h=o=>({...o,...i.get(o.rawUrl)??o}),S=o=>o.map(r=>{let u=h(r);return{...u,site:Sn(u,r.site)}});for(let o of e.flat){o.sources=S(o.sources??[]);let r=o.sources[0];o.source_title=r?.title??o.source_title,o.source_site=r?.site??o.source_site,o.source_cite=r?.url??o.source_cite}for(let o of n){o.sources=S(o.sources??[]);let r=o.sources[0];o.sourceTitle=r?.title??o.sourceTitle,o.sourceSite=r?.site??o.sourceSite,o.sourceCite=r?.url??o.sourceCite}for(let o=0;o<(e.organicResults?.length??0);o++){let r=h(e.organicResults[o]);e.organicResults[o]={...r,domain:Sn(r,e.organicResults[o].domain)??""}}let U=o=>{let r=h({url:o.href,rawUrl:o.rawUrl,resolvedUrl:o.resolvedUrl,linkType:o.linkType,resolutionStatus:o.resolutionStatus}),{url:u,...c}=r;return{...o,...c,href:u}};e.aiOverview&&(e.aiOverview.citations=(e.aiOverview.citations??[]).map(U)),e.aiMode&&(e.aiMode.citations=(e.aiMode.citations??[]).map(U));let l=[...i.values()];return e.diagnostics.links={linkCandidatesObserved:i.size,plainLinksObserved:l.filter(o=>o.linkType==="plain").length,googleUrlRedirectsObserved:l.filter(o=>o.linkType==="google_url_redirect").length,googleGotoRedirectsObserved:l.filter(o=>o.linkType==="google_goto_redirect").length,redirectsResolved:l.filter(o=>o.linkType!=="plain"&&o.resolutionStatus==="resolved").length,redirectsUnresolved:l.filter(o=>o.resolutionStatus==="unresolved").length,redirectsRejected:l.filter(o=>o.resolutionStatus==="rejected").length,resolverNonGoogleRequestsObserved:0,paaSourcesPreserved:e.flat.reduce((o,r)=>o+r.sources.length,0),aiOverviewLabelValidated:e.aiOverview?.detected??!1},e}async function yn(e,t,n={}){let a=new Map;for(let r of t){let u=a.get(r.rawUrl);u&&he(u)||a.set(r.rawUrl,r.linkType==="google_goto_redirect"&&!he(r)?{...r,url:r.rawUrl,resolvedUrl:null,resolutionStatus:"unresolved"}:r)}let s=[...a.values()].filter(r=>r.linkType==="google_goto_redirect"&&!he(r));if(s.length===0)return a;let i=Date.now()+(n.totalBudgetMs??un),d=await wn(s.map(r=>r.rawUrl),n);for(let r of d.resolutions){let u=a.get(r.rawUrl);u&&a.set(r.rawUrl,r.resolutionStatus==="resolved"&&r.resolvedUrl?{...u,url:r.resolvedUrl,resolvedUrl:r.resolvedUrl,resolutionStatus:"resolved"}:{...u,resolutionStatus:r.resolutionStatus})}let h=s.filter(r=>a.get(r.rawUrl)?.resolutionStatus==="unresolved");if(h.length===0||n.browserFallback===!1||Date.now()>=i)return n.onNetworkAudit?.({nonGoogleRequestsObserved:0}),a;let S=n.timeoutMs??hn,U=await e.context().newPage().catch(()=>null);if(!U)return n.onNetworkAudit?.({nonGoogleRequestsObserved:0}),a;let l=null,o=0;try{await U.route("**/*",async r=>{let u=r.request().url();try{st(new URL(u).hostname)||(o+=1)}catch{}let c=ue(u);if(!l||c!==l.token){await r.abort("blockedbyclient").catch(()=>{});return}let g=l;try{let N=await r.fetch({maxRedirects:0,timeout:g.timeoutMs});g.location=N.headers().location??null}finally{await r.abort("blockedbyclient").catch(()=>{}),g.finish()}});for(let r of h){let u=i-Date.now();if(u<=0)break;let c=mt(r.rawUrl),g=c?.searchParams.get("url");if(!c||!g){a.set(r.rawUrl,{...r,resolutionStatus:"rejected"});continue}let N=Math.min(S,u);c.hash="";let b=c.href,k=!1;for(let x=0;x<2;x++){let O,H=new Promise(y=>{O=y}),f=`mcp-goto-${Math.random().toString(36).slice(2)}`;l={token:g,timeoutMs:N,location:null,finish:O},await U.evaluate(({url:y,id:P})=>{let w=document.createElement("iframe");w.id=P,w.hidden=!0,w.src=y,document.body.append(w)},{url:b,id:f}).catch(()=>null),await Promise.race([H,new Promise(y=>setTimeout(y,N))]);let p=l.location;if(l=null,await U.evaluate(y=>document.getElementById(y)?.remove(),f).catch(()=>null),!p)break;let L=cn(r.rawUrl,p);if(L){a.set(r.rawUrl,{...r,url:L,resolvedUrl:L,resolutionStatus:"resolved"});break}let T;try{T=new URL(p,b)}catch{k=!0;break}if(!st(T.hostname)||ue(T.href)!==g){k=!0;break}b=T.href}k&&a.get(r.rawUrl)?.resolutionStatus!=="resolved"&&a.set(r.rawUrl,{...r,resolutionStatus:"rejected"})}}finally{l=null,await U.close().catch(()=>{}),n.onNetworkAudit?.({nonGoogleRequestsObserved:o})}return a}var Cn=String.raw`^(?:an error has occurred(?:[.!…]\s*)?(?:please try again later[.!…]?)?|loading|please wait|try again|something went wrong)[.!…\s]*$`,Na=700,fa=1e3,Ta=1400,Mn=900,Pa=3,kn=250,Kt=class{constructor(t,n,a,s){this.driver=t;this.reporter=n;this.onPaaProgress=a;this.onProviderSession=s}driver;reporter;onPaaProgress;onProviderSession;completeness={paaWithoutAnswer:0,paaWithoutSource:0,paaAnswersRecovered:0,aioShareCaptured:null};aioShareUrlEarly=null;linkDiagnostics=this.emptyLinkDiagnostics();collectedRows=[];partialContext=null;progressSequence=0;clickedQuestions=new Set;paaLifecycle=this.emptyPaaLifecycle(0);checkpointMaterial=null;interactionObservations=[];phaseTimings={};currentPhaseTimings(t){return{...this.phaseTimings,totalServerMs:Math.max(0,Date.now()-t)}}emptyPaaLifecycle(t){return{requestedQuestions:t,questionsFound:0,targetStatus:"not_met",discoveryStatus:"in_progress",materialStatus:"partial",completionReason:"PAA expansion is still running.",automaticRetries:0,retryBreakdown:{controlRetries:0,browserRetries:0,providerFallbacks:0,runtimeRecoveries:0,idempotentReplays:0},knownQuestions:0,processedQuestions:0,failedInteractions:0,noGrowthConfirmations:0,visibleControls:0,eligibleControls:0,dispatchedInteractions:0,confirmedInteractions:0,unconfirmedInteractions:0}}emptyLinkDiagnostics(){return{linkCandidatesObserved:0,plainLinksObserved:0,googleUrlRedirectsObserved:0,googleGotoRedirectsObserved:0,redirectsResolved:0,redirectsUnresolved:0,redirectsRejected:0,resolverNonGoogleRequestsObserved:0,paaSourcesPreserved:0,aiOverviewLabelValidated:!1}}mergePaaSources(t=[],n=[]){let a=new Map;for(let s of[...t,...n]){let i=a.get(s.rawUrl);if(!i){a.set(s.rawUrl,s);continue}let d=s.resolutionStatus==="resolved"&&i.resolutionStatus!=="resolved"?s:i;a.set(s.rawUrl,{...d,title:d.title??i.title??s.title,site:d.site??i.site??s.site})}return[...a.values()]}normalizeAICitations(t,n){let a=new Set;return n.flatMap(s=>{let i=Yt(s.rawHref??s.href,t);if(!i||a.has(i.rawUrl))return[];a.add(i.rawUrl);let{url:d,...h}=i;return[{...h,text:s.text,href:d}]})}async resolveMaterialLinks(t,n,a,s,i){let d=Date.now(),h=[...n.flatMap(c=>c.sources??[]),...a,...s.citations.map(({text:c,href:g,...N})=>({...N,url:g})),...i.citations.map(({text:c,href:g,...N})=>({...N,url:g}))],S=new Map(h.map(c=>[c.rawUrl,c])),U=0,l=await yn(t,h,{onNetworkAudit:c=>{U=c.nonGoogleRequestsObserved}}),o=c=>({...c,...l.get(c.rawUrl)??c});for(let c of n){c.sources=(c.sources??[]).map(o);let g=c.sources[0];c.source_title=g?.title??c.source_title,c.source_site=g?.site??c.source_site,c.source_cite=g?.url??c.source_cite}for(let c=0;c<a.length;c++){let g=o(a[c]);if(g.resolvedUrl)try{g.domain=new URL(g.resolvedUrl).hostname.replace(/^www\./,"")}catch{}a[c]=g}let r=c=>{let g=o({url:c.href,rawUrl:c.rawUrl,resolvedUrl:c.resolvedUrl,linkType:c.linkType,resolutionStatus:c.resolutionStatus}),{url:N,...b}=g;return{...b,text:c.text,href:N}};s.citations=s.citations.map(r),i.citations=i.citations.map(r);let u=[...l.values()];this.linkDiagnostics={linkCandidatesObserved:S.size,plainLinksObserved:u.filter(c=>c.linkType==="plain").length,googleUrlRedirectsObserved:u.filter(c=>c.linkType==="google_url_redirect").length,googleGotoRedirectsObserved:u.filter(c=>c.linkType==="google_goto_redirect").length,redirectsResolved:u.filter(c=>c.linkType!=="plain"&&c.resolutionStatus==="resolved").length,redirectsUnresolved:u.filter(c=>c.resolutionStatus==="unresolved").length,redirectsRejected:u.filter(c=>c.resolutionStatus==="rejected").length,resolverNonGoogleRequestsObserved:U,paaSourcesPreserved:n.reduce((c,g)=>c+(g.sources??[]).length,0),aiOverviewLabelValidated:s.detected},this.phaseTimings.linkResolutionMs=(this.phaseTimings.linkResolutionMs??0)+(Date.now()-d)}normalizeQuestion(t){return t.toLowerCase().replace(/[^\w\s]/g,"").replace(/\s+/g," ").trim()}throwIfAborted(t){if(t?.aborted)throw t.reason instanceof DOMException&&t.reason.name==="TimeoutError"?t.reason:new Z}async throwIfCaptcha(t,n){if(await t.locator(D.captchaMarker).count().catch(()=>0)>0)throw new _(`${n} returned a CAPTCHA \u2014 retrying with a fresh session.`)}async extractVisibleItems(t,n){let a=D,s=await t.evaluate(({selectors:d,onlyQuestion:h,answerPlaceholderPattern:S})=>{function U(o){if(!o)return"";let r=[];for(let u of o.childNodes)if(u.nodeType===Node.TEXT_NODE){let c=u.textContent?.trim();c&&r.push(c)}else{if(u.tagName==="STYLE"||u.tagName==="SCRIPT")continue;{let c=U(u);c&&r.push(c)}}return r.join(" ").replace(/\s+/g," ").trim()}function l(o){return(o??"").replace(/\s*\(\+\d+\)\s*-\s*View related links.*$/i,"").replace(/\s*-\s*Opens in new tab.*$/i,"").trim()}return Array.from(document.querySelectorAll(d.item)).filter(o=>!h||(o.getAttribute(d.itemDataQ)||o.getAttribute(d.itemDataInitQ)||o.querySelector(d.itemQuestionEl)?.innerText?.trim()||"")===h).map(o=>{let r=o.querySelector(d.clickTarget),u=o.classList.contains(d.expandedClass)||r?.getAttribute("aria-expanded")==="true",c=o.querySelector(d.answerContainer),N=c?.querySelector(d.aiAnswerBody)??c,b=U(N),k=new RegExp(S,"i").test(b),x=[...Array.from((N??o).querySelectorAll("a[href]")),...Array.from(o.querySelectorAll(d.aiCitation)),...Array.from(o.querySelectorAll(d.aiSourceCard))],O=!k&&(u&&b.length>=10||b.length>30&&x.some(L=>/^https?:\/\//.test(L.href))),H=O&&o.querySelector(d.sourceTitle)?.innerText?.trim()||void 0,f=O&&o.querySelector(d.sourceSite)?.innerText?.trim()||void 0,p=[];if(O){let L=new Set;for(let y of x)!/^https?:\/\//.test(y.href)||L.has(y.href)||(L.add(y.href),p.push({title:l(y.getAttribute("aria-label"))||(y.textContent||"").trim(),rawHref:y.href}));let T=p.find(y=>y.title.length>2)??p[0];T&&(H=H||T.title||void 0)}return{googleLinkId:o.getAttribute("data-lk")||o.querySelector("[data-lk]")?.getAttribute("data-lk")||null,googleEvidenceId:o.getAttribute("data-ved")||o.querySelector("[data-ved]")?.getAttribute("data-ved")||null,question:o.getAttribute(d.itemDataQ)||o.getAttribute(d.itemDataInitQ)||o.querySelector(d.itemQuestionEl)?.innerText?.trim()||"",answer:O&&b||void 0,sourceTitle:H,sourceSite:f,sources:p}})},{selectors:a,onlyQuestion:n,answerPlaceholderPattern:Cn}),i=typeof t.url=="function"?t.url():"https://www.google.com/";return s.flatMap(d=>{let h=[],S=new Set;for(let r of d.sources){let u=Yt(r.rawHref,i);if(!u||S.has(u.rawUrl))continue;S.add(u.rawUrl);let c=d.sourceSite??null;try{c||=new URL(u.resolvedUrl??u.rawUrl).hostname.replace(/^www\./,"")}catch{}h.push({...u,title:r.title||d.sourceTitle||null,site:c})}let U=h[0],l={questionId:St(d.question),googleLinkId:d.googleLinkId,googleEvidenceId:d.googleEvidenceId,question:d.question,answer:rn(d.answer,d.question,d.sourceTitle),sourceTitle:U?.title??d.sourceTitle,sourceSite:U?.site??d.sourceSite,sourceCite:U?.url,sources:h},o=Be.safeParse(l);return o.success?[o.data]:(console.warn("[PAAExtractor] item parse failed:",d.question,o.error.issues[0]?.message),[])})}jitteredDelayMs(t,n){return t+Math.floor(Math.random()*(n-t+1))}async clickItem(t,n){try{await t.locator(`${D.item}[data-q="${n}"], ${D.item}[data-initq="${n}"]`).first().click()}catch{}}toFlatRow(t,n,a,s){return{seed_query:s,question_id:t.questionId??St(t.question),google_link_id:t.googleLinkId??"",google_evidence_id:t.googleEvidenceId??"",question:t.question,answer:t.answer??"",source_title:t.sourceTitle??"",source_site:t.sourceSite??"",source_cite:t.sourceCite??"",sources:t.sources??[],depth:n,parent_question:a??"",extracted_at:new Date().toISOString()}}upsertCollectedRow(t){let n=this.normalizeQuestion(t.question),a=this.collectedRows.findIndex(h=>this.normalizeQuestion(h.question)===n);if(a<0)return this.collectedRows.push({...t}),!0;let s=this.collectedRows[a],i={...s,...t,answer:t.answer||s.answer,source_title:t.source_title||s.source_title,source_site:t.source_site||s.source_site,source_cite:t.source_cite||s.source_cite,sources:this.mergePaaSources(s.sources,t.sources),extracted_at:t.extracted_at||s.extracted_at},d=i.answer!==s.answer||i.source_title!==s.source_title||i.source_site!==s.source_site||i.source_cite!==s.source_cite||JSON.stringify(i.sources)!==JSON.stringify(s.sources);return d&&(this.collectedRows[a]=i),d}async emitProgress(t){if(!this.onPaaProgress||this.collectedRows.length===0&&!this.checkpointMaterial)return;let n={sequence:++this.progressSequence,observedAt:new Date().toISOString(),clickedQuestions:[...this.clickedQuestions],phase:t,records:this.collectedRows.map(a=>({...a})),lifecycle:{...this.paaLifecycle},...this.checkpointMaterial?{material:structuredClone(this.checkpointMaterial)}:{},interactions:this.interactionObservations.map(a=>({...a,confirmationSignals:[...a.confirmationSignals]}))};try{await this.onPaaProgress(n)}catch(a){console.warn(JSON.stringify({event:"paa_progress_sink_failed",sequence:n.sequence,phase:n.phase,message:a instanceof Error?a.message:String(a)}))}}getPartialResult(){let t=this.partialContext;if(!t||this.collectedRows.length===0&&!this.checkpointMaterial)return null;let n=this.collectedRows.map(h=>({...h})),a=this.checkpointMaterial,s=t.questionsOnly?0:n.filter(h=>!h.answer?.trim()).length,i=t.questionsOnly?0:n.filter(h=>(h.sources??[]).length===0).length,d={seed:t.seed,totalQuestions:n.length,maxDepthReached:n.reduce((h,S)=>Math.max(h,S.depth),0),durationMs:Date.now()-t.startMs,errorCount:0};return{seed:t.seed,location:t.location,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(t.startMs),completionStatus:"paa_found",problem:null,...a?.pagination?{pagination:{...a.pagination}}:{},resultQuality:"partial",degradedResult:!1,retryRecommended:!0,paaLifecycle:{...this.paaLifecycle,questionsFound:n.length,targetStatus:n.length>=(t.maxQuestions??0)?"met":"not_met",discoveryStatus:"interrupted",materialStatus:s>0||i>0?"partial":"complete",completionReason:"The browser attempt ended before frontier exhaustion could be proven."},completeness:{...this.completeness,paaWithoutAnswer:s,paaWithoutSource:i,paaRequested:t.maxQuestions,paaReturned:n.length,paaUnique:n.length},warnings:[{code:"paa_partial",surface:"paa",message:`Harvest stopped before finishing; returning the ${n.length} question(s) collected up to that point.`,retryable:!0}]},totalQuestions:n.length,surface:a?.surface??"web",aiOverview:a?.aiOverview??{detected:!1,text:null,citations:[]},aiMode:a?.aiMode??{detected:!1,text:null,citations:[]},whatPeopleSaying:a?.whatPeopleSaying??[],tree:this.buildTree(n,t.seed),flat:n,videos:a?.videos??[],forums:a?.forums??[],organicResults:a?.organicResults??[],localPack:a?.localPack??[],entityIds:a?.entityIds??{entities:[],kgIds:[],cids:[],gcids:[]},stats:d}}async runBFS(t,n,a){await t.waitForTimeout(700);let s=new Set,i=new Set,d=[];this.clickedQuestions=new Set,this.interactionObservations=[],this.phaseTimings={};let h=new Set,S=new Map,U=new Set,l=new Set,o=new Map,r=2,u=3,c=0,g={sel:D.item,dataQ:D.itemDataQ,dataInitQ:D.itemDataInitQ,questionEl:D.itemQuestionEl,answerSel:D.answerContainer,expandedClass:D.expandedClass,clickTarget:D.clickTarget,answerPlaceholderPattern:Cn,questionsOnly:n.questionsOnly,sourceSel:"a[href]"},N=()=>t.evaluate(({sel:f,dataQ:p,dataInitQ:L,questionEl:T,expandedClass:y,clickTarget:P,answerSel:w,answerPlaceholderPattern:C,questionsOnly:M})=>{let m=A=>{if(!A)return"";let I=[];for(let W of A.childNodes){if(W.nodeType===Node.TEXT_NODE){let J=W.textContent?.trim();J&&I.push(J);continue}if(W.nodeType!==Node.ELEMENT_NODE)continue;let V=W;if(V.tagName==="STYLE"||V.tagName==="SCRIPT"||V.getAttribute("aria-hidden")==="true")continue;let q=m(V);q&&I.push(q)}return I.join(" ").replace(/\s+/g," ").trim()};return Array.from(document.querySelectorAll(f)).map((A,I)=>{let W=m(A.querySelector(w)).replace(/An AI Overview is not available for this search/gi," ").replace(/Can't generate an AI overview right now\.?\s*Try again later\.?/gi," ").replace(/\bAI Overview\b/gi," ").replace(/\s+/g," ").trim(),V=A.classList.contains(y)||A.querySelector(P)?.getAttribute("aria-expanded")==="true",q=W.length>=10&&!new RegExp(C,"i").test(W);return{q:A.getAttribute(p)||A.getAttribute(L)||A.querySelector(T)?.innerText?.trim()||"",done:V&&(M||q),expanded:V,index:I}}).filter(A=>A.q)},g),b=async(f,p,L,T,y,P)=>{let w=Date.now(),C={id:`${P}:${St(f)}:${y}`,questionId:St(f),question:f,batchNumber:P,controlAttempt:y,observedAt:new Date(w).toISOString(),beforeQuestionCount:p,expandedBefore:T},M=L>=0?t.locator(g.sel).nth(L).locator(g.clickTarget):null,m=null,A=M?await(async()=>(T&&(await M.click({timeout:Mn,force:!0}),await t.waitForTimeout(120)),await M.click({timeout:Mn,force:!0}),!0))().catch(B=>(m=B instanceof Error&&(B.name==="TimeoutError"||/timeout/i.test(B.message))?"click_ack_timeout":"click_failed",!1)):!1,I=Date.now()-w;if(!A&&m!=="click_ack_timeout")return{dispatched:!1,confirmed:!1,observation:{...C,dispatched:!1,outcome:"dispatch_failed",confirmationSignals:[],confirmationCheckpointMs:null,confirmedAtMs:null,dispatchDurationMs:I,totalDurationMs:I,afterQuestionCount:p,newQuestionCount:0,expandedAfter:T,answerObserved:!1,sourceCount:0,errorCode:L<0?"control_missing":m??"click_failed"}};let W={exists:!0,expanded:T,answerReady:!1,sourceCount:0,questionCount:p},V=[],q=null,J=null,G=!1;for(let B of[Na,fa,Ta]){let tt=w+B-Date.now();if(tt>0&&await t.waitForTimeout(tt),W=await t.evaluate(({sel:F,dataQ:Y,dataInitQ:R,questionEl:E,expandedClass:$,clickTarget:et,answerSel:Pt,answerPlaceholderPattern:ht,sourceSel:Mt,target:bt})=>{let nt=ut=>{if(!ut)return"";let Zt=[];for(let Wt of ut.childNodes){if(Wt.nodeType===Node.TEXT_NODE){let Te=Wt.textContent?.trim();Te&&Zt.push(Te);continue}if(Wt.nodeType!==Node.ELEMENT_NODE)continue;let At=Wt;if(At.tagName==="STYLE"||At.tagName==="SCRIPT"||At.getAttribute("aria-hidden")==="true")continue;let fe=nt(At);fe&&Zt.push(fe)}return Zt.join(" ").replace(/\s+/g," ").trim()},Qt=Array.from(document.querySelectorAll(F)),It=Qt.find(ut=>(ut.getAttribute(Y)||ut.getAttribute(R)||ut.querySelector(E)?.innerText?.trim())===bt);if(!It)return{exists:!1,expanded:!1,answerReady:!1,sourceCount:0,questionCount:Qt.length};let Gn=It.classList.contains($)||It.querySelector(et)?.getAttribute("aria-expanded")==="true",me=It.querySelector(Pt),ve=nt(me).replace(/An AI Overview is not available for this search/gi," ").replace(/Can't generate an AI overview right now\.?\s*Try again later\.?/gi," ").replace(/\bAI Overview\b/gi," ").replace(/\s+/g," ").trim(),Ne=ve.length>=10&&!new RegExp(ht,"i").test(ve);return{exists:!0,expanded:Gn,answerReady:Ne,sourceCount:Ne?me?.querySelectorAll(Mt).length??0:0,questionCount:Qt.length}},{...g,target:f}).catch(()=>W),V=[...W.expanded?["expanded"]:[],...W.answerReady?["answer"]:[],...W.sourceCount>0?["source"]:[],...W.questionCount>p?["question_growth"]:[]],W.answerReady||W.sourceCount>0||W.questionCount>p){G=!0,q=B,J=Date.now()-w;break}}let j=Date.now()-w,Ct={...C,dispatched:A,outcome:G?"confirmed":A?"unconfirmed":"dispatch_failed",confirmationSignals:V,confirmationCheckpointMs:q,confirmedAtMs:J,dispatchDurationMs:I,totalDurationMs:j,afterQuestionCount:W.questionCount,newQuestionCount:Math.max(0,W.questionCount-p),expandedAfter:W.expanded,answerObserved:W.answerReady,sourceCount:W.sourceCount,errorCode:A?G?null:W.exists?"confirmation_timeout":"control_missing":m};return{dispatched:A,confirmed:G,observation:Ct}},k=0;t:for(;;){if(n.softDeadlineMs&&Date.now()>=n.softDeadlineMs)throw this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"interrupted",completionReason:"The execution deadline arrived before frontier exhaustion could be proven."},new kt(this.paaLifecycle.completionReason);this.throwIfAborted(a);let f=await N(),p=!1;for(let w of f)i.has(w.q)||(i.add(w.q),d.push(w.q),d.length<=n.maxQuestions&&(p=this.upsertCollectedRow(this.toFlatRow({questionId:St(w.q),googleLinkId:null,googleEvidenceId:null,question:w.q,sources:[]},1,null,n.query))||p)),w.done&&U.add(w.q);if(this.paaLifecycle={...this.paaLifecycle,questionsFound:Math.min(d.length,n.maxQuestions),targetStatus:d.length>=n.maxQuestions?"met":"not_met",knownQuestions:d.length,processedQuestions:U.size,failedInteractions:l.size,visibleControls:f.length},p&&await this.emitProgress("discovered"),n.questionsOnly&&i.size>=n.maxQuestions){this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"target_reached",targetStatus:"met",completionReason:"The requested unique-question count was observed."};break}if(!n.questionsOnly&&i.size>=n.maxQuestions){let w=!1,C=new Set(d.slice(0,n.maxQuestions));for(let M of await this.extractVisibleItems(t)){if(!C.has(M.question))continue;let m=o.get(M.question),A={...M,answer:M.answer??m?.answer,sourceTitle:M.sourceTitle??m?.sourceTitle,sourceSite:M.sourceSite??m?.sourceSite,sourceCite:M.sourceCite??m?.sourceCite,sources:this.mergePaaSources(m?.sources,M.sources)};o.set(M.question,A),w=this.upsertCollectedRow(this.toFlatRow(A,1,null,n.query))||w}if(w&&await this.emitProgress("answer_captured"),[...C].every(M=>{let m=o.get(M);return!!(m?.answer?.trim()&&m.sources.length>0)})){l.clear(),this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"target_reached",targetStatus:"met",failedInteractions:0,completionReason:"The requested unique-question count and its answer/source material were observed."};break}}let L=new Set(d.slice(0,n.maxQuestions)),T=f.filter(w=>L.has(w.q)&&!w.done&&(S.get(w.q)??0)<r&&!h.has(w.q)),y=T.slice(-Pa);if(this.paaLifecycle={...this.paaLifecycle,eligibleControls:T.length},y.length===0){if(i.size>=n.maxQuestions){this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"target_reached",targetStatus:"met",completionReason:"The requested unique-question count was observed."};break}let w=new Set(f.map(M=>M.q)),C=d.slice(0,n.maxQuestions).filter(M=>!U.has(M)&&(l.has(M)||!w.has(M)));if(C.length>0)throw this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"interrupted",failedInteractions:new Set([...l,...C]).size,completionReason:"At least one known PAA control failed or disappeared before it could be confirmed."},await this.emitProgress("expansion_finished"),new kt(this.paaLifecycle.completionReason);for(let M=1;M<=u;M++){this.throwIfAborted(a),await this.throwIfCaptcha(t,"Google PAA exhaustion confirmation"),await t.mouse.wheel(0,320);let m=await t.waitForFunction(({sel:I,min:W})=>document.querySelectorAll(I).length>W,{sel:D.item,min:f.length},{timeout:1500,polling:100}).catch(()=>null);if(this.paaLifecycle={...this.paaLifecycle,noGrowthConfirmations:M},m||(await N()).some(I=>!i.has(I.q)))continue t}this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"frontier_exhausted",targetStatus:"not_met",failedInteractions:0,noGrowthConfirmations:u,completionReason:"Every known eligible PAA control was processed and three healthy no-growth confirmations found no additional questions."};break}await this.throwIfCaptcha(t,"Google PAA expansion"),c+=1;for(let w of y){if(this.reporter.onDepth(++k),(S.get(w.q)??0)>0){let C=this.paaLifecycle.retryBreakdown.controlRetries+1;this.paaLifecycle={...this.paaLifecycle,automaticRetries:C+this.paaLifecycle.retryBreakdown.browserRetries+this.paaLifecycle.retryBreakdown.runtimeRecoveries,retryBreakdown:{...this.paaLifecycle.retryBreakdown,controlRetries:C}}}S.set(w.q,(S.get(w.q)??0)+1)}let P=await Promise.all(y.map(async w=>({target:w,result:await b(w.q,f.length,w.index,w.expanded,S.get(w.q)??1,c)})));for(let{target:w,result:C}of P)(C.dispatched||C.confirmed)&&this.clickedQuestions.add(w.q),this.interactionObservations.push(C.observation);if(this.interactionObservations.length>kn&&this.interactionObservations.splice(0,this.interactionObservations.length-kn),!n.questionsOnly){let w=new Set(y.map(C=>C.q));for(let C of await this.extractVisibleItems(t))w.has(C.question)&&(o.set(C.question,C),this.upsertCollectedRow(this.toFlatRow(C,1,null,n.query))&&await this.emitProgress("answer_captured"))}for(let{target:w,result:C}of P){let M=o.get(w.q);C.confirmed||M?.answer?.trim()?(U.add(w.q),l.delete(w.q)):(S.get(w.q)??0)>=r&&(l.add(w.q),h.add(w.q))}this.paaLifecycle={...this.paaLifecycle,processedQuestions:U.size,failedInteractions:l.size,noGrowthConfirmations:0,dispatchedInteractions:this.interactionObservations.filter(w=>w.dispatched).length,confirmedInteractions:this.interactionObservations.filter(w=>w.outcome==="confirmed").length,unconfirmedInteractions:this.interactionObservations.filter(w=>w.outcome!=="confirmed").length},await this.emitProgress("click_observed")}let x=n.questionsOnly?new Map:new Map(o);n.questionsOnly||await this.fillIncompleteItems(t,d,x,n,h);let O=[];for(let f of d){if(O.length>=n.maxQuestions)break;let p=this.normalizeQuestion(f);if(s.has(p))continue;s.add(p);let L=x.get(f);if(L){let T=this.toFlatRow(L,1,null,n.query);this.upsertCollectedRow(T),O.push(T),this.reporter.onQuestion({questionId:L.questionId,googleLinkId:L.googleLinkId,googleEvidenceId:L.googleEvidenceId,question:L.question,answer:L.answer??null,sourceTitle:L.sourceTitle??null,sourceSite:L.sourceSite??null,sourceCite:L.sourceCite??null,sources:L.sources,depth:1,parentQuestion:null,children:[]})}else{let T=this.toFlatRow({questionId:St(f),googleLinkId:null,googleEvidenceId:null,question:f,answer:void 0,sourceTitle:void 0,sourceSite:void 0,sourceCite:void 0,sources:[]},1,null,n.query);this.upsertCollectedRow(T),O.push(T)}}this.completeness.paaWithoutAnswer=n.questionsOnly?0:O.filter(f=>!f.answer).length,this.completeness.paaWithoutSource=n.questionsOnly?0:O.filter(f=>(f.sources??[]).length===0).length,this.completeness.paaRequested=n.maxQuestions,this.completeness.paaReturned=O.length,this.completeness.paaUnique=s.size;let H=!n.questionsOnly&&(this.completeness.paaWithoutAnswer>0||this.completeness.paaWithoutSource>0);return this.paaLifecycle={...this.paaLifecycle,questionsFound:O.length,targetStatus:O.length>=n.maxQuestions?"met":"not_met",materialStatus:H?"partial":"complete",processedQuestions:U.size,failedInteractions:l.size},await this.emitProgress("fill_incomplete"),await this.emitProgress("expansion_finished"),O}async fillIncompleteItems(t,n,a,s,i){let d=new Set(n.slice(0,s.maxQuestions)),h=l=>!l?.answer||(l.sources??[]).length===0,S=new Set([...d].filter(l=>h(a.get(l)))),U=new Set([...S].filter(l=>!a.get(l)?.answer));if(S.size!==0){for(let l of S){if(s.softDeadlineMs&&Date.now()>=s.softDeadlineMs)break;let o=(await this.extractVisibleItems(t,l))[0];if(!o)continue;let r=a.get(l);a.set(l,{...o,answer:o.answer??r?.answer,sourceTitle:o.sourceTitle??r?.sourceTitle,sourceSite:o.sourceSite??r?.sourceSite,sourceCite:o.sourceCite??r?.sourceCite,sources:this.mergePaaSources(r?.sources,o.sources)});let u=a.get(l);u&&this.upsertCollectedRow(this.toFlatRow(u,1,null,s.query))&&await this.emitProgress("fill_incomplete")}this.completeness.paaAnswersRecovered=[...U].filter(l=>a.get(l)?.answer).length}}async reExpandCollapsedItems(t){let n=`${D.item}:not(.${D.expandedClass}) ${D.clickTarget}`,a=await t.locator(n).count().catch(()=>0);if(a===0)return!1;for(let s=0;s<a;s++)try{let i=t.locator(n).first();await i.scrollIntoViewIfNeeded(),await i.click({force:!0}),await t.waitForTimeout(this.jitteredDelayMs(300,500))}catch{}return!0}async extractVideos(t){let n=He;return t.evaluate(a=>{let s=[],i=Array.from(document.querySelectorAll(a.container));for(let d of i){let U=(d.querySelector(a.sectionHeading)?.textContent?.trim()??"").toLowerCase().includes("short")?"short_video":"video",l=Array.from(d.querySelectorAll(a.item));for(let o of l){let r=o.href;if(!r||!r.includes("youtube")&&!r.includes("youtu.be"))continue;let u=o.textContent?.trim()??"",c=u.indexOf("YouTube");if(c===-1)continue;let g=u.slice(0,c).trim(),b=u.slice(c+7).replace(/^[·\s·]+/,"").match(/^([^·\n]+)/),k=b?b[1].trim():"";g&&s.push({type:U,title:g,channel:k,platform:"YouTube",duration:"",url:r})}}return s},n)}async extractForums(t){let n=Fe;return t.evaluate(a=>{let s=[],d=Array.from(document.querySelectorAll(a.section)).find(S=>S.textContent?.includes("Discussions"));if(!d)return s;let h=Array.from(d.querySelectorAll(a.item));for(let S of h){let U=S.href;if(!U)continue;let l=S.querySelector(a.title),o=S.querySelector(a.source),r=l?.textContent?.trim()??"",u=o?.textContent?.trim()??"";r&&s.push({title:r,source:u,url:U})}return s},n)}async extractShortVideos(t,n){try{await t.goto(n,{waitUntil:"domcontentloaded"}),await t.waitForTimeout(1500)}catch{return[]}await this.throwIfCaptcha(t,"Google short video search");let a={item:Bt.item,platforms:[...Bt.platforms]};return(await t.evaluate(i=>{let d=new Set,h=[],S=Array.from(document.querySelectorAll(i.item)),U=["youtube.com","youtu.be","tiktok.com","instagram.com","facebook.com","fb.watch"],l=new Map;for(let o of S){let r=o.href;if(!r||!U.some(c=>r.includes(c)))continue;let u=o.textContent?.trim()??"";l.has(r)||l.set(r,[]),l.get(r).push(u)}for(let[o,r]of l.entries()){if(d.has(o))continue;d.add(o);let u=r.find(k=>/^\d+:\d+$/.test(k))??"",c=r.find(k=>!/^\d+:\d+$/.test(k)&&k.length>5)??"";if(!c)continue;let g=c,N="",b="";for(let k of i.platforms){let x=-1,O=0;for(;;){let T=c.indexOf(k,O);if(T===-1)break;x=T,O=T+1}if(x===-1)continue;let H=c.slice(x+k.length);if(!(/^[\s·]/.test(H)||H.trim()===""))continue;g=c.slice(0,x).trim(),N=k;let p=H.replace(/^[\s·]+/,""),L=p.indexOf("\xB7");b=(L===-1?p:p.slice(0,L)).trim();break}g&&h.push({title:g,channel:b,platform:N,duration:u,url:o})}return h},a)).map(i=>({type:"short_video",...i}))}async extractWhatPeopleSaying(t){let n=Re;return t.evaluate(a=>{let s=Array.from(document.querySelectorAll(a.sectionTag)).find(i=>i.textContent?.includes(a.sectionHeadingText))??document.querySelector(".yG4QQe.TBC9ub.NbhJ1c");return s?Array.from(s.querySelectorAll(a.card)).map(i=>{let h=i.querySelector(a.cardLink)?.href??"",S=i.querySelector(a.titleH1)?.textContent?.trim(),U=i.querySelector(a.titleDiv)?.textContent?.trim(),l=S??U??"",o=i.querySelector(a.source)?.textContent?.trim()??"",u=i.querySelector(a.platformBadge)?.textContent?.trim()??"",c=i.querySelector(a.ytChannel)?.textContent?.trim()??"",g=i.querySelector(a.ytDate)?.textContent?.trim()??"",N=i.querySelector(a.authorNote)?.textContent?.trim()??null,b=i.querySelector(a.popularCommentLabel),k=null;if(b){let m=b.nextSibling;for(;m;){let A=m.textContent?.trim();if(A){k=A;break}m=m.nextSibling}}let x=Array.from(i.querySelectorAll("span")),O=x.find(m=>/^\d+:\d+$/.test(m.textContent?.trim()??""))?.textContent?.trim()??null,f=x.map(m=>m.textContent?.trim()??"").filter(m=>/\d/.test(m)&&(m.includes("comment")||m.includes("reaction")||m.includes("view")||m.includes("like")||m.includes("share")))[0]??"",p=x.map(m=>m.textContent?.trim()??"").filter(m=>/\d+ (day|week|month|year|hour)s? ago|Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec/.test(m)),L=g||(p[0]??""),T=u||(c?"YouTube":""),y=c||o,P="unknown",w=T.toLowerCase(),C=y.toLowerCase(),M=o.toLowerCase();return w.includes("reddit")||C.startsWith("r/")?P="reddit":w.includes("facebook")||M.includes("facebook")?P="facebook":w.includes("instagram")||M.includes("instagram")?P="instagram":w.includes("tiktok")||M.includes("tiktok")?P="tiktok":w.includes("youtube")||c?P="youtube":P="news",{type:P,title:l,url:h,source:y,platform:T,popularComment:k,engagement:f,date:L,duration:O,authorNote:N}}):[]},n)}async extractOrganicResults(t){let n=Ve,a=await t.evaluate(i=>{let d=[],h=0;return document.querySelectorAll(i.result).forEach(S=>{let U=S.querySelector(i.title);if(!U)return;let l=U.textContent?.trim()??"",r=U.closest("a")?.href??"";if(!l||!r)return;h++;let u=S.querySelector(i.cite)?.textContent?.trim()??null,c=S.querySelector(i.snippet)?.textContent?.trim()??null,g=!!S.querySelector(i.redditCite),N=S.querySelector(i.ratingWrap),b=N?{value:N.querySelector(i.ratingValue)?.textContent?.trim()??"",count:N.querySelector(i.reviewCount)?.textContent?.trim()??""}:null,k="";try{k=new URL(r).hostname.replace(/^www\./,"")}catch{k=S.querySelector(i.siteName)?.textContent?.trim()??""}d.push({position:h,title:l,url:r,domain:k,cite:u,snippet:c,isRedditStyle:g,inlineRating:b})}),d},n),s=typeof t.url=="function"?t.url():"https://www.google.com/";return a.flatMap(i=>{let d=Yt(i.url,s);if(!d)return[];let h=i.domain;try{h=new URL(d.resolvedUrl??d.rawUrl).hostname.replace(/^www\./,"")}catch{}return[{...i,...d,domain:h}]})}async extractLocalPack(t){let n=Ee;return t.evaluate(a=>{let s=[],i=null;return document.querySelectorAll('[role="heading"]').forEach(d=>{!i&&d.textContent?.includes(a.headingText)&&(i=d.closest("[data-hveid]"))}),i&&i.querySelectorAll(a.card).forEach((d,h)=>{let S=d.querySelector(a.name)?.textContent?.trim()??"";if(!S)return;let U=d.querySelector(a.ratingValue)?.textContent?.trim()??null,l=d.querySelector(a.reviewCount)?.textContent?.trim()??null,o=l?l.replace(/[()]/g,"").trim():null,r=d.querySelector("a[data-cid]")?.getAttribute("data-cid")??null;if(!r)for(let b of Array.from(d.querySelectorAll("a[href]"))){let k=b.href.match(/[?&]cid=(\d+)/);if(k){r=k[1];break}let x=b.href.match(/!1s0x[0-9a-f]+:0x([0-9a-f]+)/i);if(x){try{r=BigInt("0x"+x[1]).toString()}catch{}if(r)break}}let u=[];d.querySelectorAll("div, span").forEach(b=>{let k=Array.from(b.childNodes).filter(x=>x.nodeType===3).map(x=>x.textContent?.trim()??"").filter(x=>x.length>1&&x.length<120).join(" ");k&&!u.includes(k)&&u.push(k)});let c=Array.from(d.querySelectorAll("a[href]")),g=c.find(b=>b.href.includes("google.com/maps"))?.href??null,N=c.find(b=>!b.href.includes("google.com")&&b.href.startsWith("http"))?.href??null;s.push({position:h+1,name:S,cid:r,rating:U,reviewCount:o,metadata:u,websiteUrl:N,directionsUrl:g})}),s},n)}async extractEntityIds(t){return t.evaluate(()=>{let n=new Set,a=new Set,s=new Set,i=new Map;function d(S){let U=[".OSrXXb",".dbg0pd",".tzt0oe",'[role="heading"]',"h3"];for(let l of U){let o=S.querySelector(l);if(o?.textContent?.trim())return o.textContent.trim()}return""}document.querySelectorAll('[id^="pv-/g/"]').forEach(S=>{let U=S.getAttribute("id");if(!U)return;let l=U.replace("pv-","");n.add(l);let o=d(S),u=S.querySelector("a[data-cid]")?.getAttribute("data-cid")??null;u&&a.add(u),o&&i.set(l,{name:o,kgId:l,cid:u,gcid:null})}),document.querySelectorAll("[data-mid]").forEach(S=>{let U=S.getAttribute("data-mid");if(U?.startsWith("/g/")&&(n.add(U),!i.has(U))){let l=d(S);l&&i.set(U,{name:l,kgId:U,cid:null,gcid:null})}}),document.querySelectorAll(".w7Dbne").forEach(S=>{let l=S.querySelector("a[data-cid]")?.getAttribute("data-cid")??null;if(!l)return;a.add(l);let o=S.querySelector(".OSrXXb")?.textContent?.trim()??"";if(!o)return;let r=S.querySelector('[id^="pv-/g/"]'),u=r?r.getAttribute("id").replace("pv-",""):null,c=u??`cid:${l}`;if(i.has(c)){let g=i.get(c);g.cid||i.set(c,{...g,cid:l})}else i.set(c,{name:o,kgId:u,cid:l,gcid:null})}),document.querySelectorAll("a[data-cid]").forEach(S=>{let U=S.getAttribute("data-cid");if(!U)return;if(a.add(U),![...i.values()].some(o=>o.cid===U)){let o=S.parentElement,r="";for(let u=0;u<8&&o;u++){let c=o.querySelector('.OSrXXb, .dbg0pd, [role="heading"], h3');if(c?.textContent?.trim()){r=c.textContent.trim();break}o=o.parentElement}r&&i.set(`cid:${U}`,{name:r,kgId:null,cid:U,gcid:null})}});let h=Array.from(document.querySelectorAll("script:not([src])")).map(S=>S.textContent??"").filter(S=>S.length>1e4).join(`
-`);for(let S of h.matchAll(/\/g\/[a-zA-Z0-9_-]{5,20}/g))n.add(S[0]);for(let S of h.matchAll(/gcid:[a-zA-Z0-9_]+/g))s.add(S[0]);for(let S of h.matchAll(/0x[0-9a-f]+:0x([0-9a-f]+)/gi))try{a.add(BigInt("0x"+S[1]).toString())}catch{}return{entities:[...i.values()],kgIds:[...n],cids:[...a],gcids:[...s]}})}mergeLocalPackIntoEntities(t,n){let a=new Set(t.cids),s=t.entities.map(i=>({...i}));for(let i of n){if(!i.cid)continue;a.add(i.cid);let d=i.name.toLowerCase().trim(),h=s.find(S=>S.name.toLowerCase().trim()===d);h?h.cid||(h.cid=i.cid):s.find(S=>S.cid===i.cid)||s.push({name:i.name,kgId:null,cid:i.cid,gcid:null})}return{...t,entities:s,cids:[...a]}}async extractAISurfaces(t,n){let a=await t.evaluate(ln,{aio:Ge,aim:De,expandWaitMs:1500}),s=typeof t.url=="function"?t.url():"https://www.google.com/",i={surface:a.surface,aiOverview:{...a.aiOverview,citations:this.normalizeAICitations(s,a.aiOverview.citations)},aiMode:{...a.aiMode,citations:this.normalizeAICitations(s,a.aiMode.citations)}};if(!i.aiOverview.detected)return this.completeness.aioShareCaptured=null,i;let d=this.aioShareUrlEarly??await this.captureAIOverviewShareUrl(t,n).catch(()=>null);return this.completeness.aioShareCaptured=d!==null,{...i,aiOverview:{...i.aiOverview,shareUrl:d}}}async captureAIOverviewShareUrl(t,n){if(n?.softDeadlineMs&&Date.now()>=n.softDeadlineMs||!await t.evaluate(()=>{let i=Array.from(document.querySelectorAll('h1,h2,h3,[role="heading"],div')).filter(d=>(d.textContent||"").trim()==="AI Overview");for(let d of i){let h=d;for(let S=0;S<8&&h;S++){let U=h.querySelector('[aria-label="Share"]');if(U)return U.scrollIntoView({block:"center"}),U.click(),!0;h=h.parentElement}}return!1}).catch(()=>!1))return null;let s=null;try{s=await(await t.waitForFunction(()=>{let d=document.createTreeWalker(document.body,NodeFilter.SHOW_TEXT);for(;d.nextNode();){let h=(d.currentNode.textContent||"").match(/https:\/\/share\.google\/aimode\/\S+/);if(h)return h[0]}return!1},void 0,{timeout:4500,polling:250})).jsonValue()}catch{s=null}return await t.keyboard.press("Escape").catch(()=>{}),s}buildTree(t,n){let a=[],s=new Map;for(let i of t){let d={questionId:i.question_id,googleLinkId:i.google_link_id||null,googleEvidenceId:i.google_evidence_id||null,question:i.question,answer:i.answer||null,sourceTitle:i.source_title||null,sourceSite:i.source_site||null,sourceCite:i.source_cite||null,sources:i.sources??[],depth:i.depth,parentQuestion:i.parent_question||null,children:[]};s.set(i.question,d)}for(let i of s.values())i.parentQuestion&&s.has(i.parentQuestion)?s.get(i.parentQuestion).children.push(i):a.push(i);return a}getBrowserDebugSnapshot(){return this.driver.getDebugSnapshot()}buildHarvestDebugSnapshot(t,n,a,s,i){if(t.debug)return{enabled:!0,request:{query:t.query,locationInput:t.location??null,canonicalLocation:n,locationResolved:i?i.matched:null,locationMatchSource:i?i.source:null,locationAmbiguousCandidates:i?i.ambiguousCandidates:null,uule:a,gl:t.gl,hl:t.hl,device:t.device,proxyMode:t.proxyMode,proxyZip:t.proxyZip??null,serpIdentity:t.serpIdentity??null,serpOnly:t.serpOnly,pages:t.pages??1},browser:this.getBrowserDebugSnapshot(),...s?{locationEvidence:s}:{}}}async captureSecondOrganicPage(t,n,a){if(this.throwIfAborted(a),!n.serpOnly&&!this.driver.withTemporaryPage)return{organic:[],status:"failed",failureCode:"unsupported_driver"};let s;try{let i=new URL(t.url()),d=U=>{try{let l=new URL(U,i);return i.origin==="https://www.google.com"&&l.origin===i.origin&&!l.username&&!l.password&&l.pathname==="/search"&&l.searchParams.getAll("q").length===1&&l.searchParams.get("q")===n.query&&l.searchParams.getAll("start").length===1&&l.searchParams.get("start")==="10"&&(!l.searchParams.has("num")||l.searchParams.get("num")==="10")&&["gl","hl"].every(o=>!l.searchParams.has(o)||l.searchParams.getAll(o).length===1&&l.searchParams.get(o)===n[o])&&["uule","tbs","udm","tbm","pws"].every(o=>l.searchParams.getAll(o).length<=1&&l.searchParams.get(o)===i.searchParams.get(o))}catch{return!1}},h=await t.evaluate(U=>document.querySelector(U?'a[aria-label="Page 2"], a#pnnext, a[rel="next"]':'a#pnnext, a[rel="next"]')?.getAttribute("href")??null,n.serpOnly);if(!h)return{organic:[],status:"unavailable",failureCode:"missing_next"};if(!d(h))return{organic:[],status:"unavailable",failureCode:"invalid_next"};if(n.serpOnly){let U=t.locator('a[aria-label="Page 2"], a#pnnext, a[rel="next"]').first();if(await U.scrollIntoViewIfNeeded({timeout:1e4}),await U.click({timeout:2e4}),this.throwIfAborted(a),await this.throwIfCaptcha(t,"Google SERP page 2"),!d(t.url()))throw s="invalid_next",new Error("Invalid pagination landing");let l=await this.extractOrganicResults(t);return l.length>0?{organic:l.map(o=>({...o,position:o.position+10})),status:"captured"}:{organic:[],status:"unavailable",failureCode:"empty_page"}}let S=await this.driver.withTemporaryPage(async U=>{if(await U.route("**/*",async l=>{let o=l.request();o.isNavigationRequest()&&o.frame()===U.mainFrame()&&!d(o.url())?(s=/^https:\/\/www\.google\.com\/sorry(?:\/|\?)/.test(o.url())?"captcha":"invalid_next",await l.abort("blockedbyclient")):await l.fallback()}),await U.goto(new URL(h,i).href,{waitUntil:"domcontentloaded",timeout:2e4}),this.throwIfAborted(a),await this.throwIfCaptcha(U,"Google SERP page 2"),!d(U.url()))throw s="invalid_next",new Error("Invalid pagination landing");return this.extractOrganicResults(U)},a);return this.throwIfAborted(a),S.length>0?{organic:S.map(U=>({...U,position:U.position+10})),status:"captured"}:{organic:[],status:"unavailable",failureCode:"empty_page"}}catch(i){if(this.throwIfAborted(a),i instanceof Z)throw i;return{organic:[],status:"failed",failureCode:s??(i instanceof _?"captcha":i instanceof Error&&(i.name==="TimeoutError"||/timed? ?out/i.test(i.message))?"timeout":"navigation_error")}}}async extract(t,n){let a=Date.now();this.completeness={paaWithoutAnswer:0,paaWithoutSource:0,paaAnswersRecovered:0,aioShareCaptured:null},this.linkDiagnostics=this.emptyLinkDiagnostics(),this.aioShareUrlEarly=null,this.collectedRows=[],this.progressSequence=0,this.checkpointMaterial=null,this.clickedQuestions=new Set,this.paaLifecycle=this.emptyPaaLifecycle(t.maxQuestions),this.partialContext={seed:t.query,location:t.location??null,startMs:a,maxQuestions:t.maxQuestions,questionsOnly:t.questionsOnly};let s=t.device==="mobile",i={headless:t.headless,profileDir:t.profileDir,proxy:t.proxy,\u006b\u0065\u0072\u006e\u0065\u006cApiKey:t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey,\u006b\u0065\u0072\u006e\u0065\u006cProxyId:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,\u006b\u0065\u0072\u006e\u0065\u006cProfileName:t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName,\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges:t.\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges,\u006b\u0065\u0072\u006e\u0065\u006cStealth:t.\u006b\u0065\u0072\u006e\u0065\u006cStealth,\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution,proxyMode:t.proxyMode,keepDefaultProxy:t.keepDefaultProxy,requireUsEgress:t.requireUsEgress,viewport:s?{width:390,height:844}:{width:1280,height:800},locale:`${t.hl}-${t.gl.toUpperCase()}`,deviceScaleFactor:s?3:1,isMobile:s,hasTouch:s,debug:t.debug,operationDeadlineMs:t.softDeadlineMs},d=0,h=[];try{this.throwIfAborted(n);let S=Date.now();await this.driver.launch(i),this.phaseTimings.providerConnectMs=Date.now()-S;let U=this.driver.getProviderSessionMetadata();if(U?.providerSessionId&&this.onProviderSession)try{await this.onProviderSession(U)}catch(F){console.warn(JSON.stringify({event:"paa_provider_session_sink_failed",provider:U.provider,message:F instanceof Error?F.message:String(F)}))}this.throwIfAborted(n);let l=t.location?Se(t.location):null,o=t.location?l?.canonical??t.location:null,r=o?nn(o):null,u=t,c=t.includeAllSerpFeatures,g=c||t.includeLocalPack,N=c||t.includeForums,b=c||t.includeVideos,k=c||t.includeAiOverview,x=c||t.includeWhatPeopleSaying,O={surface:"web",aiOverview:{detected:!1,text:null,citations:[]},aiMode:{detected:!1,text:null,citations:[]}},H=Date.now(),{hasPaa:f}=await this.driver.navigateToSERP(u.query,r,t.gl,t.hl,{...Xt(t.recency)?{tbs:Xt(t.recency)}:{},debug:t.debug,purpose:t.serpOnly?"serp":"paa",pages:t.pages===2?2:1,...t.softDeadlineMs?{deadlineMs:t.softDeadlineMs}:{}});this.phaseTimings.navigationMs=Date.now()-H,this.throwIfAborted(n);let p=this.driver.getPage();if(await this.throwIfCaptcha(p,"Google SERP"),f||(this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"no_paa_observed",materialStatus:"complete",completionReason:"A readable Google SERP was observed without a People Also Ask block."}),t.questionsOnly){let F=Date.now(),Y=f?await this.runBFS(p,u,n):[];this.phaseTimings.paaExpansionMs=Date.now()-F,await this.resolveMaterialLinks(p,Y,[],O.aiOverview,O.aiMode);let R={seed:u.query,totalQuestions:Y.length,maxDepthReached:Y.reduce((E,$)=>Math.max(E,$.depth),0),durationMs:Date.now()-a,errorCount:d};return this.reporter.onComplete(R),{seed:u.query,location:t.location??null,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(a),completionStatus:f?"paa_found":"no_paa",...f?{}:{noPaaObserved:!0},problem:null,paaLifecycle:{...this.paaLifecycle},completeness:{...this.completeness},links:{...this.linkDiagnostics},...t.debug?{debug:this.buildHarvestDebugSnapshot(u,o,r,void 0,l)}:{}},totalQuestions:Y.length,surface:"web",aiOverview:{detected:!1,text:null,citations:[]},aiMode:{detected:!1,text:null,citations:[]},whatPeopleSaying:[],tree:this.buildTree(Y,u.query),flat:Y,videos:[],forums:[],organicResults:[],localPack:[],entityIds:{entities:[],kgIds:[],cids:[],gcids:[]},stats:R}}if(k&&(this.aioShareUrlEarly=await this.captureAIOverviewShareUrl(p,t).catch(()=>null)),t.serpOnly){let F=Date.now(),[Y,R,E]=await Promise.all([this.extractOrganicResults(p),g?this.extractLocalPack(p):Promise.resolve([]),this.extractEntityIds(p)]),$=this.mergeLocalPackIntoEntities(E,R),et=k?await this.extractAISurfaces(p,t):O;this.phaseTimings.serpParseMs=Date.now()-F;let Pt=t.debug?pt(o,Y,R):void 0,ht=Y,Mt={requestedPages:(t.pages??1)>=2?2:1,capturedPages:1,page2Status:(t.pages??1)>=2?"not_attempted":"not_requested",page1OrganicCount:Y.length,page2OrganicCount:0};if((t.pages??1)>=2){let nt=await this.captureSecondOrganicPage(p,u,n);ht=[...Y,...nt.organic],Mt={...Mt,capturedPages:nt.status==="captured"?2:1,page2Status:nt.status,page2OrganicCount:nt.organic.length,...nt.failureCode?{failureCode:nt.failureCode}:{}},t.debug&&(Pt=pt(o,ht,R))}await this.resolveMaterialLinks(p,[],ht,et.aiOverview,et.aiMode);let bt={seed:u.query,totalQuestions:0,maxDepthReached:0,durationMs:Date.now()-a,errorCount:d};return this.reporter.onComplete(bt),{seed:u.query,location:t.location??null,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(a),completionStatus:"serp_only",problem:null,pagination:Mt,completeness:{...this.completeness},links:{...this.linkDiagnostics},...t.debug?{debug:this.buildHarvestDebugSnapshot(u,o,r,Pt,l)}:{}},totalQuestions:0,surface:et.surface,aiOverview:et.aiOverview,aiMode:et.aiMode,whatPeopleSaying:[],tree:[],flat:[],videos:[],forums:[],organicResults:ht,localPack:R,entityIds:$,stats:bt}}let[L,T,y,P,w,C]=await Promise.all([b?this.extractVideos(p):Promise.resolve([]),N?this.extractForums(p):Promise.resolve([]),x?this.extractWhatPeopleSaying(p):Promise.resolve([]),this.extractEntityIds(p),this.extractOrganicResults(p),g?this.extractLocalPack(p):Promise.resolve([])]),M=this.mergeLocalPackIntoEntities(P,C),m=t.debug?pt(o,w,C):void 0;this.reporter.onVideos(L),this.reporter.onForums(T);let A=k?await this.extractAISurfaces(p,t):O,I={requestedPages:(t.pages??1)>=2?2:1,capturedPages:1,page2Status:(t.pages??1)>=2?"not_attempted":"not_requested",page1OrganicCount:w.length,page2OrganicCount:0},W=w;if(this.checkpointMaterial={surface:A.surface,aiOverview:A.aiOverview,aiMode:A.aiMode,whatPeopleSaying:y,videos:L,forums:T,organicResults:W,localPack:C,entityIds:M,pagination:I},await this.emitProgress("serp_captured"),I.requestedPages===2){let F=await this.captureSecondOrganicPage(p,u,n);W=[...w,...F.organic],I={...I,capturedPages:F.status==="captured"?2:1,page2Status:F.status,page2OrganicCount:F.organic.length,...F.failureCode?{failureCode:F.failureCode}:{}},this.checkpointMaterial={...this.checkpointMaterial,organicResults:W,pagination:I},await this.emitProgress("serp_captured"),await this.resolveMaterialLinks(p,[],W,A.aiOverview,A.aiMode),this.checkpointMaterial={...this.checkpointMaterial,organicResults:W},await this.emitProgress("serp_captured")}let V=t.debug?pt(o,W,C):m;if(!f){await this.resolveMaterialLinks(p,[],W,A.aiOverview,A.aiMode),this.checkpointMaterial={...this.checkpointMaterial,organicResults:W},await this.emitProgress("serp_captured");let F={seed:u.query,totalQuestions:0,maxDepthReached:0,durationMs:Date.now()-a,errorCount:d};return this.reporter.onComplete(F),{seed:u.query,location:t.location??null,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(a),completionStatus:"no_paa",noPaaObserved:!0,problem:null,pagination:I,paaLifecycle:{...this.paaLifecycle},completeness:{...this.completeness},links:{...this.linkDiagnostics},...t.debug?{debug:this.buildHarvestDebugSnapshot(u,o,r,V,l)}:{}},totalQuestions:0,surface:A.surface,aiOverview:A.aiOverview,aiMode:A.aiMode,whatPeopleSaying:y,tree:[],flat:[],videos:L,forums:T,organicResults:W,localPack:C,entityIds:M,stats:F}}let q=Date.now(),J=await this.runBFS(p,u,n);this.phaseTimings.paaExpansionMs=Date.now()-q,this.throwIfAborted(n);let G=new URLSearchParams({q:u.query,gl:t.gl,hl:t.hl,pws:"0",udm:Bt.udm});r&&G.set("uule",r);let j=[];if(t.includeShortVideos!==!1)try{j=await this.extractShortVideos(p,"https://www.google.com/search?"+G.toString())}catch(F){if(!(F instanceof _))throw F;d++,h.push({code:"short_videos_captcha_skipped",surface:"short_videos",message:F.message,retryable:!0})}this.reporter.onVideos(j),await this.resolveMaterialLinks(p,J,W,A.aiOverview,A.aiMode),this.checkpointMaterial={...this.checkpointMaterial,surface:A.surface,aiOverview:A.aiOverview,aiMode:A.aiMode,videos:[...L,...j],organicResults:W},await this.emitProgress("expansion_finished");let Ct=[...L,...j],B=this.buildTree(J,u.query),tt={seed:u.query,totalQuestions:J.length,maxDepthReached:J.reduce((F,Y)=>Math.max(F,Y.depth),0),durationMs:Date.now()-a,errorCount:d};return this.reporter.onComplete(tt),{seed:u.query,location:t.location??null,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(a),completionStatus:"paa_found",problem:null,pagination:I,paaLifecycle:{...this.paaLifecycle},completeness:{...this.completeness},links:{...this.linkDiagnostics},...h.length>0?{warnings:h}:{},...t.debug?{debug:this.buildHarvestDebugSnapshot(u,o,r,V,l)}:{}},totalQuestions:J.length,surface:A.surface,aiOverview:A.aiOverview,aiMode:A.aiMode,whatPeopleSaying:y,tree:B,flat:J,videos:Ct,forums:T,organicResults:W,localPack:C,entityIds:M,stats:tt}}catch(S){throw d++,this.paaLifecycle.discoveryStatus==="in_progress"&&(this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"interrupted",completionReason:"The browser attempt ended before frontier exhaustion could be proven."}),await this.emitProgress("attempt_ending").catch(()=>{}),this.reporter.onError(S instanceof Error?S:new Error(String(S))),S}}};import{promises as z}from"fs";import Ut from"path";import gt from"papaparse";var Jt=class{async writeJSON(t,n){await z.mkdir(n,{recursive:!0});let s=`${t.seed.toLowerCase().replace(/\W+/g,"-").slice(0,40)}-${Date.now()}.json`,i=Ut.join(n,s);return await z.writeFile(i,JSON.stringify(t,null,2),"utf8"),await Oe({title:`${t.seed} scrape`,content:JSON.stringify(t),source:`mcp-scraper:${i}`}),i}async writeCSV(t,n){await z.mkdir(n,{recursive:!0});let s=(t[0]?.seed_query??"paa").toLowerCase().replace(/\W+/g,"-").slice(0,40),i=gt.unparse(t.map(({sources:S,...U})=>({...U,sources_json:JSON.stringify(S)})),{header:!0}),d=`${s}-${Date.now()}.csv`,h=Ut.join(n,d);return await z.writeFile(h,i,"utf8"),h}async writeVideoCSV(t,n,a){await z.mkdir(a,{recursive:!0});let s=n.toLowerCase().replace(/\W+/g,"-").slice(0,40),i=gt.unparse(t,{header:!0}),d=`${s}-videos-${Date.now()}.csv`,h=Ut.join(a,d);return await z.writeFile(h,i,"utf8"),h}async writeForumCSV(t,n,a){await z.mkdir(a,{recursive:!0});let s=n.toLowerCase().replace(/\W+/g,"-").slice(0,40),i=gt.unparse(t,{header:!0}),d=`${s}-forums-${Date.now()}.csv`,h=Ut.join(a,d);return await z.writeFile(h,i,"utf8"),h}async writeAIOverviewCSV(t,n,a,s){await z.mkdir(s,{recursive:!0});let i=a.toLowerCase().replace(/\W+/g,"-").slice(0,40),d=t.map((l,o)=>({seed_query:a,response_text:o===0?n??"":"",citation_text:l.text,citation_href:l.href})),h=gt.unparse(d,{header:!0}),S=`${i}-ai-overview-${Date.now()}.csv`,U=Ut.join(s,S);return await z.writeFile(U,h,"utf8"),U}async writeAIModeCSV(t,n,a,s){await z.mkdir(s,{recursive:!0});let i=a.toLowerCase().replace(/\W+/g,"-").slice(0,40),d=t.map((l,o)=>({seed_query:a,response_text:o===0?n??"":"",citation_text:l.text,citation_href:l.href})),h=gt.unparse(d,{header:!0}),S=`${i}-ai-mode-${Date.now()}.csv`,U=Ut.join(s,S);return await z.writeFile(U,h,"utf8"),U}async writeWhatPeopleSayingCSV(t,n,a){await z.mkdir(a,{recursive:!0});let s=n.toLowerCase().replace(/\W+/g,"-").slice(0,40),i=t.map(U=>({seed_query:n,...U})),d=gt.unparse(i,{header:!0}),h=`${s}-what-people-saying-${Date.now()}.csv`,S=Ut.join(a,h);return await z.writeFile(S,d,"utf8"),S}};var _t=class{onQuestion(t){process.stdout.write(JSON.stringify({event:"question",depth:t.depth,question:t.question})+`
+`).trim();return!N||/not available|try again|can't generate/i.test(N)?null:N}function u(b){if(!b||b.startsWith("javascript:"))return null;try{let v=new URL(b,window.location.href);return!["http:","https:"].includes(v.protocol)||v.username||v.password?null:{href:v.href,rawHref:v.href}}catch{return null}}function h(b){if(!b)return[];let v=new Set,W=[];for(let f of Array.from(b.querySelectorAll("a[href]"))){let k=u(f.getAttribute("href")??"");if(!k||v.has(k.rawHref))continue;v.add(k.rawHref);let J="";try{J=new URL(k.href).hostname.replace(/^www\./,"")}catch{}W.push({text:i(f)||J||k.href,href:k.href,rawHref:k.rawHref})}return W}async function d(b){let v=b.querySelector(t.aio.showMoreButton);if(!v||v.getAttribute("aria-expanded")!=="false")return!1;v.click();let W=t.expandWaitMs??1500;return W>0&&await new Promise(f=>setTimeout(f,W)),!0}let o=r(),U=null,c=[],g=!1,w=!1,p=[];if(o){g=await d(o);let b=o.querySelector(t.aio.controller),v=o.querySelector(t.aio.contentSubtree),W=o.querySelector(t.aio.showMoreButton);w=b?.getAttribute("data-trnct")==="false"||W?.getAttribute("aria-expanded")==="true"||!W,U=S(v??b??o),p=(U??"").split(`
+`).map(f=>f.trim()).filter(f=>/^\d+\.\s+.+/.test(f)),c=h(o)}let C=document.querySelector(t.aim.root),y=a==="aim"&&!!C,T=C?.closest(t.aim.wrapper)??C,O=y?S(T):null,x=y&&s(O),P=x?O:null,G=x?h(T):[],F=!!o&&s(U);return{surface:a,aiOverview:{detected:F,text:F?U:null,citations:F?c:[],expanded:F?g:!1,fullyExpanded:F?w:!1,sections:F?p:[]},aiMode:{detected:x&&P!==null,text:P,citations:G}}}import{createHash as Ti}from"crypto";var Yn=8e3,Kn=3e3,Jn=1e4,Pi=8;function ct(e){return/(^|\.)google\.(?:com|[a-z]{2,3}(?:\.[a-z]{2})?)$/i.test(e)}function Gt(e){if(!e||e.length>Yn)return null;try{let t=new URL(e);return t.protocol!=="http:"&&t.protocol!=="https:"||t.username||t.password?null:t}catch{return null}}function bi(e,t){if(!e||e.length>Yn||/^javascript:/i.test(e))return null;try{let n=new URL(e,t);return Gt(n.href)}catch{return null}}function Dt(e){let t=Gt(e);return!t||t.protocol!=="https:"||!ct(t.hostname)||t.pathname!=="/goto"?null:t.searchParams.get("url")?t:null}function Ie(e){if(e.linkType!=="google_goto_redirect"||e.resolutionStatus!=="resolved"||!Dt(e.rawUrl)||!e.resolvedUrl)return!1;let t=Gt(e.resolvedUrl);return!!(t&&!ct(t.hostname)&&t.href===e.resolvedUrl&&e.url===t.href)}function kt(e){let t=e.normalize("NFKC").toLocaleLowerCase("en-US").replace(/[^\p{L}\p{N}\s]/gu,"").replace(/\s+/g," ").trim();return`paa_${Ti("sha256").update(t).digest("hex").slice(0,16)}`}function Mt(e,t){let n=bi(e,t);if(!n)return null;let a=n.href;if(!ct(n.hostname))return{url:a,rawUrl:a,resolvedUrl:a,linkType:"plain",resolutionStatus:"not_needed"};if(n.pathname==="/url"){let i=Gt(n.searchParams.get("q")??n.searchParams.get("url")??"");return!i||ct(i.hostname)?null:{url:i.href,rawUrl:a,resolvedUrl:i.href,linkType:"google_url_redirect",resolutionStatus:"resolved"}}return n.pathname==="/goto"&&n.searchParams.get("url")?{url:a,rawUrl:a,resolvedUrl:null,linkType:"google_goto_redirect",resolutionStatus:"unresolved"}:null}function We(e){return Dt(e)?.searchParams.get("url")??null}function _n(e,t){try{let n=new URL(e),a=Gt(new URL(t,n).href);return!a||ct(a.hostname)?null:(!a.hash&&n.hash&&(a.hash=n.hash),a.href)}catch{return null}}async function qn(e,t={}){let n=[...new Set([...e].flatMap(d=>Dt(d)?[d]:[]))],a=new Map(n.map(d=>[d,{rawUrl:d,resolvedUrl:null,resolutionStatus:"unresolved"}])),i=typeof globalThis.fetch=="function"?globalThis.fetch.bind(globalThis):null,s=t.fetchImpl??i;if(n.length===0||!s)return{resolutions:[...a.values()],nonGoogleRequestsObserved:0};let l=Math.max(1,t.timeoutMs??Kn),r=Date.now()+Math.max(1,t.totalBudgetMs??Jn),S=Math.max(1,Math.min(16,Math.floor(t.concurrency??Pi))),u=0,h=async()=>{for(;u<n.length;){let d=n[u++],o=Dt(d),U=o?.searchParams.get("url");if(!o||!U){a.set(d,{rawUrl:d,resolvedUrl:null,resolutionStatus:"rejected"});continue}o.hash="";let c=o.href;for(let g=0;g<2;g++){let w=r-Date.now();if(w<=0)return;let p=new AbortController,C=setTimeout(()=>p.abort(),Math.min(l,w)),y;try{y=await s(c,{method:"GET",redirect:"manual",headers:{accept:"*/*","user-agent":"Mozilla/5.0"},signal:p.signal})}catch{break}finally{clearTimeout(C)}if(y.status<300||y.status>=400)break;let T=y.headers.get("location");if(!T)break;let O=_n(d,T);if(O){a.set(d,{rawUrl:d,resolvedUrl:O,resolutionStatus:"resolved"});break}let x;try{x=new URL(T,c)}catch{a.set(d,{rawUrl:d,resolvedUrl:null,resolutionStatus:"rejected"});break}if(!ct(x.hostname)||We(x.href)!==U){a.set(d,{rawUrl:d,resolvedUrl:null,resolutionStatus:"rejected"});break}c=x.href}}};return await Promise.all(Array.from({length:Math.min(S,n.length)},()=>h())),{resolutions:[...a.values()],nonGoogleRequestsObserved:0}}function Vn(e,t){try{return new URL(e.resolvedUrl??e.url).hostname.replace(/^www\./,"")}catch{return t}}async function zn(e,t={}){let n=[],a=d=>{for(let o of d)n.push(o),a(o.children??[])};a(e.tree??[]);let i=[...e.flat.flatMap(d=>d.sources??[]),...n.flatMap(d=>d.sources),...e.organicResults??[],...(e.aiOverview?.citations??[]).map(({text:d,href:o,...U})=>({...U,url:o})),...(e.aiMode?.citations??[]).map(({text:d,href:o,...U})=>({...U,url:o}))],s=new Map(i.filter(d=>!!d?.rawUrl).map(d=>[d.rawUrl,d])),l=[...s.values()].filter(d=>d.linkType==="google_goto_redirect"&&d.resolutionStatus!=="resolved").map(d=>d.rawUrl);if(l.length>0){let d=await qn(l,t);for(let o of d.resolutions){let U=s.get(o.rawUrl);U&&s.set(o.rawUrl,o.resolutionStatus==="resolved"&&o.resolvedUrl?{...U,url:o.resolvedUrl,resolvedUrl:o.resolvedUrl,resolutionStatus:"resolved"}:{...U,resolutionStatus:o.resolutionStatus})}}let r=d=>({...d,...s.get(d.rawUrl)??d}),S=d=>d.map(o=>{let U=r(o);return{...U,site:Vn(U,o.site)}});for(let d of e.flat){d.sources=S(d.sources??[]);let o=d.sources[0];d.source_title=o?.title??d.source_title,d.source_site=o?.site??d.source_site,d.source_cite=o?.url??d.source_cite}for(let d of n){d.sources=S(d.sources??[]);let o=d.sources[0];d.sourceTitle=o?.title??d.sourceTitle,d.sourceSite=o?.site??d.sourceSite,d.sourceCite=o?.url??d.sourceCite}for(let d=0;d<(e.organicResults?.length??0);d++){let o=r(e.organicResults[d]);e.organicResults[d]={...o,domain:Vn(o,e.organicResults[d].domain)??""}}let u=d=>{let o=r({url:d.href,rawUrl:d.rawUrl,resolvedUrl:d.resolvedUrl,linkType:d.linkType,resolutionStatus:d.resolutionStatus}),{url:U,...c}=o;return{...d,...c,href:U}};e.aiOverview&&(e.aiOverview.citations=(e.aiOverview.citations??[]).map(u)),e.aiMode&&(e.aiMode.citations=(e.aiMode.citations??[]).map(u));let h=[...s.values()];return e.diagnostics.links={linkCandidatesObserved:s.size,plainLinksObserved:h.filter(d=>d.linkType==="plain").length,googleUrlRedirectsObserved:h.filter(d=>d.linkType==="google_url_redirect").length,googleGotoRedirectsObserved:h.filter(d=>d.linkType==="google_goto_redirect").length,redirectsResolved:h.filter(d=>d.linkType!=="plain"&&d.resolutionStatus==="resolved").length,redirectsUnresolved:h.filter(d=>d.resolutionStatus==="unresolved").length,redirectsRejected:h.filter(d=>d.resolutionStatus==="rejected").length,resolverNonGoogleRequestsObserved:0,paaSourcesPreserved:e.flat.reduce((d,o)=>d+o.sources.length,0),aiOverviewLabelValidated:e.aiOverview?.detected??!1},e}async function jn(e,t,n={}){let a=new Map;for(let o of t){let U=a.get(o.rawUrl);U&&Ie(U)||a.set(o.rawUrl,o.linkType==="google_goto_redirect"&&!Ie(o)?{...o,url:o.rawUrl,resolvedUrl:null,resolutionStatus:"unresolved"}:o)}let i=[...a.values()].filter(o=>o.linkType==="google_goto_redirect"&&!Ie(o));if(i.length===0)return a;let s=Date.now()+(n.totalBudgetMs??Jn),l=await qn(i.map(o=>o.rawUrl),n);for(let o of l.resolutions){let U=a.get(o.rawUrl);U&&a.set(o.rawUrl,o.resolutionStatus==="resolved"&&o.resolvedUrl?{...U,url:o.resolvedUrl,resolvedUrl:o.resolvedUrl,resolutionStatus:"resolved"}:{...U,resolutionStatus:o.resolutionStatus})}let r=i.filter(o=>a.get(o.rawUrl)?.resolutionStatus==="unresolved");if(r.length===0||n.browserFallback===!1||Date.now()>=s)return n.onNetworkAudit?.({nonGoogleRequestsObserved:0}),a;let S=n.timeoutMs??Kn,u=await e.context().newPage().catch(()=>null);if(!u)return n.onNetworkAudit?.({nonGoogleRequestsObserved:0}),a;let h=null,d=0;try{await u.route("**/*",async o=>{let U=o.request().url();try{ct(new URL(U).hostname)||(d+=1)}catch{}let c=We(U);if(!h||c!==h.token){await o.abort("blockedbyclient").catch(()=>{});return}let g=h;try{let w=await o.fetch({maxRedirects:0,timeout:g.timeoutMs});g.location=w.headers().location??null}finally{await o.abort("blockedbyclient").catch(()=>{}),g.finish()}});for(let o of r){let U=s-Date.now();if(U<=0)break;let c=Dt(o.rawUrl),g=c?.searchParams.get("url");if(!c||!g){a.set(o.rawUrl,{...o,resolutionStatus:"rejected"});continue}let w=Math.min(S,U);c.hash="";let p=c.href,C=!1;for(let y=0;y<2;y++){let T,O=new Promise(b=>{T=b}),x=`mcp-goto-${Math.random().toString(36).slice(2)}`;h={token:g,timeoutMs:w,location:null,finish:T},await u.evaluate(({url:b,id:v})=>{let W=document.createElement("iframe");W.id=v,W.hidden=!0,W.src=b,document.body.append(W)},{url:p,id:x}).catch(()=>null),await Promise.race([O,new Promise(b=>setTimeout(b,w))]);let P=h.location;if(h=null,await u.evaluate(b=>document.getElementById(b)?.remove(),x).catch(()=>null),!P)break;let G=_n(o.rawUrl,P);if(G){a.set(o.rawUrl,{...o,url:G,resolvedUrl:G,resolutionStatus:"resolved"});break}let F;try{F=new URL(P,p)}catch{C=!0;break}if(!ct(F.hostname)||We(F.href)!==g){C=!0;break}p=F.href}C&&a.get(o.rawUrl)?.resolutionStatus!=="resolved"&&a.set(o.rawUrl,{...o,resolutionStatus:"rejected"})}}finally{h=null,await u.close().catch(()=>{}),n.onNetworkAudit?.({nonGoogleRequestsObserved:d})}return a}async function $n(e){let t=Bt;return e.evaluate(n=>{let a=[],i=Array.from(document.querySelectorAll(n.container));for(let s of i){let S=(s.querySelector(n.sectionHeading)?.textContent?.trim()??"").toLowerCase().includes("short")?"short_video":"video",u=Array.from(s.querySelectorAll(n.item));for(let h of u){let d=h.href;if(!d||!d.includes("youtube")&&!d.includes("youtu.be"))continue;let o=h.textContent?.trim()??"",U=o.indexOf("YouTube");if(U===-1)continue;let c=o.slice(0,U).trim(),w=o.slice(U+7).replace(/^[·\s·]+/,"").match(/^([^·\n]+)/),p=w?w[1].trim():"";c&&a.push({type:S,title:c,channel:p,platform:"YouTube",duration:"",url:d})}}return a},t)}async function Qn(e){let t=Mn;return e.evaluate(n=>{let a=[],s=Array.from(document.querySelectorAll(n.section)).find(r=>r.textContent?.includes("Discussions"));if(!s)return a;let l=Array.from(s.querySelectorAll(n.item));for(let r of l){let S=r.href;if(!S)continue;let u=r.querySelector(n.title),h=r.querySelector(n.source),d=u?.textContent?.trim()??"",o=h?.textContent?.trim()??"";d&&a.push({title:d,source:o,url:S})}return a},t)}async function Zn(e,t,n){try{await e.goto(t,{waitUntil:"domcontentloaded"}),await e.waitForTimeout(1500)}catch{return[]}await n(e,"Google short video search");let a={item:Ht.item,platforms:[...Ht.platforms]};return(await e.evaluate(s=>{let l=new Set,r=[],S=Array.from(document.querySelectorAll(s.item)),u=["youtube.com","youtu.be","tiktok.com","instagram.com","facebook.com","fb.watch"],h=new Map;for(let d of S){let o=d.href;if(!o||!u.some(c=>o.includes(c)))continue;let U=d.textContent?.trim()??"";h.has(o)||h.set(o,[]),h.get(o).push(U)}for(let[d,o]of h.entries()){if(l.has(d))continue;l.add(d);let U=o.find(C=>/^\d+:\d+$/.test(C))??"",c=o.find(C=>!/^\d+:\d+$/.test(C)&&C.length>5)??"";if(!c)continue;let g=c,w="",p="";for(let C of s.platforms){let y=-1,T=0;for(;;){let F=c.indexOf(C,T);if(F===-1)break;y=F,T=F+1}if(y===-1)continue;let O=c.slice(y+C.length);if(!(/^[\s·]/.test(O)||O.trim()===""))continue;g=c.slice(0,y).trim(),w=C;let P=O.replace(/^[\s·]+/,""),G=P.indexOf("\xB7");p=(G===-1?P:P.slice(0,G)).trim();break}g&&r.push({title:g,channel:p,platform:w,duration:U,url:d})}return r},a)).map(s=>({type:"short_video",...s}))}async function Xn(e){let t=vn;return e.evaluate(n=>{let a=Array.from(document.querySelectorAll(n.sectionTag)).find(i=>i.textContent?.includes(n.sectionHeadingText))??document.querySelector(".yG4QQe.TBC9ub.NbhJ1c");return a?Array.from(a.querySelectorAll(n.card)).map(i=>{let l=i.querySelector(n.cardLink)?.href??"",r=i.querySelector(n.titleH1)?.textContent?.trim(),S=i.querySelector(n.titleDiv)?.textContent?.trim(),u=r??S??"",h=i.querySelector(n.source)?.textContent?.trim()??"",o=i.querySelector(n.platformBadge)?.textContent?.trim()??"",U=i.querySelector(n.ytChannel)?.textContent?.trim()??"",c=i.querySelector(n.ytDate)?.textContent?.trim()??"",g=i.querySelector(n.authorNote)?.textContent?.trim()??null,w=i.querySelector(n.popularCommentLabel),p=null;if(w){let k=w.nextSibling;for(;k;){let J=k.textContent?.trim();if(J){p=J;break}k=k.nextSibling}}let C=Array.from(i.querySelectorAll("span")),y=C.find(k=>/^\d+:\d+$/.test(k.textContent?.trim()??""))?.textContent?.trim()??null,O=C.map(k=>k.textContent?.trim()??"").filter(k=>/\d/.test(k)&&(k.includes("comment")||k.includes("reaction")||k.includes("view")||k.includes("like")||k.includes("share")))[0]??"",x=C.map(k=>k.textContent?.trim()??"").filter(k=>/\d+ (day|week|month|year|hour)s? ago|Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec/.test(k)),P=c||(x[0]??""),G=o||(U?"YouTube":""),F=U||h,b="unknown",v=G.toLowerCase(),W=F.toLowerCase(),f=h.toLowerCase();return v.includes("reddit")||W.startsWith("r/")?b="reddit":v.includes("facebook")||f.includes("facebook")?b="facebook":v.includes("instagram")||f.includes("instagram")?b="instagram":v.includes("tiktok")||f.includes("tiktok")?b="tiktok":v.includes("youtube")||U?b="youtube":b="news",{type:b,title:u,url:l,source:F,platform:G,popularComment:p,engagement:O,date:P,duration:y,authorNote:g}}):[]},t)}async function ta(e){let t=Tn,n=await e.evaluate(i=>{let s=[],l=0;return document.querySelectorAll(i.result).forEach(r=>{let S=r.querySelector(i.title);if(!S)return;let u=S.textContent?.trim()??"",d=S.closest("a")?.href??"";if(!u||!d)return;l++;let o=r.querySelector(i.cite)?.textContent?.trim()??null,U=r.querySelector(i.snippet)?.textContent?.trim()??null,c=!!r.querySelector(i.redditCite),g=r.querySelector(i.ratingWrap),w=g?{value:g.querySelector(i.ratingValue)?.textContent?.trim()??"",count:g.querySelector(i.reviewCount)?.textContent?.trim()??""}:null,p="";try{p=new URL(d).hostname.replace(/^www\./,"")}catch{p=r.querySelector(i.siteName)?.textContent?.trim()??""}s.push({position:l,title:u,url:d,domain:p,cite:o,snippet:U,isRedditStyle:c,inlineRating:w})}),s},t),a=typeof e.url=="function"?e.url():"https://www.google.com/";return n.flatMap(i=>{let s=Mt(i.url,a);if(!s)return[];let l=i.domain;try{l=new URL(s.resolvedUrl??s.rawUrl).hostname.replace(/^www\./,"")}catch{}return[{...i,...s,domain:l}]})}async function ea(e){let t=Pn;return e.evaluate(n=>{let a=[],i=null;return document.querySelectorAll('[role="heading"]').forEach(s=>{!i&&s.textContent?.includes(n.headingText)&&(i=s.closest("[data-hveid]"))}),i&&i.querySelectorAll(n.card).forEach((s,l)=>{let r=s.querySelector(n.name)?.textContent?.trim()??"";if(!r)return;let S=s.querySelector(n.ratingValue)?.textContent?.trim()??null,u=s.querySelector(n.reviewCount)?.textContent?.trim()??null,h=u?u.replace(/[()]/g,"").trim():null,d=s.querySelector("a[data-cid]")?.getAttribute("data-cid")??null;if(!d)for(let w of Array.from(s.querySelectorAll("a[href]"))){let p=w.href.match(/[?&]cid=(\d+)/);if(p){d=p[1];break}let C=w.href.match(/!1s0x[0-9a-f]+:0x([0-9a-f]+)/i);if(C){try{d=BigInt("0x"+C[1]).toString()}catch{}if(d)break}}let o=[];s.querySelectorAll("div, span").forEach(w=>{let p=Array.from(w.childNodes).filter(C=>C.nodeType===3).map(C=>C.textContent?.trim()??"").filter(C=>C.length>1&&C.length<120).join(" ");p&&!o.includes(p)&&o.push(p)});let U=Array.from(s.querySelectorAll("a[href]")),c=U.find(w=>w.href.includes("google.com/maps"))?.href??null,g=U.find(w=>!w.href.includes("google.com")&&w.href.startsWith("http"))?.href??null;a.push({position:l+1,name:r,cid:d,rating:S,reviewCount:h,metadata:o,websiteUrl:g,directionsUrl:c})}),a},t)}async function na(e){return e.evaluate(()=>{let t=new Set,n=new Set,a=new Set,i=new Map;function s(r){let S=[".OSrXXb",".dbg0pd",".tzt0oe",'[role="heading"]',"h3"];for(let u of S){let h=r.querySelector(u);if(h?.textContent?.trim())return h.textContent.trim()}return""}document.querySelectorAll('[id^="pv-/g/"]').forEach(r=>{let S=r.getAttribute("id");if(!S)return;let u=S.replace("pv-","");t.add(u);let h=s(r),o=r.querySelector("a[data-cid]")?.getAttribute("data-cid")??null;o&&n.add(o),h&&i.set(u,{name:h,kgId:u,cid:o,gcid:null})}),document.querySelectorAll("[data-mid]").forEach(r=>{let S=r.getAttribute("data-mid");if(S?.startsWith("/g/")&&(t.add(S),!i.has(S))){let u=s(r);u&&i.set(S,{name:u,kgId:S,cid:null,gcid:null})}}),document.querySelectorAll(".w7Dbne").forEach(r=>{let u=r.querySelector("a[data-cid]")?.getAttribute("data-cid")??null;if(!u)return;n.add(u);let h=r.querySelector(".OSrXXb")?.textContent?.trim()??"";if(!h)return;let d=r.querySelector('[id^="pv-/g/"]'),o=d?d.getAttribute("id").replace("pv-",""):null,U=o??`cid:${u}`;if(i.has(U)){let c=i.get(U);c.cid||i.set(U,{...c,cid:u})}else i.set(U,{name:h,kgId:o,cid:u,gcid:null})}),document.querySelectorAll("a[data-cid]").forEach(r=>{let S=r.getAttribute("data-cid");if(!S)return;if(n.add(S),![...i.values()].some(h=>h.cid===S)){let h=r.parentElement,d="";for(let o=0;o<8&&h;o++){let U=h.querySelector('.OSrXXb, .dbg0pd, [role="heading"], h3');if(U?.textContent?.trim()){d=U.textContent.trim();break}h=h.parentElement}d&&i.set(`cid:${S}`,{name:d,kgId:null,cid:S,gcid:null})}});let l=Array.from(document.querySelectorAll("script:not([src])")).map(r=>r.textContent??"").filter(r=>r.length>1e4).join(`
+`);for(let r of l.matchAll(/\/g\/[a-zA-Z0-9_-]{5,20}/g))t.add(r[0]);for(let r of l.matchAll(/gcid:[a-zA-Z0-9_]+/g))a.add(r[0]);for(let r of l.matchAll(/0x[0-9a-f]+:0x([0-9a-f]+)/gi))try{n.add(BigInt("0x"+r[1]).toString())}catch{}return{entities:[...i.values()],kgIds:[...t],cids:[...n],gcids:[...a]}})}function aa(e,t){let n=new Set(e.cids),a=e.entities.map(i=>({...i}));for(let i of t){if(!i.cid)continue;n.add(i.cid);let s=i.name.toLowerCase().trim(),l=a.find(r=>r.name.toLowerCase().trim()===s);l?l.cid||(l.cid=i.cid):a.find(r=>r.cid===i.cid)||a.push({name:i.name,kgId:null,cid:i.cid,gcid:null})}return{...e,entities:a,cids:[...n]}}var ia=String.raw`^(?:an error has occurred(?:[.!…]\s*)?(?:please try again later[.!…]?)?|loading|please wait|try again|something went wrong)[.!…\s]*$`,Wi=700,Ai=1e3,sa=1400,oa=2e3,xi=4,ra=250,ne=class{constructor(t,n,a,i){this.driver=t;this.reporter=n;this.onPaaProgress=a;this.onProviderSession=i}driver;reporter;onPaaProgress;onProviderSession;completeness={paaWithoutAnswer:0,paaWithoutSource:0,paaAnswersRecovered:0,aioShareCaptured:null};aioShareUrlEarly=null;linkDiagnostics=this.emptyLinkDiagnostics();collectedRows=[];partialContext=null;progressSequence=0;clickedQuestions=new Set;paaLifecycle=this.emptyPaaLifecycle(0);checkpointMaterial=null;interactionObservations=[];phaseTimings={};currentPhaseTimings(t){return{...this.phaseTimings,totalServerMs:Math.max(0,Date.now()-t)}}emptyPaaLifecycle(t){return{requestedQuestions:t,questionsFound:0,targetStatus:"not_met",discoveryStatus:"in_progress",materialStatus:"partial",completionReason:"PAA expansion is still running.",automaticRetries:0,retryBreakdown:{controlRetries:0,browserRetries:0,providerFallbacks:0,runtimeRecoveries:0,idempotentReplays:0},knownQuestions:0,processedQuestions:0,failedInteractions:0,noGrowthConfirmations:0,visibleControls:0,eligibleControls:0,dispatchedInteractions:0,confirmedInteractions:0,unconfirmedInteractions:0}}emptyLinkDiagnostics(){return{linkCandidatesObserved:0,plainLinksObserved:0,googleUrlRedirectsObserved:0,googleGotoRedirectsObserved:0,redirectsResolved:0,redirectsUnresolved:0,redirectsRejected:0,resolverNonGoogleRequestsObserved:0,paaSourcesPreserved:0,aiOverviewLabelValidated:!1}}mergePaaSources(t=[],n=[]){let a=new Map;for(let i of[...t,...n]){let s=a.get(i.rawUrl);if(!s){a.set(i.rawUrl,i);continue}let l=i.resolutionStatus==="resolved"&&s.resolutionStatus!=="resolved"?i:s,r=i.description?.trim()&&!s.description?.trim()?i:s.description?.trim()?s:l;a.set(i.rawUrl,{...l,title:r.title??l.title??s.title??i.title,site:l.site??s.site??i.site,...(r.description??s.description??i.description)!==void 0?{description:r.description??s.description??i.description}:{}})}return[...a.values()]}normalizeAICitations(t,n){let a=new Set;return n.flatMap(i=>{let s=Mt(i.rawHref??i.href,t);if(!s||a.has(s.rawUrl))return[];a.add(s.rawUrl);let{url:l,...r}=s;return[{...r,text:i.text,href:l}]})}async resolveMaterialLinks(t,n,a,i,s){let l=Date.now(),r=[...n.flatMap(c=>c.sources??[]),...a,...i.citations.map(({text:c,href:g,...w})=>({...w,url:g})),...s.citations.map(({text:c,href:g,...w})=>({...w,url:g}))],S=new Map(r.map(c=>[c.rawUrl,c])),u=0,h=await jn(t,r,{onNetworkAudit:c=>{u=c.nonGoogleRequestsObserved}}),d=c=>({...c,...h.get(c.rawUrl)??c});for(let c of n){c.sources=(c.sources??[]).map(d);let g=c.sources[0];c.source_title=g?.title??c.source_title,c.source_site=g?.site??c.source_site,c.source_cite=g?.url??c.source_cite}for(let c=0;c<a.length;c++){let g=d(a[c]);if(g.resolvedUrl)try{g.domain=new URL(g.resolvedUrl).hostname.replace(/^www\./,"")}catch{}a[c]=g}let o=c=>{let g=d({url:c.href,rawUrl:c.rawUrl,resolvedUrl:c.resolvedUrl,linkType:c.linkType,resolutionStatus:c.resolutionStatus}),{url:w,...p}=g;return{...p,text:c.text,href:w}};i.citations=i.citations.map(o),s.citations=s.citations.map(o);let U=[...h.values()];this.linkDiagnostics={linkCandidatesObserved:S.size,plainLinksObserved:U.filter(c=>c.linkType==="plain").length,googleUrlRedirectsObserved:U.filter(c=>c.linkType==="google_url_redirect").length,googleGotoRedirectsObserved:U.filter(c=>c.linkType==="google_goto_redirect").length,redirectsResolved:U.filter(c=>c.linkType!=="plain"&&c.resolutionStatus==="resolved").length,redirectsUnresolved:U.filter(c=>c.resolutionStatus==="unresolved").length,redirectsRejected:U.filter(c=>c.resolutionStatus==="rejected").length,resolverNonGoogleRequestsObserved:u,paaSourcesPreserved:n.reduce((c,g)=>c+(g.sources??[]).length,0),aiOverviewLabelValidated:i.detected},this.phaseTimings.linkResolutionMs=(this.phaseTimings.linkResolutionMs??0)+(Date.now()-l)}normalizeQuestion(t){return t.toLowerCase().replace(/[^\w\s]/g,"").replace(/\s+/g," ").trim()}throwIfAborted(t){if(t?.aborted)throw t.reason instanceof DOMException&&t.reason.name==="TimeoutError"?t.reason:new at}async throwIfCaptcha(t,n){if(await t.locator(q.captchaMarker).count().catch(()=>0)>0)throw new j(`${n} returned a CAPTCHA \u2014 retrying with a fresh session.`)}async extractVisibleItems(t,n){let a=await t.evaluate(Ct,{selectors:q,onlyQuestion:n}),i=typeof t.url=="function"?t.url():"https://www.google.com/";return this.mapPaaDomRecords(a,i)}mapPaaDomRecords(t,n){return t.flatMap(a=>{let i=[],s=new Set;for(let u of a.sources){let h=Mt(u.rawHref,n);if(!h||s.has(h.rawUrl))continue;s.add(h.rawUrl);let d=a.sourceSite??null;try{d||=new URL(h.resolvedUrl??h.rawUrl).hostname.replace(/^www\./,"")}catch{}i.push({...h,title:u.title||a.sourceTitle||null,site:d,...u.description?{description:u.description}:{}})}let l=i[0],r={questionId:kt(a.question),googleLinkId:a.googleLinkId,googleEvidenceId:a.googleEvidenceId,question:a.question,answer:Rt(a.answer,a.question),sourceTitle:l?.title??a.sourceTitle,sourceSite:l?.site??a.sourceSite,sourceCite:l?.url,sources:i,...a.answerExpansionIncomplete?{answerExpansionIncomplete:!0}:{}},S=on.safeParse(r);return S.success?[S.data]:(console.warn("[PAAExtractor] item parse failed:",a.question,S.error.issues[0]?.message),[])})}jitteredDelayMs(t,n){return t+Math.floor(Math.random()*(n-t+1))}async clickItem(t,n){try{await t.locator(`${q.item}[data-q="${n}"], ${q.item}[data-initq="${n}"]`).first().click()}catch{}}toFlatRow(t,n,a,i){return{seed_query:i,question_id:t.questionId??kt(t.question),google_link_id:t.googleLinkId??"",google_evidence_id:t.googleEvidenceId??"",question:t.question,answer:t.answer??"",...t.answerExpansionIncomplete?{answerExpansionIncomplete:!0}:{},source_title:t.sourceTitle??"",source_site:t.sourceSite??"",source_cite:t.sourceCite??"",sources:t.sources??[],depth:n,parent_question:a??"",extracted_at:new Date().toISOString()}}upsertCollectedRow(t){let n=this.normalizeQuestion(t.question),a=this.collectedRows.findIndex(r=>this.normalizeQuestion(r.question)===n);if(a<0)return this.collectedRows.push({...t}),!0;let i=this.collectedRows[a],s={...i,...t,answer:t.answer||i.answer,answerExpansionIncomplete:t.answer?t.answerExpansionIncomplete:i.answerExpansionIncomplete,source_title:t.source_title||i.source_title,source_site:t.source_site||i.source_site,source_cite:t.source_cite||i.source_cite,sources:this.mergePaaSources(i.sources,t.sources),extracted_at:t.extracted_at||i.extracted_at},l=s.answerExpansionIncomplete!==i.answerExpansionIncomplete||s.answer!==i.answer||s.source_title!==i.source_title||s.source_site!==i.source_site||s.source_cite!==i.source_cite||JSON.stringify(s.sources)!==JSON.stringify(i.sources);return l&&(this.collectedRows[a]=s),l}async emitProgress(t){if(!this.onPaaProgress||this.collectedRows.length===0&&!this.checkpointMaterial)return;let n={sequence:++this.progressSequence,observedAt:new Date().toISOString(),clickedQuestions:[...this.clickedQuestions],phase:t,records:this.collectedRows.map(a=>({...a})),lifecycle:{...this.paaLifecycle},...this.checkpointMaterial?{material:structuredClone(this.checkpointMaterial)}:{},interactions:this.interactionObservations.map(a=>({...a,confirmationSignals:[...a.confirmationSignals]}))};try{await this.onPaaProgress(n)}catch(a){console.warn(JSON.stringify({event:"paa_progress_sink_failed",sequence:n.sequence,phase:n.phase,message:a instanceof Error?a.message:String(a)}))}}getPartialResult(){let t=this.partialContext;if(!t||this.collectedRows.length===0&&!this.checkpointMaterial)return null;let n=this.collectedRows.map(S=>({...S})),a=this.checkpointMaterial,i=t.questionsOnly?0:n.filter(S=>!S.answer?.trim()).length,s=t.questionsOnly?0:n.filter(S=>(S.sources??[]).length===0).length,l=t.questionsOnly?0:n.filter(S=>S.answerExpansionIncomplete).length,r={seed:t.seed,totalQuestions:n.length,maxDepthReached:n.reduce((S,u)=>Math.max(S,u.depth),0),durationMs:Date.now()-t.startMs,errorCount:0};return{seed:t.seed,location:t.location,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(t.startMs),completionStatus:"paa_found",problem:null,...a?.pagination?{pagination:{...a.pagination}}:{},resultQuality:"partial",degradedResult:!1,retryRecommended:!0,paaLifecycle:{...this.paaLifecycle,questionsFound:n.length,targetStatus:n.length>=(t.maxQuestions??0)?"met":"not_met",discoveryStatus:"interrupted",materialStatus:i>0||s>0||l>0?"partial":"complete",completionReason:"The browser attempt ended before frontier exhaustion could be proven."},completeness:{...this.completeness,paaWithoutAnswer:i,paaWithoutSource:s,paaIncompleteAnswers:l,paaRequested:t.maxQuestions,paaReturned:n.length,paaUnique:n.length},warnings:[{code:"paa_partial",surface:"paa",message:`Harvest stopped before finishing; returning the ${n.length} question(s) collected up to that point.`,retryable:!0}]},totalQuestions:n.length,surface:a?.surface??"web",aiOverview:a?.aiOverview??{detected:!1,text:null,citations:[]},aiMode:a?.aiMode??{detected:!1,text:null,citations:[]},whatPeopleSaying:a?.whatPeopleSaying??[],tree:this.buildTree(n,t.seed),flat:n,videos:a?.videos??[],forums:a?.forums??[],organicResults:a?.organicResults??[],localPack:a?.localPack??[],entityIds:a?.entityIds??{entities:[],kgIds:[],cids:[],gcids:[]},stats:r}}async runBFS(t,n,a){await t.waitForTimeout(700);let i=new Set,s=new Set,l=[];this.clickedQuestions=new Set,this.interactionObservations=[];let r=new Set,S=new Map,u=new Set,h=new Set,d=new Map,o=new Set,U=2,c=3,g=0,w=Promise.resolve(),p=v=>{let W=w.then(()=>{if(this.throwIfAborted(a),n.softDeadlineMs&&Date.now()>=n.softDeadlineMs)throw new Nt("The execution deadline arrived before the next PAA interaction.");return v()});return w=W.then(()=>{},()=>{}),W},C={sel:q.item,dataQ:q.itemDataQ,dataInitQ:q.itemDataInitQ,questionEl:q.itemQuestionEl,answerSel:q.answerContainer,expandedClass:q.expandedClass,clickTarget:q.clickTarget,answerPlaceholderPattern:ia,questionsOnly:n.questionsOnly},y=()=>t.evaluate(({sel:v,dataQ:W,dataInitQ:f,questionEl:k,expandedClass:J,clickTarget:N,answerSel:D,answerPlaceholderPattern:M,questionsOnly:L})=>{let m=I=>{if(!I)return"";let R=[];for(let H of I.childNodes){if(H.nodeType===Node.TEXT_NODE){let z=H.textContent?.trim();z&&R.push(z);continue}if(H.nodeType!==Node.ELEMENT_NODE)continue;let _=H;if(_.tagName==="STYLE"||_.tagName==="SCRIPT"||_.getAttribute("aria-hidden")==="true")continue;let B=m(_);B&&R.push(B)}return R.join(" ").replace(/\s+/g," ").trim()};return Array.from(document.querySelectorAll(v)).map((I,R)=>{let H=m(I.querySelector(D)).replace(/An AI Overview is not available for this search/gi," ").replace(/Can't generate an AI overview right now\.?\s*Try again later\.?/gi," ").replace(/\bAI Overview\b/gi," ").replace(/\s+/g," ").trim(),_=I.classList.contains(J)||I.querySelector(N)?.getAttribute("aria-expanded")==="true",B=H.length>=10&&!new RegExp(M,"i").test(H);return{q:(I.getAttribute(W)||I.getAttribute(f)||I.querySelector(k)?.innerText?.trim()||"").replace(/\s+/g," ").trim(),done:_&&(L||B),expanded:_,index:R,answerReady:B,sourceCount:B?I.querySelector(D)?.querySelectorAll("a[href]").length??0:0}}).filter(I=>I.q)},C),T=async(v,W,f,k,J,N,D)=>{let M=Date.now(),L={id:`${D}:${kt(v)}:${N}`,questionId:kt(v),question:v,batchNumber:D,controlAttempt:N,observedAt:new Date(M).toISOString(),beforeQuestionCount:W,expandedBefore:k},m=f>=0?t.locator(C.sel).nth(f).locator(C.clickTarget):null,I=null,R=await p(async()=>(M=Date.now(),L.observedAt=new Date(M).toISOString(),m?(k&&(await m.click({timeout:oa,force:!0,noWaitAfter:!0}),await t.waitForTimeout(120)),await m.click({timeout:oa,force:!0,noWaitAfter:!0}),!0):!1)).catch(B=>(I=B instanceof Error&&(B.name==="TimeoutError"||/timeout/i.test(B.message))?"click_ack_timeout":"click_failed",!1)),H=Date.now()-M,_={...L,dispatched:R,outcome:R?"unconfirmed":"dispatch_failed",confirmationSignals:[],confirmationCheckpointMs:null,confirmedAtMs:null,dispatchDurationMs:H,totalDurationMs:H,afterQuestionCount:W,newQuestionCount:0,expandedAfter:k,answerObserved:!1,sourceCount:0,errorCode:f<0?"control_missing":I};return{clickStartedMs:M,dispatched:R,confirmed:!1,hadMaterialBefore:J,observation:_}},O=async v=>{let W=null,f=v.filter(k=>k.dispatched||k.observation.errorCode==="click_ack_timeout");for(let k of[Wi,Ai,sa]){if(!f.length)break;let J=Math.min(...f.map(M=>M.clickStartedMs+k-Date.now()));J>0&&await t.waitForTimeout(J);let N=n.questionsOnly?await y().catch(()=>null):await t.evaluate(Ct,{selectors:q}).catch(()=>null);N&&!n.questionsOnly&&(W=N);let D=N?.length;for(let M of f){let L=M.observation;if(N){let m=n.questionsOnly?N.find(B=>B.q===L.question):N.find(B=>B.question===L.question),I=!1,R=0;if(m)if("q"in m)I=m.answerReady,R=m.sourceCount;else{let B=Rt(m.answer,m.question);I=!!(B&&B.length>=10&&!new RegExp(ia,"i").test(B)),R=I?m.sources.length:0}L.afterQuestionCount=D??L.beforeQuestionCount,L.newQuestionCount=Math.max(0,L.afterQuestionCount-L.beforeQuestionCount),L.expandedAfter=m?.expanded??!1,L.answerObserved=I,L.sourceCount=I?R:0,L.confirmationSignals=[...L.expandedAfter?["expanded"]:[],...I?["answer"]:[],...L.sourceCount>0?["source"]:[],...L.newQuestionCount>0?["question_growth"]:[]];let H=!!(m?.expanded&&!L.expandedBefore);((I||L.sourceCount>0)&&(!M.hadMaterialBefore||M.dispatched||H)||L.newQuestionCount>0&&(M.dispatched||H))&&(M.confirmed=!0,L.outcome="confirmed",L.confirmationCheckpointMs=k,L.confirmedAtMs=Date.now()-M.clickStartedMs),M.dispatched&&(L.errorCode=M.confirmed?null:m?"confirmation_timeout":"control_missing")}L.totalDurationMs=Date.now()-M.clickStartedMs}f=f.filter(M=>!M.confirmed&&Date.now()-M.clickStartedMs<sa)}for(let k of v)k.dispatched&&!k.confirmed&&k.observation.errorCode===null&&(k.observation.errorCode="confirmation_timeout");return W},x=null,P=0;t:for(;;){if(n.softDeadlineMs&&Date.now()>=n.softDeadlineMs)throw this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"interrupted",completionReason:"The execution deadline arrived before frontier exhaustion could be proven."},new Nt(this.paaLifecycle.completionReason);this.throwIfAborted(a);let v=n.questionsOnly?null:x??await t.evaluate(Ct,{selectors:q});x=null;let W=typeof t.url=="function"?t.url():"https://www.google.com/",f=v?v.map(m=>{let I=!!Rt(m.answer,m.question),R=I&&!m.answerExpansionIncomplete&&m.sources.some(H=>!!Mt(H.rawHref,W));return{q:m.question,done:R||m.expanded&&I,answerReady:I,expanded:m.expanded,index:m.itemIndex}}):await y(),k=!1;for(let m of f)s.has(m.q)||(s.add(m.q),l.push(m.q),l.length<=n.maxQuestions&&(k=this.upsertCollectedRow(this.toFlatRow({questionId:kt(m.q),googleLinkId:null,googleEvidenceId:null,question:m.q,sources:[]},1,null,n.query))||k)),m.done&&(u.has(m.q)||h.delete(m.q),u.add(m.q));if(this.paaLifecycle={...this.paaLifecycle,questionsFound:Math.min(l.length,n.maxQuestions),targetStatus:l.length>=n.maxQuestions?"met":"not_met",knownQuestions:l.length,processedQuestions:u.size,failedInteractions:h.size,visibleControls:f.length},k&&await this.emitProgress("discovered"),n.questionsOnly&&s.size>=n.maxQuestions){this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"target_reached",targetStatus:"met",completionReason:"The requested unique-question count was observed."};break}if(!n.questionsOnly&&s.size>=n.maxQuestions){let m=!1,I=new Set(l.slice(0,n.maxQuestions)),R=this.mapPaaDomRecords(v??[],W),H=R.filter(B=>I.has(B.question)&&B.answerExpansionIncomplete&&!o.has(B.question)),_;await Promise.allSettled(H.map(async B=>{o.add(B.question);try{await be(t,B.question,{selectors:q,deadlineMs:n.softDeadlineMs,signal:a,allowOuterReopen:!r.has(B.question),dispatchClick:p},Ct)}catch(z){_??={reason:z}}})),H.length&&(R=await this.extractVisibleItems(t).catch(B=>{if(_)return R;throw B}));for(let B of R){if(!I.has(B.question))continue;let z=d.get(B.question),Y={...B,answer:B.answer||z?.answer,answerExpansionIncomplete:B.answer?B.answerExpansionIncomplete:z?.answerExpansionIncomplete,sourceTitle:B.sourceTitle??z?.sourceTitle,sourceSite:B.sourceSite??z?.sourceSite,sourceCite:B.sourceCite??z?.sourceCite,sources:this.mergePaaSources(z?.sources,B.sources)};d.set(B.question,Y),m=this.upsertCollectedRow(this.toFlatRow(Y,1,null,n.query))||m}if(m&&await this.emitProgress("answer_captured"),_)throw _.reason;if([...I].every(B=>{let z=d.get(B);return!!(z?.answer?.trim()&&z.sources.length>0&&!z.answerExpansionIncomplete)})){h.clear(),this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"target_reached",targetStatus:"met",failedInteractions:0,completionReason:"The requested unique-question count and its answer/source material were observed."};break}}let J=new Set(l.slice(0,n.maxQuestions)),N=f.filter(m=>J.has(m.q)&&(!m.done||s.size<n.maxQuestions&&!this.clickedQuestions.has(m.q))&&(S.get(m.q)??0)<U&&!r.has(m.q)),D=N.slice(-xi);if(this.paaLifecycle={...this.paaLifecycle,eligibleControls:N.length},D.length===0){if(s.size>=n.maxQuestions){this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"target_reached",targetStatus:"met",completionReason:"The requested unique-question count was observed."};break}let m=new Set(f.map(R=>R.q)),I=l.slice(0,n.maxQuestions).filter(R=>h.has(R)||!u.has(R)&&!m.has(R));if(I.length>0)throw this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"interrupted",failedInteractions:new Set([...h,...I]).size,completionReason:"At least one known PAA control failed or disappeared before it could be confirmed."},await this.emitProgress("expansion_finished"),new Nt(this.paaLifecycle.completionReason);for(let R=1;R<=c;R++){this.throwIfAborted(a),await this.throwIfCaptcha(t,"Google PAA exhaustion confirmation"),await t.mouse.wheel(0,320);let H=await t.waitForFunction(({sel:B,min:z})=>document.querySelectorAll(B).length>z,{sel:q.item,min:f.length},{timeout:1500,polling:100}).catch(()=>null);if(this.paaLifecycle={...this.paaLifecycle,noGrowthConfirmations:R},H||(await y()).some(B=>!s.has(B.q)))continue t}this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"frontier_exhausted",targetStatus:"not_met",failedInteractions:0,noGrowthConfirmations:c,completionReason:"Every known eligible PAA control was processed and three healthy no-growth confirmations found no additional questions."};break}await this.throwIfCaptcha(t,"Google PAA expansion"),g+=1;for(let m of D){if(this.reporter.onDepth(++P),(S.get(m.q)??0)>0){let I=this.paaLifecycle.retryBreakdown.controlRetries+1;this.paaLifecycle={...this.paaLifecycle,automaticRetries:I+this.paaLifecycle.retryBreakdown.browserRetries+this.paaLifecycle.retryBreakdown.runtimeRecoveries,retryBreakdown:{...this.paaLifecycle.retryBreakdown,controlRetries:I}}}S.set(m.q,(S.get(m.q)??0)+1)}let M=[];for(let m of D)M.push({target:m,result:await T(m.q,f.length,m.index,m.expanded,m.answerReady,S.get(m.q)??1,g)});let L=await O(M.map(({result:m})=>m));for(let{target:m,result:I}of M)(I.dispatched||I.confirmed)&&this.clickedQuestions.add(m.q),this.interactionObservations.push(I.observation);if(this.interactionObservations.length>ra&&this.interactionObservations.splice(0,this.interactionObservations.length-ra),!n.questionsOnly){let m=new Set(D.map(R=>R.q)),I=L??await t.evaluate(Ct,{selectors:q});for(let R of this.mapPaaDomRecords(I,typeof t.url=="function"?t.url():"https://www.google.com/"))m.has(R.question)&&(d.set(R.question,R),this.upsertCollectedRow(this.toFlatRow(R,1,null,n.query))&&await this.emitProgress("answer_captured"));l.length>=n.maxQuestions&&l.slice(0,n.maxQuestions).every(R=>{let H=I.find(_=>_.question===R);return!!(H&&Rt(H.answer,H.question)&&!H.answerExpansionIncomplete&&H.sources.some(_=>Mt(_.rawHref,W)))})&&(x=I)}for(let{target:m,result:I}of M){I.observation.errorCode==="click_ack_timeout"&&r.add(m.q);let R=d.get(m.q);I.confirmed||R?.answer?.trim()&&(!I.hadMaterialBefore||I.dispatched)?(u.add(m.q),h.delete(m.q)):(I.observation.errorCode==="click_ack_timeout"||(S.get(m.q)??0)>=U)&&(h.add(m.q),r.add(m.q))}this.paaLifecycle={...this.paaLifecycle,processedQuestions:u.size,failedInteractions:h.size,noGrowthConfirmations:0,dispatchedInteractions:this.interactionObservations.filter(m=>m.dispatched).length,confirmedInteractions:this.interactionObservations.filter(m=>m.outcome==="confirmed").length,unconfirmedInteractions:this.interactionObservations.filter(m=>m.outcome!=="confirmed").length},await this.emitProgress("click_observed")}let G=n.questionsOnly?new Map:new Map(d);n.questionsOnly||await this.fillIncompleteItems(t,l,G,n,r,a);let F=[];for(let v of l){if(F.length>=n.maxQuestions)break;let W=this.normalizeQuestion(v);if(i.has(W))continue;i.add(W);let f=G.get(v);if(f){let k=this.toFlatRow(f,1,null,n.query);this.upsertCollectedRow(k),F.push(k),this.reporter.onQuestion({questionId:f.questionId,googleLinkId:f.googleLinkId,googleEvidenceId:f.googleEvidenceId,question:f.question,answer:f.answer??null,sourceTitle:f.sourceTitle??null,sourceSite:f.sourceSite??null,sourceCite:f.sourceCite??null,sources:f.sources,...f.answerExpansionIncomplete?{answerExpansionIncomplete:!0}:{},depth:1,parentQuestion:null,children:[]})}else{let k=this.toFlatRow({questionId:kt(v),googleLinkId:null,googleEvidenceId:null,question:v,answer:void 0,sourceTitle:void 0,sourceSite:void 0,sourceCite:void 0,sources:[]},1,null,n.query);this.upsertCollectedRow(k),F.push(k)}}this.completeness.paaWithoutAnswer=n.questionsOnly?0:F.filter(v=>!v.answer).length,this.completeness.paaWithoutSource=n.questionsOnly?0:F.filter(v=>(v.sources??[]).length===0).length,this.completeness.paaIncompleteAnswers=n.questionsOnly?0:F.filter(v=>v.answerExpansionIncomplete).length,this.completeness.paaRequested=n.maxQuestions,this.completeness.paaReturned=F.length,this.completeness.paaUnique=i.size;let b=!n.questionsOnly&&(this.completeness.paaWithoutAnswer>0||this.completeness.paaWithoutSource>0||this.completeness.paaIncompleteAnswers>0);return this.paaLifecycle={...this.paaLifecycle,questionsFound:F.length,targetStatus:F.length>=n.maxQuestions?"met":"not_met",materialStatus:b?"partial":"complete",processedQuestions:u.size,failedInteractions:h.size},await this.emitProgress("fill_incomplete"),await this.emitProgress("expansion_finished"),F}async fillIncompleteItems(t,n,a,i,s,l){let r=new Set(n.slice(0,i.maxQuestions)),S=d=>!d?.answer||(d.sources??[]).length===0||!!d.answerExpansionIncomplete,u=new Set([...r].filter(d=>S(a.get(d)))),h=new Set([...u].filter(d=>!a.get(d)?.answer));if(u.size!==0){for(let d of u){if(i.softDeadlineMs&&Date.now()>=i.softDeadlineMs)break;let o=(await this.extractVisibleItems(t,d))[0];if(o?.answerExpansionIncomplete&&(await be(t,d,{selectors:q,deadlineMs:i.softDeadlineMs,signal:l,allowOuterReopen:!s?.has(d)},Ct),o=(await this.extractVisibleItems(t,d))[0]),!o)continue;let U=a.get(d);a.set(d,{...o,answer:o.answer||U?.answer,answerExpansionIncomplete:o.answer?o.answerExpansionIncomplete:U?.answerExpansionIncomplete,sourceTitle:o.sourceTitle??U?.sourceTitle,sourceSite:o.sourceSite??U?.sourceSite,sourceCite:o.sourceCite??U?.sourceCite,sources:this.mergePaaSources(U?.sources,o.sources)});let c=a.get(d);c&&this.upsertCollectedRow(this.toFlatRow(c,1,null,i.query))&&await this.emitProgress("fill_incomplete")}this.completeness.paaAnswersRecovered=[...h].filter(d=>a.get(d)?.answer).length}}async reExpandCollapsedItems(t){let n=`${q.item}:not(.${q.expandedClass}) ${q.clickTarget}`,a=await t.locator(n).count().catch(()=>0);if(a===0)return!1;for(let i=0;i<a;i++)try{let s=t.locator(n).first();await s.scrollIntoViewIfNeeded(),await s.click({force:!0}),await t.waitForTimeout(this.jitteredDelayMs(300,500))}catch{}return!0}extractVideos(t){return $n(t)}extractForums(t){return Qn(t)}extractShortVideos(t,n){return Zn(t,n,(a,i)=>this.throwIfCaptcha(a,i))}extractWhatPeopleSaying(t){return Xn(t)}extractOrganicResults(t){return ta(t)}extractLocalPack(t){return ea(t)}extractEntityIds(t){return na(t)}mergeLocalPackIntoEntities(t,n){return aa(t,n)}async extractAISurfaces(t,n){let a=await t.evaluate(En,{aio:fn,aim:Nn,expandWaitMs:1500}),i=typeof t.url=="function"?t.url():"https://www.google.com/",s={surface:a.surface,aiOverview:{...a.aiOverview,citations:this.normalizeAICitations(i,a.aiOverview.citations)},aiMode:{...a.aiMode,citations:this.normalizeAICitations(i,a.aiMode.citations)}};if(!s.aiOverview.detected)return this.completeness.aioShareCaptured=null,s;let l=this.aioShareUrlEarly??await this.captureAIOverviewShareUrl(t,n).catch(()=>null);return this.completeness.aioShareCaptured=l!==null,{...s,aiOverview:{...s.aiOverview,shareUrl:l}}}async captureAIOverviewShareUrl(t,n){if(n?.softDeadlineMs&&Date.now()>=n.softDeadlineMs||!await t.evaluate(()=>{let s=Array.from(document.querySelectorAll('h1,h2,h3,[role="heading"],div')).filter(l=>(l.textContent||"").trim()==="AI Overview");for(let l of s){let r=l;for(let S=0;S<8&&r;S++){let u=r.querySelector('[aria-label="Share"]');if(u)return u.scrollIntoView({block:"center"}),u.click(),!0;r=r.parentElement}}return!1}).catch(()=>!1))return null;let i=null;try{i=await(await t.waitForFunction(()=>{let l=document.createTreeWalker(document.body,NodeFilter.SHOW_TEXT);for(;l.nextNode();){let r=(l.currentNode.textContent||"").match(/https:\/\/share\.google\/aimode\/\S+/);if(r)return r[0]}return!1},void 0,{timeout:4500,polling:250})).jsonValue()}catch{i=null}return await t.keyboard.press("Escape").catch(()=>{}),i}buildTree(t,n){let a=[],i=new Map;for(let s of t){let l={questionId:s.question_id,googleLinkId:s.google_link_id||null,googleEvidenceId:s.google_evidence_id||null,question:s.question,answer:s.answer||null,...s.answerExpansionIncomplete?{answerExpansionIncomplete:!0}:{},sourceTitle:s.source_title||null,sourceSite:s.source_site||null,sourceCite:s.source_cite||null,sources:s.sources??[],depth:s.depth,parentQuestion:s.parent_question||null,children:[]};i.set(s.question,l)}for(let s of i.values())s.parentQuestion&&i.has(s.parentQuestion)?i.get(s.parentQuestion).children.push(s):a.push(s);return a}getBrowserDebugSnapshot(){return this.driver.getDebugSnapshot()}buildHarvestDebugSnapshot(t,n,a,i,s){if(t.debug)return{enabled:!0,request:{query:t.query,locationInput:t.location??null,canonicalLocation:n,locationResolved:s?s.matched:null,locationMatchSource:s?s.source:null,locationAmbiguousCandidates:s?s.ambiguousCandidates:null,uule:a,gl:t.gl,hl:t.hl,device:t.device,proxyMode:t.proxyMode,proxyZip:t.proxyZip??null,serpIdentity:t.serpIdentity??null,serpOnly:t.serpOnly,pages:t.pages??1},browser:this.getBrowserDebugSnapshot(),...i?{locationEvidence:i}:{}}}async captureSecondOrganicPage(t,n,a){if(this.throwIfAborted(a),!n.serpOnly&&!this.driver.withTemporaryPage)return{organic:[],status:"failed",failureCode:"unsupported_driver"};let i;try{let s=new URL(t.url()),l=u=>{try{let h=new URL(u,s);return s.origin==="https://www.google.com"&&h.origin===s.origin&&!h.username&&!h.password&&h.pathname==="/search"&&h.searchParams.getAll("q").length===1&&h.searchParams.get("q")===n.query&&h.searchParams.getAll("start").length===1&&h.searchParams.get("start")==="10"&&(!h.searchParams.has("num")||h.searchParams.get("num")==="10")&&["gl","hl"].every(d=>!h.searchParams.has(d)||h.searchParams.getAll(d).length===1&&h.searchParams.get(d)===n[d])&&["uule","tbs","udm","tbm","pws"].every(d=>h.searchParams.getAll(d).length<=1&&h.searchParams.get(d)===s.searchParams.get(d))}catch{return!1}},r=await t.evaluate(u=>document.querySelector(u?'a[aria-label="Page 2"], a#pnnext, a[rel="next"]':'a#pnnext, a[rel="next"]')?.getAttribute("href")??null,n.serpOnly);if(!r)return{organic:[],status:"unavailable",failureCode:"missing_next"};if(!l(r))return{organic:[],status:"unavailable",failureCode:"invalid_next"};if(n.serpOnly){let u=t.locator('a[aria-label="Page 2"], a#pnnext, a[rel="next"]').first();if(await u.scrollIntoViewIfNeeded({timeout:1e4}),await u.click({timeout:2e4}),this.throwIfAborted(a),await this.throwIfCaptcha(t,"Google SERP page 2"),!l(t.url()))throw i="invalid_next",new Error("Invalid pagination landing");let h=await this.extractOrganicResults(t);return h.length>0?{organic:h.map(d=>({...d,position:d.position+10})),status:"captured"}:{organic:[],status:"unavailable",failureCode:"empty_page"}}let S=await this.driver.withTemporaryPage(async u=>{if(await u.route("**/*",async h=>{let d=h.request();d.isNavigationRequest()&&d.frame()===u.mainFrame()&&!l(d.url())?(i=/^https:\/\/www\.google\.com\/sorry(?:\/|\?)/.test(d.url())?"captcha":"invalid_next",await h.abort("blockedbyclient")):await h.fallback()}),await u.goto(new URL(r,s).href,{waitUntil:"domcontentloaded",timeout:2e4}),this.throwIfAborted(a),await this.throwIfCaptcha(u,"Google SERP page 2"),!l(u.url()))throw i="invalid_next",new Error("Invalid pagination landing");return this.extractOrganicResults(u)},a);return this.throwIfAborted(a),S.length>0?{organic:S.map(u=>({...u,position:u.position+10})),status:"captured"}:{organic:[],status:"unavailable",failureCode:"empty_page"}}catch(s){if(this.throwIfAborted(a),s instanceof at)throw s;return{organic:[],status:"failed",failureCode:i??(s instanceof j?"captcha":s instanceof Error&&(s.name==="TimeoutError"||/timed? ?out/i.test(s.message))?"timeout":"navigation_error")}}}async extract(t,n){let a=Date.now();this.phaseTimings={},this.completeness={paaWithoutAnswer:0,paaWithoutSource:0,paaAnswersRecovered:0,aioShareCaptured:null},this.linkDiagnostics=this.emptyLinkDiagnostics(),this.aioShareUrlEarly=null,this.collectedRows=[],this.progressSequence=0,this.checkpointMaterial=null,this.clickedQuestions=new Set,this.paaLifecycle=this.emptyPaaLifecycle(t.maxQuestions),this.partialContext={seed:t.query,location:t.location??null,startMs:a,maxQuestions:t.maxQuestions,questionsOnly:t.questionsOnly};let i=t.device==="mobile",s={headless:t.headless,profileDir:t.profileDir,proxy:t.proxy,\u006b\u0065\u0072\u006e\u0065\u006cApiKey:t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey,\u006b\u0065\u0072\u006e\u0065\u006cProxyId:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,\u006b\u0065\u0072\u006e\u0065\u006cProfileName:t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName,\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges:t.\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges,\u006b\u0065\u0072\u006e\u0065\u006cStealth:t.\u006b\u0065\u0072\u006e\u0065\u006cStealth,\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution,proxyMode:t.proxyMode,keepDefaultProxy:t.keepDefaultProxy,requireUsEgress:t.requireUsEgress,viewport:i?{width:390,height:844}:{width:1280,height:800},locale:`${t.hl}-${t.gl.toUpperCase()}`,deviceScaleFactor:i?3:1,isMobile:i,hasTouch:i,debug:t.debug,operationDeadlineMs:t.softDeadlineMs},l=0,r=[];try{this.throwIfAborted(n);let S=Date.now();await this.driver.launch(s),this.phaseTimings.providerConnectMs=Date.now()-S;let u=this.driver.getProviderSessionMetadata();if(u?.providerSessionId&&this.onProviderSession)try{await this.onProviderSession(u)}catch(Y){console.warn(JSON.stringify({event:"paa_provider_session_sink_failed",provider:u.provider,message:Y instanceof Error?Y.message:String(Y)}))}this.throwIfAborted(n);let h=t.location?ce(t.location):null,d=t.location?h?.canonical??t.location:null,o=d?un(d):null,U=t,c=t.includeAllSerpFeatures,g=c||t.includeLocalPack,w=c||t.includeForums,p=c||t.includeVideos,C=c||t.includeAiOverview,y=c||t.includeWhatPeopleSaying,T={surface:"web",aiOverview:{detected:!1,text:null,citations:[]},aiMode:{detected:!1,text:null,citations:[]}},O=Date.now(),{hasPaa:x}=await this.driver.navigateToSERP(U.query,o,t.gl,t.hl,{...se(t.recency)?{tbs:se(t.recency)}:{},debug:t.debug,purpose:t.serpOnly?"serp":"paa",pages:t.pages===2?2:1,...t.softDeadlineMs?{deadlineMs:t.softDeadlineMs}:{},...n?{signal:n}:{}});this.phaseTimings.navigationMs=Date.now()-O,this.throwIfAborted(n);let P=this.driver.getPage();if(await this.throwIfCaptcha(P,"Google SERP"),x||(this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"no_paa_observed",materialStatus:"complete",completionReason:"A readable Google SERP was observed without a People Also Ask block."}),t.questionsOnly){let Y=Date.now(),E=x?await this.runBFS(P,U,n):[];this.phaseTimings.paaExpansionMs=Date.now()-Y,await this.resolveMaterialLinks(P,E,[],T.aiOverview,T.aiMode);let it={seed:U.query,totalQuestions:E.length,maxDepthReached:E.reduce((st,Wt)=>Math.max(st,Wt.depth),0),durationMs:Date.now()-a,errorCount:l};return this.reporter.onComplete(it),{seed:U.query,location:t.location??null,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(a),completionStatus:x?"paa_found":"no_paa",...x?{}:{noPaaObserved:!0},problem:null,paaLifecycle:{...this.paaLifecycle},completeness:{...this.completeness},links:{...this.linkDiagnostics},...t.debug?{debug:this.buildHarvestDebugSnapshot(U,d,o,void 0,h)}:{}},totalQuestions:E.length,surface:"web",aiOverview:{detected:!1,text:null,citations:[]},aiMode:{detected:!1,text:null,citations:[]},whatPeopleSaying:[],tree:this.buildTree(E,U.query),flat:E,videos:[],forums:[],organicResults:[],localPack:[],entityIds:{entities:[],kgIds:[],cids:[],gcids:[]},stats:it}}if(C&&(this.aioShareUrlEarly=await this.captureAIOverviewShareUrl(P,t).catch(()=>null)),t.serpOnly){let Y=Date.now(),[E,it,st]=await Promise.all([this.extractOrganicResults(P),g?this.extractLocalPack(P):Promise.resolve([]),this.extractEntityIds(P)]),Wt=this.mergeLocalPackIntoEntities(st,it),V=C?await this.extractAISurfaces(P,t):T;this.phaseTimings.serpParseMs=Date.now()-Y;let vt=t.debug?Ft(d,E,it):void 0,rt=E,At={requestedPages:(t.pages??1)>=2?2:1,capturedPages:1,page2Status:(t.pages??1)>=2?"not_attempted":"not_requested",page1OrganicCount:E.length,page2OrganicCount:0};if((t.pages??1)>=2){let Z=await this.captureSecondOrganicPage(P,U,n);rt=[...E,...Z.organic],At={...At,capturedPages:Z.status==="captured"?2:1,page2Status:Z.status,page2OrganicCount:Z.organic.length,...Z.failureCode?{failureCode:Z.failureCode}:{}},t.debug&&(vt=Ft(d,rt,it))}await this.resolveMaterialLinks(P,[],rt,V.aiOverview,V.aiMode);let Q={seed:U.query,totalQuestions:0,maxDepthReached:0,durationMs:Date.now()-a,errorCount:l};return this.reporter.onComplete(Q),{seed:U.query,location:t.location??null,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(a),completionStatus:"serp_only",problem:null,pagination:At,completeness:{...this.completeness},links:{...this.linkDiagnostics},...t.debug?{debug:this.buildHarvestDebugSnapshot(U,d,o,vt,h)}:{}},totalQuestions:0,surface:V.surface,aiOverview:V.aiOverview,aiMode:V.aiMode,whatPeopleSaying:[],tree:[],flat:[],videos:[],forums:[],organicResults:rt,localPack:it,entityIds:Wt,stats:Q}}let[G,F,b,v,W,f]=await Promise.all([p?this.extractVideos(P):Promise.resolve([]),w?this.extractForums(P):Promise.resolve([]),y?this.extractWhatPeopleSaying(P):Promise.resolve([]),this.extractEntityIds(P),this.extractOrganicResults(P),g?this.extractLocalPack(P):Promise.resolve([])]),k=this.mergeLocalPackIntoEntities(v,f),J=t.debug?Ft(d,W,f):void 0;this.reporter.onVideos(G),this.reporter.onForums(F);let N=C?await this.extractAISurfaces(P,t):T,D={requestedPages:(t.pages??1)>=2?2:1,capturedPages:1,page2Status:(t.pages??1)>=2?"not_attempted":"not_requested",page1OrganicCount:W.length,page2OrganicCount:0},M=W;if(this.checkpointMaterial={surface:N.surface,aiOverview:N.aiOverview,aiMode:N.aiMode,whatPeopleSaying:b,videos:G,forums:F,organicResults:M,localPack:f,entityIds:k,pagination:D},await this.emitProgress("serp_captured"),D.requestedPages===2){let Y=await this.captureSecondOrganicPage(P,U,n);M=[...W,...Y.organic],D={...D,capturedPages:Y.status==="captured"?2:1,page2Status:Y.status,page2OrganicCount:Y.organic.length,...Y.failureCode?{failureCode:Y.failureCode}:{}},this.checkpointMaterial={...this.checkpointMaterial,organicResults:M,pagination:D},await this.emitProgress("serp_captured"),await this.resolveMaterialLinks(P,[],M,N.aiOverview,N.aiMode),this.checkpointMaterial={...this.checkpointMaterial,organicResults:M},await this.emitProgress("serp_captured")}let L=t.debug?Ft(d,M,f):J;if(!x){await this.resolveMaterialLinks(P,[],M,N.aiOverview,N.aiMode),this.checkpointMaterial={...this.checkpointMaterial,organicResults:M},await this.emitProgress("serp_captured");let Y={seed:U.query,totalQuestions:0,maxDepthReached:0,durationMs:Date.now()-a,errorCount:l};return this.reporter.onComplete(Y),{seed:U.query,location:t.location??null,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(a),completionStatus:"no_paa",noPaaObserved:!0,problem:null,pagination:D,paaLifecycle:{...this.paaLifecycle},completeness:{...this.completeness},links:{...this.linkDiagnostics},...t.debug?{debug:this.buildHarvestDebugSnapshot(U,d,o,L,h)}:{}},totalQuestions:0,surface:N.surface,aiOverview:N.aiOverview,aiMode:N.aiMode,whatPeopleSaying:b,tree:[],flat:[],videos:G,forums:F,organicResults:M,localPack:f,entityIds:k,stats:Y}}let m=Date.now(),I=await this.runBFS(P,U,n);this.phaseTimings.paaExpansionMs=Date.now()-m,this.throwIfAborted(n);let R=new URLSearchParams({q:U.query,gl:t.gl,hl:t.hl,pws:"0",udm:Ht.udm});o&&R.set("uule",o);let H=[];if(t.includeShortVideos===!0||t.includeShortVideos!==!1&&(p||c))try{H=await this.extractShortVideos(P,"https://www.google.com/search?"+R.toString())}catch(Y){if(!(Y instanceof j))throw Y;l++,r.push({code:"short_videos_captcha_skipped",surface:"short_videos",message:Y.message,retryable:!0})}this.reporter.onVideos(H),await this.resolveMaterialLinks(P,I,M,N.aiOverview,N.aiMode),this.checkpointMaterial={...this.checkpointMaterial,surface:N.surface,aiOverview:N.aiOverview,aiMode:N.aiMode,videos:[...G,...H],organicResults:M},await this.emitProgress("expansion_finished");let _=[...G,...H],B=this.buildTree(I,U.query),z={seed:U.query,totalQuestions:I.length,maxDepthReached:I.reduce((Y,E)=>Math.max(Y,E.depth),0),durationMs:Date.now()-a,errorCount:l};return this.reporter.onComplete(z),{seed:U.query,location:t.location??null,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(a),completionStatus:"paa_found",problem:null,pagination:D,paaLifecycle:{...this.paaLifecycle},completeness:{...this.completeness},links:{...this.linkDiagnostics},...r.length>0?{warnings:r}:{},...t.debug?{debug:this.buildHarvestDebugSnapshot(U,d,o,L,h)}:{}},totalQuestions:I.length,surface:N.surface,aiOverview:N.aiOverview,aiMode:N.aiMode,whatPeopleSaying:b,tree:B,flat:I,videos:_,forums:F,organicResults:M,localPack:f,entityIds:k,stats:z}}catch(S){throw l++,this.paaLifecycle.discoveryStatus==="in_progress"&&(this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"interrupted",completionReason:"The browser attempt ended before frontier exhaustion could be proven."}),await this.emitProgress("attempt_ending").catch(()=>{}),this.reporter.onError(S instanceof Error?S:new Error(String(S))),S}}};var ae=class{onQuestion(t){process.stdout.write(JSON.stringify({event:"question",depth:t.depth,question:t.question})+`
 `)}onDepth(t){process.stdout.write(JSON.stringify({event:"depth",depth:t})+`
 `)}onVideos(t){for(let n of t)process.stdout.write(JSON.stringify({event:"video",type:n.type,platform:n.platform,duration:n.duration,title:n.title,channel:n.channel,url:n.url})+`
 `)}onForums(t){for(let n of t)process.stdout.write(JSON.stringify({event:"forum",title:n.title,source:n.source,url:n.url})+`
 `)}onComplete(t){process.stdout.write(JSON.stringify({event:"complete",...t})+`
 `)}onError(t){process.stderr.write(JSON.stringify({event:"error",type:t.constructor.name,message:t.message})+`
-`)}};import{randomInt as ba}from"crypto";var Ia="pr.oxylabs.io",Wa=7777,Aa=10,Ts=2;function pn(){return process.env.OXYLABS_USERNAME?.trim()||void 0}function mn(){return process.env.OXYLABS_PASSWORD?.trim()||void 0}function xa(){return(process.env.OXYLABS_COUNTRY?.trim()||"US").toUpperCase()}function zt(){return!!(pn()&&mn())}function La(){let e="";for(let t=0;t<10;t++)e+=String(ba(0,10));return e}function Oa(e={}){let t=pn();if(!t)return;let n=t.startsWith("customer-")?t:`customer-${t}`,a=(e.country?.trim()||xa()).toUpperCase(),s=e.sticky?`-sessid-${La()}-sesstime-${Aa}`:"";return`${n}-cc-${a}${s}`}function ce(e){return e.replace(/pr\.oxylabs\.io(:\d+)?/gi,"backup proxy").replace(/oxylabs/gi,"backup proxy")}function Ba(e){return`mcp-backup-custom-${`${Date.now()}-${e??0}-${Math.random().toString(36).slice(2,8)}`}`}async function qt(e,t={}){let n=Oa({sticky:t.sticky}),a=mn();if(!n||!a)throw new Error("backup proxy pool is not configured");let s=new at({apiKey:e});try{let i=await s.proxies.create({type:"custom",name:Ba(t.attemptIndex),protocol:"http",config:{host:Ia,port:Wa,username:n,password:a}});if(!i.id)throw new Error("backup proxy creation did not return a proxy id");return i.id}catch(i){let d=i instanceof Error?i.message:String(i);throw new Error(ce(d))}}async function Ps(e,t){if(!(!e||!zt()))try{return await qt(e,{attemptIndex:t})}catch{return}}async function bs(e,t){if(!(!e||!t))try{await new at({apiKey:e}).proxies.delete(t)}catch{}}var vn={alabama:"AL",alaska:"AK",arizona:"AZ",arkansas:"AR",california:"CA",colorado:"CO",connecticut:"CT",delaware:"DE",florida:"FL",georgia:"GA",hawaii:"HI",idaho:"ID",illinois:"IL",indiana:"IN",iowa:"IA",kansas:"KS",kentucky:"KY",louisiana:"LA",maine:"ME",maryland:"MD",massachusetts:"MA",michigan:"MI",minnesota:"MN",mississippi:"MS",missouri:"MO",montana:"MT",nebraska:"NE",nevada:"NV","new hampshire":"NH","new jersey":"NJ","new mexico":"NM","new york":"NY","north carolina":"NC","north dakota":"ND",ohio:"OH",oklahoma:"OK",oregon:"OR",pennsylvania:"PA","rhode island":"RI","south carolina":"SC","south dakota":"SD",tennessee:"TN",texas:"TX",utah:"UT",vermont:"VT",virginia:"VA",washington:"WA","west virginia":"WV",wisconsin:"WI",wyoming:"WY"},Ha={"atlanta|GA":"30303","austin|TX":"78701","baltimore|MD":"21201","boston|MA":"02108","boulder|CO":"80302","charlotte|NC":"28202","chicago|IL":"60601","colorado_springs|CO":"80903","columbus|OH":"43215","dallas|TX":"75201","denver|CO":"80202","detroit|MI":"48226","fort_collins|CO":"80524","fort_worth|TX":"76102","houston|TX":"77002","indianapolis|IN":"46204","jacksonville|FL":"32202","las_vegas|NV":"89101","los_angeles|CA":"90012","louisville|KY":"40202","loveland|CO":"80537","memphis|TN":"38103","miami|FL":"33131","minneapolis|MN":"55401","nashville|TN":"37203","new_york|NY":"10001","orlando|FL":"32801","philadelphia|PA":"19103","phoenix|AZ":"85004","portland|OR":"97205","raleigh|NC":"27601","richmond|VA":"23219","sacramento|CA":"95814","salt_lake_city|UT":"84101","san_antonio|TX":"78205","san_diego|CA":"92101","san_francisco|CA":"94103","san_jose|CA":"95113","seattle|WA":"98101"};function Fa(e){return e?e.slice(-6):null}function K(e,t,n,a,s,i=!1){return{\u006b\u0065\u0072\u006e\u0065\u006cProxyId:n,...i&&n?{disposableProxyId:n}:{},resolution:{source:e,proxyType:e==="disabled"?"none":e==="configured_fallback"?"configured":e==="mobile_created"?"mobile":e==="isp_created"?"isp":e==="backup_custom"?"custom":e==="location_created"||e==="location_reused"?"residential":"unknown",proxyMode:t,proxyIdPresent:!!n,proxyIdSuffix:Fa(n),target:a,error:s,disposable:i}}}function Ra(e){return e.trim().toLowerCase().replace(/\s+/g," ")}function Ga(e){return e.trim().toLowerCase().replace(/\./g,"").replace(/\s+/g," ")}function Da(e){if(!e)return!0;let t=Ga(e);return t==="united states"||t==="united states of america"||t==="usa"||t==="us"}function ge(e){let t=e.trim();if(/^[A-Za-z]{2}$/.test(t)){let n=t.toUpperCase();return Object.values(vn).includes(n)?n:null}return vn[Ra(t)]??null}function Va(e){let n=e.normalize("NFKD").replace(/[^\x00-\x7F]/g,"").toLowerCase().split(/[^a-z0-9]+/).filter(Boolean),a=n.join("_"),s=n.join("");return Array.from(new Set([a,s].filter(Boolean)))}function dt(e,t,n){return n?`mcp-serp-residential-${e.toLowerCase()}-${t.toLowerCase()}-${n}`:`mcp-serp-residential-${e.toLowerCase()}-${t.toLowerCase()}`}function Nt(e,t){let n=`${Date.now()}-${t??0}-${Math.random().toString(36).slice(2,8)}`;return`${e}-fresh-${n}`}function Ea(e){return`mcp-serp-residential-us-zip-${e}`}function Nn(e,t){if(!e||t.toLowerCase()!=="us")return null;let n=an(e),a=n.split(",").map(U=>U.trim()).filter(Boolean);if(a.length>1&&Da(a[a.length-1])&&(a=a.slice(0,-1)),a.length===1){let U=ge(a[0]);return U?{canonicalLocation:n,level:"state",country:"US",state:U,city:"",cityCandidates:[],proxyName:dt("US",U),config:{country:"US",state:U}}:null}let[s="",i=""]=a;if(!s||!i)return null;let d=ge(i);if(!d)return null;let h=Va(s),S=h[0];return S?{canonicalLocation:n,level:"city",country:"US",state:d,city:S,cityCandidates:h,proxyName:dt("US",d,S),config:{country:"US",state:d,city:S}}:null}function Ya(e){return`${e.city}|${e.state}`}function fn(e,t){return t&&/^\d{5}$/.test(t)?t:Ha[Ya(e)]??null}function Tn(e,t){return{...e,level:"zip",zip:t,proxyName:Ea(t),config:{country:e.country,state:e.state,zip:t}}}function we(e,t){return{...e,proxyName:t}}function Ce(e,t,n){return t.level==="zip"?e?.country?.toUpperCase()===t.country&&e?.zip===t.zip:e?.country?.toUpperCase()===t.country&&e?.state?.toUpperCase()===t.state&&(n?e?.city===n:!e?.city)}function Ka(e,t){return e.find(n=>n.type==="residential"&&n.status!=="unavailable"&&!!n.id&&(n.name===t.proxyName||Ce(n.config,t,t.level==="city"?t.city:void 0)))??null}function Ja(e,t){for(let n of t.cityCandidates){let a=dt(t.country,t.state,n),s=e.find(i=>i.type==="residential"&&i.status!=="unavailable"&&!!i.id&&(i.name===a||Ce(i.config,t,n)));if(s)return s}return null}function jt(e){return{...e,level:"state",proxyName:dt(e.country,e.state),config:{country:e.country,state:e.state}}}function _a(e,t){let n=dt(t.country,t.state);return e.find(a=>a.type==="residential"&&a.status!=="unavailable"&&!!a.id&&(a.name===n||Ce(a.config,t)))??null}function za(e,t){return jt(e)}function ot(e){return e instanceof Error?e.message:String(e)}function qa(e,t,n){let a=[],s=fn(e,t);if(s){let d=Tn(e,s);a.push(we(d,Nt(d.proxyName,n)))}for(let d of e.cityCandidates){let h={...e,level:"city",city:d,proxyName:dt(e.country,e.state,d),config:{country:e.country,state:e.state,city:d}};a.push(we(h,Nt(h.proxyName,n)))}let i=jt(e);return a.push(we(i,Nt(i.proxyName,n))),a}async function ye(e,t,n){if(e.backupOnExhaustion&&n.length>0&&e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey&&zt())try{let a=await qt(e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey,{attemptIndex:e.attemptIndex});return K("backup_custom",e.proxyMode,a,t,null,!0)}catch(a){n.push(`backup: ${ce(ot(a))}`)}return K("configured_fallback",e.proxyMode,e.configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId,t,n.join(" | "))}async function Ls(e){if(!e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey||!zt())return null;try{let t=await qt(e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey,{attemptIndex:e.attemptIndex});return K("backup_custom",e.proxyMode,t,null,null,!0)}catch{return null}}async function ja(e,t,n){let a=[];for(let s of qa(n,t.proxyZip,t.attemptIndex))try{let i=await e.proxies.create({type:"residential",name:s.proxyName,config:s.level==="zip"?{country:s.country,zip:s.zip}:s.config});if(i.id)return K("location_created",t.proxyMode,i.id,s,null,!0);a.push(`${s.proxyName}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(i){a.push(`${s.proxyName}: ${ot(i)}`)}if(process.env.\u004b\u0045\u0052\u004e\u0045\u004c_PROXY_TYPE!=="residential"){let s=jt(n);try{let i=await e.proxies.create({type:"isp",name:Nt(`mcp-serp-isp-${s.country.toLowerCase()}-${(s.state??"").toLowerCase()}`,t.attemptIndex),config:{country:s.country,...s.state?{state:s.state}:{}}});if(i.id)return K("isp_created",t.proxyMode,i.id,s,null,!0);a.push("isp: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id")}catch(i){a.push(`isp: ${ot(i)}`)}}return ye(t,n,a)}async function Pn(e,t){if(!e||!t)return;await new at({apiKey:e}).proxies.delete(t)}async function Os(e){let t=ge(e.state);if(!t)throw new Error("A valid US state is required for a mobile Maps proxy");let n=new at({apiKey:e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey}),a=Nn(t,"us");if(!a)throw new Error("Could not resolve the mobile Maps proxy state");let s=await n.proxies.create({type:"mobile",name:Nt(`mcp-maps-mobile-us-${t.toLowerCase()}`,e.attemptIndex),config:{country:"US",state:t}});if(!s.id)throw new Error("\u004b\u0065\u0072\u006e\u0065\u006c did not return a mobile proxy id");if(s.type!=="mobile"||s.status==="unavailable"||s.config?.state?.toUpperCase()!==t)throw await n.proxies.delete(s.id),new Error(`\u004b\u0065\u0072\u006e\u0065\u006c did not confirm a mobile proxy for ${t}`);return K("mobile_created","configured",s.id,a,null,!0)}async function bn(e){if(e.proxyMode==="none")return K("disabled",e.proxyMode,void 0,null,null);if(e.proxyMode==="configured")return K("configured_fallback",e.proxyMode,e.configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId,null,null);let t=Nn(e.location,e.gl);if(!t||!e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey)return K("configured_fallback",e.proxyMode,e.configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId,t,t?null:"location could not be normalized to a US city/state proxy target");let n=new at({apiKey:e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey});try{let a=e.attemptIndex??0;if(e.fresh)return await ja(n,e,t);if(a>=1){let l=za(t,a),o=[];try{let r=await n.proxies.create({type:"residential",name:l.proxyName,config:l.config});if(r.id)return K("location_created",e.proxyMode,r.id,l,null);o.push(`${l.state}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(r){o.push(`${l.state}: ${ot(r)}`)}return ye(e,l,o)}let s=[];for await(let l of await n.proxies.list())s.push(l);let i=fn(t,e.proxyZip),d=[];if(i){let l=Tn(t,i),o=Ka(s,l);if(o?.id)return K("location_reused",e.proxyMode,o.id,l,null);try{let r=await n.proxies.create({type:"residential",name:l.proxyName,config:{country:l.country,zip:i}});if(r.id)return K("location_created",e.proxyMode,r.id,l,null);d.push(`${i}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(r){d.push(`${i}: ${ot(r)}`)}}let h=Ja(s,t);if(h?.id)return K("location_reused",e.proxyMode,h.id,t,d.join(" | ")||null);for(let l of t.cityCandidates)try{let o=await n.proxies.create({type:"residential",name:dt(t.country,t.state,l),config:{country:t.country,state:t.state,city:l}});if(o.id)return K("location_created",e.proxyMode,o.id,{...t,level:"city",city:l,proxyName:dt(t.country,t.state,l),config:{country:t.country,state:t.state,city:l}},null);d.push(`${l}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(o){d.push(`${l}: ${ot(o)}`)}let S=jt(t),U=_a(s,S);if(U?.id)return K("location_reused",e.proxyMode,U.id,S,d.join(" | "));try{let l=await n.proxies.create({type:"residential",name:S.proxyName,config:S.config});if(l.id)return K("location_created",e.proxyMode,l.id,S,d.join(" | "));d.push(`${S.state}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(l){d.push(`${S.state}: ${ot(l)}`)}return ye(e,t,d)}catch(a){return K("configured_fallback",e.proxyMode,e.configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId,t,ot(a))}}var ft=class extends Error{constructor(t,n){super(`SERP provider mismatch: planned ${t}, observed ${n}`),this.name="SerpProviderMismatchError"}};function In(e){return e==="\u0062\u0072\u0069\u0067\u0068\u0074_\u0064\u0061\u0074\u0061_browser_api"?"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061":"\u006b\u0065\u0072\u006e\u0065\u006c"}function Wn(e){return $a({intent:e.intent,\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available:e.\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available,\u006b\u0065\u0072\u006e\u0065\u006cAvailable:!0,persistent\u004b\u0065\u0072\u006e\u0065\u006cIdentityRequested:e.persistent\u004b\u0065\u0072\u006e\u0065\u006cIdentityRequested,retryIndex:e.retryIndex,priorTerminalReason:e.priorTerminalReason,allowedFallbacks:e.\u006b\u0065\u0072\u006e\u0065\u006cFallbackAvailable&&e.intent!=="\u006b\u0065\u0072\u006e\u0065\u006c"?["\u006b\u0065\u0072\u006e\u0065\u006c"]:[],timeoutMs:e.softDeadlineMs==null?4e5:Math.max(1,e.softDeadlineMs-Date.now())})}function An(e){if(e.forceManagedSerp&&e.force\u004b\u0065\u0072\u006e\u0065\u006cSerp)throw new Error("forceManagedSerp and force\u004b\u0065\u0072\u006e\u0065\u006cSerp cannot both be true");return e.forceManagedSerp?"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061":e.force\u004b\u0065\u0072\u006e\u0065\u006cSerp?"\u006b\u0065\u0072\u006e\u0065\u006c":"auto"}function $t(e,t){if(!t)throw new Error(`Requested SERP provider is unavailable: ${e}`);return e}function $a(e){if(!Number.isInteger(e.retryIndex)||e.retryIndex<0)throw new Error("retryIndex must be a non-negative integer");if(!Number.isFinite(e.timeoutMs)||e.timeoutMs<=0)throw new Error("timeoutMs must be a positive number");let t,n;e.intent==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?(t=$t("\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061",e.\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available),n="explicit_\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"):e.intent==="\u006b\u0065\u0072\u006e\u0065\u006c"?(t=$t("\u006b\u0065\u0072\u006e\u0065\u006c",e.\u006b\u0065\u0072\u006e\u0065\u006cAvailable),n="explicit_\u006b\u0065\u0072\u006e\u0065\u006c"):e.persistent\u004b\u0065\u0072\u006e\u0065\u006cIdentityRequested?(t=$t("\u006b\u0065\u0072\u006e\u0065\u006c",e.\u006b\u0065\u0072\u006e\u0065\u006cAvailable),n="persistent_\u006b\u0065\u0072\u006e\u0065\u006c_identity"):e.\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available?(t="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061",n="managed_default"):(t=$t("\u006b\u0065\u0072\u006e\u0065\u006c",e.\u006b\u0065\u0072\u006e\u0065\u006cAvailable),n="\u006b\u0065\u0072\u006e\u0065\u006c_default");let a=e.allowedFallbacks.find(d=>d!==t&&(d==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?e.\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available:e.\u006b\u0065\u0072\u006e\u0065\u006cAvailable)),s=e.retryIndex>0&&a?a:t,i=e.retryIndex===0?"primary":s===t?"same_provider_retry":"provider_fallback";return Object.freeze({plannedProvider:s,attemptKind:i,reasonCode:i==="primary"?n:i==="provider_fallback"?"provider_fallback":"same_provider_retry",retryIndex:e.retryIndex,priorTerminalReason:e.priorTerminalReason??null,timeoutMs:Math.floor(e.timeoutMs),fallbackAllowed:!!a})}var ke=2,Qa=2,Za=3e3;function pe(e){return e.reason instanceof DOMException&&e.reason.name==="TimeoutError"?e.reason:new Z}function Xa(e){if(!e||typeof e!="object")return;let t=e.signal;if(t instanceof AbortSignal)return t}function ti(e){if(!e||typeof e!="object")return;let t=e.onAttemptEvent;return typeof t=="function"?t:void 0}function ei(e){if(!e||typeof e!="object")return;let t=e.onPaaProgress;return typeof t=="function"?t:void 0}function ni(e){if(!e||typeof e!="object")return;let t=e.onPaaDomEvidence;return typeof t=="function"?t:void 0}async function ai(e){let t=await e.evaluate(n=>{let a=n,s=Array.from(document.querySelectorAll(a.item)),i=s.map(S=>S.querySelector(a.clickTarget)).filter(S=>S!=null),d=S=>{let U=S.getBoundingClientRect();if(U.width<=0||U.height<=0)return!1;let l=U.left+U.width/2,o=U.top+U.height/2;if(l<0||o<0||l>=window.innerWidth||o>=window.innerHeight)return!1;let r=document.elementFromPoint(l,o);return r!=null&&r!==S&&!S.contains(r)&&!r.contains(S)},h=Array.from(document.querySelectorAll("body *")).filter(S=>{let U=window.getComputedStyle(S);if(U.position!=="fixed"&&U.position!=="sticky")return!1;let l=S.getBoundingClientRect();return l.width*l.height>=window.innerWidth*window.innerHeight*.15&&U.visibility!=="hidden"&&U.display!=="none"});return{itemCount:s.length,expandedItemCount:s.filter(S=>S.classList.contains(a.expandedClass)||S.querySelector(a.clickTarget)?.getAttribute("aria-expanded")==="true").length,answeredItemCount:s.filter(S=>(S.querySelector(a.answerContainer)?.textContent?.trim().length??0)>=10).length,sourcedItemCount:s.filter(S=>S.querySelector(`${a.answerContainer} a[href]`)!=null).length,clickTargetCount:i.length,clickTargetsWithButtonRole:i.filter(S=>S.getAttribute("role")==="button"||S.tagName==="BUTTON").length,clickTargetsWithExpandedState:i.filter(S=>S.hasAttribute("aria-expanded")).length,clickTargetsOffscreen:i.filter(S=>{let U=S.getBoundingClientRect(),l=U.left+U.width/2,o=U.top+U.height/2;return l<0||o<0||l>=window.innerWidth||o>=window.innerHeight}).length,clickTargetsBlockedAtCenter:i.filter(d).length,fixedOrStickyOverlayCount:h.length}},{item:D.item,answerContainer:D.answerContainer,clickTarget:D.clickTarget,expandedClass:D.expandedClass});return{capturedAt:new Date().toISOString(),...t,selectorVersion:Ye}}async function yt(e,t){if(e)try{await e(t)}catch(n){console.warn(JSON.stringify({event:"harvest_attempt_log_failed",attempt_number:t.attemptNumber,message:n instanceof Error?n.message:String(n)}))}}function Tt(e){if(e instanceof ft)return"error";if(e instanceof _)return"captcha";if(e instanceof te)return"location_mismatch";if(e instanceof Z)return"request_aborted";if(e instanceof kt)return"browser_session_interrupted";if(e instanceof DOMException&&(e.name==="TimeoutError"||e.name==="AbortError"))return"timeout";let t=e instanceof Error?e.message:String(e);return/browser (?:has been )?closed|context (?:has been )?closed|target page, context or browser has been closed|session closed|page has been closed/i.test(t)?"browser_session_interrupted":ri(t)?"proxy_tunnel_failed":li(t)?"proxy_unavailable":/timeout|timed out|Timeout \d+ms exceeded|deadline/i.test(t)?"timeout":"error"}function ii(e){return e.diagnostics.degradedResult?"degraded_result":e.diagnostics?.completionStatus??(e.totalQuestions>0?"paa_found":"no_paa")}function si(e){return e.flat.length>0||e.organicResults.length>0||e.localPack.length>0||e.videos.length>0||e.forums.length>0||e.whatPeopleSaying.length>0||e.aiOverview.detected||e.aiMode.detected}function xn(e,t,n){let a=si(e),s=(e.diagnostics.warnings?.length??0)>0,i=new Set(e.flat.map(g=>g.question.toLowerCase().replace(/[^\w\s]/g,"").replace(/\s+/g," ").trim())).size,d=n?0:e.flat.filter(g=>!g.answer?.trim()).length,h=n?0:e.flat.filter(g=>!g.source_cite?.trim()).length,S=e.diagnostics.completionStatus==="no_paa"&&(e.diagnostics.noPaaObserved===!0||a),U=e.diagnostics.completionStatus==="paa_found",l=e.diagnostics.paaLifecycle?.discoveryStatus,o=l==="interrupted"||l==="recovery_exhausted",r=U&&(i<t&&l!=="frontier_exhausted"||d>0||h>0||!!e.diagnostics.interruption||o),u=S?"complete":U&&i>0?r||s?"partial":"complete":a?s?"partial":"complete":"degraded",c=u==="degraded";return e.diagnostics={...e.diagnostics,resultQuality:u,degradedResult:c,degradationReasons:c?["empty_primary_serp"]:[],retryRecommended:c||u==="partial"&&(r||e.diagnostics.warnings?.some(g=>g.retryable)===!0),completeness:{paaWithoutAnswer:d,paaWithoutSource:h,paaAnswersRecovered:e.diagnostics.completeness?.paaAnswersRecovered??0,aioShareCaptured:e.diagnostics.completeness?.aioShareCaptured??null,paaRequested:t,paaReturned:e.flat.length,paaUnique:i},...e.diagnostics.paaLifecycle?{paaLifecycle:{...e.diagnostics.paaLifecycle,questionsFound:i,targetStatus:i>=t?"met":"not_met",materialStatus:d>0||h>0?"partial":"complete"}}:{}},e}function Ln(e,t,n){let a=e.diagnostics.paaLifecycle;if(!a)return e;let s={...a.retryBreakdown,browserRetries:t,providerFallbacks:n};return{...e,diagnostics:{...e.diagnostics,paaLifecycle:{...a,retryBreakdown:s,automaticRetries:s.controlRetries+s.browserRetries+s.runtimeRecoveries}}}}function oi(e){return(e.diagnostics.degradationReasons??[]).includes("empty_primary_serp")?"No usable primary SERP surface was captured; the result may be incomplete.":"The harvest result was marked degraded."}function X(e){return e instanceof Error?e.message:String(e)}function di(e){return e==="location"?Qa:ke}function ri(e){return/ERR_TUNNEL_CONNECTION_FAILED|ERR_PROXY_CONNECTION_FAILED|ERR_SOCKS_CONNECTION_FAILED|tunnel connection failed|proxy connection failed|transport error: proxy/i.test(e)}function li(e){return/proxy unavailable|proxy_unavailable|connection_test_failed|did not return a proxy id|configured fallback/i.test(e)}function On(e){return e==="captcha"||e==="proxy_tunnel_failed"||e==="proxy_unavailable"}function Bn(e){return e==="browser_session_interrupted"}function Si(e){let t=e.diagnostics.debug?.locationEvidence,n=t?.expected?.canonicalLocation??e.location??"requested location",a=t?.candidates.slice(0,3).map(s=>`${s.city}, ${s.regionCode}`).join("; ");return a?`Google returned results for ${a}, not ${n}`:`Google returned results for a different location than ${n}`}function Ui(e,t){return t==="location"&&e.diagnostics.debug?.locationEvidence?.status==="mismatch"}function Hn(e,t){if(t||!e.diagnostics.debug)return e;let n={...e.diagnostics};return delete n.debug,{...e,diagnostics:n}}async function Fn(e,t){let n=t==null?3e3:t-Date.now();if(n<=0)return e;try{return await gn(e,{totalBudgetMs:Math.min(3e3,n)})}catch(a){return console.warn(JSON.stringify({event:"harvest_goto_resolution_failed",message:X(a)})),e}}async function Me(e,t){if(!(!e||!t))try{await Pn(e,t),console.info(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_proxy_deleted",proxy_id_suffix:t.slice(-6)}))}catch(n){console.warn(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_proxy_delete_failed",proxy_id_suffix:t.slice(-6),message:X(n)}))}}async function Rn(e,t,n,a,s,i){let d=Qe(t,{nativeGoogleAssets:e.serpOnly}),h=new _t,S=new Kt(d,h,a,s);if(n?.aborted)return{result:null,error:pe(n),cleanup:await d.close(),debug:null};let U,l=n?new Promise((g,N)=>{U=()=>N(pe(n)),n.addEventListener("abort",U,{once:!0})}):null,o=null,r=null,u,c=null;try{let g=S.extract(e,n);l&&g.catch(()=>{}),o=await(l?Promise.race([g,l]):g)}catch(g){r=g}finally{if(n&&U&&n.removeEventListener("abort",U),i){let g;try{let N=ai(d);N.catch(()=>{});let b=await Promise.race([N,new Promise((k,x)=>{g=setTimeout(()=>x(new DOMException("PAA DOM evidence timed out","TimeoutError")),2e3)})]);await i(b)}catch(N){console.warn(JSON.stringify({event:"paa_dom_evidence_failed",message:X(N)}))}finally{g&&clearTimeout(g)}}c=o?.diagnostics.debug??(e.debug?{enabled:!0,request:{query:e.query,locationInput:e.location??null,canonicalLocation:null,locationResolved:null,locationMatchSource:null,locationAmbiguousCandidates:null,uule:null,gl:e.gl,hl:e.hl,device:e.device,proxyMode:e.proxyMode,proxyZip:e.proxyZip??null,serpIdentity:e.serpIdentity??null,serpOnly:e.serpOnly,pages:e.pages??1},browser:d.getDebugSnapshot()}:null),u=await d.close()}if(r){let g=Tt(r),N=g==="timeout"||g==="request_aborted"||g==="browser_session_interrupted"?g:null,b=null;if(N)try{b=typeof S.getPartialResult=="function"?S.getPartialResult():null}catch{b=null}return b&&N?(b.diagnostics={...b.diagnostics,interruption:{code:N,reasonSource:"client_runtime",message:X(r)}},{result:b,error:r,cleanup:u,debug:c,salvagedFrom:r}):{result:null,error:r,cleanup:u,debug:c}}return{result:o,error:null,cleanup:u,debug:c}}async function Xs(e){let t=typeof e=="object"&&e!==null?e:{},n=Xa(e),a=ti(e),s=ei(e),i=ni(e),d=t.forceManagedSerp===!0,h=t.force\u004b\u0065\u0072\u006e\u0065\u006cSerp===!0,S=An({forceManagedSerp:d,force\u004b\u0065\u0072\u006e\u0065\u006cSerp:h}),U=t.proxyMode,l=U==="location"||U==="none"||U==="configured"?U:xt,o=typeof t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey=="string"?t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey.trim():Pe(),r=typeof t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId=="string"?t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId.trim():void 0,u={\u006b\u0065\u0072\u006e\u0065\u006cApiKey:o,proxyMode:l,configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId:r,location:typeof t.location=="string"?t.location:void 0,proxyZip:typeof t.proxyZip=="string"?t.proxyZip:void 0,gl:typeof t.gl=="string"?t.gl:"us"},c=typeof t.debug=="boolean"?t.debug:!1,g=l==="location"&&!!u.location,N=t.maxAttempts,b=typeof N=="number"&&Number.isInteger(N)&&N>=1?Math.min(ke,N):di(l),k=Math.min(ke,b),x=typeof t.softDeadlineMs=="number"?t.softDeadlineMs:null,O=new Jt,H=null,f=l,p=0,L=()=>x==null||x-Date.now()>=Za;for(let T=0;T<k;T++){let y=T+1,P=Date.now();try{if(n?.aborted)throw pe(n);let w=Wn({intent:S,\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available:je(),\u006b\u0065\u0072\u006e\u0065\u006cFallbackAvailable:!!o,persistent\u004b\u0065\u0072\u006e\u0065\u006cIdentityRequested:!!(t.serpIdentity||t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName),retryIndex:T,priorTerminalReason:H==null?null:Tt(H),softDeadlineMs:x}),C=ee.parse({...t,\u006b\u0065\u0072\u006e\u0065\u006cApiKey:o,proxyMode:f,debug:c||g}),M=w.plannedProvider==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061_browser":C.serpIdentity?"\u006b\u0065\u0072\u006e\u0065\u006c_persistent_identity":"\u006b\u0065\u0072\u006e\u0065\u006c_browser";await yt(a,{type:"started",attemptNumber:y,maxAttempts:k,method:M,provider:M==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061_browser"?"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061":"\u006b\u0065\u0072\u006e\u0065\u006c",planReason:w.reasonCode,planTimeoutMs:w.timeoutMs,retryKind:y===1?null:w.attemptKind==="provider_fallback"?"provider_fallback":"same_method",retryReason:y===1||H==null?null:Tt(H),query:C.query,location:C.location??null,maxQuestions:C.maxQuestions,startedAt:new Date(P).toISOString()});let m=w.plannedProvider==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?null:await bn({...u,proxyMode:f,attemptIndex:T,fresh:f==="location"});if(w.plannedProvider==="\u006b\u0065\u0072\u006e\u0065\u006c"&&!m)throw new Error("\u004b\u0065\u0072\u006e\u0065\u006c proxy resolution did not produce an execution plan");let A={...t,\u006b\u0065\u0072\u006e\u0065\u006cApiKey:o,...m?{\u006b\u0065\u0072\u006e\u0065\u006cProxyId:m.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution:m.resolution}:{},proxyMode:f,keepDefaultProxy:T>0,softDeadlineMs:x==null?void 0:P+w.timeoutMs,debug:c||g};f==="none"&&(A.\u006b\u0065\u0072\u006e\u0065\u006cProxyId=void 0);let I=ee.parse(A);console.info(JSON.stringify({event:"harvest_attempt_started",attempt_number:y,max_attempts:k,query:I.query,location:I.location??null,max_questions:I.maxQuestions}));let W=Ot(),V=null,q=async R=>{In(R.provider)!==w.plannedProvider&&(V=new ft(w.plannedProvider,R.provider)),await yt(a,{type:"provider_session_started",attemptNumber:y,maxAttempts:k,provider:R.provider,providerSessionId:R.providerSessionId,billingMode:R.billingMode,observedAt:new Date().toISOString()})},J=W?.harvestBrowserMode==="headless-test"&&process.env[We]==="true",G=W?await Ae({...W,forceHeadless:J,forceHeadful:!J},()=>Rn(I,w,n,s,q,i)):await Rn(I,w,n,s,q,i);if(G.error||V){let R=V??G.error,E=Tt(R);(E==="captcha"||E==="proxy_tunnel_failed")&&f==="location"&&(p++,p>=2&&(f="none"));let $=!G.result&&T<k-1&&L()&&(E==="captcha"||Bn(E)||l==="location"&&On(E));if(E==="captcha"?console.warn(JSON.stringify({event:"harvest_attempt_captcha",attempt_number:y,max_attempts:k,message:X(R),will_retry:$})):$&&console.warn(JSON.stringify({event:"harvest_attempt_proxy_retry",attempt_number:y,max_attempts:k,outcome:E,message:X(R),will_retry:$})),await yt(a,{type:"finished",attemptNumber:y,maxAttempts:k,outcome:E,\u006b\u0065\u0072\u006e\u0065\u006cSessionId:G.cleanup.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,questionCount:G.result?.totalQuestions??0,durationMs:Date.now()-P,error:X(R),willRetry:$,cleanup:G.cleanup,debug:G.debug,completedAt:new Date().toISOString()}),await Me(o,m?.disposableProxyId),H=R,$)continue;if(G.result&&!V){let et=await Fn(G.result,x);return Ln(xn(Hn(et,c),I.maxQuestions,I.questionsOnly),T,w.attemptKind==="provider_fallback"?1:0)}break}let j=G.result;if(!j)throw new Error("Harvest attempt completed without a result");if(Ui(j,l)){let R=new te(Si(j)),E=T<k-1&&L();if(console.warn(JSON.stringify({event:"harvest_attempt_location_mismatch",attempt_number:y,max_attempts:k,message:R.message,will_retry:E})),await yt(a,{type:"finished",attemptNumber:y,maxAttempts:k,outcome:"location_mismatch",\u006b\u0065\u0072\u006e\u0065\u006cSessionId:G.cleanup.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,questionCount:j.totalQuestions,durationMs:Date.now()-P,error:R.message,willRetry:E,cleanup:G.cleanup,debug:G.debug,completedAt:new Date().toISOString()}),await Me(o,m?.disposableProxyId),H=R,E)continue;break}let Ct=await Fn(j,x),B=Ln(xn(Hn(Ct,c),I.maxQuestions,I.questionsOnly),T,w.attemptKind==="provider_fallback"?1:0),tt=ii(B),F=tt==="degraded_result"&&T<k-1&&L(),Y=tt==="degraded_result"?oi(B):null;if(F&&console.warn(JSON.stringify({event:"harvest_attempt_degraded_result",attempt_number:y,max_attempts:k,degradation_reasons:B.diagnostics.degradationReasons,will_retry:!0})),await yt(a,{type:"finished",attemptNumber:y,maxAttempts:k,outcome:tt,\u006b\u0065\u0072\u006e\u0065\u006cSessionId:G.cleanup.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,questionCount:B.totalQuestions,durationMs:Date.now()-P,error:Y,willRetry:F,cleanup:G.cleanup,debug:G.debug,completedAt:new Date().toISOString()}),await Me(o,m?.disposableProxyId),F)continue;return(I.format==="json"||I.format==="both")&&await O.writeJSON(B,I.outputDir),(I.format==="csv"||I.format==="both")&&await Promise.all([O.writeCSV(B.flat,I.outputDir),B.videos.length>0?O.writeVideoCSV(B.videos,B.seed,I.outputDir):Promise.resolve(""),B.forums.length>0?O.writeForumCSV(B.forums,B.seed,I.outputDir):Promise.resolve(""),B.aiOverview.detected?O.writeAIOverviewCSV(B.aiOverview.citations,B.aiOverview.text,B.seed,I.outputDir):Promise.resolve(""),B.aiMode.detected?O.writeAIModeCSV(B.aiMode.citations,B.aiMode.text,B.seed,I.outputDir):Promise.resolve(""),B.whatPeopleSaying.length>0?O.writeWhatPeopleSayingCSV(B.whatPeopleSaying,B.seed,I.outputDir):Promise.resolve("")]),B}catch(w){let C=Tt(w);(C==="captcha"||C==="proxy_tunnel_failed")&&f==="location"&&(p++,p>=2&&(f="none"));let M=T<k-1&&L()&&(C==="captcha"||Bn(C)||l==="location"&&On(C));if(C==="captcha"?console.warn(JSON.stringify({event:"harvest_attempt_captcha",attempt_number:y,max_attempts:k,message:X(w),will_retry:M})):M&&console.warn(JSON.stringify({event:"harvest_attempt_proxy_retry",attempt_number:y,max_attempts:k,outcome:C,message:X(w),will_retry:M})),await yt(a,{type:"finished",attemptNumber:y,maxAttempts:k,outcome:C,\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,questionCount:0,durationMs:Date.now()-P,error:X(w),willRetry:M,cleanup:{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:null,browserCloseError:null},debug:null,completedAt:new Date().toISOString()}),H=w,M)continue;if(C==="captcha")break;throw w}}throw H&&!(H instanceof _)?H:(console.warn(JSON.stringify({event:"harvest_captcha_exhausted",max_attempts:k,session_kind:o?"\u006b\u0065\u0072\u006e\u0065\u006c":"local"})),new _(Ie(`CAPTCHA on all ${k} fresh sessions. Try again in a few minutes.`)))}export{yi as a,Ft as b,Rt as c,pi as d,Ke as e,Xn as f,Dt as g,_e as h,ze as i,oe as j,je as k,Vt as l,nn as m,Se as n,St as o,Yt as p,Ts as q,zt as r,Ps as s,bs as t,ge as u,Ls as v,Pn as w,Os as x,bn as y,Xs as z};
+`)}};function ie(e){return e.reason instanceof DOMException&&e.reason.name==="TimeoutError"?e.reason:new at}async function Oi(e){let t=await e.evaluate(n=>{let a=n,i=Array.from(document.querySelectorAll(a.item)),s=i.map(S=>S.querySelector(a.clickTarget)).filter(S=>S!=null),l=S=>{let u=S.getBoundingClientRect();if(u.width<=0||u.height<=0)return!1;let h=u.left+u.width/2,d=u.top+u.height/2;if(h<0||d<0||h>=window.innerWidth||d>=window.innerHeight)return!1;let o=document.elementFromPoint(h,d);return o!=null&&o!==S&&!S.contains(o)&&!o.contains(S)},r=Array.from(document.querySelectorAll("body *")).filter(S=>{let u=window.getComputedStyle(S);if(u.position!=="fixed"&&u.position!=="sticky")return!1;let h=S.getBoundingClientRect();return h.width*h.height>=window.innerWidth*window.innerHeight*.15&&u.visibility!=="hidden"&&u.display!=="none"});return{itemCount:i.length,expandedItemCount:i.filter(S=>S.classList.contains(a.expandedClass)||S.querySelector(a.clickTarget)?.getAttribute("aria-expanded")==="true").length,answeredItemCount:i.filter(S=>(S.querySelector(a.answerContainer)?.textContent?.trim().length??0)>=10).length,sourcedItemCount:i.filter(S=>S.querySelector(`${a.answerContainer} a[href]`)!=null).length,clickTargetCount:s.length,clickTargetsWithButtonRole:s.filter(S=>S.getAttribute("role")==="button"||S.tagName==="BUTTON").length,clickTargetsWithExpandedState:s.filter(S=>S.hasAttribute("aria-expanded")).length,clickTargetsOffscreen:s.filter(S=>{let u=S.getBoundingClientRect(),h=u.left+u.width/2,d=u.top+u.height/2;return h<0||d<0||h>=window.innerWidth||d>=window.innerHeight}).length,clickTargetsBlockedAtCenter:s.filter(l).length,fixedOrStickyOverlayCount:r.length}},{item:q.item,answerContainer:q.answerContainer,clickTarget:q.clickTarget,expandedClass:q.expandedClass});return{capturedAt:new Date().toISOString(),...t,selectorVersion:bn}}function bt(e){if(e instanceof dt)return"error";if(e instanceof j)return"captcha";if(e instanceof Yt)return"location_mismatch";if(e instanceof at)return"request_aborted";if(e instanceof Nt)return"browser_session_interrupted";if(e instanceof DOMException&&(e.name==="TimeoutError"||e.name==="AbortError"))return"timeout";let t=e instanceof Error?e.message:String(e);return/browser (?:has been )?closed|context (?:has been )?closed|target page, context or browser has been closed|session closed|page has been closed/i.test(t)?"browser_session_interrupted":Li(t)?"proxy_tunnel_failed":Bi(t)?"proxy_unavailable":/timeout|timed out|Timeout \d+ms exceeded|deadline/i.test(t)?"timeout":"error"}function Li(e){return/ERR_TUNNEL_CONNECTION_FAILED|ERR_PROXY_CONNECTION_FAILED|ERR_SOCKS_CONNECTION_FAILED|tunnel connection failed|proxy connection failed|transport error: proxy/i.test(e)}function Bi(e){return/proxy unavailable|proxy_unavailable|connection_test_failed|did not return a proxy id|configured fallback/i.test(e)}async function Ae(e,t,n,a,i,s,l){let r=Fn(t,{nativeGoogleAssets:e.serpOnly}),S=l?Ze(r,l.execution,l.permit,t.plannedProvider):r,u=new ae,h=new ne(S,u,a,i);if(n?.aborted)return{result:null,error:ie(n),cleanup:await S.close(),debug:null};let d,o=n?new Promise((y,T)=>{d=()=>T(ie(n)),n.addEventListener("abort",d,{once:!0})}):null,U=null,c=null,g,w=null,p=!1,C;try{C=h.extract(e,n),C.then(()=>{p=!0},()=>{p=!0}),U=await(o?Promise.race([C,o]):C)}catch(y){c=y}finally{if(n&&d&&n.removeEventListener("abort",d),s){let y;try{let T=Oi(S);T.catch(()=>{});let O=await Promise.race([T,new Promise((x,P)=>{y=setTimeout(()=>P(new DOMException("PAA DOM evidence timed out","TimeoutError")),2e3)})]);await s(O)}catch(T){console.warn(JSON.stringify({event:"paa_dom_evidence_failed",message:T instanceof Error?T.message:String(T)}))}finally{y&&clearTimeout(y)}}w=U?.diagnostics.debug??(e.debug?{enabled:!0,request:{query:e.query,locationInput:e.location??null,canonicalLocation:null,locationResolved:null,locationMatchSource:null,locationAmbiguousCandidates:null,uule:null,gl:e.gl,hl:e.hl,device:e.device,proxyMode:e.proxyMode,proxyZip:e.proxyZip??null,serpIdentity:e.serpIdentity??null,serpOnly:e.serpOnly,pages:e.pages??1},browser:S.getDebugSnapshot()}:null);try{g=await S.close()}catch(y){g={\u006b\u0065\u0072\u006e\u0065\u006cSessionId:S.get\u004b\u0065\u0072\u006e\u0065\u006cSessionId?.()??null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:!1,browserCloseError:y instanceof Error?y.message:String(y),physicalOutcome:"unknown"}}if(C&&!p){let y;try{await Promise.race([C.then(()=>{},()=>{}),new Promise(T=>{y=setTimeout(T,2e3)})])}finally{y&&clearTimeout(y)}}g.extractionDrained=p,p||(g.physicalOutcome="unknown")}if(c){let y=bt(c),T=y==="timeout"||y==="request_aborted"||y==="browser_session_interrupted"?y:null,O=null;if(T)try{O=typeof h.getPartialResult=="function"?h.getPartialResult():null}catch{O=null}return O&&T?(O.diagnostics={...O.diagnostics,interruption:{code:T,reasonSource:"client_runtime",message:c instanceof Error?c.message:String(c)}},{result:O,error:c,cleanup:g,debug:w,salvagedFrom:c}):{result:null,error:c,cleanup:g,debug:w}}return{result:U,error:null,cleanup:g,debug:w}}function da(e){return e.diagnostics.degradedResult?"degraded_result":e.diagnostics?.completionStatus??(e.totalQuestions>0?"paa_found":"no_paa")}function Hi(e){return e.flat.length>0||e.organicResults.length>0||e.localPack.length>0||e.videos.length>0||e.forums.length>0||e.whatPeopleSaying.length>0||e.aiOverview.detected||e.aiMode.detected}function xe(e,t,n){let a=Hi(e),i=(e.diagnostics.warnings?.length??0)>0,s=new Set(e.flat.map(w=>w.question.toLowerCase().replace(/[^\w\s]/g,"").replace(/\s+/g," ").trim())).size,l=n?0:e.flat.filter(w=>!w.answer?.trim()).length,r=n?0:e.flat.filter(w=>!w.source_cite?.trim()).length,S=n?0:e.flat.filter(w=>w.answerExpansionIncomplete===!0).length,u=e.diagnostics.completionStatus==="no_paa"&&(e.diagnostics.noPaaObserved===!0||a),h=e.diagnostics.completionStatus==="paa_found",d=e.diagnostics.paaLifecycle?.discoveryStatus,o=d==="interrupted"||d==="recovery_exhausted",U=h&&(s<t&&d!=="frontier_exhausted"||l>0||r>0||S>0||!!e.diagnostics.interruption||o),c=u?"complete":h&&s>0?U||i?"partial":"complete":a?i?"partial":"complete":"degraded",g=c==="degraded";return e.diagnostics={...e.diagnostics,resultQuality:c,degradedResult:g,degradationReasons:g?["empty_primary_serp"]:[],retryRecommended:g||c==="partial"&&(U||e.diagnostics.warnings?.some(w=>w.retryable)===!0),completeness:{paaWithoutAnswer:l,paaWithoutSource:r,paaIncompleteAnswers:S,paaAnswersRecovered:e.diagnostics.completeness?.paaAnswersRecovered??0,aioShareCaptured:e.diagnostics.completeness?.aioShareCaptured??null,paaRequested:t,paaReturned:e.flat.length,paaUnique:s},...e.diagnostics.paaLifecycle?{paaLifecycle:{...e.diagnostics.paaLifecycle,questionsFound:s,targetStatus:s>=t?"met":"not_met",materialStatus:l>0||r>0||S>0?"partial":"complete"}}:{}},e}function Oe(e,t,n){let a=e.diagnostics.paaLifecycle;if(!a)return e;let i={...a.retryBreakdown,browserRetries:t,providerFallbacks:n};return{...e,diagnostics:{...e.diagnostics,paaLifecycle:{...a,retryBreakdown:i,automaticRetries:i.controlRetries+i.browserRetries+i.runtimeRecoveries}}}}function la(e){return(e.diagnostics.degradationReasons??[]).includes("empty_primary_serp")?"No usable primary SERP surface was captured; the result may be incomplete.":"The harvest result was marked degraded."}function Le(e,t){if(t||!e.diagnostics.debug)return e;let n={...e.diagnostics};return delete n.debug,{...e,diagnostics:n}}async function Be(e,t){let n=t==null?3e3:t-Date.now();if(n<=0)return e;try{return await zn(e,{totalBudgetMs:Math.min(3e3,n)})}catch(a){return console.warn(JSON.stringify({event:"harvest_goto_resolution_failed",message:a instanceof Error?a.message:String(a)})),e}}var He=2,Fi=2,Ri=3e3;function Di(e){if(!e||typeof e!="object")return;let t=e.signal;if(t instanceof AbortSignal)return t}function Gi(e){if(!e||typeof e!="object")return;let t=e.onAttemptEvent;return typeof t=="function"?t:void 0}function Ei(e){if(!e||typeof e!="object")return;let t=e.onPaaProgress;return typeof t=="function"?t:void 0}function Vi(e){if(!e||typeof e!="object")return;let t=e.onPaaDomEvidence;return typeof t=="function"?t:void 0}async function It(e,t){if(e)try{await e(t)}catch(n){console.warn(JSON.stringify({event:"harvest_attempt_log_failed",attempt_number:t.attemptNumber,message:n instanceof Error?n.message:String(n)}))}}function wt(e){return e instanceof Error?e.message:String(e)}function Yi(e){return e==="location"?Fi:He}function Sa(e){return e==="captcha"||e==="proxy_tunnel_failed"||e==="proxy_unavailable"}function Ua(e){return e==="browser_session_interrupted"}function Ki(e){let t=e.diagnostics.debug?.locationEvidence,n=t?.expected?.canonicalLocation??e.location??"requested location",a=t?.candidates.slice(0,3).map(i=>`${i.city}, ${i.regionCode}`).join("; ");return a?`Google returned results for ${a}, not ${n}`:`Google returned results for a different location than ${n}`}function Ji(e,t){return t==="location"&&e.diagnostics.debug?.locationEvidence?.status==="mismatch"}function ha(e){return e.extractionDrained===!0&&e.browserCloseSucceeded===!0&&e.localDisconnectSucceeded!==!1&&(e.\u006b\u0065\u0072\u006e\u0065\u006cSessionId==null||e.\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded===!0)&&e.physicalOutcome!=="unknown"}async function _i(e,t){if(!t)return!0;if(!e)return!1;try{return await mn(e,t),console.info(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_proxy_deleted",proxy_id_suffix:t.slice(-6)})),!0}catch(n){return console.warn(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_proxy_delete_failed",proxy_id_suffix:t.slice(-6),message:wt(n)})),!1}}async function mr(e){let t=typeof e=="object"&&e!==null?e:{},n=Di(e),a=sn(e),i=Gi(e),s=Ei(e),l=Vi(e),r=t.forceManagedSerp===!0,S=t.force\u004b\u0065\u0072\u006e\u0065\u006cSerp===!0,u=ze({forceManagedSerp:r,force\u004b\u0065\u0072\u006e\u0065\u006cSerp:S}),h=t.proxyMode,d=h==="location"||h==="none"||h==="configured"?h:Vt,o=typeof t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey=="string"?t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey.trim():De(),U=typeof t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId=="string"?t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId.trim():void 0,c={\u006b\u0065\u0072\u006e\u0065\u006cApiKey:o,proxyMode:d,configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId:U,location:typeof t.location=="string"?t.location:void 0,proxyZip:typeof t.proxyZip=="string"?t.proxyZip:void 0,gl:typeof t.gl=="string"?t.gl:"us"},g=typeof t.debug=="boolean"?t.debug:!1,w=d==="location"&&!!c.location,p=t.maxAttempts,C=typeof p=="number"&&Number.isInteger(p)&&p>=1?Math.min(He,p):Yi(d),y=Math.min(He,C),T=typeof t.softDeadlineMs=="number"?t.softDeadlineMs:null,O=new qt,x=null,P=d,G=0,F=()=>T==null||T-Date.now()>=Ri;for(let b=0;b<y;b++){let v=b+1,W=Date.now(),f=!0,k,J=!1,N=n,D;try{if(N?.aborted)throw ie(N);let M=qe({intent:u,\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available:kn(),\u006b\u0065\u0072\u006e\u0065\u006cFallbackAvailable:!!o,persistent\u004b\u0065\u0072\u006e\u0065\u006cIdentityRequested:!!(t.serpIdentity||t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName),retryIndex:b,priorTerminalReason:x==null?null:bt(x),softDeadlineMs:T}),L=Se.parse({...t,\u006b\u0065\u0072\u006e\u0065\u006cApiKey:o,proxyMode:P,debug:g||w});a&&(k=await a.prepare(M.plannedProvider,v),D=a.watch(k,n),N=D.signal);let m=M.plannedProvider==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061_browser":L.serpIdentity?"\u006b\u0065\u0072\u006e\u0065\u006c_persistent_identity":"\u006b\u0065\u0072\u006e\u0065\u006c_browser";await It(i,{type:"started",attemptNumber:v,maxAttempts:y,method:m,provider:m==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061_browser"?"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061":"\u006b\u0065\u0072\u006e\u0065\u006c",planReason:M.reasonCode,planTimeoutMs:M.timeoutMs,retryKind:v===1?null:M.attemptKind==="provider_fallback"?"provider_fallback":"same_method",retryReason:v===1||x==null?null:bt(x),query:L.query,location:L.location??null,maxQuestions:L.maxQuestions,startedAt:new Date(W).toISOString()}),M.plannedProvider==="\u006b\u0065\u0072\u006e\u0065\u006c"&&(f=!1,a&&k&&await a.start(k,"proxy"));let I=M.plannedProvider==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?null:await Cn({...c,proxyMode:P,attemptIndex:b,fresh:P==="location"});if(M.plannedProvider==="\u006b\u0065\u0072\u006e\u0065\u006c"&&!I)throw new Error("\u004b\u0065\u0072\u006e\u0065\u006c proxy resolution did not produce an execution plan");a&&k&&M.plannedProvider==="\u006b\u0065\u0072\u006e\u0065\u006c"&&await a.resource(k,"proxy",I?.disposableProxyId??null);let R={...t,\u006b\u0065\u0072\u006e\u0065\u006cApiKey:o,...I?{\u006b\u0065\u0072\u006e\u0065\u006cProxyId:I.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution:I.resolution}:{},proxyMode:P,keepDefaultProxy:b>0,softDeadlineMs:T==null?void 0:W+M.timeoutMs,debug:g||w};P==="none"&&(R.\u006b\u0065\u0072\u006e\u0065\u006cProxyId=void 0);let H=Se.parse(R);console.info(JSON.stringify({event:"harvest_attempt_started",attempt_number:v,max_attempts:y,query:H.query,location:H.location??null,max_questions:H.maxQuestions}));let _=Kt(),B=null,z=async Q=>{_t(Q.provider)!==M.plannedProvider&&(B=new dt(M.plannedProvider,Q.provider)),await It(i,{type:"provider_session_started",attemptNumber:v,maxAttempts:y,provider:Q.provider,providerSessionId:Q.providerSessionId,billingMode:Q.billingMode,observedAt:new Date().toISOString()})},Y=_?.harvestBrowserMode==="headless-test"&&process.env[Ye]==="true";f=!1;let E=_?await Ke({..._,forceHeadless:Y,forceHeadful:!Y},()=>Ae(H,M,N,s,z,l,a&&k?{execution:a,permit:k}:void 0)):await Ae(H,M,N,s,z,l,a&&k?{execution:a,permit:k}:void 0),it=await _i(o,I?.disposableProxyId);if(E.cleanup.disposableProxyDeleted=it,a&&k){let Q=await re(a,k,E.cleanup,I?.disposableProxyId??null);J=!0,D?.stop(),f=Q.state!=="unknown"&&ha(E.cleanup)&&it}else f=ha(E.cleanup)&&it;if(E.error||B){let Q=B??E.error,Z=bt(Q);(Z==="captcha"||Z==="proxy_tunnel_failed")&&P==="location"&&(G++,G>=2&&(P="none"));let xt=!E.result&&f&&!N?.aborted&&b<y-1&&F()&&(Z==="captcha"||Ua(Z)||d==="location"&&Sa(Z));if(Z==="captcha"?console.warn(JSON.stringify({event:"harvest_attempt_captcha",attempt_number:v,max_attempts:y,message:wt(Q),will_retry:xt})):xt&&console.warn(JSON.stringify({event:"harvest_attempt_proxy_retry",attempt_number:v,max_attempts:y,outcome:Z,message:wt(Q),will_retry:xt})),await It(i,{type:"finished",attemptNumber:v,maxAttempts:y,outcome:Z,\u006b\u0065\u0072\u006e\u0065\u006cSessionId:E.cleanup.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,questionCount:E.result?.totalQuestions??0,durationMs:Date.now()-W,error:wt(Q),willRetry:xt,cleanup:E.cleanup,debug:E.debug,completedAt:new Date().toISOString()}),x=Q,xt)continue;if(E.result&&!B){let ua=await Be(E.result,T);return Oe(xe(Le(ua,g),H.maxQuestions,H.questionsOnly),b,M.attemptKind==="provider_fallback"?1:0)}break}let st=E.result;if(!st)throw new Error("Harvest attempt completed without a result");if(Ji(st,d)){let Q=new Yt(Ki(st)),Z=f&&!N?.aborted&&b<y-1&&F();if(console.warn(JSON.stringify({event:"harvest_attempt_location_mismatch",attempt_number:v,max_attempts:y,message:Q.message,will_retry:Z})),await It(i,{type:"finished",attemptNumber:v,maxAttempts:y,outcome:"location_mismatch",\u006b\u0065\u0072\u006e\u0065\u006cSessionId:E.cleanup.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,questionCount:st.totalQuestions,durationMs:Date.now()-W,error:Q.message,willRetry:Z,cleanup:E.cleanup,debug:E.debug,completedAt:new Date().toISOString()}),x=Q,Z)continue;break}let Wt=await Be(st,T),V=Oe(xe(Le(Wt,g),H.maxQuestions,H.questionsOnly),b,M.attemptKind==="provider_fallback"?1:0),vt=da(V),rt=vt==="degraded_result"&&f&&!N?.aborted&&b<y-1&&F(),At=vt==="degraded_result"?la(V):null;if(rt&&console.warn(JSON.stringify({event:"harvest_attempt_degraded_result",attempt_number:v,max_attempts:y,degradation_reasons:V.diagnostics.degradationReasons,will_retry:!0})),await It(i,{type:"finished",attemptNumber:v,maxAttempts:y,outcome:vt,\u006b\u0065\u0072\u006e\u0065\u006cSessionId:E.cleanup.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,questionCount:V.totalQuestions,durationMs:Date.now()-W,error:At,willRetry:rt,cleanup:E.cleanup,debug:E.debug,completedAt:new Date().toISOString()}),rt)continue;return(H.format==="json"||H.format==="both")&&await O.writeJSON(V,H.outputDir),(H.format==="csv"||H.format==="both")&&await Promise.all([O.writeCSV(V.flat,H.outputDir),V.videos.length>0?O.writeVideoCSV(V.videos,V.seed,H.outputDir):Promise.resolve(""),V.forums.length>0?O.writeForumCSV(V.forums,V.seed,H.outputDir):Promise.resolve(""),V.aiOverview.detected?O.writeAIOverviewCSV(V.aiOverview.citations,V.aiOverview.text,V.seed,H.outputDir):Promise.resolve(""),V.aiMode.detected?O.writeAIModeCSV(V.aiMode.citations,V.aiMode.text,V.seed,H.outputDir):Promise.resolve(""),V.whatPeopleSaying.length>0?O.writeWhatPeopleSayingCSV(V.whatPeopleSaying,V.seed,H.outputDir):Promise.resolve("")]),V}catch(M){a&&k&&!J&&(f=!1,await re(a,k,{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:null,browserCloseError:wt(M),physicalOutcome:"unknown",extractionDrained:!0,disposableProxyDeleted:!1}).catch(()=>{}));let L=bt(M);(L==="captcha"||L==="proxy_tunnel_failed")&&P==="location"&&(G++,G>=2&&(P="none"));let m=f&&!N?.aborted&&b<y-1&&F()&&(L==="captcha"||Ua(L)||d==="location"&&Sa(L));if(L==="captcha"?console.warn(JSON.stringify({event:"harvest_attempt_captcha",attempt_number:v,max_attempts:y,message:wt(M),will_retry:m})):m&&console.warn(JSON.stringify({event:"harvest_attempt_proxy_retry",attempt_number:v,max_attempts:y,outcome:L,message:wt(M),will_retry:m})),await It(i,{type:"finished",attemptNumber:v,maxAttempts:y,outcome:L,\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,questionCount:0,durationMs:Date.now()-W,error:wt(M),willRetry:m,cleanup:{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:null,browserCloseError:null},debug:null,completedAt:new Date().toISOString()}),x=M,m)continue;if(L==="captcha")break;throw M}finally{D?.stop()}}throw x&&!(x instanceof j)?x:(console.warn(JSON.stringify({event:"harvest_captcha_exhausted",max_attempts:y,session_kind:o?"\u006b\u0065\u0072\u006e\u0065\u006c":"local"})),new j(Ve(`CAPTCHA on all ${y} fresh sessions. Try again in a few minutes.`)))}export{lt as a,$e as b,as as c,is as d,ss as e,os as f,ms as g,zt as h,Cs as i,ks as j,un as k,ce as l,ge as m,Os as n,mn as o,Ls as p,Cn as q,me as r,kn as s,Fs as t,Ce as u,ke as v,Es as w,In as x,Wn as y,An as z,Zt as A,xn as B,ja as C,Ln as D,li as E,Xt as F,ee as G,kt as H,Mt as I,mr as J};