mcp-scraper 0.96.0 → 0.96.1

package/dist/{chunk-JAV5V3JT.js → chunk-HVQZRQRJ.js}

@@ -1,4 +1,4 @@
-import{f as st}from"./chunk-M5QHXNFZ.js";import{a as Kt,b as de,d as je,g as le,h as et,i as nn}from"./chunk-B4ZKPLSP.js";import{f as en}from"./chunk-VVSHZV5S.js";import{a as Qe,i as Ze,j as z,k as X,m as tt,n as xt,o as Jt}from"./chunk-C7MGJUTU.js";import{a as Xe,b as tn,c as _t}from"./chunk-4ZVO6GX4.js";import{a as Yt}from"./chunk-WNUXMPVX.js";import{a as $e}from"./chunk-6N5EC7ZO.js";import{c as ze,d as Tt,f as qe}from"./chunk-HNNYXMSI.js";var lt=class extends Error{constructor(t,n){super(`SERP provider mismatch: planned ${t}, observed ${n}`),this.name="SerpProviderMismatchError"}};function qt(e){return e==="\u0062\u0072\u0069\u0067\u0068\u0074_\u0064\u0061\u0074\u0061_browser_api"?"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061":"\u006b\u0065\u0072\u006e\u0065\u006c"}function an(e){return va({intent:e.intent,\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available:e.\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available,\u006b\u0065\u0072\u006e\u0065\u006cAvailable:!0,persistent\u004b\u0065\u0072\u006e\u0065\u006cIdentityRequested:e.persistent\u004b\u0065\u0072\u006e\u0065\u006cIdentityRequested,retryIndex:e.retryIndex,priorTerminalReason:e.priorTerminalReason,allowedFallbacks:e.\u006b\u0065\u0072\u006e\u0065\u006cFallbackAvailable&&e.intent!=="\u006b\u0065\u0072\u006e\u0065\u006c"?["\u006b\u0065\u0072\u006e\u0065\u006c"]:[],timeoutMs:e.softDeadlineMs==null?4e5:Math.max(1,e.softDeadlineMs-Date.now())})}function sn(e){if(e.forceManagedSerp&&e.force\u004b\u0065\u0072\u006e\u0065\u006cSerp)throw new Error("forceManagedSerp and force\u004b\u0065\u0072\u006e\u0065\u006cSerp cannot both be true");return e.forceManagedSerp?"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061":e.force\u004b\u0065\u0072\u006e\u0065\u006cSerp?"\u006b\u0065\u0072\u006e\u0065\u006c":"auto"}function zt(e,t){if(!t)throw new Error(`Requested SERP provider is unavailable: ${e}`);return e}function va(e){if(!Number.isInteger(e.retryIndex)||e.retryIndex<0)throw new Error("retryIndex must be a non-negative integer");if(!Number.isFinite(e.timeoutMs)||e.timeoutMs<=0)throw new Error("timeoutMs must be a positive number");let t,n;e.intent==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?(t=zt("\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061",e.\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available),n="explicit_\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"):e.intent==="\u006b\u0065\u0072\u006e\u0065\u006c"?(t=zt("\u006b\u0065\u0072\u006e\u0065\u006c",e.\u006b\u0065\u0072\u006e\u0065\u006cAvailable),n="explicit_\u006b\u0065\u0072\u006e\u0065\u006c"):e.persistent\u004b\u0065\u0072\u006e\u0065\u006cIdentityRequested?(t=zt("\u006b\u0065\u0072\u006e\u0065\u006c",e.\u006b\u0065\u0072\u006e\u0065\u006cAvailable),n="persistent_\u006b\u0065\u0072\u006e\u0065\u006c_identity"):e.\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available?(t="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061",n="managed_default"):(t=zt("\u006b\u0065\u0072\u006e\u0065\u006c",e.\u006b\u0065\u0072\u006e\u0065\u006cAvailable),n="\u006b\u0065\u0072\u006e\u0065\u006c_default");let a=e.allowedFallbacks.find(S=>S!==t&&(S==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?e.\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available:e.\u006b\u0065\u0072\u006e\u0065\u006cAvailable)),i=e.retryIndex>0&&a?a:t,s=e.retryIndex===0?"primary":i===t?"same_provider_retry":"provider_fallback";return Object.freeze({plannedProvider:i,attemptKind:s,reasonCode:s==="primary"?n:s==="provider_fallback"?"provider_fallback":"same_provider_retry",retryIndex:e.retryIndex,priorTerminalReason:e.priorTerminalReason??null,timeoutMs:Math.floor(e.timeoutMs),fallbackAllowed:!!a})}function fa(e,t){if(typeof e!="string")return null;let n=e.replace(/[\u0000-\u001f\u007f]+/g," ").replace(/\s+/g," ").trim();return n?n.slice(0,t):null}function on(e){let t=fa(e,320);return t?t.replace(/\b(?:wss?|https?):\/\/\S+/gi,"[redacted endpoint]").replace(/\b(?:authorization|proxy-authorization):\s*\S+/gi,"$1: [redacted]").replace(/\bBearer\s+\S+/gi,"Bearer [redacted]").slice(0,320):null}function St(e){return on(e)}function rn(e){if(typeof e!="string"||e.length===0||e.length>512||e.trim()!==e||/[\s\u0000-\u001f\u007f]/.test(e)||/:\/\//.test(e))throw new Error("\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 did not return a valid browser session ID");return e}function Se(e,t,n=new Date().toISOString()){let a=on(t);return{source:e,message:a??e.replaceAll("_"," "),observedAt:n}}function Na(e){return{provider:e.provider,providerDisconnectObserved:e.disconnectObservation!==null,providerDisconnectMessage:e.disconnectObservation?.message??null}}function dn(e){return{...Na(e),providerSessionId:e.providerSessionId}}function ln(e,t,n,a){return new Proxy(e,{get(i,s,S){if(s==="launch")return async d=>{await t.start(n,"browser"),await i.launch(d);let U=i.getProviderSessionMetadata();if(await t.resource(n,"browser",U.providerSessionId,U.provider),!U.providerSessionId)throw new Error("Browser connection returned no attributable session identity");if(qt(U.provider)!==a)throw new lt(a,U.provider);await t.assertActive(n)};let o=Reflect.get(i,s,S);return typeof o=="function"?o.bind(i):o}})}function Ue(e,t,n,a=null){let i=n.\u006b\u0065\u0072\u006e\u0065\u006cSessionId??n.providerSessionId??null,s=n.\u006b\u0065\u0072\u006e\u0065\u006cSessionId!=null?n.\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded===!0:n.physicalOutcome==="terminated",S=n.browserCloseSucceeded===!0&&n.localDisconnectSucceeded!==!1&&s,o=n.physicalOutcome==="not_started"&&n.browserCloseSucceeded===null,d={drained:n.extractionDrained===!0,effects:{browser:{resourceId:i,state:S?"terminated":o?"not_started":"unknown"},proxy:{resourceId:a,state:n.disposableProxyDeleted===!0?a===null?"not_started":"terminated":"unknown"}},details:{browserCloseSucceeded:n.browserCloseSucceeded??null,localDisconnectSucceeded:n.localDisconnectSucceeded??null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:n.\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded??null,browserCloseError:St(n.browserCloseError),\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:St(n.\u006b\u0065\u0072\u006e\u0065\u006cDeleteError),localDisconnectError:St(n.localDisconnectError)}};return e.complete(t,d)}import{randomUUID as Un}from"crypto";var Sn="2026-10-10-operation-physical-attempts.1",Ut="operation_physical_attempts";async function he(e){let[t,n,a,i,s]=await Promise.all([e.execute(`PRAGMA table_info(${Ut})`),e.execute("PRAGMA index_info(operation_physical_identity)"),e.execute(`PRAGMA foreign_key_list(${Ut})`),e.execute("SELECT name,sql FROM sqlite_master WHERE name IN ('operation_physical_attempts','operation_physical_unresolved','operation_physical_identity')"),e.execute({sql:"SELECT 1 FROM schema_migrations WHERE version=?",args:[Sn]})]),S=o=>String(i.rows.find(d=>d.name===o)?.sql??"").replace(/\s+/g," ");return["id","parent_run_id","user_id","controller_token","claim_token","scope","attempt_number","provider","profile","intent_json","state","effects_json","resources_json","created_at","updated_at"].every(o=>t.rows.some(d=>d.name===o&&Number(d.notnull)===1))&&t.rows.some(o=>o.name==="id"&&Number(o.pk)===1)&&t.rows.some(o=>o.name==="receipt_json")&&n.rows.map(o=>o.name).join(",")==="parent_run_id,scope,attempt_number"&&a.rows.some(o=>o.table==="operation_runs"&&o.from==="parent_run_id"&&o.to==="id"&&o.on_delete==="CASCADE")&&S(Ut).includes("state IN ('prepared','effects_started','terminated','not_started','unknown')")&&S(Ut).includes("CHECK (json_valid(intent_json))")&&S(Ut).includes("CHECK (json_valid(effects_json))")&&S(Ut).includes("CHECK (json_valid(resources_json))")&&S(Ut).includes("CHECK (receipt_json IS NULL OR json_valid(receipt_json))")&&S(Ut).includes("CHECK ((state IN ('terminated','not_started','unknown') AND receipt_json IS NOT NULL)")&&S("operation_physical_identity").includes("CREATE UNIQUE INDEX")&&S("operation_physical_unresolved").includes("CREATE UNIQUE INDEX")&&S("operation_physical_unresolved").includes("WHERE state IN ('prepared','effects_started','unknown')")&&s.rows.length===1}async function ue(e){if(!await he(e)){try{await e.batch([`CREATE TABLE IF NOT EXISTS operation_physical_attempts (
+import{f as ot}from"./chunk-M5QHXNFZ.js";import{a as Vt,b as se,d as De,g as Ot,h as $,i as _e}from"./chunk-B4ZKPLSP.js";import{f as Je}from"./chunk-VVSHZV5S.js";import{a as Ee,i as Ve,j,k as nt,m as at,n as Nt,o as Yt}from"./chunk-C7MGJUTU.js";import{a as Ye,b as Ke,c as Kt}from"./chunk-4ZVO6GX4.js";import{a as Et}from"./chunk-WNUXMPVX.js";import{a as Ge}from"./chunk-6N5EC7ZO.js";import{c as Fe,d as ft,f as Re}from"./chunk-HNNYXMSI.js";var dt=class extends Error{constructor(t,n){super(`SERP provider mismatch: planned ${t}, observed ${n}`),this.name="SerpProviderMismatchError"}};function _t(e){return e==="\u0062\u0072\u0069\u0067\u0068\u0074_\u0064\u0061\u0074\u0061_browser_api"?"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061":"\u006b\u0065\u0072\u006e\u0065\u006c"}function qe(e){return ca({intent:e.intent,\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available:e.\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available,\u006b\u0065\u0072\u006e\u0065\u006cAvailable:!0,persistent\u004b\u0065\u0072\u006e\u0065\u006cIdentityRequested:e.persistent\u004b\u0065\u0072\u006e\u0065\u006cIdentityRequested,retryIndex:e.retryIndex,priorTerminalReason:e.priorTerminalReason,allowedFallbacks:e.\u006b\u0065\u0072\u006e\u0065\u006cFallbackAvailable&&e.intent!=="\u006b\u0065\u0072\u006e\u0065\u006c"?["\u006b\u0065\u0072\u006e\u0065\u006c"]:[],timeoutMs:e.softDeadlineMs==null?4e5:Math.max(1,e.softDeadlineMs-Date.now())})}function ze(e){if(e.forceManagedSerp&&e.force\u004b\u0065\u0072\u006e\u0065\u006cSerp)throw new Error("forceManagedSerp and force\u004b\u0065\u0072\u006e\u0065\u006cSerp cannot both be true");return e.forceManagedSerp?"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061":e.force\u004b\u0065\u0072\u006e\u0065\u006cSerp?"\u006b\u0065\u0072\u006e\u0065\u006c":"auto"}function Jt(e,t){if(!t)throw new Error(`Requested SERP provider is unavailable: ${e}`);return e}function ca(e){if(!Number.isInteger(e.retryIndex)||e.retryIndex<0)throw new Error("retryIndex must be a non-negative integer");if(!Number.isFinite(e.timeoutMs)||e.timeoutMs<=0)throw new Error("timeoutMs must be a positive number");let t,n;e.intent==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?(t=Jt("\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061",e.\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available),n="explicit_\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"):e.intent==="\u006b\u0065\u0072\u006e\u0065\u006c"?(t=Jt("\u006b\u0065\u0072\u006e\u0065\u006c",e.\u006b\u0065\u0072\u006e\u0065\u006cAvailable),n="explicit_\u006b\u0065\u0072\u006e\u0065\u006c"):e.persistent\u004b\u0065\u0072\u006e\u0065\u006cIdentityRequested?(t=Jt("\u006b\u0065\u0072\u006e\u0065\u006c",e.\u006b\u0065\u0072\u006e\u0065\u006cAvailable),n="persistent_\u006b\u0065\u0072\u006e\u0065\u006c_identity"):e.\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available?(t="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061",n="managed_default"):(t=Jt("\u006b\u0065\u0072\u006e\u0065\u006c",e.\u006b\u0065\u0072\u006e\u0065\u006cAvailable),n="\u006b\u0065\u0072\u006e\u0065\u006c_default");let a=e.allowedFallbacks.find(l=>l!==t&&(l==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?e.\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available:e.\u006b\u0065\u0072\u006e\u0065\u006cAvailable)),i=e.retryIndex>0&&a?a:t,s=e.retryIndex===0?"primary":i===t?"same_provider_retry":"provider_fallback";return Object.freeze({plannedProvider:i,attemptKind:s,reasonCode:s==="primary"?n:s==="provider_fallback"?"provider_fallback":"same_provider_retry",retryIndex:e.retryIndex,priorTerminalReason:e.priorTerminalReason??null,timeoutMs:Math.floor(e.timeoutMs),fallbackAllowed:!!a})}function wa(e,t){if(typeof e!="string")return null;let n=e.replace(/[\u0000-\u001f\u007f]+/g," ").replace(/\s+/g," ").trim();return n?n.slice(0,t):null}function je(e){let t=wa(e,320);return t?t.replace(/\b(?:wss?|https?):\/\/\S+/gi,"[redacted endpoint]").replace(/\b(?:authorization|proxy-authorization):\s*\S+/gi,"$1: [redacted]").replace(/\bBearer\s+\S+/gi,"Bearer [redacted]").slice(0,320):null}function lt(e){return je(e)}function $e(e){if(typeof e!="string"||e.length===0||e.length>512||e.trim()!==e||/[\s\u0000-\u001f\u007f]/.test(e)||/:\/\//.test(e))throw new Error("\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 did not return a valid browser session ID");return e}function oe(e,t,n=new Date().toISOString()){let a=je(t);return{source:e,message:a??e.replaceAll("_"," "),observedAt:n}}function ga(e){return{provider:e.provider,providerDisconnectObserved:e.disconnectObservation!==null,providerDisconnectMessage:e.disconnectObservation?.message??null}}function Qe(e){return{...ga(e),providerSessionId:e.providerSessionId}}function Ze(e,t,n,a){return new Proxy(e,{get(i,s,l){if(s==="launch")return async S=>{await t.start(n,"browser"),await i.launch(S);let u=i.getProviderSessionMetadata();if(await t.resource(n,"browser",u.providerSessionId,u.provider),!u.providerSessionId)throw new Error("Browser connection returned no attributable session identity");if(_t(u.provider)!==a)throw new dt(a,u.provider);await t.assertActive(n)};let r=Reflect.get(i,s,l);return typeof r=="function"?r.bind(i):r}})}function re(e,t,n,a=null){let i=n.\u006b\u0065\u0072\u006e\u0065\u006cSessionId??n.providerSessionId??null,s=n.\u006b\u0065\u0072\u006e\u0065\u006cSessionId!=null?n.\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded===!0:n.physicalOutcome==="terminated",l=n.browserCloseSucceeded===!0&&n.localDisconnectSucceeded!==!1&&s,r=n.physicalOutcome==="not_started"&&n.browserCloseSucceeded===null,S={drained:n.extractionDrained===!0,effects:{browser:{resourceId:i,state:l?"terminated":r?"not_started":"unknown"},proxy:{resourceId:a,state:n.disposableProxyDeleted===!0?a===null?"not_started":"terminated":"unknown"}},details:{browserCloseSucceeded:n.browserCloseSucceeded??null,localDisconnectSucceeded:n.localDisconnectSucceeded??null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:n.\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded??null,browserCloseError:lt(n.browserCloseError),\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:lt(n.\u006b\u0065\u0072\u006e\u0065\u006cDeleteError),localDisconnectError:lt(n.localDisconnectError)}};return e.complete(t,S)}import{randomUUID as tn}from"crypto";var Xe="2026-10-10-operation-physical-attempts.1",St="operation_physical_attempts";async function de(e){let[t,n,a,i,s]=await Promise.all([e.execute(`PRAGMA table_info(${St})`),e.execute("PRAGMA index_info(operation_physical_identity)"),e.execute(`PRAGMA foreign_key_list(${St})`),e.execute("SELECT name,sql FROM sqlite_master WHERE name IN ('operation_physical_attempts','operation_physical_unresolved','operation_physical_identity')"),e.execute({sql:"SELECT 1 FROM schema_migrations WHERE version=?",args:[Xe]})]),l=r=>String(i.rows.find(S=>S.name===r)?.sql??"").replace(/\s+/g," ");return["id","parent_run_id","user_id","controller_token","claim_token","scope","attempt_number","provider","profile","intent_json","state","effects_json","resources_json","created_at","updated_at"].every(r=>t.rows.some(S=>S.name===r&&Number(S.notnull)===1))&&t.rows.some(r=>r.name==="id"&&Number(r.pk)===1)&&t.rows.some(r=>r.name==="receipt_json")&&n.rows.map(r=>r.name).join(",")==="parent_run_id,scope,attempt_number"&&a.rows.some(r=>r.table==="operation_runs"&&r.from==="parent_run_id"&&r.to==="id"&&r.on_delete==="CASCADE")&&l(St).includes("state IN ('prepared','effects_started','terminated','not_started','unknown')")&&l(St).includes("CHECK (json_valid(intent_json))")&&l(St).includes("CHECK (json_valid(effects_json))")&&l(St).includes("CHECK (json_valid(resources_json))")&&l(St).includes("CHECK (receipt_json IS NULL OR json_valid(receipt_json))")&&l(St).includes("CHECK ((state IN ('terminated','not_started','unknown') AND receipt_json IS NOT NULL)")&&l("operation_physical_identity").includes("CREATE UNIQUE INDEX")&&l("operation_physical_unresolved").includes("CREATE UNIQUE INDEX")&&l("operation_physical_unresolved").includes("WHERE state IN ('prepared','effects_started','unknown')")&&s.rows.length===1}async function le(e){if(!await de(e)){try{await e.batch([`CREATE TABLE IF NOT EXISTS operation_physical_attempts (
         id TEXT NOT NULL PRIMARY KEY,
         parent_run_id TEXT NOT NULL REFERENCES operation_runs(id) ON DELETE CASCADE,
         user_id INTEGER NOT NULL CHECK (user_id > 0),
@@ -17,20 +17,20 @@ import{f as st}from"./chunk-M5QHXNFZ.js";import{a as Kt,b as de,d as je,g as le,
         updated_at TEXT NOT NULL DEFAULT (datetime('now')),
         CHECK ((state IN ('terminated','not_started','unknown') AND receipt_json IS NOT NULL)
           OR (state IN ('prepared','effects_started') AND receipt_json IS NULL))
-      )`,"CREATE UNIQUE INDEX IF NOT EXISTS operation_physical_identity ON operation_physical_attempts(parent_run_id,scope,attempt_number)","CREATE UNIQUE INDEX IF NOT EXISTS operation_physical_unresolved ON operation_physical_attempts(parent_run_id) WHERE state IN ('prepared','effects_started','unknown')",{sql:"INSERT OR IGNORE INTO schema_migrations(version) VALUES (?)",args:[Sn]}],"write")}catch(t){if(!await he(e).catch(()=>!1))throw t}if(!await he(e))throw Error("Physical attempt schema is incomplete")}}var hn="(CAST(strftime('%s','now') AS INTEGER)*1000)",E=class extends Error{constructor(){super("physical_permission_or_receipt_unknown"),this.name="PhysicalPermissionError"}},Ta=1e3,Pa=1e3,cn=new WeakSet;function wn(e){let t=e&&typeof e=="object"?e.physicalExecution:void 0;if(t!==void 0){if(!t||typeof t!="object"||!cn.has(t))throw new E;return t}}var un=e=>{if(e!==null&&(!e||e.length>512||/[\s\u0000-\u001f\u007f]/.test(e)||e.includes("://")))throw new E;return e};function Us(e){let t={...e.claim},n={...e.gate,args:[...e.gate.args]},a=e.db,i=()=>a??=Yt();if(qe({userId:t.userId,tool:n.tool,jobId:n.jobId},n),!t.runId||!t.token||!/^[a-z0-9_-]{1,100}$/.test(e.scope)||!Number.isSafeInteger(e.deadlineAt)||!["customer-funded","funded-parent"].includes(e.profile))throw new E;let{scope:s,profile:S,deadlineAt:o}=e,d={sql:`EXISTS (SELECT 1 FROM operation_runs r JOIN operation_executions x ON x.run_id=r.id
+      )`,"CREATE UNIQUE INDEX IF NOT EXISTS operation_physical_identity ON operation_physical_attempts(parent_run_id,scope,attempt_number)","CREATE UNIQUE INDEX IF NOT EXISTS operation_physical_unresolved ON operation_physical_attempts(parent_run_id) WHERE state IN ('prepared','effects_started','unknown')",{sql:"INSERT OR IGNORE INTO schema_migrations(version) VALUES (?)",args:[Xe]}],"write")}catch(t){if(!await de(e).catch(()=>!1))throw t}if(!await de(e))throw Error("Physical attempt schema is incomplete")}}var en="(CAST(strftime('%s','now') AS INTEGER)*1000)",K=class extends Error{constructor(){super("physical_permission_or_receipt_unknown"),this.name="PhysicalPermissionError"}},ya=1e3,pa=1e3,an=new WeakSet;function sn(e){let t=e&&typeof e=="object"?e.physicalExecution:void 0;if(t!==void 0){if(!t||typeof t!="object"||!an.has(t))throw new K;return t}}var nn=e=>{if(e!==null&&(!e||e.length>512||/[\s\u0000-\u001f\u007f]/.test(e)||e.includes("://")))throw new K;return e};function as(e){let t={...e.claim},n={...e.gate,args:[...e.gate.args]},a=e.db,i=()=>a??=Et();if(Re({userId:t.userId,tool:n.tool,jobId:n.jobId},n),!t.runId||!t.token||!/^[a-z0-9_-]{1,100}$/.test(e.scope)||!Number.isSafeInteger(e.deadlineAt)||!["customer-funded","funded-parent"].includes(e.profile))throw new K;let{scope:s,profile:l,deadlineAt:r}=e,S={sql:`EXISTS (SELECT 1 FROM operation_runs r JOIN operation_executions x ON x.run_id=r.id
     WHERE r.id=? AND r.user_id=? AND r.tool=? AND r.job_id=? AND r.status='running'
-      AND x.claim_token=? AND x.phase='effects_started' AND x.expires_at_ms>${hn} AND ${hn}<?) AND (${n.sql})`,args:[t.runId,t.userId,n.tool,n.jobId,t.token,o,...n.args]},U=new Set,h=async l=>{if(!U.has(l.token))throw new E;let c=(await i().execute({sql:"SELECT * FROM operation_physical_attempts WHERE id=? AND claim_token=? AND parent_run_id=? AND user_id=? AND controller_token=?",args:[l.id,l.token,t.runId,t.userId,t.token]})).rows[0];if(!c)throw new E;return c},r={watch(l,u){if(!U.has(l.token))throw new E;let c=new AbortController,w,g=!1,f,M,p=k=>{!g&&!c.signal.aborted&&c.abort(k)},P=()=>p(u?.reason);u?.addEventListener("abort",P,{once:!0}),u?.aborted&&P();let b=setTimeout(()=>p(new DOMException("Physical execution deadline exceeded","TimeoutError")),Math.max(0,Math.min(2147483647,o-Date.now()))),x=async()=>{if(!(g||c.signal.aborted)){try{let k=i().execute({sql:`SELECT 1 FROM operation_physical_attempts
+      AND x.claim_token=? AND x.phase='effects_started' AND x.expires_at_ms>${en} AND ${en}<?) AND (${n.sql})`,args:[t.runId,t.userId,n.tool,n.jobId,t.token,r,...n.args]},u=new Set,h=async o=>{if(!u.has(o.token))throw new K;let c=(await i().execute({sql:"SELECT * FROM operation_physical_attempts WHERE id=? AND claim_token=? AND parent_run_id=? AND user_id=? AND controller_token=?",args:[o.id,o.token,t.runId,t.userId,t.token]})).rows[0];if(!c)throw new K;return c},d={watch(o,U){if(!u.has(o.token))throw new K;let c=new AbortController,g,w=!1,p,C,y=P=>{!w&&!c.signal.aborted&&c.abort(P)},T=()=>y(U?.reason);U?.addEventListener("abort",T,{once:!0}),U?.aborted&&T();let O=setTimeout(()=>y(new DOMException("Physical execution deadline exceeded","TimeoutError")),Math.max(0,Math.min(2147483647,r-Date.now()))),x=async()=>{if(!(w||c.signal.aborted)){try{let P=i().execute({sql:`SELECT 1 FROM operation_physical_attempts
             WHERE id=? AND claim_token=? AND parent_run_id=? AND user_id=? AND controller_token=?
-            AND state IN ('prepared','effects_started') AND (${d.sql})`,args:[l.id,l.token,t.runId,t.userId,t.token,...d.args]});(await Promise.race([k,new Promise((N,m)=>{w=m,M=setTimeout(()=>m(new E),Pa)})])).rows.length||p(new E)}catch(k){p(k)}finally{M&&clearTimeout(M),M=void 0,w=void 0}!g&&!c.signal.aborted&&(f=setTimeout(()=>{x()},Ta))}};return x(),Object.freeze({signal:c.signal,stop:()=>{g||(g=!0,w?.(new E),f&&clearTimeout(f),M&&clearTimeout(M),clearTimeout(b),u?.removeEventListener("abort",P))}})},async prepare(l,u){if(!/^[a-z][a-z0-9_-]{0,99}$/.test(l)||!Number.isSafeInteger(u)||u<1||u>100)throw new E;let c=i();await ue(c);let w="physical:"+ze(`${t.runId}\0${s}\0${u}`),g=Un(),f=Tt({provider:l,profile:S,scope:s,attemptNumber:u}),M;try{await c.execute({sql:`INSERT INTO operation_physical_attempts
+            AND state IN ('prepared','effects_started') AND (${S.sql})`,args:[o.id,o.token,t.runId,t.userId,t.token,...S.args]});(await Promise.race([P,new Promise((F,b)=>{g=b,C=setTimeout(()=>b(new K),pa)})])).rows.length||y(new K)}catch(P){y(P)}finally{C&&clearTimeout(C),C=void 0,g=void 0}!w&&!c.signal.aborted&&(p=setTimeout(()=>{x()},ya))}};return x(),Object.freeze({signal:c.signal,stop:()=>{w||(w=!0,g?.(new K),p&&clearTimeout(p),C&&clearTimeout(C),clearTimeout(O),U?.removeEventListener("abort",T))}})},async prepare(o,U){if(!/^[a-z][a-z0-9_-]{0,99}$/.test(o)||!Number.isSafeInteger(U)||U<1||U>100)throw new K;let c=i();await le(c);let g="physical:"+Fe(`${t.runId}\0${s}\0${U}`),w=tn(),p=ft({provider:o,profile:l,scope:s,attemptNumber:U}),C;try{await c.execute({sql:`INSERT INTO operation_physical_attempts
         (id,parent_run_id,user_id,controller_token,claim_token,scope,attempt_number,provider,profile,intent_json,state)
-        SELECT ?,?,?,?,?,?,?,?,?,?,'prepared' WHERE (${d.sql})
-        AND NOT EXISTS (SELECT 1 FROM operation_physical_attempts WHERE parent_run_id=? AND state IN ('prepared','effects_started','unknown'))`,args:[w,t.runId,t.userId,t.token,g,s,u,l,S,f,...d.args,t.runId]})}catch(b){M=b}U.add(g);let p=Object.freeze({id:w,token:g}),P=await h(p).catch(()=>null);if(!P||P.state!=="prepared"||P.intent_json!==f)throw U.delete(g),M??new E;return p},async start(l,u){if(!["proxy","browser"].includes(u))throw new E;let c=i(),w=await h(l);if(JSON.parse(String(w.effects_json))[u]!==void 0)throw new E;let g=Un(),f;try{if((await c.execute({sql:`UPDATE operation_physical_attempts SET state='effects_started',effects_json=json_set(effects_json,?,?),updated_at=datetime('now')
+        SELECT ?,?,?,?,?,?,?,?,?,?,'prepared' WHERE (${S.sql})
+        AND NOT EXISTS (SELECT 1 FROM operation_physical_attempts WHERE parent_run_id=? AND state IN ('prepared','effects_started','unknown'))`,args:[g,t.runId,t.userId,t.token,w,s,U,o,l,p,...S.args,t.runId]})}catch(O){C=O}u.add(w);let y=Object.freeze({id:g,token:w}),T=await h(y).catch(()=>null);if(!T||T.state!=="prepared"||T.intent_json!==p)throw u.delete(w),C??new K;return y},async start(o,U){if(!["proxy","browser"].includes(U))throw new K;let c=i(),g=await h(o);if(JSON.parse(String(g.effects_json))[U]!==void 0)throw new K;let w=tn(),p;try{if((await c.execute({sql:`UPDATE operation_physical_attempts SET state='effects_started',effects_json=json_set(effects_json,?,?),updated_at=datetime('now')
           WHERE id=? AND claim_token=? AND parent_run_id=? AND user_id=? AND controller_token=?
-          AND state IN ('prepared','effects_started') AND json_type(effects_json,?) IS NULL AND (${d.sql})`,args:[`$.${u}`,g,l.id,l.token,t.runId,t.userId,t.token,`$.${u}`,...d.args]})).rowsAffected!==1)throw new E;return}catch(P){f=P}if(f instanceof E)throw f;let M=await h(l).catch(()=>null),p=(await c.execute({sql:`SELECT (${d.sql}) AS current`,args:d.args}).catch(()=>({rows:[]}))).rows[0]?.current;if(!(M?.state==="effects_started"&&JSON.parse(String(M.effects_json))[u]===g&&p))throw f??new E},async assertActive(l){let u=i(),c=await h(l),w=(await u.execute({sql:`SELECT (${d.sql}) AS current`,args:d.args})).rows[0]?.current;if(c.state!=="effects_started"||!w)throw new E},async resource(l,u,c,w){if(!["proxy","browser"].includes(u))throw new E;let g=i(),f=await h(l),M=un(c);if(!JSON.parse(String(f.effects_json))[u])throw new E;let p=w??String(f.provider);if(!/^[a-z][a-z0-9_-]{0,99}$/.test(p))throw new E;let P=Tt({resourceId:M,provider:p});try{await g.execute({sql:`UPDATE operation_physical_attempts SET resources_json=json_set(resources_json,?,json(?)),updated_at=datetime('now')
-        WHERE id=? AND claim_token=? AND parent_run_id=? AND user_id=? AND state IN ('effects_started','unknown') AND json_type(resources_json,?) IS NULL`,args:[`$.${u}`,P,l.id,l.token,t.runId,t.userId,`$.${u}`]})}catch{}let b=await h(l),x=JSON.parse(String(b.resources_json))[u];if(Tt(x)!==P)throw new E},async complete(l,u){let c=i(),w=await h(l),g=JSON.parse(String(w.effects_json)),f=JSON.parse(String(w.resources_json));if(typeof u.drained!="boolean"||!u.effects||!u.details)throw new E;let M=JSON.parse(Tt(u));if(Buffer.byteLength(JSON.stringify(M))>16*1024)throw new E;let p=Object.keys(g).every(B=>{let N=M.effects[B],m=f[B];return N&&m&&N.state!=="unknown"&&un(N.resourceId)===m.resourceId&&(N.state==="not_started"?m.resourceId===null:N.state==="terminated"&&m.resourceId!==null)}),P=M.drained&&p?Object.keys(g).length?"terminated":"not_started":"unknown",b={id:l.id,state:P,cleanup:M},x=Tt(b);try{await c.execute({sql:`UPDATE operation_physical_attempts SET state=?,receipt_json=?,updated_at=datetime('now')
-        WHERE id=? AND claim_token=? AND parent_run_id=? AND user_id=? AND state IN ('prepared','effects_started') AND receipt_json IS NULL`,args:[P,x,l.id,l.token,t.runId,t.userId]})}catch{}let k=await h(l);if(k.receipt_json!==x||k.state!==P)throw new E;return b}};return cn.add(r),Object.freeze(r)}async function hs(e,t,n=Yt()){if(!Number.isSafeInteger(t)||t<=0||!e)throw new E;return(await n.execute({sql:`SELECT id,scope,attempt_number,provider,profile,state,effects_json,resources_json,receipt_json FROM operation_physical_attempts
-    WHERE parent_run_id=? AND user_id=? ORDER BY attempt_number`,args:[e,t]})).rows.map(i=>({id:String(i.id),scope:String(i.scope),attemptNumber:Number(i.attempt_number),provider:String(i.provider),profile:String(i.profile),state:String(i.state),effects:JSON.parse(String(i.effects_json)),resources:JSON.parse(String(i.resources_json)),receipt:i.receipt_json==null?null:JSON.parse(String(i.receipt_json))}))}async function us(e,t=Yt()){if(!Number.isSafeInteger(e.userId)||e.userId<=0||!e.runId&&(!e.jobId||!e.tool))throw new E;await ue(t);let n=e.runId?"p.parent_run_id=?":"r.job_id=? AND r.tool=?";return(await t.execute({sql:`SELECT 1 FROM operation_physical_attempts p JOIN operation_runs r ON r.id=p.parent_run_id
- WHERE p.user_id=? AND r.user_id=p.user_id AND ${n} AND p.state IN ('prepared','effects_started','unknown') LIMIT 1`,args:[e.userId,...e.runId?[e.runId]:[e.jobId,e.tool]]})).rows.length>0}function cs(e,t){if(!Number.isSafeInteger(e)||e<=0||!t||t.length>512)throw new E;return{sql:"NOT EXISTS(SELECT 1 FROM operation_physical_attempts p JOIN operation_runs r ON r.id=p.parent_run_id WHERE p.user_id=? AND r.user_id=p.user_id AND r.job_id=? AND p.state IN ('prepared','effects_started','unknown'))",args:[e,t]}}import{z as W}from"zod";var ce=W.object({query:W.string().min(1),location:W.string().optional(),gl:W.string().length(2).default("us"),hl:W.string().length(2).default("en"),device:W.enum(["desktop","mobile"]).default("desktop"),proxyMode:W.enum(["location","configured","none"]).default(Kt),proxyZip:W.string().regex(/^\d{5}$/).optional(),keepDefaultProxy:W.boolean().optional(),requireUsEgress:W.boolean().optional(),maxAttempts:W.number().int().min(1).max(12).optional(),debug:W.boolean().default(!1),depth:W.number().int().min(1).max(30).default(3),maxQuestions:W.number().int().min(1).max(100).default(100),headless:W.boolean().default(!1),profileDir:W.string().optional(),proxy:W.string().url().optional(),\u006b\u0065\u0072\u006e\u0065\u006cApiKey:W.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyId:W.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProfileName:W.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges:W.boolean().optional(),\u006b\u0065\u0072\u006e\u0065\u006cStealth:W.boolean().optional(),serpIdentity:W.string().regex(/^[a-z0-9][a-z0-9_-]{0,63}$/).optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution:W.unknown().optional(),outputDir:W.string().default("./paa-output"),format:W.enum(["json","csv","both"]).default("both"),serpOnly:W.boolean().default(!1),questionsOnly:W.boolean().default(!1),questionGrowthRecoveryRounds:W.number().int().min(0).max(4).default(2),pages:W.number().int().min(1).max(2).default(1),includeAllSerpFeatures:W.boolean().default(!1),includeLocalPack:W.boolean().default(!1),includeForums:W.boolean().default(!1),includeVideos:W.boolean().default(!1),includeAiOverview:W.boolean().default(!1),includeWhatPeopleSaying:W.boolean().default(!1),includeShortVideos:W.boolean().default(!1),recency:W.enum(["day","week","month","year"]).optional(),softDeadlineMs:W.number().optional()}),gn=W.object({questionId:W.string().min(1),googleLinkId:W.string().nullable(),googleEvidenceId:W.string().nullable(),question:W.string().min(1),answer:W.string().optional(),answerExpansionIncomplete:W.boolean().optional(),sourceTitle:W.string().optional(),sourceSite:W.string().optional(),sourceCite:W.string().optional(),sources:W.array(W.object({title:W.string().nullable(),site:W.string().nullable(),description:W.string().nullable().optional(),url:W.string().min(1),rawUrl:W.string().min(1),resolvedUrl:W.string().nullable(),linkType:W.enum(["plain","google_url_redirect","google_goto_redirect"]),resolutionStatus:W.enum(["not_needed","resolved","unresolved","rejected"])})).default([])});import{promises as $}from"fs";import Ct from"path";import Pt from"papaparse";var jt=class{async writeJSON(t,n){await $.mkdir(n,{recursive:!0});let i=`${t.seed.toLowerCase().replace(/\W+/g,"-").slice(0,40)}-${Date.now()}.json`,s=Ct.join(n,i);return await $.writeFile(s,JSON.stringify(t,null,2),"utf8"),await $e({title:`${t.seed} scrape`,content:JSON.stringify(t),source:`mcp-scraper:${s}`}),s}async writeCSV(t,n){await $.mkdir(n,{recursive:!0});let i=(t[0]?.seed_query??"paa").toLowerCase().replace(/\W+/g,"-").slice(0,40),s=Pt.unparse(t.map(({sources:d,...U})=>({...U,sources_json:JSON.stringify(d)})),{header:!0}),S=`${i}-${Date.now()}.csv`,o=Ct.join(n,S);return await $.writeFile(o,s,"utf8"),o}async writeVideoCSV(t,n,a){await $.mkdir(a,{recursive:!0});let i=n.toLowerCase().replace(/\W+/g,"-").slice(0,40),s=Pt.unparse(t,{header:!0}),S=`${i}-videos-${Date.now()}.csv`,o=Ct.join(a,S);return await $.writeFile(o,s,"utf8"),o}async writeForumCSV(t,n,a){await $.mkdir(a,{recursive:!0});let i=n.toLowerCase().replace(/\W+/g,"-").slice(0,40),s=Pt.unparse(t,{header:!0}),S=`${i}-forums-${Date.now()}.csv`,o=Ct.join(a,S);return await $.writeFile(o,s,"utf8"),o}async writeAIOverviewCSV(t,n,a,i){await $.mkdir(i,{recursive:!0});let s=a.toLowerCase().replace(/\W+/g,"-").slice(0,40),S=t.map((h,r)=>({seed_query:a,response_text:r===0?n??"":"",citation_text:h.text,citation_href:h.href})),o=Pt.unparse(S,{header:!0}),d=`${s}-ai-overview-${Date.now()}.csv`,U=Ct.join(i,d);return await $.writeFile(U,o,"utf8"),U}async writeAIModeCSV(t,n,a,i){await $.mkdir(i,{recursive:!0});let s=a.toLowerCase().replace(/\W+/g,"-").slice(0,40),S=t.map((h,r)=>({seed_query:a,response_text:r===0?n??"":"",citation_text:h.text,citation_href:h.href})),o=Pt.unparse(S,{header:!0}),d=`${s}-ai-mode-${Date.now()}.csv`,U=Ct.join(i,d);return await $.writeFile(U,o,"utf8"),U}async writeWhatPeopleSayingCSV(t,n,a){await $.mkdir(a,{recursive:!0});let i=n.toLowerCase().replace(/\W+/g,"-").slice(0,40),s=t.map(U=>({seed_query:n,...U})),S=Pt.unparse(s,{header:!0}),o=`${i}-what-people-saying-${Date.now()}.csv`,d=Ct.join(a,o);return await $.writeFile(d,S,"utf8"),d}};import{randomInt as Ia}from"crypto";var Wa="pr.oxylabs.io",Aa=7777,xa=10,Ps=2;function yn(){return process.env.OXYLABS_USERNAME?.trim()||void 0}function pn(){return process.env.OXYLABS_PASSWORD?.trim()||void 0}function La(){return(process.env.OXYLABS_COUNTRY?.trim()||"US").toUpperCase()}function $t(){return!!(yn()&&pn())}function Oa(){let e="";for(let t=0;t<10;t++)e+=String(Ia(0,10));return e}function Ba(e={}){let t=yn();if(!t)return;let n=t.startsWith("customer-")?t:`customer-${t}`,a=(e.country?.trim()||La()).toUpperCase(),i=e.sticky?`-sessid-${Oa()}-sesstime-${xa}`:"";return`${n}-cc-${a}${i}`}function we(e){return e.replace(/pr\.oxylabs\.io(:\d+)?/gi,"backup proxy").replace(/oxylabs/gi,"backup proxy")}function Ha(e){return`mcp-backup-custom-${`${Date.now()}-${e??0}-${Math.random().toString(36).slice(2,8)}`}`}async function Qt(e,t={}){let n=Ba({sticky:t.sticky}),a=pn();if(!n||!a)throw new Error("backup proxy pool is not configured");let i=new st({apiKey:e});try{let s=await i.proxies.create({type:"custom",name:Ha(t.attemptIndex),protocol:"http",config:{host:Wa,port:Aa,username:n,password:a}});if(!s.id)throw new Error("backup proxy creation did not return a proxy id");return s.id}catch(s){let S=s instanceof Error?s.message:String(s);throw new Error(we(S))}}async function bs(e,t){if(!(!e||!$t()))try{return await Qt(e,{attemptIndex:t})}catch{return}}async function Is(e,t){if(!(!e||!t))try{await new st({apiKey:e}).proxies.delete(t)}catch{}}var kt={austin:"Austin,Texas,United States","new york":"New York,New York,United States","new york city":"New York,New York,United States",nyc:"New York,New York,United States","los angeles":"Los Angeles,California,United States",la:"Los Angeles,California,United States",chicago:"Chicago,Illinois,United States",houston:"Houston,Texas,United States",phoenix:"Phoenix,Arizona,United States",philadelphia:"Philadelphia,Pennsylvania,United States",philly:"Philadelphia,Pennsylvania,United States","san antonio":"San Antonio,Texas,United States",dallas:"Dallas,Texas,United States",miami:"Miami,Florida,United States",seattle:"Seattle,Washington,United States",denver:"Denver,Colorado,United States",loveland:"Loveland,Colorado,United States","loveland co":"Loveland,Colorado,United States","fort collins":"Fort Collins,Colorado,United States",boulder:"Boulder,Colorado,United States","colorado springs":"Colorado Springs,Colorado,United States",boston:"Boston,Massachusetts,United States",atlanta:"Atlanta,Georgia,United States","san francisco":"San Francisco,California,United States",sf:"San Francisco,California,United States",portland:"Portland,Oregon,United States","las vegas":"Las Vegas,Nevada,United States",minneapolis:"Minneapolis,Minnesota,United States",detroit:"Detroit,Michigan,United States",nashville:"Nashville,Tennessee,United States",charlotte:"Charlotte,North Carolina,United States",orlando:"Orlando,Florida,United States","san diego":"San Diego,California,United States",baltimore:"Baltimore,Maryland,United States",sacramento:"Sacramento,California,United States",columbus:"Columbus,Ohio,United States",indianapolis:"Indianapolis,Indiana,United States","san jose":"San Jose,California,United States","fort worth":"Fort Worth,Texas,United States",jacksonville:"Jacksonville,Florida,United States",memphis:"Memphis,Tennessee,United States",louisville:"Louisville,Kentucky,United States",raleigh:"Raleigh,North Carolina,United States",richmond:"Richmond,Virginia,United States","salt lake city":"Salt Lake City,Utah,United States",toronto:"Toronto,Ontario,Canada",vancouver:"Vancouver,British Columbia,Canada",montreal:"Montreal,Quebec,Canada",calgary:"Calgary,Alberta,Canada",ottawa:"Ottawa,Ontario,Canada",london:"London,England,United Kingdom",manchester:"Manchester,England,United Kingdom",birmingham:"Birmingham,England,United Kingdom",edinburgh:"Edinburgh,Scotland,United Kingdom",glasgow:"Glasgow,Scotland,United Kingdom",leeds:"Leeds,England,United Kingdom",sydney:"Sydney,New South Wales,Australia",melbourne:"Melbourne,Victoria,Australia",brisbane:"Brisbane,Queensland,Australia",perth:"Perth,Western Australia,Australia",adelaide:"Adelaide,South Australia,Australia",dublin:"Dublin,Leinster,Ireland"};var mn=`3, Nanjemoy,Maryland,United States
+          AND state IN ('prepared','effects_started') AND json_type(effects_json,?) IS NULL AND (${S.sql})`,args:[`$.${U}`,w,o.id,o.token,t.runId,t.userId,t.token,`$.${U}`,...S.args]})).rowsAffected!==1)throw new K;return}catch(T){p=T}if(p instanceof K)throw p;let C=await h(o).catch(()=>null),y=(await c.execute({sql:`SELECT (${S.sql}) AS current`,args:S.args}).catch(()=>({rows:[]}))).rows[0]?.current;if(!(C?.state==="effects_started"&&JSON.parse(String(C.effects_json))[U]===w&&y))throw p??new K},async assertActive(o){let U=i(),c=await h(o),g=(await U.execute({sql:`SELECT (${S.sql}) AS current`,args:S.args})).rows[0]?.current;if(c.state!=="effects_started"||!g)throw new K},async resource(o,U,c,g){if(!["proxy","browser"].includes(U))throw new K;let w=i(),p=await h(o),C=nn(c);if(!JSON.parse(String(p.effects_json))[U])throw new K;let y=g??String(p.provider);if(!/^[a-z][a-z0-9_-]{0,99}$/.test(y))throw new K;let T=ft({resourceId:C,provider:y});try{await w.execute({sql:`UPDATE operation_physical_attempts SET resources_json=json_set(resources_json,?,json(?)),updated_at=datetime('now')
+        WHERE id=? AND claim_token=? AND parent_run_id=? AND user_id=? AND state IN ('effects_started','unknown') AND json_type(resources_json,?) IS NULL`,args:[`$.${U}`,T,o.id,o.token,t.runId,t.userId,`$.${U}`]})}catch{}let O=await h(o),x=JSON.parse(String(O.resources_json))[U];if(ft(x)!==T)throw new K},async complete(o,U){let c=i(),g=await h(o),w=JSON.parse(String(g.effects_json)),p=JSON.parse(String(g.resources_json));if(typeof U.drained!="boolean"||!U.effects||!U.details)throw new K;let C=JSON.parse(ft(U));if(Buffer.byteLength(JSON.stringify(C))>16*1024)throw new K;let y=Object.keys(w).every(G=>{let F=C.effects[G],b=p[G];return F&&b&&F.state!=="unknown"&&nn(F.resourceId)===b.resourceId&&(F.state==="not_started"?b.resourceId===null:F.state==="terminated"&&b.resourceId!==null)}),T=C.drained&&y?Object.keys(w).length?"terminated":"not_started":"unknown",O={id:o.id,state:T,cleanup:C},x=ft(O);try{await c.execute({sql:`UPDATE operation_physical_attempts SET state=?,receipt_json=?,updated_at=datetime('now')
+        WHERE id=? AND claim_token=? AND parent_run_id=? AND user_id=? AND state IN ('prepared','effects_started') AND receipt_json IS NULL`,args:[T,x,o.id,o.token,t.runId,t.userId]})}catch{}let P=await h(o);if(P.receipt_json!==x||P.state!==T)throw new K;return O}};return an.add(d),Object.freeze(d)}async function is(e,t,n=Et()){if(!Number.isSafeInteger(t)||t<=0||!e)throw new K;return(await n.execute({sql:`SELECT id,scope,attempt_number,provider,profile,state,effects_json,resources_json,receipt_json FROM operation_physical_attempts
+    WHERE parent_run_id=? AND user_id=? ORDER BY attempt_number`,args:[e,t]})).rows.map(i=>({id:String(i.id),scope:String(i.scope),attemptNumber:Number(i.attempt_number),provider:String(i.provider),profile:String(i.profile),state:String(i.state),effects:JSON.parse(String(i.effects_json)),resources:JSON.parse(String(i.resources_json)),receipt:i.receipt_json==null?null:JSON.parse(String(i.receipt_json))}))}async function ss(e,t=Et()){if(!Number.isSafeInteger(e.userId)||e.userId<=0||!e.runId&&(!e.jobId||!e.tool))throw new K;await le(t);let n=e.runId?"p.parent_run_id=?":"r.job_id=? AND r.tool=?";return(await t.execute({sql:`SELECT 1 FROM operation_physical_attempts p JOIN operation_runs r ON r.id=p.parent_run_id
+ WHERE p.user_id=? AND r.user_id=p.user_id AND ${n} AND p.state IN ('prepared','effects_started','unknown') LIMIT 1`,args:[e.userId,...e.runId?[e.runId]:[e.jobId,e.tool]]})).rows.length>0}function os(e,t){if(!Number.isSafeInteger(e)||e<=0||!t||t.length>512)throw new K;return{sql:"NOT EXISTS(SELECT 1 FROM operation_physical_attempts p JOIN operation_runs r ON r.id=p.parent_run_id WHERE p.user_id=? AND r.user_id=p.user_id AND r.job_id=? AND p.state IN ('prepared','effects_started','unknown'))",args:[e,t]}}import{z as A}from"zod";var Se=A.object({query:A.string().min(1),location:A.string().optional(),gl:A.string().length(2).default("us"),hl:A.string().length(2).default("en"),device:A.enum(["desktop","mobile"]).default("desktop"),proxyMode:A.enum(["location","configured","none"]).default(Vt),proxyZip:A.string().regex(/^\d{5}$/).optional(),keepDefaultProxy:A.boolean().optional(),requireUsEgress:A.boolean().optional(),maxAttempts:A.number().int().min(1).max(12).optional(),debug:A.boolean().default(!1),depth:A.number().int().min(1).max(30).default(3),maxQuestions:A.number().int().min(1).max(100).default(100),headless:A.boolean().default(!1),profileDir:A.string().optional(),proxy:A.string().url().optional(),\u006b\u0065\u0072\u006e\u0065\u006cApiKey:A.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyId:A.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProfileName:A.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges:A.boolean().optional(),\u006b\u0065\u0072\u006e\u0065\u006cStealth:A.boolean().optional(),serpIdentity:A.string().regex(/^[a-z0-9][a-z0-9_-]{0,63}$/).optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution:A.unknown().optional(),outputDir:A.string().default("./paa-output"),format:A.enum(["json","csv","both"]).default("both"),serpOnly:A.boolean().default(!1),questionsOnly:A.boolean().default(!1),questionGrowthRecoveryRounds:A.number().int().min(0).max(4).default(2),pages:A.number().int().min(1).max(2).default(1),includeAllSerpFeatures:A.boolean().default(!1),includeLocalPack:A.boolean().default(!1),includeForums:A.boolean().default(!1),includeVideos:A.boolean().default(!1),includeAiOverview:A.boolean().default(!1),includeWhatPeopleSaying:A.boolean().default(!1),includeShortVideos:A.boolean().default(!1),recency:A.enum(["day","week","month","year"]).optional(),softDeadlineMs:A.number().optional()}),on=A.object({questionId:A.string().min(1),googleLinkId:A.string().nullable(),googleEvidenceId:A.string().nullable(),question:A.string().min(1),answer:A.string().optional(),answerExpansionIncomplete:A.boolean().optional(),sourceTitle:A.string().optional(),sourceSite:A.string().optional(),sourceCite:A.string().optional(),sources:A.array(A.object({title:A.string().nullable(),site:A.string().nullable(),description:A.string().nullable().optional(),url:A.string().min(1),rawUrl:A.string().min(1),resolvedUrl:A.string().nullable(),linkType:A.enum(["plain","google_url_redirect","google_goto_redirect"]),resolutionStatus:A.enum(["not_needed","resolved","unresolved","rejected"])})).default([])});import{promises as et}from"fs";import gt from"path";import Tt from"papaparse";var qt=class{async writeJSON(t,n){await et.mkdir(n,{recursive:!0});let i=`${t.seed.toLowerCase().replace(/\W+/g,"-").slice(0,40)}-${Date.now()}.json`,s=gt.join(n,i);return await et.writeFile(s,JSON.stringify(t,null,2),"utf8"),await Ge({title:`${t.seed} scrape`,content:JSON.stringify(t),source:`mcp-scraper:${s}`}),s}async writeCSV(t,n){await et.mkdir(n,{recursive:!0});let i=(t[0]?.seed_query??"paa").toLowerCase().replace(/\W+/g,"-").slice(0,40),s=Tt.unparse(t.map(({sources:S,...u})=>({...u,sources_json:JSON.stringify(S)})),{header:!0}),l=`${i}-${Date.now()}.csv`,r=gt.join(n,l);return await et.writeFile(r,s,"utf8"),r}async writeVideoCSV(t,n,a){await et.mkdir(a,{recursive:!0});let i=n.toLowerCase().replace(/\W+/g,"-").slice(0,40),s=Tt.unparse(t,{header:!0}),l=`${i}-videos-${Date.now()}.csv`,r=gt.join(a,l);return await et.writeFile(r,s,"utf8"),r}async writeForumCSV(t,n,a){await et.mkdir(a,{recursive:!0});let i=n.toLowerCase().replace(/\W+/g,"-").slice(0,40),s=Tt.unparse(t,{header:!0}),l=`${i}-forums-${Date.now()}.csv`,r=gt.join(a,l);return await et.writeFile(r,s,"utf8"),r}async writeAIOverviewCSV(t,n,a,i){await et.mkdir(i,{recursive:!0});let s=a.toLowerCase().replace(/\W+/g,"-").slice(0,40),l=t.map((h,d)=>({seed_query:a,response_text:d===0?n??"":"",citation_text:h.text,citation_href:h.href})),r=Tt.unparse(l,{header:!0}),S=`${s}-ai-overview-${Date.now()}.csv`,u=gt.join(i,S);return await et.writeFile(u,r,"utf8"),u}async writeAIModeCSV(t,n,a,i){await et.mkdir(i,{recursive:!0});let s=a.toLowerCase().replace(/\W+/g,"-").slice(0,40),l=t.map((h,d)=>({seed_query:a,response_text:d===0?n??"":"",citation_text:h.text,citation_href:h.href})),r=Tt.unparse(l,{header:!0}),S=`${s}-ai-mode-${Date.now()}.csv`,u=gt.join(i,S);return await et.writeFile(u,r,"utf8"),u}async writeWhatPeopleSayingCSV(t,n,a){await et.mkdir(a,{recursive:!0});let i=n.toLowerCase().replace(/\W+/g,"-").slice(0,40),s=t.map(u=>({seed_query:n,...u})),l=Tt.unparse(s,{header:!0}),r=`${i}-what-people-saying-${Date.now()}.csv`,S=gt.join(a,r);return await et.writeFile(S,l,"utf8"),S}};import{randomInt as Ca}from"crypto";var ka="pr.oxylabs.io",Ma=7777,va=10,ms=2;function rn(){return process.env.OXYLABS_USERNAME?.trim()||void 0}function dn(){return process.env.OXYLABS_PASSWORD?.trim()||void 0}function fa(){return(process.env.OXYLABS_COUNTRY?.trim()||"US").toUpperCase()}function zt(){return!!(rn()&&dn())}function Na(){let e="";for(let t=0;t<10;t++)e+=String(Ca(0,10));return e}function Ta(e={}){let t=rn();if(!t)return;let n=t.startsWith("customer-")?t:`customer-${t}`,a=(e.country?.trim()||fa()).toUpperCase(),i=e.sticky?`-sessid-${Na()}-sesstime-${va}`:"";return`${n}-cc-${a}${i}`}function Ue(e){return e.replace(/pr\.oxylabs\.io(:\d+)?/gi,"backup proxy").replace(/oxylabs/gi,"backup proxy")}function Pa(e){return`mcp-backup-custom-${`${Date.now()}-${e??0}-${Math.random().toString(36).slice(2,8)}`}`}async function jt(e,t={}){let n=Ta({sticky:t.sticky}),a=dn();if(!n||!a)throw new Error("backup proxy pool is not configured");let i=new ot({apiKey:e});try{let s=await i.proxies.create({type:"custom",name:Pa(t.attemptIndex),protocol:"http",config:{host:ka,port:Ma,username:n,password:a}});if(!s.id)throw new Error("backup proxy creation did not return a proxy id");return s.id}catch(s){let l=s instanceof Error?s.message:String(s);throw new Error(Ue(l))}}async function Cs(e,t){if(!(!e||!zt()))try{return await jt(e,{attemptIndex:t})}catch{return}}async function ks(e,t){if(!(!e||!t))try{await new ot({apiKey:e}).proxies.delete(t)}catch{}}var yt={austin:"Austin,Texas,United States","new york":"New York,New York,United States","new york city":"New York,New York,United States",nyc:"New York,New York,United States","los angeles":"Los Angeles,California,United States",la:"Los Angeles,California,United States",chicago:"Chicago,Illinois,United States",houston:"Houston,Texas,United States",phoenix:"Phoenix,Arizona,United States",philadelphia:"Philadelphia,Pennsylvania,United States",philly:"Philadelphia,Pennsylvania,United States","san antonio":"San Antonio,Texas,United States",dallas:"Dallas,Texas,United States",miami:"Miami,Florida,United States",seattle:"Seattle,Washington,United States",denver:"Denver,Colorado,United States",loveland:"Loveland,Colorado,United States","loveland co":"Loveland,Colorado,United States","fort collins":"Fort Collins,Colorado,United States",boulder:"Boulder,Colorado,United States","colorado springs":"Colorado Springs,Colorado,United States",boston:"Boston,Massachusetts,United States",atlanta:"Atlanta,Georgia,United States","san francisco":"San Francisco,California,United States",sf:"San Francisco,California,United States",portland:"Portland,Oregon,United States","las vegas":"Las Vegas,Nevada,United States",minneapolis:"Minneapolis,Minnesota,United States",detroit:"Detroit,Michigan,United States",nashville:"Nashville,Tennessee,United States",charlotte:"Charlotte,North Carolina,United States",orlando:"Orlando,Florida,United States","san diego":"San Diego,California,United States",baltimore:"Baltimore,Maryland,United States",sacramento:"Sacramento,California,United States",columbus:"Columbus,Ohio,United States",indianapolis:"Indianapolis,Indiana,United States","san jose":"San Jose,California,United States","fort worth":"Fort Worth,Texas,United States",jacksonville:"Jacksonville,Florida,United States",memphis:"Memphis,Tennessee,United States",louisville:"Louisville,Kentucky,United States",raleigh:"Raleigh,North Carolina,United States",richmond:"Richmond,Virginia,United States","salt lake city":"Salt Lake City,Utah,United States",toronto:"Toronto,Ontario,Canada",vancouver:"Vancouver,British Columbia,Canada",montreal:"Montreal,Quebec,Canada",calgary:"Calgary,Alberta,Canada",ottawa:"Ottawa,Ontario,Canada",london:"London,England,United Kingdom",manchester:"Manchester,England,United Kingdom",birmingham:"Birmingham,England,United Kingdom",edinburgh:"Edinburgh,Scotland,United Kingdom",glasgow:"Glasgow,Scotland,United Kingdom",leeds:"Leeds,England,United Kingdom",sydney:"Sydney,New South Wales,Australia",melbourne:"Melbourne,Victoria,Australia",brisbane:"Brisbane,Queensland,Australia",perth:"Perth,Western Australia,Australia",adelaide:"Adelaide,South Australia,Australia",dublin:"Dublin,Leinster,Ireland"};var ln=`3, Nanjemoy,Maryland,United States
 Aaronsburg,Pennsylvania,United States
 Abbeville,Alabama,United States
 Abbeville,Georgia,United States
@@ -21722,22 +21722,22 @@ Zortman,Montana,United States
 Zuehl,Texas,United States
 Zumbrota,Minnesota,United States
 Zuni,New Mexico,United States
-Zwolle,Louisiana,United States`,Cn={ad:"Andorra",ae:"United Arab Emirates",af:"Afghanistan",ag:"Antigua and Barbuda",al:"Albania",am:"Armenia",ao:"Angola",aq:"Antarctica",ar:"Argentina",as:"American Samoa",at:"Austria",au:"Australia",az:"Azerbaijan",ba:"Bosnia and Herzegovina",bb:"Barbados",bd:"Bangladesh",be:"Belgium",bf:"Burkina Faso",bg:"Bulgaria",bh:"Bahrain",bi:"Burundi",bj:"Benin",bl:"Saint Barthelemy",bn:"Brunei",bo:"Bolivia",bq:"Caribbean Netherlands",br:"Brazil",bs:"The Bahamas",bt:"Bhutan",bw:"Botswana",by:"Belarus",bz:"Belize",ca:"Canada",cc:"Cocos (Keeling) Islands",cd:"Democratic Republic of the Congo",cf:"Central African Republic",cg:"Republic of the Congo",ch:"Switzerland",ci:"Cote d'Ivoire",ck:"Cook Islands",cl:"Chile",cm:"Cameroon",cn:"China",co:"Colombia",cr:"Costa Rica",cv:"Cabo Verde",cw:"Curacao",cx:"Christmas Island",cy:"Cyprus",cz:"Czechia",de:"Germany",dj:"Djibouti",dk:"Denmark",dm:"Dominica",do:"Dominican Republic",dz:"Algeria",ec:"Ecuador",ee:"Estonia",eg:"Egypt",er:"Eritrea",es:"Spain",et:"Ethiopia",fi:"Finland",fj:"Fiji",fm:"Micronesia",fr:"France",ga:"Gabon",gb:"United Kingdom",gd:"Grenada",ge:"Georgia",gg:"Guernsey",gh:"Ghana",gm:"The Gambia",gn:"Guinea",gq:"Equatorial Guinea",gr:"Greece",gs:"South Georgia and the South Sandwich Islands",gt:"Guatemala",gu:"Guam",gw:"Guinea-Bissau",gy:"Guyana",hm:"Heard Island and McDonald Islands",hn:"Honduras",hr:"Croatia",ht:"Haiti",hu:"Hungary",id:"Indonesia",ie:"Ireland",il:"Israel",im:"Isle of Man",in:"India",iq:"Iraq",is:"Iceland",it:"Italy",je:"Jersey",jm:"Jamaica",jo:"Jordan",jp:"Japan",ke:"Kenya",kg:"Kyrgyzstan",kh:"Cambodia",ki:"Kiribati",km:"Comoros",kn:"Saint Kitts and Nevis",kr:"South Korea",kw:"Kuwait",kz:"Kazakhstan",la:"Laos",lb:"Lebanon",lc:"Saint Lucia",li:"Liechtenstein",lk:"Sri Lanka",lr:"Liberia",ls:"Lesotho",lt:"Lithuania",lu:"Luxembourg",lv:"Latvia",ly:"Libya",ma:"Morocco",mc:"Monaco",md:"Moldova",me:"Montenegro",mf:"Saint Martin",mg:"Madagascar",mh:"Marshall Islands",mk:"North Macedonia",ml:"Mali",mm:"Myanmar (Burma)",mn:"Mongolia",mp:"Northern Mariana Islands",mr:"Mauritania",mt:"Malta",mu:"Mauritius",mv:"Maldives",mw:"Malawi",mx:"Mexico",my:"Malaysia",mz:"Mozambique",na:"Namibia",nc:"New Caledonia",ne:"Niger",nf:"Norfolk Island",ng:"Nigeria",ni:"Nicaragua",nl:"Netherlands",no:"Norway",np:"Nepal",nr:"Nauru",nu:"Niue",nz:"New Zealand",om:"Oman",pa:"Panama",pe:"Peru",pf:"French Polynesia",pg:"Papua New Guinea",ph:"Philippines",pk:"Pakistan",pl:"Poland",pm:"Saint Pierre and Miquelon",pn:"Pitcairn Islands",pt:"Portugal",pw:"Palau",py:"Paraguay",qa:"Qatar",ro:"Romania",rs:"Serbia",ru:"Russia",rw:"Rwanda",sa:"Saudi Arabia",sb:"Solomon Islands",sc:"Seychelles",sd:"Sudan",se:"Sweden",sg:"Singapore",sh:"Saint Helena, Ascension and Tristan da Cunha",si:"Slovenia",sk:"Slovakia",sl:"Sierra Leone",sm:"San Marino",sn:"Senegal",so:"Somalia",sr:"Suriname",ss:"South Sudan",st:"Sao Tome and Principe",sv:"El Salvador",sx:"Sint Maarten",sy:"Syria",sz:"Eswatini",td:"Chad",tf:"French Southern and Antarctic Lands",tg:"Togo",th:"Thailand",tj:"Tajikistan",tk:"Tokelau",tl:"Timor-Leste",tm:"Turkmenistan",tn:"Tunisia",to:"Tonga",tr:"Turkiye",tt:"Trinidad and Tobago",tv:"Tuvalu",tz:"Tanzania",ua:"Ukraine",ug:"Uganda",um:"United States Minor Outlying Islands",us:"United States",uy:"Uruguay",uz:"Uzbekistan",va:"Vatican City",vc:"Saint Vincent and the Grenadines",ve:"Venezuela",vn:"Vietnam",vu:"Vanuatu",wf:"Wallis and Futuna",ws:"Samoa",ye:"Yemen",za:"South Africa",zm:"Zambia",zw:"Zimbabwe"};var ge={AL:"Alabama",AK:"Alaska",AZ:"Arizona",AR:"Arkansas",CA:"California",CO:"Colorado",CT:"Connecticut",DE:"Delaware",DC:"District of Columbia",FL:"Florida",GA:"Georgia",HI:"Hawaii",ID:"Idaho",IL:"Illinois",IN:"Indiana",IA:"Iowa",KS:"Kansas",KY:"Kentucky",LA:"Louisiana",ME:"Maine",MD:"Maryland",MA:"Massachusetts",MI:"Michigan",MN:"Minnesota",MS:"Mississippi",MO:"Missouri",MT:"Montana",NE:"Nebraska",NV:"Nevada",NH:"New Hampshire",NJ:"New Jersey",NM:"New Mexico",NY:"New York",NC:"North Carolina",ND:"North Dakota",OH:"Ohio",OK:"Oklahoma",OR:"Oregon",PA:"Pennsylvania",PR:"Puerto Rico",RI:"Rhode Island",SC:"South Carolina",SD:"South Dakota",TN:"Tennessee",TX:"Texas",UT:"Utah",VT:"Vermont",VA:"Virginia",WA:"Washington",WV:"West Virginia",WI:"Wisconsin",WY:"Wyoming"};var ye=null,Mn=null;function Fa(){if(ye)return;let e=new Map,t=new Map;for(let n of mn.split(`
-`)){let a=n.trim();if(!a)continue;let i=a.toLowerCase();e.has(i)||e.set(i,a);let s=i.split(",",1)[0],S=t.get(s);S?S.push(a):t.set(s,[a])}for(let n of Object.values(Cn)){let a=String(n).toLowerCase();e.has(a)||e.set(a,String(n))}ye=e,Mn=t}function Ra(e){let t=[],n=e;do{let a=n&127;n>>>=7,n>0&&(a|=128),t.push(a)}while(n>0);return t}function vn(e){let t=Buffer.from(e,"utf8");return`w+${Buffer.concat([Buffer.from([8,2,16,32,34]),Buffer.from(Ra(t.length)),t]).toString("base64")}`}function kn(){return{canonical:null,matched:!1,source:"unresolved",ambiguousCandidates:0}}function ht(e,t){return{canonical:e,matched:!0,source:t,ambiguousCandidates:0}}function pe(e){let t=e.toLowerCase().trim();if(!t)return kn();if(kt[t])return ht(kt[t],"alias");Fa();let n=ye,a=Mn,i=n.get(t);if(i)return ht(i,"exact");let s=n.get(`${t},united states`);if(s)return ht(s,"state-or-country");let S=t.split(",");if(S.length>=2){let r=S[0].trim(),l=S.slice(1).join(",").trim(),u=ge[l.toUpperCase()]??l,c=n.get(`${r},${u.toLowerCase()},united states`);if(c)return ht(c,"city-state")}let o=t.match(/^(.*?)[\s,]+([a-z]{2})$/);if(o){let r=ge[o[2].toUpperCase()];if(r){let l=n.get(`${o[1].trim()},${r.toLowerCase()},united states`);if(l)return ht(l,"city-state")}}let d=a.get(t);if(d?.length===1)return ht(d[0],"city-unique");if(d&&d.length>1)return{canonical:null,matched:!1,source:"unresolved",ambiguousCandidates:d.length};let U=S[0].trim();if(U!==t&&kt[U])return ht(kt[U],"alias-partial");let h=t.replace(/\s+[a-z]{2}$/,"").trim();return h!==t&&kt[h]?ht(kt[h],"alias-partial"):kn()}function fn(e){return pe(e).canonical??e}var Nn={alabama:"AL",alaska:"AK",arizona:"AZ",arkansas:"AR",california:"CA",colorado:"CO",connecticut:"CT",delaware:"DE",florida:"FL",georgia:"GA",hawaii:"HI",idaho:"ID",illinois:"IL",indiana:"IN",iowa:"IA",kansas:"KS",kentucky:"KY",louisiana:"LA",maine:"ME",maryland:"MD",massachusetts:"MA",michigan:"MI",minnesota:"MN",mississippi:"MS",missouri:"MO",montana:"MT",nebraska:"NE",nevada:"NV","new hampshire":"NH","new jersey":"NJ","new mexico":"NM","new york":"NY","north carolina":"NC","north dakota":"ND",ohio:"OH",oklahoma:"OK",oregon:"OR",pennsylvania:"PA","rhode island":"RI","south carolina":"SC","south dakota":"SD",tennessee:"TN",texas:"TX",utah:"UT",vermont:"VT",virginia:"VA",washington:"WA","west virginia":"WV",wisconsin:"WI",wyoming:"WY"},Da={"atlanta|GA":"30303","austin|TX":"78701","baltimore|MD":"21201","boston|MA":"02108","boulder|CO":"80302","charlotte|NC":"28202","chicago|IL":"60601","colorado_springs|CO":"80903","columbus|OH":"43215","dallas|TX":"75201","denver|CO":"80202","detroit|MI":"48226","fort_collins|CO":"80524","fort_worth|TX":"76102","houston|TX":"77002","indianapolis|IN":"46204","jacksonville|FL":"32202","las_vegas|NV":"89101","los_angeles|CA":"90012","louisville|KY":"40202","loveland|CO":"80537","memphis|TN":"38103","miami|FL":"33131","minneapolis|MN":"55401","nashville|TN":"37203","new_york|NY":"10001","orlando|FL":"32801","philadelphia|PA":"19103","phoenix|AZ":"85004","portland|OR":"97205","raleigh|NC":"27601","richmond|VA":"23219","sacramento|CA":"95814","salt_lake_city|UT":"84101","san_antonio|TX":"78205","san_diego|CA":"92101","san_francisco|CA":"94103","san_jose|CA":"95113","seattle|WA":"98101"};function Ga(e){return e?e.slice(-6):null}function q(e,t,n,a,i,s=!1){return{\u006b\u0065\u0072\u006e\u0065\u006cProxyId:n,...s&&n?{disposableProxyId:n}:{},resolution:{source:e,proxyType:e==="disabled"?"none":e==="configured_fallback"?"configured":e==="mobile_created"?"mobile":e==="isp_created"?"isp":e==="backup_custom"?"custom":e==="location_created"||e==="location_reused"?"residential":"unknown",proxyMode:t,proxyIdPresent:!!n,proxyIdSuffix:Ga(n),target:a,error:i,disposable:s}}}function Ea(e){return e.trim().toLowerCase().replace(/\s+/g," ")}function Va(e){return e.trim().toLowerCase().replace(/\./g,"").replace(/\s+/g," ")}function Ya(e){if(!e)return!0;let t=Va(e);return t==="united states"||t==="united states of america"||t==="usa"||t==="us"}function Ce(e){let t=e.trim();if(/^[A-Za-z]{2}$/.test(t)){let n=t.toUpperCase();return Object.values(Nn).includes(n)?n:null}return Nn[Ea(t)]??null}function Ka(e){let n=e.normalize("NFKD").replace(/[^\x00-\x7F]/g,"").toLowerCase().split(/[^a-z0-9]+/).filter(Boolean),a=n.join("_"),i=n.join("");return Array.from(new Set([a,i].filter(Boolean)))}function ct(e,t,n){return n?`mcp-serp-residential-${e.toLowerCase()}-${t.toLowerCase()}-${n}`:`mcp-serp-residential-${e.toLowerCase()}-${t.toLowerCase()}`}function Lt(e,t){let n=`${Date.now()}-${t??0}-${Math.random().toString(36).slice(2,8)}`;return`${e}-fresh-${n}`}function Ja(e){return`mcp-serp-residential-us-zip-${e}`}function Tn(e,t){if(!e||t.toLowerCase()!=="us")return null;let n=fn(e),a=n.split(",").map(U=>U.trim()).filter(Boolean);if(a.length>1&&Ya(a[a.length-1])&&(a=a.slice(0,-1)),a.length===1){let U=Ce(a[0]);return U?{canonicalLocation:n,level:"state",country:"US",state:U,city:"",cityCandidates:[],proxyName:ct("US",U),config:{country:"US",state:U}}:null}let[i="",s=""]=a;if(!i||!s)return null;let S=Ce(s);if(!S)return null;let o=Ka(i),d=o[0];return d?{canonicalLocation:n,level:"city",country:"US",state:S,city:d,cityCandidates:o,proxyName:ct("US",S,d),config:{country:"US",state:S,city:d}}:null}function _a(e){return`${e.city}|${e.state}`}function Pn(e,t){return t&&/^\d{5}$/.test(t)?t:Da[_a(e)]??null}function bn(e,t){return{...e,level:"zip",zip:t,proxyName:Ja(t),config:{country:e.country,state:e.state,zip:t}}}function me(e,t){return{...e,proxyName:t}}function Me(e,t,n){return t.level==="zip"?e?.country?.toUpperCase()===t.country&&e?.zip===t.zip:e?.country?.toUpperCase()===t.country&&e?.state?.toUpperCase()===t.state&&(n?e?.city===n:!e?.city)}function za(e,t){return e.find(n=>n.type==="residential"&&n.status!=="unavailable"&&!!n.id&&(n.name===t.proxyName||Me(n.config,t,t.level==="city"?t.city:void 0)))??null}function qa(e,t){for(let n of t.cityCandidates){let a=ct(t.country,t.state,n),i=e.find(s=>s.type==="residential"&&s.status!=="unavailable"&&!!s.id&&(s.name===a||Me(s.config,t,n)));if(i)return i}return null}function Zt(e){return{...e,level:"state",proxyName:ct(e.country,e.state),config:{country:e.country,state:e.state}}}function ja(e,t){let n=ct(t.country,t.state);return e.find(a=>a.type==="residential"&&a.status!=="unavailable"&&!!a.id&&(a.name===n||Me(a.config,t)))??null}function $a(e,t){return Zt(e)}function ut(e){return e instanceof Error?e.message:String(e)}function Qa(e,t,n){let a=[],i=Pn(e,t);if(i){let S=bn(e,i);a.push(me(S,Lt(S.proxyName,n)))}for(let S of e.cityCandidates){let o={...e,level:"city",city:S,proxyName:ct(e.country,e.state,S),config:{country:e.country,state:e.state,city:S}};a.push(me(o,Lt(o.proxyName,n)))}let s=Zt(e);return a.push(me(s,Lt(s.proxyName,n))),a}async function ke(e,t,n){if(e.backupOnExhaustion&&n.length>0&&e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey&&$t())try{let a=await Qt(e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey,{attemptIndex:e.attemptIndex});return q("backup_custom",e.proxyMode,a,t,null,!0)}catch(a){n.push(`backup: ${we(ut(a))}`)}return q("configured_fallback",e.proxyMode,e.configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId,t,n.join(" | "))}async function Es(e){if(!e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey||!$t())return null;try{let t=await Qt(e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey,{attemptIndex:e.attemptIndex});return q("backup_custom",e.proxyMode,t,null,null,!0)}catch{return null}}async function Za(e,t,n){let a=[];for(let i of Qa(n,t.proxyZip,t.attemptIndex))try{let s=await e.proxies.create({type:"residential",name:i.proxyName,config:i.level==="zip"?{country:i.country,zip:i.zip}:i.config});if(s.id)return q("location_created",t.proxyMode,s.id,i,null,!0);a.push(`${i.proxyName}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(s){a.push(`${i.proxyName}: ${ut(s)}`)}if(process.env.\u004b\u0045\u0052\u004e\u0045\u004c_PROXY_TYPE!=="residential"){let i=Zt(n);try{let s=await e.proxies.create({type:"isp",name:Lt(`mcp-serp-isp-${i.country.toLowerCase()}-${(i.state??"").toLowerCase()}`,t.attemptIndex),config:{country:i.country,...i.state?{state:i.state}:{}}});if(s.id)return q("isp_created",t.proxyMode,s.id,i,null,!0);a.push("isp: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id")}catch(s){a.push(`isp: ${ut(s)}`)}}return ke(t,n,a)}async function In(e,t){if(!e||!t)return;await new st({apiKey:e}).proxies.delete(t)}async function Vs(e){let t=Ce(e.state);if(!t)throw new Error("A valid US state is required for a mobile Maps proxy");let n=new st({apiKey:e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey}),a=Tn(t,"us");if(!a)throw new Error("Could not resolve the mobile Maps proxy state");let i=await n.proxies.create({type:"mobile",name:Lt(`mcp-maps-mobile-us-${t.toLowerCase()}`,e.attemptIndex),config:{country:"US",state:t}});if(!i.id)throw new Error("\u004b\u0065\u0072\u006e\u0065\u006c did not return a mobile proxy id");if(i.type!=="mobile"||i.status==="unavailable"||i.config?.state?.toUpperCase()!==t)throw await n.proxies.delete(i.id),new Error(`\u004b\u0065\u0072\u006e\u0065\u006c did not confirm a mobile proxy for ${t}`);return q("mobile_created","configured",i.id,a,null,!0)}async function Wn(e){if(e.proxyMode==="none")return q("disabled",e.proxyMode,void 0,null,null);if(e.proxyMode==="configured")return q("configured_fallback",e.proxyMode,e.configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId,null,null);let t=Tn(e.location,e.gl);if(!t||!e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey)return q("configured_fallback",e.proxyMode,e.configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId,t,t?null:"location could not be normalized to a US city/state proxy target");let n=new st({apiKey:e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey});try{let a=e.attemptIndex??0;if(e.fresh)return await Za(n,e,t);if(a>=1){let h=$a(t,a),r=[];try{let l=await n.proxies.create({type:"residential",name:h.proxyName,config:h.config});if(l.id)return q("location_created",e.proxyMode,l.id,h,null);r.push(`${h.state}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(l){r.push(`${h.state}: ${ut(l)}`)}return ke(e,h,r)}let i=[];for await(let h of await n.proxies.list())i.push(h);let s=Pn(t,e.proxyZip),S=[];if(s){let h=bn(t,s),r=za(i,h);if(r?.id)return q("location_reused",e.proxyMode,r.id,h,null);try{let l=await n.proxies.create({type:"residential",name:h.proxyName,config:{country:h.country,zip:s}});if(l.id)return q("location_created",e.proxyMode,l.id,h,null);S.push(`${s}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(l){S.push(`${s}: ${ut(l)}`)}}let o=qa(i,t);if(o?.id)return q("location_reused",e.proxyMode,o.id,t,S.join(" | ")||null);for(let h of t.cityCandidates)try{let r=await n.proxies.create({type:"residential",name:ct(t.country,t.state,h),config:{country:t.country,state:t.state,city:h}});if(r.id)return q("location_created",e.proxyMode,r.id,{...t,level:"city",city:h,proxyName:ct(t.country,t.state,h),config:{country:t.country,state:t.state,city:h}},null);S.push(`${h}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(r){S.push(`${h}: ${ut(r)}`)}let d=Zt(t),U=ja(i,d);if(U?.id)return q("location_reused",e.proxyMode,U.id,d,S.join(" | "));try{let h=await n.proxies.create({type:"residential",name:d.proxyName,config:d.config});if(h.id)return q("location_created",e.proxyMode,h.id,d,S.join(" | "));S.push(`${d.state}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(h){S.push(`${d.state}: ${ut(h)}`)}return ke(e,t,S)}catch(a){return q("configured_fallback",e.proxyMode,e.configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId,t,ut(a))}}function ve(){return process.env.\u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_BROWSER_WSS?.trim()||null}function An(){return process.env.SERP_BROWSER_PROVIDER?.trim().toLowerCase()==="\u006b\u0065\u0072\u006e\u0065\u006c"?!1:!!ve()}import{chromium as Ie}from"playwright-extra";import ri from"puppeteer-extra-plugin-stealth";import{chromium as di}from"playwright";var j={paaItem:".related-question-pair",captchaMarker:'#captcha-form, #recaptcha, form[action*="/sorry/"], .g-recaptcha, [data-sitekey]'},Ot={container:'div[jscontroller="HWk0Gf"]',sectionHeading:'.mgAbYb[role="heading"]',item:"a.rIRoqf"},Bt={udm:"39",item:"a.rIRoqf",durationPattern:/^\d+:\d+$/,platforms:["YouTube","TikTok","Instagram","Facebook","X"]},xn={section:".ULSxyf",item:"a.KYg7td.INpicf",title:".hyYc0c",source:".K4ETW"},Ln={sectionTag:"g-section-with-header",sectionHeadingText:"What people are saying",card:'.dRzkFf[role="listitem"]',cardLink:'a.WlydOe[jsname="YKoRaf"]',titleH1:"h1.WQWxe",titleDiv:".eAaXgc",popularCommentLabel:".qgdis",source:".sTl1Td",platformBadge:".appd0, .KrMNbf",ytChannel:".sjVJQd",ytDate:".PLq9Je",authorNote:".nDgy9d"},On={root:"[data-lhcontainer][data-streaming-container][eid]",legacyRoot:'[data-hveid="CBMQAA"]',wrapper:".Fgyi2e",controller:'[jscontroller="AkrxPe"]',contentSubtree:'[data-subtree="mfc"]',header:".heWuVc",heading:".Fzsovc.cwYVJe.RJPOee",showMoreButton:'[aria-label="Show more AI Overview"]',sourcesPanel:".OZ9ddf.WAUd4",disclaimer:".DuQANe.MSJHRb"},Bn={root:'[data-hveid="CAUQAA"]',wrapper:".Fgyi2e",citations:'.Fgyi2e [data-hveid] a[jsname="pxBnId"]'},Hn={result:".wHYlTd.tF2Cxc",title:"h3.LC20lb",siteName:".VuuXrf",cite:"cite.tjvcx",snippet:".VwiC3b",redditCite:"cite.qLRx3b",ratingWrap:".Y0A0hc",ratingValue:".yi40Hd",reviewCount:".RDApEe"},Fn={headingText:"Businesses",card:".w7Dbne",name:".OSrXXb",ratingValue:".yi40Hd",reviewCount:".RDApEe"},Rn="2026-05-07",Js={ratingAndCount:"div.F7nice",hoursTable:"table.eK4R0e",reviewScrollPane:'div.m6QErb[tabindex="-1"]',reviewScrollPaneFallback:'[role="main"] div[tabindex="-1"]',reviewCardAuthor:"div.d4r55, span.d4r55, span.RPZfBb",reviewCardDate:"span.rsqaWe",reviewCardText:"span.wiI7pd",reviewCardOwnerBlock:"div.CDe7pd",hoursTableAlt:'table[aria-label*="Hour"]',reviewCard:"[data-review-id]",reviewStars:'[role="img"][aria-label*="star"]',reviewTab:'button[role="tab"][aria-label*="Review"]',aboutTab:'button[role="tab"][aria-label*="About"]',expandReview:'[data-review-id] button[aria-label*="See more"], [data-review-id] button.w8nwRe'};async function Xt(e,t,n,a){let i,s=!1,S,o=()=>{},d=()=>a?.reason instanceof DOMException&&a.reason.name==="TimeoutError"?a.reason:new tt,U=()=>o(d()),h=new Promise((l,u)=>{o=u}),r=async l=>{let u;try{await Promise.race([l.close().catch(()=>{}),new Promise(c=>{u=setTimeout(c,2e3)})])}finally{u&&clearTimeout(u)}};if(a?.aborted)throw d();a?.addEventListener("abort",U,{once:!0}),S=setTimeout(()=>o(new DOMException("Optional pagination timed out","TimeoutError")),3e4);try{return await Promise.race([(async()=>{let l=await e.newPage();if(s)throw await r(l),new tt;if(i=l,await t(l),s)throw new tt;return n(l)})(),h])}finally{s=!0,S&&clearTimeout(S),a?.removeEventListener("abort",U),i&&await r(i)}}var Xa=/\b(?:HeadlessChrome|Chrome|Chromium|Firefox)\/\d+|\bVersion\/\d+.*\bSafari\//;async function fe(e){try{let t=await e.evaluate(()=>navigator.userAgent);return typeof t=="string"&&Xa.test(t)?t:null}catch{return null}}async function Ne(e){let t=null;try{let n=e.contexts().flatMap(a=>a.pages())[0];return n||(t=await e.newContext(),n=t.pages()[0]??await t.newPage()),await fe(n)}catch{return null}finally{t&&await t.close().catch(()=>{})}}function js(e,t){return t?{...e,userAgent:t}:e}function Dn(e){let{headless:t,viewport:n,userAgent:a,user_agent:i,...s}=e;return s}async function Gn(e,t={}){return t.blockServiceWorkers?e.newContext({viewport:null,serviceWorkers:"block"}):e.contexts()[0]??await e.newContext({viewport:null})}async function En(e){return e.pages()[0]??await e.newPage()}function te(e={}){let t=e.nowMs??Date.now(),n=Math.max(0,e.waitMs??3e4);return Math.min(e.deadlineMs??1/0,t+n)}var Xs=te({nowMs:0});async function Vn(e){let t=te(e),n=async()=>{if(e.signal?.aborted)throw le(e.signal);let i=t-Date.now();if(i<=0)return!0;let s;try{return await et(Promise.race([e.observeChallenge(),new Promise(S=>{s=setTimeout(()=>S(!0),i)})]),e.signal)}finally{s&&clearTimeout(s)}},a=await n();if(!e.solverEnabled)return a;for(;a&&Date.now()<t;){let i;try{await et(new Promise(s=>{i=setTimeout(s,Math.min(500,t-Date.now()))}),e.signal)}finally{i&&clearTimeout(i)}if(e.signal?.aborted)throw le(e.signal);if(Date.now()>t)break;a=await n()}return a}var ti=`#search h3, #rso h3, #search .related-question-pair, #rso .related-question-pair, #search ${Ot.item}, #rso ${Ot.item}, #search .isv-r, #rso .isv-r`,ei=75e3,ni=3e3;async function Te(e,t){if(t.signal?.aborted)throw new tt;let n=Math.min(Date.now()+ei,t.deadlineMs===void 0?1/0:t.deadlineMs-ni);if(n<=Date.now())throw new X("Google search navigation has no remaining time");let a=nn(Math.max(1,n-Date.now()),t.signal),i=!1,s,S=async()=>{if(!await et(Yn(e),a))return!1;if(i=!0,s??=te({deadlineMs:n}),await Vn({solverEnabled:t.solverEnabled,deadlineMs:s,signal:a,observeChallenge:()=>Yn(e)}))throw new z("Google challenge did not clear within the remaining browser time.");return!0};try{await si(e,{params:ai(t),deadlineMs:n,signal:a},S,ii);let o=()=>et(oi(e,{query:t.query,deadlineMs:n,signal:a,readySelector:ti},S),a);if(await o(),t.purpose==="paa"){let d=Math.min(n,Date.now()+4e3);await et(e.waitForSelector(j.paaItem,{state:"visible",timeout:Math.max(1,d-Date.now())}).catch(()=>null),a);for(let U=1;U<=6&&Date.now()<n&&(await S(),!await et(e.locator(j.paaItem).count(),a));U+=1)await et(e.evaluate(h=>{window.scrollTo(0,document.body.scrollHeight*h)},U/6),a),await et(new Promise(h=>setTimeout(h,Math.min(400,n-Date.now()))),a)}for(;Date.now()<n;){await o();let d=await et(e.locator(j.paaItem).count(),a)>0;if(!await S())return{hasPaa:d,challengeObserved:i}}throw new X("Google search results did not reach a readable state")}catch(o){throw t.signal?.aborted?new tt:o instanceof z||o instanceof X?o:o instanceof Error&&o.message==="Google search results did not reach a readable state"?new X(o.message):o instanceof Error&&/^Google search (?:homepage|consent inspection|consent|search box readiness|search box inspection|search box focus|search box clear|query typing|suggestion dismissal|search parameters|search button inspection|search submit) (?:failed|timed out)$/.test(o.message)?new X(o.message):o instanceof Error&&["Google homepage did not expose a visible search box","Google search form did not expose a visible Search button"].includes(o.message)?new X(o.message):new X(a.aborted?"Google search navigation timed out before results were ready":"Google homepage search interaction failed")}}async function Yn(e){if(/google\.[^/]+\/sorry(?:\/|\?|$)/i.test(e.url())||await e.locator(j.captchaMarker).count())return!0;let t=await e.locator("body").innerText({timeout:1e3}).catch(()=>"");return/recaptcha|unusual traffic|are you a robot|about this page|detected unusual traffic/i.test(t.slice(0,3e3))}function ai(e){let t={...e.extraParams,q:e.query,gl:e.gl,hl:e.hl,pws:"0"};return e.tbs&&(t.tbs=e.tbs),e.uule&&(t.uule=e.uule),t}async function ii(e,t={}){let n=t.deadlineMs??Date.now()+1e4,a=async(o,d,U=8e3)=>{let h=Math.min(U,n-Date.now());if(t.signal?.aborted){let c=new Error("Google search navigation aborted");throw c.name="AbortError",c}if(h<=0)throw new Error("Google search navigation deadline exhausted");let r,l,u=new Promise((c,w)=>{r=setTimeout(()=>w(new Error(`Google search ${o} timed out`)),h),t.signal&&(l=()=>{let g=new Error("Google search navigation aborted");g.name="AbortError",w(g)},t.signal.addEventListener("abort",l,{once:!0}))});try{return await Promise.race([d(h),u])}catch{if(t.signal?.aborted){let c=new Error("Google search navigation aborted");throw c.name="AbortError",c}throw new Error(`Google search ${o} failed`)}finally{r&&clearTimeout(r),l&&t.signal?.removeEventListener("abort",l)}},i=/^(reject all|reject optional|continue without accepting|only necessary|alle ablehnen|tout refuser|rechazar todo|rifiuta tutto|rejeitar tudo|alles afwijzen)$/i;if(!await a("consent inspection",()=>e.evaluate(o=>{let d=new RegExp(o,"i");return/^consent\.google\./i.test(window.location.hostname)||!!document.querySelector("#W0wltc")||Array.from(document.querySelectorAll('button, [role="button"]')).some(U=>d.test(U.textContent?.trim()??""))},i.source),2e3))return!1;let S=e.locator("#W0wltc").or(e.getByRole("button",{name:i}));for(let o=0,d=await a("consent inspection",()=>S.count(),2e3);o<d;o+=1){let U=S.nth(o);if(await a("consent inspection",()=>U.isVisible(),2e3))return await a("consent",h=>U.click({timeout:h})),!0}if(/consent\.google\./i.test(e.url()))throw new Error("Google consent did not expose a reject option");return!1}async function si(e,t,n,a){let i=async(u,c,w=8e3)=>{let g=Math.min(w,t.deadlineMs-Date.now());if(t.signal?.aborted){let P=new Error("Google search navigation aborted");throw P.name="AbortError",P}if(g<=0)throw new Error("Google search navigation deadline exhausted");let f,M,p=new Promise((P,b)=>{f=setTimeout(()=>b(new Error(`Google search ${u} timed out`)),g),t.signal&&(M=()=>{let x=new Error("Google search navigation aborted");x.name="AbortError",b(x)},t.signal.addEventListener("abort",M,{once:!0}))});try{return await Promise.race([c(g),p])}catch{if(t.signal?.aborted){let b=new Error("Google search navigation aborted");throw b.name="AbortError",b}throw new Error(`Google search ${u} failed`)}finally{f&&clearTimeout(f),M&&t.signal?.removeEventListener("abort",M)}},s=()=>a(e,t);await i("homepage",u=>e.goto("https://www.google.com",{waitUntil:"domcontentloaded",timeout:u}),15e3),await n(),await s(),await n();let S='textarea[name="q"], input[name="q"]';await i("search box readiness",u=>e.waitForSelector(S,{state:"visible",timeout:u}));let o=e.locator(S),d;for(let u=0,c=await i("search box inspection",()=>o.count());u<c;u+=1)if(await i("search box inspection",()=>o.nth(u).isVisible())){d=o.nth(u);break}if(!d)throw new Error("Google homepage did not expose a visible search box");let U=d;await i("search box focus",u=>U.click({timeout:u})),await i("search box clear",u=>U.fill("",{timeout:u}));for(let u of t.params.q)await i("query typing",c=>U.pressSequentially(u,{delay:35+Math.floor(Math.random()*65),timeout:c}));let h=U.locator("xpath=ancestor::form[1]");await i("search parameters",()=>h.evaluate((u,c)=>{if(!(u instanceof HTMLFormElement))throw new Error("Google search form is unavailable");u.method="get";for(let[g,f]of Object.entries(c)){if(g==="q")continue;let M=Array.from(u.querySelectorAll("input")).filter(p=>p.name===g);for(let p of M)p.value=f,p.disabled=!1;if(M.length===0){let p=document.createElement("input");p.type="hidden",p.name=g,p.value=f,u.appendChild(p)}}let w=new URL(u.action,location.href);for(let g of Object.keys(c))w.searchParams.delete(g);u.action=w.toString()},t.params));let r=h.locator('input[name="btnK"], button[name="btnK"], button[type="submit"]'),l=!1;for(let u=0,c=await i("search button inspection",()=>r.count());u<c;u+=1){let w=r.nth(u);if(await i("search button inspection",()=>w.isVisible())){await i("search submit",g=>w.click({timeout:g,noWaitAfter:!0})),l=!0;break}}if(!l)throw new Error("Google search form did not expose a visible Search button");await n(),await s(),await n()}async function oi(e,t,n){let a=t.readySelector.split(",").map(s=>`${s.trim()}:visible`).join(", "),i;for(;Date.now()<t.deadlineMs;){if(t.signal?.aborted)throw new Error("Google search navigation aborted");let s=await n();if((i===void 0||s===!0)&&(i=Math.min(t.deadlineMs,Date.now()+15e3)),Date.now()>=i)break;let S=!1;try{let d=new URL(e.url());S=/(^|\.)google\.[a-z.]+$/i.test(d.hostname)&&d.pathname==="/search"&&d.searchParams.get("q")===t.query}catch{}if(S){let d=await e.waitForSelector(a,{state:"visible",timeout:Math.min(500,Math.max(1,i-Date.now()))}).catch(()=>null),U=d?!1:await e.locator("body").innerText({timeout:Math.min(1e3,Math.max(1,i-Date.now()))}).then(h=>/did not match any documents|no results found/i.test(h)).catch(()=>!1);if(d||U){if(await n()===!0)continue;return}}if(t.signal?.aborted)throw new Error("Google search navigation aborted");let o=Math.min(200,i-Date.now(),t.deadlineMs-Date.now());o>0&&await e.waitForTimeout(o)}throw new Error("Google search results did not reach a readable state")}Ie.use(ri());var li=180,Si=3e3,Ui=5e3,hi='#search, #rso, a[href] h3, [data-snhf], [role="main"]';function Pe(e,t){return e?Math.max(1,Math.min(t,e-Date.now())):t}function ui(e,t){let n=process.env[e];if(!n)return t;let a=Number(n);return Number.isInteger(a)&&a>0?a:t}function be(e){return e?e.slice(-6):null}function Kn(e,t){let n=(t??process.env.SERP_REDIRECT_BASE)?.trim().replace(/\/+$/,"");return n?`${n}/g/${Buffer.from(e,"utf8").toString("base64url")}`:e}function ci(e){return e?/united states|u\.?s\.?a?\.?|^us$/i.test(e.trim()):!1}function bt(e){return e instanceof Error?e.message:String(e)}function wi(e){return/\b409\b|conflict|already exists/i.test(bt(e))}function gi(e){return/\b404\b|not[ _-]?found|already (?:gone|deleted|closed)|does not exist/i.test(bt(e))}async function yi(e,t){try{await e.profiles.create({name:t})}catch(n){if(!wi(n))throw n}}function Jn(e,t){return{viewport:e.viewport,locale:e.locale,...t?{userAgent:t}:{},...e.deviceScaleFactor?{deviceScaleFactor:e.deviceScaleFactor}:{},...e.isMobile!==void 0?{isMobile:e.isMobile}:{},...e.hasTouch!==void 0?{hasTouch:e.hasTouch}:{}}}async function Mt(e,t,n){let a;try{return await Promise.race([e,new Promise((i,s)=>{a=setTimeout(()=>s(new Error(`${n} timed out after ${t}ms`)),t)})])}finally{a&&clearTimeout(a)}}function pi(e){let t=e.trim();if(!t)throw new Error("channelHandle is required");if(/^https?:\/\//i.test(t)||/^(www\.|m\.)?youtube\.com\//i.test(t)){let S=new URL(/^https?:\/\//i.test(t)?t:`https://${t}`);if(S.hostname.replace(/^www\./,"").replace(/^m\./,"").toLowerCase()!=="youtube.com")throw new Error("channel URL must be on youtube.com");let d=S.pathname.split("/").filter(Boolean),U=d[0]??"",h=d[1]??"";if(U.startsWith("@"))return`https://www.youtube.com/${U}/videos`;if(U==="channel"&&h)return`https://www.youtube.com/channel/${h}/videos`;if((U==="c"||U==="user")&&h)return`https://www.youtube.com/${U}/${h}/videos`;throw new Error("channel URL must be a YouTube handle, /channel/UC..., /c/..., or /user/... URL")}let i=t.replace(/^\/+/,"").replace(/\/+$/,"").replace(/\/videos$/i,"");if(/^UC[\w-]{20,}$/.test(i))return`https://www.youtube.com/channel/${i}/videos`;let s=i.startsWith("@")?i:`@${i}`;if(!/^@[\w.-]+$/.test(s))throw new Error("channelHandle must be an @handle, UC channel ID, or YouTube channel URL");return`https://www.youtube.com/${s}/videos`}var ee=class{browser=null;context=null;page=null;\u006b\u0065\u0072\u006e\u0065\u006cClient=null;\u006b\u0065\u0072\u006e\u0065\u006cSessionId=null;\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=null;\u006b\u0065\u0072\u006e\u0065\u006cStealth=null;\u006b\u0065\u0072\u006e\u0065\u006cSolverEnabled=!1;operationDeadlineMs;\u006b\u0065\u0072\u006e\u0065\u006cProxyUsed=null;\u006b\u0065\u0072\u006e\u0065\u006cProxySource=null;\u006b\u0065\u0072\u006e\u0065\u006cProxyType=null;\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent=null;last\u004b\u0065\u0072\u006e\u0065\u006cBillingMode=null;last\u004b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=null;last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs=null;debugEnabled=!1;debugSnapshot={\u006b\u0065\u0072\u006e\u0065\u006c:null,context:null,networkLocation:null,serpNavigation:null};async launch(t){if(t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey&&t.isMobile)throw new X("\u004b\u0065\u0072\u006e\u0065\u006c acquisition requires a native desktop browser; mobile capture needs provider-native mobile support.");this.operationDeadlineMs=t.operationDeadlineMs,this.debugEnabled=t.debug===!0;let n=t.proxyMode??(t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId?"configured":"none"),a=t.isMobile?"mobile":"desktop";if(this.debugSnapshot={\u006b\u0065\u0072\u006e\u0065\u006c:null,context:{viewport:t.viewport,locale:t.locale,device:a,userAgent:null,deviceScaleFactor:t.deviceScaleFactor??null,isMobile:t.isMobile===!0,hasTouch:t.hasTouch===!0},networkLocation:null,serpNavigation:null},t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey){this.\u006b\u0065\u0072\u006e\u0065\u006cClient=new st({apiKey:t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey});let s=Number.isInteger(t.\u006b\u0065\u0072\u006e\u0065\u006cTimeoutSeconds)&&Number(t.\u006b\u0065\u0072\u006e\u0065\u006cTimeoutSeconds)>0?Number(t.\u006b\u0065\u0072\u006e\u0065\u006cTimeoutSeconds):ui("\u004b\u0045\u0052\u004e\u0045\u004c_BROWSER_TIMEOUT_SECONDS",li),S=Math.min(s,600);t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName&&t.\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges===!0&&await yi(this.\u006b\u0065\u0072\u006e\u0065\u006cClient,t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName);let o=_t();this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent=null,this.last\u004b\u0065\u0072\u006e\u0065\u006cBillingMode="headful",o?.headlessSentOut&&(o.headlessSentOut.value=this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent);let d=await this.\u006b\u0065\u0072\u006e\u0065\u006cClient.browsers.create(Dn({stealth:t.\u006b\u0065\u0072\u006e\u0065\u006cStealth===!0,timeout_seconds:S,...t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId?{proxy_id:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId}:{},...t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName?{profile:{name:t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName,...typeof t.\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges=="boolean"?{save_changes:t.\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges}:{}}}:{}}));this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId=d.session_id,this.\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=Date.now(),this.last\u004b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=this.\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs,this.last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs=null,this.\u006b\u0065\u0072\u006e\u0065\u006cStealth=typeof d.stealth=="boolean"?d.stealth:null,this.\u006b\u0065\u0072\u006e\u0065\u006cSolverEnabled=t.\u006b\u0065\u0072\u006e\u0065\u006cStealth===!0&&d.stealth!==!1,this.\u006b\u0065\u0072\u006e\u0065\u006cProxyUsed=typeof d.proxy_id=="string"?!!d.proxy_id:!!t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,this.\u006b\u0065\u0072\u006e\u0065\u006cProxySource=t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution?.source??null,this.\u006b\u0065\u0072\u006e\u0065\u006cProxyType=t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution?.proxyType??null;let U=null,h=null;if(!t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId&&!t.keepDefaultProxy)try{await Mt(this.\u006b\u0065\u0072\u006e\u0065\u006cClient.browsers.update(this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,{disable_default_proxy:!0}),5e3,`\u004b\u0065\u0072\u006e\u0065\u006c session ${this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId} disable default proxy`),U=!0}catch(l){U=!1,h=bt(l)}let r={sessionId:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,proxyMode:n,requestedProxyIdPresent:!!t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,requestedProxyIdSuffix:be(t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId),createdProxyIdPresent:typeof d.proxy_id=="string"?!!d.proxy_id:null,createdProxyIdSuffix:be(d.proxy_id),retrievedProxyIdPresent:null,retrievedProxyIdSuffix:null,retrievedProxyIdMatchesRequested:null,defaultProxyDisabled:U,defaultProxyDisableError:h,proxyResolution:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution??null,timeoutSeconds:S,stealth:typeof d.stealth=="boolean"?d.stealth:null,profilePresent:null,poolPresent:null,retrieveError:null};if(this.debugSnapshot.\u006b\u0065\u0072\u006e\u0065\u006c=r,console.info(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_created",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,timeout_seconds:S,proxy_mode:n,proxy_id_present:!!t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,profile_name_present:!!t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName,proxy_resolution_source:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution?.source})),this.debugEnabled&&await this.populate\u004b\u0065\u0072\u006e\u0065\u006cRetrieveDebug(r,t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId),this.browser=await di.connectOverCDP(d.cdp_ws_url),this.context=await Gn(this.browser),this.page=await En(this.context),await this.capture\u004b\u0065\u0072\u006e\u0065\u006cContextDebug(),await this.installEsbuildHelperShims(this.context),(this.debugEnabled||t.requireUsEgress)&&(this.debugSnapshot.networkLocation=await this.captureBrowserNetworkLocation()),t.requireUsEgress){let l=this.debugSnapshot.networkLocation?.country??null;if(!ci(l))throw new z(`Non-US egress (${l??"unknown"}) \u2014 retrying with a fresh session`)}return}let i={headless:t.headless,proxy:t.proxy?{server:t.proxy}:void 0,...t.browserExecutablePath?{executablePath:t.browserExecutablePath}:{},...t.ignoreDefaultArgs?{ignoreDefaultArgs:t.ignoreDefaultArgs}:{}};if(t.profileDir)this.context=await Ie.launchPersistentContext(t.profileDir,{...i,...Jn(t)}),await this.installEsbuildHelperShims(this.context),this.page=await this.context.newPage(),this.debugSnapshot.context.userAgent=await fe(this.page);else{this.browser=await Ie.launch(i);let s=await Ne(this.browser);this.debugSnapshot.context.userAgent=s,this.context=await this.browser.newContext(Jn(t,s)),await this.installEsbuildHelperShims(this.context),this.page=await this.context.newPage()}this.debugEnabled&&(this.debugSnapshot.networkLocation=await this.captureBrowserNetworkLocation())}async capture\u004b\u0065\u0072\u006e\u0065\u006cContextDebug(){if(this.debugSnapshot.context={viewport:null,locale:null,device:"desktop",requestedDevice:"desktop",userAgent:null,deviceScaleFactor:null,isMobile:!1,hasTouch:!1},!this.page)return;let t=await this.page.evaluate(()=>({viewport:{width:window.innerWidth,height:window.innerHeight},locale:navigator.language,userAgent:navigator.userAgent,deviceScaleFactor:window.devicePixelRatio,isMobile:!1,hasTouch:navigator.maxTouchPoints>0})).catch(()=>null);!t||typeof t!="object"||!t.viewport||typeof t.viewport.width!="number"||typeof t.viewport.height!="number"||typeof t.locale!="string"||typeof t.userAgent!="string"||(this.debugSnapshot.context={...t,device:"desktop",requestedDevice:"desktop"})}async populate\u004b\u0065\u0072\u006e\u0065\u006cRetrieveDebug(t,n){if(!(!this.\u006b\u0065\u0072\u006e\u0065\u006cClient||!this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId))try{let a=await Mt(this.\u006b\u0065\u0072\u006e\u0065\u006cClient.browsers.retrieve(this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId),5e3,`\u004b\u0065\u0072\u006e\u0065\u006c session ${this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId} retrieve`);t.retrievedProxyIdPresent=typeof a.proxy_id=="string"?!!a.proxy_id:!1,t.retrievedProxyIdSuffix=be(a.proxy_id),t.retrievedProxyIdMatchesRequested=n?a.proxy_id===n:!a.proxy_id,t.timeoutSeconds=typeof a.timeout_seconds=="number"?a.timeout_seconds:t.timeoutSeconds,t.stealth=typeof a.stealth=="boolean"?a.stealth:t.stealth,t.profilePresent=!!a.profile,t.poolPresent=!!a.pool}catch(a){t.retrieveError=bt(a)}}async captureBrowserNetworkLocation(){let t=(a,i="ipapi.co")=>({source:i,ip:null,city:null,region:null,country:null,org:null,timezone:null,error:a});if(!this.context)return t("browser context is not available");let n=null;try{n=await this.context.newPage();let a=await this.loadJsonInDebugPage(n,"https://ipwho.is/");if(a){let o=typeof a.connection=="object"&&a.connection!==null?a.connection:{};return{source:"ipwho.is",ip:typeof a.ip=="string"?a.ip:null,city:typeof a.city=="string"?a.city:null,region:typeof a.region=="string"?a.region:null,country:typeof a.country=="string"?a.country:null,org:typeof o.org=="string"?o.org:null,timezone:typeof a.timezone=="object"&&a.timezone!==null&&typeof a.timezone.id=="string"?a.timezone.id:null,error:null}}let i=await this.loadJsonInDebugPage(n,"https://api64.ipify.org?format=json");if(i)return{source:"api64.ipify.org",ip:typeof i.ip=="string"?i.ip:null,city:null,region:null,country:null,org:null,timezone:null,error:null};await Mt(n.goto("https://ipapi.co/json/",{waitUntil:"domcontentloaded",timeout:7e3}),8e3,"browser network location navigation");let s=await n.locator("body").innerText({timeout:2e3}),S=JSON.parse(s);return{source:"ipapi.co",ip:typeof S.ip=="string"?S.ip:null,city:typeof S.city=="string"?S.city:null,region:typeof S.region=="string"?S.region:null,country:typeof S.country_name=="string"?S.country_name:typeof S.country=="string"?S.country:null,org:typeof S.org=="string"?S.org:null,timezone:typeof S.timezone=="string"?S.timezone:null,error:null}}catch(a){return t(bt(a))}finally{await n?.close().catch(()=>{})}}async loadJsonInDebugPage(t,n){try{await Mt(t.goto(n,{waitUntil:"domcontentloaded",timeout:7e3}),8e3,`browser network location navigation ${n}`);let a=await t.locator("body").innerText({timeout:2e3});return JSON.parse(a)}catch{return null}}async installEsbuildHelperShims(t){await t.addInitScript(()=>{let n=globalThis;typeof n.__name!="function"&&(n.__name=a=>a),typeof n.__publicField!="function"&&(n.__publicField=(a,i,s)=>(a[i]=s,s))})}async withTemporaryPage(t,n){if(!this.context)throw new Error("Browser context is not available");return Xt(this.context,async()=>{},t,n)}async navigateToSERP(t,n,a,i,s){let S=new URLSearchParams({q:t,gl:a,hl:i,pws:"0"});s?.tbs&&S.set("tbs",s.tbs),n&&S.set("uule",n);let o="https://www.google.com/search?"+S.toString(),d=Kn(o),U=s?.debug?{requestedUrl:o,finalUrl:null,title:null,bodySnippet:null,hasPaa:null,captchaDetected:null,googleSorryUrl:null,redirected:null}:null;if(U&&(this.debugSnapshot.serpNavigation=U),this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId){let r={deadlineMs:s?.deadlineMs??this.operationDeadlineMs,signal:s?.signal};try{let l=await Te(this.page,{query:t,gl:a,hl:i,uule:n??void 0,tbs:s?.tbs,purpose:s?.purpose,deadlineMs:s?.deadlineMs??this.operationDeadlineMs,signal:s?.signal,solverEnabled:this.\u006b\u0065\u0072\u006e\u0065\u006cSolverEnabled});return await this.updateSerpNavigationDebug(U,o,{hasPaa:l.hasPaa,captchaDetected:l.challengeObserved===!0},r),{hasPaa:l.hasPaa}}catch(l){throw await this.updateSerpNavigationDebug(U,o,{hasPaa:null,captchaDetected:l instanceof z?!0:null},r),l}}try{await this.page.goto(d,{waitUntil:"domcontentloaded",timeout:Pe(s?.deadlineMs,s?.purpose==="serp"?8e3:45e3)})}catch(r){await this.updateSerpNavigationDebug(U,o,{hasPaa:null,captchaDetected:null});let l=await this.captureDiagnostics(o);throw new X(`page.goto failed: ${r.message} | ${l}`)}if(await this.isSerpChallengeVisible())throw await this.updateSerpNavigationDebug(U,o,{hasPaa:!1,captchaDetected:!0}),new z(this.captchaMessage());if(s?.purpose==="serp"){await this.page.waitForSelector(hi,{timeout:Pe(s.deadlineMs,1500)}).catch(()=>null);let r=await this.page.locator(j.paaItem).count().catch(()=>0)>0;return await this.updateSerpNavigationDebug(U,o,{hasPaa:r,captchaDetected:!1}),{hasPaa:r}}if(await this.page.waitForSelector(j.paaItem,{timeout:Pe(s?.deadlineMs,4e3)}).catch(()=>null))return await this.updateSerpNavigationDebug(U,o,{hasPaa:!0,captchaDetected:!1}),{hasPaa:!0};if(await this.isSerpChallengeVisible())throw await this.updateSerpNavigationDebug(U,o,{hasPaa:!1,captchaDetected:!0}),new z(this.captchaMessage());for(let r=1;r<=6;r++)if(await this.page.evaluate(u=>{window.scrollTo(0,document.body.scrollHeight*u)},r/6),await this.page.waitForTimeout(600),await this.page.locator(j.paaItem).count()>0)return await this.updateSerpNavigationDebug(U,o,{hasPaa:!0,captchaDetected:!1}),{hasPaa:!0};return await this.updateSerpNavigationDebug(U,o,{hasPaa:!1,captchaDetected:!1}),{hasPaa:!1}}async isSerpChallengeVisible(){if(!this.page)return!1;if(await this.page.locator(j.captchaMarker).count().catch(()=>0)>0)return!0;let n=this.page.url();if(/google\.[^/]+\/sorry\//i.test(n))return!0;let a=await this.page.evaluate(()=>(document.body?.innerText??"").replace(/\s+/g," ").trim().slice(0,1e3)).catch(()=>"");return/recaptcha|unusual traffic|are you a robot|about this page|detected unusual traffic/i.test(a)}async updateSerpNavigationDebug(t,n,a,i){if(!(!t||!this.page))try{let s=this.page.url();t.finalUrl=s,t.hasPaa=a.hasPaa,t.captchaDetected=a.captchaDetected,t.googleSorryUrl=/google\.[^/]+\/sorry\//i.test(s),t.redirected=s!==n;let S=Math.min(1e3,i?.deadlineMs===void 0?1e3:i.deadlineMs-Date.now());if(i&&(i.signal?.aborted||S<=0))return;let o=Promise.all([this.page.title().catch(()=>""),this.page.evaluate(()=>(document.body?.innerText??"").replace(/\s+/g," ").trim().slice(0,500)).catch(()=>"")]),[d,U]=i?await et(Mt(o,S,"\u004b\u0065\u0072\u006e\u0065\u006c navigation debug"),i.signal):await o;t.title=d,t.bodySnippet=U,t.captchaDetected=a.captchaDetected??/recaptcha|unusual traffic|are you a robot/i.test(U)}catch(s){t.bodySnippet=`debug capture failed: ${bt(s)}`}}async captureDiagnostics(t){try{let n=this.page.url(),a=await this.page.title().catch(()=>""),i=await this.page.evaluate(()=>(document.body?.innerText??"").replace(/\s+/g," ").trim().slice(0,400)).catch(()=>""),s=/consent\.google\./.test(n)||/before you continue/i.test(i),S=/recaptcha|unusual traffic|are you a robot/i.test(i),o=[s?"CONSENT_WALL":"",S?"BOT_CHALLENGE":"",n!==t?"REDIRECTED":""].filter(Boolean).join(",");return`intended=${t} | final=${n} | title="${a}" | flags=[${o}] | body="${i}"`}catch(n){return`diagnostics-failed: ${n.message}`}}captchaMessage(){return this.\u006b\u0065\u0072\u006e\u0065\u006cClient?"Google returned a CAPTCHA on this session \u2014 retrying with a fresh session.":Qe}async navigateTo(t){if(this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId){let i=new URL(t);if(/^(?:www\.)?google\.[a-z.]+$/i.test(i.hostname)&&i.pathname==="/search"&&i.searchParams.has("q")){await Te(this.page,{query:i.searchParams.get("q"),gl:i.searchParams.get("gl")??"us",hl:i.searchParams.get("hl")??"en",uule:i.searchParams.get("uule")??void 0,tbs:i.searchParams.get("tbs")??void 0,extraParams:Object.fromEntries([...i.searchParams].filter(([s])=>!["q","gl","hl","uule","tbs","pws"].includes(s))),purpose:"serp",deadlineMs:this.operationDeadlineMs,solverEnabled:this.\u006b\u0065\u0072\u006e\u0065\u006cSolverEnabled});return}}let n=process.env.ADS_ARRIVAL_REDIRECT_BASE?.trim(),a=n?Kn(t,n):t;try{if(await this.page.goto(a,{waitUntil:"domcontentloaded",timeout:45e3}),/google\.[^/]+\/search\?/i.test(t)&&await this.isSerpChallengeVisible())throw new z(this.captchaMessage())}catch(i){if(i instanceof z)throw i;let s=await this.captureDiagnostics(t);throw new X(`page.goto failed: ${i.message} | ${s}`)}}async navigateToChannel(t){let n=pi(t);try{await this.page.goto(n,{waitUntil:"networkidle",timeout:3e4})}catch(a){let i=await this.captureDiagnostics(n);throw new X(`navigateToChannel failed: ${a.message} | ${i}`)}}async evaluate(t,n){return this.page.evaluate(t,n)}getPage(){return this.page}get\u004b\u0065\u0072\u006e\u0065\u006cSessionId(){return this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId}get\u004b\u0065\u0072\u006e\u0065\u006cMeteringEvidence(){return{sessionId:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId??this.debugSnapshot.\u006b\u0065\u0072\u006e\u0065\u006c?.sessionId??null,billingMode:this.last\u004b\u0065\u0072\u006e\u0065\u006cBillingMode,openedAtMs:this.last\u004b\u0065\u0072\u006e\u0065\u006cOpenedAtMs,closedAtMs:this.last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs}}getProviderSessionMetadata(){return{provider:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId?"\u006b\u0065\u0072\u006e\u0065\u006c":"local",providerSessionId:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,disconnectObservation:null,billingMode:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId?this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent?"headless":"headful":null}}getDebugSnapshot(){return this.debugSnapshot}async close(){if(this.browser){let t=this.browser,n=this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,a=this.\u006b\u0065\u0072\u006e\u0065\u006cClient,i=this.\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs,s=this.\u006b\u0065\u0072\u006e\u0065\u006cStealth,S=this.\u006b\u0065\u0072\u006e\u0065\u006cProxyUsed,o=this.\u006b\u0065\u0072\u006e\u0065\u006cProxySource,d=this.\u006b\u0065\u0072\u006e\u0065\u006cProxyType,U=this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent,h=this.getProviderSessionMetadata();if(this.browser=null,this.context=null,this.page=null,this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId=null,this.\u006b\u0065\u0072\u006e\u0065\u006cClient=null,this.\u006b\u0065\u0072\u006e\u0065\u006cSolverEnabled=!1,this.\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=null,this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent=null,this.\u006b\u0065\u0072\u006e\u0065\u006cProxySource=null,this.\u006b\u0065\u0072\u006e\u0065\u006cProxyType=null,a&&n){console.info(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_delete_started",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:n}));let r=Mt(a.browsers.deleteByID(n),Ui,`\u004b\u0065\u0072\u006e\u0065\u006c session ${n} delete`),l=Mt(t.close(),Si,`\u004b\u0065\u0072\u006e\u0065\u006c browser ${n} close`),[u,c]=await Promise.allSettled([r,l]);this.last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs=Date.now(),i!=null&&en({\u006b\u0065\u0072\u006e\u0065\u006cSessionId:n,source:"browser_driver",stealth:s,headlessSent:U,proxyUsed:S,proxySource:o,proxyType:d,openedAtMs:i,closedAtMs:this.last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs});let w=u.status==="rejected"&&gi(u.reason),g={\u006b\u0065\u0072\u006e\u0065\u006cSessionId:n,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!0,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:u.status==="fulfilled"||w,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:u.status==="rejected"&&!w?u.reason instanceof Error?u.reason.message:String(u.reason):null,browserCloseSucceeded:c.status==="fulfilled",browserCloseError:c.status==="rejected"?c.reason instanceof Error?c.reason.message:String(c.reason):null,provider:h.provider,providerSessionId:h.providerSessionId,providerDisconnectObserved:!1,providerDisconnectMessage:null};return u.status==="rejected"&&!w?(console.warn(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_delete_failed",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:n,message:g.\u006b\u0065\u0072\u006e\u0065\u006cDeleteError})),console.warn(`\u004b\u0065\u0072\u006e\u0065\u006c session cleanup failed for ${n}:`,u.reason)):console.info(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_delete_succeeded",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:n})),c.status==="rejected"&&(console.warn(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_close_failed",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:n,message:g.browserCloseError})),console.warn(`\u004b\u0065\u0072\u006e\u0065\u006c browser close failed for ${n}:`,c.reason)),g}return await t.close(),{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:!0,browserCloseError:null,provider:h.provider,providerSessionId:h.providerSessionId,providerDisconnectObserved:!1,providerDisconnectMessage:null}}else if(this.context){let t=this.context;return this.context=null,this.page=null,await t.close(),{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:!0,browserCloseError:null,provider:"local",providerSessionId:null,providerDisconnectObserved:!1,providerDisconnectMessage:null}}return{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:null,browserCloseError:null,provider:"local",providerSessionId:null,providerDisconnectObserved:!1,providerDisconnectMessage:null}}};import{chromium as mi}from"playwright";var Ci=new Set(["image","media","font","stylesheet","ping"]),ki=["doubleclick.net","googleadservices.com","googlesyndication.com","google-analytics.com"],Mi='#search, #rso, a[href] h3, [data-snhf], [role="main"]',vi=3e4,_n=1500;function vt(e,t){return e?Math.max(1,Math.min(t,e-Date.now())):t}async function We(e,t=!1){let n=e.request();try{let a=await n.allHeaders(),i=await fetch(n.url(),{method:n.method(),headers:{accept:a.accept??"*/*","accept-language":a["accept-language"]??"en-US,en;q=0.9","user-agent":a["user-agent"]??"Mozilla/5.0",...t?{cookie:a.cookie??"",referer:a.referer??"https://www.google.com/",...a["x-client-data"]?{"x-client-data":a["x-client-data"]}:{}}:{}},body:n.method()==="GET"||n.method()==="HEAD"?void 0:n.postData()});if(!i.ok)return!1;let s=Buffer.from(await i.arrayBuffer());return await e.fulfill({status:i.status,contentType:i.headers.get("content-type")??"application/octet-stream",headers:{"cache-control":"public, max-age=3600"},body:s}),!0}catch{return!1}}var ne=class{constructor(t={}){this.resourcePolicy=t}resourcePolicy;browser=null;context=null;page=null;cdpSession=null;providerSessionId=null;disconnectObservation=null;closing=!1;connectionStarted=!1;closeReceipt=null;observeDisconnect(t,n){this.closing||this.disconnectObservation||(this.disconnectObservation=Se(t,n))}async launch(t){if(this.page)return;this.closing=!1,this.providerSessionId=null,this.disconnectObservation=null;let n=ve();if(!n)throw new Error("SERP browser service is not configured");if(this.connectionStarted)throw new Error("Previous browser connection outcome is unresolved");if(this.closeReceipt)throw new Error("Browser driver has already been closed");this.connectionStarted=!0;try{this.browser=await mi.connectOverCDP(n,{timeout:vt(t.operationDeadlineMs,vi)})}catch(s){let S=(s instanceof Error?s.message:String(s)).replaceAll(n,"[redacted endpoint]");throw new Error(St(S)??"\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 browser connection failed")}this.context=this.browser.contexts()[0]??await this.browser.newContext(),await this.context.addInitScript(()=>{let s=globalThis;typeof s.__name!="function"&&(s.__name=S=>S),typeof s.__publicField!="function"&&(s.__publicField=(S,o,d)=>(S[o]=d,d))}),this.page=this.context.pages()[0]??await this.context.newPage(),this.browser.on("disconnected",()=>this.observeDisconnect("browser_disconnected")),this.context.on("close",()=>this.observeDisconnect("context_closed")),this.page.on("close",()=>this.observeDisconnect("page_closed")),this.page.on("crash",()=>this.observeDisconnect("page_crashed")),this.cdpSession=await this.context.newCDPSession(this.page);let i=await this.cdpSession.send("Browser.getSessionId");this.providerSessionId=rn(i?.sessionId),await this.setupPage(this.page),this.resourcePolicy.startupSettleMs&&await this.page.waitForTimeout(this.resourcePolicy.startupSettleMs)}async setupPage(t){this.resourcePolicy.nativeGoogleAssets||await t.route("**/*",async n=>{let a=n.request(),i=a.resourceType(),s;try{s=new URL(a.url())}catch{await n.continue();return}let S=s.hostname.toLowerCase();if(!(s.pathname==="/sgasync"&&await We(n,!0))&&!(s.pathname.includes("/shared_dict/")&&await We(n))&&!(i==="script"&&(S==="www.google.com"||S==="www.gstatic.com")&&await We(n))){if(Ci.has(i)&&!(i==="image"&&this.resourcePolicy.allowImages)&&!(i==="stylesheet"&&this.resourcePolicy.allowStylesheets)){await n.abort("blockedbyclient");return}if(ki.some(o=>S===o||S.endsWith(`.${o}`))){await n.abort("blockedbyclient");return}await n.continue()}})}async withTemporaryPage(t,n){if(!this.context||this.closing)throw new Error("Browser context is not available");return Xt(this.context,a=>this.setupPage(a),t,n)}async navigateToSERP(t,n,a,i,s){if(!this.page)throw new Error("Browser page is not available");let S=new URLSearchParams({q:t,gl:a,hl:i,pws:"0"});if(s?.tbs&&S.set("tbs",s.tbs),n&&S.set("uule",n),await this.page.goto(`https://www.google.com/search?${S}`,{waitUntil:"domcontentloaded",timeout:vt(s?.deadlineMs,s?.purpose==="serp"?12e4:45e3)}),s?.purpose==="serp"&&new URL(this.page.url()).pathname.startsWith("/sorry")&&this.cdpSession){let d=this.cdpSession,U;(await Promise.race([d.send("Captcha.solve",{detectTimeout:vt(s.deadlineMs,3e4)}).catch(()=>null),new Promise(r=>{U=setTimeout(()=>r(null),vt(s.deadlineMs,75e3))})]).finally(()=>{U&&clearTimeout(U)}))?.status==="solve_finished"&&await this.page.waitForURL(r=>new URL(r.toString()).pathname==="/search",{timeout:vt(s.deadlineMs,25e3)}).catch(()=>{})}return s?.purpose==="serp"?(await this.page.waitForSelector(Mi,{timeout:vt(s.deadlineMs,8e3)}).catch(()=>null),{hasPaa:await this.page.locator(j.paaItem).count().catch(()=>0)>0}):{hasPaa:!!await this.page.waitForSelector(j.paaItem,{timeout:vt(s?.deadlineMs,8e3)}).catch(()=>null)}}async navigateTo(t){if(!this.page)throw new Error("Browser page is not available");await this.page.goto(t,{waitUntil:"load",timeout:45e3})}async navigateToChannel(){throw new Error("YouTube navigation is not supported by the SERP browser driver")}async evaluate(t,n){if(!this.page)throw new Error("Browser page is not available");return this.page.evaluate(t,n)}getPage(){if(!this.page)throw new Error("Browser page is not available");return this.page}get\u004b\u0065\u0072\u006e\u0065\u006cSessionId(){return null}get\u0042\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061SessionId(){return this.providerSessionId}getProviderSessionMetadata(){return{provider:"\u0062\u0072\u0069\u0067\u0068\u0074_\u0064\u0061\u0074\u0061_browser_api",providerSessionId:this.providerSessionId,disconnectObservation:this.disconnectObservation}}getDebugSnapshot(){return{\u006b\u0065\u0072\u006e\u0065\u006c:null,context:null,networkLocation:null,serpNavigation:null}}async close(){return this.closeReceipt??=this.closePhysicalSession()}async closePhysicalSession(){this.closing=!0;let t=dn(this.getProviderSessionMetadata()),n=!1,a=null,i=null,s=null,S=async(o,d)=>{let U;try{await Promise.race([o(),new Promise((h,r)=>{U=setTimeout(()=>r(new Error(`${d} acknowledgement exceeded ${_n}ms`)),_n)})])}finally{U&&clearTimeout(U)}};if(this.connectionStarted)if(!this.browser)a="Browser connection outcome is unknown; no remote termination receipt";else{try{await S(async()=>{let o=this.cdpSession??(this.context&&this.page?await this.context.newCDPSession(this.page):null);if(!o)throw new Error("Remote browser termination channel is unavailable");await o.send("Browser.close")},"Remote browser close"),n=!0}catch(o){a=St(o instanceof Error?o.message:String(o))??"Remote browser termination is unconfirmed",this.disconnectObservation??=Se("browser_close_error",a)}try{await S(()=>this.browser.close(),"Local browser disconnect"),i=!0}catch(o){i=!1,s=St(o instanceof Error?o.message:String(o))??"Local browser disconnect failed"}}return this.browser=null,this.context=null,this.page=null,this.cdpSession=null,{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:this.connectionStarted?n:null,browserCloseError:a,localDisconnectSucceeded:i,localDisconnectError:s,physicalOutcome:this.connectionStarted?n?"terminated":"unknown":"not_started",...t}}};function zn(e,t){return e.plannedProvider==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?new ne({nativeGoogleAssets:t?.nativeGoogleAssets}):new ee}var V={container:".eJH8qe.adDDi",dataInitq:"[data-initq]",item:j.paaItem,itemDataQ:"data-q",itemDataInitQ:"data-initq",itemQuestionEl:".JlqpRe",answerContainer:".bCOlv, .hgKElc, .wDYxhc, .LGOjhe, .fo7IQd, .fmW3u",aiAnswerBody:".pWvJNd",answerBody:".hgKElc, .LGOjhe, .fo7IQd, .fmW3u",answerControl:'button, [role="button"], a',answerEntity:".q224lc",citationBadge:".WBgIic",sourceCard:"[data-src-id]",sourceCardTitle:".vFyWT",sourceDescription:"[data-crb-snippet-text]",aiCitation:"a.PMDqCb[href]",aiSourceCard:"a.vIWmYe[href], a.Zbfntb[href]",sourceTitle:"h3",sourceSite:".VuuXrf",sourceCite:"cite",clickTarget:".JlqpRe",expandedClass:"aoRk1c",captchaMarker:j.captchaMarker};var Ae={alabama:"AL",alaska:"AK",arizona:"AZ",arkansas:"AR",california:"CA",colorado:"CO",connecticut:"CT",delaware:"DE",florida:"FL",georgia:"GA",hawaii:"HI",idaho:"ID",illinois:"IL",indiana:"IN",iowa:"IA",kansas:"KS",kentucky:"KY",louisiana:"LA",maine:"ME",maryland:"MD",massachusetts:"MA",michigan:"MI",minnesota:"MN",mississippi:"MS",missouri:"MO",montana:"MT",nebraska:"NE",nevada:"NV","new hampshire":"NH","new jersey":"NJ","new mexico":"NM","new york":"NY","north carolina":"NC","north dakota":"ND",ohio:"OH",oklahoma:"OK",oregon:"OR",pennsylvania:"PA","rhode island":"RI","south carolina":"SC","south dakota":"SD",tennessee:"TN",texas:"TX",utah:"UT",vermont:"VT",virginia:"VA",washington:"WA","west virginia":"WV",wisconsin:"WI",wyoming:"WY","district of columbia":"DC"},fi=[...Object.keys(Ae).map(e=>e.replace(/\s+/g,"\\s+")),...Object.values(Ae)].join("|"),Ni=new RegExp(`\\b([A-Z][A-Za-z]+(?:[\\s.-][A-Z][A-Za-z]+){0,4}),?\\s+(${fi})\\b`,"gi");function jn(e){if(!e)return null;let t=e.trim();return/^[A-Z]{2}$/i.test(t)?t.toUpperCase():Ae[t.toLowerCase()]??null}function $n(e){return e.replace(/\s+/g," ").trim().replace(/^.*\b(?:in|near|around|serving)\s+/i,"").toLowerCase().replace(/\b[a-z]/g,n=>n.toUpperCase())}function Ti(e){if(!e)return null;let[t="",n=""]=e.split(",").map(a=>a.trim());return{city:$n(t),regionCode:jn(n),canonicalLocation:e}}function Pi(e,t,n,a){let i=$n(t),s=jn(n);if(!i||!s)return;let S=`${i.toLowerCase()}|${s}`,o=e.get(S);if(o){o.count++,o.examples.length<3&&!o.examples.includes(a)&&o.examples.push(a);return}e.set(S,{city:i,regionCode:s,count:1,examples:[a]})}function bi(e){try{return decodeURIComponent(e)}catch{}try{return decodeURIComponent(e.replace(/%(?![0-9a-fA-F]{2})/g,"%25"))}catch{return e}}function qn(e,t){let n=bi(t).replace(/[+/|_-]+/g," ");for(let a of n.matchAll(Ni))Pi(e,a[1]??"",a[2]??"",n.slice(0,180))}function Ht(e,t,n){let a=Ti(e),i=new Map;for(let o of t)qn(i,[o.title,o.snippet??"",o.cite??"",o.url].join(" "));for(let o of n)qn(i,[o.name,...o.metadata,o.websiteUrl??"",o.directionsUrl??""].join(" "));let s=Array.from(i.values()).sort((o,d)=>d.count-o.count||o.city.localeCompare(d.city)).slice(0,8);return a?s.length===0?{status:"unknown",expected:a,candidates:[]}:{status:s.some(o=>o.city.toLowerCase()===a.city.toLowerCase()&&(a.regionCode==null||o.regionCode===a.regionCode))?"matched":"mismatch",expected:a,candidates:s}:{status:"not_requested",expected:null,candidates:s}}var Ii=/^(?:an error has occurred(?:[.!…]\s*)?(?:please try again later[.!…]?)?|loading|please wait|try again|something went wrong|an AI overview is not available for this search|can't generate an AI overview right now\.?\s*try again later\.?)[.!…\s]*$/i,Wi=/^(?:AI Overview|View all|Show more|Show less|Related Links|Ask anything in AI Mode|AI can make mistakes)[.!…\s]*$/i;function xe(e){return e.replace(/\u00a0/g," ").replace(/\s+/g," ").trim()}function Qn(e,t){if(!e)return;let n=xe(e.split(/\r?\n/).filter(i=>!Wi.test(xe(i))).join(`
-`)),a=t?xe(t):"";return a&&n.toLowerCase().startsWith(a.toLowerCase())&&(n=n.slice(a.length).trim()),!n||Ii.test(n)?void 0:n}function ae({selectors:e,onlyQuestion:t}){let n=d=>(d??"").replace(/\u00a0/g," ").replace(/\s+/g," ").trim(),a=d=>n(d).replace(/\s*\(\+\d+\)\s*-\s*View related links.*$/i,"").replace(/\s*(?:[-.]\s*)?Opens in new tab[.!]?$/i,"").trim(),i=d=>{if(d.matches(e.clickTarget)||d.getAttribute("aria-expanded")==="true")return!1;let U=d.getAttribute("href");return U&&!/^(?:#|javascript:void\(0\);?$)/i.test(U)||d.closest(e.aiSourceCard+","+e.sourceCard)?!1:[d.getAttribute("aria-label"),d.textContent].map(n).some(r=>/^(?:(?:show|read|see) more(?: (?:AI Overview|(?:of )?(?:this |the )?answer))?|continue reading|expand(?: (?:this |the )?answer)?)(?:[.!…]|\s*[▼⌄+])?$/i.test(r))},s=d=>d.hasAttribute("hidden")||d.getAttribute("aria-hidden")==="true"||/(?:display\s*:\s*none|visibility\s*:\s*hidden)/i.test(d.getAttribute("style")??""),S=d=>{let U=d.ownerDocument.defaultView?.getComputedStyle(d);return U?.display==="none"||U?.visibility==="hidden"},o=(d,U,h)=>{if(!d||d!==U&&(s(d)||d.matches("style,script,noscript,button")||d.matches('[role="button"]')&&!d.matches(e.answerEntity)||d.matches(e.aiSourceCard+","+e.sourceCard+","+e.citationBadge)||h&&(d.matches("cite,"+e.sourceSite)||d.matches("a[href]")&&d.querySelector("h3"))))return"";let r=[];for(let l of d.childNodes)l.nodeType===Node.TEXT_NODE?r.push(l.textContent??""):l.nodeType===Node.ELEMENT_NODE&&r.push(o(l,U,h));return n(r.join(" "))};return Array.from(document.querySelectorAll(e.item)).flatMap((d,U)=>{let h=n(d.getAttribute(e.itemDataQ)||d.getAttribute(e.itemDataInitQ)||d.querySelector(e.itemQuestionEl)?.innerText||d.querySelector(e.itemQuestionEl)?.textContent);if(!h||t&&h!==t)return[];let r=d.classList.contains(e.expandedClass)||d.querySelector(e.clickTarget)?.getAttribute("aria-expanded")==="true",l=d.querySelector(e.answerContainer),u=l?.querySelector(e.aiAnswerBody)||(l?.matches(e.aiAnswerBody)?l:null)||l?.querySelector(e.answerBody)||(l?.matches(e.answerBody)?l:null),c=u||l,w=o(c,c,!u),g=/^(?:an error has occurred(?:[.!…]\s*)?(?:please try again later[.!…]?)?|loading|please wait|try again|something went wrong)[.!…\s]*$/i.test(w),f=[...Array.from((c||d).querySelectorAll("a[href]")),...Array.from(l?.querySelectorAll("a[href]")||[]),...Array.from(d.querySelectorAll(e.aiCitation+","+e.aiSourceCard))],M=!g&&(r&&w.length>=10||w.length>30&&f.some(N=>/^https?:\/\//i.test(N.href))),p=Array.from(l?.querySelectorAll(e.answerControl)||[]),P=M?p.flatMap((N,m)=>{if(!i(N))return[];for(let v=N;v&&v!==l;v=v.parentElement)if(s(v)||S(v))return[];return[m]}):[],b=new Map;if(M)for(let N of f){if(!/^https?:\/\//i.test(N.href))continue;let m=N.closest(e.sourceCard),v=m?n(m.querySelector(e.sourceDescription)?.textContent):"",A=(m?n(m.querySelector(e.sourceCardTitle)?.textContent):"")||a(N.getAttribute("aria-label"))||n(N.querySelector("h3")?.textContent)||n(N.textContent),y=b.get(N.href);b.set(N.href,{title:m&&A?A:y?.title||A,rawHref:N.href,...v||y?.description?{description:v||y?.description}:{}})}let x=[...b.values()],k=M&&n(d.querySelector(e.sourceTitle)?.textContent)||void 0,B=M&&n(d.querySelector(e.sourceSite)?.textContent)||void 0;return k||=x.find(N=>N.title.length>2)?.title||x[0]?.title||void 0,[{googleLinkId:d.getAttribute("data-lk")||d.querySelector("[data-lk]")?.getAttribute("data-lk")||null,googleEvidenceId:d.getAttribute("data-ved")||d.querySelector("[data-ved]")?.getAttribute("data-ved")||null,question:h,answer:M?w:void 0,sourceTitle:k,sourceSite:B,sources:x,...P.length||d.getAttribute("data-mcp-answer-expansion")==="pending"?{answerExpansionIncomplete:!0}:{},itemIndex:U,expanded:r,answerControls:P}]})}async function Le(e,t,n,a){let i=Math.min(n.deadlineMs??1/0,Date.now()+1e4),s=()=>Math.max(0,i-Date.now()),S=async()=>(await e.evaluate(a,{selectors:n.selectors,onlyQuestion:t}))[0],o=await S(),d=async U=>{let h=Math.min(i,Date.now()+2500),r=null,l=U;for(;!n.signal?.aborted&&Date.now()<h;){if(await e.waitForTimeout(Math.min(150,h-Date.now())),o=await S(),!o||n.signal?.aborted)return;if(o.answer!==l&&(l=o.answer,r=Date.now()),!o.answerControls.length&&o.answer){r??=Date.now();let u=o.answer!==U?300:1e3;if(Date.now()-r>=u){await e.locator(n.selectors.item).nth(o.itemIndex).evaluate(c=>{c.removeAttribute("data-mcp-answer-expansion")}).catch(()=>{});return}}else if(o.answerControls.length&&o.answer!==U&&r!==null&&Date.now()-r>=300)return}};if(o?.answerExpansionIncomplete&&!o.answerControls.length){await d(o.answer);return}for(let U=0;o?.answerControls.length&&U<8;U+=1){if(n.signal?.aborted||s()<=0)return;let h=e.locator(n.selectors.item).nth(o.itemIndex);try{if(!o.expanded&&(await h.locator(n.selectors.clickTarget).first().click({timeout:Math.min(1200,s())}),s()<=0||n.signal?.aborted||(await e.waitForTimeout(Math.min(250,s())),o=await S(),!o?.answerControls.length))||n.signal?.aborted||s()<=0)return;let l=e.locator(n.selectors.item).nth(o.itemIndex).locator(n.selectors.answerContainer).first().locator(n.selectors.answerControl).nth(o.answerControls[0]);if(!await l.evaluate((c,w)=>c.getAttribute("data-mcp-answer-expansion")==="pending"?!1:(c.setAttribute("data-mcp-answer-expansion","pending"),c.closest(w)?.setAttribute("data-mcp-answer-expansion","pending"),!0),n.selectors.item)){await d(o.answer);return}if(n.signal?.aborted||s()<=0)return;await l.click({timeout:Math.min(1200,s())})}catch{return}let r=o.answer;if(await d(r),!o?.answerControls.length||o.answer===r)return;await e.locator(n.selectors.item).nth(o.itemIndex).locator(n.selectors.answerContainer).first().locator(n.selectors.answerControl).nth(o.answerControls[0]).evaluate(l=>{l.setAttribute("data-mcp-answer-expansion","confirmed")}).catch(()=>{})}}async function Zn(e){let t=e??{aio:{root:"[data-lhcontainer][data-streaming-container][eid]",legacyRoot:'[data-hveid="CBMQAA"]',wrapper:".Fgyi2e",controller:'[jscontroller="AkrxPe"]',contentSubtree:'[data-subtree="mfc"]',heading:".Fzsovc.cwYVJe.RJPOee",header:".heWuVc",showMoreButton:'[aria-label="Show more AI Overview"]',sourcesPanel:".OZ9ddf.WAUd4",disclaimer:".DuQANe.MSJHRb"},aim:{root:'[data-hveid="CAUQAA"]',wrapper:".Fgyi2e"},expandWaitMs:1500},n=window.google?.sn??"unknown",a=n==="aim"?"aim":n==="web"?"web":"unknown";function i(m){return m?(m.innerText??m.textContent??"").trim():""}function s(m){if(!m)return!1;let v=m.replace(/\s+/g," ").trim();return v.length>=16&&v.split(" ").filter(Boolean).length>=2}function S(m){let v=m.querySelector(t.aio.heading);if(i(v)==="AI Overview")return!0;let A=m.querySelector(t.aio.header);return!!i(A).split(/\n|\s{2,}/).some(y=>y.trim()==="AI Overview")}function o(){let v=Array.from(document.querySelectorAll(t.aio.root)).find(S);if(v)return v;if(t.aio.legacyRoot){let y=document.querySelector(t.aio.legacyRoot);if(y&&S(y))return y}let A=document.querySelectorAll(`${t.aio.heading}, h1, h2, h3, [role="heading"]`);for(let y of A){if(i(y)!=="AI Overview")continue;let C=y.parentElement;for(let H=0;H<8&&C;H++){if(C.matches(t.aio.root)||C.querySelector(t.aio.controller)||C.querySelector(t.aio.contentSubtree))return C;C=C.parentElement}return y.parentElement}return null}function d(m){if(!m)return null;let v=m.cloneNode(!0);v.querySelectorAll(["script","style","noscript","img","picture","video",t.aio.header,t.aio.showMoreButton,t.aio.sourcesPanel,t.aio.disclaimer,'[data-subtree="dfa"]',"[data-src-id]",'[role="dialog"]',".HWMcu",".bTFeG",".CyMdWb",".MFrAxb",".F0OfWd.hfWAgb",".x2qcTc.fZavHb",".SvjEff",".sR2MY",".lKuDef",".GSPQcc","a[href]","button",'[role="button"]'].join(",")).forEach(I=>I.remove());let A=document.createElement("div");A.style.position="fixed",A.style.left="-10000px",A.style.top="0",A.style.width=`${Math.max(320,Math.round(m.getBoundingClientRect?.().width||960))}px`,A.style.opacity="0",A.style.pointerEvents="none",A.append(v),document.body.append(A);let y=v.innerText||v.textContent||"";A.remove();let C=y.replace(/\r/g,"").replace(/[ \t]+\n/g,`
+Zwolle,Louisiana,United States`,Sn={ad:"Andorra",ae:"United Arab Emirates",af:"Afghanistan",ag:"Antigua and Barbuda",al:"Albania",am:"Armenia",ao:"Angola",aq:"Antarctica",ar:"Argentina",as:"American Samoa",at:"Austria",au:"Australia",az:"Azerbaijan",ba:"Bosnia and Herzegovina",bb:"Barbados",bd:"Bangladesh",be:"Belgium",bf:"Burkina Faso",bg:"Bulgaria",bh:"Bahrain",bi:"Burundi",bj:"Benin",bl:"Saint Barthelemy",bn:"Brunei",bo:"Bolivia",bq:"Caribbean Netherlands",br:"Brazil",bs:"The Bahamas",bt:"Bhutan",bw:"Botswana",by:"Belarus",bz:"Belize",ca:"Canada",cc:"Cocos (Keeling) Islands",cd:"Democratic Republic of the Congo",cf:"Central African Republic",cg:"Republic of the Congo",ch:"Switzerland",ci:"Cote d'Ivoire",ck:"Cook Islands",cl:"Chile",cm:"Cameroon",cn:"China",co:"Colombia",cr:"Costa Rica",cv:"Cabo Verde",cw:"Curacao",cx:"Christmas Island",cy:"Cyprus",cz:"Czechia",de:"Germany",dj:"Djibouti",dk:"Denmark",dm:"Dominica",do:"Dominican Republic",dz:"Algeria",ec:"Ecuador",ee:"Estonia",eg:"Egypt",er:"Eritrea",es:"Spain",et:"Ethiopia",fi:"Finland",fj:"Fiji",fm:"Micronesia",fr:"France",ga:"Gabon",gb:"United Kingdom",gd:"Grenada",ge:"Georgia",gg:"Guernsey",gh:"Ghana",gm:"The Gambia",gn:"Guinea",gq:"Equatorial Guinea",gr:"Greece",gs:"South Georgia and the South Sandwich Islands",gt:"Guatemala",gu:"Guam",gw:"Guinea-Bissau",gy:"Guyana",hm:"Heard Island and McDonald Islands",hn:"Honduras",hr:"Croatia",ht:"Haiti",hu:"Hungary",id:"Indonesia",ie:"Ireland",il:"Israel",im:"Isle of Man",in:"India",iq:"Iraq",is:"Iceland",it:"Italy",je:"Jersey",jm:"Jamaica",jo:"Jordan",jp:"Japan",ke:"Kenya",kg:"Kyrgyzstan",kh:"Cambodia",ki:"Kiribati",km:"Comoros",kn:"Saint Kitts and Nevis",kr:"South Korea",kw:"Kuwait",kz:"Kazakhstan",la:"Laos",lb:"Lebanon",lc:"Saint Lucia",li:"Liechtenstein",lk:"Sri Lanka",lr:"Liberia",ls:"Lesotho",lt:"Lithuania",lu:"Luxembourg",lv:"Latvia",ly:"Libya",ma:"Morocco",mc:"Monaco",md:"Moldova",me:"Montenegro",mf:"Saint Martin",mg:"Madagascar",mh:"Marshall Islands",mk:"North Macedonia",ml:"Mali",mm:"Myanmar (Burma)",mn:"Mongolia",mp:"Northern Mariana Islands",mr:"Mauritania",mt:"Malta",mu:"Mauritius",mv:"Maldives",mw:"Malawi",mx:"Mexico",my:"Malaysia",mz:"Mozambique",na:"Namibia",nc:"New Caledonia",ne:"Niger",nf:"Norfolk Island",ng:"Nigeria",ni:"Nicaragua",nl:"Netherlands",no:"Norway",np:"Nepal",nr:"Nauru",nu:"Niue",nz:"New Zealand",om:"Oman",pa:"Panama",pe:"Peru",pf:"French Polynesia",pg:"Papua New Guinea",ph:"Philippines",pk:"Pakistan",pl:"Poland",pm:"Saint Pierre and Miquelon",pn:"Pitcairn Islands",pt:"Portugal",pw:"Palau",py:"Paraguay",qa:"Qatar",ro:"Romania",rs:"Serbia",ru:"Russia",rw:"Rwanda",sa:"Saudi Arabia",sb:"Solomon Islands",sc:"Seychelles",sd:"Sudan",se:"Sweden",sg:"Singapore",sh:"Saint Helena, Ascension and Tristan da Cunha",si:"Slovenia",sk:"Slovakia",sl:"Sierra Leone",sm:"San Marino",sn:"Senegal",so:"Somalia",sr:"Suriname",ss:"South Sudan",st:"Sao Tome and Principe",sv:"El Salvador",sx:"Sint Maarten",sy:"Syria",sz:"Eswatini",td:"Chad",tf:"French Southern and Antarctic Lands",tg:"Togo",th:"Thailand",tj:"Tajikistan",tk:"Tokelau",tl:"Timor-Leste",tm:"Turkmenistan",tn:"Tunisia",to:"Tonga",tr:"Turkiye",tt:"Trinidad and Tobago",tv:"Tuvalu",tz:"Tanzania",ua:"Ukraine",ug:"Uganda",um:"United States Minor Outlying Islands",us:"United States",uy:"Uruguay",uz:"Uzbekistan",va:"Vatican City",vc:"Saint Vincent and the Grenadines",ve:"Venezuela",vn:"Vietnam",vu:"Vanuatu",wf:"Wallis and Futuna",ws:"Samoa",ye:"Yemen",za:"South Africa",zm:"Zambia",zw:"Zimbabwe"};var he={AL:"Alabama",AK:"Alaska",AZ:"Arizona",AR:"Arkansas",CA:"California",CO:"Colorado",CT:"Connecticut",DE:"Delaware",DC:"District of Columbia",FL:"Florida",GA:"Georgia",HI:"Hawaii",ID:"Idaho",IL:"Illinois",IN:"Indiana",IA:"Iowa",KS:"Kansas",KY:"Kentucky",LA:"Louisiana",ME:"Maine",MD:"Maryland",MA:"Massachusetts",MI:"Michigan",MN:"Minnesota",MS:"Mississippi",MO:"Missouri",MT:"Montana",NE:"Nebraska",NV:"Nevada",NH:"New Hampshire",NJ:"New Jersey",NM:"New Mexico",NY:"New York",NC:"North Carolina",ND:"North Dakota",OH:"Ohio",OK:"Oklahoma",OR:"Oregon",PA:"Pennsylvania",PR:"Puerto Rico",RI:"Rhode Island",SC:"South Carolina",SD:"South Dakota",TN:"Tennessee",TX:"Texas",UT:"Utah",VT:"Vermont",VA:"Virginia",WA:"Washington",WV:"West Virginia",WI:"Wisconsin",WY:"Wyoming"};var ue=null,hn=null;function ba(){if(ue)return;let e=new Map,t=new Map;for(let n of ln.split(`
+`)){let a=n.trim();if(!a)continue;let i=a.toLowerCase();e.has(i)||e.set(i,a);let s=i.split(",",1)[0],l=t.get(s);l?l.push(a):t.set(s,[a])}for(let n of Object.values(Sn)){let a=String(n).toLowerCase();e.has(a)||e.set(a,String(n))}ue=e,hn=t}function Ia(e){let t=[],n=e;do{let a=n&127;n>>>=7,n>0&&(a|=128),t.push(a)}while(n>0);return t}function un(e){let t=Buffer.from(e,"utf8");return`w+${Buffer.concat([Buffer.from([8,2,16,32,34]),Buffer.from(Ia(t.length)),t]).toString("base64")}`}function Un(){return{canonical:null,matched:!1,source:"unresolved",ambiguousCandidates:0}}function Ut(e,t){return{canonical:e,matched:!0,source:t,ambiguousCandidates:0}}function ce(e){let t=e.toLowerCase().trim();if(!t)return Un();if(yt[t])return Ut(yt[t],"alias");ba();let n=ue,a=hn,i=n.get(t);if(i)return Ut(i,"exact");let s=n.get(`${t},united states`);if(s)return Ut(s,"state-or-country");let l=t.split(",");if(l.length>=2){let d=l[0].trim(),o=l.slice(1).join(",").trim(),U=he[o.toUpperCase()]??o,c=n.get(`${d},${U.toLowerCase()},united states`);if(c)return Ut(c,"city-state")}let r=t.match(/^(.*?)[\s,]+([a-z]{2})$/);if(r){let d=he[r[2].toUpperCase()];if(d){let o=n.get(`${r[1].trim()},${d.toLowerCase()},united states`);if(o)return Ut(o,"city-state")}}let S=a.get(t);if(S?.length===1)return Ut(S[0],"city-unique");if(S&&S.length>1)return{canonical:null,matched:!1,source:"unresolved",ambiguousCandidates:S.length};let u=l[0].trim();if(u!==t&&yt[u])return Ut(yt[u],"alias-partial");let h=t.replace(/\s+[a-z]{2}$/,"").trim();return h!==t&&yt[h]?Ut(yt[h],"alias-partial"):Un()}function cn(e){return ce(e).canonical??e}var wn={alabama:"AL",alaska:"AK",arizona:"AZ",arkansas:"AR",california:"CA",colorado:"CO",connecticut:"CT",delaware:"DE",florida:"FL",georgia:"GA",hawaii:"HI",idaho:"ID",illinois:"IL",indiana:"IN",iowa:"IA",kansas:"KS",kentucky:"KY",louisiana:"LA",maine:"ME",maryland:"MD",massachusetts:"MA",michigan:"MI",minnesota:"MN",mississippi:"MS",missouri:"MO",montana:"MT",nebraska:"NE",nevada:"NV","new hampshire":"NH","new jersey":"NJ","new mexico":"NM","new york":"NY","north carolina":"NC","north dakota":"ND",ohio:"OH",oklahoma:"OK",oregon:"OR",pennsylvania:"PA","rhode island":"RI","south carolina":"SC","south dakota":"SD",tennessee:"TN",texas:"TX",utah:"UT",vermont:"VT",virginia:"VA",washington:"WA","west virginia":"WV",wisconsin:"WI",wyoming:"WY"},Wa={"atlanta|GA":"30303","austin|TX":"78701","baltimore|MD":"21201","boston|MA":"02108","boulder|CO":"80302","charlotte|NC":"28202","chicago|IL":"60601","colorado_springs|CO":"80903","columbus|OH":"43215","dallas|TX":"75201","denver|CO":"80202","detroit|MI":"48226","fort_collins|CO":"80524","fort_worth|TX":"76102","houston|TX":"77002","indianapolis|IN":"46204","jacksonville|FL":"32202","las_vegas|NV":"89101","los_angeles|CA":"90012","louisville|KY":"40202","loveland|CO":"80537","memphis|TN":"38103","miami|FL":"33131","minneapolis|MN":"55401","nashville|TN":"37203","new_york|NY":"10001","orlando|FL":"32801","philadelphia|PA":"19103","phoenix|AZ":"85004","portland|OR":"97205","raleigh|NC":"27601","richmond|VA":"23219","sacramento|CA":"95814","salt_lake_city|UT":"84101","san_antonio|TX":"78205","san_diego|CA":"92101","san_francisco|CA":"94103","san_jose|CA":"95113","seattle|WA":"98101"};function Aa(e){return e?e.slice(-6):null}function X(e,t,n,a,i,s=!1){return{\u006b\u0065\u0072\u006e\u0065\u006cProxyId:n,...s&&n?{disposableProxyId:n}:{},resolution:{source:e,proxyType:e==="disabled"?"none":e==="configured_fallback"?"configured":e==="mobile_created"?"mobile":e==="isp_created"?"isp":e==="backup_custom"?"custom":e==="location_created"||e==="location_reused"?"residential":"unknown",proxyMode:t,proxyIdPresent:!!n,proxyIdSuffix:Aa(n),target:a,error:i,disposable:s}}}function xa(e){return e.trim().toLowerCase().replace(/\s+/g," ")}function Oa(e){return e.trim().toLowerCase().replace(/\./g,"").replace(/\s+/g," ")}function La(e){if(!e)return!0;let t=Oa(e);return t==="united states"||t==="united states of america"||t==="usa"||t==="us"}function ge(e){let t=e.trim();if(/^[A-Za-z]{2}$/.test(t)){let n=t.toUpperCase();return Object.values(wn).includes(n)?n:null}return wn[xa(t)]??null}function Ba(e){let n=e.normalize("NFKD").replace(/[^\x00-\x7F]/g,"").toLowerCase().split(/[^a-z0-9]+/).filter(Boolean),a=n.join("_"),i=n.join("");return Array.from(new Set([a,i].filter(Boolean)))}function ut(e,t,n){return n?`mcp-serp-residential-${e.toLowerCase()}-${t.toLowerCase()}-${n}`:`mcp-serp-residential-${e.toLowerCase()}-${t.toLowerCase()}`}function Lt(e,t){let n=`${Date.now()}-${t??0}-${Math.random().toString(36).slice(2,8)}`;return`${e}-fresh-${n}`}function Ha(e){return`mcp-serp-residential-us-zip-${e}`}function gn(e,t){if(!e||t.toLowerCase()!=="us")return null;let n=cn(e),a=n.split(",").map(u=>u.trim()).filter(Boolean);if(a.length>1&&La(a[a.length-1])&&(a=a.slice(0,-1)),a.length===1){let u=ge(a[0]);return u?{canonicalLocation:n,level:"state",country:"US",state:u,city:"",cityCandidates:[],proxyName:ut("US",u),config:{country:"US",state:u}}:null}let[i="",s=""]=a;if(!i||!s)return null;let l=ge(s);if(!l)return null;let r=Ba(i),S=r[0];return S?{canonicalLocation:n,level:"city",country:"US",state:l,city:S,cityCandidates:r,proxyName:ut("US",l,S),config:{country:"US",state:l,city:S}}:null}function Fa(e){return`${e.city}|${e.state}`}function yn(e,t){return t&&/^\d{5}$/.test(t)?t:Wa[Fa(e)]??null}function pn(e,t){return{...e,level:"zip",zip:t,proxyName:Ha(t),config:{country:e.country,state:e.state,zip:t}}}function we(e,t){return{...e,proxyName:t}}function pe(e,t,n){return t.level==="zip"?e?.country?.toUpperCase()===t.country&&e?.zip===t.zip:e?.country?.toUpperCase()===t.country&&e?.state?.toUpperCase()===t.state&&(n?e?.city===n:!e?.city)}function Ra(e,t){return e.find(n=>n.type==="residential"&&n.status!=="unavailable"&&!!n.id&&(n.name===t.proxyName||pe(n.config,t,t.level==="city"?t.city:void 0)))??null}function Da(e,t){for(let n of t.cityCandidates){let a=ut(t.country,t.state,n),i=e.find(s=>s.type==="residential"&&s.status!=="unavailable"&&!!s.id&&(s.name===a||pe(s.config,t,n)));if(i)return i}return null}function $t(e){return{...e,level:"state",proxyName:ut(e.country,e.state),config:{country:e.country,state:e.state}}}function Ga(e,t){let n=ut(t.country,t.state);return e.find(a=>a.type==="residential"&&a.status!=="unavailable"&&!!a.id&&(a.name===n||pe(a.config,t)))??null}function Ea(e,t){return $t(e)}function ht(e){return e instanceof Error?e.message:String(e)}function Va(e,t,n){let a=[],i=yn(e,t);if(i){let l=pn(e,i);a.push(we(l,Lt(l.proxyName,n)))}for(let l of e.cityCandidates){let r={...e,level:"city",city:l,proxyName:ut(e.country,e.state,l),config:{country:e.country,state:e.state,city:l}};a.push(we(r,Lt(r.proxyName,n)))}let s=$t(e);return a.push(we(s,Lt(s.proxyName,n))),a}async function ye(e,t,n){if(e.backupOnExhaustion&&n.length>0&&e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey&&zt())try{let a=await jt(e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey,{attemptIndex:e.attemptIndex});return X("backup_custom",e.proxyMode,a,t,null,!0)}catch(a){n.push(`backup: ${Ue(ht(a))}`)}return X("configured_fallback",e.proxyMode,e.configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId,t,n.join(" | "))}async function Os(e){if(!e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey||!zt())return null;try{let t=await jt(e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey,{attemptIndex:e.attemptIndex});return X("backup_custom",e.proxyMode,t,null,null,!0)}catch{return null}}async function Ya(e,t,n){let a=[];for(let i of Va(n,t.proxyZip,t.attemptIndex))try{let s=await e.proxies.create({type:"residential",name:i.proxyName,config:i.level==="zip"?{country:i.country,zip:i.zip}:i.config});if(s.id)return X("location_created",t.proxyMode,s.id,i,null,!0);a.push(`${i.proxyName}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(s){a.push(`${i.proxyName}: ${ht(s)}`)}if(process.env.\u004b\u0045\u0052\u004e\u0045\u004c_PROXY_TYPE!=="residential"){let i=$t(n);try{let s=await e.proxies.create({type:"isp",name:Lt(`mcp-serp-isp-${i.country.toLowerCase()}-${(i.state??"").toLowerCase()}`,t.attemptIndex),config:{country:i.country,...i.state?{state:i.state}:{}}});if(s.id)return X("isp_created",t.proxyMode,s.id,i,null,!0);a.push("isp: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id")}catch(s){a.push(`isp: ${ht(s)}`)}}return ye(t,n,a)}async function mn(e,t){if(!e||!t)return;await new ot({apiKey:e}).proxies.delete(t)}async function Ls(e){let t=ge(e.state);if(!t)throw new Error("A valid US state is required for a mobile Maps proxy");let n=new ot({apiKey:e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey}),a=gn(t,"us");if(!a)throw new Error("Could not resolve the mobile Maps proxy state");let i=await n.proxies.create({type:"mobile",name:Lt(`mcp-maps-mobile-us-${t.toLowerCase()}`,e.attemptIndex),config:{country:"US",state:t}});if(!i.id)throw new Error("\u004b\u0065\u0072\u006e\u0065\u006c did not return a mobile proxy id");if(i.type!=="mobile"||i.status==="unavailable"||i.config?.state?.toUpperCase()!==t)throw await n.proxies.delete(i.id),new Error(`\u004b\u0065\u0072\u006e\u0065\u006c did not confirm a mobile proxy for ${t}`);return X("mobile_created","configured",i.id,a,null,!0)}async function Cn(e){if(e.proxyMode==="none")return X("disabled",e.proxyMode,void 0,null,null);if(e.proxyMode==="configured")return X("configured_fallback",e.proxyMode,e.configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId,null,null);let t=gn(e.location,e.gl);if(!t||!e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey)return X("configured_fallback",e.proxyMode,e.configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId,t,t?null:"location could not be normalized to a US city/state proxy target");let n=new ot({apiKey:e.\u006b\u0065\u0072\u006e\u0065\u006cApiKey});try{let a=e.attemptIndex??0;if(e.fresh)return await Ya(n,e,t);if(a>=1){let h=Ea(t,a),d=[];try{let o=await n.proxies.create({type:"residential",name:h.proxyName,config:h.config});if(o.id)return X("location_created",e.proxyMode,o.id,h,null);d.push(`${h.state}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(o){d.push(`${h.state}: ${ht(o)}`)}return ye(e,h,d)}let i=[];for await(let h of await n.proxies.list())i.push(h);let s=yn(t,e.proxyZip),l=[];if(s){let h=pn(t,s),d=Ra(i,h);if(d?.id)return X("location_reused",e.proxyMode,d.id,h,null);try{let o=await n.proxies.create({type:"residential",name:h.proxyName,config:{country:h.country,zip:s}});if(o.id)return X("location_created",e.proxyMode,o.id,h,null);l.push(`${s}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(o){l.push(`${s}: ${ht(o)}`)}}let r=Da(i,t);if(r?.id)return X("location_reused",e.proxyMode,r.id,t,l.join(" | ")||null);for(let h of t.cityCandidates)try{let d=await n.proxies.create({type:"residential",name:ut(t.country,t.state,h),config:{country:t.country,state:t.state,city:h}});if(d.id)return X("location_created",e.proxyMode,d.id,{...t,level:"city",city:h,proxyName:ut(t.country,t.state,h),config:{country:t.country,state:t.state,city:h}},null);l.push(`${h}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(d){l.push(`${h}: ${ht(d)}`)}let S=$t(t),u=Ga(i,S);if(u?.id)return X("location_reused",e.proxyMode,u.id,S,l.join(" | "));try{let h=await n.proxies.create({type:"residential",name:S.proxyName,config:S.config});if(h.id)return X("location_created",e.proxyMode,h.id,S,l.join(" | "));l.push(`${S.state}: \u004b\u0065\u0072\u006e\u0065\u006c did not return a proxy id`)}catch(h){l.push(`${S.state}: ${ht(h)}`)}return ye(e,t,l)}catch(a){return X("configured_fallback",e.proxyMode,e.configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId,t,ht(a))}}function me(){return process.env.\u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_BROWSER_WSS?.trim()||null}function kn(){return process.env.SERP_BROWSER_PROVIDER?.trim().toLowerCase()==="\u006b\u0065\u0072\u006e\u0065\u006c"?!1:!!me()}import{chromium as Ne}from"playwright-extra";import Za from"puppeteer-extra-plugin-stealth";import{chromium as Xa}from"playwright";var tt={paaItem:".related-question-pair",captchaMarker:'#captcha-form, #recaptcha, form[action*="/sorry/"], .g-recaptcha, [data-sitekey]'},Bt={container:'div[jscontroller="HWk0Gf"]',sectionHeading:'.mgAbYb[role="heading"]',item:"a.rIRoqf"},Ht={udm:"39",item:"a.rIRoqf",durationPattern:/^\d+:\d+$/,platforms:["YouTube","TikTok","Instagram","Facebook","X"]},Mn={section:".ULSxyf",item:"a.KYg7td.INpicf",title:".hyYc0c",source:".K4ETW"},vn={sectionTag:"g-section-with-header",sectionHeadingText:"What people are saying",card:'.dRzkFf[role="listitem"]',cardLink:'a.WlydOe[jsname="YKoRaf"]',titleH1:"h1.WQWxe",titleDiv:".eAaXgc",popularCommentLabel:".qgdis",source:".sTl1Td",platformBadge:".appd0, .KrMNbf",ytChannel:".sjVJQd",ytDate:".PLq9Je",authorNote:".nDgy9d"},fn={root:"[data-lhcontainer][data-streaming-container][eid]",legacyRoot:'[data-hveid="CBMQAA"]',wrapper:".Fgyi2e",controller:'[jscontroller="AkrxPe"]',contentSubtree:'[data-subtree="mfc"]',header:".heWuVc",heading:".Fzsovc.cwYVJe.RJPOee",showMoreButton:'[aria-label="Show more AI Overview"]',sourcesPanel:".OZ9ddf.WAUd4",disclaimer:".DuQANe.MSJHRb"},Nn={root:'[data-hveid="CAUQAA"]',wrapper:".Fgyi2e",citations:'.Fgyi2e [data-hveid] a[jsname="pxBnId"]'},Tn={result:".wHYlTd.tF2Cxc",title:"h3.LC20lb",siteName:".VuuXrf",cite:"cite.tjvcx",snippet:".VwiC3b",redditCite:"cite.qLRx3b",ratingWrap:".Y0A0hc",ratingValue:".yi40Hd",reviewCount:".RDApEe"},Pn={headingText:"Businesses",card:".w7Dbne",name:".OSrXXb",ratingValue:".yi40Hd",reviewCount:".RDApEe"},bn="2026-05-07",Fs={ratingAndCount:"div.F7nice",hoursTable:"table.eK4R0e",reviewScrollPane:'div.m6QErb[tabindex="-1"]',reviewScrollPaneFallback:'[role="main"] div[tabindex="-1"]',reviewCardAuthor:"div.d4r55, span.d4r55, span.RPZfBb",reviewCardDate:"span.rsqaWe",reviewCardText:"span.wiI7pd",reviewCardOwnerBlock:"div.CDe7pd",hoursTableAlt:'table[aria-label*="Hour"]',reviewCard:"[data-review-id]",reviewStars:'[role="img"][aria-label*="star"]',reviewTab:'button[role="tab"][aria-label*="Review"]',aboutTab:'button[role="tab"][aria-label*="About"]',expandReview:'[data-review-id] button[aria-label*="See more"], [data-review-id] button.w8nwRe'};async function Qt(e,t,n,a){let i,s=!1,l,r=()=>{},S=()=>a?.reason instanceof DOMException&&a.reason.name==="TimeoutError"?a.reason:new at,u=()=>r(S()),h=new Promise((o,U)=>{r=U}),d=async o=>{let U;try{await Promise.race([o.close().catch(()=>{}),new Promise(c=>{U=setTimeout(c,2e3)})])}finally{U&&clearTimeout(U)}};if(a?.aborted)throw S();a?.addEventListener("abort",u,{once:!0}),l=setTimeout(()=>r(new DOMException("Optional pagination timed out","TimeoutError")),3e4);try{return await Promise.race([(async()=>{let o=await e.newPage();if(s)throw await d(o),new at;if(i=o,await t(o),s)throw new at;return n(o)})(),h])}finally{s=!0,l&&clearTimeout(l),a?.removeEventListener("abort",u),i&&await d(i)}}var Ka=/\b(?:HeadlessChrome|Chrome|Chromium|Firefox)\/\d+|\bVersion\/\d+.*\bSafari\//;async function Ce(e){try{let t=await e.evaluate(()=>navigator.userAgent);return typeof t=="string"&&Ka.test(t)?t:null}catch{return null}}async function ke(e){let t=null;try{let n=e.contexts().flatMap(a=>a.pages())[0];return n||(t=await e.newContext(),n=t.pages()[0]??await t.newPage()),await Ce(n)}catch{return null}finally{t&&await t.close().catch(()=>{})}}function Es(e,t){return t?{...e,userAgent:t}:e}function In(e){let{headless:t,viewport:n,userAgent:a,user_agent:i,...s}=e;return s}async function Wn(e,t={}){return t.blockServiceWorkers?e.newContext({viewport:null,serviceWorkers:"block"}):e.contexts()[0]??await e.newContext({viewport:null})}async function An(e){return e.pages()[0]??await e.newPage()}function Zt(e={}){let t=e.nowMs??Date.now(),n=Math.max(0,e.waitMs??3e4);return Math.min(e.deadlineMs??1/0,t+n)}var Js=Zt({nowMs:0});async function xn(e){let t=Zt(e),n=async()=>{if(e.signal?.aborted)throw Ot(e.signal);let i=t-Date.now();if(i<=0)return!0;let s;try{return await $(Promise.race([e.observeChallenge(),new Promise(l=>{s=setTimeout(()=>l(!0),i)})]),e.signal)}finally{s&&clearTimeout(s)}},a=await n();if(!e.solverEnabled)return a;for(;a&&Date.now()<t;){let i;try{await $(new Promise(s=>{i=setTimeout(s,Math.min(500,t-Date.now()))}),e.signal)}finally{i&&clearTimeout(i)}if(e.signal?.aborted)throw Ot(e.signal);if(Date.now()>t)break;a=await n()}return a}var Ja=`#search h3, #rso h3, #search .related-question-pair, #rso .related-question-pair, #search ${Bt.item}, #rso ${Bt.item}, #search .isv-r, #rso .isv-r`,_a=75e3,qa=3e3;async function Me(e,t){if(t.signal?.aborted)throw new at;let n=Math.min(Date.now()+_a,t.deadlineMs===void 0?1/0:t.deadlineMs-qa);if(n<=Date.now())throw new nt("Google search navigation has no remaining time");let a=_e(Math.max(1,n-Date.now()),t.signal),i=!1,s,l=async()=>{if(!await $(On(e),a))return!1;if(i=!0,s??=Zt({deadlineMs:n}),await xn({solverEnabled:t.solverEnabled,deadlineMs:s,signal:a,observeChallenge:()=>On(e)}))throw new j("Google challenge did not clear within the remaining browser time.");return!0};try{await $a(e,{params:za(t),deadlineMs:n,signal:a},l,ja);let r=()=>$(Qa(e,{query:t.query,deadlineMs:n,signal:a,readySelector:Ja},l),a);if(await r(),t.purpose==="paa"){let S=Math.min(n,Date.now()+4e3);await $(e.waitForSelector(tt.paaItem,{state:"visible",timeout:Math.max(1,S-Date.now())}).catch(()=>null),a);for(let u=1;u<=6&&Date.now()<n&&(await l(),!await $(e.locator(tt.paaItem).count(),a));u+=1)await $(e.evaluate(h=>{window.scrollTo(0,document.body.scrollHeight*h)},u/6),a),await $(new Promise(h=>setTimeout(h,Math.min(400,n-Date.now()))),a)}for(;Date.now()<n;){await r();let S=await $(e.locator(tt.paaItem).count(),a)>0;if(!await l())return{hasPaa:S,challengeObserved:i}}throw new nt("Google search results did not reach a readable state")}catch(r){throw t.signal?.aborted?new at:r instanceof j||r instanceof nt?r:r instanceof Error&&r.message==="Google search results did not reach a readable state"?new nt(r.message):r instanceof Error&&/^Google search (?:homepage|consent inspection|consent|search box readiness|search box inspection|search box focus|search box clear|query typing|suggestion dismissal|search parameters|search button inspection|search submit) (?:failed|timed out)$/.test(r.message)?new nt(r.message):r instanceof Error&&["Google homepage did not expose a visible search box","Google search form did not expose a visible Search button"].includes(r.message)?new nt(r.message):new nt(a.aborted?"Google search navigation timed out before results were ready":"Google homepage search interaction failed")}}async function On(e){if(/google\.[^/]+\/sorry(?:\/|\?|$)/i.test(e.url())||await e.locator(tt.captchaMarker).count())return!0;let t=await e.locator("body").innerText({timeout:1e3}).catch(()=>"");return/recaptcha|unusual traffic|are you a robot|about this page|detected unusual traffic/i.test(t.slice(0,3e3))}function za(e){let t={...e.extraParams,q:e.query,gl:e.gl,hl:e.hl,pws:"0"};return e.tbs&&(t.tbs=e.tbs),e.uule&&(t.uule=e.uule),t}async function ja(e,t={}){let n=t.deadlineMs??Date.now()+1e4,a=async(r,S,u=8e3)=>{let h=Math.min(u,n-Date.now());if(t.signal?.aborted){let c=new Error("Google search navigation aborted");throw c.name="AbortError",c}if(h<=0)throw new Error("Google search navigation deadline exhausted");let d,o,U=new Promise((c,g)=>{d=setTimeout(()=>g(new Error(`Google search ${r} timed out`)),h),t.signal&&(o=()=>{let w=new Error("Google search navigation aborted");w.name="AbortError",g(w)},t.signal.addEventListener("abort",o,{once:!0}))});try{return await Promise.race([S(h),U])}catch{if(t.signal?.aborted){let c=new Error("Google search navigation aborted");throw c.name="AbortError",c}throw new Error(`Google search ${r} failed`)}finally{d&&clearTimeout(d),o&&t.signal?.removeEventListener("abort",o)}},i=/^(reject all|reject optional|continue without accepting|only necessary|alle ablehnen|tout refuser|rechazar todo|rifiuta tutto|rejeitar tudo|alles afwijzen)$/i;if(!await a("consent inspection",()=>e.evaluate(r=>{let S=new RegExp(r,"i");return/^consent\.google\./i.test(window.location.hostname)||!!document.querySelector("#W0wltc")||Array.from(document.querySelectorAll('button, [role="button"]')).some(u=>S.test(u.textContent?.trim()??""))},i.source),2e3))return!1;let l=e.locator("#W0wltc").or(e.getByRole("button",{name:i}));for(let r=0,S=await a("consent inspection",()=>l.count(),2e3);r<S;r+=1){let u=l.nth(r);if(await a("consent inspection",()=>u.isVisible(),2e3))return await a("consent",h=>u.click({timeout:h})),!0}if(/consent\.google\./i.test(e.url()))throw new Error("Google consent did not expose a reject option");return!1}async function $a(e,t,n,a){let i=async(U,c,g=8e3)=>{let w=Math.min(g,t.deadlineMs-Date.now());if(t.signal?.aborted){let T=new Error("Google search navigation aborted");throw T.name="AbortError",T}if(w<=0)throw new Error("Google search navigation deadline exhausted");let p,C,y=new Promise((T,O)=>{p=setTimeout(()=>O(new Error(`Google search ${U} timed out`)),w),t.signal&&(C=()=>{let x=new Error("Google search navigation aborted");x.name="AbortError",O(x)},t.signal.addEventListener("abort",C,{once:!0}))});try{return await Promise.race([c(w),y])}catch{if(t.signal?.aborted){let O=new Error("Google search navigation aborted");throw O.name="AbortError",O}throw new Error(`Google search ${U} failed`)}finally{p&&clearTimeout(p),C&&t.signal?.removeEventListener("abort",C)}},s=()=>a(e,t);await i("homepage",U=>e.goto("https://www.google.com",{waitUntil:"domcontentloaded",timeout:U}),15e3),await n(),await s(),await n();let l='textarea[name="q"], input[name="q"]';await i("search box readiness",U=>e.waitForSelector(l,{state:"visible",timeout:U}));let r=e.locator(l),S;for(let U=0,c=await i("search box inspection",()=>r.count());U<c;U+=1)if(await i("search box inspection",()=>r.nth(U).isVisible())){S=r.nth(U);break}if(!S)throw new Error("Google homepage did not expose a visible search box");let u=S;await i("search box focus",U=>u.click({timeout:U})),await i("search box clear",U=>u.fill("",{timeout:U}));for(let U of t.params.q)await i("query typing",c=>u.pressSequentially(U,{delay:35+Math.floor(Math.random()*65),timeout:c}));let h=u.locator("xpath=ancestor::form[1]");await i("search parameters",()=>h.evaluate((U,c)=>{if(!(U instanceof HTMLFormElement))throw new Error("Google search form is unavailable");U.method="get";for(let[w,p]of Object.entries(c)){if(w==="q")continue;let C=Array.from(U.querySelectorAll("input")).filter(y=>y.name===w);for(let y of C)y.value=p,y.disabled=!1;if(C.length===0){let y=document.createElement("input");y.type="hidden",y.name=w,y.value=p,U.appendChild(y)}}let g=new URL(U.action,location.href);for(let w of Object.keys(c))g.searchParams.delete(w);U.action=g.toString()},t.params));let d=h.locator('input[name="btnK"], button[name="btnK"], button[type="submit"]'),o=!1;for(let U=0,c=await i("search button inspection",()=>d.count());U<c;U+=1){let g=d.nth(U);if(await i("search button inspection",()=>g.isVisible())){await i("search submit",w=>g.click({timeout:w,noWaitAfter:!0})),o=!0;break}}if(!o)throw new Error("Google search form did not expose a visible Search button");await n(),await s(),await n()}async function Qa(e,t,n){let a=t.readySelector.split(",").map(s=>`${s.trim()}:visible`).join(", "),i;for(;Date.now()<t.deadlineMs;){if(t.signal?.aborted)throw new Error("Google search navigation aborted");let s=await n();if((i===void 0||s===!0)&&(i=Math.min(t.deadlineMs,Date.now()+15e3)),Date.now()>=i)break;let l=!1;try{let S=new URL(e.url());l=/(^|\.)google\.[a-z.]+$/i.test(S.hostname)&&S.pathname==="/search"&&S.searchParams.get("q")===t.query}catch{}if(l){let S=await e.waitForSelector(a,{state:"visible",timeout:Math.min(500,Math.max(1,i-Date.now()))}).catch(()=>null),u=S?!1:await e.locator("body").innerText({timeout:Math.min(1e3,Math.max(1,i-Date.now()))}).then(h=>/did not match any documents|no results found/i.test(h)).catch(()=>!1);if(S||u){if(await n()===!0)continue;return}}if(t.signal?.aborted)throw new Error("Google search navigation aborted");let r=Math.min(200,i-Date.now(),t.deadlineMs-Date.now());r>0&&await e.waitForTimeout(r)}throw new Error("Google search results did not reach a readable state")}Ne.use(Za());var ti=180,ei=3e3,ni=5e3,ai='#search, #rso, a[href] h3, [data-snhf], [role="main"]';function ve(e,t){return e?Math.max(1,Math.min(t,e-Date.now())):t}function ii(e,t){let n=process.env[e];if(!n)return t;let a=Number(n);return Number.isInteger(a)&&a>0?a:t}function fe(e){return e?e.slice(-6):null}function Ln(e,t){let n=(t??process.env.SERP_REDIRECT_BASE)?.trim().replace(/\/+$/,"");return n?`${n}/g/${Buffer.from(e,"utf8").toString("base64url")}`:e}function si(e){return e?/united states|u\.?s\.?a?\.?|^us$/i.test(e.trim()):!1}function Pt(e){return e instanceof Error?e.message:String(e)}function oi(e){return/\b409\b|conflict|already exists/i.test(Pt(e))}function ri(e){return/\b404\b|not[ _-]?found|already (?:gone|deleted|closed)|does not exist/i.test(Pt(e))}async function di(e,t){try{await e.profiles.create({name:t})}catch(n){if(!oi(n))throw n}}function Bn(e,t){return{viewport:e.viewport,locale:e.locale,...t?{userAgent:t}:{},...e.deviceScaleFactor?{deviceScaleFactor:e.deviceScaleFactor}:{},...e.isMobile!==void 0?{isMobile:e.isMobile}:{},...e.hasTouch!==void 0?{hasTouch:e.hasTouch}:{}}}async function pt(e,t,n){let a;try{return await Promise.race([e,new Promise((i,s)=>{a=setTimeout(()=>s(new Error(`${n} timed out after ${t}ms`)),t)})])}finally{a&&clearTimeout(a)}}function li(e){let t=e.trim();if(!t)throw new Error("channelHandle is required");if(/^https?:\/\//i.test(t)||/^(www\.|m\.)?youtube\.com\//i.test(t)){let l=new URL(/^https?:\/\//i.test(t)?t:`https://${t}`);if(l.hostname.replace(/^www\./,"").replace(/^m\./,"").toLowerCase()!=="youtube.com")throw new Error("channel URL must be on youtube.com");let S=l.pathname.split("/").filter(Boolean),u=S[0]??"",h=S[1]??"";if(u.startsWith("@"))return`https://www.youtube.com/${u}/videos`;if(u==="channel"&&h)return`https://www.youtube.com/channel/${h}/videos`;if((u==="c"||u==="user")&&h)return`https://www.youtube.com/${u}/${h}/videos`;throw new Error("channel URL must be a YouTube handle, /channel/UC..., /c/..., or /user/... URL")}let i=t.replace(/^\/+/,"").replace(/\/+$/,"").replace(/\/videos$/i,"");if(/^UC[\w-]{20,}$/.test(i))return`https://www.youtube.com/channel/${i}/videos`;let s=i.startsWith("@")?i:`@${i}`;if(!/^@[\w.-]+$/.test(s))throw new Error("channelHandle must be an @handle, UC channel ID, or YouTube channel URL");return`https://www.youtube.com/${s}/videos`}var Xt=class{browser=null;context=null;page=null;\u006b\u0065\u0072\u006e\u0065\u006cClient=null;\u006b\u0065\u0072\u006e\u0065\u006cSessionId=null;\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=null;\u006b\u0065\u0072\u006e\u0065\u006cStealth=null;\u006b\u0065\u0072\u006e\u0065\u006cSolverEnabled=!1;operationDeadlineMs;\u006b\u0065\u0072\u006e\u0065\u006cProxyUsed=null;\u006b\u0065\u0072\u006e\u0065\u006cProxySource=null;\u006b\u0065\u0072\u006e\u0065\u006cProxyType=null;\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent=null;last\u004b\u0065\u0072\u006e\u0065\u006cBillingMode=null;last\u004b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=null;last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs=null;debugEnabled=!1;debugSnapshot={\u006b\u0065\u0072\u006e\u0065\u006c:null,context:null,networkLocation:null,serpNavigation:null};async launch(t){if(t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey&&t.isMobile)throw new nt("\u004b\u0065\u0072\u006e\u0065\u006c acquisition requires a native desktop browser; mobile capture needs provider-native mobile support.");this.operationDeadlineMs=t.operationDeadlineMs,this.debugEnabled=t.debug===!0;let n=t.proxyMode??(t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId?"configured":"none"),a=t.isMobile?"mobile":"desktop";if(this.debugSnapshot={\u006b\u0065\u0072\u006e\u0065\u006c:null,context:{viewport:t.viewport,locale:t.locale,device:a,userAgent:null,deviceScaleFactor:t.deviceScaleFactor??null,isMobile:t.isMobile===!0,hasTouch:t.hasTouch===!0},networkLocation:null,serpNavigation:null},t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey){this.\u006b\u0065\u0072\u006e\u0065\u006cClient=new ot({apiKey:t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey});let s=Number.isInteger(t.\u006b\u0065\u0072\u006e\u0065\u006cTimeoutSeconds)&&Number(t.\u006b\u0065\u0072\u006e\u0065\u006cTimeoutSeconds)>0?Number(t.\u006b\u0065\u0072\u006e\u0065\u006cTimeoutSeconds):ii("\u004b\u0045\u0052\u004e\u0045\u004c_BROWSER_TIMEOUT_SECONDS",ti),l=Math.min(s,600);t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName&&t.\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges===!0&&await di(this.\u006b\u0065\u0072\u006e\u0065\u006cClient,t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName);let r=Kt();this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent=null,this.last\u004b\u0065\u0072\u006e\u0065\u006cBillingMode="headful",r?.headlessSentOut&&(r.headlessSentOut.value=this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent);let S=await this.\u006b\u0065\u0072\u006e\u0065\u006cClient.browsers.create(In({stealth:t.\u006b\u0065\u0072\u006e\u0065\u006cStealth===!0,timeout_seconds:l,...t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId?{proxy_id:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId}:{},...t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName?{profile:{name:t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName,...typeof t.\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges=="boolean"?{save_changes:t.\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges}:{}}}:{}}));this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId=S.session_id,this.\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=Date.now(),this.last\u004b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=this.\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs,this.last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs=null,this.\u006b\u0065\u0072\u006e\u0065\u006cStealth=typeof S.stealth=="boolean"?S.stealth:null,this.\u006b\u0065\u0072\u006e\u0065\u006cSolverEnabled=t.\u006b\u0065\u0072\u006e\u0065\u006cStealth===!0&&S.stealth!==!1,this.\u006b\u0065\u0072\u006e\u0065\u006cProxyUsed=typeof S.proxy_id=="string"?!!S.proxy_id:!!t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,this.\u006b\u0065\u0072\u006e\u0065\u006cProxySource=t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution?.source??null,this.\u006b\u0065\u0072\u006e\u0065\u006cProxyType=t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution?.proxyType??null;let u=null,h=null;if(!t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId&&!t.keepDefaultProxy)try{await pt(this.\u006b\u0065\u0072\u006e\u0065\u006cClient.browsers.update(this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,{disable_default_proxy:!0}),5e3,`\u004b\u0065\u0072\u006e\u0065\u006c session ${this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId} disable default proxy`),u=!0}catch(o){u=!1,h=Pt(o)}let d={sessionId:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,proxyMode:n,requestedProxyIdPresent:!!t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,requestedProxyIdSuffix:fe(t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId),createdProxyIdPresent:typeof S.proxy_id=="string"?!!S.proxy_id:null,createdProxyIdSuffix:fe(S.proxy_id),retrievedProxyIdPresent:null,retrievedProxyIdSuffix:null,retrievedProxyIdMatchesRequested:null,defaultProxyDisabled:u,defaultProxyDisableError:h,proxyResolution:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution??null,timeoutSeconds:l,stealth:typeof S.stealth=="boolean"?S.stealth:null,profilePresent:null,poolPresent:null,retrieveError:null};if(this.debugSnapshot.\u006b\u0065\u0072\u006e\u0065\u006c=d,console.info(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_created",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,timeout_seconds:l,proxy_mode:n,proxy_id_present:!!t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,profile_name_present:!!t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName,proxy_resolution_source:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution?.source})),this.debugEnabled&&await this.populate\u004b\u0065\u0072\u006e\u0065\u006cRetrieveDebug(d,t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId),this.browser=await Xa.connectOverCDP(S.cdp_ws_url),this.context=await Wn(this.browser),this.page=await An(this.context),await this.capture\u004b\u0065\u0072\u006e\u0065\u006cContextDebug(),await this.installEsbuildHelperShims(this.context),(this.debugEnabled||t.requireUsEgress)&&(this.debugSnapshot.networkLocation=await this.captureBrowserNetworkLocation()),t.requireUsEgress){let o=this.debugSnapshot.networkLocation?.country??null;if(!si(o))throw new j(`Non-US egress (${o??"unknown"}) \u2014 retrying with a fresh session`)}return}let i={headless:t.headless,proxy:t.proxy?{server:t.proxy}:void 0,...t.browserExecutablePath?{executablePath:t.browserExecutablePath}:{},...t.ignoreDefaultArgs?{ignoreDefaultArgs:t.ignoreDefaultArgs}:{}};if(t.profileDir)this.context=await Ne.launchPersistentContext(t.profileDir,{...i,...Bn(t)}),await this.installEsbuildHelperShims(this.context),this.page=await this.context.newPage(),this.debugSnapshot.context.userAgent=await Ce(this.page);else{this.browser=await Ne.launch(i);let s=await ke(this.browser);this.debugSnapshot.context.userAgent=s,this.context=await this.browser.newContext(Bn(t,s)),await this.installEsbuildHelperShims(this.context),this.page=await this.context.newPage()}this.debugEnabled&&(this.debugSnapshot.networkLocation=await this.captureBrowserNetworkLocation())}async capture\u004b\u0065\u0072\u006e\u0065\u006cContextDebug(){if(this.debugSnapshot.context={viewport:null,locale:null,device:"desktop",requestedDevice:"desktop",userAgent:null,deviceScaleFactor:null,isMobile:!1,hasTouch:!1},!this.page)return;let t=await this.page.evaluate(()=>({viewport:{width:window.innerWidth,height:window.innerHeight},locale:navigator.language,userAgent:navigator.userAgent,deviceScaleFactor:window.devicePixelRatio,isMobile:!1,hasTouch:navigator.maxTouchPoints>0})).catch(()=>null);!t||typeof t!="object"||!t.viewport||typeof t.viewport.width!="number"||typeof t.viewport.height!="number"||typeof t.locale!="string"||typeof t.userAgent!="string"||(this.debugSnapshot.context={...t,device:"desktop",requestedDevice:"desktop"})}async populate\u004b\u0065\u0072\u006e\u0065\u006cRetrieveDebug(t,n){if(!(!this.\u006b\u0065\u0072\u006e\u0065\u006cClient||!this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId))try{let a=await pt(this.\u006b\u0065\u0072\u006e\u0065\u006cClient.browsers.retrieve(this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId),5e3,`\u004b\u0065\u0072\u006e\u0065\u006c session ${this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId} retrieve`);t.retrievedProxyIdPresent=typeof a.proxy_id=="string"?!!a.proxy_id:!1,t.retrievedProxyIdSuffix=fe(a.proxy_id),t.retrievedProxyIdMatchesRequested=n?a.proxy_id===n:!a.proxy_id,t.timeoutSeconds=typeof a.timeout_seconds=="number"?a.timeout_seconds:t.timeoutSeconds,t.stealth=typeof a.stealth=="boolean"?a.stealth:t.stealth,t.profilePresent=!!a.profile,t.poolPresent=!!a.pool}catch(a){t.retrieveError=Pt(a)}}async captureBrowserNetworkLocation(){let t=(a,i="ipapi.co")=>({source:i,ip:null,city:null,region:null,country:null,org:null,timezone:null,error:a});if(!this.context)return t("browser context is not available");let n=null;try{n=await this.context.newPage();let a=await this.loadJsonInDebugPage(n,"https://ipwho.is/");if(a){let r=typeof a.connection=="object"&&a.connection!==null?a.connection:{};return{source:"ipwho.is",ip:typeof a.ip=="string"?a.ip:null,city:typeof a.city=="string"?a.city:null,region:typeof a.region=="string"?a.region:null,country:typeof a.country=="string"?a.country:null,org:typeof r.org=="string"?r.org:null,timezone:typeof a.timezone=="object"&&a.timezone!==null&&typeof a.timezone.id=="string"?a.timezone.id:null,error:null}}let i=await this.loadJsonInDebugPage(n,"https://api64.ipify.org?format=json");if(i)return{source:"api64.ipify.org",ip:typeof i.ip=="string"?i.ip:null,city:null,region:null,country:null,org:null,timezone:null,error:null};await pt(n.goto("https://ipapi.co/json/",{waitUntil:"domcontentloaded",timeout:7e3}),8e3,"browser network location navigation");let s=await n.locator("body").innerText({timeout:2e3}),l=JSON.parse(s);return{source:"ipapi.co",ip:typeof l.ip=="string"?l.ip:null,city:typeof l.city=="string"?l.city:null,region:typeof l.region=="string"?l.region:null,country:typeof l.country_name=="string"?l.country_name:typeof l.country=="string"?l.country:null,org:typeof l.org=="string"?l.org:null,timezone:typeof l.timezone=="string"?l.timezone:null,error:null}}catch(a){return t(Pt(a))}finally{await n?.close().catch(()=>{})}}async loadJsonInDebugPage(t,n){try{await pt(t.goto(n,{waitUntil:"domcontentloaded",timeout:7e3}),8e3,`browser network location navigation ${n}`);let a=await t.locator("body").innerText({timeout:2e3});return JSON.parse(a)}catch{return null}}async installEsbuildHelperShims(t){await t.addInitScript(()=>{let n=globalThis;typeof n.__name!="function"&&(n.__name=a=>a),typeof n.__publicField!="function"&&(n.__publicField=(a,i,s)=>(a[i]=s,s))})}async withTemporaryPage(t,n){if(!this.context)throw new Error("Browser context is not available");return Qt(this.context,async()=>{},t,n)}async navigateToSERP(t,n,a,i,s){let l=new URLSearchParams({q:t,gl:a,hl:i,pws:"0"});s?.tbs&&l.set("tbs",s.tbs),n&&l.set("uule",n);let r="https://www.google.com/search?"+l.toString(),S=Ln(r),u=s?.debug?{requestedUrl:r,finalUrl:null,title:null,bodySnippet:null,hasPaa:null,captchaDetected:null,googleSorryUrl:null,redirected:null}:null;if(u&&(this.debugSnapshot.serpNavigation=u),this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId){let d={deadlineMs:s?.deadlineMs??this.operationDeadlineMs,signal:s?.signal};try{let o=await Me(this.page,{query:t,gl:a,hl:i,uule:n??void 0,tbs:s?.tbs,purpose:s?.purpose,deadlineMs:s?.deadlineMs??this.operationDeadlineMs,signal:s?.signal,solverEnabled:this.\u006b\u0065\u0072\u006e\u0065\u006cSolverEnabled});return await this.updateSerpNavigationDebug(u,r,{hasPaa:o.hasPaa,captchaDetected:o.challengeObserved===!0},d),{hasPaa:o.hasPaa}}catch(o){throw await this.updateSerpNavigationDebug(u,r,{hasPaa:null,captchaDetected:o instanceof j?!0:null},d),o}}try{await this.page.goto(S,{waitUntil:"domcontentloaded",timeout:ve(s?.deadlineMs,s?.purpose==="serp"?8e3:45e3)})}catch(d){await this.updateSerpNavigationDebug(u,r,{hasPaa:null,captchaDetected:null});let o=await this.captureDiagnostics(r);throw new nt(`page.goto failed: ${d.message} | ${o}`)}if(await this.isSerpChallengeVisible())throw await this.updateSerpNavigationDebug(u,r,{hasPaa:!1,captchaDetected:!0}),new j(this.captchaMessage());if(s?.purpose==="serp"){await this.page.waitForSelector(ai,{timeout:ve(s.deadlineMs,1500)}).catch(()=>null);let d=await this.page.locator(tt.paaItem).count().catch(()=>0)>0;return await this.updateSerpNavigationDebug(u,r,{hasPaa:d,captchaDetected:!1}),{hasPaa:d}}if(await this.page.waitForSelector(tt.paaItem,{timeout:ve(s?.deadlineMs,4e3)}).catch(()=>null))return await this.updateSerpNavigationDebug(u,r,{hasPaa:!0,captchaDetected:!1}),{hasPaa:!0};if(await this.isSerpChallengeVisible())throw await this.updateSerpNavigationDebug(u,r,{hasPaa:!1,captchaDetected:!0}),new j(this.captchaMessage());for(let d=1;d<=6;d++)if(await this.page.evaluate(U=>{window.scrollTo(0,document.body.scrollHeight*U)},d/6),await this.page.waitForTimeout(600),await this.page.locator(tt.paaItem).count()>0)return await this.updateSerpNavigationDebug(u,r,{hasPaa:!0,captchaDetected:!1}),{hasPaa:!0};return await this.updateSerpNavigationDebug(u,r,{hasPaa:!1,captchaDetected:!1}),{hasPaa:!1}}async isSerpChallengeVisible(){if(!this.page)return!1;if(await this.page.locator(tt.captchaMarker).count().catch(()=>0)>0)return!0;let n=this.page.url();if(/google\.[^/]+\/sorry\//i.test(n))return!0;let a=await this.page.evaluate(()=>(document.body?.innerText??"").replace(/\s+/g," ").trim().slice(0,1e3)).catch(()=>"");return/recaptcha|unusual traffic|are you a robot|about this page|detected unusual traffic/i.test(a)}async updateSerpNavigationDebug(t,n,a,i){if(!(!t||!this.page))try{let s=this.page.url();t.finalUrl=s,t.hasPaa=a.hasPaa,t.captchaDetected=a.captchaDetected,t.googleSorryUrl=/google\.[^/]+\/sorry\//i.test(s),t.redirected=s!==n;let l=Math.min(1e3,i?.deadlineMs===void 0?1e3:i.deadlineMs-Date.now());if(i&&(i.signal?.aborted||l<=0))return;let r=Promise.all([this.page.title().catch(()=>""),this.page.evaluate(()=>(document.body?.innerText??"").replace(/\s+/g," ").trim().slice(0,500)).catch(()=>"")]),[S,u]=i?await $(pt(r,l,"\u004b\u0065\u0072\u006e\u0065\u006c navigation debug"),i.signal):await r;t.title=S,t.bodySnippet=u,t.captchaDetected=a.captchaDetected??/recaptcha|unusual traffic|are you a robot/i.test(u)}catch(s){t.bodySnippet=`debug capture failed: ${Pt(s)}`}}async captureDiagnostics(t){try{let n=this.page.url(),a=await this.page.title().catch(()=>""),i=await this.page.evaluate(()=>(document.body?.innerText??"").replace(/\s+/g," ").trim().slice(0,400)).catch(()=>""),s=/consent\.google\./.test(n)||/before you continue/i.test(i),l=/recaptcha|unusual traffic|are you a robot/i.test(i),r=[s?"CONSENT_WALL":"",l?"BOT_CHALLENGE":"",n!==t?"REDIRECTED":""].filter(Boolean).join(",");return`intended=${t} | final=${n} | title="${a}" | flags=[${r}] | body="${i}"`}catch(n){return`diagnostics-failed: ${n.message}`}}captchaMessage(){return this.\u006b\u0065\u0072\u006e\u0065\u006cClient?"Google returned a CAPTCHA on this session \u2014 retrying with a fresh session.":Ee}async navigateTo(t){if(this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId){let i=new URL(t);if(/^(?:www\.)?google\.[a-z.]+$/i.test(i.hostname)&&i.pathname==="/search"&&i.searchParams.has("q")){await Me(this.page,{query:i.searchParams.get("q"),gl:i.searchParams.get("gl")??"us",hl:i.searchParams.get("hl")??"en",uule:i.searchParams.get("uule")??void 0,tbs:i.searchParams.get("tbs")??void 0,extraParams:Object.fromEntries([...i.searchParams].filter(([s])=>!["q","gl","hl","uule","tbs","pws"].includes(s))),purpose:"serp",deadlineMs:this.operationDeadlineMs,solverEnabled:this.\u006b\u0065\u0072\u006e\u0065\u006cSolverEnabled});return}}let n=process.env.ADS_ARRIVAL_REDIRECT_BASE?.trim(),a=n?Ln(t,n):t;try{if(await this.page.goto(a,{waitUntil:"domcontentloaded",timeout:45e3}),/google\.[^/]+\/search\?/i.test(t)&&await this.isSerpChallengeVisible())throw new j(this.captchaMessage())}catch(i){if(i instanceof j)throw i;let s=await this.captureDiagnostics(t);throw new nt(`page.goto failed: ${i.message} | ${s}`)}}async navigateToChannel(t){let n=li(t);try{await this.page.goto(n,{waitUntil:"networkidle",timeout:3e4})}catch(a){let i=await this.captureDiagnostics(n);throw new nt(`navigateToChannel failed: ${a.message} | ${i}`)}}async evaluate(t,n){return this.page.evaluate(t,n)}getPage(){return this.page}get\u004b\u0065\u0072\u006e\u0065\u006cSessionId(){return this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId}get\u004b\u0065\u0072\u006e\u0065\u006cMeteringEvidence(){return{sessionId:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId??this.debugSnapshot.\u006b\u0065\u0072\u006e\u0065\u006c?.sessionId??null,billingMode:this.last\u004b\u0065\u0072\u006e\u0065\u006cBillingMode,openedAtMs:this.last\u004b\u0065\u0072\u006e\u0065\u006cOpenedAtMs,closedAtMs:this.last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs}}getProviderSessionMetadata(){return{provider:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId?"\u006b\u0065\u0072\u006e\u0065\u006c":"local",providerSessionId:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,disconnectObservation:null,billingMode:this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId?this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent?"headless":"headful":null}}getDebugSnapshot(){return this.debugSnapshot}async close(){if(this.browser){let t=this.browser,n=this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,a=this.\u006b\u0065\u0072\u006e\u0065\u006cClient,i=this.\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs,s=this.\u006b\u0065\u0072\u006e\u0065\u006cStealth,l=this.\u006b\u0065\u0072\u006e\u0065\u006cProxyUsed,r=this.\u006b\u0065\u0072\u006e\u0065\u006cProxySource,S=this.\u006b\u0065\u0072\u006e\u0065\u006cProxyType,u=this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent,h=this.getProviderSessionMetadata();if(this.browser=null,this.context=null,this.page=null,this.\u006b\u0065\u0072\u006e\u0065\u006cSessionId=null,this.\u006b\u0065\u0072\u006e\u0065\u006cClient=null,this.\u006b\u0065\u0072\u006e\u0065\u006cSolverEnabled=!1,this.\u006b\u0065\u0072\u006e\u0065\u006cOpenedAtMs=null,this.\u006b\u0065\u0072\u006e\u0065\u006cHeadlessSent=null,this.\u006b\u0065\u0072\u006e\u0065\u006cProxySource=null,this.\u006b\u0065\u0072\u006e\u0065\u006cProxyType=null,a&&n){console.info(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_delete_started",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:n}));let d=pt(a.browsers.deleteByID(n),ni,`\u004b\u0065\u0072\u006e\u0065\u006c session ${n} delete`),o=pt(t.close(),ei,`\u004b\u0065\u0072\u006e\u0065\u006c browser ${n} close`),[U,c]=await Promise.allSettled([d,o]);this.last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs=Date.now(),i!=null&&Je({\u006b\u0065\u0072\u006e\u0065\u006cSessionId:n,source:"browser_driver",stealth:s,headlessSent:u,proxyUsed:l,proxySource:r,proxyType:S,openedAtMs:i,closedAtMs:this.last\u004b\u0065\u0072\u006e\u0065\u006cClosedAtMs});let g=U.status==="rejected"&&ri(U.reason),w={\u006b\u0065\u0072\u006e\u0065\u006cSessionId:n,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!0,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:U.status==="fulfilled"||g,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:U.status==="rejected"&&!g?U.reason instanceof Error?U.reason.message:String(U.reason):null,browserCloseSucceeded:c.status==="fulfilled",browserCloseError:c.status==="rejected"?c.reason instanceof Error?c.reason.message:String(c.reason):null,provider:h.provider,providerSessionId:h.providerSessionId,providerDisconnectObserved:!1,providerDisconnectMessage:null};return U.status==="rejected"&&!g?(console.warn(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_delete_failed",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:n,message:w.\u006b\u0065\u0072\u006e\u0065\u006cDeleteError})),console.warn(`\u004b\u0065\u0072\u006e\u0065\u006c session cleanup failed for ${n}:`,U.reason)):console.info(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_delete_succeeded",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:n})),c.status==="rejected"&&(console.warn(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_browser_close_failed",\u006b\u0065\u0072\u006e\u0065\u006c_session_id:n,message:w.browserCloseError})),console.warn(`\u004b\u0065\u0072\u006e\u0065\u006c browser close failed for ${n}:`,c.reason)),w}return await t.close(),{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:!0,browserCloseError:null,provider:h.provider,providerSessionId:h.providerSessionId,providerDisconnectObserved:!1,providerDisconnectMessage:null}}else if(this.context){let t=this.context;return this.context=null,this.page=null,await t.close(),{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:!0,browserCloseError:null,provider:"local",providerSessionId:null,providerDisconnectObserved:!1,providerDisconnectMessage:null}}return{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:null,browserCloseError:null,provider:"local",providerSessionId:null,providerDisconnectObserved:!1,providerDisconnectMessage:null}}};import{chromium as Si}from"playwright";var Ui=new Set(["image","media","font","stylesheet","ping"]),hi=["doubleclick.net","googleadservices.com","googlesyndication.com","google-analytics.com"],ui='#search, #rso, a[href] h3, [data-snhf], [role="main"]',ci=3e4,Hn=1500,wi=3e3,gi=new Set(["https://www.google.com","https://www.gstatic.com","https://www.recaptcha.net","https://recaptcha.net"]);function te(e){return e.origin==="https://www.google.com"&&/^\/sorry(?:\/|$)/.test(e.pathname)}function yi(e,t){if(te(e)||gi.has(e.origin)&&/^\/recaptcha(?:\/|$)/.test(e.pathname))return!0;try{return te(new URL(t))}catch{return!1}}function mt(e,t){return e?Math.max(1,Math.min(t,e-Date.now())):t}async function pi(e,t,n){let a=Math.min(Date.now()+wi,n??1/0);if(Date.now()>=a)return!1;let i=e.request(),s=new AbortController;t.add(s);let l=new Promise((u,h)=>{s.signal.addEventListener("abort",()=>h(s.signal.reason),{once:!0})}),r=setTimeout(()=>{s.abort(new DOMException("Controller asset transfer timed out","TimeoutError"))},Math.max(0,a-Date.now())),S=!1;try{let u=i.headers();if(s.signal.aborted||Date.now()>=a)return!1;let h=await Promise.race([fetch(i.url(),{method:i.method(),signal:s.signal,redirect:"error",headers:{accept:u.accept??"*/*","accept-language":u["accept-language"]??"en-US,en;q=0.9","user-agent":u["user-agent"]??"Mozilla/5.0"},body:i.method()==="GET"||i.method()==="HEAD"?void 0:i.postData()}),l]);if(!h.ok||s.signal.aborted||Date.now()>=a)return!1;let d=Buffer.from(await Promise.race([h.arrayBuffer(),l]));if(s.signal.aborted||Date.now()>=a)return!1;let o={status:h.status,contentType:h.headers.get("content-type")??"application/octet-stream",headers:{"cache-control":"public, max-age=3600"},body:d};return clearTimeout(r),S=!0,await e.fulfill(o),!0}catch{return S}finally{clearTimeout(r),t.delete(s),s.abort()}}var ee=class{constructor(t={}){this.resourcePolicy=t}resourcePolicy;browser=null;context=null;page=null;cdpSession=null;providerSessionId=null;disconnectObservation=null;closing=!1;connectionStarted=!1;closeReceipt=null;controllerAssetTransfers=new Set;operationDeadlineMs;observeDisconnect(t,n){this.closing||this.disconnectObservation||(this.disconnectObservation=oe(t,n))}async launch(t){if(this.page)return;this.operationDeadlineMs=t.operationDeadlineMs,this.closing=!1,this.providerSessionId=null,this.disconnectObservation=null;let n=me();if(!n)throw new Error("SERP browser service is not configured");if(this.connectionStarted)throw new Error("Previous browser connection outcome is unresolved");if(this.closeReceipt)throw new Error("Browser driver has already been closed");this.connectionStarted=!0;try{this.browser=await Si.connectOverCDP(n,{timeout:mt(t.operationDeadlineMs,ci)})}catch(s){let l=(s instanceof Error?s.message:String(s)).replaceAll(n,"[redacted endpoint]");throw new Error(lt(l)??"\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 browser connection failed")}this.context=this.browser.contexts()[0]??await this.browser.newContext(),await this.context.addInitScript(()=>{let s=globalThis;typeof s.__name!="function"&&(s.__name=l=>l),typeof s.__publicField!="function"&&(s.__publicField=(l,r,S)=>(l[r]=S,S))}),this.page=this.context.pages()[0]??await this.context.newPage(),this.browser.on("disconnected",()=>this.observeDisconnect("browser_disconnected")),this.context.on("close",()=>this.observeDisconnect("context_closed")),this.page.on("close",()=>this.observeDisconnect("page_closed")),this.page.on("crash",()=>this.observeDisconnect("page_crashed")),this.cdpSession=await this.context.newCDPSession(this.page);let i=await this.cdpSession.send("Browser.getSessionId");this.providerSessionId=$e(i?.sessionId),await this.setupPage(this.page),this.resourcePolicy.startupSettleMs&&await this.page.waitForTimeout(this.resourcePolicy.startupSettleMs)}async setupPage(t){this.resourcePolicy.nativeGoogleAssets||await t.route("**/*",async n=>{if(this.closing)return;let a=n.request(),i=a.resourceType(),s;try{s=new URL(a.url())}catch{await n.continue();return}if(s.origin==="https://www.google.com"&&(s.pathname==="/sgasync"||/^\/async(?:\/|$)/.test(s.pathname))||yi(s,t.url())){await n.continue();return}let r=s.hostname.toLowerCase();if(!((s.origin==="https://www.google.com"||s.origin==="https://www.gstatic.com")&&(s.pathname.includes("/shared_dict/")||i==="script")&&await pi(n,this.controllerAssetTransfers,this.operationDeadlineMs))&&!this.closing){if(Ui.has(i)&&!(i==="image"&&this.resourcePolicy.allowImages)&&!(i==="stylesheet"&&this.resourcePolicy.allowStylesheets)){await n.abort("blockedbyclient");return}if(hi.some(u=>r===u||r.endsWith(`.${u}`))){await n.abort("blockedbyclient");return}await n.continue()}})}async withTemporaryPage(t,n){if(!this.context||this.closing)throw new Error("Browser context is not available");return Qt(this.context,a=>this.setupPage(a),t,n)}async navigateToSERP(t,n,a,i,s){if(!this.page)throw new Error("Browser page is not available");let l=()=>{if(s?.signal?.aborted)throw Ot(s.signal);if(s?.deadlineMs!=null&&Date.now()>=s.deadlineMs)throw new DOMException("Google navigation exceeded the work deadline","TimeoutError")};l();let r=new URLSearchParams({q:t,gl:a,hl:i,pws:"0"});if(s?.tbs&&r.set("tbs",s.tbs),n&&r.set("uule",n),await $(this.page.goto(`https://www.google.com/search?${r}`,{waitUntil:"domcontentloaded",timeout:mt(s?.deadlineMs,s?.purpose==="serp"?12e4:45e3)}),s?.signal),l(),te(new URL(this.page.url()))&&this.cdpSession){let h=this.cdpSession,d,o=await $(Promise.race([h.send("Captcha.solve",{detectTimeout:mt(s?.deadlineMs,3e4)}).catch(()=>null),new Promise(U=>{d=setTimeout(()=>U(null),mt(s?.deadlineMs,75e3))})]),s?.signal).finally(()=>{d&&clearTimeout(d)});l(),o?.status==="solve_finished"&&(await $(this.page.waitForURL(U=>U.origin==="https://www.google.com"&&U.pathname==="/search",{timeout:mt(s?.deadlineMs,25e3)}).catch(()=>{}),s?.signal),l())}if(s?.purpose==="serp")return await $(this.page.waitForSelector(ui,{timeout:mt(s.deadlineMs,8e3)}).catch(()=>null),s.signal),l(),{hasPaa:await $(this.page.locator(tt.paaItem).count().catch(()=>0),s.signal)>0};if(te(new URL(this.page.url())))throw new j("Google SERP returned a CAPTCHA \u2014 retrying with a fresh session.");let S=await $(this.page.evaluate(h=>!!document.querySelector(h),tt.paaItem).catch(()=>!1),s?.signal);if(l(),S)return{hasPaa:!0};let u=!!await $(this.page.waitForSelector(tt.paaItem,{state:"attached",timeout:mt(s?.deadlineMs,8e3)}).catch(()=>null),s?.signal);return l(),{hasPaa:u}}async navigateTo(t){if(!this.page)throw new Error("Browser page is not available");await this.page.goto(t,{waitUntil:"load",timeout:45e3})}async navigateToChannel(){throw new Error("YouTube navigation is not supported by the SERP browser driver")}async evaluate(t,n){if(!this.page)throw new Error("Browser page is not available");return this.page.evaluate(t,n)}getPage(){if(!this.page)throw new Error("Browser page is not available");return this.page}get\u004b\u0065\u0072\u006e\u0065\u006cSessionId(){return null}get\u0042\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061SessionId(){return this.providerSessionId}getProviderSessionMetadata(){return{provider:"\u0062\u0072\u0069\u0067\u0068\u0074_\u0064\u0061\u0074\u0061_browser_api",providerSessionId:this.providerSessionId,disconnectObservation:this.disconnectObservation}}getDebugSnapshot(){return{\u006b\u0065\u0072\u006e\u0065\u006c:null,context:null,networkLocation:null,serpNavigation:null}}async close(){return this.closeReceipt??=this.closePhysicalSession()}async closePhysicalSession(){this.closing=!0;for(let r of this.controllerAssetTransfers)r.abort(new DOMException("Browser is closing","AbortError"));let t=Qe(this.getProviderSessionMetadata()),n=!1,a=null,i=null,s=null,l=async(r,S)=>{let u;try{await Promise.race([r(),new Promise((h,d)=>{u=setTimeout(()=>d(new Error(`${S} acknowledgement exceeded ${Hn}ms`)),Hn)})])}finally{u&&clearTimeout(u)}};if(this.connectionStarted)if(!this.browser)a="Browser connection outcome is unknown; no remote termination receipt";else{try{await l(async()=>{let r=this.cdpSession??(this.context&&this.page?await this.context.newCDPSession(this.page):null);if(!r)throw new Error("Remote browser termination channel is unavailable");await r.send("Browser.close")},"Remote browser close"),n=!0}catch(r){a=lt(r instanceof Error?r.message:String(r))??"Remote browser termination is unconfirmed",this.disconnectObservation??=oe("browser_close_error",a)}try{await l(()=>this.browser.close(),"Local browser disconnect"),i=!0}catch(r){i=!1,s=lt(r instanceof Error?r.message:String(r))??"Local browser disconnect failed"}}return this.browser=null,this.context=null,this.page=null,this.cdpSession=null,{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:this.connectionStarted?n:null,browserCloseError:a,localDisconnectSucceeded:i,localDisconnectError:s,physicalOutcome:this.connectionStarted?n?"terminated":"unknown":"not_started",...t}}};function Fn(e,t){return e.plannedProvider==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?new ee({nativeGoogleAssets:t?.nativeGoogleAssets}):new Xt}var q={container:".eJH8qe.adDDi",dataInitq:"[data-initq]",item:tt.paaItem,itemDataQ:"data-q",itemDataInitQ:"data-initq",itemQuestionEl:".JlqpRe",answerContainer:".bCOlv, .hgKElc, .wDYxhc, .LGOjhe, .fo7IQd, .fmW3u",aiAnswerBody:".pWvJNd",answerBody:".hgKElc, .LGOjhe, .fo7IQd, .fmW3u",answerControl:'button, [role="button"], a',answerEntity:".q224lc",citationBadge:".WBgIic",sourceCard:"[data-src-id]",sourceCardTitle:".vFyWT",sourceDescription:"[data-crb-snippet-text]",aiCitation:"a.PMDqCb[href]",aiSourceCard:"a.vIWmYe[href], a.Zbfntb[href]",sourceTitle:"h3",sourceSite:".VuuXrf",sourceCite:"cite",clickTarget:".JlqpRe",expandedClass:"aoRk1c",captchaMarker:tt.captchaMarker};var Te={alabama:"AL",alaska:"AK",arizona:"AZ",arkansas:"AR",california:"CA",colorado:"CO",connecticut:"CT",delaware:"DE",florida:"FL",georgia:"GA",hawaii:"HI",idaho:"ID",illinois:"IL",indiana:"IN",iowa:"IA",kansas:"KS",kentucky:"KY",louisiana:"LA",maine:"ME",maryland:"MD",massachusetts:"MA",michigan:"MI",minnesota:"MN",mississippi:"MS",missouri:"MO",montana:"MT",nebraska:"NE",nevada:"NV","new hampshire":"NH","new jersey":"NJ","new mexico":"NM","new york":"NY","north carolina":"NC","north dakota":"ND",ohio:"OH",oklahoma:"OK",oregon:"OR",pennsylvania:"PA","rhode island":"RI","south carolina":"SC","south dakota":"SD",tennessee:"TN",texas:"TX",utah:"UT",vermont:"VT",virginia:"VA",washington:"WA","west virginia":"WV",wisconsin:"WI",wyoming:"WY","district of columbia":"DC"},mi=[...Object.keys(Te).map(e=>e.replace(/\s+/g,"\\s+")),...Object.values(Te)].join("|"),Ci=new RegExp(`\\b([A-Z][A-Za-z]+(?:[\\s.-][A-Z][A-Za-z]+){0,4}),?\\s+(${mi})\\b`,"gi");function Dn(e){if(!e)return null;let t=e.trim();return/^[A-Z]{2}$/i.test(t)?t.toUpperCase():Te[t.toLowerCase()]??null}function Gn(e){return e.replace(/\s+/g," ").trim().replace(/^.*\b(?:in|near|around|serving)\s+/i,"").toLowerCase().replace(/\b[a-z]/g,n=>n.toUpperCase())}function ki(e){if(!e)return null;let[t="",n=""]=e.split(",").map(a=>a.trim());return{city:Gn(t),regionCode:Dn(n),canonicalLocation:e}}function Mi(e,t,n,a){let i=Gn(t),s=Dn(n);if(!i||!s)return;let l=`${i.toLowerCase()}|${s}`,r=e.get(l);if(r){r.count++,r.examples.length<3&&!r.examples.includes(a)&&r.examples.push(a);return}e.set(l,{city:i,regionCode:s,count:1,examples:[a]})}function vi(e){try{return decodeURIComponent(e)}catch{}try{return decodeURIComponent(e.replace(/%(?![0-9a-fA-F]{2})/g,"%25"))}catch{return e}}function Rn(e,t){let n=vi(t).replace(/[+/|_-]+/g," ");for(let a of n.matchAll(Ci))Mi(e,a[1]??"",a[2]??"",n.slice(0,180))}function Ft(e,t,n){let a=ki(e),i=new Map;for(let r of t)Rn(i,[r.title,r.snippet??"",r.cite??"",r.url].join(" "));for(let r of n)Rn(i,[r.name,...r.metadata,r.websiteUrl??"",r.directionsUrl??""].join(" "));let s=Array.from(i.values()).sort((r,S)=>S.count-r.count||r.city.localeCompare(S.city)).slice(0,8);return a?s.length===0?{status:"unknown",expected:a,candidates:[]}:{status:s.some(r=>r.city.toLowerCase()===a.city.toLowerCase()&&(a.regionCode==null||r.regionCode===a.regionCode))?"matched":"mismatch",expected:a,candidates:s}:{status:"not_requested",expected:null,candidates:s}}var fi=/^(?:an error has occurred(?:[.!…]\s*)?(?:please try again later[.!…]?)?|loading|please wait|try again|something went wrong|an AI overview is not available for this search|can't generate an AI overview right now\.?\s*try again later\.?)[.!…\s]*$/i,Ni=/^(?:AI Overview|View all|Show more|Show less|Related Links|Ask anything in AI Mode|AI can make mistakes)[.!…\s]*$/i;function Pe(e){return e.replace(/\u00a0/g," ").replace(/\s+/g," ").trim()}function Rt(e,t){if(!e)return;let n=Pe(e.split(/\r?\n/).filter(i=>!Ni.test(Pe(i))).join(`
+`)),a=t?Pe(t):"";return a&&n.toLowerCase().startsWith(a.toLowerCase())&&(n=n.slice(a.length).trim()),!n||fi.test(n)?void 0:n}function Ct({selectors:e,onlyQuestion:t}){let n=o=>(o??"").replace(/\u00a0/g," ").replace(/\s+/g," ").trim(),a=o=>n(o).replace(/\s*\(\+\d+\)\s*-\s*View related links.*$/i,"").replace(/\s*(?:[-.]\s*)?Opens in new tab[.!]?$/i,"").trim(),i=(o,U)=>{if(o.matches(e.clickTarget)||o.getAttribute("aria-expanded")==="true")return!1;let c=o.closest(".biJ8pb")?.closest(".hICk5e[data-collapsed]");if(c&&(c.getAttribute("data-collapsed")!=="1"||U?.closest(".hICk5e[data-collapsed]")===c))return!1;let g=o.getAttribute("href");return g&&!/^(?:#|javascript:void\(0\);?$)/i.test(g)||o.closest(e.aiSourceCard+","+e.sourceCard)?!1:[o.getAttribute("aria-label"),o.textContent].map(n).some(p=>/^(?:(?:show|read|see) more(?: (?:AI Overview|(?:of )?(?:this |the )?answer))?|continue reading|expand(?: (?:this |the )?answer)?)(?:[.!…]|\s*[▼⌄+])?$/i.test(p))},s=(o,U=!1)=>o.hasAttribute("hidden")||o.getAttribute("aria-hidden")==="true"&&!U||/(?:display\s*:\s*none|visibility\s*:\s*hidden)/i.test(o.getAttribute("style")??""),l=o=>{let U=o.ownerDocument.defaultView?.getComputedStyle(o);return U?.display==="none"||U?.visibility==="hidden"},r=(o,U)=>!U?.matches(e.aiAnswerBody)||!U.closest(".hICk5e[data-collapsed]")||!o?.matches("span.mTEjhd > span.dteT0b > div[data-xpm-copy-root][data-xpm-math-type]")||!o.querySelector(":scope > div > math > semantics")?"":n(o.querySelector(':scope > img[data-xpm-latex][role="presentation"][aria-hidden="true"]')?.getAttribute("data-xpm-latex")),S=(o,U)=>{let c=o?.closest('div.Q9iar.bliT4d.KfKEse.xRMEde[role="list"]');return!!(U?.matches(e.aiAnswerBody)&&U.closest(".hICk5e[data-collapsed]")&&c&&U.contains(c)&&o?.matches('div.Q9iar.BPUOre.bliT4d.KfKEse.xRMEde[role="listitem"]')&&o.querySelector(":scope > div.Q9iar.BPUOre.ua6Thd.bliT4d.KfKEse.xRMEde"))},u=(o,U)=>{if(!U?.matches(e.aiAnswerBody)||!U.closest(".hICk5e[data-collapsed]")||!o.matches('span.jAOkJc[role="button"]')||!o.parentElement?.matches("u.wfWfIf.fxyaSe")||!o.parentElement.parentElement?.matches("span.iNqyIf"))return!1;let c=o.firstElementChild;return!!(c?.matches("span.iNqyIf")&&o.children.length===1&&n(o.textContent)===n(c.textContent))},h=(o,U)=>{if(!U?.matches(e.aiAnswerBody)||!U.closest(".hICk5e[data-collapsed]"))return!1;if(o.matches("li.Z1qcYe, div.WYczDe, span.iNqyIf, ol.T9WCjf.qkgVBf")||S(o,U)||o.matches("strong.rQesXe.MPyX")&&o.closest("div.n6owBd.awi2gc")&&S(o.closest('[role="listitem"]'),U))return!0;if(o.closest("span.iNqyIf")){if(o.matches("strong.rQesXe.MPyX"))return!0;let g=o.matches("span")?o.querySelector(":scope > a.H23r4e[href]"):null;if(g&&/^(?:https?:\/\/|\/goto\?url=|\/url\?)/i.test(g.getAttribute("href")??"")&&o.children.length===1&&n(o.textContent)===n(g.textContent)&&o.parentElement?.matches("span")&&/display\s*:\s*contents/i.test(o.parentElement.getAttribute("style")??""))return!0}if(!o.matches("div.tYHU1b"))return!1;let c=o.querySelector(":scope > div.ID94bb[id]");return c?Array.from(o.querySelectorAll('[role="button"][aria-expanded="true"][aria-controls]')).some(g=>{if(g.closest(".tYHU1b")!==o||g.getAttribute("aria-controls")!==c.id||n(g.textContent)!=="Show less")return!1;for(let w=g;w&&w!==o;w=w.parentElement)if(s(w)||l(w))return!1;return!0}):!1},d=(o,U,c)=>{if(!o||o!==U&&(s(o,h(o,U))||o.matches('style,script,noscript,button,[data-artifact-type="map"]')||o.matches('[role="button"]')&&!o.matches(e.answerEntity)&&!u(o,U)||o.matches(e.aiSourceCard+","+e.sourceCard+","+e.citationBadge)||c&&(o.matches("cite,"+e.sourceSite)||o.matches("a[href]")&&o.querySelector("h3"))))return"";let g=r(o,U);if(g)return g;let w=[];for(let p of o.childNodes)p.nodeType===Node.TEXT_NODE?w.push(p.textContent??""):p.nodeType===Node.ELEMENT_NODE&&w.push(d(p,U,c));return n(w.join(" "))};return Array.from(document.querySelectorAll(e.item)).flatMap((o,U)=>{let c=n(o.getAttribute(e.itemDataQ)||o.getAttribute(e.itemDataInitQ)||o.querySelector(e.itemQuestionEl)?.innerText||o.querySelector(e.itemQuestionEl)?.textContent);if(!c||t&&c!==n(t))return[];let g=o.classList.contains(e.expandedClass)||o.querySelector(e.clickTarget)?.getAttribute("aria-expanded")==="true",w=o.querySelector(e.answerContainer),p=w?.querySelector(e.aiAnswerBody)||(w?.matches(e.aiAnswerBody)?w:null)||w?.querySelector(e.answerBody)||(w?.matches(e.answerBody)?w:null),C=p||w,y=d(C,C,!p),T=/^(?:an error has occurred(?:[.!…]\s*)?(?:please try again later[.!…]?)?|loading|please wait|try again|something went wrong)[.!…\s]*$/i.test(y),O=[...Array.from((C||o).querySelectorAll("a[href]")),...Array.from(w?.querySelectorAll("a[href]")||[]),...Array.from(o.querySelectorAll(e.aiCitation+","+e.aiSourceCard))],x=!T&&(g&&y.length>=10||y.length>30&&O.some(N=>/^https?:\/\//i.test(N.href))),P=C?.matches(e.aiAnswerBody)&&C.closest(".hICk5e[data-collapsed]")?C:null,G=P&&Array.from(P.querySelectorAll('[hidden], [aria-hidden="true"], [style]')).some(N=>{if(!s(N)||!n(N.textContent))return!1;let D=N.closest('button, [role="button"]');if(D&&!u(D,P)||N.closest('[data-artifact-type="map"], .AQisZb, '+e.aiSourceCard+","+e.sourceCard+","+e.citationBadge))return!1;let M=N.closest("[data-xpm-copy-root][data-xpm-math-type]");return r(M,P)&&(N.closest("svg")?.parentElement===M||N.closest("math")?.parentElement?.parentElement===M)?!1:!h(N,P)||s(N,!0)}),F=P&&!G?P:null,b=Array.from(w?.querySelectorAll(e.answerControl)||[]),v=x?b.flatMap((N,D)=>{if(!i(N,F))return[];for(let M=N;M&&M!==w;M=M.parentElement)if(s(M)||l(M))return[];return[D]}):[],W=new Map;if(x)for(let N of O){if(!/^https?:\/\//i.test(N.href)||N.closest('[data-artifact-type="map"]'))continue;let D=N.closest(e.sourceCard),M=D?n(D.querySelector(e.sourceDescription)?.textContent):"",L=(D?n(D.querySelector(e.sourceCardTitle)?.textContent):"")||a(N.getAttribute("aria-label"))||n(N.querySelector("h3")?.textContent)||n(N.textContent),m=W.get(N.href);W.set(N.href,{title:D&&L?L:m?.title||L,rawHref:N.href,...M||m?.description?{description:M||m?.description}:{}})}let f=[...W.values()],k=x&&n(o.querySelector(e.sourceTitle)?.textContent)||void 0,J=x&&n(o.querySelector(e.sourceSite)?.textContent)||void 0;return k||=f.find(N=>N.title.length>2)?.title||f[0]?.title||void 0,[{googleLinkId:o.getAttribute("data-lk")||o.querySelector("[data-lk]")?.getAttribute("data-lk")||null,googleEvidenceId:o.getAttribute("data-ved")||o.querySelector("[data-ved]")?.getAttribute("data-ved")||null,question:c,answer:x?y:void 0,sourceTitle:k,sourceSite:J,sources:f,...v.length||x&&G||o.getAttribute("data-mcp-answer-expansion")==="pending"?{answerExpansionIncomplete:!0}:{},itemIndex:U,expanded:g,answerControls:v,...v.some(N=>b[N]?.getAttribute("data-mcp-answer-expansion")==="pending")?{answerControlPending:!0}:{}}]})}async function be(e,t,n,a){let i=Math.min(n.deadlineMs??1/0,Date.now()+1e4),s=()=>Math.max(0,i-Date.now()),l=n.dispatchClick??(U=>U()),r=async()=>(await e.evaluate(a,{selectors:n.selectors,onlyQuestion:t}))[0],S=await r(),u=async(U,c)=>n.signal?.aborted||s()<=0?!1:e.evaluate(({selectors:g,question:w,operation:p,controlIndex:C})=>{let y=G=>(G??"").replace(/\u00a0/g," ").replace(/\s+/g," ").trim(),T=Array.from(document.querySelectorAll(g.item)).find(G=>y(G.getAttribute(g.itemDataQ)||G.getAttribute(g.itemDataInitQ)||G.querySelector(g.itemQuestionEl)?.textContent)===y(w));if(!T)return!1;if(p==="clear")return T.removeAttribute("data-mcp-answer-expansion"),!0;let O=Array.from(T.querySelector(g.answerContainer)?.querySelectorAll(g.answerControl)||[]),x=O.filter(G=>G.getAttribute("data-mcp-answer-expansion")==="pending");if(p==="confirmed")return x.length>1?!1:(x[0]?.setAttribute("data-mcp-answer-expansion","confirmed"),!0);let P=C===void 0?void 0:O[C];return!P||x.length||P.matches(":disabled")||P.closest('[aria-disabled="true"]')?!1:(P.setAttribute("data-mcp-answer-expansion","pending"),P.setAttribute("data-mcp-answer-expansion-for",encodeURIComponent(w)),T.setAttribute("data-mcp-answer-expansion","pending"),!0)},{selectors:n.selectors,question:t,operation:U,controlIndex:c}).catch(()=>!1);async function h(U,c){let g=Date.now()+U.budgetMs,w,p=null,C=U.beforeAnswer;for(;Date.now()<g;){if(await new Promise(y=>window.setTimeout(y,Math.min(150,g-Date.now()))),w=c({selectors:U.selectors,onlyQuestion:U.onlyQuestion})[0],!w)return{acknowledged:!1,clearMarker:!1};if(w.answer!==C&&(C=w.answer,p=Date.now()),!w.answerControls.length&&w.answer){p??=Date.now();let y=w.answer!==U.beforeAnswer?300:1e3;if(Date.now()-p>=y)return{state:w,acknowledged:!0,clearMarker:!0}}else if(w.answerControls.length&&(w.answer!==U.beforeAnswer||!w.answerControlPending)&&(p??=Date.now(),Date.now()-p>=300))return{state:w,acknowledged:!0,clearMarker:!1}}return{state:w,acknowledged:!1,clearMarker:!1}}let d=new Function("input",`return (${h.toString()})(input, (${a.toString()}));`),o=async U=>{if(n.signal?.aborted||s()<=0)return!1;let c,g=new Promise(w=>{c=()=>w(void 0),n.signal?.addEventListener("abort",c,{once:!0})});try{let w=e.evaluate(d,{selectors:n.selectors,onlyQuestion:t,beforeAnswer:U,budgetMs:Math.min(2500,s())}),p=await Promise.race([w,g]);return!p||n.signal?.aborted||s()<=0?!1:(S=p.state,p.acknowledged&&(p.clearMarker?await u("clear"):!0))}finally{c&&n.signal?.removeEventListener("abort",c)}};if(S?.answerExpansionIncomplete&&!S.answerControls.length){await o(S.answer);return}for(let U=0;S?.answerControls.length&&U<8;U+=1){if(n.signal?.aborted||s()<=0)return;let c=S.answer,g=!1;try{if(S=await r(),!S?.answerControls.length)return;c=S.answer;let p=e.locator(n.selectors.item).nth(S.itemIndex);if(!S.expanded){if(n.allowOuterReopen===!1||(await l(async()=>{n.signal?.aborted||s()<=0||await p.locator(n.selectors.clickTarget).first().click({force:!0,noWaitAfter:!0,timeout:Math.min(1200,s())})}),s()<=0||n.signal?.aborted)||(await e.waitForTimeout(Math.min(250,s())),S=await r(),!S?.answerControls.length))return;c=S.answer}if(n.signal?.aborted||s()<=0)return;let C=S;await l(async()=>{if(n.signal?.aborted||s()<=0)return;let y=await u("pending",C.answerControls[0]);g=!0,y&&!n.signal?.aborted&&s()>0&&await e.locator(`[data-mcp-answer-expansion="pending"][data-mcp-answer-expansion-for="${encodeURIComponent(t)}"]`).first().click({force:!0,noWaitAfter:!0,timeout:Math.min(1200,s())}).catch(()=>{})})}catch{}if(!g||n.signal?.aborted||s()<=0||!await o(c)||!S?.answerControls.length||!await u("confirmed"))return}}async function En(e){let t=e??{aio:{root:"[data-lhcontainer][data-streaming-container][eid]",legacyRoot:'[data-hveid="CBMQAA"]',wrapper:".Fgyi2e",controller:'[jscontroller="AkrxPe"]',contentSubtree:'[data-subtree="mfc"]',heading:".Fzsovc.cwYVJe.RJPOee",header:".heWuVc",showMoreButton:'[aria-label="Show more AI Overview"]',sourcesPanel:".OZ9ddf.WAUd4",disclaimer:".DuQANe.MSJHRb"},aim:{root:'[data-hveid="CAUQAA"]',wrapper:".Fgyi2e"},expandWaitMs:1500},n=window.google?.sn??"unknown",a=n==="aim"?"aim":n==="web"?"web":"unknown";function i(b){return b?(b.innerText??b.textContent??"").trim():""}function s(b){if(!b)return!1;let v=b.replace(/\s+/g," ").trim();return v.length>=16&&v.split(" ").filter(Boolean).length>=2}function l(b){let v=b.querySelector(t.aio.heading);if(i(v)==="AI Overview")return!0;let W=b.querySelector(t.aio.header);return!!i(W).split(/\n|\s{2,}/).some(f=>f.trim()==="AI Overview")}function r(){let v=Array.from(document.querySelectorAll(t.aio.root)).find(l);if(v)return v;if(t.aio.legacyRoot){let f=document.querySelector(t.aio.legacyRoot);if(f&&l(f))return f}let W=document.querySelectorAll(`${t.aio.heading}, h1, h2, h3, [role="heading"]`);for(let f of W){if(i(f)!=="AI Overview")continue;let k=f.parentElement;for(let J=0;J<8&&k;J++){if(k.matches(t.aio.root)||k.querySelector(t.aio.controller)||k.querySelector(t.aio.contentSubtree))return k;k=k.parentElement}return f.parentElement}return null}function S(b){if(!b)return null;let v=b.cloneNode(!0);v.querySelectorAll(["script","style","noscript","img","picture","video",t.aio.header,t.aio.showMoreButton,t.aio.sourcesPanel,t.aio.disclaimer,'[data-subtree="dfa"]',"[data-src-id]",'[role="dialog"]',".HWMcu",".bTFeG",".CyMdWb",".MFrAxb",".F0OfWd.hfWAgb",".x2qcTc.fZavHb",".SvjEff",".sR2MY",".lKuDef",".GSPQcc","a[href]","button",'[role="button"]'].join(",")).forEach(D=>D.remove());let W=document.createElement("div");W.style.position="fixed",W.style.left="-10000px",W.style.top="0",W.style.width=`${Math.max(320,Math.round(b.getBoundingClientRect?.().width||960))}px`,W.style.opacity="0",W.style.pointerEvents="none",W.append(v),document.body.append(W);let f=v.innerText||v.textContent||"";W.remove();let k=f.replace(/\r/g,"").replace(/[ \t]+\n/g,`
 `).replace(/\n[ \t]+/g,`
 `).replace(/\n{3,}/g,`
 
 `).replace(/[ \t]{2,}/g," ").trim().split(`
-`).map(I=>I.replace(/\u00a0/g," ").trim()).filter(Boolean),H=[];for(let I=0;I<C.length;I++){let T=C[I],L=C[I+1]??"";if(T!=="AI Overview"&&T!=="Show more"&&!/^AI can make mistakes/i.test(T)&&!/^Thank you\b/i.test(T)&&!/^Your feedback helps Google improve/i.test(T)&&!/^\+?\d+$/.test(T)){if(/^\+\d+$/.test(L)&&T.length<=80){I++;continue}H.push(T)}}let O=H.join(`
+`).map(D=>D.replace(/\u00a0/g," ").trim()).filter(Boolean),J=[];for(let D=0;D<k.length;D++){let M=k[D],L=k[D+1]??"";if(M!=="AI Overview"&&M!=="Show more"&&!/^AI can make mistakes/i.test(M)&&!/^Thank you\b/i.test(M)&&!/^Your feedback helps Google improve/i.test(M)&&!/^\+?\d+$/.test(M)){if(/^\+\d+$/.test(L)&&M.length<=80){D++;continue}J.push(M)}}let N=J.join(`
 `).replace(/\n{3,}/g,`
 
-`).trim();return!O||/not available|try again|can't generate/i.test(O)?null:O}function U(m){if(!m||m.startsWith("javascript:"))return null;try{let v=new URL(m,window.location.href);return!["http:","https:"].includes(v.protocol)||v.username||v.password?null:{href:v.href,rawHref:v.href}}catch{return null}}function h(m){if(!m)return[];let v=new Set,A=[];for(let y of Array.from(m.querySelectorAll("a[href]"))){let C=U(y.getAttribute("href")??"");if(!C||v.has(C.rawHref))continue;v.add(C.rawHref);let H="";try{H=new URL(C.href).hostname.replace(/^www\./,"")}catch{}A.push({text:i(y)||H||C.href,href:C.href,rawHref:C.rawHref})}return A}async function r(m){let v=m.querySelector(t.aio.showMoreButton);if(!v||v.getAttribute("aria-expanded")!=="false")return!1;v.click();let A=t.expandWaitMs??1500;return A>0&&await new Promise(y=>setTimeout(y,A)),!0}let l=o(),u=null,c=[],w=!1,g=!1,f=[];if(l){w=await r(l);let m=l.querySelector(t.aio.controller),v=l.querySelector(t.aio.contentSubtree),A=l.querySelector(t.aio.showMoreButton);g=m?.getAttribute("data-trnct")==="false"||A?.getAttribute("aria-expanded")==="true"||!A,u=d(v??m??l),f=(u??"").split(`
-`).map(y=>y.trim()).filter(y=>/^\d+\.\s+.+/.test(y)),c=h(l)}let M=document.querySelector(t.aim.root),p=a==="aim"&&!!M,P=M?.closest(t.aim.wrapper)??M,b=p?d(P):null,x=p&&s(b),k=x?b:null,B=x?h(P):[],N=!!l&&s(u);return{surface:a,aiOverview:{detected:N,text:N?u:null,citations:N?c:[],expanded:N?w:!1,fullyExpanded:N?g:!1,sections:N?f:[]},aiMode:{detected:x&&k!==null,text:k,citations:B}}}import{createHash as Ai}from"crypto";var ta=8e3,ea=3e3,na=1e4,xi=8;function wt(e){return/(^|\.)google\.(?:com|[a-z]{2,3}(?:\.[a-z]{2})?)$/i.test(e)}function Rt(e){if(!e||e.length>ta)return null;try{let t=new URL(e);return t.protocol!=="http:"&&t.protocol!=="https:"||t.username||t.password?null:t}catch{return null}}function Li(e,t){if(!e||e.length>ta||/^javascript:/i.test(e))return null;try{let n=new URL(e,t);return Rt(n.href)}catch{return null}}function Ft(e){let t=Rt(e);return!t||t.protocol!=="https:"||!wt(t.hostname)||t.pathname!=="/goto"?null:t.searchParams.get("url")?t:null}function Oe(e){if(e.linkType!=="google_goto_redirect"||e.resolutionStatus!=="resolved"||!Ft(e.rawUrl)||!e.resolvedUrl)return!1;let t=Rt(e.resolvedUrl);return!!(t&&!wt(t.hostname)&&t.href===e.resolvedUrl&&e.url===t.href)}function ft(e){let t=e.normalize("NFKC").toLocaleLowerCase("en-US").replace(/[^\p{L}\p{N}\s]/gu,"").replace(/\s+/g," ").trim();return`paa_${Ai("sha256").update(t).digest("hex").slice(0,16)}`}function Dt(e,t){let n=Li(e,t);if(!n)return null;let a=n.href;if(!wt(n.hostname))return{url:a,rawUrl:a,resolvedUrl:a,linkType:"plain",resolutionStatus:"not_needed"};if(n.pathname==="/url"){let i=Rt(n.searchParams.get("q")??n.searchParams.get("url")??"");return!i||wt(i.hostname)?null:{url:i.href,rawUrl:a,resolvedUrl:i.href,linkType:"google_url_redirect",resolutionStatus:"resolved"}}return n.pathname==="/goto"&&n.searchParams.get("url")?{url:a,rawUrl:a,resolvedUrl:null,linkType:"google_goto_redirect",resolutionStatus:"unresolved"}:null}function Be(e){return Ft(e)?.searchParams.get("url")??null}function aa(e,t){try{let n=new URL(e),a=Rt(new URL(t,n).href);return!a||wt(a.hostname)?null:(!a.hash&&n.hash&&(a.hash=n.hash),a.href)}catch{return null}}async function ia(e,t={}){let n=[...new Set([...e].flatMap(r=>Ft(r)?[r]:[]))],a=new Map(n.map(r=>[r,{rawUrl:r,resolvedUrl:null,resolutionStatus:"unresolved"}])),i=typeof globalThis.fetch=="function"?globalThis.fetch.bind(globalThis):null,s=t.fetchImpl??i;if(n.length===0||!s)return{resolutions:[...a.values()],nonGoogleRequestsObserved:0};let S=Math.max(1,t.timeoutMs??ea),o=Date.now()+Math.max(1,t.totalBudgetMs??na),d=Math.max(1,Math.min(16,Math.floor(t.concurrency??xi))),U=0,h=async()=>{for(;U<n.length;){let r=n[U++],l=Ft(r),u=l?.searchParams.get("url");if(!l||!u){a.set(r,{rawUrl:r,resolvedUrl:null,resolutionStatus:"rejected"});continue}l.hash="";let c=l.href;for(let w=0;w<2;w++){let g=o-Date.now();if(g<=0)return;let f=new AbortController,M=setTimeout(()=>f.abort(),Math.min(S,g)),p;try{p=await s(c,{method:"GET",redirect:"manual",headers:{accept:"*/*","user-agent":"Mozilla/5.0"},signal:f.signal})}catch{break}finally{clearTimeout(M)}if(p.status<300||p.status>=400)break;let P=p.headers.get("location");if(!P)break;let b=aa(r,P);if(b){a.set(r,{rawUrl:r,resolvedUrl:b,resolutionStatus:"resolved"});break}let x;try{x=new URL(P,c)}catch{a.set(r,{rawUrl:r,resolvedUrl:null,resolutionStatus:"rejected"});break}if(!wt(x.hostname)||Be(x.href)!==u){a.set(r,{rawUrl:r,resolvedUrl:null,resolutionStatus:"rejected"});break}c=x.href}}};return await Promise.all(Array.from({length:Math.min(d,n.length)},()=>h())),{resolutions:[...a.values()],nonGoogleRequestsObserved:0}}function Xn(e,t){try{return new URL(e.resolvedUrl??e.url).hostname.replace(/^www\./,"")}catch{return t}}async function sa(e,t={}){let n=[],a=r=>{for(let l of r)n.push(l),a(l.children??[])};a(e.tree??[]);let i=[...e.flat.flatMap(r=>r.sources??[]),...n.flatMap(r=>r.sources),...e.organicResults??[],...(e.aiOverview?.citations??[]).map(({text:r,href:l,...u})=>({...u,url:l})),...(e.aiMode?.citations??[]).map(({text:r,href:l,...u})=>({...u,url:l}))],s=new Map(i.filter(r=>!!r?.rawUrl).map(r=>[r.rawUrl,r])),S=[...s.values()].filter(r=>r.linkType==="google_goto_redirect"&&r.resolutionStatus!=="resolved").map(r=>r.rawUrl);if(S.length>0){let r=await ia(S,t);for(let l of r.resolutions){let u=s.get(l.rawUrl);u&&s.set(l.rawUrl,l.resolutionStatus==="resolved"&&l.resolvedUrl?{...u,url:l.resolvedUrl,resolvedUrl:l.resolvedUrl,resolutionStatus:"resolved"}:{...u,resolutionStatus:l.resolutionStatus})}}let o=r=>({...r,...s.get(r.rawUrl)??r}),d=r=>r.map(l=>{let u=o(l);return{...u,site:Xn(u,l.site)}});for(let r of e.flat){r.sources=d(r.sources??[]);let l=r.sources[0];r.source_title=l?.title??r.source_title,r.source_site=l?.site??r.source_site,r.source_cite=l?.url??r.source_cite}for(let r of n){r.sources=d(r.sources??[]);let l=r.sources[0];r.sourceTitle=l?.title??r.sourceTitle,r.sourceSite=l?.site??r.sourceSite,r.sourceCite=l?.url??r.sourceCite}for(let r=0;r<(e.organicResults?.length??0);r++){let l=o(e.organicResults[r]);e.organicResults[r]={...l,domain:Xn(l,e.organicResults[r].domain)??""}}let U=r=>{let l=o({url:r.href,rawUrl:r.rawUrl,resolvedUrl:r.resolvedUrl,linkType:r.linkType,resolutionStatus:r.resolutionStatus}),{url:u,...c}=l;return{...r,...c,href:u}};e.aiOverview&&(e.aiOverview.citations=(e.aiOverview.citations??[]).map(U)),e.aiMode&&(e.aiMode.citations=(e.aiMode.citations??[]).map(U));let h=[...s.values()];return e.diagnostics.links={linkCandidatesObserved:s.size,plainLinksObserved:h.filter(r=>r.linkType==="plain").length,googleUrlRedirectsObserved:h.filter(r=>r.linkType==="google_url_redirect").length,googleGotoRedirectsObserved:h.filter(r=>r.linkType==="google_goto_redirect").length,redirectsResolved:h.filter(r=>r.linkType!=="plain"&&r.resolutionStatus==="resolved").length,redirectsUnresolved:h.filter(r=>r.resolutionStatus==="unresolved").length,redirectsRejected:h.filter(r=>r.resolutionStatus==="rejected").length,resolverNonGoogleRequestsObserved:0,paaSourcesPreserved:e.flat.reduce((r,l)=>r+l.sources.length,0),aiOverviewLabelValidated:e.aiOverview?.detected??!1},e}async function oa(e,t,n={}){let a=new Map;for(let l of t){let u=a.get(l.rawUrl);u&&Oe(u)||a.set(l.rawUrl,l.linkType==="google_goto_redirect"&&!Oe(l)?{...l,url:l.rawUrl,resolvedUrl:null,resolutionStatus:"unresolved"}:l)}let i=[...a.values()].filter(l=>l.linkType==="google_goto_redirect"&&!Oe(l));if(i.length===0)return a;let s=Date.now()+(n.totalBudgetMs??na),S=await ia(i.map(l=>l.rawUrl),n);for(let l of S.resolutions){let u=a.get(l.rawUrl);u&&a.set(l.rawUrl,l.resolutionStatus==="resolved"&&l.resolvedUrl?{...u,url:l.resolvedUrl,resolvedUrl:l.resolvedUrl,resolutionStatus:"resolved"}:{...u,resolutionStatus:l.resolutionStatus})}let o=i.filter(l=>a.get(l.rawUrl)?.resolutionStatus==="unresolved");if(o.length===0||n.browserFallback===!1||Date.now()>=s)return n.onNetworkAudit?.({nonGoogleRequestsObserved:0}),a;let d=n.timeoutMs??ea,U=await e.context().newPage().catch(()=>null);if(!U)return n.onNetworkAudit?.({nonGoogleRequestsObserved:0}),a;let h=null,r=0;try{await U.route("**/*",async l=>{let u=l.request().url();try{wt(new URL(u).hostname)||(r+=1)}catch{}let c=Be(u);if(!h||c!==h.token){await l.abort("blockedbyclient").catch(()=>{});return}let w=h;try{let g=await l.fetch({maxRedirects:0,timeout:w.timeoutMs});w.location=g.headers().location??null}finally{await l.abort("blockedbyclient").catch(()=>{}),w.finish()}});for(let l of o){let u=s-Date.now();if(u<=0)break;let c=Ft(l.rawUrl),w=c?.searchParams.get("url");if(!c||!w){a.set(l.rawUrl,{...l,resolutionStatus:"rejected"});continue}let g=Math.min(d,u);c.hash="";let f=c.href,M=!1;for(let p=0;p<2;p++){let P,b=new Promise(m=>{P=m}),x=`mcp-goto-${Math.random().toString(36).slice(2)}`;h={token:w,timeoutMs:g,location:null,finish:P},await U.evaluate(({url:m,id:v})=>{let A=document.createElement("iframe");A.id=v,A.hidden=!0,A.src=m,document.body.append(A)},{url:f,id:x}).catch(()=>null),await Promise.race([b,new Promise(m=>setTimeout(m,g))]);let k=h.location;if(h=null,await U.evaluate(m=>document.getElementById(m)?.remove(),x).catch(()=>null),!k)break;let B=aa(l.rawUrl,k);if(B){a.set(l.rawUrl,{...l,url:B,resolvedUrl:B,resolutionStatus:"resolved"});break}let N;try{N=new URL(k,f)}catch{M=!0;break}if(!wt(N.hostname)||Be(N.href)!==w){M=!0;break}f=N.href}M&&a.get(l.rawUrl)?.resolutionStatus!=="resolved"&&a.set(l.rawUrl,{...l,resolutionStatus:"rejected"})}}finally{h=null,await U.close().catch(()=>{}),n.onNetworkAudit?.({nonGoogleRequestsObserved:r})}return a}async function ra(e){let t=Ot;return e.evaluate(n=>{let a=[],i=Array.from(document.querySelectorAll(n.container));for(let s of i){let d=(s.querySelector(n.sectionHeading)?.textContent?.trim()??"").toLowerCase().includes("short")?"short_video":"video",U=Array.from(s.querySelectorAll(n.item));for(let h of U){let r=h.href;if(!r||!r.includes("youtube")&&!r.includes("youtu.be"))continue;let l=h.textContent?.trim()??"",u=l.indexOf("YouTube");if(u===-1)continue;let c=l.slice(0,u).trim(),g=l.slice(u+7).replace(/^[·\s·]+/,"").match(/^([^·\n]+)/),f=g?g[1].trim():"";c&&a.push({type:d,title:c,channel:f,platform:"YouTube",duration:"",url:r})}}return a},t)}async function da(e){let t=xn;return e.evaluate(n=>{let a=[],s=Array.from(document.querySelectorAll(n.section)).find(o=>o.textContent?.includes("Discussions"));if(!s)return a;let S=Array.from(s.querySelectorAll(n.item));for(let o of S){let d=o.href;if(!d)continue;let U=o.querySelector(n.title),h=o.querySelector(n.source),r=U?.textContent?.trim()??"",l=h?.textContent?.trim()??"";r&&a.push({title:r,source:l,url:d})}return a},t)}async function la(e,t,n){try{await e.goto(t,{waitUntil:"domcontentloaded"}),await e.waitForTimeout(1500)}catch{return[]}await n(e,"Google short video search");let a={item:Bt.item,platforms:[...Bt.platforms]};return(await e.evaluate(s=>{let S=new Set,o=[],d=Array.from(document.querySelectorAll(s.item)),U=["youtube.com","youtu.be","tiktok.com","instagram.com","facebook.com","fb.watch"],h=new Map;for(let r of d){let l=r.href;if(!l||!U.some(c=>l.includes(c)))continue;let u=r.textContent?.trim()??"";h.has(l)||h.set(l,[]),h.get(l).push(u)}for(let[r,l]of h.entries()){if(S.has(r))continue;S.add(r);let u=l.find(M=>/^\d+:\d+$/.test(M))??"",c=l.find(M=>!/^\d+:\d+$/.test(M)&&M.length>5)??"";if(!c)continue;let w=c,g="",f="";for(let M of s.platforms){let p=-1,P=0;for(;;){let N=c.indexOf(M,P);if(N===-1)break;p=N,P=N+1}if(p===-1)continue;let b=c.slice(p+M.length);if(!(/^[\s·]/.test(b)||b.trim()===""))continue;w=c.slice(0,p).trim(),g=M;let k=b.replace(/^[\s·]+/,""),B=k.indexOf("\xB7");f=(B===-1?k:k.slice(0,B)).trim();break}w&&o.push({title:w,channel:f,platform:g,duration:u,url:r})}return o},a)).map(s=>({type:"short_video",...s}))}async function Sa(e){let t=Ln;return e.evaluate(n=>{let a=Array.from(document.querySelectorAll(n.sectionTag)).find(i=>i.textContent?.includes(n.sectionHeadingText))??document.querySelector(".yG4QQe.TBC9ub.NbhJ1c");return a?Array.from(a.querySelectorAll(n.card)).map(i=>{let S=i.querySelector(n.cardLink)?.href??"",o=i.querySelector(n.titleH1)?.textContent?.trim(),d=i.querySelector(n.titleDiv)?.textContent?.trim(),U=o??d??"",h=i.querySelector(n.source)?.textContent?.trim()??"",l=i.querySelector(n.platformBadge)?.textContent?.trim()??"",u=i.querySelector(n.ytChannel)?.textContent?.trim()??"",c=i.querySelector(n.ytDate)?.textContent?.trim()??"",w=i.querySelector(n.authorNote)?.textContent?.trim()??null,g=i.querySelector(n.popularCommentLabel),f=null;if(g){let C=g.nextSibling;for(;C;){let H=C.textContent?.trim();if(H){f=H;break}C=C.nextSibling}}let M=Array.from(i.querySelectorAll("span")),p=M.find(C=>/^\d+:\d+$/.test(C.textContent?.trim()??""))?.textContent?.trim()??null,b=M.map(C=>C.textContent?.trim()??"").filter(C=>/\d/.test(C)&&(C.includes("comment")||C.includes("reaction")||C.includes("view")||C.includes("like")||C.includes("share")))[0]??"",x=M.map(C=>C.textContent?.trim()??"").filter(C=>/\d+ (day|week|month|year|hour)s? ago|Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec/.test(C)),k=c||(x[0]??""),B=l||(u?"YouTube":""),N=u||h,m="unknown",v=B.toLowerCase(),A=N.toLowerCase(),y=h.toLowerCase();return v.includes("reddit")||A.startsWith("r/")?m="reddit":v.includes("facebook")||y.includes("facebook")?m="facebook":v.includes("instagram")||y.includes("instagram")?m="instagram":v.includes("tiktok")||y.includes("tiktok")?m="tiktok":v.includes("youtube")||u?m="youtube":m="news",{type:m,title:U,url:S,source:N,platform:B,popularComment:f,engagement:b,date:k,duration:p,authorNote:w}}):[]},t)}async function Ua(e){let t=Hn,n=await e.evaluate(i=>{let s=[],S=0;return document.querySelectorAll(i.result).forEach(o=>{let d=o.querySelector(i.title);if(!d)return;let U=d.textContent?.trim()??"",r=d.closest("a")?.href??"";if(!U||!r)return;S++;let l=o.querySelector(i.cite)?.textContent?.trim()??null,u=o.querySelector(i.snippet)?.textContent?.trim()??null,c=!!o.querySelector(i.redditCite),w=o.querySelector(i.ratingWrap),g=w?{value:w.querySelector(i.ratingValue)?.textContent?.trim()??"",count:w.querySelector(i.reviewCount)?.textContent?.trim()??""}:null,f="";try{f=new URL(r).hostname.replace(/^www\./,"")}catch{f=o.querySelector(i.siteName)?.textContent?.trim()??""}s.push({position:S,title:U,url:r,domain:f,cite:l,snippet:u,isRedditStyle:c,inlineRating:g})}),s},t),a=typeof e.url=="function"?e.url():"https://www.google.com/";return n.flatMap(i=>{let s=Dt(i.url,a);if(!s)return[];let S=i.domain;try{S=new URL(s.resolvedUrl??s.rawUrl).hostname.replace(/^www\./,"")}catch{}return[{...i,...s,domain:S}]})}async function ha(e){let t=Fn;return e.evaluate(n=>{let a=[],i=null;return document.querySelectorAll('[role="heading"]').forEach(s=>{!i&&s.textContent?.includes(n.headingText)&&(i=s.closest("[data-hveid]"))}),i&&i.querySelectorAll(n.card).forEach((s,S)=>{let o=s.querySelector(n.name)?.textContent?.trim()??"";if(!o)return;let d=s.querySelector(n.ratingValue)?.textContent?.trim()??null,U=s.querySelector(n.reviewCount)?.textContent?.trim()??null,h=U?U.replace(/[()]/g,"").trim():null,r=s.querySelector("a[data-cid]")?.getAttribute("data-cid")??null;if(!r)for(let g of Array.from(s.querySelectorAll("a[href]"))){let f=g.href.match(/[?&]cid=(\d+)/);if(f){r=f[1];break}let M=g.href.match(/!1s0x[0-9a-f]+:0x([0-9a-f]+)/i);if(M){try{r=BigInt("0x"+M[1]).toString()}catch{}if(r)break}}let l=[];s.querySelectorAll("div, span").forEach(g=>{let f=Array.from(g.childNodes).filter(M=>M.nodeType===3).map(M=>M.textContent?.trim()??"").filter(M=>M.length>1&&M.length<120).join(" ");f&&!l.includes(f)&&l.push(f)});let u=Array.from(s.querySelectorAll("a[href]")),c=u.find(g=>g.href.includes("google.com/maps"))?.href??null,w=u.find(g=>!g.href.includes("google.com")&&g.href.startsWith("http"))?.href??null;a.push({position:S+1,name:o,cid:r,rating:d,reviewCount:h,metadata:l,websiteUrl:w,directionsUrl:c})}),a},t)}async function ua(e){return e.evaluate(()=>{let t=new Set,n=new Set,a=new Set,i=new Map;function s(o){let d=[".OSrXXb",".dbg0pd",".tzt0oe",'[role="heading"]',"h3"];for(let U of d){let h=o.querySelector(U);if(h?.textContent?.trim())return h.textContent.trim()}return""}document.querySelectorAll('[id^="pv-/g/"]').forEach(o=>{let d=o.getAttribute("id");if(!d)return;let U=d.replace("pv-","");t.add(U);let h=s(o),l=o.querySelector("a[data-cid]")?.getAttribute("data-cid")??null;l&&n.add(l),h&&i.set(U,{name:h,kgId:U,cid:l,gcid:null})}),document.querySelectorAll("[data-mid]").forEach(o=>{let d=o.getAttribute("data-mid");if(d?.startsWith("/g/")&&(t.add(d),!i.has(d))){let U=s(o);U&&i.set(d,{name:U,kgId:d,cid:null,gcid:null})}}),document.querySelectorAll(".w7Dbne").forEach(o=>{let U=o.querySelector("a[data-cid]")?.getAttribute("data-cid")??null;if(!U)return;n.add(U);let h=o.querySelector(".OSrXXb")?.textContent?.trim()??"";if(!h)return;let r=o.querySelector('[id^="pv-/g/"]'),l=r?r.getAttribute("id").replace("pv-",""):null,u=l??`cid:${U}`;if(i.has(u)){let c=i.get(u);c.cid||i.set(u,{...c,cid:U})}else i.set(u,{name:h,kgId:l,cid:U,gcid:null})}),document.querySelectorAll("a[data-cid]").forEach(o=>{let d=o.getAttribute("data-cid");if(!d)return;if(n.add(d),![...i.values()].some(h=>h.cid===d)){let h=o.parentElement,r="";for(let l=0;l<8&&h;l++){let u=h.querySelector('.OSrXXb, .dbg0pd, [role="heading"], h3');if(u?.textContent?.trim()){r=u.textContent.trim();break}h=h.parentElement}r&&i.set(`cid:${d}`,{name:r,kgId:null,cid:d,gcid:null})}});let S=Array.from(document.querySelectorAll("script:not([src])")).map(o=>o.textContent??"").filter(o=>o.length>1e4).join(`
-`);for(let o of S.matchAll(/\/g\/[a-zA-Z0-9_-]{5,20}/g))t.add(o[0]);for(let o of S.matchAll(/gcid:[a-zA-Z0-9_]+/g))a.add(o[0]);for(let o of S.matchAll(/0x[0-9a-f]+:0x([0-9a-f]+)/gi))try{n.add(BigInt("0x"+o[1]).toString())}catch{}return{entities:[...i.values()],kgIds:[...t],cids:[...n],gcids:[...a]}})}function ca(e,t){let n=new Set(e.cids),a=e.entities.map(i=>({...i}));for(let i of t){if(!i.cid)continue;n.add(i.cid);let s=i.name.toLowerCase().trim(),S=a.find(o=>o.name.toLowerCase().trim()===s);S?S.cid||(S.cid=i.cid):a.find(o=>o.cid===i.cid)||a.push({name:i.name,kgId:null,cid:i.cid,gcid:null})}return{...e,entities:a,cids:[...n]}}var Bi=String.raw`^(?:an error has occurred(?:[.!…]\s*)?(?:please try again later[.!…]?)?|loading|please wait|try again|something went wrong)[.!…\s]*$`,Hi=700,Fi=1e3,Ri=1400,wa=900,Di=3,ga=250,ie=class{constructor(t,n,a,i){this.driver=t;this.reporter=n;this.onPaaProgress=a;this.onProviderSession=i}driver;reporter;onPaaProgress;onProviderSession;completeness={paaWithoutAnswer:0,paaWithoutSource:0,paaAnswersRecovered:0,aioShareCaptured:null};aioShareUrlEarly=null;linkDiagnostics=this.emptyLinkDiagnostics();collectedRows=[];partialContext=null;progressSequence=0;clickedQuestions=new Set;paaLifecycle=this.emptyPaaLifecycle(0);checkpointMaterial=null;interactionObservations=[];phaseTimings={};currentPhaseTimings(t){return{...this.phaseTimings,totalServerMs:Math.max(0,Date.now()-t)}}emptyPaaLifecycle(t){return{requestedQuestions:t,questionsFound:0,targetStatus:"not_met",discoveryStatus:"in_progress",materialStatus:"partial",completionReason:"PAA expansion is still running.",automaticRetries:0,retryBreakdown:{controlRetries:0,browserRetries:0,providerFallbacks:0,runtimeRecoveries:0,idempotentReplays:0},knownQuestions:0,processedQuestions:0,failedInteractions:0,noGrowthConfirmations:0,visibleControls:0,eligibleControls:0,dispatchedInteractions:0,confirmedInteractions:0,unconfirmedInteractions:0}}emptyLinkDiagnostics(){return{linkCandidatesObserved:0,plainLinksObserved:0,googleUrlRedirectsObserved:0,googleGotoRedirectsObserved:0,redirectsResolved:0,redirectsUnresolved:0,redirectsRejected:0,resolverNonGoogleRequestsObserved:0,paaSourcesPreserved:0,aiOverviewLabelValidated:!1}}mergePaaSources(t=[],n=[]){let a=new Map;for(let i of[...t,...n]){let s=a.get(i.rawUrl);if(!s){a.set(i.rawUrl,i);continue}let S=i.resolutionStatus==="resolved"&&s.resolutionStatus!=="resolved"?i:s,o=i.description?.trim()&&!s.description?.trim()?i:s.description?.trim()?s:S;a.set(i.rawUrl,{...S,title:o.title??S.title??s.title??i.title,site:S.site??s.site??i.site,...(o.description??s.description??i.description)!==void 0?{description:o.description??s.description??i.description}:{}})}return[...a.values()]}normalizeAICitations(t,n){let a=new Set;return n.flatMap(i=>{let s=Dt(i.rawHref??i.href,t);if(!s||a.has(s.rawUrl))return[];a.add(s.rawUrl);let{url:S,...o}=s;return[{...o,text:i.text,href:S}]})}async resolveMaterialLinks(t,n,a,i,s){let S=Date.now(),o=[...n.flatMap(c=>c.sources??[]),...a,...i.citations.map(({text:c,href:w,...g})=>({...g,url:w})),...s.citations.map(({text:c,href:w,...g})=>({...g,url:w}))],d=new Map(o.map(c=>[c.rawUrl,c])),U=0,h=await oa(t,o,{onNetworkAudit:c=>{U=c.nonGoogleRequestsObserved}}),r=c=>({...c,...h.get(c.rawUrl)??c});for(let c of n){c.sources=(c.sources??[]).map(r);let w=c.sources[0];c.source_title=w?.title??c.source_title,c.source_site=w?.site??c.source_site,c.source_cite=w?.url??c.source_cite}for(let c=0;c<a.length;c++){let w=r(a[c]);if(w.resolvedUrl)try{w.domain=new URL(w.resolvedUrl).hostname.replace(/^www\./,"")}catch{}a[c]=w}let l=c=>{let w=r({url:c.href,rawUrl:c.rawUrl,resolvedUrl:c.resolvedUrl,linkType:c.linkType,resolutionStatus:c.resolutionStatus}),{url:g,...f}=w;return{...f,text:c.text,href:g}};i.citations=i.citations.map(l),s.citations=s.citations.map(l);let u=[...h.values()];this.linkDiagnostics={linkCandidatesObserved:d.size,plainLinksObserved:u.filter(c=>c.linkType==="plain").length,googleUrlRedirectsObserved:u.filter(c=>c.linkType==="google_url_redirect").length,googleGotoRedirectsObserved:u.filter(c=>c.linkType==="google_goto_redirect").length,redirectsResolved:u.filter(c=>c.linkType!=="plain"&&c.resolutionStatus==="resolved").length,redirectsUnresolved:u.filter(c=>c.resolutionStatus==="unresolved").length,redirectsRejected:u.filter(c=>c.resolutionStatus==="rejected").length,resolverNonGoogleRequestsObserved:U,paaSourcesPreserved:n.reduce((c,w)=>c+(w.sources??[]).length,0),aiOverviewLabelValidated:i.detected},this.phaseTimings.linkResolutionMs=(this.phaseTimings.linkResolutionMs??0)+(Date.now()-S)}normalizeQuestion(t){return t.toLowerCase().replace(/[^\w\s]/g,"").replace(/\s+/g," ").trim()}throwIfAborted(t){if(t?.aborted)throw t.reason instanceof DOMException&&t.reason.name==="TimeoutError"?t.reason:new tt}async throwIfCaptcha(t,n){if(await t.locator(V.captchaMarker).count().catch(()=>0)>0)throw new z(`${n} returned a CAPTCHA \u2014 retrying with a fresh session.`)}async extractVisibleItems(t,n){let a=await t.evaluate(ae,{selectors:V,onlyQuestion:n}),i=typeof t.url=="function"?t.url():"https://www.google.com/";return a.flatMap(s=>{let S=[],o=new Set;for(let r of s.sources){let l=Dt(r.rawHref,i);if(!l||o.has(l.rawUrl))continue;o.add(l.rawUrl);let u=s.sourceSite??null;try{u||=new URL(l.resolvedUrl??l.rawUrl).hostname.replace(/^www\./,"")}catch{}S.push({...l,title:r.title||s.sourceTitle||null,site:u,...r.description?{description:r.description}:{}})}let d=S[0],U={questionId:ft(s.question),googleLinkId:s.googleLinkId,googleEvidenceId:s.googleEvidenceId,question:s.question,answer:Qn(s.answer,s.question),sourceTitle:d?.title??s.sourceTitle,sourceSite:d?.site??s.sourceSite,sourceCite:d?.url,sources:S,...s.answerExpansionIncomplete?{answerExpansionIncomplete:!0}:{}},h=gn.safeParse(U);return h.success?[h.data]:(console.warn("[PAAExtractor] item parse failed:",s.question,h.error.issues[0]?.message),[])})}jitteredDelayMs(t,n){return t+Math.floor(Math.random()*(n-t+1))}async clickItem(t,n){try{await t.locator(`${V.item}[data-q="${n}"], ${V.item}[data-initq="${n}"]`).first().click()}catch{}}toFlatRow(t,n,a,i){return{seed_query:i,question_id:t.questionId??ft(t.question),google_link_id:t.googleLinkId??"",google_evidence_id:t.googleEvidenceId??"",question:t.question,answer:t.answer??"",...t.answerExpansionIncomplete?{answerExpansionIncomplete:!0}:{},source_title:t.sourceTitle??"",source_site:t.sourceSite??"",source_cite:t.sourceCite??"",sources:t.sources??[],depth:n,parent_question:a??"",extracted_at:new Date().toISOString()}}upsertCollectedRow(t){let n=this.normalizeQuestion(t.question),a=this.collectedRows.findIndex(o=>this.normalizeQuestion(o.question)===n);if(a<0)return this.collectedRows.push({...t}),!0;let i=this.collectedRows[a],s={...i,...t,answer:t.answer||i.answer,answerExpansionIncomplete:t.answer?t.answerExpansionIncomplete:i.answerExpansionIncomplete,source_title:t.source_title||i.source_title,source_site:t.source_site||i.source_site,source_cite:t.source_cite||i.source_cite,sources:this.mergePaaSources(i.sources,t.sources),extracted_at:t.extracted_at||i.extracted_at},S=s.answerExpansionIncomplete!==i.answerExpansionIncomplete||s.answer!==i.answer||s.source_title!==i.source_title||s.source_site!==i.source_site||s.source_cite!==i.source_cite||JSON.stringify(s.sources)!==JSON.stringify(i.sources);return S&&(this.collectedRows[a]=s),S}async emitProgress(t){if(!this.onPaaProgress||this.collectedRows.length===0&&!this.checkpointMaterial)return;let n={sequence:++this.progressSequence,observedAt:new Date().toISOString(),clickedQuestions:[...this.clickedQuestions],phase:t,records:this.collectedRows.map(a=>({...a})),lifecycle:{...this.paaLifecycle},...this.checkpointMaterial?{material:structuredClone(this.checkpointMaterial)}:{},interactions:this.interactionObservations.map(a=>({...a,confirmationSignals:[...a.confirmationSignals]}))};try{await this.onPaaProgress(n)}catch(a){console.warn(JSON.stringify({event:"paa_progress_sink_failed",sequence:n.sequence,phase:n.phase,message:a instanceof Error?a.message:String(a)}))}}getPartialResult(){let t=this.partialContext;if(!t||this.collectedRows.length===0&&!this.checkpointMaterial)return null;let n=this.collectedRows.map(d=>({...d})),a=this.checkpointMaterial,i=t.questionsOnly?0:n.filter(d=>!d.answer?.trim()).length,s=t.questionsOnly?0:n.filter(d=>(d.sources??[]).length===0).length,S=t.questionsOnly?0:n.filter(d=>d.answerExpansionIncomplete).length,o={seed:t.seed,totalQuestions:n.length,maxDepthReached:n.reduce((d,U)=>Math.max(d,U.depth),0),durationMs:Date.now()-t.startMs,errorCount:0};return{seed:t.seed,location:t.location,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(t.startMs),completionStatus:"paa_found",problem:null,...a?.pagination?{pagination:{...a.pagination}}:{},resultQuality:"partial",degradedResult:!1,retryRecommended:!0,paaLifecycle:{...this.paaLifecycle,questionsFound:n.length,targetStatus:n.length>=(t.maxQuestions??0)?"met":"not_met",discoveryStatus:"interrupted",materialStatus:i>0||s>0||S>0?"partial":"complete",completionReason:"The browser attempt ended before frontier exhaustion could be proven."},completeness:{...this.completeness,paaWithoutAnswer:i,paaWithoutSource:s,paaIncompleteAnswers:S,paaRequested:t.maxQuestions,paaReturned:n.length,paaUnique:n.length},warnings:[{code:"paa_partial",surface:"paa",message:`Harvest stopped before finishing; returning the ${n.length} question(s) collected up to that point.`,retryable:!0}]},totalQuestions:n.length,surface:a?.surface??"web",aiOverview:a?.aiOverview??{detected:!1,text:null,citations:[]},aiMode:a?.aiMode??{detected:!1,text:null,citations:[]},whatPeopleSaying:a?.whatPeopleSaying??[],tree:this.buildTree(n,t.seed),flat:n,videos:a?.videos??[],forums:a?.forums??[],organicResults:a?.organicResults??[],localPack:a?.localPack??[],entityIds:a?.entityIds??{entities:[],kgIds:[],cids:[],gcids:[]},stats:o}}async runBFS(t,n,a){await t.waitForTimeout(700);let i=new Set,s=new Set,S=[];this.clickedQuestions=new Set,this.interactionObservations=[],this.phaseTimings={};let o=new Set,d=new Map,U=new Set,h=new Set,r=new Map,l=new Set,u=2,c=3,w=0,g={sel:V.item,dataQ:V.itemDataQ,dataInitQ:V.itemDataInitQ,questionEl:V.itemQuestionEl,answerSel:V.answerContainer,expandedClass:V.expandedClass,clickTarget:V.clickTarget,answerPlaceholderPattern:Bi,questionsOnly:n.questionsOnly,sourceSel:"a[href]"},f=()=>t.evaluate(({sel:k,dataQ:B,dataInitQ:N,questionEl:m,expandedClass:v,clickTarget:A,answerSel:y,answerPlaceholderPattern:C,questionsOnly:H})=>{let O=I=>{if(!I)return"";let T=[];for(let L of I.childNodes){if(L.nodeType===Node.TEXT_NODE){let nt=L.textContent?.trim();nt&&T.push(nt);continue}if(L.nodeType!==Node.ELEMENT_NODE)continue;let J=L;if(J.tagName==="STYLE"||J.tagName==="SCRIPT"||J.getAttribute("aria-hidden")==="true")continue;let Y=O(J);Y&&T.push(Y)}return T.join(" ").replace(/\s+/g," ").trim()};return Array.from(document.querySelectorAll(k)).map((I,T)=>{let L=O(I.querySelector(y)).replace(/An AI Overview is not available for this search/gi," ").replace(/Can't generate an AI overview right now\.?\s*Try again later\.?/gi," ").replace(/\bAI Overview\b/gi," ").replace(/\s+/g," ").trim(),J=I.classList.contains(v)||I.querySelector(A)?.getAttribute("aria-expanded")==="true",Y=L.length>=10&&!new RegExp(C,"i").test(L);return{q:I.getAttribute(B)||I.getAttribute(N)||I.querySelector(m)?.innerText?.trim()||"",done:J&&(H||Y),expanded:J,index:T}}).filter(I=>I.q)},g),M=async(k,B,N,m,v,A)=>{let y=Date.now(),C={id:`${A}:${ft(k)}:${v}`,questionId:ft(k),question:k,batchNumber:A,controlAttempt:v,observedAt:new Date(y).toISOString(),beforeQuestionCount:B,expandedBefore:m},H=N>=0?t.locator(g.sel).nth(N).locator(g.clickTarget):null,O=null,I=H?await(async()=>(m&&(await H.click({timeout:wa,force:!0}),await t.waitForTimeout(120)),await H.click({timeout:wa,force:!0}),!0))().catch(Q=>(O=Q instanceof Error&&(Q.name==="TimeoutError"||/timeout/i.test(Q.message))?"click_ack_timeout":"click_failed",!1)):!1,T=Date.now()-y;if(!I&&O!=="click_ack_timeout")return{dispatched:!1,confirmed:!1,observation:{...C,dispatched:!1,outcome:"dispatch_failed",confirmationSignals:[],confirmationCheckpointMs:null,confirmedAtMs:null,dispatchDurationMs:T,totalDurationMs:T,afterQuestionCount:B,newQuestionCount:0,expandedAfter:m,answerObserved:!1,sourceCount:0,errorCode:N<0?"control_missing":O??"click_failed"}};let L={exists:!0,expanded:m,answerReady:!1,sourceCount:0,questionCount:B},J=[],Y=null,nt=null,D=!1;for(let Q of[Hi,Fi,Ri]){let G=y+Q-Date.now();if(G>0&&await t.waitForTimeout(G),L=await t.evaluate(({sel:F,dataQ:Z,dataInitQ:at,questionEl:pt,expandedClass:R,clickTarget:rt,answerSel:it,answerPlaceholderPattern:mt,sourceSel:K,target:_})=>{let dt=Nt=>{if(!Nt)return"";let re=[];for(let Et of Nt.childNodes){if(Et.nodeType===Node.TEXT_NODE){let _e=Et.textContent?.trim();_e&&re.push(_e);continue}if(Et.nodeType!==Node.ELEMENT_NODE)continue;let Vt=Et;if(Vt.tagName==="STYLE"||Vt.tagName==="SCRIPT"||Vt.getAttribute("aria-hidden")==="true")continue;let Je=dt(Vt);Je&&re.push(Je)}return re.join(" ").replace(/\s+/g," ").trim()},At=Array.from(document.querySelectorAll(F)),Gt=At.find(Nt=>(Nt.getAttribute(Z)||Nt.getAttribute(at)||Nt.querySelector(pt)?.innerText?.trim())===_);if(!Gt)return{exists:!1,expanded:!1,answerReady:!1,sourceCount:0,questionCount:At.length};let Ma=Gt.classList.contains(R)||Gt.querySelector(rt)?.getAttribute("aria-expanded")==="true",Ve=Gt.querySelector(it),Ye=dt(Ve).replace(/An AI Overview is not available for this search/gi," ").replace(/Can't generate an AI overview right now\.?\s*Try again later\.?/gi," ").replace(/\bAI Overview\b/gi," ").replace(/\s+/g," ").trim(),Ke=Ye.length>=10&&!new RegExp(mt,"i").test(Ye);return{exists:!0,expanded:Ma,answerReady:Ke,sourceCount:Ke?Ve?.querySelectorAll(K).length??0:0,questionCount:At.length}},{...g,target:k}).catch(()=>L),J=[...L.expanded?["expanded"]:[],...L.answerReady?["answer"]:[],...L.sourceCount>0?["source"]:[],...L.questionCount>B?["question_growth"]:[]],L.answerReady||L.sourceCount>0||L.questionCount>B){D=!0,Y=Q,nt=Date.now()-y;break}}let yt=Date.now()-y,ot={...C,dispatched:I,outcome:D?"confirmed":I?"unconfirmed":"dispatch_failed",confirmationSignals:J,confirmationCheckpointMs:Y,confirmedAtMs:nt,dispatchDurationMs:T,totalDurationMs:yt,afterQuestionCount:L.questionCount,newQuestionCount:Math.max(0,L.questionCount-B),expandedAfter:L.expanded,answerObserved:L.answerReady,sourceCount:L.sourceCount,errorCode:I?D?null:L.exists?"confirmation_timeout":"control_missing":O};return{dispatched:I,confirmed:D,observation:ot}},p=0;t:for(;;){if(n.softDeadlineMs&&Date.now()>=n.softDeadlineMs)throw this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"interrupted",completionReason:"The execution deadline arrived before frontier exhaustion could be proven."},new xt(this.paaLifecycle.completionReason);this.throwIfAborted(a);let k=await f(),B=!1;for(let y of k)s.has(y.q)||(s.add(y.q),S.push(y.q),S.length<=n.maxQuestions&&(B=this.upsertCollectedRow(this.toFlatRow({questionId:ft(y.q),googleLinkId:null,googleEvidenceId:null,question:y.q,sources:[]},1,null,n.query))||B)),y.done&&U.add(y.q);if(this.paaLifecycle={...this.paaLifecycle,questionsFound:Math.min(S.length,n.maxQuestions),targetStatus:S.length>=n.maxQuestions?"met":"not_met",knownQuestions:S.length,processedQuestions:U.size,failedInteractions:h.size,visibleControls:k.length},B&&await this.emitProgress("discovered"),n.questionsOnly&&s.size>=n.maxQuestions){this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"target_reached",targetStatus:"met",completionReason:"The requested unique-question count was observed."};break}if(!n.questionsOnly&&s.size>=n.maxQuestions){let y=!1,C=new Set(S.slice(0,n.maxQuestions)),H=await this.extractVisibleItems(t),O=H.filter(I=>C.has(I.question)&&I.answerExpansionIncomplete&&!l.has(I.question));for(let I of O)l.add(I.question),await Le(t,I.question,{selectors:V,deadlineMs:n.softDeadlineMs,signal:a},ae);O.length&&(H=await this.extractVisibleItems(t));for(let I of H){if(!C.has(I.question))continue;let T=r.get(I.question),L={...I,answer:I.answer||T?.answer,answerExpansionIncomplete:I.answer?I.answerExpansionIncomplete:T?.answerExpansionIncomplete,sourceTitle:I.sourceTitle??T?.sourceTitle,sourceSite:I.sourceSite??T?.sourceSite,sourceCite:I.sourceCite??T?.sourceCite,sources:this.mergePaaSources(T?.sources,I.sources)};r.set(I.question,L),y=this.upsertCollectedRow(this.toFlatRow(L,1,null,n.query))||y}if(y&&await this.emitProgress("answer_captured"),[...C].every(I=>{let T=r.get(I);return!!(T?.answer?.trim()&&T.sources.length>0&&!T.answerExpansionIncomplete)})){h.clear(),this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"target_reached",targetStatus:"met",failedInteractions:0,completionReason:"The requested unique-question count and its answer/source material were observed."};break}}let N=new Set(S.slice(0,n.maxQuestions)),m=k.filter(y=>N.has(y.q)&&!y.done&&(d.get(y.q)??0)<u&&!o.has(y.q)),v=m.slice(-Di);if(this.paaLifecycle={...this.paaLifecycle,eligibleControls:m.length},v.length===0){if(s.size>=n.maxQuestions){this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"target_reached",targetStatus:"met",completionReason:"The requested unique-question count was observed."};break}let y=new Set(k.map(H=>H.q)),C=S.slice(0,n.maxQuestions).filter(H=>!U.has(H)&&(h.has(H)||!y.has(H)));if(C.length>0)throw this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"interrupted",failedInteractions:new Set([...h,...C]).size,completionReason:"At least one known PAA control failed or disappeared before it could be confirmed."},await this.emitProgress("expansion_finished"),new xt(this.paaLifecycle.completionReason);for(let H=1;H<=c;H++){this.throwIfAborted(a),await this.throwIfCaptcha(t,"Google PAA exhaustion confirmation"),await t.mouse.wheel(0,320);let O=await t.waitForFunction(({sel:T,min:L})=>document.querySelectorAll(T).length>L,{sel:V.item,min:k.length},{timeout:1500,polling:100}).catch(()=>null);if(this.paaLifecycle={...this.paaLifecycle,noGrowthConfirmations:H},O||(await f()).some(T=>!s.has(T.q)))continue t}this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"frontier_exhausted",targetStatus:"not_met",failedInteractions:0,noGrowthConfirmations:c,completionReason:"Every known eligible PAA control was processed and three healthy no-growth confirmations found no additional questions."};break}await this.throwIfCaptcha(t,"Google PAA expansion"),w+=1;for(let y of v){if(this.reporter.onDepth(++p),(d.get(y.q)??0)>0){let C=this.paaLifecycle.retryBreakdown.controlRetries+1;this.paaLifecycle={...this.paaLifecycle,automaticRetries:C+this.paaLifecycle.retryBreakdown.browserRetries+this.paaLifecycle.retryBreakdown.runtimeRecoveries,retryBreakdown:{...this.paaLifecycle.retryBreakdown,controlRetries:C}}}d.set(y.q,(d.get(y.q)??0)+1)}let A=await Promise.all(v.map(async y=>({target:y,result:await M(y.q,k.length,y.index,y.expanded,d.get(y.q)??1,w)})));for(let{target:y,result:C}of A)(C.dispatched||C.confirmed)&&this.clickedQuestions.add(y.q),this.interactionObservations.push(C.observation);if(this.interactionObservations.length>ga&&this.interactionObservations.splice(0,this.interactionObservations.length-ga),!n.questionsOnly){let y=new Set(v.map(C=>C.q));for(let C of await this.extractVisibleItems(t))y.has(C.question)&&(r.set(C.question,C),this.upsertCollectedRow(this.toFlatRow(C,1,null,n.query))&&await this.emitProgress("answer_captured"))}for(let{target:y,result:C}of A){let H=r.get(y.q);C.confirmed||H?.answer?.trim()?(U.add(y.q),h.delete(y.q)):(d.get(y.q)??0)>=u&&(h.add(y.q),o.add(y.q))}this.paaLifecycle={...this.paaLifecycle,processedQuestions:U.size,failedInteractions:h.size,noGrowthConfirmations:0,dispatchedInteractions:this.interactionObservations.filter(y=>y.dispatched).length,confirmedInteractions:this.interactionObservations.filter(y=>y.outcome==="confirmed").length,unconfirmedInteractions:this.interactionObservations.filter(y=>y.outcome!=="confirmed").length},await this.emitProgress("click_observed")}let P=n.questionsOnly?new Map:new Map(r);n.questionsOnly||await this.fillIncompleteItems(t,S,P,n,o,a);let b=[];for(let k of S){if(b.length>=n.maxQuestions)break;let B=this.normalizeQuestion(k);if(i.has(B))continue;i.add(B);let N=P.get(k);if(N){let m=this.toFlatRow(N,1,null,n.query);this.upsertCollectedRow(m),b.push(m),this.reporter.onQuestion({questionId:N.questionId,googleLinkId:N.googleLinkId,googleEvidenceId:N.googleEvidenceId,question:N.question,answer:N.answer??null,sourceTitle:N.sourceTitle??null,sourceSite:N.sourceSite??null,sourceCite:N.sourceCite??null,sources:N.sources,...N.answerExpansionIncomplete?{answerExpansionIncomplete:!0}:{},depth:1,parentQuestion:null,children:[]})}else{let m=this.toFlatRow({questionId:ft(k),googleLinkId:null,googleEvidenceId:null,question:k,answer:void 0,sourceTitle:void 0,sourceSite:void 0,sourceCite:void 0,sources:[]},1,null,n.query);this.upsertCollectedRow(m),b.push(m)}}this.completeness.paaWithoutAnswer=n.questionsOnly?0:b.filter(k=>!k.answer).length,this.completeness.paaWithoutSource=n.questionsOnly?0:b.filter(k=>(k.sources??[]).length===0).length,this.completeness.paaIncompleteAnswers=n.questionsOnly?0:b.filter(k=>k.answerExpansionIncomplete).length,this.completeness.paaRequested=n.maxQuestions,this.completeness.paaReturned=b.length,this.completeness.paaUnique=i.size;let x=!n.questionsOnly&&(this.completeness.paaWithoutAnswer>0||this.completeness.paaWithoutSource>0||this.completeness.paaIncompleteAnswers>0);return this.paaLifecycle={...this.paaLifecycle,questionsFound:b.length,targetStatus:b.length>=n.maxQuestions?"met":"not_met",materialStatus:x?"partial":"complete",processedQuestions:U.size,failedInteractions:h.size},await this.emitProgress("fill_incomplete"),await this.emitProgress("expansion_finished"),b}async fillIncompleteItems(t,n,a,i,s,S){let o=new Set(n.slice(0,i.maxQuestions)),d=r=>!r?.answer||(r.sources??[]).length===0||!!r.answerExpansionIncomplete,U=new Set([...o].filter(r=>d(a.get(r)))),h=new Set([...U].filter(r=>!a.get(r)?.answer));if(U.size!==0){for(let r of U){if(i.softDeadlineMs&&Date.now()>=i.softDeadlineMs)break;let l=(await this.extractVisibleItems(t,r))[0];if(l?.answerExpansionIncomplete&&(await Le(t,r,{selectors:V,deadlineMs:i.softDeadlineMs,signal:S},ae),l=(await this.extractVisibleItems(t,r))[0]),!l)continue;let u=a.get(r);a.set(r,{...l,answer:l.answer||u?.answer,answerExpansionIncomplete:l.answer?l.answerExpansionIncomplete:u?.answerExpansionIncomplete,sourceTitle:l.sourceTitle??u?.sourceTitle,sourceSite:l.sourceSite??u?.sourceSite,sourceCite:l.sourceCite??u?.sourceCite,sources:this.mergePaaSources(u?.sources,l.sources)});let c=a.get(r);c&&this.upsertCollectedRow(this.toFlatRow(c,1,null,i.query))&&await this.emitProgress("fill_incomplete")}this.completeness.paaAnswersRecovered=[...h].filter(r=>a.get(r)?.answer).length}}async reExpandCollapsedItems(t){let n=`${V.item}:not(.${V.expandedClass}) ${V.clickTarget}`,a=await t.locator(n).count().catch(()=>0);if(a===0)return!1;for(let i=0;i<a;i++)try{let s=t.locator(n).first();await s.scrollIntoViewIfNeeded(),await s.click({force:!0}),await t.waitForTimeout(this.jitteredDelayMs(300,500))}catch{}return!0}extractVideos(t){return ra(t)}extractForums(t){return da(t)}extractShortVideos(t,n){return la(t,n,(a,i)=>this.throwIfCaptcha(a,i))}extractWhatPeopleSaying(t){return Sa(t)}extractOrganicResults(t){return Ua(t)}extractLocalPack(t){return ha(t)}extractEntityIds(t){return ua(t)}mergeLocalPackIntoEntities(t,n){return ca(t,n)}async extractAISurfaces(t,n){let a=await t.evaluate(Zn,{aio:On,aim:Bn,expandWaitMs:1500}),i=typeof t.url=="function"?t.url():"https://www.google.com/",s={surface:a.surface,aiOverview:{...a.aiOverview,citations:this.normalizeAICitations(i,a.aiOverview.citations)},aiMode:{...a.aiMode,citations:this.normalizeAICitations(i,a.aiMode.citations)}};if(!s.aiOverview.detected)return this.completeness.aioShareCaptured=null,s;let S=this.aioShareUrlEarly??await this.captureAIOverviewShareUrl(t,n).catch(()=>null);return this.completeness.aioShareCaptured=S!==null,{...s,aiOverview:{...s.aiOverview,shareUrl:S}}}async captureAIOverviewShareUrl(t,n){if(n?.softDeadlineMs&&Date.now()>=n.softDeadlineMs||!await t.evaluate(()=>{let s=Array.from(document.querySelectorAll('h1,h2,h3,[role="heading"],div')).filter(S=>(S.textContent||"").trim()==="AI Overview");for(let S of s){let o=S;for(let d=0;d<8&&o;d++){let U=o.querySelector('[aria-label="Share"]');if(U)return U.scrollIntoView({block:"center"}),U.click(),!0;o=o.parentElement}}return!1}).catch(()=>!1))return null;let i=null;try{i=await(await t.waitForFunction(()=>{let S=document.createTreeWalker(document.body,NodeFilter.SHOW_TEXT);for(;S.nextNode();){let o=(S.currentNode.textContent||"").match(/https:\/\/share\.google\/aimode\/\S+/);if(o)return o[0]}return!1},void 0,{timeout:4500,polling:250})).jsonValue()}catch{i=null}return await t.keyboard.press("Escape").catch(()=>{}),i}buildTree(t,n){let a=[],i=new Map;for(let s of t){let S={questionId:s.question_id,googleLinkId:s.google_link_id||null,googleEvidenceId:s.google_evidence_id||null,question:s.question,answer:s.answer||null,...s.answerExpansionIncomplete?{answerExpansionIncomplete:!0}:{},sourceTitle:s.source_title||null,sourceSite:s.source_site||null,sourceCite:s.source_cite||null,sources:s.sources??[],depth:s.depth,parentQuestion:s.parent_question||null,children:[]};i.set(s.question,S)}for(let s of i.values())s.parentQuestion&&i.has(s.parentQuestion)?i.get(s.parentQuestion).children.push(s):a.push(s);return a}getBrowserDebugSnapshot(){return this.driver.getDebugSnapshot()}buildHarvestDebugSnapshot(t,n,a,i,s){if(t.debug)return{enabled:!0,request:{query:t.query,locationInput:t.location??null,canonicalLocation:n,locationResolved:s?s.matched:null,locationMatchSource:s?s.source:null,locationAmbiguousCandidates:s?s.ambiguousCandidates:null,uule:a,gl:t.gl,hl:t.hl,device:t.device,proxyMode:t.proxyMode,proxyZip:t.proxyZip??null,serpIdentity:t.serpIdentity??null,serpOnly:t.serpOnly,pages:t.pages??1},browser:this.getBrowserDebugSnapshot(),...i?{locationEvidence:i}:{}}}async captureSecondOrganicPage(t,n,a){if(this.throwIfAborted(a),!n.serpOnly&&!this.driver.withTemporaryPage)return{organic:[],status:"failed",failureCode:"unsupported_driver"};let i;try{let s=new URL(t.url()),S=U=>{try{let h=new URL(U,s);return s.origin==="https://www.google.com"&&h.origin===s.origin&&!h.username&&!h.password&&h.pathname==="/search"&&h.searchParams.getAll("q").length===1&&h.searchParams.get("q")===n.query&&h.searchParams.getAll("start").length===1&&h.searchParams.get("start")==="10"&&(!h.searchParams.has("num")||h.searchParams.get("num")==="10")&&["gl","hl"].every(r=>!h.searchParams.has(r)||h.searchParams.getAll(r).length===1&&h.searchParams.get(r)===n[r])&&["uule","tbs","udm","tbm","pws"].every(r=>h.searchParams.getAll(r).length<=1&&h.searchParams.get(r)===s.searchParams.get(r))}catch{return!1}},o=await t.evaluate(U=>document.querySelector(U?'a[aria-label="Page 2"], a#pnnext, a[rel="next"]':'a#pnnext, a[rel="next"]')?.getAttribute("href")??null,n.serpOnly);if(!o)return{organic:[],status:"unavailable",failureCode:"missing_next"};if(!S(o))return{organic:[],status:"unavailable",failureCode:"invalid_next"};if(n.serpOnly){let U=t.locator('a[aria-label="Page 2"], a#pnnext, a[rel="next"]').first();if(await U.scrollIntoViewIfNeeded({timeout:1e4}),await U.click({timeout:2e4}),this.throwIfAborted(a),await this.throwIfCaptcha(t,"Google SERP page 2"),!S(t.url()))throw i="invalid_next",new Error("Invalid pagination landing");let h=await this.extractOrganicResults(t);return h.length>0?{organic:h.map(r=>({...r,position:r.position+10})),status:"captured"}:{organic:[],status:"unavailable",failureCode:"empty_page"}}let d=await this.driver.withTemporaryPage(async U=>{if(await U.route("**/*",async h=>{let r=h.request();r.isNavigationRequest()&&r.frame()===U.mainFrame()&&!S(r.url())?(i=/^https:\/\/www\.google\.com\/sorry(?:\/|\?)/.test(r.url())?"captcha":"invalid_next",await h.abort("blockedbyclient")):await h.fallback()}),await U.goto(new URL(o,s).href,{waitUntil:"domcontentloaded",timeout:2e4}),this.throwIfAborted(a),await this.throwIfCaptcha(U,"Google SERP page 2"),!S(U.url()))throw i="invalid_next",new Error("Invalid pagination landing");return this.extractOrganicResults(U)},a);return this.throwIfAborted(a),d.length>0?{organic:d.map(U=>({...U,position:U.position+10})),status:"captured"}:{organic:[],status:"unavailable",failureCode:"empty_page"}}catch(s){if(this.throwIfAborted(a),s instanceof tt)throw s;return{organic:[],status:"failed",failureCode:i??(s instanceof z?"captcha":s instanceof Error&&(s.name==="TimeoutError"||/timed? ?out/i.test(s.message))?"timeout":"navigation_error")}}}async extract(t,n){let a=Date.now();this.completeness={paaWithoutAnswer:0,paaWithoutSource:0,paaAnswersRecovered:0,aioShareCaptured:null},this.linkDiagnostics=this.emptyLinkDiagnostics(),this.aioShareUrlEarly=null,this.collectedRows=[],this.progressSequence=0,this.checkpointMaterial=null,this.clickedQuestions=new Set,this.paaLifecycle=this.emptyPaaLifecycle(t.maxQuestions),this.partialContext={seed:t.query,location:t.location??null,startMs:a,maxQuestions:t.maxQuestions,questionsOnly:t.questionsOnly};let i=t.device==="mobile",s={headless:t.headless,profileDir:t.profileDir,proxy:t.proxy,\u006b\u0065\u0072\u006e\u0065\u006cApiKey:t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey,\u006b\u0065\u0072\u006e\u0065\u006cProxyId:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,\u006b\u0065\u0072\u006e\u0065\u006cProfileName:t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName,\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges:t.\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges,\u006b\u0065\u0072\u006e\u0065\u006cStealth:t.\u006b\u0065\u0072\u006e\u0065\u006cStealth,\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution,proxyMode:t.proxyMode,keepDefaultProxy:t.keepDefaultProxy,requireUsEgress:t.requireUsEgress,viewport:i?{width:390,height:844}:{width:1280,height:800},locale:`${t.hl}-${t.gl.toUpperCase()}`,deviceScaleFactor:i?3:1,isMobile:i,hasTouch:i,debug:t.debug,operationDeadlineMs:t.softDeadlineMs},S=0,o=[];try{this.throwIfAborted(n);let d=Date.now();await this.driver.launch(s),this.phaseTimings.providerConnectMs=Date.now()-d;let U=this.driver.getProviderSessionMetadata();if(U?.providerSessionId&&this.onProviderSession)try{await this.onProviderSession(U)}catch(G){console.warn(JSON.stringify({event:"paa_provider_session_sink_failed",provider:U.provider,message:G instanceof Error?G.message:String(G)}))}this.throwIfAborted(n);let h=t.location?pe(t.location):null,r=t.location?h?.canonical??t.location:null,l=r?vn(r):null,u=t,c=t.includeAllSerpFeatures,w=c||t.includeLocalPack,g=c||t.includeForums,f=c||t.includeVideos,M=c||t.includeAiOverview,p=c||t.includeWhatPeopleSaying,P={surface:"web",aiOverview:{detected:!1,text:null,citations:[]},aiMode:{detected:!1,text:null,citations:[]}},b=Date.now(),{hasPaa:x}=await this.driver.navigateToSERP(u.query,l,t.gl,t.hl,{...de(t.recency)?{tbs:de(t.recency)}:{},debug:t.debug,purpose:t.serpOnly?"serp":"paa",pages:t.pages===2?2:1,...t.softDeadlineMs?{deadlineMs:t.softDeadlineMs}:{},...n?{signal:n}:{}});this.phaseTimings.navigationMs=Date.now()-b,this.throwIfAborted(n);let k=this.driver.getPage();if(await this.throwIfCaptcha(k,"Google SERP"),x||(this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"no_paa_observed",materialStatus:"complete",completionReason:"A readable Google SERP was observed without a People Also Ask block."}),t.questionsOnly){let G=Date.now(),F=x?await this.runBFS(k,u,n):[];this.phaseTimings.paaExpansionMs=Date.now()-G,await this.resolveMaterialLinks(k,F,[],P.aiOverview,P.aiMode);let Z={seed:u.query,totalQuestions:F.length,maxDepthReached:F.reduce((at,pt)=>Math.max(at,pt.depth),0),durationMs:Date.now()-a,errorCount:S};return this.reporter.onComplete(Z),{seed:u.query,location:t.location??null,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(a),completionStatus:x?"paa_found":"no_paa",...x?{}:{noPaaObserved:!0},problem:null,paaLifecycle:{...this.paaLifecycle},completeness:{...this.completeness},links:{...this.linkDiagnostics},...t.debug?{debug:this.buildHarvestDebugSnapshot(u,r,l,void 0,h)}:{}},totalQuestions:F.length,surface:"web",aiOverview:{detected:!1,text:null,citations:[]},aiMode:{detected:!1,text:null,citations:[]},whatPeopleSaying:[],tree:this.buildTree(F,u.query),flat:F,videos:[],forums:[],organicResults:[],localPack:[],entityIds:{entities:[],kgIds:[],cids:[],gcids:[]},stats:Z}}if(M&&(this.aioShareUrlEarly=await this.captureAIOverviewShareUrl(k,t).catch(()=>null)),t.serpOnly){let G=Date.now(),[F,Z,at]=await Promise.all([this.extractOrganicResults(k),w?this.extractLocalPack(k):Promise.resolve([]),this.extractEntityIds(k)]),pt=this.mergeLocalPackIntoEntities(at,Z),R=M?await this.extractAISurfaces(k,t):P;this.phaseTimings.serpParseMs=Date.now()-G;let rt=t.debug?Ht(r,F,Z):void 0,it=F,mt={requestedPages:(t.pages??1)>=2?2:1,capturedPages:1,page2Status:(t.pages??1)>=2?"not_attempted":"not_requested",page1OrganicCount:F.length,page2OrganicCount:0};if((t.pages??1)>=2){let _=await this.captureSecondOrganicPage(k,u,n);it=[...F,..._.organic],mt={...mt,capturedPages:_.status==="captured"?2:1,page2Status:_.status,page2OrganicCount:_.organic.length,..._.failureCode?{failureCode:_.failureCode}:{}},t.debug&&(rt=Ht(r,it,Z))}await this.resolveMaterialLinks(k,[],it,R.aiOverview,R.aiMode);let K={seed:u.query,totalQuestions:0,maxDepthReached:0,durationMs:Date.now()-a,errorCount:S};return this.reporter.onComplete(K),{seed:u.query,location:t.location??null,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(a),completionStatus:"serp_only",problem:null,pagination:mt,completeness:{...this.completeness},links:{...this.linkDiagnostics},...t.debug?{debug:this.buildHarvestDebugSnapshot(u,r,l,rt,h)}:{}},totalQuestions:0,surface:R.surface,aiOverview:R.aiOverview,aiMode:R.aiMode,whatPeopleSaying:[],tree:[],flat:[],videos:[],forums:[],organicResults:it,localPack:Z,entityIds:pt,stats:K}}let[B,N,m,v,A,y]=await Promise.all([f?this.extractVideos(k):Promise.resolve([]),g?this.extractForums(k):Promise.resolve([]),p?this.extractWhatPeopleSaying(k):Promise.resolve([]),this.extractEntityIds(k),this.extractOrganicResults(k),w?this.extractLocalPack(k):Promise.resolve([])]),C=this.mergeLocalPackIntoEntities(v,y),H=t.debug?Ht(r,A,y):void 0;this.reporter.onVideos(B),this.reporter.onForums(N);let O=M?await this.extractAISurfaces(k,t):P,I={requestedPages:(t.pages??1)>=2?2:1,capturedPages:1,page2Status:(t.pages??1)>=2?"not_attempted":"not_requested",page1OrganicCount:A.length,page2OrganicCount:0},T=A;if(this.checkpointMaterial={surface:O.surface,aiOverview:O.aiOverview,aiMode:O.aiMode,whatPeopleSaying:m,videos:B,forums:N,organicResults:T,localPack:y,entityIds:C,pagination:I},await this.emitProgress("serp_captured"),I.requestedPages===2){let G=await this.captureSecondOrganicPage(k,u,n);T=[...A,...G.organic],I={...I,capturedPages:G.status==="captured"?2:1,page2Status:G.status,page2OrganicCount:G.organic.length,...G.failureCode?{failureCode:G.failureCode}:{}},this.checkpointMaterial={...this.checkpointMaterial,organicResults:T,pagination:I},await this.emitProgress("serp_captured"),await this.resolveMaterialLinks(k,[],T,O.aiOverview,O.aiMode),this.checkpointMaterial={...this.checkpointMaterial,organicResults:T},await this.emitProgress("serp_captured")}let L=t.debug?Ht(r,T,y):H;if(!x){await this.resolveMaterialLinks(k,[],T,O.aiOverview,O.aiMode),this.checkpointMaterial={...this.checkpointMaterial,organicResults:T},await this.emitProgress("serp_captured");let G={seed:u.query,totalQuestions:0,maxDepthReached:0,durationMs:Date.now()-a,errorCount:S};return this.reporter.onComplete(G),{seed:u.query,location:t.location??null,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(a),completionStatus:"no_paa",noPaaObserved:!0,problem:null,pagination:I,paaLifecycle:{...this.paaLifecycle},completeness:{...this.completeness},links:{...this.linkDiagnostics},...t.debug?{debug:this.buildHarvestDebugSnapshot(u,r,l,L,h)}:{}},totalQuestions:0,surface:O.surface,aiOverview:O.aiOverview,aiMode:O.aiMode,whatPeopleSaying:m,tree:[],flat:[],videos:B,forums:N,organicResults:T,localPack:y,entityIds:C,stats:G}}let J=Date.now(),Y=await this.runBFS(k,u,n);this.phaseTimings.paaExpansionMs=Date.now()-J,this.throwIfAborted(n);let nt=new URLSearchParams({q:u.query,gl:t.gl,hl:t.hl,pws:"0",udm:Bt.udm});l&&nt.set("uule",l);let D=[];if(t.includeShortVideos!==!1)try{D=await this.extractShortVideos(k,"https://www.google.com/search?"+nt.toString())}catch(G){if(!(G instanceof z))throw G;S++,o.push({code:"short_videos_captcha_skipped",surface:"short_videos",message:G.message,retryable:!0})}this.reporter.onVideos(D),await this.resolveMaterialLinks(k,Y,T,O.aiOverview,O.aiMode),this.checkpointMaterial={...this.checkpointMaterial,surface:O.surface,aiOverview:O.aiOverview,aiMode:O.aiMode,videos:[...B,...D],organicResults:T},await this.emitProgress("expansion_finished");let yt=[...B,...D],ot=this.buildTree(Y,u.query),Q={seed:u.query,totalQuestions:Y.length,maxDepthReached:Y.reduce((G,F)=>Math.max(G,F.depth),0),durationMs:Date.now()-a,errorCount:S};return this.reporter.onComplete(Q),{seed:u.query,location:t.location??null,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(a),completionStatus:"paa_found",problem:null,pagination:I,paaLifecycle:{...this.paaLifecycle},completeness:{...this.completeness},links:{...this.linkDiagnostics},...o.length>0?{warnings:o}:{},...t.debug?{debug:this.buildHarvestDebugSnapshot(u,r,l,L,h)}:{}},totalQuestions:Y.length,surface:O.surface,aiOverview:O.aiOverview,aiMode:O.aiMode,whatPeopleSaying:m,tree:ot,flat:Y,videos:yt,forums:N,organicResults:T,localPack:y,entityIds:C,stats:Q}}catch(d){throw S++,this.paaLifecycle.discoveryStatus==="in_progress"&&(this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"interrupted",completionReason:"The browser attempt ended before frontier exhaustion could be proven."}),await this.emitProgress("attempt_ending").catch(()=>{}),this.reporter.onError(d instanceof Error?d:new Error(String(d))),d}}};var se=class{onQuestion(t){process.stdout.write(JSON.stringify({event:"question",depth:t.depth,question:t.question})+`
+`).trim();return!N||/not available|try again|can't generate/i.test(N)?null:N}function u(b){if(!b||b.startsWith("javascript:"))return null;try{let v=new URL(b,window.location.href);return!["http:","https:"].includes(v.protocol)||v.username||v.password?null:{href:v.href,rawHref:v.href}}catch{return null}}function h(b){if(!b)return[];let v=new Set,W=[];for(let f of Array.from(b.querySelectorAll("a[href]"))){let k=u(f.getAttribute("href")??"");if(!k||v.has(k.rawHref))continue;v.add(k.rawHref);let J="";try{J=new URL(k.href).hostname.replace(/^www\./,"")}catch{}W.push({text:i(f)||J||k.href,href:k.href,rawHref:k.rawHref})}return W}async function d(b){let v=b.querySelector(t.aio.showMoreButton);if(!v||v.getAttribute("aria-expanded")!=="false")return!1;v.click();let W=t.expandWaitMs??1500;return W>0&&await new Promise(f=>setTimeout(f,W)),!0}let o=r(),U=null,c=[],g=!1,w=!1,p=[];if(o){g=await d(o);let b=o.querySelector(t.aio.controller),v=o.querySelector(t.aio.contentSubtree),W=o.querySelector(t.aio.showMoreButton);w=b?.getAttribute("data-trnct")==="false"||W?.getAttribute("aria-expanded")==="true"||!W,U=S(v??b??o),p=(U??"").split(`
+`).map(f=>f.trim()).filter(f=>/^\d+\.\s+.+/.test(f)),c=h(o)}let C=document.querySelector(t.aim.root),y=a==="aim"&&!!C,T=C?.closest(t.aim.wrapper)??C,O=y?S(T):null,x=y&&s(O),P=x?O:null,G=x?h(T):[],F=!!o&&s(U);return{surface:a,aiOverview:{detected:F,text:F?U:null,citations:F?c:[],expanded:F?g:!1,fullyExpanded:F?w:!1,sections:F?p:[]},aiMode:{detected:x&&P!==null,text:P,citations:G}}}import{createHash as Ti}from"crypto";var Yn=8e3,Kn=3e3,Jn=1e4,Pi=8;function ct(e){return/(^|\.)google\.(?:com|[a-z]{2,3}(?:\.[a-z]{2})?)$/i.test(e)}function Gt(e){if(!e||e.length>Yn)return null;try{let t=new URL(e);return t.protocol!=="http:"&&t.protocol!=="https:"||t.username||t.password?null:t}catch{return null}}function bi(e,t){if(!e||e.length>Yn||/^javascript:/i.test(e))return null;try{let n=new URL(e,t);return Gt(n.href)}catch{return null}}function Dt(e){let t=Gt(e);return!t||t.protocol!=="https:"||!ct(t.hostname)||t.pathname!=="/goto"?null:t.searchParams.get("url")?t:null}function Ie(e){if(e.linkType!=="google_goto_redirect"||e.resolutionStatus!=="resolved"||!Dt(e.rawUrl)||!e.resolvedUrl)return!1;let t=Gt(e.resolvedUrl);return!!(t&&!ct(t.hostname)&&t.href===e.resolvedUrl&&e.url===t.href)}function kt(e){let t=e.normalize("NFKC").toLocaleLowerCase("en-US").replace(/[^\p{L}\p{N}\s]/gu,"").replace(/\s+/g," ").trim();return`paa_${Ti("sha256").update(t).digest("hex").slice(0,16)}`}function Mt(e,t){let n=bi(e,t);if(!n)return null;let a=n.href;if(!ct(n.hostname))return{url:a,rawUrl:a,resolvedUrl:a,linkType:"plain",resolutionStatus:"not_needed"};if(n.pathname==="/url"){let i=Gt(n.searchParams.get("q")??n.searchParams.get("url")??"");return!i||ct(i.hostname)?null:{url:i.href,rawUrl:a,resolvedUrl:i.href,linkType:"google_url_redirect",resolutionStatus:"resolved"}}return n.pathname==="/goto"&&n.searchParams.get("url")?{url:a,rawUrl:a,resolvedUrl:null,linkType:"google_goto_redirect",resolutionStatus:"unresolved"}:null}function We(e){return Dt(e)?.searchParams.get("url")??null}function _n(e,t){try{let n=new URL(e),a=Gt(new URL(t,n).href);return!a||ct(a.hostname)?null:(!a.hash&&n.hash&&(a.hash=n.hash),a.href)}catch{return null}}async function qn(e,t={}){let n=[...new Set([...e].flatMap(d=>Dt(d)?[d]:[]))],a=new Map(n.map(d=>[d,{rawUrl:d,resolvedUrl:null,resolutionStatus:"unresolved"}])),i=typeof globalThis.fetch=="function"?globalThis.fetch.bind(globalThis):null,s=t.fetchImpl??i;if(n.length===0||!s)return{resolutions:[...a.values()],nonGoogleRequestsObserved:0};let l=Math.max(1,t.timeoutMs??Kn),r=Date.now()+Math.max(1,t.totalBudgetMs??Jn),S=Math.max(1,Math.min(16,Math.floor(t.concurrency??Pi))),u=0,h=async()=>{for(;u<n.length;){let d=n[u++],o=Dt(d),U=o?.searchParams.get("url");if(!o||!U){a.set(d,{rawUrl:d,resolvedUrl:null,resolutionStatus:"rejected"});continue}o.hash="";let c=o.href;for(let g=0;g<2;g++){let w=r-Date.now();if(w<=0)return;let p=new AbortController,C=setTimeout(()=>p.abort(),Math.min(l,w)),y;try{y=await s(c,{method:"GET",redirect:"manual",headers:{accept:"*/*","user-agent":"Mozilla/5.0"},signal:p.signal})}catch{break}finally{clearTimeout(C)}if(y.status<300||y.status>=400)break;let T=y.headers.get("location");if(!T)break;let O=_n(d,T);if(O){a.set(d,{rawUrl:d,resolvedUrl:O,resolutionStatus:"resolved"});break}let x;try{x=new URL(T,c)}catch{a.set(d,{rawUrl:d,resolvedUrl:null,resolutionStatus:"rejected"});break}if(!ct(x.hostname)||We(x.href)!==U){a.set(d,{rawUrl:d,resolvedUrl:null,resolutionStatus:"rejected"});break}c=x.href}}};return await Promise.all(Array.from({length:Math.min(S,n.length)},()=>h())),{resolutions:[...a.values()],nonGoogleRequestsObserved:0}}function Vn(e,t){try{return new URL(e.resolvedUrl??e.url).hostname.replace(/^www\./,"")}catch{return t}}async function zn(e,t={}){let n=[],a=d=>{for(let o of d)n.push(o),a(o.children??[])};a(e.tree??[]);let i=[...e.flat.flatMap(d=>d.sources??[]),...n.flatMap(d=>d.sources),...e.organicResults??[],...(e.aiOverview?.citations??[]).map(({text:d,href:o,...U})=>({...U,url:o})),...(e.aiMode?.citations??[]).map(({text:d,href:o,...U})=>({...U,url:o}))],s=new Map(i.filter(d=>!!d?.rawUrl).map(d=>[d.rawUrl,d])),l=[...s.values()].filter(d=>d.linkType==="google_goto_redirect"&&d.resolutionStatus!=="resolved").map(d=>d.rawUrl);if(l.length>0){let d=await qn(l,t);for(let o of d.resolutions){let U=s.get(o.rawUrl);U&&s.set(o.rawUrl,o.resolutionStatus==="resolved"&&o.resolvedUrl?{...U,url:o.resolvedUrl,resolvedUrl:o.resolvedUrl,resolutionStatus:"resolved"}:{...U,resolutionStatus:o.resolutionStatus})}}let r=d=>({...d,...s.get(d.rawUrl)??d}),S=d=>d.map(o=>{let U=r(o);return{...U,site:Vn(U,o.site)}});for(let d of e.flat){d.sources=S(d.sources??[]);let o=d.sources[0];d.source_title=o?.title??d.source_title,d.source_site=o?.site??d.source_site,d.source_cite=o?.url??d.source_cite}for(let d of n){d.sources=S(d.sources??[]);let o=d.sources[0];d.sourceTitle=o?.title??d.sourceTitle,d.sourceSite=o?.site??d.sourceSite,d.sourceCite=o?.url??d.sourceCite}for(let d=0;d<(e.organicResults?.length??0);d++){let o=r(e.organicResults[d]);e.organicResults[d]={...o,domain:Vn(o,e.organicResults[d].domain)??""}}let u=d=>{let o=r({url:d.href,rawUrl:d.rawUrl,resolvedUrl:d.resolvedUrl,linkType:d.linkType,resolutionStatus:d.resolutionStatus}),{url:U,...c}=o;return{...d,...c,href:U}};e.aiOverview&&(e.aiOverview.citations=(e.aiOverview.citations??[]).map(u)),e.aiMode&&(e.aiMode.citations=(e.aiMode.citations??[]).map(u));let h=[...s.values()];return e.diagnostics.links={linkCandidatesObserved:s.size,plainLinksObserved:h.filter(d=>d.linkType==="plain").length,googleUrlRedirectsObserved:h.filter(d=>d.linkType==="google_url_redirect").length,googleGotoRedirectsObserved:h.filter(d=>d.linkType==="google_goto_redirect").length,redirectsResolved:h.filter(d=>d.linkType!=="plain"&&d.resolutionStatus==="resolved").length,redirectsUnresolved:h.filter(d=>d.resolutionStatus==="unresolved").length,redirectsRejected:h.filter(d=>d.resolutionStatus==="rejected").length,resolverNonGoogleRequestsObserved:0,paaSourcesPreserved:e.flat.reduce((d,o)=>d+o.sources.length,0),aiOverviewLabelValidated:e.aiOverview?.detected??!1},e}async function jn(e,t,n={}){let a=new Map;for(let o of t){let U=a.get(o.rawUrl);U&&Ie(U)||a.set(o.rawUrl,o.linkType==="google_goto_redirect"&&!Ie(o)?{...o,url:o.rawUrl,resolvedUrl:null,resolutionStatus:"unresolved"}:o)}let i=[...a.values()].filter(o=>o.linkType==="google_goto_redirect"&&!Ie(o));if(i.length===0)return a;let s=Date.now()+(n.totalBudgetMs??Jn),l=await qn(i.map(o=>o.rawUrl),n);for(let o of l.resolutions){let U=a.get(o.rawUrl);U&&a.set(o.rawUrl,o.resolutionStatus==="resolved"&&o.resolvedUrl?{...U,url:o.resolvedUrl,resolvedUrl:o.resolvedUrl,resolutionStatus:"resolved"}:{...U,resolutionStatus:o.resolutionStatus})}let r=i.filter(o=>a.get(o.rawUrl)?.resolutionStatus==="unresolved");if(r.length===0||n.browserFallback===!1||Date.now()>=s)return n.onNetworkAudit?.({nonGoogleRequestsObserved:0}),a;let S=n.timeoutMs??Kn,u=await e.context().newPage().catch(()=>null);if(!u)return n.onNetworkAudit?.({nonGoogleRequestsObserved:0}),a;let h=null,d=0;try{await u.route("**/*",async o=>{let U=o.request().url();try{ct(new URL(U).hostname)||(d+=1)}catch{}let c=We(U);if(!h||c!==h.token){await o.abort("blockedbyclient").catch(()=>{});return}let g=h;try{let w=await o.fetch({maxRedirects:0,timeout:g.timeoutMs});g.location=w.headers().location??null}finally{await o.abort("blockedbyclient").catch(()=>{}),g.finish()}});for(let o of r){let U=s-Date.now();if(U<=0)break;let c=Dt(o.rawUrl),g=c?.searchParams.get("url");if(!c||!g){a.set(o.rawUrl,{...o,resolutionStatus:"rejected"});continue}let w=Math.min(S,U);c.hash="";let p=c.href,C=!1;for(let y=0;y<2;y++){let T,O=new Promise(b=>{T=b}),x=`mcp-goto-${Math.random().toString(36).slice(2)}`;h={token:g,timeoutMs:w,location:null,finish:T},await u.evaluate(({url:b,id:v})=>{let W=document.createElement("iframe");W.id=v,W.hidden=!0,W.src=b,document.body.append(W)},{url:p,id:x}).catch(()=>null),await Promise.race([O,new Promise(b=>setTimeout(b,w))]);let P=h.location;if(h=null,await u.evaluate(b=>document.getElementById(b)?.remove(),x).catch(()=>null),!P)break;let G=_n(o.rawUrl,P);if(G){a.set(o.rawUrl,{...o,url:G,resolvedUrl:G,resolutionStatus:"resolved"});break}let F;try{F=new URL(P,p)}catch{C=!0;break}if(!ct(F.hostname)||We(F.href)!==g){C=!0;break}p=F.href}C&&a.get(o.rawUrl)?.resolutionStatus!=="resolved"&&a.set(o.rawUrl,{...o,resolutionStatus:"rejected"})}}finally{h=null,await u.close().catch(()=>{}),n.onNetworkAudit?.({nonGoogleRequestsObserved:d})}return a}async function $n(e){let t=Bt;return e.evaluate(n=>{let a=[],i=Array.from(document.querySelectorAll(n.container));for(let s of i){let S=(s.querySelector(n.sectionHeading)?.textContent?.trim()??"").toLowerCase().includes("short")?"short_video":"video",u=Array.from(s.querySelectorAll(n.item));for(let h of u){let d=h.href;if(!d||!d.includes("youtube")&&!d.includes("youtu.be"))continue;let o=h.textContent?.trim()??"",U=o.indexOf("YouTube");if(U===-1)continue;let c=o.slice(0,U).trim(),w=o.slice(U+7).replace(/^[·\s·]+/,"").match(/^([^·\n]+)/),p=w?w[1].trim():"";c&&a.push({type:S,title:c,channel:p,platform:"YouTube",duration:"",url:d})}}return a},t)}async function Qn(e){let t=Mn;return e.evaluate(n=>{let a=[],s=Array.from(document.querySelectorAll(n.section)).find(r=>r.textContent?.includes("Discussions"));if(!s)return a;let l=Array.from(s.querySelectorAll(n.item));for(let r of l){let S=r.href;if(!S)continue;let u=r.querySelector(n.title),h=r.querySelector(n.source),d=u?.textContent?.trim()??"",o=h?.textContent?.trim()??"";d&&a.push({title:d,source:o,url:S})}return a},t)}async function Zn(e,t,n){try{await e.goto(t,{waitUntil:"domcontentloaded"}),await e.waitForTimeout(1500)}catch{return[]}await n(e,"Google short video search");let a={item:Ht.item,platforms:[...Ht.platforms]};return(await e.evaluate(s=>{let l=new Set,r=[],S=Array.from(document.querySelectorAll(s.item)),u=["youtube.com","youtu.be","tiktok.com","instagram.com","facebook.com","fb.watch"],h=new Map;for(let d of S){let o=d.href;if(!o||!u.some(c=>o.includes(c)))continue;let U=d.textContent?.trim()??"";h.has(o)||h.set(o,[]),h.get(o).push(U)}for(let[d,o]of h.entries()){if(l.has(d))continue;l.add(d);let U=o.find(C=>/^\d+:\d+$/.test(C))??"",c=o.find(C=>!/^\d+:\d+$/.test(C)&&C.length>5)??"";if(!c)continue;let g=c,w="",p="";for(let C of s.platforms){let y=-1,T=0;for(;;){let F=c.indexOf(C,T);if(F===-1)break;y=F,T=F+1}if(y===-1)continue;let O=c.slice(y+C.length);if(!(/^[\s·]/.test(O)||O.trim()===""))continue;g=c.slice(0,y).trim(),w=C;let P=O.replace(/^[\s·]+/,""),G=P.indexOf("\xB7");p=(G===-1?P:P.slice(0,G)).trim();break}g&&r.push({title:g,channel:p,platform:w,duration:U,url:d})}return r},a)).map(s=>({type:"short_video",...s}))}async function Xn(e){let t=vn;return e.evaluate(n=>{let a=Array.from(document.querySelectorAll(n.sectionTag)).find(i=>i.textContent?.includes(n.sectionHeadingText))??document.querySelector(".yG4QQe.TBC9ub.NbhJ1c");return a?Array.from(a.querySelectorAll(n.card)).map(i=>{let l=i.querySelector(n.cardLink)?.href??"",r=i.querySelector(n.titleH1)?.textContent?.trim(),S=i.querySelector(n.titleDiv)?.textContent?.trim(),u=r??S??"",h=i.querySelector(n.source)?.textContent?.trim()??"",o=i.querySelector(n.platformBadge)?.textContent?.trim()??"",U=i.querySelector(n.ytChannel)?.textContent?.trim()??"",c=i.querySelector(n.ytDate)?.textContent?.trim()??"",g=i.querySelector(n.authorNote)?.textContent?.trim()??null,w=i.querySelector(n.popularCommentLabel),p=null;if(w){let k=w.nextSibling;for(;k;){let J=k.textContent?.trim();if(J){p=J;break}k=k.nextSibling}}let C=Array.from(i.querySelectorAll("span")),y=C.find(k=>/^\d+:\d+$/.test(k.textContent?.trim()??""))?.textContent?.trim()??null,O=C.map(k=>k.textContent?.trim()??"").filter(k=>/\d/.test(k)&&(k.includes("comment")||k.includes("reaction")||k.includes("view")||k.includes("like")||k.includes("share")))[0]??"",x=C.map(k=>k.textContent?.trim()??"").filter(k=>/\d+ (day|week|month|year|hour)s? ago|Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec/.test(k)),P=c||(x[0]??""),G=o||(U?"YouTube":""),F=U||h,b="unknown",v=G.toLowerCase(),W=F.toLowerCase(),f=h.toLowerCase();return v.includes("reddit")||W.startsWith("r/")?b="reddit":v.includes("facebook")||f.includes("facebook")?b="facebook":v.includes("instagram")||f.includes("instagram")?b="instagram":v.includes("tiktok")||f.includes("tiktok")?b="tiktok":v.includes("youtube")||U?b="youtube":b="news",{type:b,title:u,url:l,source:F,platform:G,popularComment:p,engagement:O,date:P,duration:y,authorNote:g}}):[]},t)}async function ta(e){let t=Tn,n=await e.evaluate(i=>{let s=[],l=0;return document.querySelectorAll(i.result).forEach(r=>{let S=r.querySelector(i.title);if(!S)return;let u=S.textContent?.trim()??"",d=S.closest("a")?.href??"";if(!u||!d)return;l++;let o=r.querySelector(i.cite)?.textContent?.trim()??null,U=r.querySelector(i.snippet)?.textContent?.trim()??null,c=!!r.querySelector(i.redditCite),g=r.querySelector(i.ratingWrap),w=g?{value:g.querySelector(i.ratingValue)?.textContent?.trim()??"",count:g.querySelector(i.reviewCount)?.textContent?.trim()??""}:null,p="";try{p=new URL(d).hostname.replace(/^www\./,"")}catch{p=r.querySelector(i.siteName)?.textContent?.trim()??""}s.push({position:l,title:u,url:d,domain:p,cite:o,snippet:U,isRedditStyle:c,inlineRating:w})}),s},t),a=typeof e.url=="function"?e.url():"https://www.google.com/";return n.flatMap(i=>{let s=Mt(i.url,a);if(!s)return[];let l=i.domain;try{l=new URL(s.resolvedUrl??s.rawUrl).hostname.replace(/^www\./,"")}catch{}return[{...i,...s,domain:l}]})}async function ea(e){let t=Pn;return e.evaluate(n=>{let a=[],i=null;return document.querySelectorAll('[role="heading"]').forEach(s=>{!i&&s.textContent?.includes(n.headingText)&&(i=s.closest("[data-hveid]"))}),i&&i.querySelectorAll(n.card).forEach((s,l)=>{let r=s.querySelector(n.name)?.textContent?.trim()??"";if(!r)return;let S=s.querySelector(n.ratingValue)?.textContent?.trim()??null,u=s.querySelector(n.reviewCount)?.textContent?.trim()??null,h=u?u.replace(/[()]/g,"").trim():null,d=s.querySelector("a[data-cid]")?.getAttribute("data-cid")??null;if(!d)for(let w of Array.from(s.querySelectorAll("a[href]"))){let p=w.href.match(/[?&]cid=(\d+)/);if(p){d=p[1];break}let C=w.href.match(/!1s0x[0-9a-f]+:0x([0-9a-f]+)/i);if(C){try{d=BigInt("0x"+C[1]).toString()}catch{}if(d)break}}let o=[];s.querySelectorAll("div, span").forEach(w=>{let p=Array.from(w.childNodes).filter(C=>C.nodeType===3).map(C=>C.textContent?.trim()??"").filter(C=>C.length>1&&C.length<120).join(" ");p&&!o.includes(p)&&o.push(p)});let U=Array.from(s.querySelectorAll("a[href]")),c=U.find(w=>w.href.includes("google.com/maps"))?.href??null,g=U.find(w=>!w.href.includes("google.com")&&w.href.startsWith("http"))?.href??null;a.push({position:l+1,name:r,cid:d,rating:S,reviewCount:h,metadata:o,websiteUrl:g,directionsUrl:c})}),a},t)}async function na(e){return e.evaluate(()=>{let t=new Set,n=new Set,a=new Set,i=new Map;function s(r){let S=[".OSrXXb",".dbg0pd",".tzt0oe",'[role="heading"]',"h3"];for(let u of S){let h=r.querySelector(u);if(h?.textContent?.trim())return h.textContent.trim()}return""}document.querySelectorAll('[id^="pv-/g/"]').forEach(r=>{let S=r.getAttribute("id");if(!S)return;let u=S.replace("pv-","");t.add(u);let h=s(r),o=r.querySelector("a[data-cid]")?.getAttribute("data-cid")??null;o&&n.add(o),h&&i.set(u,{name:h,kgId:u,cid:o,gcid:null})}),document.querySelectorAll("[data-mid]").forEach(r=>{let S=r.getAttribute("data-mid");if(S?.startsWith("/g/")&&(t.add(S),!i.has(S))){let u=s(r);u&&i.set(S,{name:u,kgId:S,cid:null,gcid:null})}}),document.querySelectorAll(".w7Dbne").forEach(r=>{let u=r.querySelector("a[data-cid]")?.getAttribute("data-cid")??null;if(!u)return;n.add(u);let h=r.querySelector(".OSrXXb")?.textContent?.trim()??"";if(!h)return;let d=r.querySelector('[id^="pv-/g/"]'),o=d?d.getAttribute("id").replace("pv-",""):null,U=o??`cid:${u}`;if(i.has(U)){let c=i.get(U);c.cid||i.set(U,{...c,cid:u})}else i.set(U,{name:h,kgId:o,cid:u,gcid:null})}),document.querySelectorAll("a[data-cid]").forEach(r=>{let S=r.getAttribute("data-cid");if(!S)return;if(n.add(S),![...i.values()].some(h=>h.cid===S)){let h=r.parentElement,d="";for(let o=0;o<8&&h;o++){let U=h.querySelector('.OSrXXb, .dbg0pd, [role="heading"], h3');if(U?.textContent?.trim()){d=U.textContent.trim();break}h=h.parentElement}d&&i.set(`cid:${S}`,{name:d,kgId:null,cid:S,gcid:null})}});let l=Array.from(document.querySelectorAll("script:not([src])")).map(r=>r.textContent??"").filter(r=>r.length>1e4).join(`
+`);for(let r of l.matchAll(/\/g\/[a-zA-Z0-9_-]{5,20}/g))t.add(r[0]);for(let r of l.matchAll(/gcid:[a-zA-Z0-9_]+/g))a.add(r[0]);for(let r of l.matchAll(/0x[0-9a-f]+:0x([0-9a-f]+)/gi))try{n.add(BigInt("0x"+r[1]).toString())}catch{}return{entities:[...i.values()],kgIds:[...t],cids:[...n],gcids:[...a]}})}function aa(e,t){let n=new Set(e.cids),a=e.entities.map(i=>({...i}));for(let i of t){if(!i.cid)continue;n.add(i.cid);let s=i.name.toLowerCase().trim(),l=a.find(r=>r.name.toLowerCase().trim()===s);l?l.cid||(l.cid=i.cid):a.find(r=>r.cid===i.cid)||a.push({name:i.name,kgId:null,cid:i.cid,gcid:null})}return{...e,entities:a,cids:[...n]}}var ia=String.raw`^(?:an error has occurred(?:[.!…]\s*)?(?:please try again later[.!…]?)?|loading|please wait|try again|something went wrong)[.!…\s]*$`,Wi=700,Ai=1e3,sa=1400,oa=2e3,xi=4,ra=250,ne=class{constructor(t,n,a,i){this.driver=t;this.reporter=n;this.onPaaProgress=a;this.onProviderSession=i}driver;reporter;onPaaProgress;onProviderSession;completeness={paaWithoutAnswer:0,paaWithoutSource:0,paaAnswersRecovered:0,aioShareCaptured:null};aioShareUrlEarly=null;linkDiagnostics=this.emptyLinkDiagnostics();collectedRows=[];partialContext=null;progressSequence=0;clickedQuestions=new Set;paaLifecycle=this.emptyPaaLifecycle(0);checkpointMaterial=null;interactionObservations=[];phaseTimings={};currentPhaseTimings(t){return{...this.phaseTimings,totalServerMs:Math.max(0,Date.now()-t)}}emptyPaaLifecycle(t){return{requestedQuestions:t,questionsFound:0,targetStatus:"not_met",discoveryStatus:"in_progress",materialStatus:"partial",completionReason:"PAA expansion is still running.",automaticRetries:0,retryBreakdown:{controlRetries:0,browserRetries:0,providerFallbacks:0,runtimeRecoveries:0,idempotentReplays:0},knownQuestions:0,processedQuestions:0,failedInteractions:0,noGrowthConfirmations:0,visibleControls:0,eligibleControls:0,dispatchedInteractions:0,confirmedInteractions:0,unconfirmedInteractions:0}}emptyLinkDiagnostics(){return{linkCandidatesObserved:0,plainLinksObserved:0,googleUrlRedirectsObserved:0,googleGotoRedirectsObserved:0,redirectsResolved:0,redirectsUnresolved:0,redirectsRejected:0,resolverNonGoogleRequestsObserved:0,paaSourcesPreserved:0,aiOverviewLabelValidated:!1}}mergePaaSources(t=[],n=[]){let a=new Map;for(let i of[...t,...n]){let s=a.get(i.rawUrl);if(!s){a.set(i.rawUrl,i);continue}let l=i.resolutionStatus==="resolved"&&s.resolutionStatus!=="resolved"?i:s,r=i.description?.trim()&&!s.description?.trim()?i:s.description?.trim()?s:l;a.set(i.rawUrl,{...l,title:r.title??l.title??s.title??i.title,site:l.site??s.site??i.site,...(r.description??s.description??i.description)!==void 0?{description:r.description??s.description??i.description}:{}})}return[...a.values()]}normalizeAICitations(t,n){let a=new Set;return n.flatMap(i=>{let s=Mt(i.rawHref??i.href,t);if(!s||a.has(s.rawUrl))return[];a.add(s.rawUrl);let{url:l,...r}=s;return[{...r,text:i.text,href:l}]})}async resolveMaterialLinks(t,n,a,i,s){let l=Date.now(),r=[...n.flatMap(c=>c.sources??[]),...a,...i.citations.map(({text:c,href:g,...w})=>({...w,url:g})),...s.citations.map(({text:c,href:g,...w})=>({...w,url:g}))],S=new Map(r.map(c=>[c.rawUrl,c])),u=0,h=await jn(t,r,{onNetworkAudit:c=>{u=c.nonGoogleRequestsObserved}}),d=c=>({...c,...h.get(c.rawUrl)??c});for(let c of n){c.sources=(c.sources??[]).map(d);let g=c.sources[0];c.source_title=g?.title??c.source_title,c.source_site=g?.site??c.source_site,c.source_cite=g?.url??c.source_cite}for(let c=0;c<a.length;c++){let g=d(a[c]);if(g.resolvedUrl)try{g.domain=new URL(g.resolvedUrl).hostname.replace(/^www\./,"")}catch{}a[c]=g}let o=c=>{let g=d({url:c.href,rawUrl:c.rawUrl,resolvedUrl:c.resolvedUrl,linkType:c.linkType,resolutionStatus:c.resolutionStatus}),{url:w,...p}=g;return{...p,text:c.text,href:w}};i.citations=i.citations.map(o),s.citations=s.citations.map(o);let U=[...h.values()];this.linkDiagnostics={linkCandidatesObserved:S.size,plainLinksObserved:U.filter(c=>c.linkType==="plain").length,googleUrlRedirectsObserved:U.filter(c=>c.linkType==="google_url_redirect").length,googleGotoRedirectsObserved:U.filter(c=>c.linkType==="google_goto_redirect").length,redirectsResolved:U.filter(c=>c.linkType!=="plain"&&c.resolutionStatus==="resolved").length,redirectsUnresolved:U.filter(c=>c.resolutionStatus==="unresolved").length,redirectsRejected:U.filter(c=>c.resolutionStatus==="rejected").length,resolverNonGoogleRequestsObserved:u,paaSourcesPreserved:n.reduce((c,g)=>c+(g.sources??[]).length,0),aiOverviewLabelValidated:i.detected},this.phaseTimings.linkResolutionMs=(this.phaseTimings.linkResolutionMs??0)+(Date.now()-l)}normalizeQuestion(t){return t.toLowerCase().replace(/[^\w\s]/g,"").replace(/\s+/g," ").trim()}throwIfAborted(t){if(t?.aborted)throw t.reason instanceof DOMException&&t.reason.name==="TimeoutError"?t.reason:new at}async throwIfCaptcha(t,n){if(await t.locator(q.captchaMarker).count().catch(()=>0)>0)throw new j(`${n} returned a CAPTCHA \u2014 retrying with a fresh session.`)}async extractVisibleItems(t,n){let a=await t.evaluate(Ct,{selectors:q,onlyQuestion:n}),i=typeof t.url=="function"?t.url():"https://www.google.com/";return this.mapPaaDomRecords(a,i)}mapPaaDomRecords(t,n){return t.flatMap(a=>{let i=[],s=new Set;for(let u of a.sources){let h=Mt(u.rawHref,n);if(!h||s.has(h.rawUrl))continue;s.add(h.rawUrl);let d=a.sourceSite??null;try{d||=new URL(h.resolvedUrl??h.rawUrl).hostname.replace(/^www\./,"")}catch{}i.push({...h,title:u.title||a.sourceTitle||null,site:d,...u.description?{description:u.description}:{}})}let l=i[0],r={questionId:kt(a.question),googleLinkId:a.googleLinkId,googleEvidenceId:a.googleEvidenceId,question:a.question,answer:Rt(a.answer,a.question),sourceTitle:l?.title??a.sourceTitle,sourceSite:l?.site??a.sourceSite,sourceCite:l?.url,sources:i,...a.answerExpansionIncomplete?{answerExpansionIncomplete:!0}:{}},S=on.safeParse(r);return S.success?[S.data]:(console.warn("[PAAExtractor] item parse failed:",a.question,S.error.issues[0]?.message),[])})}jitteredDelayMs(t,n){return t+Math.floor(Math.random()*(n-t+1))}async clickItem(t,n){try{await t.locator(`${q.item}[data-q="${n}"], ${q.item}[data-initq="${n}"]`).first().click()}catch{}}toFlatRow(t,n,a,i){return{seed_query:i,question_id:t.questionId??kt(t.question),google_link_id:t.googleLinkId??"",google_evidence_id:t.googleEvidenceId??"",question:t.question,answer:t.answer??"",...t.answerExpansionIncomplete?{answerExpansionIncomplete:!0}:{},source_title:t.sourceTitle??"",source_site:t.sourceSite??"",source_cite:t.sourceCite??"",sources:t.sources??[],depth:n,parent_question:a??"",extracted_at:new Date().toISOString()}}upsertCollectedRow(t){let n=this.normalizeQuestion(t.question),a=this.collectedRows.findIndex(r=>this.normalizeQuestion(r.question)===n);if(a<0)return this.collectedRows.push({...t}),!0;let i=this.collectedRows[a],s={...i,...t,answer:t.answer||i.answer,answerExpansionIncomplete:t.answer?t.answerExpansionIncomplete:i.answerExpansionIncomplete,source_title:t.source_title||i.source_title,source_site:t.source_site||i.source_site,source_cite:t.source_cite||i.source_cite,sources:this.mergePaaSources(i.sources,t.sources),extracted_at:t.extracted_at||i.extracted_at},l=s.answerExpansionIncomplete!==i.answerExpansionIncomplete||s.answer!==i.answer||s.source_title!==i.source_title||s.source_site!==i.source_site||s.source_cite!==i.source_cite||JSON.stringify(s.sources)!==JSON.stringify(i.sources);return l&&(this.collectedRows[a]=s),l}async emitProgress(t){if(!this.onPaaProgress||this.collectedRows.length===0&&!this.checkpointMaterial)return;let n={sequence:++this.progressSequence,observedAt:new Date().toISOString(),clickedQuestions:[...this.clickedQuestions],phase:t,records:this.collectedRows.map(a=>({...a})),lifecycle:{...this.paaLifecycle},...this.checkpointMaterial?{material:structuredClone(this.checkpointMaterial)}:{},interactions:this.interactionObservations.map(a=>({...a,confirmationSignals:[...a.confirmationSignals]}))};try{await this.onPaaProgress(n)}catch(a){console.warn(JSON.stringify({event:"paa_progress_sink_failed",sequence:n.sequence,phase:n.phase,message:a instanceof Error?a.message:String(a)}))}}getPartialResult(){let t=this.partialContext;if(!t||this.collectedRows.length===0&&!this.checkpointMaterial)return null;let n=this.collectedRows.map(S=>({...S})),a=this.checkpointMaterial,i=t.questionsOnly?0:n.filter(S=>!S.answer?.trim()).length,s=t.questionsOnly?0:n.filter(S=>(S.sources??[]).length===0).length,l=t.questionsOnly?0:n.filter(S=>S.answerExpansionIncomplete).length,r={seed:t.seed,totalQuestions:n.length,maxDepthReached:n.reduce((S,u)=>Math.max(S,u.depth),0),durationMs:Date.now()-t.startMs,errorCount:0};return{seed:t.seed,location:t.location,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(t.startMs),completionStatus:"paa_found",problem:null,...a?.pagination?{pagination:{...a.pagination}}:{},resultQuality:"partial",degradedResult:!1,retryRecommended:!0,paaLifecycle:{...this.paaLifecycle,questionsFound:n.length,targetStatus:n.length>=(t.maxQuestions??0)?"met":"not_met",discoveryStatus:"interrupted",materialStatus:i>0||s>0||l>0?"partial":"complete",completionReason:"The browser attempt ended before frontier exhaustion could be proven."},completeness:{...this.completeness,paaWithoutAnswer:i,paaWithoutSource:s,paaIncompleteAnswers:l,paaRequested:t.maxQuestions,paaReturned:n.length,paaUnique:n.length},warnings:[{code:"paa_partial",surface:"paa",message:`Harvest stopped before finishing; returning the ${n.length} question(s) collected up to that point.`,retryable:!0}]},totalQuestions:n.length,surface:a?.surface??"web",aiOverview:a?.aiOverview??{detected:!1,text:null,citations:[]},aiMode:a?.aiMode??{detected:!1,text:null,citations:[]},whatPeopleSaying:a?.whatPeopleSaying??[],tree:this.buildTree(n,t.seed),flat:n,videos:a?.videos??[],forums:a?.forums??[],organicResults:a?.organicResults??[],localPack:a?.localPack??[],entityIds:a?.entityIds??{entities:[],kgIds:[],cids:[],gcids:[]},stats:r}}async runBFS(t,n,a){await t.waitForTimeout(700);let i=new Set,s=new Set,l=[];this.clickedQuestions=new Set,this.interactionObservations=[];let r=new Set,S=new Map,u=new Set,h=new Set,d=new Map,o=new Set,U=2,c=3,g=0,w=Promise.resolve(),p=v=>{let W=w.then(()=>{if(this.throwIfAborted(a),n.softDeadlineMs&&Date.now()>=n.softDeadlineMs)throw new Nt("The execution deadline arrived before the next PAA interaction.");return v()});return w=W.then(()=>{},()=>{}),W},C={sel:q.item,dataQ:q.itemDataQ,dataInitQ:q.itemDataInitQ,questionEl:q.itemQuestionEl,answerSel:q.answerContainer,expandedClass:q.expandedClass,clickTarget:q.clickTarget,answerPlaceholderPattern:ia,questionsOnly:n.questionsOnly},y=()=>t.evaluate(({sel:v,dataQ:W,dataInitQ:f,questionEl:k,expandedClass:J,clickTarget:N,answerSel:D,answerPlaceholderPattern:M,questionsOnly:L})=>{let m=I=>{if(!I)return"";let R=[];for(let H of I.childNodes){if(H.nodeType===Node.TEXT_NODE){let z=H.textContent?.trim();z&&R.push(z);continue}if(H.nodeType!==Node.ELEMENT_NODE)continue;let _=H;if(_.tagName==="STYLE"||_.tagName==="SCRIPT"||_.getAttribute("aria-hidden")==="true")continue;let B=m(_);B&&R.push(B)}return R.join(" ").replace(/\s+/g," ").trim()};return Array.from(document.querySelectorAll(v)).map((I,R)=>{let H=m(I.querySelector(D)).replace(/An AI Overview is not available for this search/gi," ").replace(/Can't generate an AI overview right now\.?\s*Try again later\.?/gi," ").replace(/\bAI Overview\b/gi," ").replace(/\s+/g," ").trim(),_=I.classList.contains(J)||I.querySelector(N)?.getAttribute("aria-expanded")==="true",B=H.length>=10&&!new RegExp(M,"i").test(H);return{q:(I.getAttribute(W)||I.getAttribute(f)||I.querySelector(k)?.innerText?.trim()||"").replace(/\s+/g," ").trim(),done:_&&(L||B),expanded:_,index:R,answerReady:B,sourceCount:B?I.querySelector(D)?.querySelectorAll("a[href]").length??0:0}}).filter(I=>I.q)},C),T=async(v,W,f,k,J,N,D)=>{let M=Date.now(),L={id:`${D}:${kt(v)}:${N}`,questionId:kt(v),question:v,batchNumber:D,controlAttempt:N,observedAt:new Date(M).toISOString(),beforeQuestionCount:W,expandedBefore:k},m=f>=0?t.locator(C.sel).nth(f).locator(C.clickTarget):null,I=null,R=await p(async()=>(M=Date.now(),L.observedAt=new Date(M).toISOString(),m?(k&&(await m.click({timeout:oa,force:!0,noWaitAfter:!0}),await t.waitForTimeout(120)),await m.click({timeout:oa,force:!0,noWaitAfter:!0}),!0):!1)).catch(B=>(I=B instanceof Error&&(B.name==="TimeoutError"||/timeout/i.test(B.message))?"click_ack_timeout":"click_failed",!1)),H=Date.now()-M,_={...L,dispatched:R,outcome:R?"unconfirmed":"dispatch_failed",confirmationSignals:[],confirmationCheckpointMs:null,confirmedAtMs:null,dispatchDurationMs:H,totalDurationMs:H,afterQuestionCount:W,newQuestionCount:0,expandedAfter:k,answerObserved:!1,sourceCount:0,errorCode:f<0?"control_missing":I};return{clickStartedMs:M,dispatched:R,confirmed:!1,hadMaterialBefore:J,observation:_}},O=async v=>{let W=null,f=v.filter(k=>k.dispatched||k.observation.errorCode==="click_ack_timeout");for(let k of[Wi,Ai,sa]){if(!f.length)break;let J=Math.min(...f.map(M=>M.clickStartedMs+k-Date.now()));J>0&&await t.waitForTimeout(J);let N=n.questionsOnly?await y().catch(()=>null):await t.evaluate(Ct,{selectors:q}).catch(()=>null);N&&!n.questionsOnly&&(W=N);let D=N?.length;for(let M of f){let L=M.observation;if(N){let m=n.questionsOnly?N.find(B=>B.q===L.question):N.find(B=>B.question===L.question),I=!1,R=0;if(m)if("q"in m)I=m.answerReady,R=m.sourceCount;else{let B=Rt(m.answer,m.question);I=!!(B&&B.length>=10&&!new RegExp(ia,"i").test(B)),R=I?m.sources.length:0}L.afterQuestionCount=D??L.beforeQuestionCount,L.newQuestionCount=Math.max(0,L.afterQuestionCount-L.beforeQuestionCount),L.expandedAfter=m?.expanded??!1,L.answerObserved=I,L.sourceCount=I?R:0,L.confirmationSignals=[...L.expandedAfter?["expanded"]:[],...I?["answer"]:[],...L.sourceCount>0?["source"]:[],...L.newQuestionCount>0?["question_growth"]:[]];let H=!!(m?.expanded&&!L.expandedBefore);((I||L.sourceCount>0)&&(!M.hadMaterialBefore||M.dispatched||H)||L.newQuestionCount>0&&(M.dispatched||H))&&(M.confirmed=!0,L.outcome="confirmed",L.confirmationCheckpointMs=k,L.confirmedAtMs=Date.now()-M.clickStartedMs),M.dispatched&&(L.errorCode=M.confirmed?null:m?"confirmation_timeout":"control_missing")}L.totalDurationMs=Date.now()-M.clickStartedMs}f=f.filter(M=>!M.confirmed&&Date.now()-M.clickStartedMs<sa)}for(let k of v)k.dispatched&&!k.confirmed&&k.observation.errorCode===null&&(k.observation.errorCode="confirmation_timeout");return W},x=null,P=0;t:for(;;){if(n.softDeadlineMs&&Date.now()>=n.softDeadlineMs)throw this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"interrupted",completionReason:"The execution deadline arrived before frontier exhaustion could be proven."},new Nt(this.paaLifecycle.completionReason);this.throwIfAborted(a);let v=n.questionsOnly?null:x??await t.evaluate(Ct,{selectors:q});x=null;let W=typeof t.url=="function"?t.url():"https://www.google.com/",f=v?v.map(m=>{let I=!!Rt(m.answer,m.question),R=I&&!m.answerExpansionIncomplete&&m.sources.some(H=>!!Mt(H.rawHref,W));return{q:m.question,done:R||m.expanded&&I,answerReady:I,expanded:m.expanded,index:m.itemIndex}}):await y(),k=!1;for(let m of f)s.has(m.q)||(s.add(m.q),l.push(m.q),l.length<=n.maxQuestions&&(k=this.upsertCollectedRow(this.toFlatRow({questionId:kt(m.q),googleLinkId:null,googleEvidenceId:null,question:m.q,sources:[]},1,null,n.query))||k)),m.done&&(u.has(m.q)||h.delete(m.q),u.add(m.q));if(this.paaLifecycle={...this.paaLifecycle,questionsFound:Math.min(l.length,n.maxQuestions),targetStatus:l.length>=n.maxQuestions?"met":"not_met",knownQuestions:l.length,processedQuestions:u.size,failedInteractions:h.size,visibleControls:f.length},k&&await this.emitProgress("discovered"),n.questionsOnly&&s.size>=n.maxQuestions){this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"target_reached",targetStatus:"met",completionReason:"The requested unique-question count was observed."};break}if(!n.questionsOnly&&s.size>=n.maxQuestions){let m=!1,I=new Set(l.slice(0,n.maxQuestions)),R=this.mapPaaDomRecords(v??[],W),H=R.filter(B=>I.has(B.question)&&B.answerExpansionIncomplete&&!o.has(B.question)),_;await Promise.allSettled(H.map(async B=>{o.add(B.question);try{await be(t,B.question,{selectors:q,deadlineMs:n.softDeadlineMs,signal:a,allowOuterReopen:!r.has(B.question),dispatchClick:p},Ct)}catch(z){_??={reason:z}}})),H.length&&(R=await this.extractVisibleItems(t).catch(B=>{if(_)return R;throw B}));for(let B of R){if(!I.has(B.question))continue;let z=d.get(B.question),Y={...B,answer:B.answer||z?.answer,answerExpansionIncomplete:B.answer?B.answerExpansionIncomplete:z?.answerExpansionIncomplete,sourceTitle:B.sourceTitle??z?.sourceTitle,sourceSite:B.sourceSite??z?.sourceSite,sourceCite:B.sourceCite??z?.sourceCite,sources:this.mergePaaSources(z?.sources,B.sources)};d.set(B.question,Y),m=this.upsertCollectedRow(this.toFlatRow(Y,1,null,n.query))||m}if(m&&await this.emitProgress("answer_captured"),_)throw _.reason;if([...I].every(B=>{let z=d.get(B);return!!(z?.answer?.trim()&&z.sources.length>0&&!z.answerExpansionIncomplete)})){h.clear(),this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"target_reached",targetStatus:"met",failedInteractions:0,completionReason:"The requested unique-question count and its answer/source material were observed."};break}}let J=new Set(l.slice(0,n.maxQuestions)),N=f.filter(m=>J.has(m.q)&&(!m.done||s.size<n.maxQuestions&&!this.clickedQuestions.has(m.q))&&(S.get(m.q)??0)<U&&!r.has(m.q)),D=N.slice(-xi);if(this.paaLifecycle={...this.paaLifecycle,eligibleControls:N.length},D.length===0){if(s.size>=n.maxQuestions){this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"target_reached",targetStatus:"met",completionReason:"The requested unique-question count was observed."};break}let m=new Set(f.map(R=>R.q)),I=l.slice(0,n.maxQuestions).filter(R=>h.has(R)||!u.has(R)&&!m.has(R));if(I.length>0)throw this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"interrupted",failedInteractions:new Set([...h,...I]).size,completionReason:"At least one known PAA control failed or disappeared before it could be confirmed."},await this.emitProgress("expansion_finished"),new Nt(this.paaLifecycle.completionReason);for(let R=1;R<=c;R++){this.throwIfAborted(a),await this.throwIfCaptcha(t,"Google PAA exhaustion confirmation"),await t.mouse.wheel(0,320);let H=await t.waitForFunction(({sel:B,min:z})=>document.querySelectorAll(B).length>z,{sel:q.item,min:f.length},{timeout:1500,polling:100}).catch(()=>null);if(this.paaLifecycle={...this.paaLifecycle,noGrowthConfirmations:R},H||(await y()).some(B=>!s.has(B.q)))continue t}this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"frontier_exhausted",targetStatus:"not_met",failedInteractions:0,noGrowthConfirmations:c,completionReason:"Every known eligible PAA control was processed and three healthy no-growth confirmations found no additional questions."};break}await this.throwIfCaptcha(t,"Google PAA expansion"),g+=1;for(let m of D){if(this.reporter.onDepth(++P),(S.get(m.q)??0)>0){let I=this.paaLifecycle.retryBreakdown.controlRetries+1;this.paaLifecycle={...this.paaLifecycle,automaticRetries:I+this.paaLifecycle.retryBreakdown.browserRetries+this.paaLifecycle.retryBreakdown.runtimeRecoveries,retryBreakdown:{...this.paaLifecycle.retryBreakdown,controlRetries:I}}}S.set(m.q,(S.get(m.q)??0)+1)}let M=[];for(let m of D)M.push({target:m,result:await T(m.q,f.length,m.index,m.expanded,m.answerReady,S.get(m.q)??1,g)});let L=await O(M.map(({result:m})=>m));for(let{target:m,result:I}of M)(I.dispatched||I.confirmed)&&this.clickedQuestions.add(m.q),this.interactionObservations.push(I.observation);if(this.interactionObservations.length>ra&&this.interactionObservations.splice(0,this.interactionObservations.length-ra),!n.questionsOnly){let m=new Set(D.map(R=>R.q)),I=L??await t.evaluate(Ct,{selectors:q});for(let R of this.mapPaaDomRecords(I,typeof t.url=="function"?t.url():"https://www.google.com/"))m.has(R.question)&&(d.set(R.question,R),this.upsertCollectedRow(this.toFlatRow(R,1,null,n.query))&&await this.emitProgress("answer_captured"));l.length>=n.maxQuestions&&l.slice(0,n.maxQuestions).every(R=>{let H=I.find(_=>_.question===R);return!!(H&&Rt(H.answer,H.question)&&!H.answerExpansionIncomplete&&H.sources.some(_=>Mt(_.rawHref,W)))})&&(x=I)}for(let{target:m,result:I}of M){I.observation.errorCode==="click_ack_timeout"&&r.add(m.q);let R=d.get(m.q);I.confirmed||R?.answer?.trim()&&(!I.hadMaterialBefore||I.dispatched)?(u.add(m.q),h.delete(m.q)):(I.observation.errorCode==="click_ack_timeout"||(S.get(m.q)??0)>=U)&&(h.add(m.q),r.add(m.q))}this.paaLifecycle={...this.paaLifecycle,processedQuestions:u.size,failedInteractions:h.size,noGrowthConfirmations:0,dispatchedInteractions:this.interactionObservations.filter(m=>m.dispatched).length,confirmedInteractions:this.interactionObservations.filter(m=>m.outcome==="confirmed").length,unconfirmedInteractions:this.interactionObservations.filter(m=>m.outcome!=="confirmed").length},await this.emitProgress("click_observed")}let G=n.questionsOnly?new Map:new Map(d);n.questionsOnly||await this.fillIncompleteItems(t,l,G,n,r,a);let F=[];for(let v of l){if(F.length>=n.maxQuestions)break;let W=this.normalizeQuestion(v);if(i.has(W))continue;i.add(W);let f=G.get(v);if(f){let k=this.toFlatRow(f,1,null,n.query);this.upsertCollectedRow(k),F.push(k),this.reporter.onQuestion({questionId:f.questionId,googleLinkId:f.googleLinkId,googleEvidenceId:f.googleEvidenceId,question:f.question,answer:f.answer??null,sourceTitle:f.sourceTitle??null,sourceSite:f.sourceSite??null,sourceCite:f.sourceCite??null,sources:f.sources,...f.answerExpansionIncomplete?{answerExpansionIncomplete:!0}:{},depth:1,parentQuestion:null,children:[]})}else{let k=this.toFlatRow({questionId:kt(v),googleLinkId:null,googleEvidenceId:null,question:v,answer:void 0,sourceTitle:void 0,sourceSite:void 0,sourceCite:void 0,sources:[]},1,null,n.query);this.upsertCollectedRow(k),F.push(k)}}this.completeness.paaWithoutAnswer=n.questionsOnly?0:F.filter(v=>!v.answer).length,this.completeness.paaWithoutSource=n.questionsOnly?0:F.filter(v=>(v.sources??[]).length===0).length,this.completeness.paaIncompleteAnswers=n.questionsOnly?0:F.filter(v=>v.answerExpansionIncomplete).length,this.completeness.paaRequested=n.maxQuestions,this.completeness.paaReturned=F.length,this.completeness.paaUnique=i.size;let b=!n.questionsOnly&&(this.completeness.paaWithoutAnswer>0||this.completeness.paaWithoutSource>0||this.completeness.paaIncompleteAnswers>0);return this.paaLifecycle={...this.paaLifecycle,questionsFound:F.length,targetStatus:F.length>=n.maxQuestions?"met":"not_met",materialStatus:b?"partial":"complete",processedQuestions:u.size,failedInteractions:h.size},await this.emitProgress("fill_incomplete"),await this.emitProgress("expansion_finished"),F}async fillIncompleteItems(t,n,a,i,s,l){let r=new Set(n.slice(0,i.maxQuestions)),S=d=>!d?.answer||(d.sources??[]).length===0||!!d.answerExpansionIncomplete,u=new Set([...r].filter(d=>S(a.get(d)))),h=new Set([...u].filter(d=>!a.get(d)?.answer));if(u.size!==0){for(let d of u){if(i.softDeadlineMs&&Date.now()>=i.softDeadlineMs)break;let o=(await this.extractVisibleItems(t,d))[0];if(o?.answerExpansionIncomplete&&(await be(t,d,{selectors:q,deadlineMs:i.softDeadlineMs,signal:l,allowOuterReopen:!s?.has(d)},Ct),o=(await this.extractVisibleItems(t,d))[0]),!o)continue;let U=a.get(d);a.set(d,{...o,answer:o.answer||U?.answer,answerExpansionIncomplete:o.answer?o.answerExpansionIncomplete:U?.answerExpansionIncomplete,sourceTitle:o.sourceTitle??U?.sourceTitle,sourceSite:o.sourceSite??U?.sourceSite,sourceCite:o.sourceCite??U?.sourceCite,sources:this.mergePaaSources(U?.sources,o.sources)});let c=a.get(d);c&&this.upsertCollectedRow(this.toFlatRow(c,1,null,i.query))&&await this.emitProgress("fill_incomplete")}this.completeness.paaAnswersRecovered=[...h].filter(d=>a.get(d)?.answer).length}}async reExpandCollapsedItems(t){let n=`${q.item}:not(.${q.expandedClass}) ${q.clickTarget}`,a=await t.locator(n).count().catch(()=>0);if(a===0)return!1;for(let i=0;i<a;i++)try{let s=t.locator(n).first();await s.scrollIntoViewIfNeeded(),await s.click({force:!0}),await t.waitForTimeout(this.jitteredDelayMs(300,500))}catch{}return!0}extractVideos(t){return $n(t)}extractForums(t){return Qn(t)}extractShortVideos(t,n){return Zn(t,n,(a,i)=>this.throwIfCaptcha(a,i))}extractWhatPeopleSaying(t){return Xn(t)}extractOrganicResults(t){return ta(t)}extractLocalPack(t){return ea(t)}extractEntityIds(t){return na(t)}mergeLocalPackIntoEntities(t,n){return aa(t,n)}async extractAISurfaces(t,n){let a=await t.evaluate(En,{aio:fn,aim:Nn,expandWaitMs:1500}),i=typeof t.url=="function"?t.url():"https://www.google.com/",s={surface:a.surface,aiOverview:{...a.aiOverview,citations:this.normalizeAICitations(i,a.aiOverview.citations)},aiMode:{...a.aiMode,citations:this.normalizeAICitations(i,a.aiMode.citations)}};if(!s.aiOverview.detected)return this.completeness.aioShareCaptured=null,s;let l=this.aioShareUrlEarly??await this.captureAIOverviewShareUrl(t,n).catch(()=>null);return this.completeness.aioShareCaptured=l!==null,{...s,aiOverview:{...s.aiOverview,shareUrl:l}}}async captureAIOverviewShareUrl(t,n){if(n?.softDeadlineMs&&Date.now()>=n.softDeadlineMs||!await t.evaluate(()=>{let s=Array.from(document.querySelectorAll('h1,h2,h3,[role="heading"],div')).filter(l=>(l.textContent||"").trim()==="AI Overview");for(let l of s){let r=l;for(let S=0;S<8&&r;S++){let u=r.querySelector('[aria-label="Share"]');if(u)return u.scrollIntoView({block:"center"}),u.click(),!0;r=r.parentElement}}return!1}).catch(()=>!1))return null;let i=null;try{i=await(await t.waitForFunction(()=>{let l=document.createTreeWalker(document.body,NodeFilter.SHOW_TEXT);for(;l.nextNode();){let r=(l.currentNode.textContent||"").match(/https:\/\/share\.google\/aimode\/\S+/);if(r)return r[0]}return!1},void 0,{timeout:4500,polling:250})).jsonValue()}catch{i=null}return await t.keyboard.press("Escape").catch(()=>{}),i}buildTree(t,n){let a=[],i=new Map;for(let s of t){let l={questionId:s.question_id,googleLinkId:s.google_link_id||null,googleEvidenceId:s.google_evidence_id||null,question:s.question,answer:s.answer||null,...s.answerExpansionIncomplete?{answerExpansionIncomplete:!0}:{},sourceTitle:s.source_title||null,sourceSite:s.source_site||null,sourceCite:s.source_cite||null,sources:s.sources??[],depth:s.depth,parentQuestion:s.parent_question||null,children:[]};i.set(s.question,l)}for(let s of i.values())s.parentQuestion&&i.has(s.parentQuestion)?i.get(s.parentQuestion).children.push(s):a.push(s);return a}getBrowserDebugSnapshot(){return this.driver.getDebugSnapshot()}buildHarvestDebugSnapshot(t,n,a,i,s){if(t.debug)return{enabled:!0,request:{query:t.query,locationInput:t.location??null,canonicalLocation:n,locationResolved:s?s.matched:null,locationMatchSource:s?s.source:null,locationAmbiguousCandidates:s?s.ambiguousCandidates:null,uule:a,gl:t.gl,hl:t.hl,device:t.device,proxyMode:t.proxyMode,proxyZip:t.proxyZip??null,serpIdentity:t.serpIdentity??null,serpOnly:t.serpOnly,pages:t.pages??1},browser:this.getBrowserDebugSnapshot(),...i?{locationEvidence:i}:{}}}async captureSecondOrganicPage(t,n,a){if(this.throwIfAborted(a),!n.serpOnly&&!this.driver.withTemporaryPage)return{organic:[],status:"failed",failureCode:"unsupported_driver"};let i;try{let s=new URL(t.url()),l=u=>{try{let h=new URL(u,s);return s.origin==="https://www.google.com"&&h.origin===s.origin&&!h.username&&!h.password&&h.pathname==="/search"&&h.searchParams.getAll("q").length===1&&h.searchParams.get("q")===n.query&&h.searchParams.getAll("start").length===1&&h.searchParams.get("start")==="10"&&(!h.searchParams.has("num")||h.searchParams.get("num")==="10")&&["gl","hl"].every(d=>!h.searchParams.has(d)||h.searchParams.getAll(d).length===1&&h.searchParams.get(d)===n[d])&&["uule","tbs","udm","tbm","pws"].every(d=>h.searchParams.getAll(d).length<=1&&h.searchParams.get(d)===s.searchParams.get(d))}catch{return!1}},r=await t.evaluate(u=>document.querySelector(u?'a[aria-label="Page 2"], a#pnnext, a[rel="next"]':'a#pnnext, a[rel="next"]')?.getAttribute("href")??null,n.serpOnly);if(!r)return{organic:[],status:"unavailable",failureCode:"missing_next"};if(!l(r))return{organic:[],status:"unavailable",failureCode:"invalid_next"};if(n.serpOnly){let u=t.locator('a[aria-label="Page 2"], a#pnnext, a[rel="next"]').first();if(await u.scrollIntoViewIfNeeded({timeout:1e4}),await u.click({timeout:2e4}),this.throwIfAborted(a),await this.throwIfCaptcha(t,"Google SERP page 2"),!l(t.url()))throw i="invalid_next",new Error("Invalid pagination landing");let h=await this.extractOrganicResults(t);return h.length>0?{organic:h.map(d=>({...d,position:d.position+10})),status:"captured"}:{organic:[],status:"unavailable",failureCode:"empty_page"}}let S=await this.driver.withTemporaryPage(async u=>{if(await u.route("**/*",async h=>{let d=h.request();d.isNavigationRequest()&&d.frame()===u.mainFrame()&&!l(d.url())?(i=/^https:\/\/www\.google\.com\/sorry(?:\/|\?)/.test(d.url())?"captcha":"invalid_next",await h.abort("blockedbyclient")):await h.fallback()}),await u.goto(new URL(r,s).href,{waitUntil:"domcontentloaded",timeout:2e4}),this.throwIfAborted(a),await this.throwIfCaptcha(u,"Google SERP page 2"),!l(u.url()))throw i="invalid_next",new Error("Invalid pagination landing");return this.extractOrganicResults(u)},a);return this.throwIfAborted(a),S.length>0?{organic:S.map(u=>({...u,position:u.position+10})),status:"captured"}:{organic:[],status:"unavailable",failureCode:"empty_page"}}catch(s){if(this.throwIfAborted(a),s instanceof at)throw s;return{organic:[],status:"failed",failureCode:i??(s instanceof j?"captcha":s instanceof Error&&(s.name==="TimeoutError"||/timed? ?out/i.test(s.message))?"timeout":"navigation_error")}}}async extract(t,n){let a=Date.now();this.phaseTimings={},this.completeness={paaWithoutAnswer:0,paaWithoutSource:0,paaAnswersRecovered:0,aioShareCaptured:null},this.linkDiagnostics=this.emptyLinkDiagnostics(),this.aioShareUrlEarly=null,this.collectedRows=[],this.progressSequence=0,this.checkpointMaterial=null,this.clickedQuestions=new Set,this.paaLifecycle=this.emptyPaaLifecycle(t.maxQuestions),this.partialContext={seed:t.query,location:t.location??null,startMs:a,maxQuestions:t.maxQuestions,questionsOnly:t.questionsOnly};let i=t.device==="mobile",s={headless:t.headless,profileDir:t.profileDir,proxy:t.proxy,\u006b\u0065\u0072\u006e\u0065\u006cApiKey:t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey,\u006b\u0065\u0072\u006e\u0065\u006cProxyId:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,\u006b\u0065\u0072\u006e\u0065\u006cProfileName:t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName,\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges:t.\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges,\u006b\u0065\u0072\u006e\u0065\u006cStealth:t.\u006b\u0065\u0072\u006e\u0065\u006cStealth,\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution:t.\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution,proxyMode:t.proxyMode,keepDefaultProxy:t.keepDefaultProxy,requireUsEgress:t.requireUsEgress,viewport:i?{width:390,height:844}:{width:1280,height:800},locale:`${t.hl}-${t.gl.toUpperCase()}`,deviceScaleFactor:i?3:1,isMobile:i,hasTouch:i,debug:t.debug,operationDeadlineMs:t.softDeadlineMs},l=0,r=[];try{this.throwIfAborted(n);let S=Date.now();await this.driver.launch(s),this.phaseTimings.providerConnectMs=Date.now()-S;let u=this.driver.getProviderSessionMetadata();if(u?.providerSessionId&&this.onProviderSession)try{await this.onProviderSession(u)}catch(Y){console.warn(JSON.stringify({event:"paa_provider_session_sink_failed",provider:u.provider,message:Y instanceof Error?Y.message:String(Y)}))}this.throwIfAborted(n);let h=t.location?ce(t.location):null,d=t.location?h?.canonical??t.location:null,o=d?un(d):null,U=t,c=t.includeAllSerpFeatures,g=c||t.includeLocalPack,w=c||t.includeForums,p=c||t.includeVideos,C=c||t.includeAiOverview,y=c||t.includeWhatPeopleSaying,T={surface:"web",aiOverview:{detected:!1,text:null,citations:[]},aiMode:{detected:!1,text:null,citations:[]}},O=Date.now(),{hasPaa:x}=await this.driver.navigateToSERP(U.query,o,t.gl,t.hl,{...se(t.recency)?{tbs:se(t.recency)}:{},debug:t.debug,purpose:t.serpOnly?"serp":"paa",pages:t.pages===2?2:1,...t.softDeadlineMs?{deadlineMs:t.softDeadlineMs}:{},...n?{signal:n}:{}});this.phaseTimings.navigationMs=Date.now()-O,this.throwIfAborted(n);let P=this.driver.getPage();if(await this.throwIfCaptcha(P,"Google SERP"),x||(this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"no_paa_observed",materialStatus:"complete",completionReason:"A readable Google SERP was observed without a People Also Ask block."}),t.questionsOnly){let Y=Date.now(),E=x?await this.runBFS(P,U,n):[];this.phaseTimings.paaExpansionMs=Date.now()-Y,await this.resolveMaterialLinks(P,E,[],T.aiOverview,T.aiMode);let it={seed:U.query,totalQuestions:E.length,maxDepthReached:E.reduce((st,Wt)=>Math.max(st,Wt.depth),0),durationMs:Date.now()-a,errorCount:l};return this.reporter.onComplete(it),{seed:U.query,location:t.location??null,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(a),completionStatus:x?"paa_found":"no_paa",...x?{}:{noPaaObserved:!0},problem:null,paaLifecycle:{...this.paaLifecycle},completeness:{...this.completeness},links:{...this.linkDiagnostics},...t.debug?{debug:this.buildHarvestDebugSnapshot(U,d,o,void 0,h)}:{}},totalQuestions:E.length,surface:"web",aiOverview:{detected:!1,text:null,citations:[]},aiMode:{detected:!1,text:null,citations:[]},whatPeopleSaying:[],tree:this.buildTree(E,U.query),flat:E,videos:[],forums:[],organicResults:[],localPack:[],entityIds:{entities:[],kgIds:[],cids:[],gcids:[]},stats:it}}if(C&&(this.aioShareUrlEarly=await this.captureAIOverviewShareUrl(P,t).catch(()=>null)),t.serpOnly){let Y=Date.now(),[E,it,st]=await Promise.all([this.extractOrganicResults(P),g?this.extractLocalPack(P):Promise.resolve([]),this.extractEntityIds(P)]),Wt=this.mergeLocalPackIntoEntities(st,it),V=C?await this.extractAISurfaces(P,t):T;this.phaseTimings.serpParseMs=Date.now()-Y;let vt=t.debug?Ft(d,E,it):void 0,rt=E,At={requestedPages:(t.pages??1)>=2?2:1,capturedPages:1,page2Status:(t.pages??1)>=2?"not_attempted":"not_requested",page1OrganicCount:E.length,page2OrganicCount:0};if((t.pages??1)>=2){let Z=await this.captureSecondOrganicPage(P,U,n);rt=[...E,...Z.organic],At={...At,capturedPages:Z.status==="captured"?2:1,page2Status:Z.status,page2OrganicCount:Z.organic.length,...Z.failureCode?{failureCode:Z.failureCode}:{}},t.debug&&(vt=Ft(d,rt,it))}await this.resolveMaterialLinks(P,[],rt,V.aiOverview,V.aiMode);let Q={seed:U.query,totalQuestions:0,maxDepthReached:0,durationMs:Date.now()-a,errorCount:l};return this.reporter.onComplete(Q),{seed:U.query,location:t.location??null,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(a),completionStatus:"serp_only",problem:null,pagination:At,completeness:{...this.completeness},links:{...this.linkDiagnostics},...t.debug?{debug:this.buildHarvestDebugSnapshot(U,d,o,vt,h)}:{}},totalQuestions:0,surface:V.surface,aiOverview:V.aiOverview,aiMode:V.aiMode,whatPeopleSaying:[],tree:[],flat:[],videos:[],forums:[],organicResults:rt,localPack:it,entityIds:Wt,stats:Q}}let[G,F,b,v,W,f]=await Promise.all([p?this.extractVideos(P):Promise.resolve([]),w?this.extractForums(P):Promise.resolve([]),y?this.extractWhatPeopleSaying(P):Promise.resolve([]),this.extractEntityIds(P),this.extractOrganicResults(P),g?this.extractLocalPack(P):Promise.resolve([])]),k=this.mergeLocalPackIntoEntities(v,f),J=t.debug?Ft(d,W,f):void 0;this.reporter.onVideos(G),this.reporter.onForums(F);let N=C?await this.extractAISurfaces(P,t):T,D={requestedPages:(t.pages??1)>=2?2:1,capturedPages:1,page2Status:(t.pages??1)>=2?"not_attempted":"not_requested",page1OrganicCount:W.length,page2OrganicCount:0},M=W;if(this.checkpointMaterial={surface:N.surface,aiOverview:N.aiOverview,aiMode:N.aiMode,whatPeopleSaying:b,videos:G,forums:F,organicResults:M,localPack:f,entityIds:k,pagination:D},await this.emitProgress("serp_captured"),D.requestedPages===2){let Y=await this.captureSecondOrganicPage(P,U,n);M=[...W,...Y.organic],D={...D,capturedPages:Y.status==="captured"?2:1,page2Status:Y.status,page2OrganicCount:Y.organic.length,...Y.failureCode?{failureCode:Y.failureCode}:{}},this.checkpointMaterial={...this.checkpointMaterial,organicResults:M,pagination:D},await this.emitProgress("serp_captured"),await this.resolveMaterialLinks(P,[],M,N.aiOverview,N.aiMode),this.checkpointMaterial={...this.checkpointMaterial,organicResults:M},await this.emitProgress("serp_captured")}let L=t.debug?Ft(d,M,f):J;if(!x){await this.resolveMaterialLinks(P,[],M,N.aiOverview,N.aiMode),this.checkpointMaterial={...this.checkpointMaterial,organicResults:M},await this.emitProgress("serp_captured");let Y={seed:U.query,totalQuestions:0,maxDepthReached:0,durationMs:Date.now()-a,errorCount:l};return this.reporter.onComplete(Y),{seed:U.query,location:t.location??null,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(a),completionStatus:"no_paa",noPaaObserved:!0,problem:null,pagination:D,paaLifecycle:{...this.paaLifecycle},completeness:{...this.completeness},links:{...this.linkDiagnostics},...t.debug?{debug:this.buildHarvestDebugSnapshot(U,d,o,L,h)}:{}},totalQuestions:0,surface:N.surface,aiOverview:N.aiOverview,aiMode:N.aiMode,whatPeopleSaying:b,tree:[],flat:[],videos:G,forums:F,organicResults:M,localPack:f,entityIds:k,stats:Y}}let m=Date.now(),I=await this.runBFS(P,U,n);this.phaseTimings.paaExpansionMs=Date.now()-m,this.throwIfAborted(n);let R=new URLSearchParams({q:U.query,gl:t.gl,hl:t.hl,pws:"0",udm:Ht.udm});o&&R.set("uule",o);let H=[];if(t.includeShortVideos===!0||t.includeShortVideos!==!1&&(p||c))try{H=await this.extractShortVideos(P,"https://www.google.com/search?"+R.toString())}catch(Y){if(!(Y instanceof j))throw Y;l++,r.push({code:"short_videos_captcha_skipped",surface:"short_videos",message:Y.message,retryable:!0})}this.reporter.onVideos(H),await this.resolveMaterialLinks(P,I,M,N.aiOverview,N.aiMode),this.checkpointMaterial={...this.checkpointMaterial,surface:N.surface,aiOverview:N.aiOverview,aiMode:N.aiMode,videos:[...G,...H],organicResults:M},await this.emitProgress("expansion_finished");let _=[...G,...H],B=this.buildTree(I,U.query),z={seed:U.query,totalQuestions:I.length,maxDepthReached:I.reduce((Y,E)=>Math.max(Y,E.depth),0),durationMs:Date.now()-a,errorCount:l};return this.reporter.onComplete(z),{seed:U.query,location:t.location??null,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:this.currentPhaseTimings(a),completionStatus:"paa_found",problem:null,pagination:D,paaLifecycle:{...this.paaLifecycle},completeness:{...this.completeness},links:{...this.linkDiagnostics},...r.length>0?{warnings:r}:{},...t.debug?{debug:this.buildHarvestDebugSnapshot(U,d,o,L,h)}:{}},totalQuestions:I.length,surface:N.surface,aiOverview:N.aiOverview,aiMode:N.aiMode,whatPeopleSaying:b,tree:B,flat:I,videos:_,forums:F,organicResults:M,localPack:f,entityIds:k,stats:z}}catch(S){throw l++,this.paaLifecycle.discoveryStatus==="in_progress"&&(this.paaLifecycle={...this.paaLifecycle,discoveryStatus:"interrupted",completionReason:"The browser attempt ended before frontier exhaustion could be proven."}),await this.emitProgress("attempt_ending").catch(()=>{}),this.reporter.onError(S instanceof Error?S:new Error(String(S))),S}}};var ae=class{onQuestion(t){process.stdout.write(JSON.stringify({event:"question",depth:t.depth,question:t.question})+`
 `)}onDepth(t){process.stdout.write(JSON.stringify({event:"depth",depth:t})+`
 `)}onVideos(t){for(let n of t)process.stdout.write(JSON.stringify({event:"video",type:n.type,platform:n.platform,duration:n.duration,title:n.title,channel:n.channel,url:n.url})+`
 `)}onForums(t){for(let n of t)process.stdout.write(JSON.stringify({event:"forum",title:n.title,source:n.source,url:n.url})+`
 `)}onComplete(t){process.stdout.write(JSON.stringify({event:"complete",...t})+`
 `)}onError(t){process.stderr.write(JSON.stringify({event:"error",type:t.constructor.name,message:t.message})+`
-`)}};function oe(e){return e.reason instanceof DOMException&&e.reason.name==="TimeoutError"?e.reason:new tt}async function Gi(e){let t=await e.evaluate(n=>{let a=n,i=Array.from(document.querySelectorAll(a.item)),s=i.map(d=>d.querySelector(a.clickTarget)).filter(d=>d!=null),S=d=>{let U=d.getBoundingClientRect();if(U.width<=0||U.height<=0)return!1;let h=U.left+U.width/2,r=U.top+U.height/2;if(h<0||r<0||h>=window.innerWidth||r>=window.innerHeight)return!1;let l=document.elementFromPoint(h,r);return l!=null&&l!==d&&!d.contains(l)&&!l.contains(d)},o=Array.from(document.querySelectorAll("body *")).filter(d=>{let U=window.getComputedStyle(d);if(U.position!=="fixed"&&U.position!=="sticky")return!1;let h=d.getBoundingClientRect();return h.width*h.height>=window.innerWidth*window.innerHeight*.15&&U.visibility!=="hidden"&&U.display!=="none"});return{itemCount:i.length,expandedItemCount:i.filter(d=>d.classList.contains(a.expandedClass)||d.querySelector(a.clickTarget)?.getAttribute("aria-expanded")==="true").length,answeredItemCount:i.filter(d=>(d.querySelector(a.answerContainer)?.textContent?.trim().length??0)>=10).length,sourcedItemCount:i.filter(d=>d.querySelector(`${a.answerContainer} a[href]`)!=null).length,clickTargetCount:s.length,clickTargetsWithButtonRole:s.filter(d=>d.getAttribute("role")==="button"||d.tagName==="BUTTON").length,clickTargetsWithExpandedState:s.filter(d=>d.hasAttribute("aria-expanded")).length,clickTargetsOffscreen:s.filter(d=>{let U=d.getBoundingClientRect(),h=U.left+U.width/2,r=U.top+U.height/2;return h<0||r<0||h>=window.innerWidth||r>=window.innerHeight}).length,clickTargetsBlockedAtCenter:s.filter(S).length,fixedOrStickyOverlayCount:o.length}},{item:V.item,answerContainer:V.answerContainer,clickTarget:V.clickTarget,expandedClass:V.expandedClass});return{capturedAt:new Date().toISOString(),...t,selectorVersion:Rn}}function It(e){if(e instanceof lt)return"error";if(e instanceof z)return"captcha";if(e instanceof Jt)return"location_mismatch";if(e instanceof tt)return"request_aborted";if(e instanceof xt)return"browser_session_interrupted";if(e instanceof DOMException&&(e.name==="TimeoutError"||e.name==="AbortError"))return"timeout";let t=e instanceof Error?e.message:String(e);return/browser (?:has been )?closed|context (?:has been )?closed|target page, context or browser has been closed|session closed|page has been closed/i.test(t)?"browser_session_interrupted":Ei(t)?"proxy_tunnel_failed":Vi(t)?"proxy_unavailable":/timeout|timed out|Timeout \d+ms exceeded|deadline/i.test(t)?"timeout":"error"}function Ei(e){return/ERR_TUNNEL_CONNECTION_FAILED|ERR_PROXY_CONNECTION_FAILED|ERR_SOCKS_CONNECTION_FAILED|tunnel connection failed|proxy connection failed|transport error: proxy/i.test(e)}function Vi(e){return/proxy unavailable|proxy_unavailable|connection_test_failed|did not return a proxy id|configured fallback/i.test(e)}async function He(e,t,n,a,i,s,S){let o=zn(t,{nativeGoogleAssets:e.serpOnly}),d=S?ln(o,S.execution,S.permit,t.plannedProvider):o,U=new se,h=new ie(d,U,a,i);if(n?.aborted)return{result:null,error:oe(n),cleanup:await d.close(),debug:null};let r,l=n?new Promise((p,P)=>{r=()=>P(oe(n)),n.addEventListener("abort",r,{once:!0})}):null,u=null,c=null,w,g=null,f=!1,M;try{M=h.extract(e,n),M.then(()=>{f=!0},()=>{f=!0}),u=await(l?Promise.race([M,l]):M)}catch(p){c=p}finally{if(n&&r&&n.removeEventListener("abort",r),s){let p;try{let P=Gi(d);P.catch(()=>{});let b=await Promise.race([P,new Promise((x,k)=>{p=setTimeout(()=>k(new DOMException("PAA DOM evidence timed out","TimeoutError")),2e3)})]);await s(b)}catch(P){console.warn(JSON.stringify({event:"paa_dom_evidence_failed",message:P instanceof Error?P.message:String(P)}))}finally{p&&clearTimeout(p)}}g=u?.diagnostics.debug??(e.debug?{enabled:!0,request:{query:e.query,locationInput:e.location??null,canonicalLocation:null,locationResolved:null,locationMatchSource:null,locationAmbiguousCandidates:null,uule:null,gl:e.gl,hl:e.hl,device:e.device,proxyMode:e.proxyMode,proxyZip:e.proxyZip??null,serpIdentity:e.serpIdentity??null,serpOnly:e.serpOnly,pages:e.pages??1},browser:d.getDebugSnapshot()}:null);try{w=await d.close()}catch(p){w={\u006b\u0065\u0072\u006e\u0065\u006cSessionId:d.get\u004b\u0065\u0072\u006e\u0065\u006cSessionId?.()??null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:!1,browserCloseError:p instanceof Error?p.message:String(p),physicalOutcome:"unknown"}}if(M&&!f){let p;try{await Promise.race([M.then(()=>{},()=>{}),new Promise(P=>{p=setTimeout(P,2e3)})])}finally{p&&clearTimeout(p)}}w.extractionDrained=f,f||(w.physicalOutcome="unknown")}if(c){let p=It(c),P=p==="timeout"||p==="request_aborted"||p==="browser_session_interrupted"?p:null,b=null;if(P)try{b=typeof h.getPartialResult=="function"?h.getPartialResult():null}catch{b=null}return b&&P?(b.diagnostics={...b.diagnostics,interruption:{code:P,reasonSource:"client_runtime",message:c instanceof Error?c.message:String(c)}},{result:b,error:c,cleanup:w,debug:g,salvagedFrom:c}):{result:null,error:c,cleanup:w,debug:g}}return{result:u,error:null,cleanup:w,debug:g}}function ya(e){return e.diagnostics.degradedResult?"degraded_result":e.diagnostics?.completionStatus??(e.totalQuestions>0?"paa_found":"no_paa")}function Yi(e){return e.flat.length>0||e.organicResults.length>0||e.localPack.length>0||e.videos.length>0||e.forums.length>0||e.whatPeopleSaying.length>0||e.aiOverview.detected||e.aiMode.detected}function Fe(e,t,n){let a=Yi(e),i=(e.diagnostics.warnings?.length??0)>0,s=new Set(e.flat.map(g=>g.question.toLowerCase().replace(/[^\w\s]/g,"").replace(/\s+/g," ").trim())).size,S=n?0:e.flat.filter(g=>!g.answer?.trim()).length,o=n?0:e.flat.filter(g=>!g.source_cite?.trim()).length,d=n?0:e.flat.filter(g=>g.answerExpansionIncomplete===!0).length,U=e.diagnostics.completionStatus==="no_paa"&&(e.diagnostics.noPaaObserved===!0||a),h=e.diagnostics.completionStatus==="paa_found",r=e.diagnostics.paaLifecycle?.discoveryStatus,l=r==="interrupted"||r==="recovery_exhausted",u=h&&(s<t&&r!=="frontier_exhausted"||S>0||o>0||d>0||!!e.diagnostics.interruption||l),c=U?"complete":h&&s>0?u||i?"partial":"complete":a?i?"partial":"complete":"degraded",w=c==="degraded";return e.diagnostics={...e.diagnostics,resultQuality:c,degradedResult:w,degradationReasons:w?["empty_primary_serp"]:[],retryRecommended:w||c==="partial"&&(u||e.diagnostics.warnings?.some(g=>g.retryable)===!0),completeness:{paaWithoutAnswer:S,paaWithoutSource:o,paaIncompleteAnswers:d,paaAnswersRecovered:e.diagnostics.completeness?.paaAnswersRecovered??0,aioShareCaptured:e.diagnostics.completeness?.aioShareCaptured??null,paaRequested:t,paaReturned:e.flat.length,paaUnique:s},...e.diagnostics.paaLifecycle?{paaLifecycle:{...e.diagnostics.paaLifecycle,questionsFound:s,targetStatus:s>=t?"met":"not_met",materialStatus:S>0||o>0||d>0?"partial":"complete"}}:{}},e}function Re(e,t,n){let a=e.diagnostics.paaLifecycle;if(!a)return e;let i={...a.retryBreakdown,browserRetries:t,providerFallbacks:n};return{...e,diagnostics:{...e.diagnostics,paaLifecycle:{...a,retryBreakdown:i,automaticRetries:i.controlRetries+i.browserRetries+i.runtimeRecoveries}}}}function pa(e){return(e.diagnostics.degradationReasons??[]).includes("empty_primary_serp")?"No usable primary SERP surface was captured; the result may be incomplete.":"The harvest result was marked degraded."}function De(e,t){if(t||!e.diagnostics.debug)return e;let n={...e.diagnostics};return delete n.debug,{...e,diagnostics:n}}async function Ge(e,t){let n=t==null?3e3:t-Date.now();if(n<=0)return e;try{return await sa(e,{totalBudgetMs:Math.min(3e3,n)})}catch(a){return console.warn(JSON.stringify({event:"harvest_goto_resolution_failed",message:a instanceof Error?a.message:String(a)})),e}}var Ee=2,Ki=2,Ji=3e3;function _i(e){if(!e||typeof e!="object")return;let t=e.signal;if(t instanceof AbortSignal)return t}function zi(e){if(!e||typeof e!="object")return;let t=e.onAttemptEvent;return typeof t=="function"?t:void 0}function qi(e){if(!e||typeof e!="object")return;let t=e.onPaaProgress;return typeof t=="function"?t:void 0}function ji(e){if(!e||typeof e!="object")return;let t=e.onPaaDomEvidence;return typeof t=="function"?t:void 0}async function Wt(e,t){if(e)try{await e(t)}catch(n){console.warn(JSON.stringify({event:"harvest_attempt_log_failed",attempt_number:t.attemptNumber,message:n instanceof Error?n.message:String(n)}))}}function gt(e){return e instanceof Error?e.message:String(e)}function $i(e){return e==="location"?Ki:Ee}function ma(e){return e==="captcha"||e==="proxy_tunnel_failed"||e==="proxy_unavailable"}function Ca(e){return e==="browser_session_interrupted"}function Qi(e){let t=e.diagnostics.debug?.locationEvidence,n=t?.expected?.canonicalLocation??e.location??"requested location",a=t?.candidates.slice(0,3).map(i=>`${i.city}, ${i.regionCode}`).join("; ");return a?`Google returned results for ${a}, not ${n}`:`Google returned results for a different location than ${n}`}function Zi(e,t){return t==="location"&&e.diagnostics.debug?.locationEvidence?.status==="mismatch"}function ka(e){return e.extractionDrained===!0&&e.browserCloseSucceeded===!0&&e.localDisconnectSucceeded!==!1&&(e.\u006b\u0065\u0072\u006e\u0065\u006cSessionId==null||e.\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded===!0)&&e.physicalOutcome!=="unknown"}async function Xi(e,t){if(!t)return!0;if(!e)return!1;try{return await In(e,t),console.info(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_proxy_deleted",proxy_id_suffix:t.slice(-6)})),!0}catch(n){return console.warn(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_proxy_delete_failed",proxy_id_suffix:t.slice(-6),message:gt(n)})),!1}}async function Nr(e){let t=typeof e=="object"&&e!==null?e:{},n=_i(e),a=wn(e),i=zi(e),s=qi(e),S=ji(e),o=t.forceManagedSerp===!0,d=t.force\u004b\u0065\u0072\u006e\u0065\u006cSerp===!0,U=sn({forceManagedSerp:o,force\u004b\u0065\u0072\u006e\u0065\u006cSerp:d}),h=t.proxyMode,r=h==="location"||h==="none"||h==="configured"?h:Kt,l=typeof t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey=="string"?t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey.trim():je(),u=typeof t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId=="string"?t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId.trim():void 0,c={\u006b\u0065\u0072\u006e\u0065\u006cApiKey:l,proxyMode:r,configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId:u,location:typeof t.location=="string"?t.location:void 0,proxyZip:typeof t.proxyZip=="string"?t.proxyZip:void 0,gl:typeof t.gl=="string"?t.gl:"us"},w=typeof t.debug=="boolean"?t.debug:!1,g=r==="location"&&!!c.location,f=t.maxAttempts,M=typeof f=="number"&&Number.isInteger(f)&&f>=1?Math.min(Ee,f):$i(r),p=Math.min(Ee,M),P=typeof t.softDeadlineMs=="number"?t.softDeadlineMs:null,b=new jt,x=null,k=r,B=0,N=()=>P==null||P-Date.now()>=Ji;for(let m=0;m<p;m++){let v=m+1,A=Date.now(),y=!0,C,H=!1,O=n,I;try{if(O?.aborted)throw oe(O);let T=an({intent:U,\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available:An(),\u006b\u0065\u0072\u006e\u0065\u006cFallbackAvailable:!!l,persistent\u004b\u0065\u0072\u006e\u0065\u006cIdentityRequested:!!(t.serpIdentity||t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName),retryIndex:m,priorTerminalReason:x==null?null:It(x),softDeadlineMs:P}),L=ce.parse({...t,\u006b\u0065\u0072\u006e\u0065\u006cApiKey:l,proxyMode:k,debug:w||g});a&&(C=await a.prepare(T.plannedProvider,v),I=a.watch(C,n),O=I.signal);let J=T.plannedProvider==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061_browser":L.serpIdentity?"\u006b\u0065\u0072\u006e\u0065\u006c_persistent_identity":"\u006b\u0065\u0072\u006e\u0065\u006c_browser";await Wt(i,{type:"started",attemptNumber:v,maxAttempts:p,method:J,provider:J==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061_browser"?"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061":"\u006b\u0065\u0072\u006e\u0065\u006c",planReason:T.reasonCode,planTimeoutMs:T.timeoutMs,retryKind:v===1?null:T.attemptKind==="provider_fallback"?"provider_fallback":"same_method",retryReason:v===1||x==null?null:It(x),query:L.query,location:L.location??null,maxQuestions:L.maxQuestions,startedAt:new Date(A).toISOString()}),T.plannedProvider==="\u006b\u0065\u0072\u006e\u0065\u006c"&&(y=!1,a&&C&&await a.start(C,"proxy"));let Y=T.plannedProvider==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?null:await Wn({...c,proxyMode:k,attemptIndex:m,fresh:k==="location"});if(T.plannedProvider==="\u006b\u0065\u0072\u006e\u0065\u006c"&&!Y)throw new Error("\u004b\u0065\u0072\u006e\u0065\u006c proxy resolution did not produce an execution plan");a&&C&&T.plannedProvider==="\u006b\u0065\u0072\u006e\u0065\u006c"&&await a.resource(C,"proxy",Y?.disposableProxyId??null);let nt={...t,\u006b\u0065\u0072\u006e\u0065\u006cApiKey:l,...Y?{\u006b\u0065\u0072\u006e\u0065\u006cProxyId:Y.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution:Y.resolution}:{},proxyMode:k,keepDefaultProxy:m>0,softDeadlineMs:P==null?void 0:A+T.timeoutMs,debug:w||g};k==="none"&&(nt.\u006b\u0065\u0072\u006e\u0065\u006cProxyId=void 0);let D=ce.parse(nt);console.info(JSON.stringify({event:"harvest_attempt_started",attempt_number:v,max_attempts:p,query:D.query,location:D.location??null,max_questions:D.maxQuestions}));let yt=_t(),ot=null,Q=async K=>{qt(K.provider)!==T.plannedProvider&&(ot=new lt(T.plannedProvider,K.provider)),await Wt(i,{type:"provider_session_started",attemptNumber:v,maxAttempts:p,provider:K.provider,providerSessionId:K.providerSessionId,billingMode:K.billingMode,observedAt:new Date().toISOString()})},G=yt?.harvestBrowserMode==="headless-test"&&process.env[Xe]==="true";y=!1;let F=yt?await tn({...yt,forceHeadless:G,forceHeadful:!G},()=>He(D,T,O,s,Q,S,a&&C?{execution:a,permit:C}:void 0)):await He(D,T,O,s,Q,S,a&&C?{execution:a,permit:C}:void 0),Z=await Xi(l,Y?.disposableProxyId);if(F.cleanup.disposableProxyDeleted=Z,a&&C){let K=await Ue(a,C,F.cleanup,Y?.disposableProxyId??null);H=!0,I?.stop(),y=K.state!=="unknown"&&ka(F.cleanup)&&Z}else y=ka(F.cleanup)&&Z;if(F.error||ot){let K=ot??F.error,_=It(K);(_==="captcha"||_==="proxy_tunnel_failed")&&k==="location"&&(B++,B>=2&&(k="none"));let dt=!F.result&&y&&!O?.aborted&&m<p-1&&N()&&(_==="captcha"||Ca(_)||r==="location"&&ma(_));if(_==="captcha"?console.warn(JSON.stringify({event:"harvest_attempt_captcha",attempt_number:v,max_attempts:p,message:gt(K),will_retry:dt})):dt&&console.warn(JSON.stringify({event:"harvest_attempt_proxy_retry",attempt_number:v,max_attempts:p,outcome:_,message:gt(K),will_retry:dt})),await Wt(i,{type:"finished",attemptNumber:v,maxAttempts:p,outcome:_,\u006b\u0065\u0072\u006e\u0065\u006cSessionId:F.cleanup.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,questionCount:F.result?.totalQuestions??0,durationMs:Date.now()-A,error:gt(K),willRetry:dt,cleanup:F.cleanup,debug:F.debug,completedAt:new Date().toISOString()}),x=K,dt)continue;if(F.result&&!ot){let At=await Ge(F.result,P);return Re(Fe(De(At,w),D.maxQuestions,D.questionsOnly),m,T.attemptKind==="provider_fallback"?1:0)}break}let at=F.result;if(!at)throw new Error("Harvest attempt completed without a result");if(Zi(at,r)){let K=new Jt(Qi(at)),_=y&&!O?.aborted&&m<p-1&&N();if(console.warn(JSON.stringify({event:"harvest_attempt_location_mismatch",attempt_number:v,max_attempts:p,message:K.message,will_retry:_})),await Wt(i,{type:"finished",attemptNumber:v,maxAttempts:p,outcome:"location_mismatch",\u006b\u0065\u0072\u006e\u0065\u006cSessionId:F.cleanup.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,questionCount:at.totalQuestions,durationMs:Date.now()-A,error:K.message,willRetry:_,cleanup:F.cleanup,debug:F.debug,completedAt:new Date().toISOString()}),x=K,_)continue;break}let pt=await Ge(at,P),R=Re(Fe(De(pt,w),D.maxQuestions,D.questionsOnly),m,T.attemptKind==="provider_fallback"?1:0),rt=ya(R),it=rt==="degraded_result"&&y&&!O?.aborted&&m<p-1&&N(),mt=rt==="degraded_result"?pa(R):null;if(it&&console.warn(JSON.stringify({event:"harvest_attempt_degraded_result",attempt_number:v,max_attempts:p,degradation_reasons:R.diagnostics.degradationReasons,will_retry:!0})),await Wt(i,{type:"finished",attemptNumber:v,maxAttempts:p,outcome:rt,\u006b\u0065\u0072\u006e\u0065\u006cSessionId:F.cleanup.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,questionCount:R.totalQuestions,durationMs:Date.now()-A,error:mt,willRetry:it,cleanup:F.cleanup,debug:F.debug,completedAt:new Date().toISOString()}),it)continue;return(D.format==="json"||D.format==="both")&&await b.writeJSON(R,D.outputDir),(D.format==="csv"||D.format==="both")&&await Promise.all([b.writeCSV(R.flat,D.outputDir),R.videos.length>0?b.writeVideoCSV(R.videos,R.seed,D.outputDir):Promise.resolve(""),R.forums.length>0?b.writeForumCSV(R.forums,R.seed,D.outputDir):Promise.resolve(""),R.aiOverview.detected?b.writeAIOverviewCSV(R.aiOverview.citations,R.aiOverview.text,R.seed,D.outputDir):Promise.resolve(""),R.aiMode.detected?b.writeAIModeCSV(R.aiMode.citations,R.aiMode.text,R.seed,D.outputDir):Promise.resolve(""),R.whatPeopleSaying.length>0?b.writeWhatPeopleSayingCSV(R.whatPeopleSaying,R.seed,D.outputDir):Promise.resolve("")]),R}catch(T){a&&C&&!H&&(y=!1,await Ue(a,C,{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:null,browserCloseError:gt(T),physicalOutcome:"unknown",extractionDrained:!0,disposableProxyDeleted:!1}).catch(()=>{}));let L=It(T);(L==="captcha"||L==="proxy_tunnel_failed")&&k==="location"&&(B++,B>=2&&(k="none"));let J=y&&!O?.aborted&&m<p-1&&N()&&(L==="captcha"||Ca(L)||r==="location"&&ma(L));if(L==="captcha"?console.warn(JSON.stringify({event:"harvest_attempt_captcha",attempt_number:v,max_attempts:p,message:gt(T),will_retry:J})):J&&console.warn(JSON.stringify({event:"harvest_attempt_proxy_retry",attempt_number:v,max_attempts:p,outcome:L,message:gt(T),will_retry:J})),await Wt(i,{type:"finished",attemptNumber:v,maxAttempts:p,outcome:L,\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,questionCount:0,durationMs:Date.now()-A,error:gt(T),willRetry:J,cleanup:{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:null,browserCloseError:null},debug:null,completedAt:new Date().toISOString()}),x=T,J)continue;if(L==="captcha")break;throw T}finally{I?.stop()}}throw x&&!(x instanceof z)?x:(console.warn(JSON.stringify({event:"harvest_captcha_exhausted",max_attempts:p,session_kind:l?"\u006b\u0065\u0072\u006e\u0065\u006c":"local"})),new z(Ze(`CAPTCHA on all ${p} fresh sessions. Try again in a few minutes.`)))}export{St as a,rn as b,Us as c,hs as d,us as e,cs as f,Ps as g,$t as h,bs as i,Is as j,vn as k,pe as l,Ce as m,Es as n,In as o,Vs as p,Wn as q,ve as r,An as s,Js as t,fe as u,Ne as v,js as w,Dn as x,Gn as y,En as z,te as A,Vn as B,ii as C,Kn as D,pi as E,ee as F,ne as G,ft as H,Dt as I,Nr as J};
+`)}};function ie(e){return e.reason instanceof DOMException&&e.reason.name==="TimeoutError"?e.reason:new at}async function Oi(e){let t=await e.evaluate(n=>{let a=n,i=Array.from(document.querySelectorAll(a.item)),s=i.map(S=>S.querySelector(a.clickTarget)).filter(S=>S!=null),l=S=>{let u=S.getBoundingClientRect();if(u.width<=0||u.height<=0)return!1;let h=u.left+u.width/2,d=u.top+u.height/2;if(h<0||d<0||h>=window.innerWidth||d>=window.innerHeight)return!1;let o=document.elementFromPoint(h,d);return o!=null&&o!==S&&!S.contains(o)&&!o.contains(S)},r=Array.from(document.querySelectorAll("body *")).filter(S=>{let u=window.getComputedStyle(S);if(u.position!=="fixed"&&u.position!=="sticky")return!1;let h=S.getBoundingClientRect();return h.width*h.height>=window.innerWidth*window.innerHeight*.15&&u.visibility!=="hidden"&&u.display!=="none"});return{itemCount:i.length,expandedItemCount:i.filter(S=>S.classList.contains(a.expandedClass)||S.querySelector(a.clickTarget)?.getAttribute("aria-expanded")==="true").length,answeredItemCount:i.filter(S=>(S.querySelector(a.answerContainer)?.textContent?.trim().length??0)>=10).length,sourcedItemCount:i.filter(S=>S.querySelector(`${a.answerContainer} a[href]`)!=null).length,clickTargetCount:s.length,clickTargetsWithButtonRole:s.filter(S=>S.getAttribute("role")==="button"||S.tagName==="BUTTON").length,clickTargetsWithExpandedState:s.filter(S=>S.hasAttribute("aria-expanded")).length,clickTargetsOffscreen:s.filter(S=>{let u=S.getBoundingClientRect(),h=u.left+u.width/2,d=u.top+u.height/2;return h<0||d<0||h>=window.innerWidth||d>=window.innerHeight}).length,clickTargetsBlockedAtCenter:s.filter(l).length,fixedOrStickyOverlayCount:r.length}},{item:q.item,answerContainer:q.answerContainer,clickTarget:q.clickTarget,expandedClass:q.expandedClass});return{capturedAt:new Date().toISOString(),...t,selectorVersion:bn}}function bt(e){if(e instanceof dt)return"error";if(e instanceof j)return"captcha";if(e instanceof Yt)return"location_mismatch";if(e instanceof at)return"request_aborted";if(e instanceof Nt)return"browser_session_interrupted";if(e instanceof DOMException&&(e.name==="TimeoutError"||e.name==="AbortError"))return"timeout";let t=e instanceof Error?e.message:String(e);return/browser (?:has been )?closed|context (?:has been )?closed|target page, context or browser has been closed|session closed|page has been closed/i.test(t)?"browser_session_interrupted":Li(t)?"proxy_tunnel_failed":Bi(t)?"proxy_unavailable":/timeout|timed out|Timeout \d+ms exceeded|deadline/i.test(t)?"timeout":"error"}function Li(e){return/ERR_TUNNEL_CONNECTION_FAILED|ERR_PROXY_CONNECTION_FAILED|ERR_SOCKS_CONNECTION_FAILED|tunnel connection failed|proxy connection failed|transport error: proxy/i.test(e)}function Bi(e){return/proxy unavailable|proxy_unavailable|connection_test_failed|did not return a proxy id|configured fallback/i.test(e)}async function Ae(e,t,n,a,i,s,l){let r=Fn(t,{nativeGoogleAssets:e.serpOnly}),S=l?Ze(r,l.execution,l.permit,t.plannedProvider):r,u=new ae,h=new ne(S,u,a,i);if(n?.aborted)return{result:null,error:ie(n),cleanup:await S.close(),debug:null};let d,o=n?new Promise((y,T)=>{d=()=>T(ie(n)),n.addEventListener("abort",d,{once:!0})}):null,U=null,c=null,g,w=null,p=!1,C;try{C=h.extract(e,n),C.then(()=>{p=!0},()=>{p=!0}),U=await(o?Promise.race([C,o]):C)}catch(y){c=y}finally{if(n&&d&&n.removeEventListener("abort",d),s){let y;try{let T=Oi(S);T.catch(()=>{});let O=await Promise.race([T,new Promise((x,P)=>{y=setTimeout(()=>P(new DOMException("PAA DOM evidence timed out","TimeoutError")),2e3)})]);await s(O)}catch(T){console.warn(JSON.stringify({event:"paa_dom_evidence_failed",message:T instanceof Error?T.message:String(T)}))}finally{y&&clearTimeout(y)}}w=U?.diagnostics.debug??(e.debug?{enabled:!0,request:{query:e.query,locationInput:e.location??null,canonicalLocation:null,locationResolved:null,locationMatchSource:null,locationAmbiguousCandidates:null,uule:null,gl:e.gl,hl:e.hl,device:e.device,proxyMode:e.proxyMode,proxyZip:e.proxyZip??null,serpIdentity:e.serpIdentity??null,serpOnly:e.serpOnly,pages:e.pages??1},browser:S.getDebugSnapshot()}:null);try{g=await S.close()}catch(y){g={\u006b\u0065\u0072\u006e\u0065\u006cSessionId:S.get\u004b\u0065\u0072\u006e\u0065\u006cSessionId?.()??null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:!1,browserCloseError:y instanceof Error?y.message:String(y),physicalOutcome:"unknown"}}if(C&&!p){let y;try{await Promise.race([C.then(()=>{},()=>{}),new Promise(T=>{y=setTimeout(T,2e3)})])}finally{y&&clearTimeout(y)}}g.extractionDrained=p,p||(g.physicalOutcome="unknown")}if(c){let y=bt(c),T=y==="timeout"||y==="request_aborted"||y==="browser_session_interrupted"?y:null,O=null;if(T)try{O=typeof h.getPartialResult=="function"?h.getPartialResult():null}catch{O=null}return O&&T?(O.diagnostics={...O.diagnostics,interruption:{code:T,reasonSource:"client_runtime",message:c instanceof Error?c.message:String(c)}},{result:O,error:c,cleanup:g,debug:w,salvagedFrom:c}):{result:null,error:c,cleanup:g,debug:w}}return{result:U,error:null,cleanup:g,debug:w}}function da(e){return e.diagnostics.degradedResult?"degraded_result":e.diagnostics?.completionStatus??(e.totalQuestions>0?"paa_found":"no_paa")}function Hi(e){return e.flat.length>0||e.organicResults.length>0||e.localPack.length>0||e.videos.length>0||e.forums.length>0||e.whatPeopleSaying.length>0||e.aiOverview.detected||e.aiMode.detected}function xe(e,t,n){let a=Hi(e),i=(e.diagnostics.warnings?.length??0)>0,s=new Set(e.flat.map(w=>w.question.toLowerCase().replace(/[^\w\s]/g,"").replace(/\s+/g," ").trim())).size,l=n?0:e.flat.filter(w=>!w.answer?.trim()).length,r=n?0:e.flat.filter(w=>!w.source_cite?.trim()).length,S=n?0:e.flat.filter(w=>w.answerExpansionIncomplete===!0).length,u=e.diagnostics.completionStatus==="no_paa"&&(e.diagnostics.noPaaObserved===!0||a),h=e.diagnostics.completionStatus==="paa_found",d=e.diagnostics.paaLifecycle?.discoveryStatus,o=d==="interrupted"||d==="recovery_exhausted",U=h&&(s<t&&d!=="frontier_exhausted"||l>0||r>0||S>0||!!e.diagnostics.interruption||o),c=u?"complete":h&&s>0?U||i?"partial":"complete":a?i?"partial":"complete":"degraded",g=c==="degraded";return e.diagnostics={...e.diagnostics,resultQuality:c,degradedResult:g,degradationReasons:g?["empty_primary_serp"]:[],retryRecommended:g||c==="partial"&&(U||e.diagnostics.warnings?.some(w=>w.retryable)===!0),completeness:{paaWithoutAnswer:l,paaWithoutSource:r,paaIncompleteAnswers:S,paaAnswersRecovered:e.diagnostics.completeness?.paaAnswersRecovered??0,aioShareCaptured:e.diagnostics.completeness?.aioShareCaptured??null,paaRequested:t,paaReturned:e.flat.length,paaUnique:s},...e.diagnostics.paaLifecycle?{paaLifecycle:{...e.diagnostics.paaLifecycle,questionsFound:s,targetStatus:s>=t?"met":"not_met",materialStatus:l>0||r>0||S>0?"partial":"complete"}}:{}},e}function Oe(e,t,n){let a=e.diagnostics.paaLifecycle;if(!a)return e;let i={...a.retryBreakdown,browserRetries:t,providerFallbacks:n};return{...e,diagnostics:{...e.diagnostics,paaLifecycle:{...a,retryBreakdown:i,automaticRetries:i.controlRetries+i.browserRetries+i.runtimeRecoveries}}}}function la(e){return(e.diagnostics.degradationReasons??[]).includes("empty_primary_serp")?"No usable primary SERP surface was captured; the result may be incomplete.":"The harvest result was marked degraded."}function Le(e,t){if(t||!e.diagnostics.debug)return e;let n={...e.diagnostics};return delete n.debug,{...e,diagnostics:n}}async function Be(e,t){let n=t==null?3e3:t-Date.now();if(n<=0)return e;try{return await zn(e,{totalBudgetMs:Math.min(3e3,n)})}catch(a){return console.warn(JSON.stringify({event:"harvest_goto_resolution_failed",message:a instanceof Error?a.message:String(a)})),e}}var He=2,Fi=2,Ri=3e3;function Di(e){if(!e||typeof e!="object")return;let t=e.signal;if(t instanceof AbortSignal)return t}function Gi(e){if(!e||typeof e!="object")return;let t=e.onAttemptEvent;return typeof t=="function"?t:void 0}function Ei(e){if(!e||typeof e!="object")return;let t=e.onPaaProgress;return typeof t=="function"?t:void 0}function Vi(e){if(!e||typeof e!="object")return;let t=e.onPaaDomEvidence;return typeof t=="function"?t:void 0}async function It(e,t){if(e)try{await e(t)}catch(n){console.warn(JSON.stringify({event:"harvest_attempt_log_failed",attempt_number:t.attemptNumber,message:n instanceof Error?n.message:String(n)}))}}function wt(e){return e instanceof Error?e.message:String(e)}function Yi(e){return e==="location"?Fi:He}function Sa(e){return e==="captcha"||e==="proxy_tunnel_failed"||e==="proxy_unavailable"}function Ua(e){return e==="browser_session_interrupted"}function Ki(e){let t=e.diagnostics.debug?.locationEvidence,n=t?.expected?.canonicalLocation??e.location??"requested location",a=t?.candidates.slice(0,3).map(i=>`${i.city}, ${i.regionCode}`).join("; ");return a?`Google returned results for ${a}, not ${n}`:`Google returned results for a different location than ${n}`}function Ji(e,t){return t==="location"&&e.diagnostics.debug?.locationEvidence?.status==="mismatch"}function ha(e){return e.extractionDrained===!0&&e.browserCloseSucceeded===!0&&e.localDisconnectSucceeded!==!1&&(e.\u006b\u0065\u0072\u006e\u0065\u006cSessionId==null||e.\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded===!0)&&e.physicalOutcome!=="unknown"}async function _i(e,t){if(!t)return!0;if(!e)return!1;try{return await mn(e,t),console.info(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_proxy_deleted",proxy_id_suffix:t.slice(-6)})),!0}catch(n){return console.warn(JSON.stringify({event:"\u006b\u0065\u0072\u006e\u0065\u006c_proxy_delete_failed",proxy_id_suffix:t.slice(-6),message:wt(n)})),!1}}async function mr(e){let t=typeof e=="object"&&e!==null?e:{},n=Di(e),a=sn(e),i=Gi(e),s=Ei(e),l=Vi(e),r=t.forceManagedSerp===!0,S=t.force\u004b\u0065\u0072\u006e\u0065\u006cSerp===!0,u=ze({forceManagedSerp:r,force\u004b\u0065\u0072\u006e\u0065\u006cSerp:S}),h=t.proxyMode,d=h==="location"||h==="none"||h==="configured"?h:Vt,o=typeof t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey=="string"?t.\u006b\u0065\u0072\u006e\u0065\u006cApiKey.trim():De(),U=typeof t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId=="string"?t.\u006b\u0065\u0072\u006e\u0065\u006cProxyId.trim():void 0,c={\u006b\u0065\u0072\u006e\u0065\u006cApiKey:o,proxyMode:d,configured\u004b\u0065\u0072\u006e\u0065\u006cProxyId:U,location:typeof t.location=="string"?t.location:void 0,proxyZip:typeof t.proxyZip=="string"?t.proxyZip:void 0,gl:typeof t.gl=="string"?t.gl:"us"},g=typeof t.debug=="boolean"?t.debug:!1,w=d==="location"&&!!c.location,p=t.maxAttempts,C=typeof p=="number"&&Number.isInteger(p)&&p>=1?Math.min(He,p):Yi(d),y=Math.min(He,C),T=typeof t.softDeadlineMs=="number"?t.softDeadlineMs:null,O=new qt,x=null,P=d,G=0,F=()=>T==null||T-Date.now()>=Ri;for(let b=0;b<y;b++){let v=b+1,W=Date.now(),f=!0,k,J=!1,N=n,D;try{if(N?.aborted)throw ie(N);let M=qe({intent:u,\u0062\u0072\u0069\u0067\u0068\u0074\u0044\u0061\u0074\u0061Available:kn(),\u006b\u0065\u0072\u006e\u0065\u006cFallbackAvailable:!!o,persistent\u004b\u0065\u0072\u006e\u0065\u006cIdentityRequested:!!(t.serpIdentity||t.\u006b\u0065\u0072\u006e\u0065\u006cProfileName),retryIndex:b,priorTerminalReason:x==null?null:bt(x),softDeadlineMs:T}),L=Se.parse({...t,\u006b\u0065\u0072\u006e\u0065\u006cApiKey:o,proxyMode:P,debug:g||w});a&&(k=await a.prepare(M.plannedProvider,v),D=a.watch(k,n),N=D.signal);let m=M.plannedProvider==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061_browser":L.serpIdentity?"\u006b\u0065\u0072\u006e\u0065\u006c_persistent_identity":"\u006b\u0065\u0072\u006e\u0065\u006c_browser";await It(i,{type:"started",attemptNumber:v,maxAttempts:y,method:m,provider:m==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061_browser"?"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061":"\u006b\u0065\u0072\u006e\u0065\u006c",planReason:M.reasonCode,planTimeoutMs:M.timeoutMs,retryKind:v===1?null:M.attemptKind==="provider_fallback"?"provider_fallback":"same_method",retryReason:v===1||x==null?null:bt(x),query:L.query,location:L.location??null,maxQuestions:L.maxQuestions,startedAt:new Date(W).toISOString()}),M.plannedProvider==="\u006b\u0065\u0072\u006e\u0065\u006c"&&(f=!1,a&&k&&await a.start(k,"proxy"));let I=M.plannedProvider==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"?null:await Cn({...c,proxyMode:P,attemptIndex:b,fresh:P==="location"});if(M.plannedProvider==="\u006b\u0065\u0072\u006e\u0065\u006c"&&!I)throw new Error("\u004b\u0065\u0072\u006e\u0065\u006c proxy resolution did not produce an execution plan");a&&k&&M.plannedProvider==="\u006b\u0065\u0072\u006e\u0065\u006c"&&await a.resource(k,"proxy",I?.disposableProxyId??null);let R={...t,\u006b\u0065\u0072\u006e\u0065\u006cApiKey:o,...I?{\u006b\u0065\u0072\u006e\u0065\u006cProxyId:I.\u006b\u0065\u0072\u006e\u0065\u006cProxyId,\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution:I.resolution}:{},proxyMode:P,keepDefaultProxy:b>0,softDeadlineMs:T==null?void 0:W+M.timeoutMs,debug:g||w};P==="none"&&(R.\u006b\u0065\u0072\u006e\u0065\u006cProxyId=void 0);let H=Se.parse(R);console.info(JSON.stringify({event:"harvest_attempt_started",attempt_number:v,max_attempts:y,query:H.query,location:H.location??null,max_questions:H.maxQuestions}));let _=Kt(),B=null,z=async Q=>{_t(Q.provider)!==M.plannedProvider&&(B=new dt(M.plannedProvider,Q.provider)),await It(i,{type:"provider_session_started",attemptNumber:v,maxAttempts:y,provider:Q.provider,providerSessionId:Q.providerSessionId,billingMode:Q.billingMode,observedAt:new Date().toISOString()})},Y=_?.harvestBrowserMode==="headless-test"&&process.env[Ye]==="true";f=!1;let E=_?await Ke({..._,forceHeadless:Y,forceHeadful:!Y},()=>Ae(H,M,N,s,z,l,a&&k?{execution:a,permit:k}:void 0)):await Ae(H,M,N,s,z,l,a&&k?{execution:a,permit:k}:void 0),it=await _i(o,I?.disposableProxyId);if(E.cleanup.disposableProxyDeleted=it,a&&k){let Q=await re(a,k,E.cleanup,I?.disposableProxyId??null);J=!0,D?.stop(),f=Q.state!=="unknown"&&ha(E.cleanup)&&it}else f=ha(E.cleanup)&&it;if(E.error||B){let Q=B??E.error,Z=bt(Q);(Z==="captcha"||Z==="proxy_tunnel_failed")&&P==="location"&&(G++,G>=2&&(P="none"));let xt=!E.result&&f&&!N?.aborted&&b<y-1&&F()&&(Z==="captcha"||Ua(Z)||d==="location"&&Sa(Z));if(Z==="captcha"?console.warn(JSON.stringify({event:"harvest_attempt_captcha",attempt_number:v,max_attempts:y,message:wt(Q),will_retry:xt})):xt&&console.warn(JSON.stringify({event:"harvest_attempt_proxy_retry",attempt_number:v,max_attempts:y,outcome:Z,message:wt(Q),will_retry:xt})),await It(i,{type:"finished",attemptNumber:v,maxAttempts:y,outcome:Z,\u006b\u0065\u0072\u006e\u0065\u006cSessionId:E.cleanup.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,questionCount:E.result?.totalQuestions??0,durationMs:Date.now()-W,error:wt(Q),willRetry:xt,cleanup:E.cleanup,debug:E.debug,completedAt:new Date().toISOString()}),x=Q,xt)continue;if(E.result&&!B){let ua=await Be(E.result,T);return Oe(xe(Le(ua,g),H.maxQuestions,H.questionsOnly),b,M.attemptKind==="provider_fallback"?1:0)}break}let st=E.result;if(!st)throw new Error("Harvest attempt completed without a result");if(Ji(st,d)){let Q=new Yt(Ki(st)),Z=f&&!N?.aborted&&b<y-1&&F();if(console.warn(JSON.stringify({event:"harvest_attempt_location_mismatch",attempt_number:v,max_attempts:y,message:Q.message,will_retry:Z})),await It(i,{type:"finished",attemptNumber:v,maxAttempts:y,outcome:"location_mismatch",\u006b\u0065\u0072\u006e\u0065\u006cSessionId:E.cleanup.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,questionCount:st.totalQuestions,durationMs:Date.now()-W,error:Q.message,willRetry:Z,cleanup:E.cleanup,debug:E.debug,completedAt:new Date().toISOString()}),x=Q,Z)continue;break}let Wt=await Be(st,T),V=Oe(xe(Le(Wt,g),H.maxQuestions,H.questionsOnly),b,M.attemptKind==="provider_fallback"?1:0),vt=da(V),rt=vt==="degraded_result"&&f&&!N?.aborted&&b<y-1&&F(),At=vt==="degraded_result"?la(V):null;if(rt&&console.warn(JSON.stringify({event:"harvest_attempt_degraded_result",attempt_number:v,max_attempts:y,degradation_reasons:V.diagnostics.degradationReasons,will_retry:!0})),await It(i,{type:"finished",attemptNumber:v,maxAttempts:y,outcome:vt,\u006b\u0065\u0072\u006e\u0065\u006cSessionId:E.cleanup.\u006b\u0065\u0072\u006e\u0065\u006cSessionId,questionCount:V.totalQuestions,durationMs:Date.now()-W,error:At,willRetry:rt,cleanup:E.cleanup,debug:E.debug,completedAt:new Date().toISOString()}),rt)continue;return(H.format==="json"||H.format==="both")&&await O.writeJSON(V,H.outputDir),(H.format==="csv"||H.format==="both")&&await Promise.all([O.writeCSV(V.flat,H.outputDir),V.videos.length>0?O.writeVideoCSV(V.videos,V.seed,H.outputDir):Promise.resolve(""),V.forums.length>0?O.writeForumCSV(V.forums,V.seed,H.outputDir):Promise.resolve(""),V.aiOverview.detected?O.writeAIOverviewCSV(V.aiOverview.citations,V.aiOverview.text,V.seed,H.outputDir):Promise.resolve(""),V.aiMode.detected?O.writeAIModeCSV(V.aiMode.citations,V.aiMode.text,V.seed,H.outputDir):Promise.resolve(""),V.whatPeopleSaying.length>0?O.writeWhatPeopleSayingCSV(V.whatPeopleSaying,V.seed,H.outputDir):Promise.resolve("")]),V}catch(M){a&&k&&!J&&(f=!1,await re(a,k,{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:null,browserCloseError:wt(M),physicalOutcome:"unknown",extractionDrained:!0,disposableProxyDeleted:!1}).catch(()=>{}));let L=bt(M);(L==="captcha"||L==="proxy_tunnel_failed")&&P==="location"&&(G++,G>=2&&(P="none"));let m=f&&!N?.aborted&&b<y-1&&F()&&(L==="captcha"||Ua(L)||d==="location"&&Sa(L));if(L==="captcha"?console.warn(JSON.stringify({event:"harvest_attempt_captcha",attempt_number:v,max_attempts:y,message:wt(M),will_retry:m})):m&&console.warn(JSON.stringify({event:"harvest_attempt_proxy_retry",attempt_number:v,max_attempts:y,outcome:L,message:wt(M),will_retry:m})),await It(i,{type:"finished",attemptNumber:v,maxAttempts:y,outcome:L,\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,questionCount:0,durationMs:Date.now()-W,error:wt(M),willRetry:m,cleanup:{\u006b\u0065\u0072\u006e\u0065\u006cSessionId:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted:!1,\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded:null,\u006b\u0065\u0072\u006e\u0065\u006cDeleteError:null,browserCloseSucceeded:null,browserCloseError:null},debug:null,completedAt:new Date().toISOString()}),x=M,m)continue;if(L==="captcha")break;throw M}finally{D?.stop()}}throw x&&!(x instanceof j)?x:(console.warn(JSON.stringify({event:"harvest_captcha_exhausted",max_attempts:y,session_kind:o?"\u006b\u0065\u0072\u006e\u0065\u006c":"local"})),new j(Ve(`CAPTCHA on all ${y} fresh sessions. Try again in a few minutes.`)))}export{lt as a,$e as b,as as c,is as d,ss as e,os as f,ms as g,zt as h,Cs as i,ks as j,un as k,ce as l,ge as m,Os as n,mn as o,Ls as p,Cn as q,me as r,kn as s,Fs as t,Ce as u,ke as v,Es as w,In as x,Wn as y,An as z,Zt as A,xn as B,ja as C,Ln as D,li as E,Xt as F,ee as G,kt as H,Mt as I,mr as J};