mcp-scraper 0.97.1 → 0.99.0

package/dist/chunk-SJNSTO3C.js

@@ -1,42 +0,0 @@
-import{e as ze,f as Pt,g as Tt,h as xt,i as Ot}from"./chunk-XNTAHMPA.js";import{L as At,d as gt,e as X,f as G,g as yt,h as _t,m as bt,n as St,u as vt}from"./chunk-6D25Q5BR.js";import{c as ft}from"./chunk-C3JWX6KM.js";import{b as Ke,j as Y,k as Ye,l as Q,m as Z,n as Pe}from"./chunk-KBZY2OGP.js";import{c as Dt}from"./chunk-JHDD6R3O.js";import{b as Re,d as Ne,e as ke,f as me,g as Ct,j as De,p as qt}from"./chunk-7SR7MEU5.js";import{d as It,e as Rt,f as Nt,g as We,i as Ve,l as Xe,n as z,p as Ie,s as kt,t as K}from"./chunk-ANQ4JJVI.js";import{c as N,e as jt}from"./chunk-FLAWC5PF.js";import{b as ht}from"./chunk-B4ZKPLSP.js";import{c as Et}from"./chunk-4ZVO6GX4.js";import{e as wt,h as pe}from"./chunk-C7MGJUTU.js";import{a as v}from"./chunk-WNUXMPVX.js";import{c as L,d as h,f as de}from"./chunk-HNNYXMSI.js";async function Mt(e,n){if(e.user_id!==n.userId||e.result!=null)return!1;let t=(await v().execute({sql:`SELECT id,attempt_number,error FROM harvest_attempts
-    WHERE job_id=? AND user_id=? AND status='finished' AND outcome='error' AND will_retry=0 AND completed_at IS NOT NULL`,args:[e.id,e.user_id]})).rows,r=!1;for(let o of t)ft(String(o.error??""))&&(r=await _t({claim:n,attemptNumber:Number(o.attempt_number),evidenceId:String(o.id),jobId:e.id})||r);return r}import{randomUUID as hr}from"crypto";var Ft="2026-10-10-operation-final-settlements.1";async function Lt(e){let n=async()=>{let[t,r,o]=await Promise.all([e.execute("SELECT sql FROM sqlite_master WHERE name='operation_final_settlements'"),e.execute("PRAGMA index_info(operation_final_settlement_key)"),e.execute({sql:"SELECT 1 FROM schema_migrations WHERE version=?",args:[Ft]})]),i=String(t.rows[0]?.sql??"").replace(/\s+/g," ");return o.rows.length===1&&r.rows.map(s=>s.name).join(",")==="debit_key"&&i.includes("run_id TEXT NOT NULL REFERENCES operation_runs(id)")&&i.includes("user_id INTEGER NOT NULL CHECK (user_id > 0)")&&i.includes("final_amount_mc INTEGER NOT NULL CHECK (final_amount_mc >= 0)")&&i.includes("receipt_json TEXT NOT NULL CHECK (json_valid(receipt_json))")};if(!await n()){try{await e.batch([`CREATE TABLE IF NOT EXISTS operation_final_settlements (
-   id TEXT NOT NULL PRIMARY KEY,
-   run_id TEXT NOT NULL REFERENCES operation_runs(id),
-   user_id INTEGER NOT NULL CHECK (user_id > 0),
-   debit_key TEXT NOT NULL REFERENCES operation_debit_plans(debit_key),
-   final_amount_mc INTEGER NOT NULL CHECK (final_amount_mc >= 0),
-   refund_operation TEXT NOT NULL,source_surface TEXT NOT NULL,
-   receipt_json TEXT NOT NULL CHECK (json_valid(receipt_json)),
-   created_at TEXT NOT NULL DEFAULT (datetime('now'))
-  )`,"CREATE UNIQUE INDEX IF NOT EXISTS operation_final_settlement_key ON operation_final_settlements(debit_key)",{sql:"INSERT OR IGNORE INTO schema_migrations(version) VALUES (?)",args:[Ft]}],"write")}catch(t){if(!await n().catch(()=>!1))throw t}if(!await n())throw Error("Final settlement schema is incomplete")}}var Pr="(CAST(strftime('%s','now') AS INTEGER)*1000)";async function Ht(e){let{claim:n,gate:t}=e;if(de({userId:n.userId,tool:t.tool,jobId:t.jobId},t),!Number.isSafeInteger(e.amountMc)||e.amountMc<0||!e.key||!e.refundOperation||!e.sourceSurface)throw Error("Invalid final settlement input");let r=h({key:e.key,amountMc:e.amountMc,refundOperation:e.refundOperation,sourceSurface:e.sourceSurface,material:e.material});if(Buffer.byteLength(r)>16*1024*1024)throw Error("Final settlement material exceeds budget");let o=v();await Lt(o),await G({userId:n.userId,runId:n.runId});let i=yt(n.userId,t.jobId),s="settlement:"+L(`${n.runId}\0${e.key}`),a=`EXISTS(SELECT 1 FROM operation_runs r JOIN operation_executions x ON x.run_id=r.id
-  WHERE r.id=? AND r.user_id=? AND r.tool=? AND r.job_id=? AND r.status=? AND x.claim_token=? AND x.phase=? AND x.expires_at_ms>${Pr}) AND (${t.sql}) AND (${i.sql})`,l=[n.runId,n.userId,t.tool,t.jobId,e.recovery?"unknown":"running",n.token,e.recovery?"unknown":"effects_started",...t.args,...i.args];try{await o.execute({sql:`INSERT OR IGNORE INTO operation_final_settlements(id,run_id,user_id,debit_key,final_amount_mc,refund_operation,source_surface,receipt_json)
-  SELECT ?,?,?,?,?,?,?,? WHERE (${a}) AND EXISTS(SELECT 1 FROM operation_debit_plans p JOIN billing_debits d ON d.idempotency_key=p.debit_key
-   WHERE p.run_id=? AND p.debit_key=? AND p.refund_operation=? AND p.source_surface=? AND d.user_id=? AND d.status='applied' AND ?>=0 AND ?<=p.amount_mc)`,args:[s,n.runId,n.userId,e.key,e.amountMc,e.refundOperation,e.sourceSurface,r,...l,n.runId,e.key,e.refundOperation,e.sourceSurface,n.userId,e.amountMc,e.amountMc]})}catch{}let u=(await o.execute({sql:`SELECT s.* FROM operation_final_settlements s WHERE s.id=? AND s.run_id=? AND s.user_id=? AND (${a})`,args:[s,n.runId,n.userId,...l]})).rows[0];if(!u||u.receipt_json!==r)throw Error("final_settlement_plan_unknown_or_conflicting");return{...n,mode:e.recovery?"compensate":"execute",settlementPlanId:s}}function Te(e){return{...e,sql:`EXISTS(SELECT 1 FROM operation_final_settlements s JOIN billing_events b ON b.user_id=s.user_id
-  WHERE s.run_id=? AND s.user_id=? AND s.debit_key=? AND b.billing_class='wallet_hold_settlement' AND b.status='settled'
-  AND b.source_surface=s.source_surface AND b.amount_mc=s.final_amount_mc AND json_extract(b.metadata,'$.debitIdempotencyKey')=s.debit_key
-  AND json_extract(b.metadata,'$.refundOperation')=s.refund_operation)`,args:[e.runId,e.userId,e.key]}}var Ut="2026-10-10-outbound-delivery.1";async function xe(e){let n=async()=>{let t=(await e.execute("SELECT sql FROM sqlite_master WHERE name='outbound_deliveries'")).rows[0],r=(await e.execute({sql:"SELECT 1 FROM schema_migrations WHERE version=?",args:[Ut]})).rows,o=String(t?.sql??"").replace(/\s+/g," "),i=(await e.execute("PRAGMA index_info(outbound_delivery_job)")).rows.map(s=>s.name).join(",");return r.length===1&&i==="job_id,user_id"&&o.includes("request_json TEXT NOT NULL CHECK (json_valid(request_json))")&&o.includes("expires_at_ms INTEGER NOT NULL")&&o.includes("'accepted','unknown','expired','unavailable'")};if(!await n()){try{await e.batch([`CREATE TABLE IF NOT EXISTS outbound_deliveries (
-   id TEXT NOT NULL PRIMARY KEY,user_id INTEGER NOT NULL CHECK (user_id > 0),job_id TEXT NOT NULL,
-   parent_run_id TEXT NOT NULL REFERENCES operation_runs(id),request_json TEXT NOT NULL CHECK (json_valid(request_json)),
-   state TEXT NOT NULL CHECK (state IN ('requested','frozen','sending','accepted','unknown','expired','unavailable')),
-   expires_at_ms INTEGER NOT NULL,payload_json TEXT CHECK (payload_json IS NULL OR json_valid(payload_json)),payload_sha256 TEXT,
-   send_nonce TEXT,send_token TEXT,http_status INTEGER,receipt_json TEXT CHECK (receipt_json IS NULL OR json_valid(receipt_json)),
-   created_at TEXT NOT NULL DEFAULT (datetime('now')),updated_at TEXT NOT NULL DEFAULT (datetime('now'))
-  )`,"CREATE UNIQUE INDEX IF NOT EXISTS outbound_delivery_job ON outbound_deliveries(job_id,user_id)",{sql:"INSERT OR IGNORE INTO schema_migrations(version) VALUES (?)",args:[Ut]}],"write")}catch(t){if(!await n().catch(()=>!1))throw t}if(!await n())throw Error("Delivery schema is incomplete")}}var fe=class extends Error{};var ee="(CAST(strftime('%s','now') AS INTEGER)*1000)",$t=e=>`delivery:${e}`,B=e=>h(e);async function te(e,n){let t=v();await xe(t);let r=(await t.execute({sql:`SELECT *,${ee} AS now_ms FROM outbound_deliveries WHERE id=? AND user_id=?`,args:[e,n]})).rows[0];if(!r)return null;let o=JSON.parse(String(r.request_json));if(o.id!==e||o.userId!==n||o.jobId!==r.job_id||o.parentRunId!==r.parent_run_id)throw Error("Delivery request conflicts");return{...o,state:String(r.state),expiresAtMs:Number(r.expires_at_ms),nowMs:Number(r.now_ms),payloadJson:r.payload_json==null?null:String(r.payload_json),payloadSha256:r.payload_sha256==null?null:String(r.payload_sha256),sendNonce:r.send_nonce==null?null:String(r.send_nonce),sendToken:r.send_token==null?null:String(r.send_token),httpStatus:r.http_status==null?null:Number(r.http_status),receiptJson:r.receipt_json==null?null:String(r.receipt_json)}}async function Gt(e,n,t){if(de({userId:e.userId,tool:t.tool,jobId:e.jobId},t),!e.id||!e.url||!["paa-direct","paa-queue"].includes(e.profile)||!Number.isSafeInteger(e.userId)||e.userId<=0||n.runId!==e.parentRunId||n.userId!==e.userId||!/^[a-f0-9]{64}$/.test(e.fingerprint))throw Error("Invalid delivery request");let r=v();await xe(r);let o;try{await r.execute({sql:`INSERT OR IGNORE INTO outbound_deliveries(id,user_id,job_id,parent_run_id,request_json,state,expires_at_ms)
-  SELECT ?,?,?,?,?,'requested',${ee}+? WHERE (${t.sql}) AND EXISTS(SELECT 1 FROM operation_runs r JOIN operation_executions x ON x.run_id=r.id
-   WHERE r.id=? AND r.user_id=? AND r.tool=? AND r.job_id=? AND r.status='running' AND x.phase='claimed' AND x.claim_token=? AND x.expires_at_ms>${ee})`,args:[e.id,e.userId,e.jobId,e.parentRunId,B(e),864e5,...t.args,n.runId,n.userId,t.tool,t.jobId,n.token]})}catch(s){o=s}let i=await te(e.id,e.userId);if(!i||B(J(i))!==B(e))throw o??Error("Delivery request receipt is unavailable or conflicting");return i}function J(e){return{id:e.id,userId:e.userId,jobId:e.jobId,parentRunId:e.parentRunId,url:e.url,profile:e.profile,fingerprint:e.fingerprint}}async function In(e,n,t){let r;try{r=h(n)}catch{throw new fe("Delivery payload cannot be serialized")}let o=L(r);if(Buffer.byteLength(r)>16777216)throw new fe("Delivery payload exceeds budget");de({userId:e.userId,tool:t.tool,jobId:e.jobId},t);let i;try{await v().execute({sql:`UPDATE outbound_deliveries SET state='frozen',payload_json=?,payload_sha256=?,updated_at=datetime('now') WHERE id=? AND user_id=? AND request_json=? AND state='requested' AND expires_at_ms>${ee} AND (${t.sql})`,args:[r,o,e.id,e.userId,B(J(e)),...t.args]})}catch(a){i=a}let s=await te(e.id,e.userId);if(!s||s.payloadJson!==r||s.payloadSha256!==o)throw i??Error("Delivery payload receipt is unavailable or conflicting");return s}function Bt(e,n,t,r){return{userId:e.userId,tool:"paa_callback",jobId:e.jobId,sql:`(${n.sql}) AND EXISTS(SELECT 1 FROM outbound_deliveries d WHERE d.id=? AND d.user_id=? AND d.request_json=? AND d.state=? AND d.payload_json=? AND d.payload_sha256=? ${t==="accepted"?"":`AND d.expires_at_ms>${ee}`} ${r?"AND d.send_nonce=?":""})`,args:[...n.args,e.id,e.userId,B(J(e)),t,e.payloadJson,e.payloadSha256,...r?[r]:[]]}}async function Rn(e,n,t,r){let o=Bt(e,r,"frozen"),i=z(n,{tool:o.tool,jobId:e.jobId}),s;try{await v().execute({sql:`UPDATE outbound_deliveries SET state='sending',send_nonce=?,send_token=?,updated_at=datetime('now') WHERE id=? AND user_id=? AND state='frozen' AND (${o.sql}) AND (${i.sql})`,args:[t,n.token,e.id,e.userId,...o.args,...i.args]})}catch(l){s=l}let a=await te(e.id,e.userId);if(!a||a.state!=="sending"||a.sendNonce!==t||a.sendToken!==n.token||a.payloadSha256!==e.payloadSha256)throw s??Error("Delivery send permission is unavailable");return a}async function Nn(e,n,t){let r=Bt(e,t,"sending",e.sendNonce),o=z(n,{tool:r.tool,jobId:e.jobId});return(await v().execute({sql:`SELECT 1 WHERE (${r.sql}) AND (${o.sql})`,args:[...r.args,...o.args]})).rows.length===1}async function kn(e,n){if(!e.sendNonce||!e.sendToken||!e.payloadSha256||n<200||n>=300)throw Error("Invalid endpoint acceptance");let t=h({deliveryId:e.id,idempotencyKey:e.id,payloadSha256:e.payloadSha256,httpStatus:n}),r=v(),o;try{await r.execute({sql:`UPDATE outbound_deliveries SET state='accepted',http_status=?,receipt_json=?,updated_at=datetime('now') WHERE id=? AND user_id=? AND state IN ('sending','unknown') AND send_nonce=? AND send_token=? AND payload_sha256=? AND request_json=?
-  AND EXISTS(SELECT 1 FROM operation_runs WHERE id=? AND user_id=? AND tool='paa_callback' AND job_id=?)`,args:[n,t,e.id,e.userId,e.sendNonce,e.sendToken,e.payloadSha256,B(J(e)),$t(e.id),e.userId,e.jobId]})}catch(s){o=s}let i=await te(e.id,e.userId);if(!i||i.state!=="accepted"||i.receiptJson!==t)throw o??Error("Endpoint acceptance receipt is unavailable");return i}async function Dn(e){await v().execute({sql:"UPDATE outbound_deliveries SET state='unknown',updated_at=datetime('now') WHERE id=? AND user_id=? AND request_json=? AND state='frozen' AND send_nonce IS NULL AND EXISTS(SELECT 1 FROM operation_executions x JOIN operation_runs o ON o.id=x.run_id WHERE o.id=? AND o.user_id=? AND o.tool='paa_callback' AND o.job_id=? AND x.phase IN ('effects_started','unknown'))",args:[e.id,e.userId,B(J(e)),$t(e.id),e.userId,e.jobId]})}async function Pn(e){await v().execute({sql:"UPDATE outbound_deliveries SET state='unknown',updated_at=datetime('now') WHERE id=? AND user_id=? AND state='sending' AND send_nonce=?",args:[e.id,e.userId,e.sendNonce]})}async function Tn(e,n,t){await v().execute({sql:`UPDATE outbound_deliveries SET state=?,updated_at=datetime('now') WHERE id=? AND user_id=? AND state IN ('requested','frozen') AND send_nonce IS NULL ${n==="expired"?`AND expires_at_ms<=${ee}`:""} ${t?`AND (${t.sql})`:""}`,args:[n,e.id,e.userId,...t?t.args:[]]})}async function xn(e){let n=e.state==="sending"?"unknown":e.state;return await v().execute({sql:"UPDATE jobs SET options=json_set(options,'$.callbackDeliveryState',?,'$.callbackDeliveryId',?,'$.callbackDeliveryExpiresAtMs',?) WHERE id=? AND user_id=? AND callback_url=? AND json_extract(options,'$.callbackDeliveryProtocol')=1",args:[n,e.id,e.expiresAtMs,e.jobId,e.userId,e.url]}).catch(()=>{}),{state:n,deliveryId:e.id,expiresAtMs:e.expiresAtMs,...e.httpStatus?{httpStatus:e.httpStatus}:{}}}async function On(e=25){let n=v();return await xe(n),(await n.execute({sql:"SELECT d.id,d.user_id,d.job_id FROM outbound_deliveries d JOIN jobs j ON j.id=d.job_id AND j.user_id=d.user_id WHERE (d.state IN ('requested','frozen') OR (d.state='accepted' AND EXISTS(SELECT 1 FROM operation_executions x WHERE x.run_id='delivery:'||d.id AND x.phase<>'published'))) AND j.status IN ('done','failed','cancelled') AND json_extract(j.options,'$.executionState')='finalized' ORDER BY d.created_at LIMIT ?",args:[Math.max(1,Math.min(100,Math.floor(e)))]})).rows.map(t=>({id:String(t.id),userId:Number(t.user_id),jobId:String(t.job_id)}))}function Qe(e){if(!e.callback_url||e.options.callbackDeliveryProtocol!==1)return null;let n=e.options.executionProtocol===1&&e.options.directCompletionProtocol===1&&e.options.executionOwner==="direct",t=e.options.queueExecutionProtocol===1&&e.options.executionOwner==="cron";if(!n&&!t)throw Error("Callback parent profile is unavailable");return{id:`paa-callback:${e.id}`,userId:e.user_id,jobId:e.id,parentRunId:n?`paa-execution:${e.id}`:`harvest:${e.id}`,url:e.callback_url,profile:n?"paa-direct":"paa-queue",fingerprint:String(e.options.requestFingerprint)}}async function Jt(e,n,t){let r=Qe(e);r&&await Gt(r,n,{...t,sql:`(${t.sql}) AND EXISTS(SELECT 1 FROM jobs WHERE id=? AND user_id=? AND callback_url=? AND json_extract(options,'$.callbackDeliveryProtocol')=1 AND json_extract(options,'$.requestFingerprint')=?)`,args:[...t.args,e.id,e.user_id,e.callback_url,r.fingerprint]})}function Wt(e,n){let t=Qe(e);return t?{...n,sql:`(${n.sql}) AND EXISTS(SELECT 1 FROM outbound_deliveries WHERE id=? AND user_id=? AND request_json=? AND state='requested')`,args:[...n.args,t.id,t.userId,h(t)]}:n}async function Un(e,n){let t=await N(e,n);if(!t?.callback_url)return{kind:"none"};let r=Qe(t);if(!r)return{kind:"unavailable"};let o=await te(r.id,t.user_id);if(!o||h(J(o))!==h(r))return{kind:"unavailable"};if(!["done","failed","cancelled"].includes(t.status)||t.options.executionState!=="finalized"||t.options.holdState!=="settled"||!t.options.syncCapturedAt)return{kind:"pending",record:o};let i=await K(r.parentRunId,t.user_id,r.profile==="paa-direct"?"harvest_paa":"search_serp",t.id);if(!i||i.phase!=="published")return{kind:"pending",record:o};let s=r.profile==="paa-direct"?i.flags:i.flags.intent;if(!s||s.callbackUrl!==r.url||s.requestFingerprint!==r.fingerprint||s.userId!==t.user_id||s.jobId!==t.id||t.query!==s.options?.query||h(Object.fromEntries(Object.keys(s.options).map(p=>[p,t.options[p]])))!==h(s.options)||s.hold?.userId!==t.user_id||s.hold.key!==t.options.billingDebitKey||s.hold.amountMc!==t.options.billingHoldMc||t.status!==t.options.syncTerminalStatus||t.options.syncFinalAmountMc!==t.options.billingFinalAmountMc)return{kind:"unavailable"};if(t.options.syncRequiresPhysicalReceipt===1&&(await X(r.parentRunId,t.user_id)).length===0)return{kind:"pending",record:o};if(await G({runId:r.parentRunId,userId:t.user_id}))return{kind:"pending",record:o};let a=L(h({result:t.result,error:t.publicError,httpStatus:t.options.syncHttpStatus,requiresPhysical:t.options.syncRequiresPhysicalReceipt})),l={jobId:t.id,requestFingerprint:s.requestFingerprint,captureSha256:a,status:t.status},u=h({...l,amountMc:Number(t.options.syncFinalAmountMc),physicalOutcome:"terminated"}),d=Te({userId:t.user_id,jobId:t.id,tool:r.profile==="paa-direct"?"harvest_paa":"search_serp",runId:r.parentRunId,key:s.hold.key}),c={...d,sql:`(${d.sql}) AND EXISTS(SELECT 1 FROM jobs j JOIN operation_runs r ON r.job_id=j.id AND r.user_id=j.user_id JOIN operation_executions x ON x.run_id=r.id JOIN operation_final_settlements s ON s.run_id=r.id AND s.user_id=r.user_id
-  WHERE j.id=? AND j.user_id=? AND r.id=? AND x.phase='published' AND r.status=x.result_status AND x.result_json=? AND j.status=?
-   AND j.callback_url=? AND json_extract(j.options,'$.requestFingerprint')=? AND r.request_fingerprint=? AND j.query=json_extract(r.normalized_flags_json,?)
-   AND NOT EXISTS(SELECT 1 FROM json_each(r.normalized_flags_json,?) v WHERE NOT EXISTS(SELECT 1 FROM json_each(j.options) actual WHERE actual.key=v.key AND actual.type=v.type AND actual.value IS v.value))
-   AND json_extract(j.options,'$.callbackDeliveryProtocol')=1 AND json_extract(j.options,'$.executionState')='finalized' AND json_extract(j.options,'$.holdState')='settled'
-   AND json_extract(j.options,'$.syncFinalAmountMc')=? AND json_extract(j.options,'$.billingFinalAmountMc')=? AND json_extract(j.options,'$.syncTerminalStatus')=? AND json(j.result) IS json(?) AND j.public_error_json IS ?
-   AND s.debit_key=? AND s.final_amount_mc=? AND json_extract(s.receipt_json,'$.material.captureSha256')=?)`,args:[...d.args,t.id,t.user_id,r.parentRunId,u,t.status,r.url,r.fingerprint,i.fingerprint,r.profile==="paa-direct"?"$.options.query":"$.intent.options.query",r.profile==="paa-direct"?"$.options":"$.intent.options",Number(t.options.syncFinalAmountMc),Number(t.options.syncFinalAmountMc),t.status,t.result==null?null:h(t.result),t.publicError==null?null:JSON.stringify(t.publicError),s.hold.key,Number(t.options.syncFinalAmountMc),a]};return{kind:"ready",job:t,record:o,domain:c}}import{request as Mr}from"https";import{HttpsProxyAgent as Fr}from"https-proxy-agent";var Oe={source:"https://\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061.com/users/zone/premium_domains",retrievedAt:"2026-09-23T20:14:30.483Z",includedStatuses:["premium","remove_candidate"],domains:["advanceautoparts.com","affitto.it","agoda.cn","albertsons.com","allpeople.com","autozone.com","bestbuy.com","bestwestern.com","billiger.de","bottlerover.com","carousell.com","carousell.com.hk","carousell.com.my","carousell.ph","carousell.sg","carsales.com.au","cdiscount.com","chewy.com","costco.com","cvs.com","despegar.com.mx","dickssportinggoods.com","dynos.es","emaxme.com","familytreenow.com","feuvert.fr","flooranddecor.com","foodlion.com","footlocker.co.uk","footlocker.com","giantfoodstores.com","gopuff.com","gplay.bg","hermes.com","hyatt.com","idealo.de","immobilienscout24.de","ingatlan.com","instacart.com","intersport.fr","joann.com","kroger.com","lazada.co.id","lazada.co.th","lazada.com.my","lazada.com.ph","lazada.sg","lazada.vn","lowes.ca","lowes.com","mcmaster.com","mediamarkt.de","mediamarkt.es","medline.com","mscdirect.com","napaonline.com","nofrills.ca","peoplefinders.com","platt.com","publicdatausa.com","realcanadiansuperstore.ca","realestate.com.au","restaurantguru.com","searchpeoplefree.com","shopee.cl","shopee.co.id","shopee.co.th","shopee.com.br","shopee.com.co","shopee.com.mx","shopee.com.my","shopee.ph","shopee.sg","shopee.tw","shopee.vn","similarweb.com","skyscanner.co.kr","skyscanner.net","stopandshop.com","target.com","temu.com","ticketmaster.com","totalwine.com","tractorsupply.com","walmart.com.mx","wayfair.com","weismarkets.com","wizzair.com","worten.pt"]};var Jn=Oe.source,Wn=Oe.retrievedAt,Cr=new Set(Oe.domains);function Vt(e){let n=new URL(e).hostname.toLowerCase().replace(/\.$/,"");for(let t of Cr)if(n===t||n.endsWith(`.${t}`))return"premium";return"standard"}function ge(e){for(let n of["providerProduct","billingTier","billableEvent","unitType","source","policyVersion","effectiveAt"])if(!e[n]?.trim())throw new Error(`Provider rate ${n} is required`);if(!Number.isSafeInteger(e.numeratorUsdNanos)||e.numeratorUsdNanos<0)throw new Error("Provider rate numerator must be a non-negative safe integer");if(!Number.isSafeInteger(e.denominatorUnits)||e.denominatorUnits<1)throw new Error("Provider rate denominator must be a positive safe integer");if(Number.isNaN(Date.parse(e.effectiveAt)))throw new Error("Provider rate effectiveAt must be a date");return e}function Ce(e,n){if(ge(e),!Number.isSafeInteger(n)||n<0)throw new Error("Billable units must be a non-negative safe integer");let t=BigInt(e.numeratorUsdNanos)*BigInt(n),r=BigInt(e.denominatorUnits),o=(t*2n+r)/(r*2n);if(o>BigInt(Number.MAX_SAFE_INTEGER))throw new Error("Provider amount exceeds safe integer range");return Number(o)}function qr(){return ge({providerProduct:"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061_serp_api",billingTier:"payg",billableEvent:"successful_delivery",unitType:"request",numeratorUsdNanos:15e8,denominatorUnits:1e3,source:"owner_confirmed_2026-09-24;docs/decisions/2026-08-11-preserve-questions-only-paa-while-evaluating-serp-api.md",policyVersion:"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061-serp-payg-2026-09-24",effectiveAt:"2026-08-11T00:00:00Z"})}function Xt(e=process.env){let n=e.\u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_SERP_CONTRACT_USD_PER_1000?.trim(),t=e.\u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_SERP_RATE_SOURCE?.trim(),r=e.\u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_SERP_RATE_POLICY_VERSION?.trim(),o=e.\u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_SERP_RATE_EFFECTIVE_AT?.trim();if(!n&&!t&&!r&&!o)return qr();if(!n||!t||!r||!o)throw new Error("\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 SERP contract rate requires amount, source, policy version, and effective date");let i=Number(n);if(!Number.isFinite(i)||i<0)throw new Error("Invalid \u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 SERP contract amount");return ge({providerProduct:"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061_serp_api",billingTier:"payg",billableEvent:"successful_delivery",unitType:"request",numeratorUsdNanos:Math.round(i*1e9),denominatorUnits:1e3,source:t,policyVersion:r,effectiveAt:o})}function jr(e){return ge({providerProduct:"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061_browser_api",billingTier:e,billableEvent:"transferred_byte",unitType:"byte",numeratorUsdNanos:8e9,denominatorUnits:1e9,source:"owner_confirmed_2026-10-12",policyVersion:"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061-browser-account-2026-10-12",effectiveAt:"2026-10-12T00:00:00Z"})}function zn(e){return jr(Vt(e))}function zt(){return ge({providerProduct:"apify_google_serp_scraperlink",billingTier:"store_pay_per_event",billableEvent:"serp_page",unitType:"page",numeratorUsdNanos:5e8,denominatorUnits:1e3,source:"https://apify.com/scraperlink/google-search-results-serp-scraper",policyVersion:"scraperlink-listing-2026-09-24",effectiveAt:"2026-09-24T00:00:00Z"})}var Lr="https://api.\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061.com/request",Hr=8e3,Ur="brd.superproxy.io",$r="44445",Gr=10*1024*1024;async function Br(e,n){let t=new URL(`http://${n.host}:${n.port}`);t.username=n.username,t.password=n.password;let r=new Fr(t);try{return await new Promise((o,i)=>{let s=Mr(e,{agent:r,headers:{"x-unblock-data-format":"parsed"},rejectUnauthorized:!1,signal:n.signal},a=>{let l=[],u=0;a.on("data",d=>{let c=Buffer.isBuffer(d)?d:Buffer.from(d);if(u+=c.length,u>Gr){s.destroy(new Error("\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 SERP response exceeded the maximum size"));return}l.push(c)}),a.on("end",()=>o({ok:(a.statusCode??500)>=200&&(a.statusCode??500)<300,status:a.statusCode??500,rawText:Buffer.concat(l).toString("utf8"),providerRequestId:typeof a.headers["x-response-id"]=="string"?a.headers["x-response-id"]:typeof a.headers["x-request-id"]=="string"?a.headers["x-request-id"]:null}))});s.on("error",()=>i(new Error("\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 native SERP request failed"))),s.end()})}finally{r.destroy()}}function ir(e){let n=e.\u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_SERP_PROXY_USERNAME?.trim(),t=e.\u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_SERP_PROXY_PASSWORD?.trim();if(n||t){if(!n||!t)throw new Error("\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 SERP requires both \u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_SERP_PROXY_USERNAME and \u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_SERP_PROXY_PASSWORD");if(/[\u0000-\u001f\u007f]/.test(n+t))throw new Error("\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 SERP native credentials contain invalid control characters");return{method:"native",username:n,password:t}}let r=e.\u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_SERP_API_KEY?.trim(),o=e.\u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_SERP_ZONE?.trim();if(!r||!o)throw new Error("\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 SERP requires \u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_SERP_API_KEY and \u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_SERP_ZONE, or complete native SERP proxy credentials; \u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_API_KEY is not used for SERP");if(/\s|[\u0000-\u001f\u007f]/.test(r)||!/^[a-zA-Z0-9_-]+$/.test(o))throw new Error("\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 SERP API key or zone has an invalid format");return{method:"rest",apiKey:r,zone:o}}function Fe(e=process.env){try{return ir(e),!0}catch{return!1}}function f(e){return e!=null&&typeof e=="object"&&!Array.isArray(e)?e:null}function O(e){return Array.isArray(e)?e:[]}function W(e){return typeof e=="string"&&e.trim()?e.trim():null}function R(e){return typeof e=="number"&&Number.isFinite(e)?e:typeof e=="string"&&e.trim()&&Number.isFinite(Number(e))?Number(e):null}function g(e,n){for(let t of n){let r=W(e[t]);if(r)return r}return null}function ne(e){try{return new URL(e).hostname.replace(/^www\./,"")}catch{return""}}function ar(e){return{rawUrl:e,resolvedUrl:e,linkType:"plain",resolutionStatus:"not_needed"}}function Jr(e){let n=e;if(typeof n=="string")try{n=JSON.parse(n)}catch{throw new Error("\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 SERP API returned invalid JSON")}let t=f(n);if(!t)throw new Error("\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 SERP API returned an invalid payload");if(typeof t.body=="string")try{let o=JSON.parse(t.body);if(f(o))return f(o)}catch{}let r=f(t.body);return r?f(r.result)??f(r.data)??r:f(t.result)??f(t.data)??t}function oe(e,n){for(let r of n){let o=O(e[r]);if(o.length)return o}let t=f(e.results);if(t)for(let r of n){let o=O(t[r]);if(o.length)return o}return[]}function re(e,n){let t=[e,f(e.results)].filter(r=>!!r);for(let r of t)for(let o of n)if(Object.prototype.hasOwnProperty.call(r,o))return{observed:!0,rawShapeValid:Array.isArray(r[o]),rawCount:O(r[o]).length};return{observed:!1,rawShapeValid:!1,rawCount:0}}function Ze(e,n){let t=[e,f(e.results)].filter(r=>!!r);for(let r of t)for(let o of n){if(!Object.prototype.hasOwnProperty.call(r,o))continue;let i=f(r[o]);return{observed:!0,rawShapeValid:i!==null,rawCount:i&&Object.keys(i).length>0?1:0}}return{observed:!1,rawShapeValid:!1,rawCount:0}}function Kt(e){return oe(e,["organic","organic_results","organicResults"]).flatMap((n,t)=>{let r=f(n);if(!r)return[];let o=g(r,["link","url","href"]),i=g(r,["title","name"]);if(!o||!i)return[];let s=f(r.rating)??f(r.inline_rating);return[{position:Math.max(1,Math.trunc(R(r.global_rank)??R(r.rank)??R(r.position)??t+1)),title:i,url:o,...ar(o),domain:ne(o),cite:g(r,["display_link","displayLink","cite"]),snippet:g(r,["description","snippet","text"]),isRedditStyle:ne(o)==="reddit.com",inlineRating:s?{value:String(s.value??s.rating??""),count:String(s.count??s.reviews??"")}:null}]}).sort((n,t)=>n.position-t.position)}function Yt(e){return oe(e,["snack_pack","local","local_results","local_pack","localPack"]).flatMap((n,t)=>{let r=f(n);if(!r)return[];let o=g(r,["title","name"]);if(!o)return[];let i=O(r.extensions??r.metadata).map(W).filter(s=>!!s);return[{position:Math.max(1,Math.trunc(R(r.global_rank)??R(r.rank)??R(r.position)??t+1)),name:o,cid:g(r,["cid"]),rating:g(r,["rating"])??(R(r.rating)!=null?String(R(r.rating)):null),reviewCount:g(r,["reviews_cnt","reviews","review_count","reviewCount"])??(R(r.reviews_cnt)!=null?String(R(r.reviews_cnt)):R(r.reviews)!=null?String(R(r.reviews)):null),metadata:i,websiteUrl:g(r,["website","website_url","link"]),directionsUrl:g(r,["directions","directions_url"])}]})}function ur(e){let n=f(e);return O(n?.citations??n?.sources??n?.references).flatMap(t=>{let r=f(t);if(!r)return[];let o=g(r,["link","url","href"]);return o?[{text:g(r,["title","text","name"])??ne(o),href:o,...ar(o)}]:[]})}function Me(e,n=0){if(n>4)return[];if(Array.isArray(e))return e.flatMap(i=>Me(i,n+1));let t=f(e);if(!t)return[];let r=g(t,["snippet","text","answer"]),o=Me(t.texts??t.list??t.items,n+1);return[...r?[r]:[],...o]}function Qt(e,n){if(!n)return{detected:!1,text:null,citations:[]};let t=f(e.ai_overview)??f(e.aiOverview)??f(e.overview);if(!t)return{detected:!1,text:null,citations:[]};let r=g(t,["text","answer","description"])??(Me(t.texts).join(`
-
-`).slice(0,5e4)||null),o=ur(t);return{detected:!!(r||o.length),text:r,citations:o}}function Zt(e,n){if(!n)return{detected:!1,text:null,citations:[]};let t=f(e.ai_mode)??f(e.aiMode);if(!t)return{detected:!1,text:null,citations:[]};let r=g(t,["text","answer","description"])??(Me(t.texts).join(`
-
-`).slice(0,5e4)||null),o=ur(t);return{detected:!!(r||o.length),text:r,citations:o}}function er(e,n){return n?[...oe(e,["videos","video_results"]),...oe(e,["short_videos","shorts"])].flatMap(t=>{let r=f(t);if(!r)return[];let o=g(r,["link","url"]),i=g(r,["title","name"]);return!o||!i?[]:[{type:"video",title:i,channel:g(r,["channel","source"])??"",platform:ne(o),duration:g(r,["duration"])??"",url:o}]}):[]}function tr(e,n){if(!n)return[];let t=f(e.forums);return[...oe(e,["discussions","forums","forum_results"]),...O(t?.items)].flatMap(r=>{let o=f(r);if(!o)return[];let i=g(o,["link","url"]),s=g(o,["title","name"]);return!i||!s?[]:[{title:s,source:g(o,["source"])??ne(i),url:i}]})}function rr(e,n){return n?oe(e,["what_people_are_saying","whatPeopleSaying"]).flatMap(t=>{let r=f(t);if(!r)return[];let o=g(r,["link","url"]),i=g(r,["title","name"]);if(!o||!i)return[];let s=g(r,["platform","source"])??ne(o),a=s.toLowerCase();return[{type:a.includes("reddit")?"reddit":a.includes("facebook")?"facebook":a.includes("instagram")?"instagram":a.includes("tiktok")?"tiktok":a.includes("youtube")?"youtube":a.includes("news")?"news":"unknown",title:i,url:o,source:s,platform:s,popularComment:g(r,["comment","popular_comment"]),engagement:g(r,["engagement"])??"",date:g(r,["date"])??"",duration:g(r,["duration"]),authorNote:g(r,["author_note"])}]}):[]}var Wr={featuredSnippets:["featured_snippets","featured_snippet","featuredSnippet"],knowledgePanel:["knowledge","knowledge_graph","knowledgeGraph"],topStories:["top_stories","topStories"],news:["news","news_results"],images:["images","image_results"],shopping:["shopping","shopping_results"],relatedSearches:["related","related_searches","relatedSearches"],recipes:["recipes","recipe_results"],jobs:["jobs","job_results"],topAds:["top_ads"],bottomAds:["bottom_ads"],topProducts:["top_pla"],bottomProducts:["bottom_pla"],jackpotProducts:["jackpot_pla"],shortVideos:["short_videos","shorts"],localMap:["snack_pack_map"],flights:["flights"],hotels:["hotels_selection"],popularProducts:["popular_products"],weather:["weather"],currencyExchange:["currency_exchange"],latestPosts:["latest_posts"],perspectives:["perspectives"],navigation:["navigation"],chips:["chips"],spelling:["spelling"]};function qe(e,n){for(let t of[e,f(e.results)])if(t){for(let r of n)if(Object.prototype.hasOwnProperty.call(t,r))return{observed:!0,value:t[r]}}return{observed:!1,value:null}}function je(e,n,t){return e?n==null||Array.isArray(n)&&n.length===0?"observed_absent":Array.isArray(n)?t>0?"observed_present":"incomplete":f(n)?t>0?"observed_present":Object.keys(f(n)).length===0?"observed_absent":"incomplete":"incomplete":"unknown"}function Vr(e){let n=g(e,["answer","snippet","text"]);return n||O(e.answers).flatMap((r,o)=>{let i=f(r),s=f(i?.value),a=i?.type==="answer"?W(s?.text):null;return a?[{prose:a,rank:R(i?.rank)??o+1,index:o}]:[]}).sort((r,o)=>r.rank-o.rank||r.index-o.index).map(r=>r.prose).join(`
-
-`)||null}function Xr(e,n){let t={},r=[["localPack",["snack_pack","local","local_results","local_pack","localPack"],n.localPack],["forums",["discussions","forums","forum_results"],n.forums],["videos",["videos","video_results","short_videos","shorts"],n.videos],["aiOverview",["ai_overview","aiOverview","overview"],n.aiOverview],["whatPeopleSaying",["what_people_are_saying","whatPeopleSaying"],n.whatPeopleSaying],["entityIds",["knowledge","knowledge_graph","knowledgeGraph"],n.entityIds]];for(let[l,u,d]of r){let c=qe(e,u);t[l]=je(c.observed,c.value,d)}let o=qe(e,["ai_mode","aiMode"]);t.aiMode=je(o.observed,o.value,n.aiMode);let i=qe(e,["people_also_ask","peopleAlsoAsk","related_questions","paa"]),s=O(i.value).slice(0,30).flatMap(l=>{let u=f(l);if(!u)return[];let d=g(u,["question","title"]);if(!d)return[];let c=W(u.question)?W(u.title)?.slice(0,1e3):null,p=W(u.answer_source)?.slice(0,1e3),_=g(u,["answer_display_link","display_link"])?.slice(0,2e3);return[{question:d.slice(0,1e3),answer:Vr(u)?.slice(0,1e4)??null,url:g(u,["answer_link","link","url"])??null,...c?{sourceTitle:c}:{},...p?{sourceName:p}:{},..._?{displayLink:_}:{}}]});t.paaPreview=je(i.observed,i.value,s.length);let a=[];for(let[l,u]of Object.entries(Wr)){let d=qe(e,u);if(!d.observed)continue;let c=f(d.value),_=(Array.isArray(d.value)?d.value:c&&(Array.isArray(c.items)||Array.isArray(c.posts))?[...O(c.items),...O(c.posts)]:[d.value]).slice(0,20).flatMap(y=>{let b=f(y);if(!b)return[];let x=g(b,["title","name","heading"]),q=g(b,["link","url","website"]),M=g(b,["description","snippet","text","summary","story"]);return!x&&!q&&!M?[]:[{title:x?.slice(0,1e3)??null,url:q,description:M?.slice(0,1e4)??null,position:R(b.global_rank)??R(b.rank)??R(b.position)??null}]});t[l]=je(d.observed,d.value,_.length);let w=Object.fromEntries(Object.entries(c??{}).slice(0,30).flatMap(([y,b])=>/^[a-zA-Z0-9_]{1,80}$/.test(y)&&(b===null||["string","number","boolean"].includes(typeof b))?[[y,typeof b=="string"?b.slice(0,2e3):b]]:[]));a.push({name:l,attributes:w,items:_})}return{status:t,paaPreview:s,additional:a}}function nr(e,n){let t=new Set,r=new Set(n.map(s=>s.cid).filter(s=>!!s)),o=new Set,i=(s,a=0)=>{if(a>6||s==null)return;if(Array.isArray(s)){for(let u of s)i(u,a+1);return}let l=f(s);if(l)for(let[u,d]of Object.entries(l)){let c=u.toLowerCase().replace(/[^a-z]/g,""),p=W(d);p&&(c==="kgid"||c==="kgmid"||c==="mid")?t.add(p):p&&c==="cid"?r.add(p):p&&c==="gcid"?o.add(p):typeof d=="object"&&i(d,a+1)}};return i(e),{entities:[],kgIds:[...t],cids:[...r],gcids:[...o]}}function or(e,n){let t=e instanceof Error?e.message:String(e);return n.aborted||/timeout|timed out/i.test(t)?"timeout":/captcha|recaptcha|unusual traffic|google\.com\/sorry|blocked/i.test(t)?"captcha":/invalid (?:json|payload)/i.test(t)?"invalid_payload":"provider_error"}function sr(e){return e==="invalid_payload"?"invalid_payload":e==="captcha"?"serp_readiness":e==="timeout"||e==="provider_error"?"provider_transport":"pagination"}async function et(e,n=process.env,t=fetch,r=Br,o){if(e.pages!==1)throw new Error("\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 SERP supports one page only; use Apify for two pages");let i=ir(n),s=i.method==="native",a=Date.now(),l=Et(),u=null,d=e.location?St(e.location):null;if(e.location&&!d?.canonical)throw new Y("query_integrity","location_unresolved",`SERP location could not be resolved without changing the query (candidates: ${d?.ambiguousCandidates??0})`);let c=d?.canonical?bt(d.canonical):null,p=AbortSignal.timeout(e.includeAllSerpFeatures?33e3:Hr),_=e.signal?AbortSignal.any([e.signal,p]):p,w=1,y=[],b=[],x=0,q=async m=>{let P=Date.now(),I=s?"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061_serp_native_proxy":"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061_serp_rest",T=null,F=null,ae=!1,ue=!1,V=null,le=null;if(l?.operationRunId&&(m===1||u))try{T=await Re({runId:l.operationRunId,attemptNumber:o?o.attemptNumber+m-1:m,method:I,provider:"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061",...m===2?{parentAttemptId:u,edgeKind:"next_phase"}:o?{parentAttemptId:o.parentAttemptId,edgeKind:"provider_fallback",retryKind:"provider_fallback"}:{},normalizedFlags:{page:m,device:e.device,hasLocation:!!e.location}}),m===1&&(u=T),F=(await ke({attemptId:T,provider:"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061",providerProduct:"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061_serp_api",accountScope:l.operationAccountScope??"production-default",method:I,providerStatus:"started"})).id}catch(E){throw console.warn(JSON.stringify({event:"direct_serp_telemetry_start_failed",page:m,message:E instanceof Error?E.message:String(E)})),E}let k=new URLSearchParams({q:e.query,gl:e.gl,hl:e.hl,pws:"0",num:"10",...m===2?{start:"10"}:{}}),Ae=ht(e.recency);Ae&&k.set("tbs",Ae),e.device==="mobile"&&k.set("brd_mobile","1"),e.includeAiOverview&&k.set("brd_ai_overview","2"),c&&k.set("uule",c),s&&k.set("brd_json","1"),x+=1;let j;try{if(i.method==="native"){let D=n.\u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_SERP_PROXY_HOST?.trim()||Ur,ce=n.\u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_SERP_PROXY_PORT?.trim()||$r;j=await r(`https://www.google.com/search?${k}`,{username:i.username,password:i.password,host:D,port:ce,signal:_})}else{let D=await t(Lr,{method:"POST",headers:{Authorization:`Bearer ${i.apiKey}`,"Content-Type":"application/json"},body:JSON.stringify({zone:i.zone,url:`https://www.google.com/search?${k}`,format:"json",data_format:"parsed"}),signal:_});j={ok:D.ok,status:D.status,rawText:await D.text(),providerRequestId:D.headers.get("x-response-id")??D.headers.get("x-request-id")}}if(le=`http_${j.status}`,F&&j.providerRequestId&&await me(F,j.providerRequestId),!j.ok)throw new Error(`\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 SERP API failed with HTTP ${j.status}`);ae=!0;let E;try{E=Jr(JSON.parse(j.rawText))}catch(D){let ce=D instanceof Error&&D.message!=="Unexpected end of JSON input"?D.message:"\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 SERP API returned invalid JSON";throw new Y("invalid_payload","invalid_provider_payload",ce)}let S=Kt(E);return y.push({page:m,attempted:!0,captured:S.length>0,resultCount:S.length,requestOffset:m===2?10:0,providerRequestIdObserved:!!j.providerRequestId,...S.length===0?{failureCode:"empty_page"}:{}}),ue=!0,E}catch(E){V=E;let S=or(E,_);if(y.some(ce=>ce.page===m)||y.push({page:m,attempted:!0,captured:!1,resultCount:0,requestOffset:m===2?10:0,providerRequestIdObserved:!1,failureCode:S}),m===2)throw E;let D=E instanceof Y?E.stage:sr(S);throw E instanceof Y?E:new Y(D,S,E instanceof Error?E.message:String(E))}finally{let E=null;if(F&&ae)try{let S=Xt(n);await De({receiptId:F,costState:"measured",units:1,unitType:"request",amountUsdNanos:Ce(S,1),rateSource:S.source,providerProduct:S.providerProduct,billingTier:S.billingTier,billableEvent:S.billableEvent,measurementSource:"provider_http_delivery",rateNumerator:S.numeratorUsdNanos,rateDenominator:S.denominatorUnits,ratePolicyVersion:S.policyVersion,rateEffectiveAt:S.effectiveAt,providerStatus:le??"delivered",providerDurationMs:Date.now()-P})}catch(S){console.warn(JSON.stringify({event:"direct_serp_receipt_finalize_failed",page:m,message:S instanceof Error?S.message:String(S)})),E=S}if(T&&await Ne({attemptId:T,status:ue?"succeeded":_.aborted?"timed_out":"failed",errorCode:V?or(V,_):null,durationMs:Date.now()-P}).catch(S=>console.warn(JSON.stringify({event:"direct_serp_attempt_finish_failed",page:m,message:S instanceof Error?S.message:String(S)}))),E)throw E}};try{b.push({page:1,payload:await q(1)})}catch(m){throw m}let M=null;if(w===2)try{b.push({page:2,payload:await q(2)})}catch(m){M=m}let $e=Date.now()-a,we=Date.now(),A=b[0].payload,be=b.flatMap(({page:m,payload:P})=>Kt(P).map(I=>({...I,position:m===2&&I.position<=10?I.position+10:I.position,sourcePage:m}))).filter((m,P,I)=>I.findIndex(T=>Ye(T.url)===Ye(m.url))===P),Se=e.includeLocalPack||e.includeAllSerpFeatures,$=Se?Yt(A):[],ie=re(A,["snack_pack","local","local_results","local_pack","localPack"]),Ar=Z({requested:Se,moduleObserved:ie.observed,rawCount:ie.rawCount,mappedCount:$.length,rawShapeValid:ie.rawShapeValid}),nt=e.includeAiOverview||e.includeAllSerpFeatures,ot=Qt(A,nt),st=e.includeForums||e.includeAllSerpFeatures,it=tr(A,st),at=e.includeVideos||e.includeAllSerpFeatures,ut=er(A,at),lt=e.includeWhatPeopleSaying||e.includeAllSerpFeatures,ct=rr(A,lt),Ge=f(A.forums),Be=Ge&&Array.isArray(Ge.items)?{observed:!0,rawCount:Ge.items.length,rawShapeValid:!0}:re(A,["discussions","forums","forum_results"]),Je=re(A,["videos","video_results","short_videos","shorts"]),dt={localPack:Ar,forums:Z({requested:st,moduleObserved:Be.observed,rawCount:Be.rawCount,mappedCount:it.length,rawShapeValid:Be.rawShapeValid}),videos:Z({requested:at,moduleObserved:Je.observed,rawCount:Je.rawCount,mappedCount:ut.length,rawShapeValid:Je.rawShapeValid}),aiOverview:Z({requested:nt,moduleObserved:Ze(A,["ai_overview","aiOverview","overview"]).observed,rawCount:Ze(A,["ai_overview","aiOverview","overview"]).rawCount,mappedCount:ot.detected?1:0,rawShapeValid:Ze(A,["ai_overview","aiOverview","overview"]).rawShapeValid}),whatPeopleSaying:Z({requested:lt,moduleObserved:re(A,["what_people_are_saying","whatPeopleSaying"]).observed,rawCount:re(A,["what_people_are_saying","whatPeopleSaying"]).rawCount,mappedCount:ct.length,rawShapeValid:re(A,["what_people_are_saying","whatPeopleSaying"]).rawShapeValid})},Ir=Q(1,y),Rr=y.find(m=>m.page===1)?.resultCount??0,Ee=y.find(m=>m.page===2)?.resultCount??0,Nr=Pe({query:e.query,finalQuery:e.query,canonicalLocation:d?.canonical??null,locationResolutionSource:d?.source??"not_requested",locationAmbiguousCandidates:d?.ambiguousCandidates??0,uule:c,outboundProviderMethod:s?"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061_serp_native_proxy":"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061_serp_rest"}),ve=M?sr(y.find(m=>m.page===2)?.failureCode??"provider_error"):Object.values(dt).some(m=>m==="incomplete"||m==="unknown")?"optional_feature_parsing":null,kr={pagination:{...Ir,providerRequestCount:x},features:dt,queryIntegrity:Nr,failureStage:ve},pt=e.includeAllSerpFeatures?(()=>{let m=b.map(({page:P,payload:I})=>{let T=Yt(I),F=tr(I,!0),ae=er(I,!0),ue=rr(I,!0),V=Qt(I,!0),le=Zt(I,!0),k=nr(I,T),Ae=Xr(I,{localPack:T.length,forums:F.length,videos:ae.length,aiOverview:V.detected?1:0,aiMode:le.detected?1:0,whatPeopleSaying:ue.length,entityIds:k.entities.length+k.kgIds.length+k.cids.length+k.gcids.length});return{page:P,...Ae,localPack:T,forums:F,videos:ae,whatPeopleSaying:ue,aiOverview:V,aiMode:le,entityIds:k}});return{status:m[0].status,paaPreview:m.flatMap(P=>P.paaPreview),additional:m.flatMap(P=>P.additional),pages:m}})():void 0,Dr=new Date().toISOString(),mt=Date.now()-a;return{seed:e.query,location:e.location??null,extractedAt:Dr,diagnostics:{phaseTimings:{providerConnectMs:$e,serpParseMs:Date.now()-we,totalServerMs:mt},pagination:{requestedPages:w,capturedPages:w===2&&Ee>0?2:1,page2Status:w===2?Ee>0?"captured":"failed":"not_requested",page1OrganicCount:Rr,page2OrganicCount:Ee,...w===2&&Ee===0?{failureCode:y.find(m=>m.page===2)?.failureCode==="captcha"?"captcha":y.find(m=>m.page===2)?.failureCode==="timeout"?"timeout":"empty_page"}:{}},completionStatus:"serp_only",problem:null,resultQuality:ve?"partial":"complete",degradedResult:!!ve,degradationReasons:[],retryRecommended:!!ve,serpCompleteness:kr},totalQuestions:0,surface:"web",aiOverview:ot,aiMode:Zt(A,e.includeAllSerpFeatures),...pt?{fullSerpFeatures:pt}:{},whatPeopleSaying:ct,tree:[],flat:[],videos:ut,forums:it,organicResults:be,localPack:$,entityIds:nr(A,$),stats:{seed:e.query,totalQuestions:0,maxDepthReached:0,durationMs:mt,errorCount:0}}}var zr="scraperlink~google-search-results-serp-scraper",ye="https://api.apify.com/v2";var C=class extends Error{constructor(t,r=null,o=!1,i=null){super(t);this.runId=r;this.retrySafe=o;this.terminalStatus=i;this.name="ApifyGoogleRunError"}runId;retrySafe;terminalStatus};function _e(e){return e!==null&&typeof e=="object"&&!Array.isArray(e)?e:null}function he(e){return typeof e=="string"&&e.trim()?e.trim():null}function Kr(e){try{return["http:","https:"].includes(new URL(e).protocol)}catch{return!1}}function Yr(e){if(typeof e!="string")return e;try{return JSON.parse(e)}catch{throw new Error("Apify searchResults is not valid JSON")}}function lr(e,n){if(!Array.isArray(e)||e.length===0)throw new Error("Apify dataset contains no search results");let t=[];for(let[i,s]of e.entries()){let a=_e(s);if(!a)throw new Error("Apify dataset contains an invalid row");let l=Yr(a.searchResults??a),u=_e(l),d=Array.isArray(l)?l:Array.isArray(u?.results)?u.results:Array.isArray(u?.organicResults)?u.organicResults:Array.isArray(u?.organic)?u.organic:u&&(u.position!==void 0||u.title!==void 0)?[u]:null;if(!d)throw new Error("Apify dataset search result shape is unsupported");let c=Number(a.page_number??u?.page_number??i+1);if(!Number.isInteger(c)||c<1||c>n)throw new Error("Apify dataset has an unexpected page number");t.push(...d.map(p=>({row:p,page:c})))}let r=t.map(({row:i,page:s},a)=>{let l=_e(i),u=l?.position,d=he(l?.title),c=he(l?.url??l?.link);if(!l||!d||!c||!Kr(c)||u!==void 0&&(!Number.isInteger(u)||u<1))throw new Error(`Apify search result ${a+1} is missing a valid position, URL, or title`);let p=he(l.description??l.snippet),_=typeof u=="number"?u:a%10+1;return{position:s>1&&_<=10?_+(s-1)*10:_,url:c,title:d,description:p}});if(r.length>n*10)throw new Error("Apify returned more results than requested");let o={page1:r.filter(i=>i.position<=10).length,page2:r.filter(i=>i.position>10).length};if(o.page1===0)throw new Error("Apify did not return the first result page");return{results:r,pageResultCounts:o}}async function Le(e,n,t,r){let o=await t(e,{headers:{Authorization:`Bearer ${n}`},signal:r});if(!o.ok)throw new Error(`Apify API returned HTTP ${o.status}`);return o.json()}function tt(e){let n=_e(_e(e)?.data),t=he(n?.id),r=he(n?.status);if(!t||!r)throw new Error("Apify returned an invalid run receipt");return{id:t,status:r}}async function Qr(e,n=fetch){let t=performance.now(),r=AbortSignal.timeout(9e4),o=e.signal?AbortSignal.any([e.signal,r]):r,i=e.runId,s=!1,a=null;try{if(!/^[A-Za-z0-9]+$/.test(i))throw new Error("Invalid Apify run ID");let l=tt(await Le(`${ye}/actor-runs/${i}?waitForFinish=30`,e.token,n,o));for(;["READY","RUNNING","TIMING-OUT","ABORTING"].includes(l.status);)l=tt(await Le(`${ye}/actor-runs/${i}?waitForFinish=30`,e.token,n,o));if(s=!0,a=l.status,l.status!=="SUCCEEDED")throw new Error(`Apify run ended with status ${l.status}`);let u=e.pages??1,d=await Le(`${ye}/actor-runs/${i}/dataset/items?format=json`,e.token,n,o);return{query:e.query,...lr(d,u),requestedPages:u,runId:i,elapsedMs:Math.round(performance.now()-t)}}catch(l){throw new C(l instanceof Error?l.message:String(l),i,s,a)}}async function cr(e,n,t=fetch){let r=performance.now(),o=e.query.trim(),i=e.pages??1;if(!o||o.includes(`
-`))throw new Error("Apify search requires one nonempty query");if(i!==1&&i!==2)throw new Error("Apify search supports one or two pages");let s=n.token.trim();if(!s)throw new Error("Apify API token is required");let a=n.maxChargeUsd??.01;if(!Number.isFinite(a)||a<=0)throw new Error("Invalid Apify charge cap");let l=AbortSignal.timeout(9e4),u=e.signal?AbortSignal.any([e.signal,l]):l,d=`${ye}/actors/${zr}/runs?maxTotalChargeUsd=${a}&restartOnError=false&waitForFinish=30`,c=null,p=!1,_=null;try{let w=await t(d,{method:"POST",headers:{Authorization:`Bearer ${s}`,"Content-Type":"application/json"},body:JSON.stringify({keyword:o,limit:i===2?"20":"10",page:1,proxy_location:"us",include_merged:!1}),signal:u});if(!w.ok)throw new Error(`Apify run start returned HTTP ${w.status}`);let y=tt(await w.json());if(c=y.id,p=!["READY","RUNNING","TIMING-OUT","ABORTING"].includes(y.status),p&&(_=y.status),y.status!=="SUCCEEDED"&&y.status!=="READY"&&y.status!=="RUNNING")throw new Error(`Apify run ended with status ${y.status}`);if(y.status==="SUCCEEDED"){let x=await Le(`${ye}/actor-runs/${c}/dataset/items?format=json`,s,t,u);return{query:o,...lr(x,i),requestedPages:i,runId:c,elapsedMs:Math.round(performance.now()-r)}}return{...await Qr({runId:c,query:o,token:s,pages:i,signal:u},t),elapsedMs:Math.round(performance.now()-r)}}catch(w){throw w instanceof C?w:new C(w instanceof Error?w.message:String(w),c,p,_)}}var dr="apify_google_serp",pr="apify",Zr="apify_google_serp_scraperlink";async function mr(e,n,t,r){let o=zt();await De({receiptId:e,costState:"estimated",units:n,unitType:o.unitType,amountUsdNanos:Ce(o,n),rateSource:o.source,providerProduct:o.providerProduct,billingTier:o.billingTier,billableEvent:o.billableEvent,measurementSource:"actor_run_succeeded",rateNumerator:o.numeratorUsdNanos,rateDenominator:o.denominatorUnits,ratePolicyVersion:o.policyVersion,rateEffectiveAt:o.effectiveAt,providerStatus:r,providerDurationMs:t})}async function fr(e){let n=performance.now(),t=await Re({runId:e.operationRunId,attemptNumber:e.attemptNumber,method:dr,provider:pr,parentAttemptId:e.parentAttemptId,edgeKind:e.edgeKind,retryKind:e.retryKind,normalizedFlags:{page:1,pages:e.options.pages??1,proxyLocation:"us"}}),r=await ke({attemptId:t,provider:pr,providerProduct:Zr,billingTier:"store_pay_per_event",accountScope:e.accountScope,method:dr,providerStatus:"before_actor_start"}),o=null,i=null;try{return o=await cr(e.options,{token:e.token},e.fetchImpl),await me(r.id,o.runId),await mr(r.id,o.requestedPages,o.elapsedMs,"succeeded_estimated"),{...o,attemptId:t}}catch(s){throw i=s,o?Object.assign(new C("Apify cost tracking failed after run completion",o.runId),{attemptId:t}):(s instanceof C&&s.runId&&(await me(r.id,s.runId),s.terminalStatus==="SUCCEEDED"?await mr(r.id,e.options.pages??1,Math.round(performance.now()-n),"succeeded_dataset_unavailable"):await Ct({receiptId:r.id,units:e.options.pages??1,unitType:"page",providerStatus:"run_outcome_or_cost_pending"})),Object.assign(s instanceof Error?s:new Error(String(s)),{attemptId:t}))}finally{await Ne({attemptId:t,status:i?e.options.signal?.aborted?"timed_out":"failed":"succeeded",errorCode:i?"apify_search_failed":null,durationMs:Math.round(performance.now()-n)})}}function gr(e,n=e.requestedPages){let t=e.results.map(s=>{let a=new URL(s.url).hostname.replace(/^www\./,"");return{position:s.position,title:s.title,url:s.url,rawUrl:s.url,resolvedUrl:s.url,linkType:"plain",resolutionStatus:"not_needed",domain:a,cite:null,snippet:s.description,isRedditStyle:a==="reddit.com",inlineRating:null}}),r=n===2&&e.pageResultCounts.page2>0?2:1,o=n===2&&r===1,i=Q(n,[{page:1,attempted:!0,captured:!0,resultCount:e.pageResultCounts.page1,requestOffset:0,providerRequestIdObserved:!0},...n===2?[{page:2,attempted:!0,captured:!o,resultCount:e.pageResultCounts.page2,requestOffset:10,providerRequestIdObserved:!0,...o?{failureCode:"empty_page"}:{}}]:[]]);return{seed:e.query,location:null,extractedAt:new Date().toISOString(),diagnostics:{phaseTimings:{providerConnectMs:e.elapsedMs,totalServerMs:e.elapsedMs},pagination:{requestedPages:n,capturedPages:r,page2Status:n===2?o?"failed":"captured":"not_requested",page1OrganicCount:e.pageResultCounts.page1,page2OrganicCount:e.pageResultCounts.page2},completionStatus:"serp_only",problem:null,resultQuality:o?"partial":"complete",degradedResult:o,degradationReasons:o?["page_two_missing"]:[],retryRecommended:!1,serpCompleteness:{pagination:i,features:{localPack:"not_requested",forums:"not_requested",videos:"not_requested",aiOverview:"not_requested",whatPeopleSaying:"not_requested"},queryIntegrity:Pe({query:e.query,finalQuery:e.query,locationResolutionSource:"not_requested",outboundProviderMethod:"default_search"}),failureStage:null}},totalQuestions:0,surface:"web",aiOverview:{detected:!1,text:null,citations:[],shareUrl:null},aiMode:{detected:!1,text:null,citations:[]},whatPeopleSaying:[],tree:[],flat:[],videos:[],forums:[],organicResults:t,localPack:[],entityIds:{entities:[],kgIds:[],cids:[],gcids:[]},stats:{seed:e.query,totalQuestions:0,maxDepthReached:0,durationMs:e.elapsedMs,errorCount:0}}}var en=12e3;async function _r(e){let n=await qt(e.runId);if(!n||String(n.run.id)!==e.runId||Number(n.run.user_id)!==e.userId||n.run.tool!=="search_serp"||n.run.job_id!==e.jobId||n.attempts.length===0||!n.attempts.every(r=>r.run_id===e.runId&&(r.provider==="\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061"&&["\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061_serp_native_proxy","\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061_serp_rest"].includes(String(r.method))||r.provider==="apify"&&r.method==="apify_google_serp")&&["failed","timed_out","cancelled"].includes(String(r.status))&&typeof r.ended_at=="string"&&Number.isFinite(Date.parse(r.ended_at))&&r.duration_ms!=null&&Number.isSafeInteger(Number(r.duration_ms))&&Number(r.duration_ms)>=0))return null;let t=n.attempts[n.attempts.length-1].status;return t==="cancelled"?{errorCode:"request_aborted",httpStatus:408,terminalStatus:"cancelled"}:t==="timed_out"?{errorCode:"harvest_timeout",httpStatus:504,terminalStatus:"failed"}:{errorCode:"service_unavailable",httpStatus:503,terminalStatus:"failed"}}function vo(e){return e.recency?vt():e.mode==="full"&&e.pages===1?Fe():!!e.token||Fe()}async function tn(e){if(e.signal.throwIfAborted(),e.recency)return rn(e);if(e.mode==="full")return nn(e);if(!e.token)return yr(e);let n=performance.now(),t;for(let r=1;r<=2;r++){let o=AbortSignal.any([e.signal,AbortSignal.timeout(en)]),i=e.pages;try{let s=await fr({options:{query:e.query,pages:i,signal:o},token:e.token,operationRunId:e.operationRunId,accountScope:e.accountScope,attemptNumber:r,...t?{parentAttemptId:t,edgeKind:"same_method_retry",retryKind:"same_method"}:{}});console.info(JSON.stringify({event:"serp_provider_succeeded",provider:"apify",operationRunId:e.operationRunId,attemptNumber:r,durationMs:s.elapsedMs,resultCount:s.results.length,requestedPages:e.pages,providerRequestedPages:s.requestedPages,deliveredPages:s.pageResultCounts.page2>0?2:1,runId:s.runId}));let a=gr(s,e.pages);return a.stats.durationMs=Math.round(performance.now()-n),a.diagnostics.phaseTimings&&(a.diagnostics.phaseTimings.totalServerMs=a.stats.durationMs),{result:a,mode:"light",deliveryProvider:"apify",deliveredPages:s.pageResultCounts.page2>0?2:1}}catch(s){t=s&&typeof s=="object"&&"attemptId"in s?String(s.attemptId):void 0;let a=s instanceof C?s:null;if(console.warn(JSON.stringify({event:"serp_provider_failed",provider:"apify",operationRunId:e.operationRunId,attemptNumber:r,runId:a?.runId??null,requestedPages:e.pages,attemptPages:i,retrySafe:a?.retrySafe===!0,error:s instanceof Error?s.message:String(s)})),e.signal.aborted||!t||a?.retrySafe!==!0)throw s}}return yr(e,t)}async function yr(e,n){if(e.signal.throwIfAborted(),!Fe())throw new Error("\u0042\u0072\u0069\u0067\u0068\u0074 \u0044\u0061\u0074\u0061 SERP API fallback is not configured; set \u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_SERP_API_KEY and \u0042\u0052\u0049\u0047\u0048\u0054\u0044\u0041\u0054\u0041_SERP_ZONE, or the SERP proxy username and password");let t=performance.now(),r={query:e.query,gl:"us",hl:"en",device:"desktop",pages:1,includeAllSerpFeatures:!1,includeLocalPack:!1,includeForums:!1,includeVideos:!1,includeAiOverview:!1,includeWhatPeopleSaying:!1,signal:e.signal};console.info(JSON.stringify({event:"serp_provider_fallback",provider:"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061",operationRunId:e.operationRunId,attemptNumber:3,requestedPages:e.pages,providerRequestedPages:1}));try{let o=await et(r,process.env,fetch,void 0,n?{attemptNumber:3,parentAttemptId:n}:void 0);if(o.organicResults.length===0)throw new Error("Search returned no organic results");if(e.pages===2){o.diagnostics.pagination={requestedPages:2,capturedPages:1,page2Status:"unavailable",page1OrganicCount:o.organicResults.length,page2OrganicCount:0},o.diagnostics.resultQuality="partial",o.diagnostics.degradedResult=!0,o.diagnostics.degradationReasons=[...new Set([...o.diagnostics.degradationReasons??[],"page_two_missing"])],o.diagnostics.retryRecommended=!1;let i=o.diagnostics;i.serpCompleteness&&(i.serpCompleteness.pagination=Q(2,i.serpCompleteness.pagination.evidence.filter(s=>s.page===1)),i.serpCompleteness.failureStage="pagination")}return o.stats.durationMs=Math.round(performance.now()-t),o.diagnostics.phaseTimings&&(o.diagnostics.phaseTimings.totalServerMs=o.stats.durationMs),console.info(JSON.stringify({event:"serp_provider_succeeded",provider:"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061",operationRunId:e.operationRunId,attemptNumber:3,durationMs:o.stats.durationMs,resultCount:o.organicResults.length,requestedPages:e.pages,providerRequestedPages:1,deliveredPages:1,resultQuality:o.diagnostics.resultQuality})),{result:o,mode:"light",deliveryProvider:"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061",deliveredPages:1}}catch(o){throw console.warn(JSON.stringify({event:"serp_provider_failed",provider:"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061",operationRunId:e.operationRunId,attemptNumber:3,error:o instanceof Error?o.message:String(o)})),o}}async function rn(e){let n=await At({...e.physicalFactory?{physicalExecution:await e.physicalFactory()}:{},query:e.query,gl:"us",hl:"en",device:"desktop",pages:e.pages,recency:e.recency,serpOnly:!0,forceManagedSerp:!0,maxAttempts:2,proxyMode:"none",maxQuestions:1,depth:1,headless:!0,format:"json",outputDir:"/tmp/paa-output-api",softDeadlineMs:Date.now()+23e4,signal:e.signal,onAttemptEvent:e.onAttemptEvent});if(n.organicResults.length===0)throw new Error("Search returned no organic results");let t=n.diagnostics.pagination?.capturedPages===2?2:1;if(e.pages===2&&t===1&&(n.diagnostics.resultQuality="partial",n.diagnostics.degradedResult=!0,n.diagnostics.degradationReasons=["page_two_missing"],n.diagnostics.retryRecommended=!0),e.mode==="full"){let r=Object.fromEntries(["localPack","forums","videos","aiOverview","aiMode","whatPeopleSaying","entityIds","paaPreview","topStories"].map(o=>[o,"unsupported"]));n.fullSerpFeatures={status:r,paaPreview:[],additional:[],pages:[]}}return{result:n,mode:e.mode==="full"?"full":"light",deliveryProvider:"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061",deliveredPages:t}}async function nn(e){if(e.pages===2){let n=await tn({...e,mode:"light",pages:2}),t=Object.fromEntries(["localPack","forums","videos","aiOverview","aiMode","whatPeopleSaying","entityIds","paaPreview","topStories"].map(o=>[o,"unsupported"]));n.result.fullSerpFeatures={status:t,paaPreview:[],additional:[],pages:[]};let r=n.result.diagnostics;return r.serpCompleteness&&(r.serpCompleteness.features={localPack:"unsupported",forums:"unsupported",videos:"unsupported",aiOverview:"unsupported",whatPeopleSaying:"unsupported"}),{...n,mode:"full"}}return on({...e,mode:"full"})}async function on(e){let n=performance.now(),t=e.mode==="full",r={query:e.query,gl:"us",hl:"en",device:"desktop",pages:1,...e.recency?{recency:e.recency}:{},includeAllSerpFeatures:t,includeLocalPack:t,includeForums:t,includeVideos:t,includeAiOverview:t,includeWhatPeopleSaying:t,signal:e.signal},o=await et(r);if(o.organicResults.length===0)throw new Error("Search returned no organic results");return o.stats.durationMs=Math.round(performance.now()-n),o.diagnostics.phaseTimings&&(o.diagnostics.phaseTimings.totalServerMs=o.stats.durationMs),{result:o,mode:t?"full":"light",deliveryProvider:"\u0062\u0072\u0069\u0067\u0068\u0074\u0064\u0061\u0074\u0061",deliveredPages:o.diagnostics.pagination?.capturedPages===2?2:1}}var U=e=>`harvest:${e}`,wr=e=>e.profile==="direct"?"executionProtocol":e.profile==="queue"?"queueExecutionProtocol":"syncExecutionProtocol";function se(e,n="'running'"){let t=h(e.options),r=Object.keys(JSON.parse(t)).sort();if(r.some(o=>!/^[a-zA-Z][a-zA-Z0-9]*$/.test(o)))throw Error("Invalid synchronous option key");return{userId:e.userId,tool:e.tool,jobId:e.jobId,sql:`EXISTS(SELECT 1 FROM jobs j WHERE j.id=? AND j.user_id=? AND j.status IN (${n}) AND json_extract(j.options,'$.${wr(e)}')=1 AND j.query=? AND j.callback_url IS ? ${e.profile==="direct"?"AND json_extract(j.options,'$.executionOwner')='direct' AND json_extract(j.options,'$.directCompletionProtocol')=1 AND json_extract(j.options,'$.paaLeaseToken')=? AND json_extract(j.options,'$.executionRunId')=?":e.profile==="queue"?"AND json_extract(j.options,'$.executionOwner')='cron'":""} AND json_extract(j.options,'$.requestFingerprint')=? AND json_extract(j.options,'$.billingHoldMc')=? ${r.map(()=>"AND json_extract(j.options,?) IS json_extract(?,?)").join(" ")})`,args:[e.jobId,e.userId,String(e.options.query),e.callbackUrl??null,...e.profile==="direct"?[e.recordToken,`paa-execution:${e.jobId}`]:[],e.requestFingerprint,e.hold.amountMc,...r.flatMap(o=>[`$.${o}`,t,`$.${o}`])]}}function rt(e){let n=JSON.parse(h(e));if(!n.jobId||!Number.isSafeInteger(n.userId)||n.userId<=0||!["harvest_paa","search_serp"].includes(n.tool)||!Number.isSafeInteger(n.deadlineAt)||!Number.isSafeInteger(n.hold.amountMc)||n.hold.amountMc<=0||n.hold.userId!==n.userId||n.hold.key!==(n.profile==="queue"?`serp-search:${n.jobId}:hold`:`harvest-sync:${n.jobId}:charge`)||!/^[a-f0-9]{64}$/.test(n.requestFingerprint)||!n.refundOperation||!n.sourceSurface)throw Error("Invalid synchronous funded intent");if(n.profile==="queue"&&(n.tool!=="search_serp"||n.options.serpOnly!==!0||n.deadlineAt!==0||!Number.isSafeInteger(n.budgetMs)||n.budgetMs<1e3||n.budgetMs>36e5||n.hold.operation!=="serp"||n.refundOperation!=="serp_refund"||n.sourceSurface!=="serp_search"||n.hold.description!==`SERP search: ${n.options.query}`.slice(0,500)))throw Error("Invalid queued compatibility intent");return n}async function br(e){let n=await K(U(e.id),e.user_id,e.options.serpOnly===!0?"search_serp":"harvest_paa",e.id);if(!n||n.flags.syncExecutionProtocol!==1||!n.flags.intent)return null;let t=rt(n.flags.intent);if((t.profile==="queue"?e.options.queueExecutionProtocol:e.options.syncExecutionProtocol)!==1||t.jobId!==e.id||t.userId!==e.user_id||n.fingerprint!==t.requestFingerprint)throw Error("Synchronous intent receipt conflicts");return t}async function H(e,n="held"){let t=e.options.serpOnly===!0?2:Ke;return{status:503,headers:{"Retry-After":String(t)},body:{job_id:e.id,status:"running",saved_status:e.status,...pe({errorCode:"response_lost",retryable:!0,chargeStatus:n==="held"?"refund_pending":void 0,details:{retry_guidance:`Wait at least ${t} seconds before retrying this exact request with the same idempotencyKey or reading the returned job. Saved content and settlement resume without another acquisition.`}}),executionState:"unknown",hold_state:n,status_tool:e.options.queueExecutionProtocol===1?"harvest_paa_status":e.options.serpOnly===!0?"search_serp":"harvest_paa_status",...e.result?{result:e.result}:{}}}}async function sn(e,n){await v().execute({sql:`UPDATE jobs SET options=json_set(options,'$.executionState','unknown','$.holdState',CASE WHEN json_extract(options,'$.billingSettledAt') IS NOT NULL THEN 'settled' ELSE 'held' END) WHERE id=? AND user_id=? AND json_extract(options,'$.${wr(e)}')=1 AND EXISTS(SELECT 1 FROM operation_executions x WHERE x.run_id=? AND x.claim_token=?)`,args:[e.jobId,e.userId,n.runId,n.token]})}async function He(e,n,t,r,o,i=null,s=200,a=!0){if(!Number.isSafeInteger(r)||r<0||r>e.hold.amountMc)throw Error("Invalid captured synchronous charge");let l=t==null?null:h(t),u=i==null?null:JSON.stringify(i),d=se(e),c;try{await v().execute({sql:`UPDATE jobs SET result=?,public_error_json=?,options=json_set(options,'$.syncCapturedAt',datetime('now'),'$.syncFinalAmountMc',?,'$.syncTerminalStatus',?,'$.syncHttpStatus',?,'$.syncRequiresPhysicalReceipt',?)
-  WHERE id=? AND user_id=? AND json_extract(options,'$.syncCapturedAt') IS NULL AND (${d.sql})
-  AND EXISTS(SELECT 1 FROM operation_runs r JOIN operation_executions x ON x.run_id=r.id WHERE r.id=? AND r.user_id=? AND x.claim_token=? AND x.phase IN ('effects_started','unknown') AND r.status IN ('running','unknown'))`,args:[l,u,r,o,s,a?1:0,e.jobId,e.userId,...d.args,n.runId,n.userId,n.token]})}catch(_){c=_}let p=await N(e.jobId,e.userId);if(!p?.options.syncCapturedAt||h({result:p.result})!==h({result:t==null?null:JSON.parse(l)})||p.options.syncFinalAmountMc!==r||p.options.syncTerminalStatus!==o||h({error:p.publicError})!==h({error:wt(i)})||p.options.syncHttpStatus!==s||p.options.syncRequiresPhysicalReceipt!==(a?1:0))throw c??Error("synchronous_capture_receipt_unknown_or_conflicting");return p}async function Sr(e,n){return{status:n?200:Number(e.options.syncHttpStatus??200),body:{job_id:e.id,status:e.status,...e.result?{result:e.result}:{},...e.publicError?{...e.publicError,error:e.publicError.message,...e.options.holdState==="settled"&&e.options.billingFinalAmountMc===0?{charge_status:"refunded"}:{}}:{},...n?{replayed:!0}:{}}}}async function Er(e,n){if(e.profile!==void 0||e.tool!=="search_serp"||e.options.serpOnly!==!0||!["light","full"].includes(String(e.options.mode))||![1,2].includes(Number(e.options.pages))||e.options.recency||e.options.serpIdentity||n.runId!==U(e.jobId)||n.userId!==e.userId||await G({userId:n.userId,runId:n.runId})||(await X(n.runId,n.userId)).length!==0)return null;let t=await _r({runId:n.runId,userId:n.userId,jobId:e.jobId});return t?{publicError:pe({errorCode:t.errorCode,retryable:t.terminalStatus!=="cancelled"}),httpStatus:t.httpStatus,terminalStatus:t.terminalStatus}:null}async function Ue(e,n,t,r=!1){let o=await N(e.jobId,e.userId);if(!o?.options.syncCapturedAt)throw Error("Synchronous capture is not known");if(o.options.syncRequiresPhysicalReceipt===1&&(await X(n.runId,n.userId)).length===0)throw Error("synchronous_physical_receipt_missing");if(await G({userId:e.userId,runId:n.runId}))throw Error("synchronous_physical_outcome_unknown");let i=Number(o.options.syncFinalAmountMc),s=String(o.options.syncTerminalStatus);if(!["done","failed","cancelled"].includes(s))throw Error("Invalid synchronous terminal receipt");let a={jobId:o.id,requestFingerprint:e.requestFingerprint,captureSha256:L(h({result:o.result,error:o.publicError,httpStatus:o.options.syncHttpStatus,requiresPhysical:o.options.syncRequiresPhysicalReceipt})),status:s},l=se(e,"'running','done','failed','cancelled'"),u={...l,sql:`(${l.sql}) AND EXISTS(SELECT 1 FROM jobs WHERE id=? AND user_id=? AND json_extract(options,'$.syncCapturedAt') IS NOT NULL AND json_extract(options,'$.syncFinalAmountMc')=? AND json_extract(options,'$.syncTerminalStatus')=? AND json(result) IS json(?) AND public_error_json IS ? AND json_extract(options,'$.syncHttpStatus')=? AND json_extract(options,'$.syncRequiresPhysicalReceipt')=?)`,args:[...l.args,o.id,o.user_id,i,s,o.result==null?null:h(o.result),o.publicError==null?null:JSON.stringify(o.publicError),Number(o.options.syncHttpStatus),Number(o.options.syncRequiresPhysicalReceipt)]},d=await Ht({claim:n,recovery:t,gate:u,key:e.hold.key,amountMc:i,refundOperation:e.refundOperation,sourceSurface:e.sourceSurface,material:a});if((await Ot(e.userId,e.hold.key,e.sourceSurface)??await Tt(e.userId,e.hold.key,i,e.refundOperation,"Synchronous harvest settlement",e.sourceSurface,d)).final_amount_mc!==i)throw Error("Synchronous settlement receipt conflicts");let p=Te({userId:o.user_id,tool:e.tool,jobId:o.id,runId:n.runId,key:e.hold.key}),_=z(n,{tool:e.tool,jobId:o.id,recovery:t}),w;try{await v().execute({sql:`UPDATE jobs SET status=?,completed_at=COALESCE(completed_at,datetime('now')),options=json_set(options,'$.executionState','finalized','$.holdState','settled','$.physicalOutcome','terminated','$.billingSettledAt',COALESCE(json_extract(options,'$.billingSettledAt'),datetime('now')),'$.billingFinalAmountMc',?${e.profile==="direct"?",'$.billedMc',?":""}) WHERE id=? AND user_id=? AND (${u.sql}) AND (${_.sql}) AND (${p.sql})`,args:[s,i,...e.profile==="direct"?[i]:[],o.id,o.user_id,...u.args,..._.args,...p.args]})}catch(q){w=q}let y=await N(o.id,o.user_id);if(!y||y.status!==s||y.options.billingFinalAmountMc!==i||y.options.holdState!=="settled"||h({result:y.result})!==h({result:o.result}))throw w??Error("synchronous_publication_receipt_unknown");let b={status:t?"unknown":s==="done"?"succeeded":s,json:h({...a,amountMc:i,physicalOutcome:"terminated"})};if(!(t?await Nt(n,b,p):await Rt(n,b)))throw Error("Synchronous execution receipt publication unknown");return Sr(y,r)}async function an(e){if(e.options.syncExecutionProtocol!==1&&e.options.queueExecutionProtocol!==1)return null;let n=await br(e);if(!n)return e.options.queueExecutionProtocol===1||await Ie(U(e.id),e.user_id)?H(e,"unconfirmed"):null;let t=await K(U(e.id),e.user_id,n.tool,e.id);if(t?.phase==="published"&&e.options.holdState==="settled")return Sr(e,!0);if(t?.phase==="claimed"&&t.expiresAtMs<=t.nowMs&&e.status==="running"&&!e.options.syncCapturedAt)return null;if(t?.phase==="claimed"||t?.phase==="effects_started"&&t.expiresAtMs>t.nowMs)return{status:409,headers:{"Retry-After":String(n.tool==="harvest_paa"?Ke:2)},body:{job_id:e.id,error:"This request is already running under the supplied Idempotency-Key.",errorCode:"idempotency_in_progress",retryable:!0,...e.result?{result:e.result}:{}}};let r=await It(U(e.id),e.user_id);if(!r)return H(e);try{let o=await Mt(e,r);if(!e.options.syncCapturedAt){let i=o?{terminalStatus:"failed",publicError:pe({errorCode:"service_unavailable",retryable:!0}),httpStatus:503}:await Er(n,r);i&&await He(n,r,null,0,i.terminalStatus,i.publicError,i.httpStatus,!1)}return await Ue(n,r,!0,!0)}catch{return H(await N(e.id,e.user_id)??e,e.options.holdState==="settled"?"settled":"held")}}async function vr(e,n,t=!0){let r=await ze(n.userId,n.hold.key);if(!r||r.status!=="applied"){if(!t)throw Error("Original applied hold is unavailable");let o=await Pt(n.userId,n.hold.amountMc,n.hold.operation,n.hold.description,n.hold.key);if(!o.ok)return{status:402,body:{job_id:n.jobId,error:"Insufficient balance",error_code:"insufficient_balance",balance_mc:o.balance_mc,required_mc:n.hold.amountMc}}}return await xt(e,{hold:n.hold,label:n.profile==="queue"?"original-queue-hold":"original-sync-hold",refundOperation:n.refundOperation,sourceSurface:n.sourceSurface,tool:n.tool,jobId:n.jobId}),null}async function Lo(e,n,t){let r=rt(e),o,i=!1,s=!1,a=!1,l=await N(r.jobId,r.userId);try{let u=await br(l);if(u){if(u.requestFingerprint!==r.requestFingerprint)throw Error("Synchronous request conflicts");r=u}else if(r.profile==="queue"||await Ie(U(r.jobId),r.userId)||(await ze(r.userId,r.hold.key))?.status==="applied")return H(l,"unconfirmed");if(r.profile!=="queue"&&Date.now()>=r.deadlineAt)return H(l,"unconfirmed");let d=await Xe({id:U(r.jobId),userId:r.userId,ownerScope:`user:${r.userId}`,tool:r.tool,jobId:r.jobId,idempotencyKey:`job:${r.jobId}`,requestFingerprint:r.requestFingerprint,normalizedFlags:{syncExecutionProtocol:1,intent:r}},hr(),Math.min(36e5,Math.max(1e3,(r.profile==="queue"?r.budgetMs:r.deadlineAt-Date.now())+3e4)),se(r));if(d.kind!=="claimed")return H(l,"unconfirmed");o=d.claim;let c=await vr(o,r);if(c)return c;let p=se(r),_=Dt(r.hold),w=await N(r.jobId,r.userId),y=Wt(w,{...p,sql:`(${p.sql}) AND (${_.sql})`,args:[...p.args,..._.args]});if(!await kt(o,y))throw Error("Synchronous effect start unknown");if(i=!0,r.profile==="queue"){let we=z(o,{tool:r.tool,jobId:r.jobId}),A=se(r),be;try{await v().execute({sql:`UPDATE jobs SET options=json_set(options,'$.compatDeadlineAt',CAST(strftime('%s','now') AS INTEGER)*1000+?) WHERE id=? AND user_id=? AND json_extract(options,'$.compatDeadlineAt') IS NULL AND (${A.sql}) AND (${we.sql})`,args:[r.budgetMs,r.jobId,r.userId,...A.args,...we.args]})}catch(ie){be=ie}let Se=await N(r.jobId,r.userId),$=Number(Se?.options.compatDeadlineAt);if(!Number.isSafeInteger($)||$<=Date.now())throw be??Error("Queued deadline unavailable or expired");r={...r,deadlineAt:$}}let b=0,x=o,q={claim:o,deadlineAt:r.deadlineAt,physicalFactory:async()=>gt({claim:x,gate:y,deadlineAt:r.deadlineAt,scope:`sync-browser-${++b}`,profile:"customer-funded"})},M=await n(q);a=!0,await He(r,o,M.result,M.amountMc,"done",null,200,r.options.serpOnly!==!0||b>0);let $e=await Ue(r,o,!1);return s=!0,$e}catch(u){if(o&&i){if(!(await N(r.jobId,r.userId))?.options.syncCapturedAt&&!a){let c=await X(o.runId,o.userId).catch(()=>[]);if(c.length>0&&c.every(p=>p.state==="terminated"||p.state==="not_started")){let p=t(u);try{await He(r,o,null,0,p.terminalStatus==="cancelled"?"cancelled":"failed",p.publicError,p.httpStatus);let _=await Ue(r,o,!1);return s=!0,_}catch{}}if(c.length===0){let p=await Er(r,o).catch(()=>null);if(p)try{await He(r,o,null,0,p.terminalStatus,p.publicError,p.httpStatus,!1);let _=await Ue(r,o,!1);return s=!0,_}catch{}}}await Ve(o).catch(()=>{}),await sn(r,o).catch(()=>{})}return H(await N(r.jobId,r.userId)??l)}finally{o&&!i&&await We(o).catch(()=>{}),o&&i&&!s&&await Ve(o).catch(()=>{})}}async function Ho(e,n=!0){let t=rt(e);if(t.profile!=="queue")throw Error("Queue profile required");let r=!1,o=U(t.jobId),i=await N(t.jobId,t.userId),s=async()=>({kind:"unknown",reply:i?await H(i):{status:503,body:{job_id:t.jobId,status:"pending",executionState:"unknown",hold_state:r?"held":"unconfirmed",status_tool:"harvest_paa_status",...pe({errorCode:"response_lost",retryable:!0})}}});if(i&&i.options.queueExecutionProtocol!==1)return s();let a=await K(o,t.userId,t.tool,t.jobId);if(a){if(a.flags.syncExecutionProtocol!==1||h({intent:a.flags.intent})!==h({intent:t}))return s();if(["effects_started","unknown","published"].includes(a.phase)){if(!i)return s();let d=await an(i);if(d&&d.status!==200)return{kind:"unknown",reply:d};let c=await N(t.jobId,t.userId);return c?{kind:"ready",job:c,replayed:!0}:s()}}else if(i||await Ie(o,t.userId))return s();let l={userId:t.userId,tool:t.tool,jobId:t.jobId,sql:"EXISTS(SELECT 1 FROM users WHERE id=? AND active=1)",args:[t.userId]},u;try{let d=await Xe({id:o,userId:t.userId,ownerScope:`user:${t.userId}`,tool:t.tool,jobId:t.jobId,idempotencyKey:`job:${t.jobId}`,requestFingerprint:t.requestFingerprint,normalizedFlags:{syncExecutionProtocol:1,intent:t}},hr(),45e3,l);if(d.kind!=="claimed")return s();u=d.claim;let c=await vr(u,t,n);if(c)return{kind:"unfunded",reply:c};if(r=!0,!i&&(await jt(t.jobId,t.userId,String(t.options.query),{...t.options,executionOwner:"cron",queueExecutionProtocol:1,...t.callbackUrl?{callbackDeliveryProtocol:1}:{},billingHoldMc:t.hold.amountMc,billingDebitKey:t.hold.key,requestFingerprint:t.requestFingerprint},t.callbackUrl??void 0)).kind==="unknown")return s();let p=se(t,"'pending','running','done','failed','cancelled'"),_=(await v().execute({sql:`SELECT 1 WHERE (${p.sql})`,args:p.args})).rows.length>0,w=await N(t.jobId,t.userId);return _&&w&&await Jt(w,u,p),_&&w?{kind:"ready",job:w,replayed:!!(i||a)}:s()}catch{return s()}finally{u&&await We(u).catch(()=>{})}}export{Ht as a,Te as b,Vt as c,Ce as d,jr as e,zn as f,Mt as g,fe as h,$t as i,te as j,J as k,In as l,Bt as m,Rn as n,Nn as o,kn as p,Dn as q,Pn as r,Tn as s,xn as t,On as u,Jt as v,Wt as w,Un as x,vo as y,tn as z,H as A,sn as B,He as C,Sr as D,Ue as E,an as F,Lo as G,Ho as H};

package/dist/chunk-TZYITYL4.js

@@ -1,2 +0,0 @@
-import{a as p,f as w,i as x}from"./chunk-3F7AFM53.js";import{a as d,e as E,k as g}from"./chunk-RDHGQ2WZ.js";import{a as T,b as R,e as c,i as u}from"./chunk-SEZETSB3.js";import{i as l,k as m}from"./chunk-SDQW7IJN.js";import{c as _}from"./chunk-FLAWC5PF.js";import{createHash as h,randomBytes as C}from"crypto";var D=1440*60*1e3,y="mcp-reports/",F="extract-url-job-results/",O=2e3;function P(){return process.env.PRIVATE_ARTIFACT_READ_WRITE_TOKEN?.trim()||process.env.CONNECTED_DATA_READ_WRITE_TOKEN?.trim()||process.env.CONNECTED_DATA_BLOB_READ_WRITE_TOKEN?.trim()||process.env.BLOB_READ_WRITE_TOKEN?.trim()||void 0}var A={prefix:y,artifactTtlMs:D,downloadTtlMs:900*1e3,token:P()},b={...A,hosted:!1,token:void 0},a="mcp-results/";function v(t){return{prefix:a,artifactTtlMs:T,downloadTtlMs:R,hosted:!t,token:t?void 0:P()}}var M=process.env.MCP_SCRAPER_ARTIFACT_OFFLOAD!=="false";async function j(t,e,r){let i=Date.now(),n=C(6).toString("hex"),o=await c({policy:A,ownerId:e,artifactKey:`${n}.md`,createdAt:i,filename:`${t}-${i}.md`,contentType:"text/markdown",content:r,scopeSegments:[t]});return{artifactId:o.artifactId,mimeType:o.contentType,sizeBytes:o.bytes,bytes:o.bytes,sha256:o.sha256,expiresAt:o.expiresAt,downloadUrl:o.downloadUrl,downloadUrlExpiresAt:o.downloadUrlExpiresAt,preview:r.slice(0,O)}}async function k(t,e,r){let i=JSON.stringify(r),n=await c({policy:b,ownerId:t,artifactKey:`${e}.json`,createdAt:Date.now(),filename:`${e}.json`,contentType:"application/json",content:i,scopeSegments:["extract_url"]});return{artifactId:n.artifactId,mimeType:n.contentType,sizeBytes:n.bytes,bytes:n.bytes,sha256:n.sha256,expiresAt:n.expiresAt,downloadUrl:n.downloadUrl,downloadUrlExpiresAt:n.downloadUrlExpiresAt,preview:i.slice(0,O)}}function J(t){if(t.startsWith(a))return l(t,a);let e=f(t)?.ownerId;return e||(t.startsWith(p)?w(t):t.startsWith(d)?E(t):l(t,y))}function f(t){let e=t.match(/^extract-url-job-results\/([a-f0-9]{24})\/([1-9][0-9]*)\/(exurl-[a-f0-9]{24})\.json$/);if(!e)return null;let r=Number(e[2]);return Number.isSafeInteger(r)?{ownerId:e[1],userId:r,jobId:e[3]}:null}async function I(t,e){let r=await _(t,e);if(!r||r.status!=="done"||r.options.jobKind!=="extract_url"||!r.result)return null;let i=Date.parse(`${r.created_at.replace(" ","T")}Z`);if(!Number.isFinite(i))return null;let n=new Date(i+1080*60*60*1e3);return n.getTime()<=Date.now()?null:{content:Buffer.from(JSON.stringify(r.result)),expiresAt:n.toISOString()}}async function K(t,e,r){let i=`${F}${e}/${r}/${t}.json`;if(!f(i))return null;let n=await I(t,r);return n?{artifactId:i,mimeType:"application/json",sizeBytes:n.content.length,bytes:n.content.length,sha256:h("sha256").update(n.content).digest("hex"),expiresAt:n.expiresAt,downloadUrl:null,downloadUrlExpiresAt:null,preview:n.content.toString("utf8",0,Math.min(2e3,n.content.length))}:null}async function z(t,e,r,i,n=!1){let o=f(t);if(o){if(o.userId!==i||!Number.isSafeInteger(e)||e<0||!Number.isSafeInteger(r)||r<=0)return null;let s=await I(o.jobId,o.userId);return s?{...m(s.content.subarray(e,e+r+1),e,r,s.content.length),totalBytes:s.content.length}:null}return t.startsWith(a)?u({policy:v(n),artifactId:t,offset:e,maxBytes:r}):t.startsWith(p)?x(t,e,r):t.startsWith(d)?g(t,e,r):u({policy:n?b:A,artifactId:t,offset:e,maxBytes:r})}function X(t){return t.downloadUrl?{type:"resource_link",name:"Full MCP Scraper report",title:"Download full report",uri:t.downloadUrl,mimeType:t.mimeType,size:t.sizeBytes}:null}function Y(t,e){return[t.trim(),"","--- Full report stored as artifact ---",`artifactId: ${e.artifactId} \xB7 ${e.bytes} bytes \xB7 expires ${e.expiresAt}`,"Read it with report_artifact_read (supports offset/maxBytes windowing)."].join(`
-`)}export{D as a,y as b,F as c,O as d,A as e,a as f,v as g,M as h,j as i,k as j,J as k,K as l,z as m,X as n,Y as o};