mcp-scraper 0.95.2 → 0.96.0

package/dist/chunk-4HZXATHB.js

@@ -0,0 +1,27 @@
+import{c as ke}from"./chunk-KJQXUZ4Y.js";import{a as _e}from"./chunk-6N5EC7ZO.js";import{a as be,c as Re,d as ee,e as Se,f as xe}from"./chunk-24YDQ3EO.js";import{c as F}from"./chunk-OILOHQNL.js";import{z as c}from"zod";import{z as Ze}from"zod";var Ce=Ze.enum(["core","hours","services","areasServed","reviews","images","all"]);function Et(e){let t=new Set(e.include??[]),n=t.has("all");return{includeReviews:e.includeReviews||n||t.has("reviews"),includeServices:e.includeServices||n||t.has("services")||t.has("areasServed"),includeImages:e.includeImages||n||t.has("images")}}function It(){return process.env.MAPS_BROWSER_PROVIDER?.trim().toLowerCase()==="\u0062\u0072\u0069\u0067\u0068\u0074_\u0064\u0061\u0074\u0061"?"\u0062\u0072\u0069\u0067\u0068\u0074_\u0064\u0061\u0074\u0061":"\u006b\u0065\u0072\u006e\u0065\u006c"}var O="none",Ot=c.object({businessName:c.string().min(1),location:c.string().min(1),gl:c.string().length(2).default("us"),hl:c.string().length(2).default("en"),includeReviews:c.boolean().default(!1),maxReviews:c.number().int().min(1).max(1e3).default(50),includeServices:c.boolean().default(!1),includeImages:c.boolean().default(!1),include:c.array(Ce).optional(),imageScope:c.enum(["owner","all"]).default("all"),maxImages:c.number().int().min(1).max(250).default(100),maxInlineImages:c.number().int().min(0).max(5).default(3),\u006b\u0065\u0072\u006e\u0065\u006cApiKey:c.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyId:c.string().optional(),headless:c.boolean().default(!0)}),qt=c.object({query:c.string().min(1),location:c.string().optional(),gl:c.string().length(2).default("us"),hl:c.string().length(2).default("en"),maxResults:c.number().int().min(1).max(50).default(10),includeServices:c.boolean().default(!1),proxyMode:c.enum(["location","configured","none"]).default(O),proxyZip:c.string().regex(/^\d{5}$/).optional(),serpRedirect:c.boolean().optional(),forceDirectEgress:c.boolean().optional(),debug:c.boolean().default(!1),\u006b\u0065\u0072\u006e\u0065\u006cApiKey:c.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyId:c.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution:c.unknown().optional(),headless:c.boolean().default(!0)}),Tt=c.object({name:c.string().nullable(),rating:c.string().nullable(),reviewCount:c.string().nullable(),category:c.string().nullable(),address:c.string().nullable(),hoursSummary:c.string().nullable(),phone:c.string().nullable(),phoneDisplay:c.string().nullable(),website:c.string().nullable(),plusCode:c.string().nullable(),bookingUrl:c.string().nullable()}),jt=c.object({day:c.string(),hours:c.string()}),Ut=c.object({reviewHistogram:c.array(c.object({stars:c.number(),count:c.string()})),reviewTopics:c.array(c.object({label:c.string(),count:c.string()}))}),Ht=c.object({reviewId:c.string(),author:c.string().nullable(),stars:c.string().nullable(),date:c.string().nullable(),text:c.string().nullable(),ownerResponse:c.string().nullable(),reviewExpansionIncomplete:c.boolean().optional()}),Bt=c.object({section:c.string(),attribute:c.string()});import{mkdir as J,readFile as et,stat as tt,writeFile as V}from"fs/promises";import{existsSync as rt}from"fs";import{platform as nt}from"os";import{dirname as te,join as N}from"path";import{execFile as it}from"child_process";function Ae(e){return e.toLowerCase().replace(/\s+/g,"-").replace(/[^a-z0-9-]/g,"")}function Pe(){return new Date().toISOString().replace(/[:.]/g,"-")}function le(e){return Ae(e).replace(/^-+|-+$/g,"").slice(0,80)||"run"}var G=class e{constructor(t,n,r,i,s,a,u){this.workflowId=t;this.title=n;this.runId=r;this.baseDir=i;this.runDir=s;this.startedAt=a;this.input=u}workflowId;title;runId;baseDir;runDir;startedAt;input;artifacts=[];static async create(t,n,r,i,s){let a=new Date().toISOString(),u=s?.trim()||`${Pe()}-${le(t)}-${Math.random().toString(36).slice(2,8)}`,l=String(r.keyword??r.query??r.domain??r.state??t),d=F(i),m=N(d,"workflows",t,`${Pe()}-${le(l)}-${le(u).slice(0,20)}`);return await J(m,{recursive:!0}),new e(t,n,u,d,m,a,r)}async remember(t,n,r,i){let s=await tt(r).then(a=>a.size).catch(()=>{});return this.artifacts.push({kind:t,label:n,path:r,bytes:s,rows:i}),await _e({title:`${this.title} ${n}`,content:`artifact: ${r}`,source:`mcp-scraper-workflow:${this.workflowId}:${this.runId}`}),r}async writeJson(t,n,r){let i=N(this.runDir,n);return await J(te(i),{recursive:!0}),await V(i,JSON.stringify(r,null,2),"utf8"),this.remember("json",t,i)}async writeText(t,n,r,i="markdown"){let s=N(this.runDir,n);return await J(te(s),{recursive:!0}),await V(s,r,"utf8"),this.remember(i,t,s)}async writeCsv(t,n,r,i){let s=N(this.runDir,n);return await J(te(s),{recursive:!0}),await V(s,ke(r,i),"utf8"),this.remember("csv",t,s,i.length)}async writeHtml(t,n,r){return this.writeText(t,n,r,"html_report")}async writeManifest(t,n,r,i){let s={workflow:this.workflowId,title:this.title,runId:this.runId,status:t,startedAt:this.startedAt,completedAt:t==="running"?null:new Date().toISOString(),input:this.input,artifacts:this.artifacts,warnings:r,errors:i,counts:n},a=N(this.runDir,"manifest.json");return await V(a,JSON.stringify(s,null,2),"utf8"),await ot(s,a,this.baseDir),a}};function $e(e=F()){return N(e,"workflows","index.json")}async function Me(e){let t=$e(e);if(!rt(t))return{runs:[]};try{return JSON.parse(await et(t,"utf8"))}catch{return{runs:[]}}}async function ot(e,t,n){if(e.status==="running")return;let r=$e(n),i=await Me(n),s=e.artifacts.find(u=>u.kind==="html_report")?.path??null,a={workflow:e.workflow,runId:e.runId,status:e.status,startedAt:e.startedAt,reportPath:s,manifestPath:t,summary:`${e.title} (${e.status})`};i.runs=[a,...i.runs.filter(u=>u.runId!==e.runId)].slice(0,200),await J(te(r),{recursive:!0}),await V(r,JSON.stringify(i,null,2),"utf8")}async function Ee(e){return(await Me(F(e))).runs}async function Ie(e,t){let n=await Ee(t);return e==="last"?n[0]??null:n.find(r=>r.runId===e)??null}async function st(e,t){let n=await Ie(e,t);if(!n?.reportPath)throw new Error(`No report found for "${e}"`);return nt()==="darwin"&&await new Promise((r,i)=>{it("open",[n.reportPath],s=>s?i(s):r())}),n.reportPath}import{readFile as $t}from"fs/promises";import{z as Er}from"zod";var Q=class{constructor(t,n,r=fetch,i={}){this.apiUrl=t;this.apiKey=n;this.fetchImpl=r;this.extraHeaders=i}apiUrl;apiKey;fetchImpl;extraHeaders;async post(t,n,r=18e4){let i=await this.fetchImpl(`${this.apiUrl.replace(/\/$/,"")}${t}`,{method:"POST",headers:{...this.extraHeaders,"Content-Type":"application/json","x-api-key":this.apiKey},body:JSON.stringify(n),signal:AbortSignal.timeout(r)}),s=await i.json().catch(()=>({}));if(!i.ok){let a=typeof s.error=="string"?s.error:`Workflow API ${t} failed with ${i.status}`;throw new Error(a)}return s}};import{z as q}from"zod";function D(e){return String(e??"").replace(/&/g,"&amp;").replace(/</g,"&lt;").replace(/>/g,"&gt;").replace(/"/g,"&quot;").replace(/'/g,"&#39;")}function at(e){let t=e.rows.map(n=>`<tr>${e.columns.map(r=>`<td>${D(n[r])}</td>`).join("")}</tr>`).join(`
+`);return["<section>",`<h2>${D(e.title)}</h2>`,'<div class="table-wrap"><table>',`<thead><tr>${e.columns.map(n=>`<th>${D(n)}</th>`).join("")}</tr></thead>`,`<tbody>${t||`<tr><td colspan="${e.columns.length}">No rows</td></tr>`}</tbody>`,"</table></div>","</section>"].join(`
+`)}function $(e){let t=e.warnings?.length?`<section class="warnings"><h2>Warnings</h2><ul>${e.warnings.map(i=>`<li>${D(i)}</li>`).join("")}</ul></section>`:"",n=(e.sections??[]).map(i=>`<section><h2>${D(i.title)}</h2><p>${D(i.body)}</p></section>`).join(`
+`),r=(e.tables??[]).map(at).join(`
+`);return["<!doctype html>",'<html lang="en">',"<head>",'<meta charset="utf-8">','<meta name="viewport" content="width=device-width, initial-scale=1">',`<title>${D(e.title)}</title>`,"<style>",':root{font-family:Inter,ui-sans-serif,system-ui,-apple-system,BlinkMacSystemFont,"Segoe UI",sans-serif;color:#172026;background:#f6f7f8}',"body{margin:0;padding:32px}main{max-width:1180px;margin:0 auto;background:#fff;border:1px solid #d9dee3;border-radius:8px;padding:28px}","h1{font-size:30px;line-height:1.15;margin:0 0 8px}h2{font-size:18px;margin:28px 0 12px}p{line-height:1.55;color:#3d4952}.sub{color:#66737f;margin:0 0 20px}",".summary{background:#eef6f8;border-left:4px solid #12829a;padding:14px 16px;margin:20px 0}.warnings{background:#fff7e8;border-left:4px solid #c87b00;padding:12px 16px}",".table-wrap{overflow:auto;border:1px solid #dfe5ea;border-radius:8px}table{border-collapse:collapse;width:100%;font-size:13px}th,td{border-bottom:1px solid #edf0f2;padding:9px 10px;text-align:left;vertical-align:top}th{background:#f3f5f7;color:#31404c;position:sticky;top:0}tr:last-child td{border-bottom:0}","</style>","</head>","<body><main>",`<h1>${D(e.title)}</h1>`,e.subtitle?`<p class="sub">${D(e.subtitle)}</p>`:"",`<div class="summary">${D(e.summary)}</div>`,t,n,r,"</main></body></html>"].join(`
+`)}var lt=q.object({keyword:q.string().min(1),domain:q.string().optional(),location:q.string().optional(),maxQuestions:q.number().int().min(1).max(100).default(40),includeSerp:q.boolean().default(!0),includePaa:q.boolean().default(!0),includeAiOverview:q.boolean().default(!0),returnPartial:q.boolean().default(!0)});function K(e){if(!e)return null;try{return new URL(e.includes("://")?e:`https://${e}`).hostname.replace(/^www\./,"").toLowerCase()}catch{return e.replace(/^https?:\/\//,"").replace(/^www\./,"").split("/")[0]?.toLowerCase()||null}}function ce(e){return K(e)??""}function ct(e,t,n){let r=K(e.domain),i=[];for(let s of t?.organicResults??[]){let a=K(s.domain)??ce(s.url);i.push({surface:"organic",position:s.position,title:s.title,url:s.url,domain:a,question:"",answer_excerpt:s.snippet??"",is_target:r?a===r:!1,is_competitor:r?a!==r:!0})}for(let s of n?.flat??[]){let a=s.source_cite??"",u=K(s.source_site??"")??(a?ce(a):"");i.push({surface:"paa",position:"",title:s.source_title??s.source_site??"",url:a,domain:u,question:s.question,answer_excerpt:(s.answer??"").slice(0,240),is_target:r?u===r:!1,is_competitor:r?!!(u&&u!==r):!!u})}for(let[s,a]of(t?.aiOverview?.citations??[]).entries()){let u=a.href??"",l=u?ce(u):"";i.push({surface:"ai_overview",position:s+1,title:a.text??"",url:u,domain:l,question:"",answer_excerpt:"",is_target:r?l===r:!1,is_competitor:r?!!(l&&l!==r):!!l})}return i}function ut(e,t){let n=new Map;for(let r of e){let i=String(r.domain??"");if(!i||i===t)continue;let s=n.get(i)??{organic:[],paa:0,ai:0,urls:new Set};r.surface==="organic"&&r.position&&s.organic.push(Number(r.position)),r.surface==="paa"&&(s.paa+=1),r.surface==="ai_overview"&&(s.ai+=1),r.url&&s.urls.add(String(r.url)),n.set(i,s)}return[...n.entries()].map(([r,i])=>({domain:r,organic_best_position:i.organic.length?Math.min(...i.organic):"",organic_count:i.organic.length,paa_mentions:i.paa,ai_overview_citations:i.ai,source_url_count:i.urls.size})).sort((r,i)=>Number(r.organic_best_position||999)-Number(i.organic_best_position||999))}var We={id:"agent-packet",title:"Agent-Ready SEO Packet",description:"Create an evidence folder for AI agents from live SERP/PAA/AI search surfaces.",inputSchema:lt,createState:()=>({serp:null,paa:null,warnings:[]}),steps:[{id:"harvest-serp",title:"Harvest organic SERP + AI Overview",async run({input:e,state:t,ctx:n}){if(!e.includeSerp)return{state:t,output:{skipped:!0,reason:"includeSerp is false"}};try{let r=await n.client.post("/harvest/sync",{query:e.keyword,location:e.location,serpOnly:!0,includeAllSerpFeatures:!0,maxQuestions:1,format:"json"},62e4);return await n.artifacts.writeJson("SERP raw JSON","raw/serp.json",r),{state:{...t,serp:r},output:{organicResults:r.organicResults?.length??0,localPack:r.localPack?.length??0,aiOverviewDetected:!!r.aiOverview?.detected,aiOverviewCitations:r.aiOverview?.citations?.length??0}}}catch(r){let i=`SERP evidence unavailable: ${r instanceof Error?r.message:String(r)}`;return{state:{...t,warnings:[...t.warnings,i]},output:{error:i},warnings:[i]}}}},{id:"harvest-paa",title:"Harvest People Also Ask",async run({input:e,state:t,ctx:n}){if(!e.includePaa)return{state:t,output:{skipped:!0,reason:"includePaa is false"}};try{let r=await n.client.post("/harvest/sync",{query:e.keyword,location:e.location,maxQuestions:e.maxQuestions,format:"json"},735e3);return await n.artifacts.writeJson("PAA raw JSON","raw/paa.json",r),{state:{...t,paa:r},output:{paaQuestions:r.flat?.length??0}}}catch(r){let i=`PAA evidence unavailable: ${r instanceof Error?r.message:String(r)}`;return{state:{...t,warnings:[...t.warnings,i]},output:{error:i},warnings:[i]}}}},{id:"assemble",title:"Assemble evidence packet",async run({input:e,state:t,ctx:n}){let{serp:r,paa:i}=t,s=t.warnings;if(!r&&!i&&!e.returnPartial)throw new Error("No SEO evidence was collected");let a=ct(e,r,i),u=K(e.domain),l=ut(a,u),d={input:e,serp:r??{status:"skipped"},paa:i??{status:"skipped"},target:{domain:u,organicPositions:a.filter(g=>g.surface==="organic"&&g.is_target).map(g=>Number(g.position)),citedInAiOverview:a.some(g=>g.surface==="ai_overview"&&g.is_target),citedInPaa:a.some(g=>g.surface==="paa"&&g.is_target)},competitors:l,warnings:s};await n.artifacts.writeJson("Evidence JSON","evidence.json",d),await n.artifacts.writeCsv("Sources CSV","sources.csv",["surface","position","title","url","domain","question","answer_excerpt","is_target","is_competitor"],a),await n.artifacts.writeCsv("Competitors CSV","competitors.csv",["domain","organic_best_position","organic_count","paa_mentions","ai_overview_citations","source_url_count"],l);let m=[`# SEO Evidence Brief: ${e.keyword}`,"",`Location: ${e.location??"not specified"}`,`Target domain: ${u??"not specified"}`,"","## Evidence Summary",`- Organic rows: ${a.filter(g=>g.surface==="organic").length}`,`- PAA rows: ${a.filter(g=>g.surface==="paa").length}`,`- AI Overview citations: ${a.filter(g=>g.surface==="ai_overview").length}`,`- Competitor domains: ${l.length}`,"","## Recommended Use","Use the CSV files as source of truth. Tie content recommendations to evidence rows and mark unsupported ideas as assumptions."].join(`
+`);await n.artifacts.writeText("Brief","brief.md",m),await n.artifacts.writeText("Agent tasks","tasks.md",["# Agent Tasks","","- [ ] Read `evidence.json` before writing recommendations.","- [ ] Compare the target domain against `competitors.csv`.","- [ ] Use `sources.csv` for citations and source-grounded page sections.","- [ ] Mark unsupported recommendations as assumptions."].join(`
+`)),await n.artifacts.writeText("Agent instructions","agent-instructions.md",["# Agent Instructions","","You are working from an MCP Scraper SEO evidence packet. Use `evidence.json` and CSV files as source of truth. Do not invent citations. If a recommendation is not supported by evidence, mark it as an assumption."].join(`
+`));let f=`${a.length} evidence rows and ${l.length} competitor domains collected.`,_=await n.artifacts.writeHtml("HTML report","report.html",$({title:"Agent-Ready SEO Packet",subtitle:`${e.keyword}${e.location?` \xB7 ${e.location}`:""}`,summary:f,warnings:s,tables:[{title:"Competitor Domains",columns:["domain","organic_best_position","organic_count","paa_mentions","ai_overview_citations","source_url_count"],rows:l.slice(0,50)},{title:"Evidence Sources",columns:["surface","position","title","domain","question","is_target"],rows:a.slice(0,100)}]})),h=s.length?"partial":"succeeded",k={sources:a.length,competitors:l.length};return await n.artifacts.writeManifest(h,k,s,[]),{state:t,output:{sources:a.length,competitors:l.length,status:h},summary:{title:"Agent-Ready SEO Packet",summary:f,status:h,counts:k,warnings:s,errors:[],reportPath:_}}}}]};import{z as T}from"zod";var mt=T.object({query:T.string().min(1),state:T.string().min(2).default("TN"),minPopulation:T.number().int().min(0).default(1e5),maxCities:T.number().int().min(1).max(100).default(25),maxResultsPerCity:T.number().int().min(1).max(50).default(20),concurrency:T.number().int().min(1).max(5).default(5),proxyMode:T.enum(["configured","none"]).default(O),saveCsv:T.boolean().default(!0)});function Y(e){let t=[];for(let n of e.cities){if(!n.results.length){t.push({source_query:e.query,source_location:n.location,city:n.city,state:n.state,population:n.population,result_position:null,business_name:null,review_stars:null,review_count:null,category:null,address:null,phone:null,website_url:null,place_url:null,cid:null,cid_decimal:null,result_status:n.status,error:n.error});continue}for(let r of n.results)t.push({source_query:e.query,source_location:n.location,city:n.city,state:n.state,population:n.population,result_position:r.position,business_name:r.name,review_stars:r.rating,review_count:r.reviewCount,category:r.category,address:r.address,phone:r.phone,website_url:r.websiteUrl,place_url:r.placeUrl,cid:r.cid,cid_decimal:r.cidDecimal,result_status:n.status,error:n.error})}return t}var X=["source_query","source_location","city","state","population","result_position","business_name","review_stars","review_count","category","address","phone","website_url","place_url","cid","cid_decimal","result_status","error"],De={id:"directory",title:"Directory Workflow",description:"Select city markets and export Google Maps business candidates.",inputSchema:mt,async run(e,t){await t.artifacts.writeManifest("running",{},[],[]);let n=await t.client.post("/directory/run",{...e,background:!1},9e5);await t.artifacts.writeJson("Directory evidence","evidence.json",n);let r=Y(n);await t.artifacts.writeCsv("Directory CSV","exports/directory.csv",X,r);let i=n.cities.map(m=>({city:m.city,state:m.state,population:m.population,status:m.status,result_count:m.resultCount,error:m.error??""})),s=r.filter(m=>m.business_name).slice(0,100).map(m=>({city:m.city,position:m.result_position,business:m.business_name,rating:m.review_stars,reviews:m.review_count,category:m.category,website:m.website_url})),a=`${n.selectedCityCount} cities processed with ${n.totalResultCount} Maps results.`;await t.artifacts.writeText("Summary","summary.md",`# Directory Workflow
+
+${a}
+`);let u=await t.artifacts.writeHtml("HTML report","report.html",$({title:"Directory Workflow",subtitle:`${e.query} \xB7 ${e.state}`,summary:a,warnings:n.warnings,tables:[{title:"Cities",columns:["city","state","population","status","result_count","error"],rows:i},{title:"Top Results",columns:["city","position","business","rating","reviews","category","website"],rows:s}]})),l=n.cities.some(m=>m.status==="failed")?"partial":"succeeded",d={cities:n.selectedCityCount,results:n.totalResultCount,rows:r.length};return await t.artifacts.writeManifest(l,d,n.warnings,[]),{title:"Directory Workflow",summary:a,status:l,counts:d,warnings:n.warnings,errors:[],reportPath:u}}};import{z as j}from"zod";var pt=j.object({query:j.string().min(1).describe('Business category, niche, or keyword to search on Google Maps, e.g. "roofers", "med spas", "dentists". Do not include the city here.'),location:j.string().min(1).describe('City / market to search, e.g. "Houston, TX" or "Austin, Texas".'),maxResults:j.number().int().min(1).max(50).default(25).describe("How many Maps businesses to collect for the market. Maximum 50."),enrichWebsites:j.boolean().default(!0).describe("Visit each business website (home + contact pages) to harvest email and social links. Uses the proxy/browser-backed extractor so blocked sites still resolve."),emailSearchFallback:j.enum(["off","serp_snippets"]).default("off").describe("After bounded website extraction finds no email, optionally run one billed SERP lookup and retain exact-domain public email occurrences from result titles/snippets."),hydrateReviewCounts:j.boolean().default(!0).describe("Deep-dive each profile to confirm the review count and booking URL that the Maps search list omits."),concurrency:j.number().int().min(1).max(4).default(3).describe("How many businesses to enrich in parallel. Keep low to respect per-account concurrency limits."),proxyMode:j.enum(["configured","none"]).default(O).describe("Proxy behavior for the Maps search. Leave unset for clean egress; country/region localization comes from gl/hl plus the city or region in the query.")}),dt=["position","business_name","review_stars","review_count","category","address","phone","website","email","email_2","email_domain_match","email_status","socials","booking_url","place_url","cid","source_location"];async function gt(e,t,n){let r=new Array(e.length),i=0;async function s(){for(;i<e.length;){let a=i;i+=1,r[a]=await n(e[a],a)}}return await Promise.all(Array.from({length:Math.min(t,e.length)},()=>s())),r}function wt(e){try{return new URL(e).hostname.toLowerCase().replace(/^www\./,"").replace(/\.$/,"")}catch{return""}}function Le(e,t){let n=wt(t),r=e.slice(e.lastIndexOf("@")+1).toLowerCase().replace(/^www\./,"").replace(/\.$/,"");return!!(n&&r===n)}function Oe(e,t){let n=new Set(e.map(r=>r.value.toLowerCase()));for(let r of t){if(e.length>=20)break;let i=r.value.toLowerCase();n.has(i)||(n.add(i),e.push(r))}}function qe(e,t,n){let r=new Set(e.map(i=>i.url));for(let i of t){if(e.length>=n)break;r.has(i.url)||(r.add(i.url),e.push(i))}}function Te(e,t){let n=[...e],r=[],i={entityType:"business",name:t,organization:t};for(;n.length;){let s=Re(n,i);if(!s){r.push(...n);break}r.push(s);let a=n.findIndex(u=>u.value.toLowerCase()===s.value.toLowerCase());n.splice(a,1)}return r}var je={id:"get-leads",title:"Get Leads",description:"Build an outreach-ready local lead list: Google Maps search for a niche in a market, confirm review counts + booking URLs, then visit each business website (home + contact) to harvest email and social links. An opt-in SERP fallback can recover exact-domain public email occurrences after bounded pages are empty. Saves a leads CSV.",inputSchema:pt,async run(e,t){await t.artifacts.writeManifest("running",{},[],[]);let n=[],r=[],i=await t.client.post("/maps/search",{query:e.query,location:e.location,maxResults:e.maxResults,proxyMode:e.proxyMode},18e4);await t.artifacts.writeJson("Maps search raw","raw/maps-search.json",i);let s=new Set,a=i.results.filter(o=>{let y=o.cid??o.placeUrl??o.name.toLowerCase();return s.has(y)?!1:(s.add(y),!0)}),u=await gt(a,e.concurrency,async o=>{let y=o.reviewCount??"",S="",p=o.websiteUrl??"";if(e.hydrateReviewCounts)try{let E=await t.client.post("/maps/place",{businessName:o.name,location:e.location,includeReviews:!1},18e4);y=E.reviewCount??y,S=E.bookingUrl??"",p=p||(E.website??"")}catch(E){n.push(`Review hydration failed for ${o.name}: ${E instanceof Error?E.message:String(E)}`)}let C="",x="",B=[],U=p?"no email found":"no website",z="",b=[],L=[],Z=[],fe=[];if(e.enrichWebsites&&p){let E=ee(p,Z,3),he=!1,oe=new Set;for(;oe.size<3;){let A=E.find(I=>!oe.has(I));if(!A)break;oe.add(A),fe.push(A);try{let I=await t.client.post("/extract-url",{url:A},12e4);he=!0;let ae=I.contactEvidence??be(I.bodyHtml??I.bodyMarkdown??"",A);if(Oe(b,ae.emails),qe(L,ae.socialProfiles,20),qe(Z,ae.candidatePageUrls,20),E=ee(p,Z,3),b.length)break}catch{E=ee(p,Z,3);continue}}if(!b.length&&e.emailSearchFallback==="serp_snippets"){let A=Se(p);if(A)try{let I=await t.client.post("/harvest/sync",{query:A,serpOnly:!0,pages:1},18e4);Oe(b,xe({websiteUrl:p,results:I.result?.organicResults??[]}))}catch(I){n.push(`Email snippet search failed for ${o.name}: ${I instanceof Error?I.message:String(I)}`)}}B=L.map(A=>A.url).slice(0,5);let ye=Te(b,o.name),ve=ye.filter(A=>Le(A.value,p)),se=ve.length?ve.slice(0,2):ye.slice(0,1);C=se[0]?.value??"",x=se[1]?.value??"",C?(z=Le(C,p)?"yes":"NO-verify",U=se.some(A=>A.sourceType==="serp_snippet")?"serp snippet \u2014 public occurrence, verify":z==="yes"?"ok":"ok (off-domain \u2014 verify)"):he?B.length&&(U="form/social only"):U="site unreachable"}return{row:{position:o.position,business_name:o.name,review_stars:o.rating??"",review_count:y,category:o.category??"",address:o.address??"",phone:o.phone??"",website:p,email:C,email_2:x,email_domain_match:z,email_status:U,socials:B.join(" ; "),booking_url:S,place_url:o.placeUrl,cid:o.cid??"",source_location:e.location},emailEvidence:Te(b,o.name),socialProfileEvidence:L,attemptedUrls:fe}}),l=u.map(o=>o.row);await t.artifacts.writeCsv("Leads CSV","exports/leads.csv",dt,l),await t.artifacts.writeJson("Leads evidence","evidence.json",{input:e,search:{query:i.searchQuery,resultCount:i.resultCount},rows:u.map(o=>({...o.row,emailEvidence:o.emailEvidence,socialProfileEvidence:o.socialProfileEvidence,attemptedUrls:o.attemptedUrls}))});let d=l.filter(o=>o.email).length,m=l.filter(o=>o.email_domain_match==="yes").length,f=l.filter(o=>o.review_count).length,_=l.filter(o=>o.socials).length,h=l.filter(o=>o.website).length,k=`${l.length} ${e.query} in ${e.location}: ${d} emails (${m} domain-matched), ${f} review counts, ${_} with socials.`;await t.artifacts.writeText("Summary","summary.md",`# Get Leads
+
+${k}
+`),await t.artifacts.writeText("Agent tasks","tasks.md",["# Get Leads \u2014 next steps","","- [ ] Verify deliverability of the harvested emails before outreach (MX/SMTP check).",'- [ ] For "form/social only" rows, use the website contact form or the captured social profile.','- [ ] Treat "off-domain \u2014 verify" emails with care; they may belong to a web developer or parent brand.',"- [ ] Respect CAN-SPAM / GDPR \u2014 scraped contact data is not consent to email."].join(`
+`));let g=await t.artifacts.writeHtml("HTML report","report.html",$({title:"Get Leads",subtitle:`${e.query} \xB7 ${e.location}`,summary:k,warnings:n,tables:[{title:"Leads",columns:["position","business_name","review_stars","review_count","phone","website","email","email_2","email_status","socials","booking_url"],rows:l}]})),R=r.length?"failed":n.length?"partial":"succeeded",w={businesses:l.length,withWebsite:h,emails:d,domainMatchedEmails:m,reviewCounts:f,withSocials:_};return await t.artifacts.writeManifest(R,w,n,r),{title:"Get Leads",summary:k,status:R,counts:w,warnings:n,errors:r,reportPath:g}}};import{z as W}from"zod";var ft=W.object({query:W.string().min(1),state:W.string().min(2).default("TN"),minPopulation:W.number().int().min(0).default(1e5),maxCities:W.number().int().min(1).max(100).default(25),maxResultsPerCity:W.number().int().min(1).max(50).default(20),hydrateTop:W.number().int().min(0).max(10).default(5),maxReviews:W.number().int().min(0).max(1e3).default(50),concurrency:W.number().int().min(1).max(5).default(5),proxyMode:W.enum(["configured","none"]).default(O),returnPartial:W.boolean().default(!0)});async function ht(e,t,n){let r=new Array(e.length),i=0;async function s(){for(;i<e.length;){let a=i;i+=1,r[a]=await n(e[a],a)}}return await Promise.all(Array.from({length:Math.min(t,e.length)},()=>s())),r}function ue(e){if(e==null||e==="")return null;let t=Number(String(e).replace(/[^\d.]/g,""));return Number.isFinite(t)?t:null}function Ue(e){let t=e.filter(n=>n!==null).sort((n,r)=>n-r);return t.length?t[Math.floor(t.length/2)]??null:null}function He(e){let t=new Set(["the","and","for","with","that","this","was","were","are","you","our","they","had","have","not","but","from","very","great","good"]),n=new Map;for(let r of e)for(let i of r.toLowerCase().replace(/[^a-z0-9\s]/g," ").split(/\s+/))i.length<4||t.has(i)||n.set(i,(n.get(i)??0)+1);return[...n.entries()].sort((r,i)=>i[1]-r[1]).slice(0,8).map(([r,i])=>`${r} (${i})`).join("; ")}var Be={id:"local-competitive-audit",title:"Local Competitive Audit",description:"Audit local Maps competitors, categories, review counts, and review themes across city markets.",inputSchema:ft,async run(e,t){await t.artifacts.writeManifest("running",{},[],[]);let n=[],r=[],i=await t.client.post("/directory/run",{query:e.query,state:e.state,minPopulation:e.minPopulation,maxCities:e.maxCities,maxResultsPerCity:e.maxResultsPerCity,concurrency:e.concurrency,proxyMode:e.proxyMode,saveCsv:!0,background:!1},9e5);await t.artifacts.writeJson("Directory raw JSON","raw/directory-workflow.json",i);let s=Y(i);await t.artifacts.writeCsv("Base directory CSV","exports/directory.csv",X,s);let a=i.cities.flatMap(w=>w.results.slice(0,e.hydrateTop).map(o=>({city:w,result:o}))),u=new Set,l=a.filter(({city:w,result:o})=>{let y=o.cid??o.placeUrl??`${w.location}:${o.name.toLowerCase()}`;return u.has(y)?!1:(u.add(y),!0)}),d=await ht(l,3,async({city:w,result:o},y)=>{try{let S=await t.client.post("/maps/place",{businessName:o.name,location:w.location,includeReviews:e.maxReviews>0,maxReviews:Math.max(1,e.maxReviews)},18e4);return await t.artifacts.writeJson(`${o.name} profile`,`raw/maps-place-intel/${y+1}-${o.name.toLowerCase().replace(/[^a-z0-9]+/g,"-")}.json`,S),{city:w,result:o,detail:S,error:null}}catch(S){let p=S instanceof Error?S.message:String(S);return n.push(`Profile hydration failed for ${o.name} (${w.location}): ${p}`),{city:w,result:o,detail:null,error:p}}}),m=d.map(({city:w,result:o,detail:y,error:S})=>{let p=y?.reviews??[],C=p.filter(x=>x.ownerResponse).length;return{city:w.city,state:w.state,source_location:w.location,result_position:o.position,business_name:o.name,category:y?.category??o.category,review_stars:y?.rating??o.rating,review_count:y?.reviewCount??o.reviewCount,phone:o.phone,website_url:y?.website??o.websiteUrl,place_url:o.placeUrl,cid:o.cid,cid_decimal:o.cidDecimal,hydrated:y?"true":"false",reviews_status:y?.reviewsStatus??"",review_topics:(y?.reviewTopics??[]).map(x=>`${x.label} (${x.count})`).join("; "),owner_response_rate:p.length?(C/p.length).toFixed(2):"",error:S??""}}),f=d.map(({city:w,result:o,detail:y})=>{let S=y?.reviews??[],p=S.filter(x=>Number(x.stars)>=5&&x.text).map(x=>x.text),C=S.filter(x=>Number(x.stars)>0&&Number(x.stars)<=3&&x.text).map(x=>x.text);return{city:w.city,business_name:o.name,cid:o.cid,review_count:y?.reviewCount??o.reviewCount,average_rating:y?.rating??o.rating,topics:(y?.reviewTopics??[]).map(x=>`${x.label} (${x.count})`).join("; "),praise_terms:He(p),complaint_terms:He(C),positive_sample:p[0]?.slice(0,280)??"",negative_sample:C[0]?.slice(0,280)??""}}),_=i.cities.map(w=>{let o=w.results.map(b=>ue(b.reviewCount)),y=w.results.map(b=>ue(b.rating)),S=w.results.slice(0,3).map(b=>ue(b.reviewCount)).filter(b=>b!==null),p=new Map;for(let b of w.results)b.category&&p.set(b.category,(p.get(b.category)??0)+1);let C=Ue(o),x=Ue(y),B=S.length?Math.round(S.reduce((b,L)=>b+L,0)/S.length):null,U=Math.min(100,Math.round((B??0)/20+(x??0)*10+w.results.filter(b=>b.websiteUrl).length)),z=Math.max(0,100-U);return{city:w.city,state:w.state,population:w.population,result_count:w.resultCount,median_review_count:C??"",median_rating:x??"",top_three_average_review_count:B??"",top_categories:[...p.entries()].sort((b,L)=>L[1]-b[1]).slice(0,5).map(([b,L])=>`${b} (${L})`).join("; "),opportunity_score:z,difficulty_score:U}});await t.artifacts.writeCsv("Competitors CSV","competitors.csv",["city","state","source_location","result_position","business_name","category","review_stars","review_count","phone","website_url","place_url","cid","cid_decimal","hydrated","reviews_status","review_topics","owner_response_rate","error"],m),await t.artifacts.writeCsv("Review insights CSV","review-insights.csv",["city","business_name","cid","review_count","average_rating","topics","praise_terms","complaint_terms","positive_sample","negative_sample"],f),await t.artifacts.writeCsv("City summary CSV","city-summary.csv",["city","state","population","result_count","median_review_count","median_rating","top_three_average_review_count","top_categories","opportunity_score","difficulty_score"],_),await t.artifacts.writeJson("Audit evidence","evidence.json",{input:e,directory:i,hydrated:d,citySummaryRows:_,competitorRows:m,reviewInsightRows:f}),await t.artifacts.writeText("Agent tasks","tasks.md",["# Local Competitive Audit Tasks","","- [ ] Review city opportunity and difficulty scores as heuristics, not absolute truth.","- [ ] Use review topics and samples as customer-language evidence.","- [ ] Compare target GBP category, review count, and website quality against top competitors.","- [ ] Identify cities with low review-count leaders and weak website coverage."].join(`
+`));let h=`${i.selectedCityCount} cities, ${i.totalResultCount} Maps results, ${d.filter(w=>w.detail).length} hydrated profiles.`;await t.artifacts.writeText("Summary","summary.md",`# Local Competitive Audit
+
+${h}
+`);let k=await t.artifacts.writeHtml("HTML report","report.html",$({title:"Local Competitive Audit",subtitle:`${e.query} \xB7 ${e.state}`,summary:h,warnings:n,tables:[{title:"City Opportunity",columns:["city","state","population","result_count","median_review_count","median_rating","top_three_average_review_count","top_categories","opportunity_score","difficulty_score"],rows:_},{title:"Hydrated Competitors",columns:["city","result_position","business_name","category","review_stars","review_count","hydrated","review_topics"],rows:m.slice(0,100)},{title:"Review Insights",columns:["city","business_name","topics","praise_terms","complaint_terms"],rows:f.slice(0,100)}]})),g=n.length||i.cities.some(w=>w.status==="failed")?"partial":"succeeded",R={cities:i.selectedCityCount,mapsResults:i.totalResultCount,hydratedProfiles:d.filter(w=>w.detail).length};return await t.artifacts.writeManifest(g,R,n,r),{title:"Local Competitive Audit",summary:h,status:g,counts:R,warnings:n,errors:r,reportPath:k}}};import{z as v}from"zod";var yt=new Set(["about","after","also","because","been","best","both","from","have","into","more","most","near","only","over","than","that","their","them","then","there","these","they","this","what","when","where","which","while","with","your","will","would","should","could","does","were","cost","costs"]);function M(e){if(!e)return null;try{return new URL(e.includes("://")?e:`https://${e}`).hostname.replace(/^www\./,"").toLowerCase()}catch{return e.replace(/^https?:\/\//,"").replace(/^www\./,"").split("/")[0]?.toLowerCase()||null}}function P(e){return M(e)??""}function H(e){if(e==null||e==="")return null;let t=Number(String(e).replace(/[^\d.]/g,""));return Number.isFinite(t)?t:null}function me(e){let t=e.filter(n=>n!==null).sort((n,r)=>n-r);return t.length?t[Math.floor(t.length/2)]??null:null}function pe(e,t=12){let n=new Map;for(let r of e.toLowerCase().replace(/[^a-z0-9\s]/g," ").split(/\s+/))r.length<4||yt.has(r)||n.set(r,(n.get(r)??0)+1);return[...n.entries()].sort((r,i)=>i[1]-r[1]||r[0].localeCompare(i[0])).slice(0,t).map(([r,i])=>`${r} (${i})`).join("; ")}function vt(e){let t=e.toLowerCase();return/\b(cost|price|pricing|charge|expensive|cheap)\b/.test(t)?"cost":/\b(best|top|recommended|reviews?|compare|versus|vs)\b/.test(t)?"comparison":/\b(how|steps?|process|way to)\b/.test(t)?"process":/\b(why|worth|important|benefit)\b/.test(t)?"why":/\b(near me|city|local|nearby)\b/.test(t)?"local":/\b(can|does|do|is|are|should|will)\b/.test(t)?"decision":"definition"}function re(e){return(e?.flat??[]).filter(t=>t.question).map((t,n)=>{let r=t.source_cite??"",i=M(t.source_site??"")??P(r);return{position:n+1,intent:vt(t.question??""),question:t.question??"",answer_excerpt:(t.answer??"").slice(0,320),source_title:t.source_title??"",source_domain:i,source_url:r}})}function Ne(e){let t=new Map;for(let n of e){let r=String(n.source_domain??n.domain??"");if(!r)continue;let i=t.get(r)??{questions:0,urls:new Set,intents:new Map};i.questions+=n.question?1:0,(n.source_url||n.url)&&i.urls.add(String(n.source_url??n.url)),n.intent&&i.intents.set(String(n.intent),(i.intents.get(String(n.intent))??0)+1),t.set(r,i)}return[...t.entries()].map(([n,r])=>({domain:n,question_mentions:r.questions,source_url_count:r.urls.size,top_intents:[...r.intents.entries()].sort((i,s)=>s[1]-i[1]).map(([i,s])=>`${i} (${s})`).join("; ")})).sort((n,r)=>Number(r.question_mentions)-Number(n.question_mentions)||String(n.domain).localeCompare(String(r.domain)))}function ze(e){return(e??"").replace(/\s+/g," ").split(/(?<=[.!?])\s+/).map(t=>t.trim()).filter(t=>t.length>20).slice(0,20)}function Fe(e){let t=e.toLowerCase();return/\bis\b|\bare\b|\bmeans\b|\brefers to\b/.test(t)?"definition":/\binclude\b|\bconsider\b|\bfactors?\b|\bcriteria\b/.test(t)?"criteria":/\bfirst\b|\bthen\b|\bsteps?\b|\bprocess\b/.test(t)?"process":/\bvs\b|\bthan\b|\bcompare\b|\bdifference\b/.test(t)?"comparison":/\bcost\b|\bprice\b|\baverage\b|\brange\b/.test(t)?"cost":"claim"}function ne(e,t){return{position:t.position??"",domain:t.domain,url:t.url,serp_title:t.title??"",page_title:e.title??"",h1:e.h1??"",meta_description:e.metaDescription??"",word_count:e.wordCount??"",heading_count:e.headings?.length??0,schema_types:(e.schemaTypes??[]).join("; ")}}async function de(e,t,n){let r=new Array(e.length),i=0;async function s(){for(;i<e.length;){let a=i;i+=1,r[a]=await n(e[a],a)}}return await Promise.all(Array.from({length:Math.min(Math.max(1,t),e.length)},()=>s())),r}var _t=v.enum(["configured","none"]),bt=v.object({query:v.string().min(1),location:v.string().optional(),state:v.string().optional(),minPopulation:v.number().int().min(0).default(1e5),maxCities:v.number().int().min(1).max(100).default(5),maxResultsPerCity:v.number().int().min(1).max(50).default(20),hydrateTop:v.number().int().min(0).max(10).default(5),maxReviews:v.number().int().min(0).max(1e3).default(25),concurrency:v.number().int().min(1).max(5).default(5),proxyMode:_t.default(O),returnPartial:v.boolean().default(!0)}).refine(e=>e.location||e.state,{message:"Either location or state is required for map-comparison"}),kt=v.object({keyword:v.string().min(1),domain:v.string().optional(),url:v.string().url().optional(),location:v.string().optional(),maxResults:v.number().int().min(1).max(20).default(10),maxQuestions:v.number().int().min(1).max(100).default(40),extractTop:v.number().int().min(0).max(10).default(5),includePaa:v.boolean().default(!0),includeAiOverview:v.boolean().default(!0),returnPartial:v.boolean().default(!0)}),Rt=v.object({keyword:v.string().min(1),location:v.string().optional(),maxQuestions:v.number().int().min(1).max(100).default(80),depth:v.number().int().min(1).max(6).default(3),returnPartial:v.boolean().default(!0)}),St=v.object({keyword:v.string().min(1),domain:v.string().optional(),url:v.string().url().optional(),location:v.string().optional(),maxQuestions:v.number().int().min(1).max(100).default(40),extractTop:v.number().int().min(0).max(8).default(3),returnPartial:v.boolean().default(!0)});function xt(e,t,n){return n.map(r=>({source_query:t,source_location:e,city:e.split(",")[0]?.trim()??e,state:e.split(",")[1]?.trim()??"",population:"",result_position:r.position,business_name:r.name,review_stars:r.rating??"",review_count:r.reviewCount??"",category:r.category??"",address:r.address??"",phone:r.phone??"",website_url:r.websiteUrl??"",place_url:r.placeUrl??"",cid:r.cid??"",cid_decimal:r.cidDecimal??"",result_status:"ok",error:""}))}function Je(e){let t=new Map;for(let n of e){let r=String(n.source_location??n.location??"");if(!r)continue;let i=t.get(r)??[];i.push(n),t.set(r,i)}return[...t.entries()].map(([n,r])=>{let i=r.map(l=>H(l.review_count)),s=r.map(l=>H(l.review_stars)),a=r.slice(0,3).map(l=>H(l.review_count)).filter(l=>l!==null),u=new Map;for(let l of r){let d=String(l.category??"");d&&u.set(d,(u.get(d)??0)+1)}return{source_location:n,result_count:r.filter(l=>l.business_name).length,median_review_count:me(i)??"",median_rating:me(s)??"",top_three_average_review_count:a.length?Math.round(a.reduce((l,d)=>l+d,0)/a.length):"",top_categories:[...u.entries()].sort((l,d)=>d[1]-l[1]).slice(0,5).map(([l,d])=>`${l} (${d})`).join("; "),websites_present:r.filter(l=>l.website_url).length}})}function Ct(e){let t=new Map;for(let n of Je(e))t.set(String(n.source_location),H(n.top_three_average_review_count)??0);return e.filter(n=>n.business_name).map(n=>{let r=H(n.review_count)??0,i=t.get(String(n.source_location))??0,s=!n.website_url,a=H(n.result_position)??999;return{source_location:n.source_location,result_position:n.result_position,business_name:n.business_name,category:n.category,review_stars:n.review_stars,review_count:n.review_count,review_gap_to_top3_average:i?Math.max(0,i-r):"",website_url:n.website_url,place_url:n.place_url,comparison_note:a<=3?"visible leader":s?"ranking without website":r<i?"review-light competitor":"visible competitor"}})}function At(e,t){return(e?.organicResults??[]).map(n=>{let r=n.url??"",i=M(n.domain??"")??P(r);return{position:n.position??"",title:n.title??"",url:r,domain:i,snippet:n.snippet??"",is_target:t?i===t:!1}})}function Pt(e,t){let n=new Set((e?.headings??[]).map(s=>s.text.toLowerCase().replace(/[^a-z0-9\s]/g," ").trim())),r=new Set((e?.headings??[]).flatMap(s=>s.text.toLowerCase().replace(/[^a-z0-9\s]/g," ").split(/\s+/).filter(Boolean))),i=[];for(let{source:s,page:a}of t)for(let u of a.headings??[]){if(u.level>3||!u.text)continue;let l=u.text.toLowerCase().replace(/[^a-z0-9\s]/g," ").trim(),d=l.split(/\s+/).filter(_=>_.length>3),m=d.filter(_=>r.has(_)).length;(n.has(l)||m>=Math.max(2,Math.ceil(d.length/2)))&&e||i.push({source_position:s.position??"",source_domain:M(s.domain??"")??P(s.url),source_url:s.url??"",heading_level:u.level,competitor_heading:u.text,target_coverage:e?"not found in target headings":"no target page extracted",terms:pe(u.text,6)})}return i.slice(0,150)}async function ge(e,t,n,r){return de(t.filter(i=>i.url),2,async(i,s)=>{try{let a=await e.client.post("/extract-url",{url:i.url},18e4);return await e.artifacts.writeJson(`${r} ${s+1}`,`raw/extract-url/${r.toLowerCase()}-${s+1}.json`,a),{source:i,page:a}}catch(a){return n.push(`Page extraction failed for ${i.url}: ${a instanceof Error?a.message:String(a)}`),null}}).then(i=>i.filter(s=>s!==null))}var Ve={id:"map-comparison",title:"Maps Comparison",description:"Compare Google Maps competitors by rank, reviews, stars, categories, websites, and profile/review signals.",inputSchema:bt,async run(e,t){await t.artifacts.writeManifest("running",{},[],[]);let n=[],r,i=null,s=null;e.location?(s=await t.client.post("/maps/search",{query:e.query,location:e.location,maxResults:e.maxResultsPerCity,proxyMode:e.proxyMode},24e4),r=xt(e.location,e.query,s.results),await t.artifacts.writeJson("Maps search raw JSON","raw/maps-search.json",s)):(i=await t.client.post("/directory/run",{query:e.query,state:e.state,minPopulation:e.minPopulation,maxCities:e.maxCities,maxResultsPerCity:e.maxResultsPerCity,concurrency:e.concurrency,proxyMode:e.proxyMode,saveCsv:!0,background:!1},9e5),r=Y(i),await t.artifacts.writeJson("Directory raw JSON","raw/directory-workflow.json",i),await t.artifacts.writeCsv("Directory CSV","exports/directory.csv",X,r),n.push(...i.warnings));let a=Ct(r),u=a.slice(0,e.hydrateTop*Math.max(1,e.location?1:e.maxCities)),d=(await de(u,3,async(g,R)=>{try{let w=await t.client.post("/maps/place",{businessName:g.business_name,location:g.source_location,includeReviews:e.maxReviews>0,maxReviews:Math.max(1,e.maxReviews)},18e4);return await t.artifacts.writeJson(`${g.business_name} profile`,`raw/maps-place-intel/${R+1}-${String(g.business_name).toLowerCase().replace(/[^a-z0-9]+/g,"-")}.json`,w),{row:g,detail:w,error:""}}catch(w){let o=w instanceof Error?w.message:String(w);return n.push(`Profile hydration failed for ${g.business_name}: ${o}`),{row:g,detail:null,error:o}}})).map(({row:g,detail:R,error:w})=>({source_location:g.source_location,result_position:g.result_position,business_name:g.business_name,category:R?.category??g.category,review_stars:R?.rating??g.review_stars,review_count:R?.reviewCount??g.review_count,website_url:R?.website??g.website_url,review_topics:(R?.reviewTopics??[]).map(o=>`${o.label} (${o.count})`).join("; "),about_attributes:(R?.aboutAttributes??[]).map(o=>`${o.section}: ${o.attribute}`).join("; "),reviews_status:R?.reviewsStatus??"",error:w})),m=Je(r);await t.artifacts.writeCsv("Maps results CSV","maps-results.csv",["source_query","source_location","city","state","population","result_position","business_name","review_stars","review_count","category","address","phone","website_url","place_url","cid","cid_decimal","result_status","error"],r),await t.artifacts.writeCsv("Comparison CSV","map-comparison.csv",["source_location","result_position","business_name","category","review_stars","review_count","review_gap_to_top3_average","website_url","place_url","comparison_note"],a),await t.artifacts.writeCsv("Profile insights CSV","profile-insights.csv",["source_location","result_position","business_name","category","review_stars","review_count","website_url","review_topics","about_attributes","reviews_status","error"],d),await t.artifacts.writeJson("Maps comparison evidence","evidence.json",{input:e,directory:i,mapsSearch:s,rows:r,compareRows:a,profileRows:d,markets:m,warnings:n}),await t.artifacts.writeText("Brief","brief.md",[`# Maps Comparison: ${e.query}`,"",`Markets: ${m.map(g=>g.source_location).join(", ")}`,"","## How to Use","- Compare rank position against review count and category patterns.","- Treat review gaps and missing websites as opportunity signals, not guarantees.","- Use profile topics and attributes as evidence for local content and GBP improvements."].join(`
+`));let f=`${a.length} Maps competitors compared across ${m.length} market(s); ${d.filter(g=>!g.error).length} profiles hydrated.`,_=await t.artifacts.writeHtml("HTML report","report.html",$({title:"Maps Comparison",subtitle:`${e.query}${e.location?` \xB7 ${e.location}`:e.state?` \xB7 ${e.state}`:""}`,summary:f,warnings:n,tables:[{title:"Market Benchmarks",columns:["source_location","result_count","median_review_count","median_rating","top_three_average_review_count","top_categories","websites_present"],rows:m},{title:"Competitor Comparison",columns:["source_location","result_position","business_name","category","review_stars","review_count","review_gap_to_top3_average","comparison_note"],rows:a.slice(0,120)},{title:"Profile Insights",columns:["source_location","business_name","review_topics","about_attributes","error"],rows:d}]})),h=n.length?"partial":"succeeded",k={markets:m.length,competitors:a.length,hydratedProfiles:d.filter(g=>!g.error).length};return await t.artifacts.writeManifest(h,k,n,[]),{title:"Maps Comparison",summary:f,status:h,counts:k,warnings:n,errors:[],reportPath:_}}},Ge={id:"serp-comparison",title:"SERP Comparison",description:"Compare ranking pages, SERP features, PAA evidence, AI Overview citations, and page-level content gaps.",inputSchema:kt,async run(e,t){await t.artifacts.writeManifest("running",{},[],[]);let n=[],r=M(e.domain??e.url??null),i=await t.client.post("/harvest/sync",{query:e.keyword,location:e.location,serpOnly:!0,includeAllSerpFeatures:!0,maxQuestions:1,format:"json"},62e4);await t.artifacts.writeJson("SERP raw JSON","raw/serp.json",i);let s=null;if(e.includePaa)try{s=await t.client.post("/harvest/sync",{query:e.keyword,location:e.location,maxQuestions:e.maxQuestions,includeAllSerpFeatures:!0,format:"json"},735e3),await t.artifacts.writeJson("PAA raw JSON","raw/paa.json",s)}catch(p){n.push(`PAA evidence unavailable: ${p instanceof Error?p.message:String(p)}`)}let a=At(i,r).slice(0,e.maxResults),u=(i.organicResults??[]).slice(0,e.maxResults),l=e.url?{position:0,title:"Target page",url:e.url,domain:P(e.url)}:u.find(p=>r&&(M(p.domain??"")??P(p.url))===r),d=u.filter(p=>p.url&&p.url!==l?.url).filter(p=>!r||(M(p.domain??"")??P(p.url))!==r).slice(0,e.extractTop),m=l?await ge(t,[l],n,"Target"):[],f=e.extractTop>0?await ge(t,d,n,"Competitor"):[],_=m[0]?.page??null,h=[...m.map(({source:p,page:C})=>ne(C,{url:p.url??"",domain:M(p.domain??"")??P(p.url),position:p.position,title:p.title})),...f.map(({source:p,page:C})=>ne(C,{url:p.url??"",domain:M(p.domain??"")??P(p.url),position:p.position,title:p.title}))],k=Pt(_,f),g=re(s),R=(i.aiOverview?.citations??[]).map((p,C)=>({citation_position:C+1,citation_text:p.text??"",url:p.href??"",domain:P(p.href??""),is_target:r?P(p.href??"")===r:!1}));await t.artifacts.writeCsv("Organic results CSV","organic-results.csv",["position","title","url","domain","snippet","is_target"],a),await t.artifacts.writeCsv("Page comparison CSV","page-comparison.csv",["position","domain","url","serp_title","page_title","h1","meta_description","word_count","heading_count","schema_types"],h),await t.artifacts.writeCsv("Content gaps CSV","content-gaps.csv",["source_position","source_domain","source_url","heading_level","competitor_heading","target_coverage","terms"],k),await t.artifacts.writeCsv("PAA questions CSV","paa-questions.csv",["position","intent","question","answer_excerpt","source_title","source_domain","source_url"],g),await t.artifacts.writeCsv("AI Overview citations CSV","ai-overview-citations.csv",["citation_position","citation_text","url","domain","is_target"],R),await t.artifacts.writeJson("SERP comparison evidence","evidence.json",{input:e,serp:i,paa:s,organic:a,pageRows:h,gaps:k,questions:g,aiRows:R,warnings:n}),await t.artifacts.writeText("Writer brief","brief.md",[`# SERP Comparison Brief: ${e.keyword}`,"",`Target: ${r??e.url??"not specified"}`,`Location: ${e.location??"not specified"}`,"","## Recommended Actions","- Use `content-gaps.csv` to decide which missing sections deserve coverage.","- Use `paa-questions.csv` for FAQ and answer-block candidates.","- Use `ai-overview-citations.csv` to see whether the target is cited in AI Overview evidence.","- Treat extracted page headings as evidence, not a complete semantic analysis."].join(`
+`));let w=`${a.length} organic results, ${h.length} extracted pages, ${k.length} heading gaps, ${g.length} PAA questions.`,o=await t.artifacts.writeHtml("HTML report","report.html",$({title:"SERP Comparison",subtitle:`${e.keyword}${e.location?` \xB7 ${e.location}`:""}`,summary:w,warnings:n,tables:[{title:"Organic Results",columns:["position","title","domain","is_target"],rows:a},{title:"Page Comparison",columns:["position","domain","h1","word_count","heading_count","schema_types"],rows:h},{title:"Content Gaps",columns:["source_position","source_domain","competitor_heading","target_coverage","terms"],rows:k.slice(0,80)},{title:"PAA Questions",columns:["position","intent","question","source_domain"],rows:g.slice(0,80)}]})),y=n.length?"partial":"succeeded",S={organic:a.length,pages:h.length,gaps:k.length,questions:g.length,aiCitations:R.length};return await t.artifacts.writeManifest(y,S,n,[]),{title:"SERP Comparison",summary:w,status:y,counts:S,warnings:n,errors:[],reportPath:o}}},Qe={id:"paa-expansion-brief",title:"PAA Expansion Brief",description:"Expand People Also Ask questions into an evidence-backed writer brief, section map, and source table.",inputSchema:Rt,async run(e,t){await t.artifacts.writeManifest("running",{},[],[]);let n=[],r=await t.client.post("/harvest/sync",{query:e.keyword,location:e.location,maxQuestions:e.maxQuestions,depth:e.depth,format:"json"},735e3);await t.artifacts.writeJson("PAA raw JSON","raw/paa.json",r);let i=re(r),s=Ne(i),a=new Map;for(let f of i){let _=a.get(String(f.intent))??[];_.push(f),a.set(String(f.intent),_)}let u=[...a.entries()].map(([f,_])=>({recommended_section:f,question_count:_.length,sample_questions:_.slice(0,5).map(h=>h.question).join(" | "),source_domains:[...new Set(_.map(h=>h.source_domain).filter(Boolean))].slice(0,5).join("; "),terms:pe(_.map(h=>`${h.question} ${h.answer_excerpt}`).join(" "),10)})).sort((f,_)=>Number(_.question_count)-Number(f.question_count));await t.artifacts.writeCsv("PAA questions CSV","paa-questions.csv",["position","intent","question","answer_excerpt","source_title","source_domain","source_url"],i),await t.artifacts.writeCsv("Source domains CSV","source-domains.csv",["domain","question_mentions","source_url_count","top_intents"],s),await t.artifacts.writeCsv("Section map CSV","section-map.csv",["recommended_section","question_count","sample_questions","source_domains","terms"],u),await t.artifacts.writeJson("PAA brief evidence","evidence.json",{input:e,paa:r,questions:i,sourceRows:s,sectionRows:u}),await t.artifacts.writeText("Writer brief","writer-brief.md",[`# PAA Expansion Brief: ${e.keyword}`,"",`Location: ${e.location??"not specified"}`,"","## Suggested Page Structure",...u.map(f=>`- ${f.recommended_section}: answer ${f.question_count} related question(s). Sample: ${f.sample_questions}`),"","## Writing Rules","- Answer the highest-frequency question in the first 60 words of each section.","- Use exact customer question language from `paa-questions.csv` for H2/H3 candidates.","- Use `source-domains.csv` to identify which source types Google is already rewarding.","- Do not invent citations; cite only rows that have a source URL."].join(`
+`));let l=`${i.length} PAA questions grouped into ${u.length} writing sections.`,d=await t.artifacts.writeHtml("HTML report","report.html",$({title:"PAA Expansion Brief",subtitle:`${e.keyword}${e.location?` \xB7 ${e.location}`:""}`,summary:l,warnings:n,tables:[{title:"Section Map",columns:["recommended_section","question_count","sample_questions","source_domains","terms"],rows:u},{title:"Questions",columns:["position","intent","question","source_domain"],rows:i.slice(0,120)},{title:"Source Domains",columns:["domain","question_mentions","source_url_count","top_intents"],rows:s}]})),m={questions:i.length,sections:u.length,sourceDomains:s.length};return await t.artifacts.writeManifest("succeeded",m,n,[]),{title:"PAA Expansion Brief",summary:l,status:"succeeded",counts:m,warnings:n,errors:[],reportPath:d}}},Ke={id:"ai-overview-language",title:"AI Overview Language Brief",description:"Turn AI Overview, citation, PAA, and ranking-page evidence into answer-block and citation-hook guidance.",inputSchema:St,async run(e,t){await t.artifacts.writeManifest("running",{},[],[]);let n=[],r=M(e.domain??e.url??null),i=await t.client.post("/harvest/sync",{query:e.keyword,location:e.location,serpOnly:!0,includeAiOverview:!0,maxQuestions:1,format:"json"},62e4);await t.artifacts.writeJson("SERP raw JSON","raw/serp.json",i);let s=null;try{s=await t.client.post("/harvest/sync",{query:e.keyword,location:e.location,maxQuestions:e.maxQuestions,includeAiOverview:!0,format:"json"},735e3),await t.artifacts.writeJson("PAA raw JSON","raw/paa.json",s)}catch(o){n.push(`PAA evidence unavailable: ${o instanceof Error?o.message:String(o)}`)}let a=(i.aiOverview?.citations??[]).map((o,y)=>{let S=P(o.href??"");return{citation_position:y+1,citation_text:o.text??"",url:o.href??"",domain:S,is_target:r?S===r:!1}}),l=ze(i.aiOverview?.text).map((o,y)=>({position:y+1,claim_type:Fe(o),sentence:o,reusable_pattern:o.length>140?`${o.slice(0,140)}...`:o})),d=re(s),m=(i.aiOverview?.citations??[]).filter(o=>o.href).map((o,y)=>({position:y+1,title:o.text,url:o.href,domain:P(o.href)})).slice(0,e.extractTop),_=(e.extractTop>0?await ge(t,m,n,"Citation"):[]).map(({source:o,page:y})=>ne(y,{url:o.url??"",domain:M(o.domain??"")??P(o.url),position:o.position,title:o.title})),h=[{block:"direct_answer",guidance:"Open with a 40-70 word answer that directly resolves the query before adding context.",evidence_basis:d[0]?.question??e.keyword},{block:"criteria_or_steps",guidance:"List the criteria, steps, or decision factors Google is already compressing into AI Overview language.",evidence_basis:l.filter(o=>["criteria","process"].includes(String(o.claim_type))).map(o=>o.sentence).slice(0,3).join(" | ")},{block:"citation_hook",guidance:"Add source-worthy details competitors can cite: definitions, numbers, examples, process details, and named entity relationships.",evidence_basis:a.map(o=>`${o.domain}: ${o.citation_text}`).slice(0,5).join(" | ")},{block:"faq_followups",guidance:"Use PAA phrasing for follow-up sections so the page answers adjacent questions in Google language.",evidence_basis:d.slice(0,5).map(o=>o.question).join(" | ")}];await t.artifacts.writeCsv("AI Overview citations CSV","ai-overview-citations.csv",["citation_position","citation_text","url","domain","is_target"],a),await t.artifacts.writeCsv("AI Overview claim patterns CSV","claim-patterns.csv",["position","claim_type","sentence","reusable_pattern"],l),await t.artifacts.writeCsv("Language guidance CSV","language-guidance.csv",["block","guidance","evidence_basis"],h),await t.artifacts.writeCsv("PAA questions CSV","paa-questions.csv",["position","intent","question","answer_excerpt","source_title","source_domain","source_url"],d),await t.artifacts.writeCsv("Extracted citation pages CSV","citation-pages.csv",["position","domain","url","serp_title","page_title","h1","meta_description","word_count","heading_count","schema_types"],_),await t.artifacts.writeJson("AI Overview language evidence","evidence.json",{input:e,serp:i,paa:s,citations:a,claimRows:l,languageRows:h,extractedRows:_,warnings:n}),await t.artifacts.writeText("Answer block template","answer-block-template.md",[`# AI Overview Language Brief: ${e.keyword}`,"",`AI Overview detected: ${i.aiOverview?.detected?"yes":"no"}`,`Target cited: ${r?a.some(o=>o.is_target)?"yes":"no":"target not specified"}`,"","## Direct Answer Block","Write one compact answer block that starts with the answer, not background. Keep it clear enough that Google could lift it as a standalone summary.","","## Suggested Follow-Up Blocks",...h.map(o=>`- ${o.block}: ${o.guidance}`),"","## Evidence to Mirror",...l.slice(0,8).map(o=>`- ${o.claim_type}: ${o.sentence}`),"","## Citation Hooks",...a.slice(0,8).map(o=>`- ${o.domain}: ${o.citation_text}`)].join(`
+`));let k=`${a.length} AI Overview citations, ${l.length} claim patterns, ${d.length} PAA questions, ${_.length} citation pages extracted.`,g=await t.artifacts.writeHtml("HTML report","report.html",$({title:"AI Overview Language Brief",subtitle:`${e.keyword}${e.location?` \xB7 ${e.location}`:""}`,summary:k,warnings:n,tables:[{title:"Language Guidance",columns:["block","guidance","evidence_basis"],rows:h},{title:"AI Overview Citations",columns:["citation_position","citation_text","domain","is_target"],rows:a},{title:"Claim Patterns",columns:["position","claim_type","sentence"],rows:l},{title:"PAA Follow-Ups",columns:["position","intent","question","source_domain"],rows:d.slice(0,60)}]})),R=n.length||!i.aiOverview?.detected?"partial":"succeeded",w={citations:a.length,claimPatterns:l.length,questions:d.length,extractedCitationPages:_.length};return await t.artifacts.writeManifest(R,w,n,[]),{title:"AI Overview Language Brief",summary:k,status:R,counts:w,warnings:n,errors:[],reportPath:g}}};var we=[De,je,We,Be,Ve,Ge,Qe,Ke];function jr(){return we.map(({id:e,title:t,description:n})=>({id:e,title:t,description:n}))}function ie(e){let t=we.find(n=>n.id===e);if(!t)throw new Error(`Unknown workflow "${e}". Available: ${we.map(n=>n.id).join(", ")}`);return t}function Ur(e){return ie(e).steps?.length??1}function Hr(e){let t=ie(e);return!!(t.steps&&t.steps.length>0)}function Ye(e){let t=e.apiKey?.trim()||process.env.MCP_SCRAPER_API_KEY?.trim();if(!t)throw new Error("MCP_SCRAPER_API_KEY is required for workflow runs. Pass --api-key or set the environment variable.");return t}function Xe(e){return e.apiUrl?.trim()||process.env.MCP_SCRAPER_API_URL?.trim()||"https://mcpscraper.dev"}async function Br(e,t,n={}){let r=ie(e),i=r.inputSchema.parse(t),s=Ye(n),a=Xe(n),u=await G.create(r.id,r.title,i,n.outputDir,n.runId),l=new Q(a,s,n.fetchImpl,n.headers),d={runId:u.runId,startedAt:u.startedAt,client:l,artifacts:u,signal:n.signal};try{if(r.steps&&r.steps.length>0){let m=r.createState?r.createState(i):{},f=null;for(let _ of r.steps){let h=await _.run({input:i,state:m,ctx:d});m=h.state,h.summary&&(f=h.summary)}if(!f)throw new Error(`Workflow "${e}" produced no terminal step summary`);return f}if(r.run)return await r.run(i,d);throw new Error(`Workflow "${e}" has neither steps nor a run() implementation`)}catch(m){let f=m instanceof Error?m.message:String(m);throw await u.writeText("Failure","summary.md",`# ${r.title}
+
+${f}
+`),await u.writeManifest("failed",{},[],[f]),m}}async function Nr(e,t,n){let r=ie(e),i=r.steps;if(!i||i.length===0)throw new Error(`Workflow "${e}" does not support stepwise execution`);if(n.stepIndex<0||n.stepIndex>=i.length)throw new Error(`Step index ${n.stepIndex} is out of range for "${e}" (${i.length} steps)`);let s=n.options??{},a=r.inputSchema.parse(t),u=Ye(s),l=Xe(s),d=await G.create(r.id,r.title,a,s.outputDir,s.runId),m=new Q(l,u,s.fetchImpl,s.headers),f={runId:d.runId,startedAt:d.startedAt,client:m,artifacts:d,signal:s.signal},_=n.state??(r.createState?r.createState(a):{}),h=i[n.stepIndex],k=await h.run({input:a,state:_,ctx:f}),g=await Promise.all(d.artifacts.map(async R=>({...R,content:await $t(R.path,"utf8").catch(()=>"")})));return{runId:d.runId,workflowId:r.id,title:r.title,stepIndex:n.stepIndex,stepId:h.id,stepTitle:h.title,totalSteps:i.length,isLast:n.stepIndex===i.length-1,output:k.output,state:k.state,warnings:k.warnings??[],summary:k.summary??null,artifacts:g}}export{Ae as a,Et as b,It as c,O as d,Ot as e,qt as f,Tt as g,jt as h,Ut as i,Bt as j,Ee as k,Ie as l,st as m,jr as n,ie as o,Ur as p,Hr as q,Br as r,Nr as s};

package/dist/chunk-55ZANTHL.js

@@ -0,0 +1,3 @@
+import{e as _,j as y}from"./chunk-SEZETSB3.js";import{i as w}from"./chunk-SDQW7IJN.js";import{b as A}from"./chunk-B3JRL45T.js";import{c as h}from"./chunk-OILOHQNL.js";import{join as S}from"path";import{randomBytes as B}from"crypto";import{ZipFile as D}from"yazl";import v from"p-limit";var E="maps-media/",N=10080*60*1e3,L=900*1e3,m=5*1024*1024,O=40*1024*1024,U=15e5,k=25e5,j=6,I=4;function T(){return process.env.MAPS_MEDIA_ARTIFACT_READ_WRITE_TOKEN?.trim()||process.env.PRIVATE_ARTIFACT_READ_WRITE_TOKEN?.trim()||process.env.CONNECTED_DATA_READ_WRITE_TOKEN?.trim()||process.env.CONNECTED_DATA_BLOB_READ_WRITE_TOKEN?.trim()||null}function b(){return{prefix:E,artifactTtlMs:N,downloadTtlMs:L,token:T()}}function f(e){try{let t=new URL(e);if(t.protocol!=="https:")return null;let r=t.hostname.toLowerCase().replace(/\.$/,"");return r!=="googleusercontent.com"&&!r.endsWith(".googleusercontent.com")&&r!=="streetviewpixels-pa.googleapis.com"?null:t}catch{return null}}function F(e){let t=f(e);return t?(t.hostname.toLowerCase().endsWith("googleusercontent.com")&&/=[^/]+$/.test(t.pathname)&&(t.pathname=t.pathname.replace(/=[^/]+$/,"=s2048")),t.href):e}function $(e){return e.length>=3&&e[0]===255&&e[1]===216&&e[2]===255?{mimeType:"image/jpeg",extension:"jpg"}:e.length>=8&&e[0]===137&&e[1]===80&&e[2]===78&&e[3]===71?{mimeType:"image/png",extension:"png"}:e.length>=12&&String.fromCharCode(...e.slice(0,4))==="RIFF"&&String.fromCharCode(...e.slice(8,12))==="WEBP"?{mimeType:"image/webp",extension:"webp"}:e.length>=6&&["GIF87a","GIF89a"].includes(String.fromCharCode(...e.slice(0,6)))?{mimeType:"image/gif",extension:"gif"}:null}async function G(e){let t=Number(e.headers.get("content-length")??"");if(Number.isFinite(t)&&t>m)throw new Error("image_too_large");if(!e.body){let s=new Uint8Array(await e.arrayBuffer());if(s.byteLength>m)throw new Error("image_too_large");return s}let r=e.body.getReader(),l=[],a=0;try{for(;;){let{done:s,value:c}=await r.read();if(s)break;if(c){if(a+=c.byteLength,a>m)throw new Error("image_too_large");l.push(c)}}}finally{r.releaseLock()}let o=new Uint8Array(a),d=0;for(let s of l)o.set(s,d),d+=s.byteLength;return o}async function W(e,t){let r=f(F(e));if(!r)throw new Error("image_host_not_allowed");for(let l=0;l<=I;l+=1){let a=await A(r.href,{field:"Maps image URL"});if(a.error||!a.parsed)throw new Error("image_url_rejected");let o=await fetch(a.parsed.href,{redirect:"manual",headers:{Accept:"image/jpeg,image/png,image/webp,image/gif;q=0.8"},signal:t?AbortSignal.any([t,AbortSignal.timeout(15e3)]):AbortSignal.timeout(15e3)});if([301,302,303,307,308].includes(o.status)){let c=o.headers.get("location");if(!c||l===I)throw new Error("image_redirect_rejected");if(r=f(new URL(c,r).href),!r)throw new Error("image_redirect_host_not_allowed");continue}if(!o.ok)throw new Error(`image_fetch_${o.status}`);let d=await G(o),s=$(d);if(!s)throw new Error("image_content_invalid");return{bytes:Buffer.from(d),...s,finalUrl:r.href}}throw new Error("image_redirect_rejected")}function z(e){return new Promise((t,r)=>{let l=new D,a=[];l.outputStream.on("data",o=>a.push(Buffer.from(o))),l.outputStream.once("error",r),l.outputStream.once("end",()=>t(Buffer.concat(a)));for(let o of e)l.addBuffer(o.content,o.path);l.end()})}function X(e){return e.toLowerCase().replace(/[^a-z0-9]+/g,"-").replace(/^-+|-+$/g,"").slice(0,70)||"google-maps-place"}function K(e){return w(e,E)}async function ee(e){return K(e.artifactId)!==e.ownerId?null:y({policy:b(),artifactId:e.artifactId,maxBytes:50*1024*1024})}async function te(e){let t=new AbortController,r=e.deadlineMs?setTimeout(()=>t.abort(new Error("maps_media_packaging_deadline")),Math.max(1,e.deadlineMs-Date.now())):null,l=v(j),a=[],o=0,d=0,s=0,c=e.media.images.map(n=>l(async()=>{if(!t.signal.aborted){try{let i=await W(n.sourceUrl,t.signal);if(o+i.bytes.length>O)throw new Error("archive_byte_limit_reached");o+=i.bytes.length;let g=`images/${String(n.index).padStart(4,"0")}-${n.origin}.${i.extension}`;a.push({path:g,content:i.bytes}),n.sourceUrl=i.finalUrl,n.filename=g,n.mimeType=i.mimeType,n.bytes=i.bytes.length,n.downloadStatus="downloaded",n.downloadError=null,s<e.maxInlineImages&&i.bytes.length<=U&&d+i.bytes.length<=k&&(n.inlinePreview={data:i.bytes.toString("base64"),mimeType:i.mimeType},d+=i.bytes.length,s+=1)}catch(i){if(t.signal.aborted)return;n.filename=null,n.mimeType=null,n.bytes=null,n.downloadStatus="failed",n.downloadError=i instanceof Error?i.message:"image_download_failed",n.inlinePreview=null}t.signal.aborted||await e.onImage?.(n)}}));try{if(await Promise.all(c),t.signal.aborted)throw new Error("maps_media_packaging_deadline")}catch(n){throw t.abort(n),await Promise.allSettled(c),n}finally{r&&clearTimeout(r)}e.media.imagesDownloaded=e.media.images.filter(n=>n.downloadStatus==="downloaded").length;let u=e.media.images.length-e.media.imagesDownloaded;if(u>0&&e.media.warnings.push(`${u} image(s) could not be downloaded; their manifest rows include a bounded error code.`),e.media.imagesDownloaded===0)return{media:e.media,artifact:null};let M=e.media.images.map(({inlinePreview:n,...i})=>i),x={businessName:e.businessName,placeUrl:e.placeUrl,extractedAt:e.extractedAt,scope:e.media.scope,imagesCollected:e.media.imagesCollected,imagesDownloaded:e.media.imagesDownloaded,ownerImagesCollected:e.media.ownerImagesCollected,otherImagesCollected:e.media.otherImagesCollected,unknownOriginImagesCollected:e.media.unknownOriginImagesCollected,ownerGalleryExhausted:e.media.ownerGalleryExhausted,galleryExhausted:e.media.exhausted,stopReason:e.media.stopReason,notes:["origin=owner is backed by the Google Maps By owner gallery or an exact media-key match to it.","origin=other means absent from an exhausted owner gallery; it can include customer, review, Street View, Google, or unattributed media.","Google-hosted photo files use a bounded s2048 rendition when that CDN form is available; each file is still subject to byte and signature validation."]};a.push({path:"summary.json",content:Buffer.from(JSON.stringify(x,null,2))}),a.push({path:"images.jsonl",content:Buffer.from(M.map(n=>JSON.stringify(n)).join(`
+`)+`
+`)});let R=await z(a),C=B(6).toString("hex"),p=await _({policy:b(),ownerId:e.ownerId,artifactKey:`${C}.zip`,createdAt:new Date(e.extractedAt),filename:`${X(e.businessName)}-maps-images.zip`,contentType:"application/zip",content:R}),P=T()?null:S(h(),"blobs",p.artifactId);return{media:e.media,artifact:{...p,localPath:P}}}export{E as a,N as b,b as c,K as d,ee as e,te as f};

package/dist/chunk-5BKSKLHX.js

@@ -0,0 +1 @@
+import{a as w,b as u,c as _,d as l,e as h,m as g,p}from"./chunk-7SR7MEU5.js";import{j as c,l as m}from"./chunk-HUNSEGUN.js";import{b as I,c as s}from"./chunk-4ZVO6GX4.js";async function R(e){let r=s(),n=!r?.operationRunId,o=r?.operationRunId??(await c({userId:r?.userId??null,ownerScope:r?.userId!=null?`user:${r.userId}`:"system:unscoped",tool:e.tool,normalizedFlags:{subOperation:r?.subOp??null},deploymentCommit:process.env.VERCEL_GIT_COMMIT_SHA?.trim()||process.env.GIT_COMMIT_SHA?.trim()||null})).id,a=n?null:await p(o),i=a?.attempts.at(-1),t=e.parentAttemptId??(e.retryKind&&i?String(i.id):r?.operationRootAttemptId),b=e.edgeKind??(e.retryKind==="same_method"?"same_method_retry":e.retryKind==="provider_fallback"?"provider_fallback":void 0),d=t?await _({runId:o,parentAttemptId:t,edgeKind:b??"parallel_child",method:e.method,provider:e.provider,retryKind:e.retryKind,retryReason:e.retryReason}):await u({runId:o,attemptNumber:(a?.attempts.length??0)+1,method:e.method,provider:e.provider,...i?{parentAttemptId:String(i.id),edgeKind:b??"next_phase",retryKind:e.retryKind??null,retryReason:e.retryReason??null}:{}}),y;try{y=(await h({attemptId:d,provider:e.provider,providerProduct:e.providerProduct,billingTier:e.billingTier,accountScope:r?.operationAccountScope??"production-default",method:e.method,providerStatus:"started"})).id}catch(f){throw await w({tool:e.tool,method:e.method,phase:"pending_receipt_create",errorCode:f instanceof Error?f.name:"UnknownError",runId:o,attemptId:d}).catch(()=>{}),await l({attemptId:d,status:"failed",errorCode:"pending_receipt_create_failed",durationMs:0}).catch(()=>{}),f}return{runId:o,attemptId:d,receiptId:y,ownsRun:n,startedAtMs:Date.now()}}async function S(e,r,n){await l({attemptId:e.attemptId,status:r,errorCode:n??null,durationMs:Date.now()-e.startedAtMs}),e.ownsRun&&await m({runId:e.runId,status:r,failureClass:n??null})}async function T(e,r){let n=s(),o=null,a=Date.now();if(n?.operationRunId&&n.operationRootAttemptId)try{o=await _({runId:n.operationRunId,parentAttemptId:n.operationRootAttemptId,edgeKind:"parallel_child",method:e})}catch(t){console.warn(JSON.stringify({event:"local_cost_phase_start_failed",method:e,message:t instanceof Error?t.message:String(t)}))}let i="failed";try{let t=await r();return i="succeeded",t}finally{o&&await l({attemptId:o,status:i,durationMs:Date.now()-a,errorCode:i==="failed"?"local_phase_failed":null}).catch(t=>console.warn(JSON.stringify({event:"local_cost_phase_finish_failed",method:e,message:t instanceof Error?t.message:String(t)})))}}async function M(e,r){let n=s()?.operationRunId;n&&await g({runId:n,billingTable:"billing_debits",billingKey:e,relation:"debit",amountMc:r}).catch(o=>console.warn(JSON.stringify({event:"cost_billing_link_failed",message:o instanceof Error?o.message:String(o)})))}async function K(e,r){let n=s();if(n?.operationRunId)return I({...n,op:e.op,userId:e.userId},r);let o=null,a=null;try{o=(await c({userId:e.userId,ownerScope:`user:${e.userId}`,tool:e.tool,normalizedFlags:e.normalizedFlags,deploymentCommit:process.env.VERCEL_GIT_COMMIT_SHA?.trim()||process.env.GIT_COMMIT_SHA?.trim()||null})).id,e.billingDebitKey&&await g({runId:o,billingTable:"billing_debits",billingKey:e.billingDebitKey,relation:"debit"}).catch(t=>console.warn(JSON.stringify({event:"cost_billing_link_failed",tool:e.tool,message:t instanceof Error?t.message:String(t)}))),a=await u({runId:o,attemptNumber:1,method:`${e.tool}_root`,normalizedFlags:e.normalizedFlags})}catch(t){console.warn(JSON.stringify({event:"logical_cost_run_start_failed",tool:e.tool,message:t instanceof Error?t.message:String(t)}))}let i="failed";try{let t=await I({...n,op:e.op,userId:e.userId,operationRunId:o,operationRootAttemptId:a},r);return i=t instanceof Response&&t.status>=400?"failed":"succeeded",t}finally{o&&a?await v({runId:o,rootAttemptId:a,status:i,failureClass:i==="failed"?"operation_failed":null}).catch(t=>console.warn(JSON.stringify({event:"logical_cost_run_finish_failed",tool:e.tool,message:t instanceof Error?t.message:String(t)}))):o&&await m({runId:o,status:i,failureClass:i==="failed"?"operation_failed":null}).catch(()=>{})}}async function O(e){let r=await c({...e.jobId?{id:`extract-url:${e.jobId}`,idempotencyKey:`job:${e.jobId}`,requestFingerprint:e.jobId,jobId:e.jobId}:{},userId:e.userId,ownerScope:`user:${e.userId}`,tool:"extract_url",normalizedFlags:e.normalizedFlags,deploymentCommit:process.env.VERCEL_GIT_COMMIT_SHA?.trim()||process.env.GIT_COMMIT_SHA?.trim()||null}),n=r.replayed?await p(r.id):null,o=n?.attempts[0]?.id==null?await u({runId:r.id,attemptNumber:1,method:"extract_url_root",normalizedFlags:e.normalizedFlags}):String(n.attempts[0].id);return e.billingDebitKey&&await g({runId:r.id,billingTable:"billing_debits",billingKey:e.billingDebitKey,relation:"debit"}),{runId:r.id,rootAttemptId:o}}async function v(e){let r=await p(e.runId),n=r?.attempts.find(o=>String(o.id)===e.rootAttemptId);n?.status==="running"&&await l({attemptId:e.rootAttemptId,status:e.status,errorCode:e.failureClass??null,durationMs:Math.max(0,Date.now()-Date.parse(String(n.started_at)))}),r?.run.status==="running"&&await m({runId:e.runId,status:e.status,failureClass:e.failureClass??null})}export{R as a,S as b,T as c,M as d,K as e,O as f,v as g};

package/dist/chunk-63VWBMYR.js

@@ -0,0 +1,3 @@
+import{e as l}from"./chunk-C7MGJUTU.js";import{a as o}from"./chunk-WNUXMPVX.js";function c(t){return{id:String(t.id),user_id:Number(t.user_id),status:String(t.status),query:String(t.query),options:String(t.options),callback_url:t.callback_url!=null?String(t.callback_url):null,result:t.result!=null?String(t.result):null,error:t.error!=null?String(t.error):null,public_error_json:t.public_error_json!=null?String(t.public_error_json):null,created_at:String(t.created_at),started_at:t.started_at!=null?String(t.started_at):null,completed_at:t.completed_at!=null?String(t.completed_at):null}}function g(t){let{public_error_json:r,...n}=t;return{...n,options:JSON.parse(t.options),result:t.result?JSON.parse(t.result):null,publicError:l(r)}}async function a(t,r){let n=o(),e=r?await n.execute({sql:"SELECT * FROM jobs WHERE id = ? AND user_id = ?",args:[t,r]}):await n.execute({sql:"SELECT * FROM jobs WHERE id = ?",args:[t]});return e.rows[0]?g(c(e.rows[0])):void 0}async function b(t,r,n,e,s){if(!/^[a-zA-Z0-9-]{1,100}$/.test(t))throw new Error("job id is invalid");await o().execute({sql:"INSERT INTO jobs (id, user_id, query, options, callback_url) VALUES (?, ?, ?, ?, ?)",args:[t,r,n,JSON.stringify(e),s??null]})}async function _(t,r,n,e,s){let u=Number(r);if(!Number.isSafeInteger(u)||u<=0||typeof e.requestFingerprint!="string"||!/^[a-f0-9]{64}$/.test(e.requestFingerprint))throw new Error("Job receipt requires a principal and request fingerprint");try{return await b(t,r,n,e,s),{kind:"created",jobId:t}}catch{let i;try{i=await a(t,r)}catch{return{kind:"unknown",jobId:t}}return!i||i.query!==n||i.callback_url!==(s??null)||i.options.requestFingerprint!==e.requestFingerprint||i.options.billingDebitKey!==e.billingDebitKey||i.options.billingHoldMc!==e.billingHoldMc?{kind:"unknown",jobId:t}:{kind:"recovered",jobId:t,job:i}}}async function f(t,r,n){let e=Number(r);if(!Number.isSafeInteger(e)||e<=0||!/^[a-f0-9]{64}$/.test(n))throw new Error("Job dispatch receipt requires a principal and request fingerprint");try{if((await o().execute({sql:`UPDATE jobs SET options=json_set(options,'$.dispatchRequestedAt',strftime('%Y-%m-%dT%H:%M:%fZ','now'))
+        WHERE id=? AND user_id=? AND json_extract(options,'$.requestFingerprint')=?
+          AND json_extract(options,'$.dispatchRequestedAt') IS NULL`,args:[t,r,n]})).rowsAffected===1)return!0}catch{}let s=await a(t,r).catch(()=>{});return s?.options.requestFingerprint===n&&typeof s.options.dispatchRequestedAt=="string"}export{c as a,g as b,a as c,b as d,_ as e,f};

package/dist/chunk-6N5EC7ZO.js

@@ -0,0 +1 @@
+async function t(o){if((process.env.NODE_ENV==="test"||process.env.VITEST)&&process.env.MCP_SCRAPER_ENABLE_MEMORY_LIBRARY_SINK_IN_TESTS!=="1")return;let r=process.env.MCP_SCRAPER_API_KEY?.trim(),n=(process.env.MCP_SCRAPER_BASE_URL??"https://mcpscraper.dev").replace(/\/$/,"");if(r)try{let e=await fetch(`${n}/memory/mcp-call`,{method:"POST",headers:{"content-type":"application/json","x-api-key":r},body:JSON.stringify({toolName:"libraryIngestTool",args:o})}),s=await e.json().catch(()=>null);(!e.ok||s?.ok===!1)&&console.warn("[memory-library-sink] ingest not accepted:",e.status,s?.error??"")}catch(e){console.warn("[memory-library-sink] ingest failed:",e?.message)}}export{t as a};

package/dist/chunk-6SNOUSSZ.js

@@ -0,0 +1,182 @@
+import{i as j,m as T}from"./chunk-KXJCGV3H.js";import{m as f,q as b}from"./chunk-HUNSEGUN.js";import{d as m,e as C,i as p}from"./chunk-C7MGJUTU.js";import{a as o}from"./chunk-WNUXMPVX.js";import{createHash as k}from"crypto";import{gunzipSync as M,gzipSync as $}from"zlib";var H=10,E=20*1024*1024;function _(t){return k("sha256").update(t).digest("hex")}function W(t){return!t.acquiredHtml||t.extractionStatus==="failed"?null:{pageId:t.pageId??_(t.archivedUrl??t.url),url:t.archivedUrl??t.url,html:t.acquiredHtml,mainHtml:t.mainHtml??"",markdown:t.bodyMarkdown,htmlSha256:t.htmlSha256??_(t.acquiredHtml),markdownSha256:t.markdownSha256??_(t.bodyMarkdown)}}function A(t){return Buffer.from(JSON.stringify({version:"site-extract-content.v1",pages:t}))}async function y(t){let e=t.pages.flatMap(i=>{let c=W(i);return c?[c]:[]}),n=new Map,r=[],a=0,s=async()=>{if(!r.length)return;let i=A(r);if(i.length>E)throw new Error(`site export content chunk exceeds ${E} bytes`);let c=_(r.map(u=>u.pageId).join("\0")).slice(0,16),l=await j({ownerId:t.ownerId,jobId:t.jobId,createdAt:t.createdAt,chunkKey:`content-${String(a).padStart(4,"0")}-${c}`,content:$(i,{level:6})});for(let u of r)n.set(u.url,{artifactId:l.artifactId,artifactSha256:l.sha256,pageId:u.pageId,uncompressedBytes:i.length});a++,r=[]};for(let i of e){let c=[...r,i];if(r.length>0&&(c.length>H||A(c).length>E)&&await s(),r.push(i),A(r).length>E)throw new Error(`page ${i.pageId} exceeds the durable content chunk limit`)}return await s(),n}function Y(t){let e=new Map;return async n=>{let r=e.get(n.artifactId);if(r&&r.digest!==n.artifactSha256)throw new Error("site export content chunk checksum mismatch");let a=r?.chunk;if(!a){let i=await T({artifactId:n.artifactId,ownerId:t});if(!i)throw new Error("site export content chunk is missing or unauthorized");if(_(i)!==n.artifactSha256)throw new Error("site export content chunk checksum mismatch");let c=M(i);if(c.length>E)throw new Error("site export content chunk exceeds its read limit");if(a=JSON.parse(c.toString("utf8")),a.version!=="site-extract-content.v1"||!Array.isArray(a.pages))throw new Error("site export content chunk has an unsupported contract");for(e.set(n.artifactId,{digest:n.artifactSha256,chunk:a});e.size>2;)e.delete(e.keys().next().value)}let s=a.pages.find(i=>i.pageId===n.pageId);if(!s)throw new Error("site export page is missing from its content chunk");if(_(s.html)!==s.htmlSha256||_(s.markdown)!==s.markdownSha256)throw new Error("site export page checksum mismatch");return s}}import{randomUUID as J}from"crypto";function x(t,e,n=!1){if(!e)return{sql:`NOT EXISTS (SELECT 1 FROM operation_executions x JOIN operation_runs r ON r.id=x.run_id
+    WHERE r.id='extract-site:' || site_extract_jobs.id AND r.tool='extract_site')`,args:[]};if(e.workflow.runId!==`extract-site:${t}`||n&&(!e.phase||e.recovery))return{sql:"0",args:[]};let r=f(e.workflow,{tool:"extract_site",jobId:t,recovery:e.recovery}),a="site_extract_jobs.user_id = ?";if(!e.phase)return{sql:`(${r.sql} AND ${a})`,args:[...r.args,e.workflow.userId]};if(e.phase.userId!==e.workflow.userId)return{sql:"0",args:[]};let s=f(e.phase,{tool:"extract_site_phase",jobId:t});return{sql:`(${r.sql} AND ${a} AND ${s.sql})`,args:[...r.args,e.workflow.userId,...s.args]}}function h(t="site_extract_jobs."){return`(${b(`${t}id`,`${t}user_id`,"extract_site")}
+    AND ${b(`${t}id`,`${t}user_id`,"extract_site_phase")})`}function I(){return b("site_extract_jobs.id","site_extract_jobs.user_id","extract_site_phase")}function D(t="site_extract_jobs."){return`(${t}status='running' OR (${t}status='pending' AND ${t}execution_generation=0 AND (
+    EXISTS (SELECT 1 FROM operation_runs r WHERE r.id='extract-site:' || ${t}id AND r.user_id=${t}user_id AND r.tool='extract_site')
+    OR COALESCE(json_extract(${t}options,'$.__websiteExecutionProtocol'),0) <> 1)))`}var q="xray_entitlement";function st(t){let e=Math.max(1,Number(t.options.effectiveMaxPages??t.options.maxPages??1)),n=Math.max(e,Number(t.options.requestedMaxPages??e)),r=n>e;return{requestedMaxPages:n,effectiveMaxPages:e,creditLimited:r,creditTruncated:r&&t.totalUrls>=e}}function it(t,e=!1){return t.successfulUrls===0?"failed":t.failedUrls>0||t.remainingUrls>0||e?"partial":"complete"}function g(t){let e=Number(t.total_urls??0),n=t.attempted_urls==null,r=Number(n?t.done_urls??0:t.attempted_urls),a=Number(n?t.done_urls??0:t.successful_urls??0),s=Number(t.failed_urls??Math.max(0,r-a)),i=t.options?JSON.parse(String(t.options)):{},c=i.__websiteExecutionProtocol;delete i.__websiteExecutionProtocol;let l={id:String(t.id),userId:t.user_id!=null?Number(t.user_id):null,idempotencyKey:t.idempotency_key!=null?String(t.idempotency_key):null,requestFingerprint:t.request_fingerprint!=null?String(t.request_fingerprint):null,status:t.status!=null?String(t.status):"pending",executionGeneration:Number(t.execution_generation??0),refinalizeUntil:t.refinalize_until==null?null:String(t.refinalize_until),settlementPlan:t.settlement_plan_json?JSON.parse(String(t.settlement_plan_json)):null,settlementReceipt:t.settlement_receipt_json?JSON.parse(String(t.settlement_receipt_json)):null,dispatchClaimToken:t.dispatch_claim_token==null?null:String(t.dispatch_claim_token),dispatchClaimUntil:t.dispatch_claim_until==null?null:String(t.dispatch_claim_until),dispatchedAt:t.dispatched_at==null?null:String(t.dispatched_at),dispatchAttempts:Number(t.dispatch_attempts??0),dispatchError:t.dispatch_error==null?null:String(t.dispatch_error),startUrl:String(t.start_url??""),options:i,totalUrls:e,doneUrls:r,attemptedUrls:r,successfulUrls:a,failedUrls:s,remainingUrls:Math.max(0,e-r),artifacts:t.artifacts?JSON.parse(String(t.artifacts)):null,error:t.error!=null?String(t.error):null,publicError:C(t.public_error_json),billedMc:t.billed_mc!=null?Number(t.billed_mc):null,createdAt:String(t.created_at??""),updatedAt:String(t.updated_at??"")};return c===1&&Object.defineProperty(l,"executionProtocol",{value:1,enumerable:!1}),l}async function v(t,e){let r=await o().execute({sql:"SELECT * FROM site_extract_jobs WHERE user_id = ? AND idempotency_key = ? LIMIT 1",args:[t,e]});return r.rows[0]?g(r.rows[0]):null}async function ot(t){let n=await o().execute({sql:`INSERT OR IGNORE INTO site_extract_jobs
+            (id, user_id, status, start_url, options, idempotency_key, request_fingerprint, created_at, updated_at)
+          VALUES (?, ?, 'pending', ?, ?, ?, ?, datetime('now'), datetime('now'))`,args:[t.jobId,t.userId,t.startUrl,JSON.stringify({...t.options,__websiteExecutionProtocol:1}),t.idempotencyKey,t.requestFingerprint]}),r=await v(t.userId,t.idempotencyKey);if(!r)throw new Error("idempotent extract job was not persisted");return{job:r,created:n.rowsAffected===1,conflict:r.requestFingerprint!==t.requestFingerprint}}async function P(t){let n=await o().execute({sql:"SELECT * FROM site_extract_jobs WHERE id = ?",args:[t]});return n.rows[0]?g(n.rows[0]):null}async function ct(t=25){return(await o().execute({sql:`SELECT * FROM site_extract_jobs
+          WHERE billed_mc IS NULL AND status IN ('complete', 'partial', 'failed')
+            AND (next_settlement_at IS NULL OR next_settlement_at <= datetime('now'))
+          ORDER BY updated_at ASC LIMIT ?`,args:[Math.max(1,Math.min(100,Math.round(t)))]})).rows.map(r=>g(r))}var w=`(
+  EXISTS (SELECT 1 FROM billing_debits d
+    WHERE d.idempotency_key = json_extract(site_extract_jobs.options, '$.debitKey')
+      AND d.user_id = site_extract_jobs.user_id AND d.status = 'applied'
+      AND d.operation = 'extract_site_hold'
+      AND json_type(options, '$.heldMc') = 'integer'
+      AND json_extract(options, '$.heldMc') > 0
+      AND json_extract(options, '$.heldMc') <= 9007199254740991
+      AND d.amount_mc = json_extract(options, '$.heldMc')
+      AND COALESCE(json_extract(options, '$.billingClass'), 'credits') = 'credits')
+  OR (json_extract(options, '$.billingClass') = 'xray_entitlement'
+    AND json_type(options, '$.heldMc') IN ('integer', 'real')
+    AND json_extract(options, '$.heldMc') = 0 AND json_extract(options, '$.debitKey') IS NULL
+    AND json_extract(options, '$.xraySetupReceipt.billingClass') = 'xray_entitlement'
+    AND json_type(options, '$.xraySetupReceipt.consumesMcpScraperCredits') = 'false'
+    AND json_type(options, '$.xraySetupReceipt.heldMc') IN ('integer', 'real')
+    AND json_extract(options, '$.xraySetupReceipt.heldMc') = 0
+    AND json_type(options, '$.xraySetupReceipt.billedMc') IN ('integer', 'real')
+    AND json_extract(options, '$.xraySetupReceipt.billedMc') = 0))`;async function lt(t){let e=await o().execute({sql:`SELECT * FROM site_extract_jobs WHERE id = ? AND user_id > 0
+      AND status IN ('pending', 'running') AND billed_mc IS NULL
+      AND execution_generation = 0 AND ${w}`,args:[t]});return e.rows[0]?g(e.rows[0]):null}async function F(t=25,e=2){let n=Math.max(1,Math.min(60,Math.round(e)));return(await o().execute({sql:`SELECT * FROM site_extract_jobs WHERE status = 'pending' AND billed_mc IS NULL
+      AND execution_generation = 0 AND dispatched_at IS NULL AND ${w}
+      AND (dispatch_claim_token IS NULL OR dispatch_claim_until <= datetime('now'))
+      AND (next_dispatch_at IS NULL OR next_dispatch_at <= datetime('now'))
+      AND updated_at <= datetime('now', ?) ORDER BY updated_at, id LIMIT ?`,args:[`-${n} minutes`,Math.max(1,Math.min(100,Math.round(t)))]})).rows.map(a=>g(a))}async function ut(t={}){let e=t.jobId?[t.jobId]:(await F(t.limit)).map(r=>r.id),n=[];for(let r of e){let a=J(),i=(await o().execute({sql:`UPDATE site_extract_jobs SET dispatch_claim_token = ?, dispatch_claim_until = datetime('now', ?),
+        dispatch_attempts = dispatch_attempts + 1, dispatch_error = NULL, next_dispatch_at = NULL,
+        updated_at = datetime('now')
+        WHERE id = ? AND status = 'pending' AND billed_mc IS NULL AND execution_generation = 0
+          AND dispatched_at IS NULL AND ${w}
+          AND (dispatch_claim_token IS NULL OR dispatch_claim_until <= datetime('now'))
+          AND (next_dispatch_at IS NULL OR next_dispatch_at <= datetime('now'))
+        RETURNING id, dispatch_claim_token, dispatch_attempts`,args:[a,`+${Math.max(15,Math.min(3600,Math.round(t.leaseSeconds??300)))} seconds`,r]})).rows[0];i&&n.push({id:String(i.id),claimToken:String(i.dispatch_claim_token),attempts:Number(i.dispatch_attempts)})}return n}async function dt(t,e){return(await o().execute({sql:`SELECT id FROM site_extract_jobs WHERE id = ? AND status = 'pending' AND billed_mc IS NULL
+      AND execution_generation = 0 AND dispatched_at IS NULL AND dispatch_claim_token = ?
+      AND dispatch_claim_until > datetime('now') AND ${w}`,args:[t,e]})).rows.length===1}async function _t(t,e){return(await o().execute({sql:`UPDATE site_extract_jobs SET dispatched_at = datetime('now'), dispatch_claim_token = NULL,
+      dispatch_claim_until = NULL, next_dispatch_at = NULL, dispatch_error = NULL, updated_at = datetime('now')
+      WHERE id = ? AND execution_generation = 0 AND dispatched_at IS NULL
+        AND dispatch_claim_token = ? AND dispatch_claim_until > datetime('now')`,args:[t,e]})).rowsAffected===1}async function gt(t,e,n,r){return(await o().execute({sql:`UPDATE site_extract_jobs SET dispatch_error = ?, next_dispatch_at = datetime('now', ?),
+      dispatch_claim_token = NULL, dispatch_claim_until = NULL, updated_at = datetime('now')
+      WHERE id = ? AND status = 'pending' AND billed_mc IS NULL AND execution_generation = 0
+        AND dispatched_at IS NULL AND dispatch_claim_token = ? AND dispatch_claim_until > datetime('now')`,args:[n.slice(0,2e3),`+${Math.max(15,Math.min(3600,Math.round(r)))} seconds`,t,e]})).rowsAffected===1}async function pt(t,e,n=0){await o().execute({sql:`UPDATE site_extract_jobs SET
+            settlement_attempts = settlement_attempts + 1,
+            settlement_error = ?,
+            next_settlement_at = datetime('now', '+15 minutes'),
+            updated_at = datetime('now')
+          WHERE id = ? AND billed_mc IS NULL AND execution_generation = ? AND status IN ('complete', 'partial', 'failed')`,args:[p(e).slice(0,1e3),t,n]})}function U(t=""){return`((${t}execution_generation = 0 AND ${t}updated_at <= datetime('now', ?))
+    OR (${t}execution_generation > 0 AND ${t}refinalize_until <= datetime('now')))`}async function mt(t=25,e=60){let n=o(),r=Math.max(15,Math.min(1440,Math.round(e)));return(await n.execute({sql:`SELECT j.* FROM site_extract_jobs j
+          LEFT JOIN billing_debits d
+            ON d.idempotency_key = json_extract(j.options, '$.debitKey')
+           AND d.user_id = j.user_id
+           AND d.status = 'applied'
+          WHERE ${D("j.")}
+            AND j.billed_mc IS NULL
+            AND (
+              json_extract(j.options, '$.debitKey') IS NULL
+              OR d.idempotency_key IS NOT NULL
+            )
+            AND ${U("j.")} AND ${h("j.")}
+          ORDER BY j.updated_at ASC LIMIT ?`,args:[`-${r} minutes`,Math.max(1,Math.min(100,Math.round(t)))]})).rows.map(s=>g(s))}async function Et(t,e=60){let n=o(),r=Math.max(15,Math.min(1440,Math.round(e)));return(await n.execute({sql:`UPDATE site_extract_jobs
+          SET status = 'failed',
+              error = 'Background extraction attempt expired; completed pages were preserved and settlement is pending.',
+              public_error_json = ?,
+              updated_at = datetime('now')
+          WHERE id = ?
+            AND ${D()}
+            AND billed_mc IS NULL
+            AND ${U()} AND ${h()}`,args:[m({error_code:"extraction_failed",error_type:"extraction",message:"The background extraction attempt expired. Completed pages were preserved; retry after settlement completes.",retryable:!0,charge_status:"refund_pending"}),t,`-${r} minutes`]})).rowsAffected===1}async function xt(t){let e=await o().execute({sql:`UPDATE site_extract_jobs
+          SET status = 'running', execution_generation = execution_generation + 1,
+              refinalize_until = datetime('now', '+60 minutes'), updated_at = datetime('now')
+          WHERE id = ? AND (settlement_plan_json IS NULL OR billed_mc IS NOT NULL) AND (status = 'failed' OR (
+            status = 'running' AND execution_generation > 0 AND refinalize_until <= datetime('now')
+          )) RETURNING *`,args:[t]});return e.rows[0]?g(e.rows[0]):null}async function z(t,e=0){return(await o().execute({sql:`SELECT 1 FROM site_extract_jobs WHERE id = ? AND status IN ('pending', 'running')
+          AND execution_generation = ? AND (execution_generation = 0 OR refinalize_until > datetime('now'))`,args:[t,e]})).rows.length===1}async function Nt(t,e,n=0){await o().execute({sql:`UPDATE site_extract_jobs SET billed_mc = 0, settlement_error = ?, updated_at = datetime('now')
+          WHERE id = ? AND billed_mc IS NULL AND execution_generation = ? AND status IN ('complete', 'partial', 'failed')`,args:[p(e).slice(0,1e3),t,n]})}async function bt(t,e,n){let r=o(),a=x(t,n);await r.execute({sql:`UPDATE site_extract_jobs
+            SET status = 'running', total_urls = MAX(total_urls, ?), updated_at = datetime('now')
+          WHERE id = ? AND status IN ('pending', 'running') AND execution_generation = 0 AND ${a.sql}`,args:[e,t,...a.args]})}async function wt(t,e,n){if(e.length===0)return;let r=o(),a=await P(t);if(!a||!await z(t)){if(n)throw Error("site_crawl_page_write_not_current");return}let s=x(t,n,!0);if(!(await r.execute({sql:`SELECT 1 FROM site_extract_jobs WHERE id=? AND ${s.sql}`,args:[t,...s.args]})).rows.length){if(n)throw Error("site_crawl_page_write_not_current");return}let c=a?.userId!=null?await y({ownerId:String(a.userId),jobId:t,createdAt:a.createdAt,pages:e}):new Map,l=e.map(d=>{let{discoveryLinks:O,acquiredHtml:N,mainHtml:R,...L}=d;return L.contentRef=c.get(d.archivedUrl??d.url)??d.contentRef,{sql:`INSERT INTO site_extract_pages (job_id, url, page)
+            SELECT ?, ?, ?
+            WHERE EXISTS (
+              SELECT 1 FROM site_extract_jobs
+              WHERE id = ? AND status IN ('pending', 'running') AND execution_generation = 0 AND ${s.sql}
+            )
+            ON CONFLICT(job_id, url) DO UPDATE SET page = excluded.page
+            WHERE NOT CASE
+                    WHEN json_valid(site_extract_pages.page) = 0 THEN 0
+                    WHEN json_extract(site_extract_pages.page, '$.extractionStatus') IS NOT NULL
+                      THEN json_extract(site_extract_pages.page, '$.extractionStatus') = 'successful'
+                    ELSE COALESCE(
+                      json_extract(site_extract_pages.page, '$.status') >= 200
+                      AND json_extract(site_extract_pages.page, '$.status') < 300
+                      AND json_extract(site_extract_pages.page, '$.wordCount') > 0,
+                      0
+                    )
+                  END
+               OR CASE
+                    WHEN json_valid(excluded.page) = 0 THEN 0
+                    WHEN json_extract(excluded.page, '$.extractionStatus') IS NOT NULL
+                      THEN json_extract(excluded.page, '$.extractionStatus') = 'successful'
+                    ELSE COALESCE(
+                      json_extract(excluded.page, '$.status') >= 200
+                      AND json_extract(excluded.page, '$.status') < 300
+                      AND json_extract(excluded.page, '$.wordCount') > 0,
+                      0
+                    )
+                  END`,args:[t,d.archivedUrl??d.url,JSON.stringify(L),t,...s.args]}}),u,S;try{S=await r.batch([...l,{sql:`UPDATE site_extract_jobs SET
+            done_urls = (SELECT COUNT(*) FROM site_extract_pages WHERE job_id = ?),
+            attempted_urls = (SELECT COUNT(*) FROM site_extract_pages WHERE job_id = ?),
+            successful_urls = (
+              SELECT COUNT(*) FROM site_extract_pages
+              WHERE job_id = ? AND CASE
+                WHEN json_extract(page, '$.extractionStatus') IS NOT NULL
+                  THEN json_extract(page, '$.extractionStatus') = 'successful'
+                ELSE json_extract(page, '$.status') >= 200
+                  AND json_extract(page, '$.status') < 300
+                  AND json_extract(page, '$.wordCount') > 0
+              END
+            ),
+            failed_urls = (
+              SELECT COUNT(*) FROM site_extract_pages
+              WHERE job_id = ? AND NOT CASE
+                WHEN json_extract(page, '$.extractionStatus') IS NOT NULL
+                  THEN json_extract(page, '$.extractionStatus') = 'successful'
+                ELSE COALESCE(
+                  json_extract(page, '$.status') >= 200
+                  AND json_extract(page, '$.status') < 300
+                  AND json_extract(page, '$.wordCount') > 0,
+                  0
+                )
+              END
+            ),
+            updated_at = datetime('now')
+          WHERE id = ? AND status IN ('pending', 'running') AND execution_generation = 0 AND ${s.sql}`,args:[t,t,t,t,t,...s.args]}],"write")}catch(d){u=d}if(u){let d=await Promise.all(l.map(N=>r.execute({sql:"SELECT page FROM site_extract_pages WHERE job_id=? AND url=?",args:N.args.slice(0,2)})));if(!(await r.execute({sql:`SELECT 1 FROM site_extract_jobs WHERE id=? AND ${s.sql}
+      AND attempted_urls=(SELECT COUNT(*) FROM site_extract_pages WHERE job_id=?)
+      AND successful_urls=(SELECT COUNT(*) FROM site_extract_pages WHERE job_id=site_extract_jobs.id AND CASE
+        WHEN json_extract(page,'$.extractionStatus') IS NOT NULL THEN json_extract(page,'$.extractionStatus')='successful'
+        ELSE COALESCE(json_extract(page,'$.status')>=200 AND json_extract(page,'$.status')<300 AND json_extract(page,'$.wordCount')>0,0) END)
+      AND failed_urls=attempted_urls-successful_urls`,args:[t,...s.args,t]})).rows.length||d.some((N,R)=>N.rows[0]?.page!==l[R].args[2]))throw u}else if(n&&S?.at(-1)?.rowsAffected!==1)throw Error("site_crawl_page_write_not_current")}async function St(t){return(await o().execute({sql:"SELECT page FROM site_extract_pages WHERE job_id = ? ORDER BY rowid",args:[t]})).rows.map(r=>JSON.parse(String(r.page)))}async function ft(t,e=181){let n=o(),r=Math.max(1,Math.min(5001,Math.round(e)));return(await n.execute({sql:`SELECT DISTINCT CAST(images.value AS TEXT) AS url
+          FROM site_extract_pages p,
+               json_each(CASE WHEN json_valid(p.page) THEN p.page ELSE '{}' END, '$.imageLinks') images
+          WHERE p.job_id = ?
+            AND images.type = 'text'
+            AND length(CAST(images.value AS TEXT)) BETWEEN 1 AND 4096
+          LIMIT ?`,args:[t,r]})).rows.map(s=>String(s.url))}async function At(t){let n=await o().execute({sql:`SELECT COUNT(*) AS n FROM site_extract_pages
+            WHERE job_id = ? AND CASE
+              WHEN json_extract(page, '$.extractionStatus') IS NOT NULL
+                THEN json_extract(page, '$.extractionStatus') = 'successful'
+              ELSE COALESCE(
+                json_extract(page, '$.status') >= 200
+                AND json_extract(page, '$.status') < 300
+                AND json_extract(page, '$.wordCount') > 0,
+                0
+              )
+            END`,args:[t]});return Number(n.rows[0]?.n??0)}async function ht(t,e,n,r=null,a=!1,s=null,i=0,c){let l=o(),u=x(t,c,!0);return(await l.execute({sql:`UPDATE site_extract_jobs
+            SET status = ?, artifacts = ?, error = ?, public_error_json = ?, updated_at = datetime('now')
+          WHERE id = ? AND execution_generation = ? AND (settlement_plan_json IS NULL OR billed_mc IS NOT NULL)
+            AND (
+              (execution_generation = 0 AND (status IN ('pending', 'running') OR (? = 1 AND status = 'failed')))
+              OR (execution_generation > 0 AND status = 'running' AND refinalize_until > datetime('now'))
+            ) AND (execution_generation > 0 OR ${u.sql})`,args:[n,JSON.stringify(e??[]),r?p(r).slice(0,2e3):null,m(s),t,i,a?1:0,...u.args]})).rowsAffected===1}async function Dt(t,e,n,r=0,a){let s=x(t,a);return(await o().execute({sql:`UPDATE site_extract_jobs
+            SET status = 'failed', error = ?, public_error_json = ?, updated_at = datetime('now')
+          WHERE id = ? AND status IN ('pending', 'running') AND execution_generation = ?
+            AND (execution_generation = 0 OR refinalize_until > datetime('now'))
+            AND (execution_generation > 0 OR (${s.sql} AND ${I()}))`,args:[p(e).slice(0,2e3),m(n),t,r,...s.args]})).rowsAffected===1}async function Rt(t,e,n){await o().execute({sql:`UPDATE site_extract_jobs
+            SET status = 'failed', billed_mc = 0, error = ?, public_error_json = ?, updated_at = datetime('now')
+          WHERE id = ? AND status = 'pending' AND billed_mc IS NULL`,args:[p(e).slice(0,2e3),m(n),t]})}async function Lt(t){return await o().execute({sql:`UPDATE site_extract_jobs SET settlement_plan_json = ?, updated_at = datetime('now')
+          WHERE id = ? AND user_id = ? AND execution_generation = ? AND status = ?
+            AND billed_mc IS NULL AND settlement_plan_json IS NULL`,args:[JSON.stringify(t),t.jobId,t.userId,t.generation,t.status]}),P(t.jobId)}async function Ct(t,e){let n=t.billingClass===q?"not_charged":e.netChargeMc>0?"charged":e.refundMc>0?"refunded":"not_charged";await o().execute({sql:`UPDATE site_extract_jobs SET billed_mc = ?, settlement_receipt_json = ?,
+          public_error_json = CASE WHEN json_valid(public_error_json) THEN json_set(public_error_json, '$.charge_status', ?) ELSE public_error_json END,
+          updated_at = datetime('now')
+          WHERE id = ? AND user_id = ? AND execution_generation = ? AND status = ?
+            AND billed_mc IS NULL AND settlement_plan_json = ?`,args:[e.netChargeMc,JSON.stringify(e),n,t.jobId,t.userId,t.generation,t.status,JSON.stringify(t)]})}async function jt(t,e,n,r,a,s=0){let{settleExtractJobCharge:i}=await import("./settlement-6CCE2PDH.js");return i(t,e,n,r,a,s)}var B=25;async function*Tt(t){let e=o(),n=0;for(;;){let r=await e.execute({sql:`SELECT rowid AS cursor_id, page
+            FROM site_extract_pages
+            WHERE job_id = ? AND rowid > ?
+            ORDER BY rowid
+            LIMIT ${B}`,args:[t,n]});if(!r.rows.length)return;if(n=Number(r.rows.at(-1)?.cursor_id??n),!Number.isSafeInteger(n)||n<=0)throw new Error("site extract page cursor is invalid");yield r.rows.map(a=>JSON.parse(String(a.page)))}}export{Y as a,q as b,st as c,it as d,v as e,ot as f,P as g,ct as h,lt as i,ut as j,dt as k,_t as l,gt as m,pt as n,mt as o,Et as p,xt as q,z as r,Nt as s,bt as t,wt as u,St as v,ft as w,At as x,ht as y,Dt as z,Rt as A,Lt as B,Ct as C,jt as D,B as E,Tt as F};

package/dist/chunk-7POHNTVW.js

@@ -0,0 +1 @@
+import{AsyncLocalStorage as n}from"async_hooks";var r=new n;function o(t,e){return r.run(t,e)}function i(){return r.getStore()}export{o as a,i as b};

package/dist/chunk-7SR7MEU5.js

@@ -0,0 +1,62 @@
+import{a as o}from"./chunk-WNUXMPVX.js";import{c,d as p,e as a}from"./chunk-HNNYXMSI.js";import{randomUUID as m}from"crypto";async function O(e){let r=m();return await o().execute({sql:`INSERT INTO operation_coverage_defects (id, tool, method, phase, error_code, run_id, attempt_id)
+      VALUES (?, ?, ?, ?, ?, ?, ?)`,args:[r,a(e.tool,"tool"),a(e.method,"method"),a(e.phase,"phase"),a(e.errorCode,"errorCode").slice(0,200),e.runId??null,e.attemptId??null]}),r}function l(e,r=2e3){return e==null?null:e.slice(0,r)}async function I(e){if(!Number.isInteger(e.attemptNumber)||e.attemptNumber<1)throw new Error("attemptNumber must be a positive integer");if(e.attemptNumber===1&&(e.parentAttemptId||e.edgeKind||e.retryKind))throw new Error("The first attempt cannot have a parent or retry edge");if(e.attemptNumber>1&&(!e.parentAttemptId||!e.edgeKind))throw new Error("Every non-first attempt requires a parentAttemptId and edgeKind");if(e.retryKind&&!["same_method_retry","provider_fallback","durable_resume","reconciliation"].includes(e.edgeKind??""))throw new Error("retryKind requires a retry or reconciliation edgeKind");let r=e.id??m();return await o().execute({sql:`INSERT INTO operation_attempts
+      (id, run_id, parent_attempt_id, attempt_number, edge_kind, retry_kind, retry_reason, retry_owner,
+       method, provider, normalized_flags_json, started_at)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,args:[r,e.runId,e.parentAttemptId??null,e.attemptNumber,e.edgeKind??null,e.retryKind??null,l(e.retryReason,500),l(e.retryOwner,100),a(e.method,"method"),e.provider??null,p(e.normalizedFlags),e.startedAt??new Date().toISOString()]}),r}async function C(e){let r=m();return await o().execute({sql:`INSERT INTO operation_attempts
+      (id, run_id, parent_attempt_id, attempt_number, edge_kind, retry_kind, retry_reason,
+       method, provider, normalized_flags_json, started_at)
+      SELECT ?, ?, ?, COALESCE(MAX(attempt_number), 0) + 1, ?, ?, ?, ?, ?, ?, ?
+      FROM operation_attempts WHERE run_id = ?`,args:[r,e.runId,e.parentAttemptId,e.edgeKind,e.retryKind??null,l(e.retryReason,500),a(e.method,"method"),e.provider??null,p(e.normalizedFlags),new Date().toISOString(),e.runId]}),r}async function T(e){if(!Number.isInteger(e.durationMs)||e.durationMs<0)throw new Error("durationMs must be a non-negative integer");let r=e.endedAt??new Date().toISOString();if((await o().execute({sql:`UPDATE operation_attempts SET
+      status = ?, error_code = ?, error_message = ?, ended_at = ?, duration_ms = ?, updated_at = ?
+      WHERE id = ? AND status = 'running'`,args:[e.status,l(e.errorCode,200),l(e.errorMessage),r,e.durationMs,r,e.attemptId]})).rowsAffected===1)return;let i=await o().execute({sql:"SELECT status, duration_ms FROM operation_attempts WHERE id = ?",args:[e.attemptId]});if(i.rows.length===0)throw new Error(`Unknown operation attempt: ${e.attemptId}`);if(String(i.rows[0]?.status)!==e.status||Number(i.rows[0]?.duration_ms)!==e.durationMs)throw new Error(`Operation attempt ${e.attemptId} is already terminal as ${String(i.rows[0]?.status)}`)}async function L(e){let r=a(e.provider,"provider"),t=a(e.method,"method"),i=c(a(e.accountScope,"accountScope")),s=e.providerSourceKey?.trim()||null,n=s?c(s):null,d=e.id??m(),u=await o().execute({sql:`INSERT OR IGNORE INTO provider_usage_receipts
+      (id, attempt_id, provider, account_scope_hash, method, provider_product, billing_tier,
+       provider_source_key, provider_source_key_hash, provider_status)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,args:[d,e.attemptId,r,i,t,e.providerProduct??null,e.billingTier??null,s,n,e.providerStatus??null]});if(!n){if(u.rowsAffected===1)return{id:d,replayed:!1};let _=(await o().execute({sql:"SELECT attempt_id, provider, method FROM provider_usage_receipts WHERE id = ?",args:[d]})).rows[0];if(!_||String(_.attempt_id)!==e.attemptId||String(_.provider)!==r||String(_.method)!==t)throw new Error("Provider receipt ID is already used by a different receipt");return{id:d,replayed:!0}}let g=(await o().execute({sql:`SELECT id, attempt_id FROM provider_usage_receipts
+      WHERE provider = ? AND account_scope_hash = ? AND method = ? AND provider_source_key_hash = ?`,args:[r,i,t,n]})).rows[0];if(!g)throw new Error("Provider receipt insert did not produce a source receipt");if(String(g.attempt_id)!==e.attemptId)throw new Error("Provider source identity is already attached to a different attempt");return{id:String(g.id),replayed:String(g.id)!==d}}async function x(e,r){let t=a(r,"providerSourceKey"),i=c(t);if((await o().execute({sql:`UPDATE provider_usage_receipts
+      SET provider_source_key = ?, provider_source_key_hash = ?, updated_at = datetime('now')
+      WHERE id = ? AND provider_source_key IS NULL`,args:[t,i,e]})).rowsAffected===1)return;let n=await o().execute({sql:"SELECT provider_source_key_hash FROM provider_usage_receipts WHERE id = ?",args:[e]});if(!n.rows[0])throw new Error(`Unknown provider receipt: ${e}`);if(String(n.rows[0].provider_source_key_hash)!==i)throw new Error(`Provider receipt ${e} already has a different source identity`)}async function v(e){if(!Number.isSafeInteger(e.units)||e.units<0)throw new Error("Observed units must be a non-negative safe integer");if((await o().execute({sql:`UPDATE provider_usage_receipts SET units = ?, unit_type = ?,
+      provider_status = COALESCE(?, provider_status), checked_at = ?, updated_at = datetime('now')
+      WHERE id = ? AND cost_state = 'pending'`,args:[e.units,a(e.unitType,"unitType"),e.providerStatus??null,e.checkedAt??new Date().toISOString(),e.receiptId]})).rowsAffected!==1)throw new Error(`Unknown or terminal pending provider receipt: ${e.receiptId}`)}async function k(e){let r=e.checkedAt??new Date().toISOString();if((await o().execute({sql:`UPDATE provider_usage_receipts SET checked_at = ?, updated_at = ?,
+      error_code = ?, provider_status = COALESCE(?, provider_status)
+      WHERE id = ? AND cost_state IN ('pending', 'estimated')`,args:[r,r,l(e.errorCode,200),l(e.providerStatus,200),e.receiptId]})).rowsAffected===1)return;if(!(await o().execute({sql:"SELECT id FROM provider_usage_receipts WHERE id = ?",args:[e.receiptId]})).rows[0])throw new Error(`Unknown provider receipt: ${e.receiptId}`)}async function P(e){let t=(await o().execute({sql:`SELECT id FROM provider_usage_receipts
+      WHERE provider = ? AND account_scope_hash = ? AND method = ? AND provider_source_key_hash = ?`,args:[a(e.provider,"provider"),c(a(e.accountScope,"accountScope")),a(e.method,"method"),c(a(e.providerSourceKey,"providerSourceKey"))]})).rows[0];return t?(await v({receiptId:String(t.id),units:e.units,unitType:e.unitType,providerStatus:e.providerStatus,checkedAt:e.checkedAt}),!0):!1}async function S(e){if(e.units!=null&&(!Number.isFinite(e.units)||e.units<0))throw new Error("units must be non-negative");if(e.amountUsdNanos!=null&&(!Number.isSafeInteger(e.amountUsdNanos)||e.amountUsdNanos<0))throw new Error("amountUsdNanos must be a non-negative safe integer");if((e.costState==="actual"||e.costState==="measured")&&e.amountUsdNanos==null)throw new Error(`${e.costState} receipts require amountUsdNanos`);if((e.costState==="actual"||e.costState==="measured")&&e.amountUsdNanos===0&&!e.zeroCostReason?.trim())throw new Error(`${e.costState} zero-cost receipts require zeroCostReason`);if(e.costState==="measured"&&e.amountUsdNanos!==0&&(!e.providerProduct||!e.billingTier||!e.billableEvent||!e.measurementSource||!e.rateSource||e.rateNumerator==null||e.rateDenominator==null||!e.ratePolicyVersion||!e.rateEffectiveAt||e.units==null||!e.unitType))throw new Error("measured receipts require observed product, units, and an applied rate snapshot");if(e.rateNumerator!=null&&(!Number.isSafeInteger(e.rateNumerator)||e.rateNumerator<0))throw new Error("rateNumerator must be a non-negative safe integer");if(e.rateDenominator!=null&&(!Number.isSafeInteger(e.rateDenominator)||e.rateDenominator<1))throw new Error("rateDenominator must be a positive safe integer");let r=e.checkedAt??new Date().toISOString(),t=e.finalizedAt??r;if((await o().execute({sql:`UPDATE provider_usage_receipts SET
+      cost_state = ?,
+      units = CASE WHEN ? = 'actual' THEN ? ELSE COALESCE(?, units) END,
+      unit_type = CASE WHEN ? = 'actual' THEN ? ELSE COALESCE(?, unit_type) END,
+      amount_usd_nanos = ?, rate_source = COALESCE(?, rate_source), zero_cost_reason = ?,
+      provider_product = COALESCE(provider_product, ?), billing_tier = COALESCE(billing_tier, ?),
+      billable_event = CASE WHEN ? = 'actual' THEN ? ELSE COALESCE(?, billable_event) END,
+      measurement_source = COALESCE(?, measurement_source),
+      rate_numerator = CASE WHEN ? = 'actual' THEN ? ELSE COALESCE(?, rate_numerator) END,
+      rate_denominator = CASE WHEN ? = 'actual' THEN ? ELSE COALESCE(?, rate_denominator) END,
+      rate_policy_version = CASE WHEN ? = 'actual' THEN ? ELSE COALESCE(?, rate_policy_version) END,
+      rate_effective_at = CASE WHEN ? = 'actual' THEN ? ELSE COALESCE(?, rate_effective_at) END,
+      provider_status = ?, provider_duration_ms = ?, provider_captcha = ?, error_code = ?, error_message = ?,
+      checked_at = ?, finalized_at = ?, updated_at = ?
+      WHERE id = ? AND (cost_state = 'pending'
+        OR (cost_state = 'estimated' AND ? IN ('measured', 'actual'))
+        OR (cost_state = 'measured' AND ? = 'actual'))`,args:[e.costState,e.costState,e.units??null,e.units??null,e.costState,e.unitType??null,e.unitType??null,e.amountUsdNanos??null,e.rateSource??null,e.zeroCostReason??null,e.providerProduct??null,e.billingTier??null,e.costState,e.billableEvent??null,e.billableEvent??null,e.measurementSource??null,e.costState,e.rateNumerator??null,e.rateNumerator??null,e.costState,e.rateDenominator??null,e.rateDenominator??null,e.costState,e.ratePolicyVersion??null,e.ratePolicyVersion??null,e.costState,e.rateEffectiveAt??null,e.rateEffectiveAt??null,e.providerStatus??null,e.providerDurationMs??null,e.providerCaptcha==null?null:e.providerCaptcha?1:0,l(e.errorCode,200),l(e.errorMessage),r,t,t,e.receiptId,e.costState,e.costState]})).rowsAffected===1)return;let s=await o().execute({sql:"SELECT cost_state, units, unit_type, amount_usd_nanos FROM provider_usage_receipts WHERE id = ?",args:[e.receiptId]});if(s.rows.length===0)throw new Error(`Unknown provider receipt: ${e.receiptId}`);let n=s.rows[0],d=n?.units==null&&e.units==null||Number(n?.units)===e.units,u=n?.amount_usd_nanos==null&&e.amountUsdNanos==null||Number(n?.amount_usd_nanos)===e.amountUsdNanos,E=n?.unit_type==null&&e.unitType==null||String(n?.unit_type)===e.unitType;if(String(n?.cost_state)!==e.costState||!d||!u||!E)throw new Error(`Provider receipt ${e.receiptId} is already finalized as ${String(s.rows[0]?.cost_state)}`)}async function U(e){let t=(await o().execute({sql:`SELECT id FROM provider_usage_receipts
+      WHERE provider = ? AND account_scope_hash = ? AND method = ? AND provider_source_key_hash = ?`,args:[a(e.provider,"provider"),c(a(e.accountScope,"accountScope")),a(e.method,"method"),c(a(e.providerSourceKey,"providerSourceKey"))]})).rows[0];if(!t)return!1;let{provider:i,accountScope:s,method:n,providerSourceKey:d,...u}=e;return await S({...u,receiptId:String(t.id)}),!0}async function D(e=30){if(!Number.isInteger(e)||e<1||e>365)throw new Error("retentionDays must be an integer between 1 and 365");let r=`-${e} days`,t=o(),[i,s,n]=await Promise.all([t.execute({sql:`UPDATE operation_attempts
+        SET error_message = NULL, updated_at = datetime('now')
+        WHERE ended_at < datetime('now', ?) AND error_message IS NOT NULL`,args:[r]}),t.execute({sql:`UPDATE provider_usage_receipts
+        SET provider_source_key = NULL, error_message = NULL, updated_at = datetime('now')
+        WHERE finalized_at < datetime('now', ?)
+          AND (provider_source_key IS NOT NULL OR error_message IS NOT NULL)`,args:[r]}),t.execute({sql:`UPDATE harvest_attempts
+        SET provider_session_id = NULL, \u006b\u0065\u0072\u006e\u0065\u006c_session_id = NULL, error = NULL,
+            \u006b\u0065\u0072\u006e\u0065\u006c_delete_error = NULL, browser_close_error = NULL,
+            provider_error_message = NULL, provider_detail_json = NULL,
+            provider_disconnect_message = NULL, debug_json = NULL
+        WHERE completed_at < datetime('now', ?)
+          AND (provider_session_id IS NOT NULL OR \u006b\u0065\u0072\u006e\u0065\u006c_session_id IS NOT NULL OR error IS NOT NULL
+            OR \u006b\u0065\u0072\u006e\u0065\u006c_delete_error IS NOT NULL OR browser_close_error IS NOT NULL
+            OR provider_error_message IS NOT NULL OR provider_detail_json IS NOT NULL
+            OR provider_disconnect_message IS NOT NULL OR debug_json IS NOT NULL)`,args:[r]})]);return{operationAttempts:i.rowsAffected,providerReceipts:s.rowsAffected,legacyHarvestAttempts:n.rowsAffected}}async function H(e){let t={billing_authorizations:{column:"id"},billing_events:{column:"id"},billing_debits:{column:"idempotency_key"},billing_credits:{column:"idempotency_key"},ledger:{column:"id"}}[e.billingTable],i=a(e.billingKey,"billingKey"),s=await o().execute({sql:`SELECT b.user_id AS billing_user_id, r.user_id AS run_user_id
+      FROM operation_runs r
+      JOIN ${e.billingTable} b ON CAST(b.${t.column} AS TEXT) = ?
+      WHERE r.id = ?`,args:[i,e.runId]});if(!s.rows[0])throw new Error("Billing link target or operation run does not exist");let n=s.rows[0].billing_user_id,d=s.rows[0].run_user_id;if(d!=null&&n!=null&&String(d)!==String(n))throw new Error("Billing link owner does not match operation run owner");await o().execute({sql:`INSERT OR IGNORE INTO operation_billing_links
+      (run_id, billing_table, billing_key, relation, amount_mc) VALUES (?, ?, ?, ?, ?)`,args:[e.runId,e.billingTable,i,e.relation,e.amountMc??null]})}async function K(e,r=new Date().toISOString()){let t=m();return await o().execute({sql:"INSERT INTO provider_reconciliation_runs (id, provider, started_at) VALUES (?, ?, ?)",args:[t,a(e,"provider"),r]}),t}async function q(e){if([e.checkedCount,e.completedCount,e.pendingCount,e.unavailableCount,e.failedCount].some(s=>!Number.isInteger(s)||s<0))throw new Error("Reconciliation counts must be non-negative integers");if(e.completedCount+e.pendingCount+e.unavailableCount+e.failedCount>e.checkedCount)throw new Error("Reconciliation outcome counts cannot exceed checkedCount");let t=e.completedAt??new Date().toISOString();if((await o().execute({sql:`UPDATE provider_reconciliation_runs SET
+      status = ?, checked_count = ?, completed_count = ?, pending_count = ?, unavailable_count = ?,
+      failed_count = ?, error_code = ?, completed_at = ?
+      WHERE id = ? AND status = 'running'`,args:[e.status,e.checkedCount,e.completedCount,e.pendingCount,e.unavailableCount,e.failedCount,l(e.errorCode,200),t,e.id]})).rowsAffected!==1)throw new Error(`Unknown or terminal provider reconciliation run: ${e.id}`)}async function M(e){let r=o(),[t,i,s,n]=await Promise.all([r.execute({sql:"SELECT * FROM operation_runs WHERE id = ?",args:[e]}),r.execute({sql:"SELECT * FROM operation_attempts WHERE run_id = ? ORDER BY attempt_number",args:[e]}),r.execute({sql:`SELECT r.* FROM provider_usage_receipts r
+        JOIN operation_attempts a ON a.id = r.attempt_id
+        WHERE a.run_id = ? ORDER BY a.attempt_number, r.rowid`,args:[e]}),r.execute({sql:"SELECT * FROM operation_billing_links WHERE run_id = ? ORDER BY created_at, billing_table, billing_key",args:[e]})]);return t.rows[0]?{run:t.rows[0],attempts:[...i.rows],providerReceipts:[...s.rows],billingLinks:[...n.rows]}:null}export{O as a,I as b,C as c,T as d,L as e,x as f,v as g,k as h,P as i,S as j,U as k,D as l,H as m,K as n,q as o,M as p};

package/dist/chunk-7UHDOIUE.js

@@ -0,0 +1 @@
+var o="0.96.0";export{o as a};