mcp-scraper 0.95.2 → 0.96.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (121) hide show
  1. package/CHANGELOG.md +67 -1
  2. package/README.md +21 -3
  3. package/dist/actions-R4EJDLRO.js +1 -0
  4. package/dist/artifacts-4ZDNP2JW.js +1 -0
  5. package/dist/artifacts-N62OPIT5.js +1 -0
  6. package/dist/artifacts-PSADD5OC.js +1 -0
  7. package/dist/artifacts-RUR3OHAK.js +1 -0
  8. package/dist/bin/api-server.js +1 -1
  9. package/dist/bin/mcp-scraper-cli.js +22 -22
  10. package/dist/bin/mcp-scraper-core.js +1 -1
  11. package/dist/bin/mcp-scraper-install.js +1 -1
  12. package/dist/bin/mcp-stdio-server.js +1 -1
  13. package/dist/bin/paa-harvest.js +1 -1
  14. package/dist/blob-store-GIH26EDO.js +1 -0
  15. package/dist/bundle-FCXZMIRB.js +1 -0
  16. package/dist/chunk-24YDQ3EO.js +5 -0
  17. package/dist/chunk-3F7AFM53.js +1 -0
  18. package/dist/chunk-4HZXATHB.js +27 -0
  19. package/dist/chunk-55ZANTHL.js +3 -0
  20. package/dist/chunk-5BKSKLHX.js +1 -0
  21. package/dist/chunk-5LYINW7Z.js +8 -0
  22. package/dist/chunk-63VWBMYR.js +3 -0
  23. package/dist/chunk-6BD75VKS.js +218 -0
  24. package/dist/chunk-6N5EC7ZO.js +1 -0
  25. package/dist/chunk-7POHNTVW.js +1 -0
  26. package/dist/chunk-7SR7MEU5.js +62 -0
  27. package/dist/chunk-7WPCGRD7.js +182 -0
  28. package/dist/chunk-B3JRL45T.js +1 -0
  29. package/dist/chunk-B4ZKPLSP.js +1 -0
  30. package/dist/chunk-BPKTUCV7.js +12 -0
  31. package/dist/chunk-C7MGJUTU.js +1 -0
  32. package/dist/{chunk-W2BVJ7S2.js → chunk-CNSVZTTT.js} +4 -4
  33. package/dist/chunk-CORWWDHL.js +1 -0
  34. package/dist/chunk-CVQUHVHX.js +1 -0
  35. package/dist/chunk-FB4KBB5W.js +16 -0
  36. package/dist/{chunk-Y3Q4FIKK.js → chunk-H6MODA7W.js} +199 -84
  37. package/dist/chunk-HCK6PLM3.js +3 -0
  38. package/dist/chunk-HNNYXMSI.js +1 -0
  39. package/dist/chunk-HUNSEGUN.js +57 -0
  40. package/dist/{chunk-MC4W6TZT.js → chunk-HVQZRQRJ.js} +41 -8
  41. package/dist/chunk-IFPION5D.js +121 -0
  42. package/dist/chunk-IY6ZUUY7.js +173 -0
  43. package/dist/chunk-JHT6A4U6.js +11 -0
  44. package/dist/chunk-JMZIDHYQ.js +2 -0
  45. package/dist/chunk-KXJCGV3H.js +1 -0
  46. package/dist/chunk-MVMWPKRC.js +2 -0
  47. package/dist/chunk-NALXKTUU.js +1 -0
  48. package/dist/chunk-NNOX3FYG.js +198 -0
  49. package/dist/chunk-OILOHQNL.js +2 -0
  50. package/dist/chunk-OLYPLX5C.js +1 -0
  51. package/dist/chunk-QER2ELZP.js +1 -0
  52. package/dist/chunk-RDHGQ2WZ.js +1 -0
  53. package/dist/chunk-RIHI3KH7.js +955 -0
  54. package/dist/chunk-RN4VG3VH.js +4 -0
  55. package/dist/chunk-RYX4FJVH.js +1 -0
  56. package/dist/chunk-SDQW7IJN.js +1 -0
  57. package/dist/{chunk-ENZUJEIM.js → chunk-SE4VKLEC.js} +1 -1
  58. package/dist/chunk-SEZETSB3.js +1 -0
  59. package/dist/chunk-SFUOSJ3A.js +159 -0
  60. package/dist/chunk-UIOSADPB.js +1718 -0
  61. package/dist/{chunk-ZH75KWBI.js → chunk-UNEJYZ4T.js} +1 -1
  62. package/dist/chunk-UXNR3K6I.js +1 -0
  63. package/dist/{chunk-VREXSMC6.js → chunk-VVSHZV5S.js} +5 -5
  64. package/dist/chunk-WNUXMPVX.js +1 -0
  65. package/dist/chunk-WP3QS4CJ.js +1 -0
  66. package/dist/chunk-ZTMQEDIB.js +41 -0
  67. package/dist/contracts-GUXGFCVV.js +1 -0
  68. package/dist/core-schema-423BSTE6.js +936 -0
  69. package/dist/dispatch-P7IY75LH.js +1 -0
  70. package/dist/index.cjs +103 -213
  71. package/dist/index.d.cts +184 -169
  72. package/dist/index.d.ts +184 -169
  73. package/dist/index.js +1 -1
  74. package/dist/media-artifacts-67CJWI7O.js +1 -0
  75. package/dist/metering-ZH2P62IC.js +1 -0
  76. package/dist/migrations-3AKEC5QE.js +1 -0
  77. package/dist/queue-AC4XKD6Z.js +1 -0
  78. package/dist/reconciliation-UZUZ6B74.js +1 -0
  79. package/dist/report-artifact-offload-6OOY2PTM.js +1 -0
  80. package/dist/repository-4EC5EXVN.js +1 -0
  81. package/dist/{location-data-repository-A2QZVP7O.js → repository-CYXVMYAI.js} +1 -1
  82. package/dist/server-DXZ27KQO.js +5825 -0
  83. package/dist/settlement-6CS4JZTY.js +1 -0
  84. package/dist/worker-ATRD6VKM.js +1 -0
  85. package/package.json +2 -2
  86. package/dist/analytics-repository-DZZKDZL6.js +0 -1
  87. package/dist/chunk-6DRKDSXY.js +0 -182
  88. package/dist/chunk-6ND5AFV5.js +0 -27
  89. package/dist/chunk-7XDBGQDY.js +0 -6
  90. package/dist/chunk-7YOXSMHG.js +0 -1565
  91. package/dist/chunk-BLVBUMH5.js +0 -21
  92. package/dist/chunk-EDQ57S4P.js +0 -1
  93. package/dist/chunk-GLTECY3U.js +0 -1282
  94. package/dist/chunk-GPSPSJBJ.js +0 -1
  95. package/dist/chunk-HE45FFBU.js +0 -1
  96. package/dist/chunk-HUV2WTRW.js +0 -1
  97. package/dist/chunk-IXJQHXDC.js +0 -2595
  98. package/dist/chunk-K3D2S36Q.js +0 -16
  99. package/dist/chunk-KFOFU3LA.js +0 -1
  100. package/dist/chunk-LMWU7VPZ.js +0 -63
  101. package/dist/chunk-O4LUUIYG.js +0 -4
  102. package/dist/chunk-OLSW4AN4.js +0 -19
  103. package/dist/chunk-RLFCJGHA.js +0 -100
  104. package/dist/chunk-T4VTJNDZ.js +0 -84
  105. package/dist/chunk-TMB56NCA.js +0 -1
  106. package/dist/chunk-VXOXB3IB.js +0 -1
  107. package/dist/chunk-WO3N5FH2.js +0 -5
  108. package/dist/chunk-WO46LTBW.js +0 -1
  109. package/dist/chunk-XPEJB4BZ.js +0 -1
  110. package/dist/db-CDEZHBRN.js +0 -1
  111. package/dist/extract-bundle-SXC6EWJR.js +0 -26
  112. package/dist/gmail-service-EWR76XE7.js +0 -1
  113. package/dist/lead-list-enrichment-repository-SIWGXWQV.js +0 -1
  114. package/dist/operation-metering-UJ53YX7S.js +0 -1
  115. package/dist/server-QVEKDIDQ.js +0 -5014
  116. package/dist/site-extract-repository-23ND4N77.js +0 -1
  117. package/dist/stripe-event-worker-LPXTITVC.js +0 -1
  118. package/dist/worker-EDN2TJH3.js +0 -1
  119. /package/dist/{chunk-YGBTTW5D.js → chunk-2IATUJO6.js} +0 -0
  120. /package/dist/{chunk-6DTXIZY2.js → chunk-4ZVO6GX4.js} +0 -0
  121. /package/dist/{chunk-XG6GCEUE.js → chunk-U4WIJZCX.js} +0 -0
@@ -0,0 +1,27 @@
1
+ import{c as ke}from"./chunk-KJQXUZ4Y.js";import{a as _e}from"./chunk-6N5EC7ZO.js";import{a as be,c as Re,d as ee,e as Se,f as xe}from"./chunk-24YDQ3EO.js";import{c as F}from"./chunk-OILOHQNL.js";import{z as c}from"zod";import{z as Ze}from"zod";var Ce=Ze.enum(["core","hours","services","areasServed","reviews","images","all"]);function Et(e){let t=new Set(e.include??[]),n=t.has("all");return{includeReviews:e.includeReviews||n||t.has("reviews"),includeServices:e.includeServices||n||t.has("services")||t.has("areasServed"),includeImages:e.includeImages||n||t.has("images")}}function It(){return process.env.MAPS_BROWSER_PROVIDER?.trim().toLowerCase()==="\u0062\u0072\u0069\u0067\u0068\u0074_\u0064\u0061\u0074\u0061"?"\u0062\u0072\u0069\u0067\u0068\u0074_\u0064\u0061\u0074\u0061":"\u006b\u0065\u0072\u006e\u0065\u006c"}var O="none",Ot=c.object({businessName:c.string().min(1),location:c.string().min(1),gl:c.string().length(2).default("us"),hl:c.string().length(2).default("en"),includeReviews:c.boolean().default(!1),maxReviews:c.number().int().min(1).max(1e3).default(50),includeServices:c.boolean().default(!1),includeImages:c.boolean().default(!1),include:c.array(Ce).optional(),imageScope:c.enum(["owner","all"]).default("all"),maxImages:c.number().int().min(1).max(250).default(100),maxInlineImages:c.number().int().min(0).max(5).default(3),\u006b\u0065\u0072\u006e\u0065\u006cApiKey:c.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyId:c.string().optional(),headless:c.boolean().default(!0)}),qt=c.object({query:c.string().min(1),location:c.string().optional(),gl:c.string().length(2).default("us"),hl:c.string().length(2).default("en"),maxResults:c.number().int().min(1).max(50).default(10),includeServices:c.boolean().default(!1),proxyMode:c.enum(["location","configured","none"]).default(O),proxyZip:c.string().regex(/^\d{5}$/).optional(),serpRedirect:c.boolean().optional(),forceDirectEgress:c.boolean().optional(),debug:c.boolean().default(!1),\u006b\u0065\u0072\u006e\u0065\u006cApiKey:c.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyId:c.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution:c.unknown().optional(),headless:c.boolean().default(!0)}),Tt=c.object({name:c.string().nullable(),rating:c.string().nullable(),reviewCount:c.string().nullable(),category:c.string().nullable(),address:c.string().nullable(),hoursSummary:c.string().nullable(),phone:c.string().nullable(),phoneDisplay:c.string().nullable(),website:c.string().nullable(),plusCode:c.string().nullable(),bookingUrl:c.string().nullable()}),jt=c.object({day:c.string(),hours:c.string()}),Ut=c.object({reviewHistogram:c.array(c.object({stars:c.number(),count:c.string()})),reviewTopics:c.array(c.object({label:c.string(),count:c.string()}))}),Ht=c.object({reviewId:c.string(),author:c.string().nullable(),stars:c.string().nullable(),date:c.string().nullable(),text:c.string().nullable(),ownerResponse:c.string().nullable(),reviewExpansionIncomplete:c.boolean().optional()}),Bt=c.object({section:c.string(),attribute:c.string()});import{mkdir as J,readFile as et,stat as tt,writeFile as V}from"fs/promises";import{existsSync as rt}from"fs";import{platform as nt}from"os";import{dirname as te,join as N}from"path";import{execFile as it}from"child_process";function Ae(e){return e.toLowerCase().replace(/\s+/g,"-").replace(/[^a-z0-9-]/g,"")}function Pe(){return new Date().toISOString().replace(/[:.]/g,"-")}function le(e){return Ae(e).replace(/^-+|-+$/g,"").slice(0,80)||"run"}var G=class e{constructor(t,n,r,i,s,a,u){this.workflowId=t;this.title=n;this.runId=r;this.baseDir=i;this.runDir=s;this.startedAt=a;this.input=u}workflowId;title;runId;baseDir;runDir;startedAt;input;artifacts=[];static async create(t,n,r,i,s){let a=new Date().toISOString(),u=s?.trim()||`${Pe()}-${le(t)}-${Math.random().toString(36).slice(2,8)}`,l=String(r.keyword??r.query??r.domain??r.state??t),d=F(i),m=N(d,"workflows",t,`${Pe()}-${le(l)}-${le(u).slice(0,20)}`);return await J(m,{recursive:!0}),new e(t,n,u,d,m,a,r)}async remember(t,n,r,i){let s=await tt(r).then(a=>a.size).catch(()=>{});return this.artifacts.push({kind:t,label:n,path:r,bytes:s,rows:i}),await _e({title:`${this.title} ${n}`,content:`artifact: ${r}`,source:`mcp-scraper-workflow:${this.workflowId}:${this.runId}`}),r}async writeJson(t,n,r){let i=N(this.runDir,n);return await J(te(i),{recursive:!0}),await V(i,JSON.stringify(r,null,2),"utf8"),this.remember("json",t,i)}async writeText(t,n,r,i="markdown"){let s=N(this.runDir,n);return await J(te(s),{recursive:!0}),await V(s,r,"utf8"),this.remember(i,t,s)}async writeCsv(t,n,r,i){let s=N(this.runDir,n);return await J(te(s),{recursive:!0}),await V(s,ke(r,i),"utf8"),this.remember("csv",t,s,i.length)}async writeHtml(t,n,r){return this.writeText(t,n,r,"html_report")}async writeManifest(t,n,r,i){let s={workflow:this.workflowId,title:this.title,runId:this.runId,status:t,startedAt:this.startedAt,completedAt:t==="running"?null:new Date().toISOString(),input:this.input,artifacts:this.artifacts,warnings:r,errors:i,counts:n},a=N(this.runDir,"manifest.json");return await V(a,JSON.stringify(s,null,2),"utf8"),await ot(s,a,this.baseDir),a}};function $e(e=F()){return N(e,"workflows","index.json")}async function Me(e){let t=$e(e);if(!rt(t))return{runs:[]};try{return JSON.parse(await et(t,"utf8"))}catch{return{runs:[]}}}async function ot(e,t,n){if(e.status==="running")return;let r=$e(n),i=await Me(n),s=e.artifacts.find(u=>u.kind==="html_report")?.path??null,a={workflow:e.workflow,runId:e.runId,status:e.status,startedAt:e.startedAt,reportPath:s,manifestPath:t,summary:`${e.title} (${e.status})`};i.runs=[a,...i.runs.filter(u=>u.runId!==e.runId)].slice(0,200),await J(te(r),{recursive:!0}),await V(r,JSON.stringify(i,null,2),"utf8")}async function Ee(e){return(await Me(F(e))).runs}async function Ie(e,t){let n=await Ee(t);return e==="last"?n[0]??null:n.find(r=>r.runId===e)??null}async function st(e,t){let n=await Ie(e,t);if(!n?.reportPath)throw new Error(`No report found for "${e}"`);return nt()==="darwin"&&await new Promise((r,i)=>{it("open",[n.reportPath],s=>s?i(s):r())}),n.reportPath}import{readFile as $t}from"fs/promises";import{z as Er}from"zod";var Q=class{constructor(t,n,r=fetch,i={}){this.apiUrl=t;this.apiKey=n;this.fetchImpl=r;this.extraHeaders=i}apiUrl;apiKey;fetchImpl;extraHeaders;async post(t,n,r=18e4){let i=await this.fetchImpl(`${this.apiUrl.replace(/\/$/,"")}${t}`,{method:"POST",headers:{...this.extraHeaders,"Content-Type":"application/json","x-api-key":this.apiKey},body:JSON.stringify(n),signal:AbortSignal.timeout(r)}),s=await i.json().catch(()=>({}));if(!i.ok){let a=typeof s.error=="string"?s.error:`Workflow API ${t} failed with ${i.status}`;throw new Error(a)}return s}};import{z as q}from"zod";function D(e){return String(e??"").replace(/&/g,"&amp;").replace(/</g,"&lt;").replace(/>/g,"&gt;").replace(/"/g,"&quot;").replace(/'/g,"&#39;")}function at(e){let t=e.rows.map(n=>`<tr>${e.columns.map(r=>`<td>${D(n[r])}</td>`).join("")}</tr>`).join(`
2
+ `);return["<section>",`<h2>${D(e.title)}</h2>`,'<div class="table-wrap"><table>',`<thead><tr>${e.columns.map(n=>`<th>${D(n)}</th>`).join("")}</tr></thead>`,`<tbody>${t||`<tr><td colspan="${e.columns.length}">No rows</td></tr>`}</tbody>`,"</table></div>","</section>"].join(`
3
+ `)}function $(e){let t=e.warnings?.length?`<section class="warnings"><h2>Warnings</h2><ul>${e.warnings.map(i=>`<li>${D(i)}</li>`).join("")}</ul></section>`:"",n=(e.sections??[]).map(i=>`<section><h2>${D(i.title)}</h2><p>${D(i.body)}</p></section>`).join(`
4
+ `),r=(e.tables??[]).map(at).join(`
5
+ `);return["<!doctype html>",'<html lang="en">',"<head>",'<meta charset="utf-8">','<meta name="viewport" content="width=device-width, initial-scale=1">',`<title>${D(e.title)}</title>`,"<style>",':root{font-family:Inter,ui-sans-serif,system-ui,-apple-system,BlinkMacSystemFont,"Segoe UI",sans-serif;color:#172026;background:#f6f7f8}',"body{margin:0;padding:32px}main{max-width:1180px;margin:0 auto;background:#fff;border:1px solid #d9dee3;border-radius:8px;padding:28px}","h1{font-size:30px;line-height:1.15;margin:0 0 8px}h2{font-size:18px;margin:28px 0 12px}p{line-height:1.55;color:#3d4952}.sub{color:#66737f;margin:0 0 20px}",".summary{background:#eef6f8;border-left:4px solid #12829a;padding:14px 16px;margin:20px 0}.warnings{background:#fff7e8;border-left:4px solid #c87b00;padding:12px 16px}",".table-wrap{overflow:auto;border:1px solid #dfe5ea;border-radius:8px}table{border-collapse:collapse;width:100%;font-size:13px}th,td{border-bottom:1px solid #edf0f2;padding:9px 10px;text-align:left;vertical-align:top}th{background:#f3f5f7;color:#31404c;position:sticky;top:0}tr:last-child td{border-bottom:0}","</style>","</head>","<body><main>",`<h1>${D(e.title)}</h1>`,e.subtitle?`<p class="sub">${D(e.subtitle)}</p>`:"",`<div class="summary">${D(e.summary)}</div>`,t,n,r,"</main></body></html>"].join(`
6
+ `)}var lt=q.object({keyword:q.string().min(1),domain:q.string().optional(),location:q.string().optional(),maxQuestions:q.number().int().min(1).max(100).default(40),includeSerp:q.boolean().default(!0),includePaa:q.boolean().default(!0),includeAiOverview:q.boolean().default(!0),returnPartial:q.boolean().default(!0)});function K(e){if(!e)return null;try{return new URL(e.includes("://")?e:`https://${e}`).hostname.replace(/^www\./,"").toLowerCase()}catch{return e.replace(/^https?:\/\//,"").replace(/^www\./,"").split("/")[0]?.toLowerCase()||null}}function ce(e){return K(e)??""}function ct(e,t,n){let r=K(e.domain),i=[];for(let s of t?.organicResults??[]){let a=K(s.domain)??ce(s.url);i.push({surface:"organic",position:s.position,title:s.title,url:s.url,domain:a,question:"",answer_excerpt:s.snippet??"",is_target:r?a===r:!1,is_competitor:r?a!==r:!0})}for(let s of n?.flat??[]){let a=s.source_cite??"",u=K(s.source_site??"")??(a?ce(a):"");i.push({surface:"paa",position:"",title:s.source_title??s.source_site??"",url:a,domain:u,question:s.question,answer_excerpt:(s.answer??"").slice(0,240),is_target:r?u===r:!1,is_competitor:r?!!(u&&u!==r):!!u})}for(let[s,a]of(t?.aiOverview?.citations??[]).entries()){let u=a.href??"",l=u?ce(u):"";i.push({surface:"ai_overview",position:s+1,title:a.text??"",url:u,domain:l,question:"",answer_excerpt:"",is_target:r?l===r:!1,is_competitor:r?!!(l&&l!==r):!!l})}return i}function ut(e,t){let n=new Map;for(let r of e){let i=String(r.domain??"");if(!i||i===t)continue;let s=n.get(i)??{organic:[],paa:0,ai:0,urls:new Set};r.surface==="organic"&&r.position&&s.organic.push(Number(r.position)),r.surface==="paa"&&(s.paa+=1),r.surface==="ai_overview"&&(s.ai+=1),r.url&&s.urls.add(String(r.url)),n.set(i,s)}return[...n.entries()].map(([r,i])=>({domain:r,organic_best_position:i.organic.length?Math.min(...i.organic):"",organic_count:i.organic.length,paa_mentions:i.paa,ai_overview_citations:i.ai,source_url_count:i.urls.size})).sort((r,i)=>Number(r.organic_best_position||999)-Number(i.organic_best_position||999))}var We={id:"agent-packet",title:"Agent-Ready SEO Packet",description:"Create an evidence folder for AI agents from live SERP/PAA/AI search surfaces.",inputSchema:lt,createState:()=>({serp:null,paa:null,warnings:[]}),steps:[{id:"harvest-serp",title:"Harvest organic SERP + AI Overview",async run({input:e,state:t,ctx:n}){if(!e.includeSerp)return{state:t,output:{skipped:!0,reason:"includeSerp is false"}};try{let r=await n.client.post("/harvest/sync",{query:e.keyword,location:e.location,serpOnly:!0,includeAllSerpFeatures:!0,maxQuestions:1,format:"json"},62e4);return await n.artifacts.writeJson("SERP raw JSON","raw/serp.json",r),{state:{...t,serp:r},output:{organicResults:r.organicResults?.length??0,localPack:r.localPack?.length??0,aiOverviewDetected:!!r.aiOverview?.detected,aiOverviewCitations:r.aiOverview?.citations?.length??0}}}catch(r){let i=`SERP evidence unavailable: ${r instanceof Error?r.message:String(r)}`;return{state:{...t,warnings:[...t.warnings,i]},output:{error:i},warnings:[i]}}}},{id:"harvest-paa",title:"Harvest People Also Ask",async run({input:e,state:t,ctx:n}){if(!e.includePaa)return{state:t,output:{skipped:!0,reason:"includePaa is false"}};try{let r=await n.client.post("/harvest/sync",{query:e.keyword,location:e.location,maxQuestions:e.maxQuestions,format:"json"},735e3);return await n.artifacts.writeJson("PAA raw JSON","raw/paa.json",r),{state:{...t,paa:r},output:{paaQuestions:r.flat?.length??0}}}catch(r){let i=`PAA evidence unavailable: ${r instanceof Error?r.message:String(r)}`;return{state:{...t,warnings:[...t.warnings,i]},output:{error:i},warnings:[i]}}}},{id:"assemble",title:"Assemble evidence packet",async run({input:e,state:t,ctx:n}){let{serp:r,paa:i}=t,s=t.warnings;if(!r&&!i&&!e.returnPartial)throw new Error("No SEO evidence was collected");let a=ct(e,r,i),u=K(e.domain),l=ut(a,u),d={input:e,serp:r??{status:"skipped"},paa:i??{status:"skipped"},target:{domain:u,organicPositions:a.filter(g=>g.surface==="organic"&&g.is_target).map(g=>Number(g.position)),citedInAiOverview:a.some(g=>g.surface==="ai_overview"&&g.is_target),citedInPaa:a.some(g=>g.surface==="paa"&&g.is_target)},competitors:l,warnings:s};await n.artifacts.writeJson("Evidence JSON","evidence.json",d),await n.artifacts.writeCsv("Sources CSV","sources.csv",["surface","position","title","url","domain","question","answer_excerpt","is_target","is_competitor"],a),await n.artifacts.writeCsv("Competitors CSV","competitors.csv",["domain","organic_best_position","organic_count","paa_mentions","ai_overview_citations","source_url_count"],l);let m=[`# SEO Evidence Brief: ${e.keyword}`,"",`Location: ${e.location??"not specified"}`,`Target domain: ${u??"not specified"}`,"","## Evidence Summary",`- Organic rows: ${a.filter(g=>g.surface==="organic").length}`,`- PAA rows: ${a.filter(g=>g.surface==="paa").length}`,`- AI Overview citations: ${a.filter(g=>g.surface==="ai_overview").length}`,`- Competitor domains: ${l.length}`,"","## Recommended Use","Use the CSV files as source of truth. Tie content recommendations to evidence rows and mark unsupported ideas as assumptions."].join(`
7
+ `);await n.artifacts.writeText("Brief","brief.md",m),await n.artifacts.writeText("Agent tasks","tasks.md",["# Agent Tasks","","- [ ] Read `evidence.json` before writing recommendations.","- [ ] Compare the target domain against `competitors.csv`.","- [ ] Use `sources.csv` for citations and source-grounded page sections.","- [ ] Mark unsupported recommendations as assumptions."].join(`
8
+ `)),await n.artifacts.writeText("Agent instructions","agent-instructions.md",["# Agent Instructions","","You are working from an MCP Scraper SEO evidence packet. Use `evidence.json` and CSV files as source of truth. Do not invent citations. If a recommendation is not supported by evidence, mark it as an assumption."].join(`
9
+ `));let f=`${a.length} evidence rows and ${l.length} competitor domains collected.`,_=await n.artifacts.writeHtml("HTML report","report.html",$({title:"Agent-Ready SEO Packet",subtitle:`${e.keyword}${e.location?` \xB7 ${e.location}`:""}`,summary:f,warnings:s,tables:[{title:"Competitor Domains",columns:["domain","organic_best_position","organic_count","paa_mentions","ai_overview_citations","source_url_count"],rows:l.slice(0,50)},{title:"Evidence Sources",columns:["surface","position","title","domain","question","is_target"],rows:a.slice(0,100)}]})),h=s.length?"partial":"succeeded",k={sources:a.length,competitors:l.length};return await n.artifacts.writeManifest(h,k,s,[]),{state:t,output:{sources:a.length,competitors:l.length,status:h},summary:{title:"Agent-Ready SEO Packet",summary:f,status:h,counts:k,warnings:s,errors:[],reportPath:_}}}}]};import{z as T}from"zod";var mt=T.object({query:T.string().min(1),state:T.string().min(2).default("TN"),minPopulation:T.number().int().min(0).default(1e5),maxCities:T.number().int().min(1).max(100).default(25),maxResultsPerCity:T.number().int().min(1).max(50).default(20),concurrency:T.number().int().min(1).max(5).default(5),proxyMode:T.enum(["configured","none"]).default(O),saveCsv:T.boolean().default(!0)});function Y(e){let t=[];for(let n of e.cities){if(!n.results.length){t.push({source_query:e.query,source_location:n.location,city:n.city,state:n.state,population:n.population,result_position:null,business_name:null,review_stars:null,review_count:null,category:null,address:null,phone:null,website_url:null,place_url:null,cid:null,cid_decimal:null,result_status:n.status,error:n.error});continue}for(let r of n.results)t.push({source_query:e.query,source_location:n.location,city:n.city,state:n.state,population:n.population,result_position:r.position,business_name:r.name,review_stars:r.rating,review_count:r.reviewCount,category:r.category,address:r.address,phone:r.phone,website_url:r.websiteUrl,place_url:r.placeUrl,cid:r.cid,cid_decimal:r.cidDecimal,result_status:n.status,error:n.error})}return t}var X=["source_query","source_location","city","state","population","result_position","business_name","review_stars","review_count","category","address","phone","website_url","place_url","cid","cid_decimal","result_status","error"],De={id:"directory",title:"Directory Workflow",description:"Select city markets and export Google Maps business candidates.",inputSchema:mt,async run(e,t){await t.artifacts.writeManifest("running",{},[],[]);let n=await t.client.post("/directory/run",{...e,background:!1},9e5);await t.artifacts.writeJson("Directory evidence","evidence.json",n);let r=Y(n);await t.artifacts.writeCsv("Directory CSV","exports/directory.csv",X,r);let i=n.cities.map(m=>({city:m.city,state:m.state,population:m.population,status:m.status,result_count:m.resultCount,error:m.error??""})),s=r.filter(m=>m.business_name).slice(0,100).map(m=>({city:m.city,position:m.result_position,business:m.business_name,rating:m.review_stars,reviews:m.review_count,category:m.category,website:m.website_url})),a=`${n.selectedCityCount} cities processed with ${n.totalResultCount} Maps results.`;await t.artifacts.writeText("Summary","summary.md",`# Directory Workflow
10
+
11
+ ${a}
12
+ `);let u=await t.artifacts.writeHtml("HTML report","report.html",$({title:"Directory Workflow",subtitle:`${e.query} \xB7 ${e.state}`,summary:a,warnings:n.warnings,tables:[{title:"Cities",columns:["city","state","population","status","result_count","error"],rows:i},{title:"Top Results",columns:["city","position","business","rating","reviews","category","website"],rows:s}]})),l=n.cities.some(m=>m.status==="failed")?"partial":"succeeded",d={cities:n.selectedCityCount,results:n.totalResultCount,rows:r.length};return await t.artifacts.writeManifest(l,d,n.warnings,[]),{title:"Directory Workflow",summary:a,status:l,counts:d,warnings:n.warnings,errors:[],reportPath:u}}};import{z as j}from"zod";var pt=j.object({query:j.string().min(1).describe('Business category, niche, or keyword to search on Google Maps, e.g. "roofers", "med spas", "dentists". Do not include the city here.'),location:j.string().min(1).describe('City / market to search, e.g. "Houston, TX" or "Austin, Texas".'),maxResults:j.number().int().min(1).max(50).default(25).describe("How many Maps businesses to collect for the market. Maximum 50."),enrichWebsites:j.boolean().default(!0).describe("Visit each business website (home + contact pages) to harvest email and social links. Uses the proxy/browser-backed extractor so blocked sites still resolve."),emailSearchFallback:j.enum(["off","serp_snippets"]).default("off").describe("After bounded website extraction finds no email, optionally run one billed SERP lookup and retain exact-domain public email occurrences from result titles/snippets."),hydrateReviewCounts:j.boolean().default(!0).describe("Deep-dive each profile to confirm the review count and booking URL that the Maps search list omits."),concurrency:j.number().int().min(1).max(4).default(3).describe("How many businesses to enrich in parallel. Keep low to respect per-account concurrency limits."),proxyMode:j.enum(["configured","none"]).default(O).describe("Proxy behavior for the Maps search. Leave unset for clean egress; country/region localization comes from gl/hl plus the city or region in the query.")}),dt=["position","business_name","review_stars","review_count","category","address","phone","website","email","email_2","email_domain_match","email_status","socials","booking_url","place_url","cid","source_location"];async function gt(e,t,n){let r=new Array(e.length),i=0;async function s(){for(;i<e.length;){let a=i;i+=1,r[a]=await n(e[a],a)}}return await Promise.all(Array.from({length:Math.min(t,e.length)},()=>s())),r}function wt(e){try{return new URL(e).hostname.toLowerCase().replace(/^www\./,"").replace(/\.$/,"")}catch{return""}}function Le(e,t){let n=wt(t),r=e.slice(e.lastIndexOf("@")+1).toLowerCase().replace(/^www\./,"").replace(/\.$/,"");return!!(n&&r===n)}function Oe(e,t){let n=new Set(e.map(r=>r.value.toLowerCase()));for(let r of t){if(e.length>=20)break;let i=r.value.toLowerCase();n.has(i)||(n.add(i),e.push(r))}}function qe(e,t,n){let r=new Set(e.map(i=>i.url));for(let i of t){if(e.length>=n)break;r.has(i.url)||(r.add(i.url),e.push(i))}}function Te(e,t){let n=[...e],r=[],i={entityType:"business",name:t,organization:t};for(;n.length;){let s=Re(n,i);if(!s){r.push(...n);break}r.push(s);let a=n.findIndex(u=>u.value.toLowerCase()===s.value.toLowerCase());n.splice(a,1)}return r}var je={id:"get-leads",title:"Get Leads",description:"Build an outreach-ready local lead list: Google Maps search for a niche in a market, confirm review counts + booking URLs, then visit each business website (home + contact) to harvest email and social links. An opt-in SERP fallback can recover exact-domain public email occurrences after bounded pages are empty. Saves a leads CSV.",inputSchema:pt,async run(e,t){await t.artifacts.writeManifest("running",{},[],[]);let n=[],r=[],i=await t.client.post("/maps/search",{query:e.query,location:e.location,maxResults:e.maxResults,proxyMode:e.proxyMode},18e4);await t.artifacts.writeJson("Maps search raw","raw/maps-search.json",i);let s=new Set,a=i.results.filter(o=>{let y=o.cid??o.placeUrl??o.name.toLowerCase();return s.has(y)?!1:(s.add(y),!0)}),u=await gt(a,e.concurrency,async o=>{let y=o.reviewCount??"",S="",p=o.websiteUrl??"";if(e.hydrateReviewCounts)try{let E=await t.client.post("/maps/place",{businessName:o.name,location:e.location,includeReviews:!1},18e4);y=E.reviewCount??y,S=E.bookingUrl??"",p=p||(E.website??"")}catch(E){n.push(`Review hydration failed for ${o.name}: ${E instanceof Error?E.message:String(E)}`)}let C="",x="",B=[],U=p?"no email found":"no website",z="",b=[],L=[],Z=[],fe=[];if(e.enrichWebsites&&p){let E=ee(p,Z,3),he=!1,oe=new Set;for(;oe.size<3;){let A=E.find(I=>!oe.has(I));if(!A)break;oe.add(A),fe.push(A);try{let I=await t.client.post("/extract-url",{url:A},12e4);he=!0;let ae=I.contactEvidence??be(I.bodyHtml??I.bodyMarkdown??"",A);if(Oe(b,ae.emails),qe(L,ae.socialProfiles,20),qe(Z,ae.candidatePageUrls,20),E=ee(p,Z,3),b.length)break}catch{E=ee(p,Z,3);continue}}if(!b.length&&e.emailSearchFallback==="serp_snippets"){let A=Se(p);if(A)try{let I=await t.client.post("/harvest/sync",{query:A,serpOnly:!0,pages:1},18e4);Oe(b,xe({websiteUrl:p,results:I.result?.organicResults??[]}))}catch(I){n.push(`Email snippet search failed for ${o.name}: ${I instanceof Error?I.message:String(I)}`)}}B=L.map(A=>A.url).slice(0,5);let ye=Te(b,o.name),ve=ye.filter(A=>Le(A.value,p)),se=ve.length?ve.slice(0,2):ye.slice(0,1);C=se[0]?.value??"",x=se[1]?.value??"",C?(z=Le(C,p)?"yes":"NO-verify",U=se.some(A=>A.sourceType==="serp_snippet")?"serp snippet \u2014 public occurrence, verify":z==="yes"?"ok":"ok (off-domain \u2014 verify)"):he?B.length&&(U="form/social only"):U="site unreachable"}return{row:{position:o.position,business_name:o.name,review_stars:o.rating??"",review_count:y,category:o.category??"",address:o.address??"",phone:o.phone??"",website:p,email:C,email_2:x,email_domain_match:z,email_status:U,socials:B.join(" ; "),booking_url:S,place_url:o.placeUrl,cid:o.cid??"",source_location:e.location},emailEvidence:Te(b,o.name),socialProfileEvidence:L,attemptedUrls:fe}}),l=u.map(o=>o.row);await t.artifacts.writeCsv("Leads CSV","exports/leads.csv",dt,l),await t.artifacts.writeJson("Leads evidence","evidence.json",{input:e,search:{query:i.searchQuery,resultCount:i.resultCount},rows:u.map(o=>({...o.row,emailEvidence:o.emailEvidence,socialProfileEvidence:o.socialProfileEvidence,attemptedUrls:o.attemptedUrls}))});let d=l.filter(o=>o.email).length,m=l.filter(o=>o.email_domain_match==="yes").length,f=l.filter(o=>o.review_count).length,_=l.filter(o=>o.socials).length,h=l.filter(o=>o.website).length,k=`${l.length} ${e.query} in ${e.location}: ${d} emails (${m} domain-matched), ${f} review counts, ${_} with socials.`;await t.artifacts.writeText("Summary","summary.md",`# Get Leads
13
+
14
+ ${k}
15
+ `),await t.artifacts.writeText("Agent tasks","tasks.md",["# Get Leads \u2014 next steps","","- [ ] Verify deliverability of the harvested emails before outreach (MX/SMTP check).",'- [ ] For "form/social only" rows, use the website contact form or the captured social profile.','- [ ] Treat "off-domain \u2014 verify" emails with care; they may belong to a web developer or parent brand.',"- [ ] Respect CAN-SPAM / GDPR \u2014 scraped contact data is not consent to email."].join(`
16
+ `));let g=await t.artifacts.writeHtml("HTML report","report.html",$({title:"Get Leads",subtitle:`${e.query} \xB7 ${e.location}`,summary:k,warnings:n,tables:[{title:"Leads",columns:["position","business_name","review_stars","review_count","phone","website","email","email_2","email_status","socials","booking_url"],rows:l}]})),R=r.length?"failed":n.length?"partial":"succeeded",w={businesses:l.length,withWebsite:h,emails:d,domainMatchedEmails:m,reviewCounts:f,withSocials:_};return await t.artifacts.writeManifest(R,w,n,r),{title:"Get Leads",summary:k,status:R,counts:w,warnings:n,errors:r,reportPath:g}}};import{z as W}from"zod";var ft=W.object({query:W.string().min(1),state:W.string().min(2).default("TN"),minPopulation:W.number().int().min(0).default(1e5),maxCities:W.number().int().min(1).max(100).default(25),maxResultsPerCity:W.number().int().min(1).max(50).default(20),hydrateTop:W.number().int().min(0).max(10).default(5),maxReviews:W.number().int().min(0).max(1e3).default(50),concurrency:W.number().int().min(1).max(5).default(5),proxyMode:W.enum(["configured","none"]).default(O),returnPartial:W.boolean().default(!0)});async function ht(e,t,n){let r=new Array(e.length),i=0;async function s(){for(;i<e.length;){let a=i;i+=1,r[a]=await n(e[a],a)}}return await Promise.all(Array.from({length:Math.min(t,e.length)},()=>s())),r}function ue(e){if(e==null||e==="")return null;let t=Number(String(e).replace(/[^\d.]/g,""));return Number.isFinite(t)?t:null}function Ue(e){let t=e.filter(n=>n!==null).sort((n,r)=>n-r);return t.length?t[Math.floor(t.length/2)]??null:null}function He(e){let t=new Set(["the","and","for","with","that","this","was","were","are","you","our","they","had","have","not","but","from","very","great","good"]),n=new Map;for(let r of e)for(let i of r.toLowerCase().replace(/[^a-z0-9\s]/g," ").split(/\s+/))i.length<4||t.has(i)||n.set(i,(n.get(i)??0)+1);return[...n.entries()].sort((r,i)=>i[1]-r[1]).slice(0,8).map(([r,i])=>`${r} (${i})`).join("; ")}var Be={id:"local-competitive-audit",title:"Local Competitive Audit",description:"Audit local Maps competitors, categories, review counts, and review themes across city markets.",inputSchema:ft,async run(e,t){await t.artifacts.writeManifest("running",{},[],[]);let n=[],r=[],i=await t.client.post("/directory/run",{query:e.query,state:e.state,minPopulation:e.minPopulation,maxCities:e.maxCities,maxResultsPerCity:e.maxResultsPerCity,concurrency:e.concurrency,proxyMode:e.proxyMode,saveCsv:!0,background:!1},9e5);await t.artifacts.writeJson("Directory raw JSON","raw/directory-workflow.json",i);let s=Y(i);await t.artifacts.writeCsv("Base directory CSV","exports/directory.csv",X,s);let a=i.cities.flatMap(w=>w.results.slice(0,e.hydrateTop).map(o=>({city:w,result:o}))),u=new Set,l=a.filter(({city:w,result:o})=>{let y=o.cid??o.placeUrl??`${w.location}:${o.name.toLowerCase()}`;return u.has(y)?!1:(u.add(y),!0)}),d=await ht(l,3,async({city:w,result:o},y)=>{try{let S=await t.client.post("/maps/place",{businessName:o.name,location:w.location,includeReviews:e.maxReviews>0,maxReviews:Math.max(1,e.maxReviews)},18e4);return await t.artifacts.writeJson(`${o.name} profile`,`raw/maps-place-intel/${y+1}-${o.name.toLowerCase().replace(/[^a-z0-9]+/g,"-")}.json`,S),{city:w,result:o,detail:S,error:null}}catch(S){let p=S instanceof Error?S.message:String(S);return n.push(`Profile hydration failed for ${o.name} (${w.location}): ${p}`),{city:w,result:o,detail:null,error:p}}}),m=d.map(({city:w,result:o,detail:y,error:S})=>{let p=y?.reviews??[],C=p.filter(x=>x.ownerResponse).length;return{city:w.city,state:w.state,source_location:w.location,result_position:o.position,business_name:o.name,category:y?.category??o.category,review_stars:y?.rating??o.rating,review_count:y?.reviewCount??o.reviewCount,phone:o.phone,website_url:y?.website??o.websiteUrl,place_url:o.placeUrl,cid:o.cid,cid_decimal:o.cidDecimal,hydrated:y?"true":"false",reviews_status:y?.reviewsStatus??"",review_topics:(y?.reviewTopics??[]).map(x=>`${x.label} (${x.count})`).join("; "),owner_response_rate:p.length?(C/p.length).toFixed(2):"",error:S??""}}),f=d.map(({city:w,result:o,detail:y})=>{let S=y?.reviews??[],p=S.filter(x=>Number(x.stars)>=5&&x.text).map(x=>x.text),C=S.filter(x=>Number(x.stars)>0&&Number(x.stars)<=3&&x.text).map(x=>x.text);return{city:w.city,business_name:o.name,cid:o.cid,review_count:y?.reviewCount??o.reviewCount,average_rating:y?.rating??o.rating,topics:(y?.reviewTopics??[]).map(x=>`${x.label} (${x.count})`).join("; "),praise_terms:He(p),complaint_terms:He(C),positive_sample:p[0]?.slice(0,280)??"",negative_sample:C[0]?.slice(0,280)??""}}),_=i.cities.map(w=>{let o=w.results.map(b=>ue(b.reviewCount)),y=w.results.map(b=>ue(b.rating)),S=w.results.slice(0,3).map(b=>ue(b.reviewCount)).filter(b=>b!==null),p=new Map;for(let b of w.results)b.category&&p.set(b.category,(p.get(b.category)??0)+1);let C=Ue(o),x=Ue(y),B=S.length?Math.round(S.reduce((b,L)=>b+L,0)/S.length):null,U=Math.min(100,Math.round((B??0)/20+(x??0)*10+w.results.filter(b=>b.websiteUrl).length)),z=Math.max(0,100-U);return{city:w.city,state:w.state,population:w.population,result_count:w.resultCount,median_review_count:C??"",median_rating:x??"",top_three_average_review_count:B??"",top_categories:[...p.entries()].sort((b,L)=>L[1]-b[1]).slice(0,5).map(([b,L])=>`${b} (${L})`).join("; "),opportunity_score:z,difficulty_score:U}});await t.artifacts.writeCsv("Competitors CSV","competitors.csv",["city","state","source_location","result_position","business_name","category","review_stars","review_count","phone","website_url","place_url","cid","cid_decimal","hydrated","reviews_status","review_topics","owner_response_rate","error"],m),await t.artifacts.writeCsv("Review insights CSV","review-insights.csv",["city","business_name","cid","review_count","average_rating","topics","praise_terms","complaint_terms","positive_sample","negative_sample"],f),await t.artifacts.writeCsv("City summary CSV","city-summary.csv",["city","state","population","result_count","median_review_count","median_rating","top_three_average_review_count","top_categories","opportunity_score","difficulty_score"],_),await t.artifacts.writeJson("Audit evidence","evidence.json",{input:e,directory:i,hydrated:d,citySummaryRows:_,competitorRows:m,reviewInsightRows:f}),await t.artifacts.writeText("Agent tasks","tasks.md",["# Local Competitive Audit Tasks","","- [ ] Review city opportunity and difficulty scores as heuristics, not absolute truth.","- [ ] Use review topics and samples as customer-language evidence.","- [ ] Compare target GBP category, review count, and website quality against top competitors.","- [ ] Identify cities with low review-count leaders and weak website coverage."].join(`
17
+ `));let h=`${i.selectedCityCount} cities, ${i.totalResultCount} Maps results, ${d.filter(w=>w.detail).length} hydrated profiles.`;await t.artifacts.writeText("Summary","summary.md",`# Local Competitive Audit
18
+
19
+ ${h}
20
+ `);let k=await t.artifacts.writeHtml("HTML report","report.html",$({title:"Local Competitive Audit",subtitle:`${e.query} \xB7 ${e.state}`,summary:h,warnings:n,tables:[{title:"City Opportunity",columns:["city","state","population","result_count","median_review_count","median_rating","top_three_average_review_count","top_categories","opportunity_score","difficulty_score"],rows:_},{title:"Hydrated Competitors",columns:["city","result_position","business_name","category","review_stars","review_count","hydrated","review_topics"],rows:m.slice(0,100)},{title:"Review Insights",columns:["city","business_name","topics","praise_terms","complaint_terms"],rows:f.slice(0,100)}]})),g=n.length||i.cities.some(w=>w.status==="failed")?"partial":"succeeded",R={cities:i.selectedCityCount,mapsResults:i.totalResultCount,hydratedProfiles:d.filter(w=>w.detail).length};return await t.artifacts.writeManifest(g,R,n,r),{title:"Local Competitive Audit",summary:h,status:g,counts:R,warnings:n,errors:r,reportPath:k}}};import{z as v}from"zod";var yt=new Set(["about","after","also","because","been","best","both","from","have","into","more","most","near","only","over","than","that","their","them","then","there","these","they","this","what","when","where","which","while","with","your","will","would","should","could","does","were","cost","costs"]);function M(e){if(!e)return null;try{return new URL(e.includes("://")?e:`https://${e}`).hostname.replace(/^www\./,"").toLowerCase()}catch{return e.replace(/^https?:\/\//,"").replace(/^www\./,"").split("/")[0]?.toLowerCase()||null}}function P(e){return M(e)??""}function H(e){if(e==null||e==="")return null;let t=Number(String(e).replace(/[^\d.]/g,""));return Number.isFinite(t)?t:null}function me(e){let t=e.filter(n=>n!==null).sort((n,r)=>n-r);return t.length?t[Math.floor(t.length/2)]??null:null}function pe(e,t=12){let n=new Map;for(let r of e.toLowerCase().replace(/[^a-z0-9\s]/g," ").split(/\s+/))r.length<4||yt.has(r)||n.set(r,(n.get(r)??0)+1);return[...n.entries()].sort((r,i)=>i[1]-r[1]||r[0].localeCompare(i[0])).slice(0,t).map(([r,i])=>`${r} (${i})`).join("; ")}function vt(e){let t=e.toLowerCase();return/\b(cost|price|pricing|charge|expensive|cheap)\b/.test(t)?"cost":/\b(best|top|recommended|reviews?|compare|versus|vs)\b/.test(t)?"comparison":/\b(how|steps?|process|way to)\b/.test(t)?"process":/\b(why|worth|important|benefit)\b/.test(t)?"why":/\b(near me|city|local|nearby)\b/.test(t)?"local":/\b(can|does|do|is|are|should|will)\b/.test(t)?"decision":"definition"}function re(e){return(e?.flat??[]).filter(t=>t.question).map((t,n)=>{let r=t.source_cite??"",i=M(t.source_site??"")??P(r);return{position:n+1,intent:vt(t.question??""),question:t.question??"",answer_excerpt:(t.answer??"").slice(0,320),source_title:t.source_title??"",source_domain:i,source_url:r}})}function Ne(e){let t=new Map;for(let n of e){let r=String(n.source_domain??n.domain??"");if(!r)continue;let i=t.get(r)??{questions:0,urls:new Set,intents:new Map};i.questions+=n.question?1:0,(n.source_url||n.url)&&i.urls.add(String(n.source_url??n.url)),n.intent&&i.intents.set(String(n.intent),(i.intents.get(String(n.intent))??0)+1),t.set(r,i)}return[...t.entries()].map(([n,r])=>({domain:n,question_mentions:r.questions,source_url_count:r.urls.size,top_intents:[...r.intents.entries()].sort((i,s)=>s[1]-i[1]).map(([i,s])=>`${i} (${s})`).join("; ")})).sort((n,r)=>Number(r.question_mentions)-Number(n.question_mentions)||String(n.domain).localeCompare(String(r.domain)))}function ze(e){return(e??"").replace(/\s+/g," ").split(/(?<=[.!?])\s+/).map(t=>t.trim()).filter(t=>t.length>20).slice(0,20)}function Fe(e){let t=e.toLowerCase();return/\bis\b|\bare\b|\bmeans\b|\brefers to\b/.test(t)?"definition":/\binclude\b|\bconsider\b|\bfactors?\b|\bcriteria\b/.test(t)?"criteria":/\bfirst\b|\bthen\b|\bsteps?\b|\bprocess\b/.test(t)?"process":/\bvs\b|\bthan\b|\bcompare\b|\bdifference\b/.test(t)?"comparison":/\bcost\b|\bprice\b|\baverage\b|\brange\b/.test(t)?"cost":"claim"}function ne(e,t){return{position:t.position??"",domain:t.domain,url:t.url,serp_title:t.title??"",page_title:e.title??"",h1:e.h1??"",meta_description:e.metaDescription??"",word_count:e.wordCount??"",heading_count:e.headings?.length??0,schema_types:(e.schemaTypes??[]).join("; ")}}async function de(e,t,n){let r=new Array(e.length),i=0;async function s(){for(;i<e.length;){let a=i;i+=1,r[a]=await n(e[a],a)}}return await Promise.all(Array.from({length:Math.min(Math.max(1,t),e.length)},()=>s())),r}var _t=v.enum(["configured","none"]),bt=v.object({query:v.string().min(1),location:v.string().optional(),state:v.string().optional(),minPopulation:v.number().int().min(0).default(1e5),maxCities:v.number().int().min(1).max(100).default(5),maxResultsPerCity:v.number().int().min(1).max(50).default(20),hydrateTop:v.number().int().min(0).max(10).default(5),maxReviews:v.number().int().min(0).max(1e3).default(25),concurrency:v.number().int().min(1).max(5).default(5),proxyMode:_t.default(O),returnPartial:v.boolean().default(!0)}).refine(e=>e.location||e.state,{message:"Either location or state is required for map-comparison"}),kt=v.object({keyword:v.string().min(1),domain:v.string().optional(),url:v.string().url().optional(),location:v.string().optional(),maxResults:v.number().int().min(1).max(20).default(10),maxQuestions:v.number().int().min(1).max(100).default(40),extractTop:v.number().int().min(0).max(10).default(5),includePaa:v.boolean().default(!0),includeAiOverview:v.boolean().default(!0),returnPartial:v.boolean().default(!0)}),Rt=v.object({keyword:v.string().min(1),location:v.string().optional(),maxQuestions:v.number().int().min(1).max(100).default(80),depth:v.number().int().min(1).max(6).default(3),returnPartial:v.boolean().default(!0)}),St=v.object({keyword:v.string().min(1),domain:v.string().optional(),url:v.string().url().optional(),location:v.string().optional(),maxQuestions:v.number().int().min(1).max(100).default(40),extractTop:v.number().int().min(0).max(8).default(3),returnPartial:v.boolean().default(!0)});function xt(e,t,n){return n.map(r=>({source_query:t,source_location:e,city:e.split(",")[0]?.trim()??e,state:e.split(",")[1]?.trim()??"",population:"",result_position:r.position,business_name:r.name,review_stars:r.rating??"",review_count:r.reviewCount??"",category:r.category??"",address:r.address??"",phone:r.phone??"",website_url:r.websiteUrl??"",place_url:r.placeUrl??"",cid:r.cid??"",cid_decimal:r.cidDecimal??"",result_status:"ok",error:""}))}function Je(e){let t=new Map;for(let n of e){let r=String(n.source_location??n.location??"");if(!r)continue;let i=t.get(r)??[];i.push(n),t.set(r,i)}return[...t.entries()].map(([n,r])=>{let i=r.map(l=>H(l.review_count)),s=r.map(l=>H(l.review_stars)),a=r.slice(0,3).map(l=>H(l.review_count)).filter(l=>l!==null),u=new Map;for(let l of r){let d=String(l.category??"");d&&u.set(d,(u.get(d)??0)+1)}return{source_location:n,result_count:r.filter(l=>l.business_name).length,median_review_count:me(i)??"",median_rating:me(s)??"",top_three_average_review_count:a.length?Math.round(a.reduce((l,d)=>l+d,0)/a.length):"",top_categories:[...u.entries()].sort((l,d)=>d[1]-l[1]).slice(0,5).map(([l,d])=>`${l} (${d})`).join("; "),websites_present:r.filter(l=>l.website_url).length}})}function Ct(e){let t=new Map;for(let n of Je(e))t.set(String(n.source_location),H(n.top_three_average_review_count)??0);return e.filter(n=>n.business_name).map(n=>{let r=H(n.review_count)??0,i=t.get(String(n.source_location))??0,s=!n.website_url,a=H(n.result_position)??999;return{source_location:n.source_location,result_position:n.result_position,business_name:n.business_name,category:n.category,review_stars:n.review_stars,review_count:n.review_count,review_gap_to_top3_average:i?Math.max(0,i-r):"",website_url:n.website_url,place_url:n.place_url,comparison_note:a<=3?"visible leader":s?"ranking without website":r<i?"review-light competitor":"visible competitor"}})}function At(e,t){return(e?.organicResults??[]).map(n=>{let r=n.url??"",i=M(n.domain??"")??P(r);return{position:n.position??"",title:n.title??"",url:r,domain:i,snippet:n.snippet??"",is_target:t?i===t:!1}})}function Pt(e,t){let n=new Set((e?.headings??[]).map(s=>s.text.toLowerCase().replace(/[^a-z0-9\s]/g," ").trim())),r=new Set((e?.headings??[]).flatMap(s=>s.text.toLowerCase().replace(/[^a-z0-9\s]/g," ").split(/\s+/).filter(Boolean))),i=[];for(let{source:s,page:a}of t)for(let u of a.headings??[]){if(u.level>3||!u.text)continue;let l=u.text.toLowerCase().replace(/[^a-z0-9\s]/g," ").trim(),d=l.split(/\s+/).filter(_=>_.length>3),m=d.filter(_=>r.has(_)).length;(n.has(l)||m>=Math.max(2,Math.ceil(d.length/2)))&&e||i.push({source_position:s.position??"",source_domain:M(s.domain??"")??P(s.url),source_url:s.url??"",heading_level:u.level,competitor_heading:u.text,target_coverage:e?"not found in target headings":"no target page extracted",terms:pe(u.text,6)})}return i.slice(0,150)}async function ge(e,t,n,r){return de(t.filter(i=>i.url),2,async(i,s)=>{try{let a=await e.client.post("/extract-url",{url:i.url},18e4);return await e.artifacts.writeJson(`${r} ${s+1}`,`raw/extract-url/${r.toLowerCase()}-${s+1}.json`,a),{source:i,page:a}}catch(a){return n.push(`Page extraction failed for ${i.url}: ${a instanceof Error?a.message:String(a)}`),null}}).then(i=>i.filter(s=>s!==null))}var Ve={id:"map-comparison",title:"Maps Comparison",description:"Compare Google Maps competitors by rank, reviews, stars, categories, websites, and profile/review signals.",inputSchema:bt,async run(e,t){await t.artifacts.writeManifest("running",{},[],[]);let n=[],r,i=null,s=null;e.location?(s=await t.client.post("/maps/search",{query:e.query,location:e.location,maxResults:e.maxResultsPerCity,proxyMode:e.proxyMode},24e4),r=xt(e.location,e.query,s.results),await t.artifacts.writeJson("Maps search raw JSON","raw/maps-search.json",s)):(i=await t.client.post("/directory/run",{query:e.query,state:e.state,minPopulation:e.minPopulation,maxCities:e.maxCities,maxResultsPerCity:e.maxResultsPerCity,concurrency:e.concurrency,proxyMode:e.proxyMode,saveCsv:!0,background:!1},9e5),r=Y(i),await t.artifacts.writeJson("Directory raw JSON","raw/directory-workflow.json",i),await t.artifacts.writeCsv("Directory CSV","exports/directory.csv",X,r),n.push(...i.warnings));let a=Ct(r),u=a.slice(0,e.hydrateTop*Math.max(1,e.location?1:e.maxCities)),d=(await de(u,3,async(g,R)=>{try{let w=await t.client.post("/maps/place",{businessName:g.business_name,location:g.source_location,includeReviews:e.maxReviews>0,maxReviews:Math.max(1,e.maxReviews)},18e4);return await t.artifacts.writeJson(`${g.business_name} profile`,`raw/maps-place-intel/${R+1}-${String(g.business_name).toLowerCase().replace(/[^a-z0-9]+/g,"-")}.json`,w),{row:g,detail:w,error:""}}catch(w){let o=w instanceof Error?w.message:String(w);return n.push(`Profile hydration failed for ${g.business_name}: ${o}`),{row:g,detail:null,error:o}}})).map(({row:g,detail:R,error:w})=>({source_location:g.source_location,result_position:g.result_position,business_name:g.business_name,category:R?.category??g.category,review_stars:R?.rating??g.review_stars,review_count:R?.reviewCount??g.review_count,website_url:R?.website??g.website_url,review_topics:(R?.reviewTopics??[]).map(o=>`${o.label} (${o.count})`).join("; "),about_attributes:(R?.aboutAttributes??[]).map(o=>`${o.section}: ${o.attribute}`).join("; "),reviews_status:R?.reviewsStatus??"",error:w})),m=Je(r);await t.artifacts.writeCsv("Maps results CSV","maps-results.csv",["source_query","source_location","city","state","population","result_position","business_name","review_stars","review_count","category","address","phone","website_url","place_url","cid","cid_decimal","result_status","error"],r),await t.artifacts.writeCsv("Comparison CSV","map-comparison.csv",["source_location","result_position","business_name","category","review_stars","review_count","review_gap_to_top3_average","website_url","place_url","comparison_note"],a),await t.artifacts.writeCsv("Profile insights CSV","profile-insights.csv",["source_location","result_position","business_name","category","review_stars","review_count","website_url","review_topics","about_attributes","reviews_status","error"],d),await t.artifacts.writeJson("Maps comparison evidence","evidence.json",{input:e,directory:i,mapsSearch:s,rows:r,compareRows:a,profileRows:d,markets:m,warnings:n}),await t.artifacts.writeText("Brief","brief.md",[`# Maps Comparison: ${e.query}`,"",`Markets: ${m.map(g=>g.source_location).join(", ")}`,"","## How to Use","- Compare rank position against review count and category patterns.","- Treat review gaps and missing websites as opportunity signals, not guarantees.","- Use profile topics and attributes as evidence for local content and GBP improvements."].join(`
21
+ `));let f=`${a.length} Maps competitors compared across ${m.length} market(s); ${d.filter(g=>!g.error).length} profiles hydrated.`,_=await t.artifacts.writeHtml("HTML report","report.html",$({title:"Maps Comparison",subtitle:`${e.query}${e.location?` \xB7 ${e.location}`:e.state?` \xB7 ${e.state}`:""}`,summary:f,warnings:n,tables:[{title:"Market Benchmarks",columns:["source_location","result_count","median_review_count","median_rating","top_three_average_review_count","top_categories","websites_present"],rows:m},{title:"Competitor Comparison",columns:["source_location","result_position","business_name","category","review_stars","review_count","review_gap_to_top3_average","comparison_note"],rows:a.slice(0,120)},{title:"Profile Insights",columns:["source_location","business_name","review_topics","about_attributes","error"],rows:d}]})),h=n.length?"partial":"succeeded",k={markets:m.length,competitors:a.length,hydratedProfiles:d.filter(g=>!g.error).length};return await t.artifacts.writeManifest(h,k,n,[]),{title:"Maps Comparison",summary:f,status:h,counts:k,warnings:n,errors:[],reportPath:_}}},Ge={id:"serp-comparison",title:"SERP Comparison",description:"Compare ranking pages, SERP features, PAA evidence, AI Overview citations, and page-level content gaps.",inputSchema:kt,async run(e,t){await t.artifacts.writeManifest("running",{},[],[]);let n=[],r=M(e.domain??e.url??null),i=await t.client.post("/harvest/sync",{query:e.keyword,location:e.location,serpOnly:!0,includeAllSerpFeatures:!0,maxQuestions:1,format:"json"},62e4);await t.artifacts.writeJson("SERP raw JSON","raw/serp.json",i);let s=null;if(e.includePaa)try{s=await t.client.post("/harvest/sync",{query:e.keyword,location:e.location,maxQuestions:e.maxQuestions,includeAllSerpFeatures:!0,format:"json"},735e3),await t.artifacts.writeJson("PAA raw JSON","raw/paa.json",s)}catch(p){n.push(`PAA evidence unavailable: ${p instanceof Error?p.message:String(p)}`)}let a=At(i,r).slice(0,e.maxResults),u=(i.organicResults??[]).slice(0,e.maxResults),l=e.url?{position:0,title:"Target page",url:e.url,domain:P(e.url)}:u.find(p=>r&&(M(p.domain??"")??P(p.url))===r),d=u.filter(p=>p.url&&p.url!==l?.url).filter(p=>!r||(M(p.domain??"")??P(p.url))!==r).slice(0,e.extractTop),m=l?await ge(t,[l],n,"Target"):[],f=e.extractTop>0?await ge(t,d,n,"Competitor"):[],_=m[0]?.page??null,h=[...m.map(({source:p,page:C})=>ne(C,{url:p.url??"",domain:M(p.domain??"")??P(p.url),position:p.position,title:p.title})),...f.map(({source:p,page:C})=>ne(C,{url:p.url??"",domain:M(p.domain??"")??P(p.url),position:p.position,title:p.title}))],k=Pt(_,f),g=re(s),R=(i.aiOverview?.citations??[]).map((p,C)=>({citation_position:C+1,citation_text:p.text??"",url:p.href??"",domain:P(p.href??""),is_target:r?P(p.href??"")===r:!1}));await t.artifacts.writeCsv("Organic results CSV","organic-results.csv",["position","title","url","domain","snippet","is_target"],a),await t.artifacts.writeCsv("Page comparison CSV","page-comparison.csv",["position","domain","url","serp_title","page_title","h1","meta_description","word_count","heading_count","schema_types"],h),await t.artifacts.writeCsv("Content gaps CSV","content-gaps.csv",["source_position","source_domain","source_url","heading_level","competitor_heading","target_coverage","terms"],k),await t.artifacts.writeCsv("PAA questions CSV","paa-questions.csv",["position","intent","question","answer_excerpt","source_title","source_domain","source_url"],g),await t.artifacts.writeCsv("AI Overview citations CSV","ai-overview-citations.csv",["citation_position","citation_text","url","domain","is_target"],R),await t.artifacts.writeJson("SERP comparison evidence","evidence.json",{input:e,serp:i,paa:s,organic:a,pageRows:h,gaps:k,questions:g,aiRows:R,warnings:n}),await t.artifacts.writeText("Writer brief","brief.md",[`# SERP Comparison Brief: ${e.keyword}`,"",`Target: ${r??e.url??"not specified"}`,`Location: ${e.location??"not specified"}`,"","## Recommended Actions","- Use `content-gaps.csv` to decide which missing sections deserve coverage.","- Use `paa-questions.csv` for FAQ and answer-block candidates.","- Use `ai-overview-citations.csv` to see whether the target is cited in AI Overview evidence.","- Treat extracted page headings as evidence, not a complete semantic analysis."].join(`
22
+ `));let w=`${a.length} organic results, ${h.length} extracted pages, ${k.length} heading gaps, ${g.length} PAA questions.`,o=await t.artifacts.writeHtml("HTML report","report.html",$({title:"SERP Comparison",subtitle:`${e.keyword}${e.location?` \xB7 ${e.location}`:""}`,summary:w,warnings:n,tables:[{title:"Organic Results",columns:["position","title","domain","is_target"],rows:a},{title:"Page Comparison",columns:["position","domain","h1","word_count","heading_count","schema_types"],rows:h},{title:"Content Gaps",columns:["source_position","source_domain","competitor_heading","target_coverage","terms"],rows:k.slice(0,80)},{title:"PAA Questions",columns:["position","intent","question","source_domain"],rows:g.slice(0,80)}]})),y=n.length?"partial":"succeeded",S={organic:a.length,pages:h.length,gaps:k.length,questions:g.length,aiCitations:R.length};return await t.artifacts.writeManifest(y,S,n,[]),{title:"SERP Comparison",summary:w,status:y,counts:S,warnings:n,errors:[],reportPath:o}}},Qe={id:"paa-expansion-brief",title:"PAA Expansion Brief",description:"Expand People Also Ask questions into an evidence-backed writer brief, section map, and source table.",inputSchema:Rt,async run(e,t){await t.artifacts.writeManifest("running",{},[],[]);let n=[],r=await t.client.post("/harvest/sync",{query:e.keyword,location:e.location,maxQuestions:e.maxQuestions,depth:e.depth,format:"json"},735e3);await t.artifacts.writeJson("PAA raw JSON","raw/paa.json",r);let i=re(r),s=Ne(i),a=new Map;for(let f of i){let _=a.get(String(f.intent))??[];_.push(f),a.set(String(f.intent),_)}let u=[...a.entries()].map(([f,_])=>({recommended_section:f,question_count:_.length,sample_questions:_.slice(0,5).map(h=>h.question).join(" | "),source_domains:[...new Set(_.map(h=>h.source_domain).filter(Boolean))].slice(0,5).join("; "),terms:pe(_.map(h=>`${h.question} ${h.answer_excerpt}`).join(" "),10)})).sort((f,_)=>Number(_.question_count)-Number(f.question_count));await t.artifacts.writeCsv("PAA questions CSV","paa-questions.csv",["position","intent","question","answer_excerpt","source_title","source_domain","source_url"],i),await t.artifacts.writeCsv("Source domains CSV","source-domains.csv",["domain","question_mentions","source_url_count","top_intents"],s),await t.artifacts.writeCsv("Section map CSV","section-map.csv",["recommended_section","question_count","sample_questions","source_domains","terms"],u),await t.artifacts.writeJson("PAA brief evidence","evidence.json",{input:e,paa:r,questions:i,sourceRows:s,sectionRows:u}),await t.artifacts.writeText("Writer brief","writer-brief.md",[`# PAA Expansion Brief: ${e.keyword}`,"",`Location: ${e.location??"not specified"}`,"","## Suggested Page Structure",...u.map(f=>`- ${f.recommended_section}: answer ${f.question_count} related question(s). Sample: ${f.sample_questions}`),"","## Writing Rules","- Answer the highest-frequency question in the first 60 words of each section.","- Use exact customer question language from `paa-questions.csv` for H2/H3 candidates.","- Use `source-domains.csv` to identify which source types Google is already rewarding.","- Do not invent citations; cite only rows that have a source URL."].join(`
23
+ `));let l=`${i.length} PAA questions grouped into ${u.length} writing sections.`,d=await t.artifacts.writeHtml("HTML report","report.html",$({title:"PAA Expansion Brief",subtitle:`${e.keyword}${e.location?` \xB7 ${e.location}`:""}`,summary:l,warnings:n,tables:[{title:"Section Map",columns:["recommended_section","question_count","sample_questions","source_domains","terms"],rows:u},{title:"Questions",columns:["position","intent","question","source_domain"],rows:i.slice(0,120)},{title:"Source Domains",columns:["domain","question_mentions","source_url_count","top_intents"],rows:s}]})),m={questions:i.length,sections:u.length,sourceDomains:s.length};return await t.artifacts.writeManifest("succeeded",m,n,[]),{title:"PAA Expansion Brief",summary:l,status:"succeeded",counts:m,warnings:n,errors:[],reportPath:d}}},Ke={id:"ai-overview-language",title:"AI Overview Language Brief",description:"Turn AI Overview, citation, PAA, and ranking-page evidence into answer-block and citation-hook guidance.",inputSchema:St,async run(e,t){await t.artifacts.writeManifest("running",{},[],[]);let n=[],r=M(e.domain??e.url??null),i=await t.client.post("/harvest/sync",{query:e.keyword,location:e.location,serpOnly:!0,includeAiOverview:!0,maxQuestions:1,format:"json"},62e4);await t.artifacts.writeJson("SERP raw JSON","raw/serp.json",i);let s=null;try{s=await t.client.post("/harvest/sync",{query:e.keyword,location:e.location,maxQuestions:e.maxQuestions,includeAiOverview:!0,format:"json"},735e3),await t.artifacts.writeJson("PAA raw JSON","raw/paa.json",s)}catch(o){n.push(`PAA evidence unavailable: ${o instanceof Error?o.message:String(o)}`)}let a=(i.aiOverview?.citations??[]).map((o,y)=>{let S=P(o.href??"");return{citation_position:y+1,citation_text:o.text??"",url:o.href??"",domain:S,is_target:r?S===r:!1}}),l=ze(i.aiOverview?.text).map((o,y)=>({position:y+1,claim_type:Fe(o),sentence:o,reusable_pattern:o.length>140?`${o.slice(0,140)}...`:o})),d=re(s),m=(i.aiOverview?.citations??[]).filter(o=>o.href).map((o,y)=>({position:y+1,title:o.text,url:o.href,domain:P(o.href)})).slice(0,e.extractTop),_=(e.extractTop>0?await ge(t,m,n,"Citation"):[]).map(({source:o,page:y})=>ne(y,{url:o.url??"",domain:M(o.domain??"")??P(o.url),position:o.position,title:o.title})),h=[{block:"direct_answer",guidance:"Open with a 40-70 word answer that directly resolves the query before adding context.",evidence_basis:d[0]?.question??e.keyword},{block:"criteria_or_steps",guidance:"List the criteria, steps, or decision factors Google is already compressing into AI Overview language.",evidence_basis:l.filter(o=>["criteria","process"].includes(String(o.claim_type))).map(o=>o.sentence).slice(0,3).join(" | ")},{block:"citation_hook",guidance:"Add source-worthy details competitors can cite: definitions, numbers, examples, process details, and named entity relationships.",evidence_basis:a.map(o=>`${o.domain}: ${o.citation_text}`).slice(0,5).join(" | ")},{block:"faq_followups",guidance:"Use PAA phrasing for follow-up sections so the page answers adjacent questions in Google language.",evidence_basis:d.slice(0,5).map(o=>o.question).join(" | ")}];await t.artifacts.writeCsv("AI Overview citations CSV","ai-overview-citations.csv",["citation_position","citation_text","url","domain","is_target"],a),await t.artifacts.writeCsv("AI Overview claim patterns CSV","claim-patterns.csv",["position","claim_type","sentence","reusable_pattern"],l),await t.artifacts.writeCsv("Language guidance CSV","language-guidance.csv",["block","guidance","evidence_basis"],h),await t.artifacts.writeCsv("PAA questions CSV","paa-questions.csv",["position","intent","question","answer_excerpt","source_title","source_domain","source_url"],d),await t.artifacts.writeCsv("Extracted citation pages CSV","citation-pages.csv",["position","domain","url","serp_title","page_title","h1","meta_description","word_count","heading_count","schema_types"],_),await t.artifacts.writeJson("AI Overview language evidence","evidence.json",{input:e,serp:i,paa:s,citations:a,claimRows:l,languageRows:h,extractedRows:_,warnings:n}),await t.artifacts.writeText("Answer block template","answer-block-template.md",[`# AI Overview Language Brief: ${e.keyword}`,"",`AI Overview detected: ${i.aiOverview?.detected?"yes":"no"}`,`Target cited: ${r?a.some(o=>o.is_target)?"yes":"no":"target not specified"}`,"","## Direct Answer Block","Write one compact answer block that starts with the answer, not background. Keep it clear enough that Google could lift it as a standalone summary.","","## Suggested Follow-Up Blocks",...h.map(o=>`- ${o.block}: ${o.guidance}`),"","## Evidence to Mirror",...l.slice(0,8).map(o=>`- ${o.claim_type}: ${o.sentence}`),"","## Citation Hooks",...a.slice(0,8).map(o=>`- ${o.domain}: ${o.citation_text}`)].join(`
24
+ `));let k=`${a.length} AI Overview citations, ${l.length} claim patterns, ${d.length} PAA questions, ${_.length} citation pages extracted.`,g=await t.artifacts.writeHtml("HTML report","report.html",$({title:"AI Overview Language Brief",subtitle:`${e.keyword}${e.location?` \xB7 ${e.location}`:""}`,summary:k,warnings:n,tables:[{title:"Language Guidance",columns:["block","guidance","evidence_basis"],rows:h},{title:"AI Overview Citations",columns:["citation_position","citation_text","domain","is_target"],rows:a},{title:"Claim Patterns",columns:["position","claim_type","sentence"],rows:l},{title:"PAA Follow-Ups",columns:["position","intent","question","source_domain"],rows:d.slice(0,60)}]})),R=n.length||!i.aiOverview?.detected?"partial":"succeeded",w={citations:a.length,claimPatterns:l.length,questions:d.length,extractedCitationPages:_.length};return await t.artifacts.writeManifest(R,w,n,[]),{title:"AI Overview Language Brief",summary:k,status:R,counts:w,warnings:n,errors:[],reportPath:g}}};var we=[De,je,We,Be,Ve,Ge,Qe,Ke];function jr(){return we.map(({id:e,title:t,description:n})=>({id:e,title:t,description:n}))}function ie(e){let t=we.find(n=>n.id===e);if(!t)throw new Error(`Unknown workflow "${e}". Available: ${we.map(n=>n.id).join(", ")}`);return t}function Ur(e){return ie(e).steps?.length??1}function Hr(e){let t=ie(e);return!!(t.steps&&t.steps.length>0)}function Ye(e){let t=e.apiKey?.trim()||process.env.MCP_SCRAPER_API_KEY?.trim();if(!t)throw new Error("MCP_SCRAPER_API_KEY is required for workflow runs. Pass --api-key or set the environment variable.");return t}function Xe(e){return e.apiUrl?.trim()||process.env.MCP_SCRAPER_API_URL?.trim()||"https://mcpscraper.dev"}async function Br(e,t,n={}){let r=ie(e),i=r.inputSchema.parse(t),s=Ye(n),a=Xe(n),u=await G.create(r.id,r.title,i,n.outputDir,n.runId),l=new Q(a,s,n.fetchImpl,n.headers),d={runId:u.runId,startedAt:u.startedAt,client:l,artifacts:u,signal:n.signal};try{if(r.steps&&r.steps.length>0){let m=r.createState?r.createState(i):{},f=null;for(let _ of r.steps){let h=await _.run({input:i,state:m,ctx:d});m=h.state,h.summary&&(f=h.summary)}if(!f)throw new Error(`Workflow "${e}" produced no terminal step summary`);return f}if(r.run)return await r.run(i,d);throw new Error(`Workflow "${e}" has neither steps nor a run() implementation`)}catch(m){let f=m instanceof Error?m.message:String(m);throw await u.writeText("Failure","summary.md",`# ${r.title}
25
+
26
+ ${f}
27
+ `),await u.writeManifest("failed",{},[],[f]),m}}async function Nr(e,t,n){let r=ie(e),i=r.steps;if(!i||i.length===0)throw new Error(`Workflow "${e}" does not support stepwise execution`);if(n.stepIndex<0||n.stepIndex>=i.length)throw new Error(`Step index ${n.stepIndex} is out of range for "${e}" (${i.length} steps)`);let s=n.options??{},a=r.inputSchema.parse(t),u=Ye(s),l=Xe(s),d=await G.create(r.id,r.title,a,s.outputDir,s.runId),m=new Q(l,u,s.fetchImpl,s.headers),f={runId:d.runId,startedAt:d.startedAt,client:m,artifacts:d,signal:s.signal},_=n.state??(r.createState?r.createState(a):{}),h=i[n.stepIndex],k=await h.run({input:a,state:_,ctx:f}),g=await Promise.all(d.artifacts.map(async R=>({...R,content:await $t(R.path,"utf8").catch(()=>"")})));return{runId:d.runId,workflowId:r.id,title:r.title,stepIndex:n.stepIndex,stepId:h.id,stepTitle:h.title,totalSteps:i.length,isLast:n.stepIndex===i.length-1,output:k.output,state:k.state,warnings:k.warnings??[],summary:k.summary??null,artifacts:g}}export{Ae as a,Et as b,It as c,O as d,Ot as e,qt as f,Tt as g,jt as h,Ut as i,Bt as j,Ee as k,Ie as l,st as m,jr as n,ie as o,Ur as p,Hr as q,Br as r,Nr as s};
@@ -0,0 +1,3 @@
1
+ import{e as _,j as y}from"./chunk-SEZETSB3.js";import{i as w}from"./chunk-SDQW7IJN.js";import{b as A}from"./chunk-B3JRL45T.js";import{c as h}from"./chunk-OILOHQNL.js";import{join as S}from"path";import{randomBytes as B}from"crypto";import{ZipFile as D}from"yazl";import v from"p-limit";var E="maps-media/",N=10080*60*1e3,L=900*1e3,m=5*1024*1024,O=40*1024*1024,U=15e5,k=25e5,j=6,I=4;function T(){return process.env.MAPS_MEDIA_ARTIFACT_READ_WRITE_TOKEN?.trim()||process.env.PRIVATE_ARTIFACT_READ_WRITE_TOKEN?.trim()||process.env.CONNECTED_DATA_READ_WRITE_TOKEN?.trim()||process.env.CONNECTED_DATA_BLOB_READ_WRITE_TOKEN?.trim()||null}function b(){return{prefix:E,artifactTtlMs:N,downloadTtlMs:L,token:T()}}function f(e){try{let t=new URL(e);if(t.protocol!=="https:")return null;let r=t.hostname.toLowerCase().replace(/\.$/,"");return r!=="googleusercontent.com"&&!r.endsWith(".googleusercontent.com")&&r!=="streetviewpixels-pa.googleapis.com"?null:t}catch{return null}}function F(e){let t=f(e);return t?(t.hostname.toLowerCase().endsWith("googleusercontent.com")&&/=[^/]+$/.test(t.pathname)&&(t.pathname=t.pathname.replace(/=[^/]+$/,"=s2048")),t.href):e}function $(e){return e.length>=3&&e[0]===255&&e[1]===216&&e[2]===255?{mimeType:"image/jpeg",extension:"jpg"}:e.length>=8&&e[0]===137&&e[1]===80&&e[2]===78&&e[3]===71?{mimeType:"image/png",extension:"png"}:e.length>=12&&String.fromCharCode(...e.slice(0,4))==="RIFF"&&String.fromCharCode(...e.slice(8,12))==="WEBP"?{mimeType:"image/webp",extension:"webp"}:e.length>=6&&["GIF87a","GIF89a"].includes(String.fromCharCode(...e.slice(0,6)))?{mimeType:"image/gif",extension:"gif"}:null}async function G(e){let t=Number(e.headers.get("content-length")??"");if(Number.isFinite(t)&&t>m)throw new Error("image_too_large");if(!e.body){let s=new Uint8Array(await e.arrayBuffer());if(s.byteLength>m)throw new Error("image_too_large");return s}let r=e.body.getReader(),l=[],a=0;try{for(;;){let{done:s,value:c}=await r.read();if(s)break;if(c){if(a+=c.byteLength,a>m)throw new Error("image_too_large");l.push(c)}}}finally{r.releaseLock()}let o=new Uint8Array(a),d=0;for(let s of l)o.set(s,d),d+=s.byteLength;return o}async function W(e,t){let r=f(F(e));if(!r)throw new Error("image_host_not_allowed");for(let l=0;l<=I;l+=1){let a=await A(r.href,{field:"Maps image URL"});if(a.error||!a.parsed)throw new Error("image_url_rejected");let o=await fetch(a.parsed.href,{redirect:"manual",headers:{Accept:"image/jpeg,image/png,image/webp,image/gif;q=0.8"},signal:t?AbortSignal.any([t,AbortSignal.timeout(15e3)]):AbortSignal.timeout(15e3)});if([301,302,303,307,308].includes(o.status)){let c=o.headers.get("location");if(!c||l===I)throw new Error("image_redirect_rejected");if(r=f(new URL(c,r).href),!r)throw new Error("image_redirect_host_not_allowed");continue}if(!o.ok)throw new Error(`image_fetch_${o.status}`);let d=await G(o),s=$(d);if(!s)throw new Error("image_content_invalid");return{bytes:Buffer.from(d),...s,finalUrl:r.href}}throw new Error("image_redirect_rejected")}function z(e){return new Promise((t,r)=>{let l=new D,a=[];l.outputStream.on("data",o=>a.push(Buffer.from(o))),l.outputStream.once("error",r),l.outputStream.once("end",()=>t(Buffer.concat(a)));for(let o of e)l.addBuffer(o.content,o.path);l.end()})}function X(e){return e.toLowerCase().replace(/[^a-z0-9]+/g,"-").replace(/^-+|-+$/g,"").slice(0,70)||"google-maps-place"}function K(e){return w(e,E)}async function ee(e){return K(e.artifactId)!==e.ownerId?null:y({policy:b(),artifactId:e.artifactId,maxBytes:50*1024*1024})}async function te(e){let t=new AbortController,r=e.deadlineMs?setTimeout(()=>t.abort(new Error("maps_media_packaging_deadline")),Math.max(1,e.deadlineMs-Date.now())):null,l=v(j),a=[],o=0,d=0,s=0,c=e.media.images.map(n=>l(async()=>{if(!t.signal.aborted){try{let i=await W(n.sourceUrl,t.signal);if(o+i.bytes.length>O)throw new Error("archive_byte_limit_reached");o+=i.bytes.length;let g=`images/${String(n.index).padStart(4,"0")}-${n.origin}.${i.extension}`;a.push({path:g,content:i.bytes}),n.sourceUrl=i.finalUrl,n.filename=g,n.mimeType=i.mimeType,n.bytes=i.bytes.length,n.downloadStatus="downloaded",n.downloadError=null,s<e.maxInlineImages&&i.bytes.length<=U&&d+i.bytes.length<=k&&(n.inlinePreview={data:i.bytes.toString("base64"),mimeType:i.mimeType},d+=i.bytes.length,s+=1)}catch(i){if(t.signal.aborted)return;n.filename=null,n.mimeType=null,n.bytes=null,n.downloadStatus="failed",n.downloadError=i instanceof Error?i.message:"image_download_failed",n.inlinePreview=null}t.signal.aborted||await e.onImage?.(n)}}));try{if(await Promise.all(c),t.signal.aborted)throw new Error("maps_media_packaging_deadline")}catch(n){throw t.abort(n),await Promise.allSettled(c),n}finally{r&&clearTimeout(r)}e.media.imagesDownloaded=e.media.images.filter(n=>n.downloadStatus==="downloaded").length;let u=e.media.images.length-e.media.imagesDownloaded;if(u>0&&e.media.warnings.push(`${u} image(s) could not be downloaded; their manifest rows include a bounded error code.`),e.media.imagesDownloaded===0)return{media:e.media,artifact:null};let M=e.media.images.map(({inlinePreview:n,...i})=>i),x={businessName:e.businessName,placeUrl:e.placeUrl,extractedAt:e.extractedAt,scope:e.media.scope,imagesCollected:e.media.imagesCollected,imagesDownloaded:e.media.imagesDownloaded,ownerImagesCollected:e.media.ownerImagesCollected,otherImagesCollected:e.media.otherImagesCollected,unknownOriginImagesCollected:e.media.unknownOriginImagesCollected,ownerGalleryExhausted:e.media.ownerGalleryExhausted,galleryExhausted:e.media.exhausted,stopReason:e.media.stopReason,notes:["origin=owner is backed by the Google Maps By owner gallery or an exact media-key match to it.","origin=other means absent from an exhausted owner gallery; it can include customer, review, Street View, Google, or unattributed media.","Google-hosted photo files use a bounded s2048 rendition when that CDN form is available; each file is still subject to byte and signature validation."]};a.push({path:"summary.json",content:Buffer.from(JSON.stringify(x,null,2))}),a.push({path:"images.jsonl",content:Buffer.from(M.map(n=>JSON.stringify(n)).join(`
2
+ `)+`
3
+ `)});let R=await z(a),C=B(6).toString("hex"),p=await _({policy:b(),ownerId:e.ownerId,artifactKey:`${C}.zip`,createdAt:new Date(e.extractedAt),filename:`${X(e.businessName)}-maps-images.zip`,contentType:"application/zip",content:R}),P=T()?null:S(h(),"blobs",p.artifactId);return{media:e.media,artifact:{...p,localPath:P}}}export{E as a,N as b,b as c,K as d,ee as e,te as f};
@@ -0,0 +1 @@
1
+ import{a as w,b as u,c as _,d as l,e as h,m as g,p}from"./chunk-7SR7MEU5.js";import{j as c,l as m}from"./chunk-HUNSEGUN.js";import{b as I,c as s}from"./chunk-4ZVO6GX4.js";async function R(e){let r=s(),n=!r?.operationRunId,o=r?.operationRunId??(await c({userId:r?.userId??null,ownerScope:r?.userId!=null?`user:${r.userId}`:"system:unscoped",tool:e.tool,normalizedFlags:{subOperation:r?.subOp??null},deploymentCommit:process.env.VERCEL_GIT_COMMIT_SHA?.trim()||process.env.GIT_COMMIT_SHA?.trim()||null})).id,a=n?null:await p(o),i=a?.attempts.at(-1),t=e.parentAttemptId??(e.retryKind&&i?String(i.id):r?.operationRootAttemptId),b=e.edgeKind??(e.retryKind==="same_method"?"same_method_retry":e.retryKind==="provider_fallback"?"provider_fallback":void 0),d=t?await _({runId:o,parentAttemptId:t,edgeKind:b??"parallel_child",method:e.method,provider:e.provider,retryKind:e.retryKind,retryReason:e.retryReason}):await u({runId:o,attemptNumber:(a?.attempts.length??0)+1,method:e.method,provider:e.provider,...i?{parentAttemptId:String(i.id),edgeKind:b??"next_phase",retryKind:e.retryKind??null,retryReason:e.retryReason??null}:{}}),y;try{y=(await h({attemptId:d,provider:e.provider,providerProduct:e.providerProduct,billingTier:e.billingTier,accountScope:r?.operationAccountScope??"production-default",method:e.method,providerStatus:"started"})).id}catch(f){throw await w({tool:e.tool,method:e.method,phase:"pending_receipt_create",errorCode:f instanceof Error?f.name:"UnknownError",runId:o,attemptId:d}).catch(()=>{}),await l({attemptId:d,status:"failed",errorCode:"pending_receipt_create_failed",durationMs:0}).catch(()=>{}),f}return{runId:o,attemptId:d,receiptId:y,ownsRun:n,startedAtMs:Date.now()}}async function S(e,r,n){await l({attemptId:e.attemptId,status:r,errorCode:n??null,durationMs:Date.now()-e.startedAtMs}),e.ownsRun&&await m({runId:e.runId,status:r,failureClass:n??null})}async function T(e,r){let n=s(),o=null,a=Date.now();if(n?.operationRunId&&n.operationRootAttemptId)try{o=await _({runId:n.operationRunId,parentAttemptId:n.operationRootAttemptId,edgeKind:"parallel_child",method:e})}catch(t){console.warn(JSON.stringify({event:"local_cost_phase_start_failed",method:e,message:t instanceof Error?t.message:String(t)}))}let i="failed";try{let t=await r();return i="succeeded",t}finally{o&&await l({attemptId:o,status:i,durationMs:Date.now()-a,errorCode:i==="failed"?"local_phase_failed":null}).catch(t=>console.warn(JSON.stringify({event:"local_cost_phase_finish_failed",method:e,message:t instanceof Error?t.message:String(t)})))}}async function M(e,r){let n=s()?.operationRunId;n&&await g({runId:n,billingTable:"billing_debits",billingKey:e,relation:"debit",amountMc:r}).catch(o=>console.warn(JSON.stringify({event:"cost_billing_link_failed",message:o instanceof Error?o.message:String(o)})))}async function K(e,r){let n=s();if(n?.operationRunId)return I({...n,op:e.op,userId:e.userId},r);let o=null,a=null;try{o=(await c({userId:e.userId,ownerScope:`user:${e.userId}`,tool:e.tool,normalizedFlags:e.normalizedFlags,deploymentCommit:process.env.VERCEL_GIT_COMMIT_SHA?.trim()||process.env.GIT_COMMIT_SHA?.trim()||null})).id,e.billingDebitKey&&await g({runId:o,billingTable:"billing_debits",billingKey:e.billingDebitKey,relation:"debit"}).catch(t=>console.warn(JSON.stringify({event:"cost_billing_link_failed",tool:e.tool,message:t instanceof Error?t.message:String(t)}))),a=await u({runId:o,attemptNumber:1,method:`${e.tool}_root`,normalizedFlags:e.normalizedFlags})}catch(t){console.warn(JSON.stringify({event:"logical_cost_run_start_failed",tool:e.tool,message:t instanceof Error?t.message:String(t)}))}let i="failed";try{let t=await I({...n,op:e.op,userId:e.userId,operationRunId:o,operationRootAttemptId:a},r);return i=t instanceof Response&&t.status>=400?"failed":"succeeded",t}finally{o&&a?await v({runId:o,rootAttemptId:a,status:i,failureClass:i==="failed"?"operation_failed":null}).catch(t=>console.warn(JSON.stringify({event:"logical_cost_run_finish_failed",tool:e.tool,message:t instanceof Error?t.message:String(t)}))):o&&await m({runId:o,status:i,failureClass:i==="failed"?"operation_failed":null}).catch(()=>{})}}async function O(e){let r=await c({...e.jobId?{id:`extract-url:${e.jobId}`,idempotencyKey:`job:${e.jobId}`,requestFingerprint:e.jobId,jobId:e.jobId}:{},userId:e.userId,ownerScope:`user:${e.userId}`,tool:"extract_url",normalizedFlags:e.normalizedFlags,deploymentCommit:process.env.VERCEL_GIT_COMMIT_SHA?.trim()||process.env.GIT_COMMIT_SHA?.trim()||null}),n=r.replayed?await p(r.id):null,o=n?.attempts[0]?.id==null?await u({runId:r.id,attemptNumber:1,method:"extract_url_root",normalizedFlags:e.normalizedFlags}):String(n.attempts[0].id);return e.billingDebitKey&&await g({runId:r.id,billingTable:"billing_debits",billingKey:e.billingDebitKey,relation:"debit"}),{runId:r.id,rootAttemptId:o}}async function v(e){let r=await p(e.runId),n=r?.attempts.find(o=>String(o.id)===e.rootAttemptId);n?.status==="running"&&await l({attemptId:e.rootAttemptId,status:e.status,errorCode:e.failureClass??null,durationMs:Math.max(0,Date.now()-Date.parse(String(n.started_at)))}),r?.run.status==="running"&&await m({runId:e.runId,status:e.status,failureClass:e.failureClass??null})}export{R as a,S as b,T as c,M as d,K as e,O as f,v as g};
@@ -0,0 +1,8 @@
1
+ var t={serp:6e3,serp_headless:6e3,serp_headful:6e3,paa:1e3,paa_base:4e4,page_scrape:100,url_map:500,yt_channel:200,yt_transcription:200,fb_ad:700,maps_search:500,maps_place:6e3,maps_review:100,fb_search:800,fb_search_result:100,fb_page_intel:700,fb_page_intel_ad:50,fb_reels_inventory:400,fb_transcribe:33300,tiktok_transcribe:33300,google_ads_search:600,google_ads_intel:200,google_ads_transcribe:33300,instagram_profile:400,instagram_media:400,instagram_transcribe:33300,browser_minute:12e3,reddit_thread:3e3,reddit_comment:200,video_analysis:666700,trustpilot_reviews:500,trustpilot_review:100,g2_reviews:500,g2_review:200,diff_page:100,listing_create:1e3,listing_edit:200},o={TOPUP:"topup",SUBSCRIPTION:"subscription",SIGNUP_GRANT:"signup_grant",MONTHLY_REFRESH:"monthly_free_refresh",PAA:"paa",PAA_REFUND:"paa_refund",SERP:"serp",SERP_REFUND:"serp_refund",REFUND:"refund",TRANSCRIPTION:"transcription",TRANSCRIPTION_HOLD:"transcription_hold",TRANSCRIPTION_REFUND:"transcription_refund",YT_CHANNEL:"yt_channel",FB_AD:"fb_ad",MAPS_SEARCH:"maps_search",DIRECTORY_WORKFLOW_HOLD:"directory_workflow_hold",DIRECTORY_WORKFLOW_REFUND:"directory_workflow_refund",LEAD_LIST_ENRICHMENT_HOLD:"lead_list_enrichment_hold",LEAD_LIST_ENRICHMENT_REFUND:"lead_list_enrichment_refund",MAPS_PLACE:"maps_place",MAPS_REVIEW:"maps_review",MAPS_REVIEW_REFUND:"maps_review_refund",EXTRACT_SITE:"extract_site",EXTRACT_SITE_REFUND:"extract_site_refund",EXTRACT_URL:"page_scrape",URL_MAP:"url_map",EXTRACT_SITE_HOLD:"extract_site_hold",YT_CHANNEL_REFUND:"yt_channel_refund",FB_AD_REFUND:"fb_ad_refund",URL_MAP_REFUND:"url_map_refund",FB_SEARCH:"fb_search",FB_REELS_INVENTORY:"fb_reels_inventory",FB_REELS_INVENTORY_REFUND:"fb_reels_inventory_refund",FB_TRANSCRIBE:"fb_transcribe",TIKTOK_TRANSCRIBE:"tiktok_transcribe",FB_SEARCH_REFUND:"fb_search_refund",FB_SEARCH_RESULT:"fb_search_result",FB_SEARCH_RESULT_REFUND:"fb_search_result_refund",FB_PAGE_INTEL:"fb_page_intel",FB_PAGE_INTEL_REFUND:"fb_page_intel_refund",FB_PAGE_INTEL_AD:"fb_page_intel_ad",FB_PAGE_INTEL_AD_REFUND:"fb_page_intel_ad_refund",FB_TRANSCRIBE_REFUND:"fb_transcribe_refund",TIKTOK_TRANSCRIBE_REFUND:"tiktok_transcribe_refund",GOOGLE_ADS_SEARCH:"google_ads_search",GOOGLE_ADS_SEARCH_REFUND:"google_ads_search_refund",GOOGLE_ADS_INTEL:"google_ads_intel",GOOGLE_ADS_INTEL_REFUND:"google_ads_intel_refund",GOOGLE_ADS_TRANSCRIBE:"google_ads_transcribe",GOOGLE_ADS_TRANSCRIBE_REFUND:"google_ads_transcribe_refund",INSTAGRAM_PROFILE:"instagram_profile",INSTAGRAM_PROFILE_REFUND:"instagram_profile_refund",INSTAGRAM_MEDIA:"instagram_media",INSTAGRAM_MEDIA_REFUND:"instagram_media_refund",INSTAGRAM_TRANSCRIBE:"instagram_transcribe",INSTAGRAM_TRANSCRIBE_REFUND:"instagram_transcribe_refund",BROWSER_SESSION:"browser_session",REDDIT_THREAD:"reddit_thread",REDDIT_THREAD_REFUND:"reddit_thread_refund",REDDIT_COMMENT:"reddit_comment",REDDIT_COMMENT_REFUND:"reddit_comment_refund",VIDEO_ANALYSIS:"video_analysis",VIDEO_ANALYSIS_REFUND:"video_analysis_refund",VIDEO_ANALYSIS_ADJUST:"video_analysis_adjust",VIDEO_ANALYSIS_LLM:"video_analysis_llm",MEMORY_AI:"memory_ai",MEMORY_AI_REFUND:"memory_ai_refund",TRUSTPILOT_REVIEWS:"trustpilot_reviews",TRUSTPILOT_REVIEWS_REFUND:"trustpilot_reviews_refund",TRUSTPILOT_REVIEW:"trustpilot_review",TRUSTPILOT_REVIEW_REFUND:"trustpilot_review_refund",G2_REVIEWS:"g2_reviews",G2_REVIEWS_REFUND:"g2_reviews_refund",G2_REVIEW:"g2_review",G2_REVIEW_REFUND:"g2_review_refund",DIFF_PAGE:"diff_page",DIFF_PAGE_REFUND:"diff_page_refund",LOCAL_SOURCEBOOK_CREATE:"local_sourcebook_create",LOCAL_SOURCEBOOK_CREATE_REFUND:"local_sourcebook_create_refund",LOCAL_SOURCEBOOK_EDIT:"local_sourcebook_edit",LOCAL_SOURCEBOOK_EDIT_REFUND:"local_sourcebook_edit_refund",COMMONS_CREATE:"commons_create",COMMONS_CREATE_REFUND:"commons_create_refund",COMMONS_EDIT:"commons_edit",COMMONS_EDIT_REFUND:"commons_edit_refund",SITE_AUDIT_LLM:"site_audit_llm",SCHEDULED_RUN:"scheduled_run",CONNECTED_USAGE:"connected_usage",CONNECTED_ACCOUNT_FEE:"connected_account_fee",ADMIN_GRANT:"admin_grant",ADMIN_REVOKE:"admin_revoke"};function E(e){return e===!0?t.serp_headless:t.serp_headful}var a=100,i=20,s=35;function d(e,_){return e*a*(_==="apify"?i:s)}var n=class extends Error{constructor(){super("Current operation wallet claim and matching durable plan are required"),this.name="WalletClaimLostError"}},r=class extends Error{constructor(){super("Named operation debit plan conflicts with durable billing history"),this.name="DebitPlanConflictError"}};function l(e){if(!Number.isSafeInteger(e.userId)||e.userId<=0||!Number.isSafeInteger(e.amountMc)||e.amountMc<=0||!e.key||e.key.length>500||!e.operation||!e.description||e.description.length>500)throw new r;return{sql:`EXISTS (SELECT 1 FROM billing_debits d WHERE d.idempotency_key=? AND d.user_id=?
2
+ AND d.amount_mc=? AND d.operation=? AND d.description=? AND d.status='applied'
3
+ AND NOT EXISTS (SELECT 1 FROM billing_events b WHERE b.user_id=d.user_id
4
+ AND b.billing_class='wallet_hold_settlement'
5
+ AND json_extract(b.metadata,'$.debitIdempotencyKey')=d.idempotency_key))`,args:[e.key,e.userId,e.amountMc,e.operation,e.description]}}function c(e,_){if(!/^[a-z_]+\.[a-z_]+$/.test(e)||!/^json_extract\([a-z_]+\.[a-z_]+,'\$\.hold\.key'\)$/.test(_))throw new Error("Invalid stored hold selector");return`EXISTS (SELECT 1 FROM billing_debits d WHERE d.user_id=${e}
6
+ AND d.idempotency_key=${_} AND d.status='applied'
7
+ AND NOT EXISTS (SELECT 1 FROM billing_events b WHERE b.user_id=d.user_id
8
+ AND b.billing_class='wallet_hold_settlement' AND json_extract(b.metadata,'$.debitIdempotencyKey')=d.idempotency_key))`}export{n as a,r as b,l as c,c as d,t as e,o as f,E as g,a as h,i,s as j,d as k};
@@ -0,0 +1,3 @@
1
+ import{e as l}from"./chunk-C7MGJUTU.js";import{a as o}from"./chunk-WNUXMPVX.js";function c(t){return{id:String(t.id),user_id:Number(t.user_id),status:String(t.status),query:String(t.query),options:String(t.options),callback_url:t.callback_url!=null?String(t.callback_url):null,result:t.result!=null?String(t.result):null,error:t.error!=null?String(t.error):null,public_error_json:t.public_error_json!=null?String(t.public_error_json):null,created_at:String(t.created_at),started_at:t.started_at!=null?String(t.started_at):null,completed_at:t.completed_at!=null?String(t.completed_at):null}}function g(t){let{public_error_json:r,...n}=t;return{...n,options:JSON.parse(t.options),result:t.result?JSON.parse(t.result):null,publicError:l(r)}}async function a(t,r){let n=o(),e=r?await n.execute({sql:"SELECT * FROM jobs WHERE id = ? AND user_id = ?",args:[t,r]}):await n.execute({sql:"SELECT * FROM jobs WHERE id = ?",args:[t]});return e.rows[0]?g(c(e.rows[0])):void 0}async function b(t,r,n,e,s){if(!/^[a-zA-Z0-9-]{1,100}$/.test(t))throw new Error("job id is invalid");await o().execute({sql:"INSERT INTO jobs (id, user_id, query, options, callback_url) VALUES (?, ?, ?, ?, ?)",args:[t,r,n,JSON.stringify(e),s??null]})}async function _(t,r,n,e,s){let u=Number(r);if(!Number.isSafeInteger(u)||u<=0||typeof e.requestFingerprint!="string"||!/^[a-f0-9]{64}$/.test(e.requestFingerprint))throw new Error("Job receipt requires a principal and request fingerprint");try{return await b(t,r,n,e,s),{kind:"created",jobId:t}}catch{let i;try{i=await a(t,r)}catch{return{kind:"unknown",jobId:t}}return!i||i.query!==n||i.callback_url!==(s??null)||i.options.requestFingerprint!==e.requestFingerprint||i.options.billingDebitKey!==e.billingDebitKey||i.options.billingHoldMc!==e.billingHoldMc?{kind:"unknown",jobId:t}:{kind:"recovered",jobId:t,job:i}}}async function f(t,r,n){let e=Number(r);if(!Number.isSafeInteger(e)||e<=0||!/^[a-f0-9]{64}$/.test(n))throw new Error("Job dispatch receipt requires a principal and request fingerprint");try{if((await o().execute({sql:`UPDATE jobs SET options=json_set(options,'$.dispatchRequestedAt',strftime('%Y-%m-%dT%H:%M:%fZ','now'))
2
+ WHERE id=? AND user_id=? AND json_extract(options,'$.requestFingerprint')=?
3
+ AND json_extract(options,'$.dispatchRequestedAt') IS NULL`,args:[t,r,n]})).rowsAffected===1)return!0}catch{}let s=await a(t,r).catch(()=>{});return s?.options.requestFingerprint===n&&typeof s.options.dispatchRequestedAt=="string"}export{c as a,g as b,a as c,b as d,_ as e,f};
@@ -0,0 +1,218 @@
1
+ import{a as _,b as N,c as I}from"./chunk-5LYINW7Z.js";import{a as u}from"./chunk-WNUXMPVX.js";var y="2026-06-26 21:58:03";var k="+3 months";function D(t){return{sql:`INSERT INTO credit_lots (user_id, amount_mc, remaining_mc, source, expires_at)
2
+ SELECT ?, legacy.balance_mc, legacy.balance_mc, 'migration', datetime('now', ?)
3
+ FROM (
4
+ SELECT COALESCE(SUM(amount_mc), 0) AS balance_mc
5
+ FROM ledger
6
+ WHERE user_id = ?
7
+ ) AS legacy
8
+ WHERE legacy.balance_mc > 0
9
+ AND EXISTS (
10
+ SELECT 1 FROM ledger
11
+ WHERE user_id = ? AND created_at < ?
12
+ )
13
+ AND NOT EXISTS (
14
+ SELECT 1 FROM credit_lots WHERE user_id = ?
15
+ )`,args:[t,k,t,t,y,t]}}async function O(t){return(await u().execute(D(t))).rowsAffected}import{createHash as T,randomUUID as A}from"crypto";var R="(CAST(strftime('%s', 'now') AS INTEGER) * 1000)",f="operation-debit:",w=t=>t==="execute"?"e.phase = 'effects_started' AND r.status = 'running'":"e.phase = 'unknown' AND r.status = 'unknown'";function C(t,e,r){if(!r){if(e.startsWith(f))throw new _;return}if(r.userId!==t||!r.runId||!r.token||!["execute","compensate"].includes(r.mode))throw new _}var W=t=>String(t).includes("operation_wallet_claim_current");function h(t,e,r,i){if(C(t,e,r),!r){let a=A(),d="NOT EXISTS (SELECT 1 FROM operation_debit_plans WHERE debit_key = ?)";return{before:[{sql:`INSERT INTO operation_wallet_fences (id, allowed)
16
+ SELECT ?, CASE WHEN ${d} THEN 1 ELSE 0 END`,args:[a,e]}],after:[{sql:"DELETE FROM operation_wallet_fences WHERE id = ?",args:[a]}],current:async p=>!!(await p.execute({sql:`SELECT ${d} AS allowed`,args:[e]})).rows[0]?.allowed}}if(i.kind==="debit"&&r.mode!=="execute"||r.mode==="compensate"&&i.amountMc!==0&&!r.settlementPlanId)throw new _;let n=r.settlementPlanId?" AND EXISTS (SELECT 1 FROM operation_final_settlements s WHERE s.id=? AND s.run_id=p.run_id AND s.user_id=r.user_id AND s.debit_key=p.debit_key AND s.final_amount_mc=? AND s.refund_operation=? AND s.source_surface=?)":"",l=`SELECT 1 FROM operation_debit_plans p
17
+ JOIN operation_runs r ON r.id = p.run_id JOIN operation_executions e ON e.run_id = r.id
18
+ WHERE p.debit_key = ? AND r.id = ? AND r.user_id = ? AND e.claim_token = ?
19
+ AND e.expires_at_ms > ${R} AND ${w(r.mode)}
20
+ AND ${i.kind==="debit"?"p.amount_mc = ? AND p.operation = ? AND p.description = ?":"p.refund_operation = ? AND p.source_surface = ?"}${n}`,c=[e,r.runId,t,r.token,...i.kind==="debit"?[i.amountMc,i.operation,i.description]:[i.operation,i.sourceSurface],...r.settlementPlanId?[r.settlementPlanId,i.amountMc,i.operation,i.sourceSurface]:[]],o=A(),s=i.kind==="debit"?{sql:`INSERT OR IGNORE INTO operation_billing_links (run_id, billing_table, billing_key, relation, amount_mc)
21
+ SELECT p.run_id, 'billing_debits', d.idempotency_key, 'debit', d.amount_mc FROM operation_debit_plans p
22
+ JOIN billing_debits d ON d.idempotency_key = p.debit_key
23
+ WHERE p.debit_key = ? AND d.user_id = ? AND d.status = 'applied'`,args:[e,t]}:{sql:`INSERT OR IGNORE INTO operation_billing_links (run_id, billing_table, billing_key, relation, amount_mc)
24
+ SELECT p.run_id, 'billing_events', b.id, 'settlement', b.amount_mc FROM operation_debit_plans p
25
+ JOIN billing_events b ON b.idempotency_key = ?
26
+ WHERE p.debit_key = ? AND b.user_id = ? AND b.status = 'settled'`,args:[`debit-settlement:${T("sha256").update(e).digest("hex")}`,e,t]};return{before:[{sql:`INSERT INTO operation_wallet_fences (id, allowed)
27
+ SELECT ?, CASE WHEN EXISTS (${l}) THEN 1 ELSE 0 END`,args:[o,...c]},D(t)],after:[s,{sql:"DELETE FROM operation_wallet_fences WHERE id = ?",args:[o]}],current:async a=>(await a.execute({sql:l,args:c})).rows.length===1}}function M(t){return{label:String(t.label),key:String(t.debit_key),amountMc:Number(t.amount_mc),operation:String(t.operation),description:String(t.description),refundOperation:String(t.refund_operation),sourceSurface:String(t.source_surface)}}async function X(t,e){if(t.mode!=="execute"||!Number.isSafeInteger(e.amountMc)||e.amountMc<=0||!e.label||e.label.length>200||!e.operation||!e.refundOperation||!e.sourceSurface)throw new N;let r=u(),i=f+A();C(t.userId,i,t);let n=`EXISTS (SELECT 1 FROM operation_runs r JOIN operation_executions e ON e.run_id = r.id
28
+ WHERE r.id = ? AND r.user_id = ? AND e.claim_token = ? AND e.expires_at_ms > ${R}
29
+ AND ${w("execute")})`,l=[t.runId,t.userId,t.token],c;try{await r.batch([{sql:`INSERT OR IGNORE INTO operation_debit_plans
30
+ (run_id, label, debit_key, amount_mc, operation, description, refund_operation, source_surface)
31
+ SELECT ?, ?, ?, ?, ?, ?, ?, ? WHERE ${n}`,args:[t.runId,e.label,i,e.amountMc,e.operation,e.description,e.refundOperation,e.sourceSurface,...l]},{sql:`UPDATE operation_debit_plans SET amount_mc = ? WHERE run_id = ? AND label = ?
32
+ AND operation = ? AND description = ? AND refund_operation = ? AND source_surface = ? AND ${n}
33
+ AND EXISTS (SELECT 1 FROM billing_debits d WHERE d.idempotency_key = operation_debit_plans.debit_key
34
+ AND d.user_id = ? AND d.status = 'claimed' AND d.amount_mc = operation_debit_plans.amount_mc
35
+ AND d.operation = operation_debit_plans.operation AND d.description = operation_debit_plans.description)`,args:[e.amountMc,t.runId,e.label,e.operation,e.description,e.refundOperation,e.sourceSurface,...l,t.userId]}],"write")}catch(a){c=a}let o;try{o=(await r.execute({sql:`SELECT p.* FROM operation_debit_plans p WHERE p.run_id = ? AND p.label = ? AND ${n}`,args:[t.runId,e.label,...l]})).rows[0]}catch(a){throw c??a}if(!o)throw c||new _;let s=M(o);if(s.amountMc!==e.amountMc||s.operation!==e.operation||s.description!==e.description||s.refundOperation!==e.refundOperation||s.sourceSurface!==e.sourceSurface)throw new N;return s}async function B(t){C(t.userId,f,t);let e=u();if(!(await e.execute({sql:`SELECT 1 FROM operation_executions e JOIN operation_runs r ON r.id = e.run_id
36
+ WHERE r.id = ? AND r.user_id = ? AND e.claim_token = ? AND e.expires_at_ms > ${R}
37
+ AND ${w(t.mode)}`,args:[t.runId,t.userId,t.token]})).rows.length)throw new _;return(await e.execute({sql:"SELECT * FROM operation_debit_plans WHERE run_id = ? ORDER BY label",args:[t.runId]})).rows.map(M)}async function j(t,e){let i=(await u().execute({sql:"SELECT user_id, amount_mc, operation, description, status FROM billing_debits WHERE idempotency_key = ? AND user_id = ? LIMIT 1",args:[e,t]})).rows[0];return i?{amountMc:Number(i.amount_mc),operation:String(i.operation),description:String(i.description),status:String(i.status)}:null}async function J(t,e,r,i,n,l){if(!Number.isSafeInteger(e)||e<=0)throw new Error("idempotent debit amount must be a positive integer");if(!n||n.length>500)throw new Error("idempotent debit key is required and must be bounded");let c=u(),o=h(t,n,l,{kind:"debit",amountMc:e,operation:r,description:i});l||await O(t);let s;try{s=await c.batch([...o.before,{sql:"UPDATE billing_debits SET amount_mc = ? WHERE idempotency_key = ? AND user_id = ? AND operation = ? AND description = ? AND status = 'claimed'",args:[e,n,t,r,i]},{sql:"INSERT OR IGNORE INTO billing_debits (idempotency_key, user_id, amount_mc, operation, description, status) VALUES (?, ?, ?, ?, ?, 'claimed')",args:[n,t,e,r,i]},{sql:`UPDATE users
38
+ SET balance_mc = balance_mc - ?
39
+ WHERE id = ?
40
+ AND balance_mc >= ?
41
+ AND (SELECT COALESCE(SUM(remaining_mc), 0)
42
+ FROM credit_lots
43
+ WHERE user_id = ?
44
+ AND remaining_mc > 0
45
+ AND (never_expires = 1 OR expires_at > datetime('now'))) >= ?
46
+ AND EXISTS (SELECT 1 FROM billing_debits WHERE idempotency_key = ? AND user_id = ? AND amount_mc = ? AND operation = ? AND description = ? AND status = 'claimed')`,args:[e,t,e,t,e,n,t,e,r,i]},{sql:"UPDATE billing_debits SET status = 'applying' WHERE idempotency_key = ? AND user_id = ? AND amount_mc = ? AND operation = ? AND description = ? AND status = 'claimed' AND changes() = 1",args:[n,t,e,r,i]},{sql:`INSERT OR IGNORE INTO billing_debit_allocations
47
+ (debit_idempotency_key, lot_id, user_id, amount_mc, expires_at)
48
+ WITH ordered AS MATERIALIZED (
49
+ SELECT id,
50
+ remaining_mc,
51
+ expires_at,
52
+ COALESCE(SUM(remaining_mc) OVER (
53
+ ORDER BY never_expires ASC, expires_at ASC, granted_at ASC, id ASC
54
+ ROWS BETWEEN UNBOUNDED PRECEDING AND 1 PRECEDING
55
+ ), 0) AS prior_mc
56
+ FROM credit_lots
57
+ WHERE user_id = ? AND remaining_mc > 0 AND (never_expires = 1 OR expires_at > datetime('now'))
58
+ ), allocation AS (
59
+ SELECT id, expires_at, MIN(remaining_mc, MAX(0, ? - prior_mc)) AS take_mc
60
+ FROM ordered
61
+ )
62
+ SELECT ?, id, ?, take_mc, expires_at
63
+ FROM allocation
64
+ WHERE take_mc > 0
65
+ AND EXISTS (SELECT 1 FROM billing_debits WHERE idempotency_key = ? AND status = 'applying')`,args:[t,e,n,t,n]},{sql:`UPDATE credit_lots
66
+ SET remaining_mc = remaining_mc - COALESCE((
67
+ SELECT amount_mc FROM billing_debit_allocations
68
+ WHERE debit_idempotency_key = ? AND lot_id = credit_lots.id
69
+ ), 0)
70
+ WHERE id IN (
71
+ SELECT lot_id FROM billing_debit_allocations WHERE debit_idempotency_key = ?
72
+ )
73
+ AND EXISTS (SELECT 1 FROM billing_debits WHERE idempotency_key = ? AND status = 'applying')`,args:[n,n,n]},{sql:"INSERT INTO ledger (user_id, amount_mc, operation, description) SELECT user_id, -amount_mc, operation, description FROM billing_debits WHERE idempotency_key = ? AND status = 'applying'",args:[n]},{sql:"UPDATE billing_debits SET status = 'applied', applied_at = datetime('now') WHERE idempotency_key = ? AND status = 'applying'",args:[n]},...o.after],"write")}catch(b){if(W(b))throw new _;try{if(!await o.current(c))throw new _;let E=(await c.execute({sql:"SELECT user_id, amount_mc, operation, description, status FROM billing_debits WHERE idempotency_key = ? AND status = 'applied' LIMIT 1",args:[n]})).rows[0];if(E&&Number(E.user_id)===t&&Number(E.amount_mc)===e&&String(E.operation)===r&&String(E.description)===i){let S=await c.execute({sql:"SELECT balance_mc FROM users WHERE id = ?",args:[t]});return{ok:!0,balance_mc:Number(S.rows[0]?.balance_mc??0),duplicate:!0}}}catch(m){if(m instanceof _)throw m}throw b}let d=(await c.execute({sql:"SELECT user_id, amount_mc, operation, description, status FROM billing_debits WHERE idempotency_key = ? LIMIT 1",args:[n]})).rows[0];if(!d||Number(d.user_id)!==t||Number(d.amount_mc)!==e||String(d.operation)!==r||String(d.description)!==i)throw new Error("idempotent debit key conflicts with another debit");let p=await c.execute({sql:"SELECT balance_mc FROM users WHERE id = ?",args:[t]});return{ok:String(d.status)==="applied",balance_mc:Number(p.rows[0]?.balance_mc??0),duplicate:s[2+o.before.length]?.rowsAffected===0&&String(d.status)==="applied"}}async function V(t,e,r,i,n,l,c){if(!Number.isSafeInteger(r)||r<0)throw new Error("idempotent debit settlement amount must be a non-negative integer");if(!e||e.length>500)throw new Error("idempotent debit settlement key is required and must be bounded");if(!i||!l)throw new Error("idempotent debit settlement operation and source are required");let o=u(),s=h(t,e,c,{kind:"settlement",amountMc:r,operation:i,description:n,sourceSurface:l});c||await O(t);let a=`debit-settlement:${T("sha256").update(e).digest("hex")}`,d="wallet_hold_settlement",p=A(),b=JSON.stringify({debitIdempotencyKey:e,refundOperation:i,description:n}),m=()=>x(t,e,l),E;try{E=await o.batch([...s.before,{sql:`INSERT OR IGNORE INTO billing_events
74
+ (id, user_id, idempotency_key, billing_class, source_surface, status, amount_mc, metadata)
75
+ VALUES (?, ?, ?, ?, ?, 'settling', ?, ?)`,args:[p,t,a,d,l,r,b]},{sql:`WITH ordered AS (
76
+ SELECT a.lot_id,
77
+ a.amount_mc,
78
+ a.expires_at,
79
+ COALESCE(SUM(a.amount_mc) OVER (
80
+ ORDER BY a.expires_at ASC, a.lot_id ASC
81
+ ROWS BETWEEN UNBOUNDED PRECEDING AND 1 PRECEDING
82
+ ), 0) AS prior_mc
83
+ FROM billing_debit_allocations a
84
+ WHERE a.debit_idempotency_key = ?
85
+ ), refunds AS (
86
+ SELECT lot_id,
87
+ expires_at,
88
+ amount_mc - MIN(amount_mc, MAX(0, ? - prior_mc)) AS refund_mc
89
+ FROM ordered
90
+ )
91
+ UPDATE users
92
+ SET balance_mc = balance_mc + CASE
93
+ WHEN EXISTS (SELECT 1 FROM ordered) THEN COALESCE(
94
+ (SELECT SUM(refund_mc) FROM refunds WHERE expires_at > datetime('now')),
95
+ 0
96
+ )
97
+ -- Holds created before allocation provenance cannot be safely
98
+ -- tied back to a source lot. Treat their unused portion as
99
+ -- expired instead of minting spendable credits with a guessed
100
+ -- expiry.
101
+ ELSE 0
102
+ END
103
+ WHERE id = ?
104
+ AND EXISTS (
105
+ SELECT 1
106
+ FROM billing_events e
107
+ JOIN billing_debits d ON d.idempotency_key = ?
108
+ WHERE e.idempotency_key = ?
109
+ AND e.user_id = ?
110
+ AND e.billing_class = ?
111
+ AND e.source_surface = ?
112
+ AND e.status = 'settling'
113
+ AND d.user_id = e.user_id
114
+ AND d.status = 'applied'
115
+ AND e.amount_mc BETWEEN 0 AND d.amount_mc
116
+ )`,args:[e,r,t,e,a,t,d,l]},{sql:`UPDATE billing_events
117
+ SET status = 'applying'
118
+ WHERE idempotency_key = ?
119
+ AND user_id = ?
120
+ AND billing_class = ?
121
+ AND source_surface = ?
122
+ AND status = 'settling'
123
+ AND changes() = 1`,args:[a,t,d,l]},{sql:`WITH ordered AS (
124
+ SELECT a.lot_id,
125
+ a.amount_mc,
126
+ a.expires_at,
127
+ COALESCE(SUM(a.amount_mc) OVER (
128
+ ORDER BY a.expires_at ASC, a.lot_id ASC
129
+ ROWS BETWEEN UNBOUNDED PRECEDING AND 1 PRECEDING
130
+ ), 0) AS prior_mc
131
+ FROM billing_debit_allocations a
132
+ WHERE a.debit_idempotency_key = ?
133
+ ), refunds AS (
134
+ SELECT lot_id,
135
+ expires_at,
136
+ amount_mc - MIN(amount_mc, MAX(0, ? - prior_mc)) AS refund_mc
137
+ FROM ordered
138
+ )
139
+ UPDATE credit_lots
140
+ SET remaining_mc = remaining_mc + COALESCE((SELECT refund_mc FROM refunds WHERE refunds.lot_id = credit_lots.id), 0)
141
+ WHERE id IN (
142
+ SELECT lot_id FROM refunds
143
+ WHERE refund_mc > 0 AND expires_at > datetime('now')
144
+ )
145
+ AND EXISTS (SELECT 1 FROM billing_events WHERE idempotency_key = ? AND status = 'applying')`,args:[e,r,a]},{sql:`WITH ordered AS (
146
+ SELECT a.amount_mc,
147
+ a.expires_at,
148
+ COALESCE(SUM(a.amount_mc) OVER (
149
+ ORDER BY a.expires_at ASC, a.lot_id ASC
150
+ ROWS BETWEEN UNBOUNDED PRECEDING AND 1 PRECEDING
151
+ ), 0) AS prior_mc
152
+ FROM billing_debit_allocations a
153
+ WHERE a.debit_idempotency_key = ?
154
+ ), refunds AS (
155
+ SELECT expires_at,
156
+ amount_mc - MIN(amount_mc, MAX(0, ? - prior_mc)) AS refund_mc
157
+ FROM ordered
158
+ ), credited AS (
159
+ SELECT e.user_id,
160
+ CASE
161
+ WHEN EXISTS (SELECT 1 FROM ordered) THEN COALESCE(
162
+ (SELECT SUM(refund_mc) FROM refunds WHERE expires_at > datetime('now')),
163
+ 0
164
+ )
165
+ ELSE 0
166
+ END AS refund_mc
167
+ FROM billing_events e
168
+ JOIN billing_debits d ON d.idempotency_key = ?
169
+ WHERE e.idempotency_key = ?
170
+ AND e.status = 'applying'
171
+ )
172
+ INSERT INTO ledger (user_id, amount_mc, operation, description)
173
+ SELECT user_id,
174
+ refund_mc,
175
+ ?,
176
+ ?
177
+ FROM credited
178
+ WHERE refund_mc > 0`,args:[e,r,e,a,i,n]},{sql:`UPDATE billing_events
179
+ SET status = 'settled', settled_at = datetime('now')
180
+ WHERE idempotency_key = ?
181
+ AND status = 'applying'`,args:[a]},...s.after],"write")}catch(L){if(W(L))throw new _;try{if(!await s.current(o))throw new _;let g=await m();if(g)return g}catch(g){if(g instanceof _)throw g}throw L}let S=await m();if(!S)throw new Error("idempotent debit settlement did not reach a durable settled state");return{...S,duplicate:E[s.before.length]?.rowsAffected===0}}async function Y(t,e){let{hold:r}=e,i=I(r);if(r.userId!==t.userId||!t.runId||!t.token||!e.label||e.label.length>200||!e.refundOperation||!e.sourceSurface||!e.tool||!e.jobId)throw new N;let n=`EXISTS (SELECT 1 FROM operation_runs r JOIN operation_executions e ON e.run_id=r.id
182
+ WHERE r.id=? AND r.user_id=? AND r.tool=? AND r.job_id=? AND r.status='running'
183
+ AND json_extract(r.normalized_flags_json,'$._storeGateRequired') IS 1
184
+ AND e.claim_token=? AND e.phase='claimed' AND e.expires_at_ms > ${R})`,l=[t.runId,t.userId,e.tool,e.jobId,t.token],c=u(),o;try{await c.batch([{sql:`INSERT OR IGNORE INTO operation_debit_plans
185
+ (run_id,label,debit_key,amount_mc,operation,description,refund_operation,source_surface)
186
+ SELECT ?,?,?,?,?,?,?,? WHERE ${n} AND (${i.sql})`,args:[t.runId,e.label,r.key,r.amountMc,r.operation,r.description,e.refundOperation,e.sourceSurface,...l,...i.args]},{sql:`INSERT OR IGNORE INTO operation_billing_links (run_id,billing_table,billing_key,relation,amount_mc)
187
+ SELECT p.run_id,'billing_debits',p.debit_key,'hold',p.amount_mc FROM operation_debit_plans p
188
+ WHERE p.run_id=? AND p.label=? AND p.debit_key=? AND p.amount_mc=? AND p.operation=? AND p.description=?
189
+ AND p.refund_operation=? AND p.source_surface=? AND ${n} AND (${i.sql})`,args:[t.runId,e.label,r.key,r.amountMc,r.operation,r.description,e.refundOperation,e.sourceSurface,...l,...i.args]}],"write")}catch(d){o=d}let s;try{s=(await c.execute({sql:`SELECT p.* FROM operation_debit_plans p
190
+ WHERE p.run_id=? AND p.label=? AND ${n} AND (${i.sql})`,args:[t.runId,e.label,...l,...i.args]})).rows[0]}catch(d){throw o??d}if(!s)throw o||new _;let a=M(s);if(a.key!==r.key||a.amountMc!==r.amountMc||a.operation!==r.operation||a.description!==r.description||a.refundOperation!==e.refundOperation||a.sourceSurface!==e.sourceSurface)throw new N;return a}async function x(t,e,r){if(!Number.isSafeInteger(t)||t<=0||!e||!r)throw new _;let i=u(),n=`debit-settlement:${T("sha256").update(e).digest("hex")}`,l="wallet_hold_settlement",o=(await i.execute({sql:`SELECT e.user_id,
191
+ e.status,
192
+ e.amount_mc AS final_amount_mc,
193
+ e.billing_class,
194
+ e.source_surface,
195
+ e.settled_at,
196
+ d.amount_mc AS held_amount_mc
197
+ FROM billing_events e
198
+ JOIN billing_debits d ON d.idempotency_key = ?
199
+ WHERE e.idempotency_key = ?
200
+ AND d.user_id = e.user_id
201
+ AND d.status = 'applied'
202
+ LIMIT 1`,args:[e,n]})).rows[0];if(!o)return null;if(Number(o.user_id)!==t||String(o.billing_class)!==l||String(o.source_surface)!==r)throw new Error("idempotent debit settlement key conflicts with another settlement");if(String(o.status)!=="settled")return null;let s=Number(o.held_amount_mc),a=Number(o.final_amount_mc);if(!Number.isSafeInteger(s)||!Number.isSafeInteger(a)||a<0||a>s)throw new Error("idempotent debit settlement receipt is invalid");let d=s-a,p=await i.execute({sql:`WITH ordered AS (
203
+ SELECT a.amount_mc,
204
+ a.expires_at,
205
+ COALESCE(SUM(a.amount_mc) OVER (
206
+ ORDER BY a.expires_at ASC, a.lot_id ASC
207
+ ROWS BETWEEN UNBOUNDED PRECEDING AND 1 PRECEDING
208
+ ), 0) AS prior_mc
209
+ FROM billing_debit_allocations a
210
+ WHERE a.debit_idempotency_key = ?
211
+ ), refunds AS (
212
+ SELECT expires_at,
213
+ amount_mc - MIN(amount_mc, MAX(0, ? - prior_mc)) AS refund_mc
214
+ FROM ordered
215
+ )
216
+ SELECT (SELECT COUNT(*) FROM ordered) AS allocation_count,
217
+ COALESCE(SUM(CASE WHEN expires_at > ? THEN refund_mc ELSE 0 END), 0) AS credited_refund_mc
218
+ FROM refunds`,args:[e,a,String(o.settled_at)]}),m=Number(p.rows[0]?.allocation_count??0)>0?Number(p.rows[0]?.credited_refund_mc??0):0,E=await i.execute({sql:"SELECT balance_mc FROM users WHERE id = ?",args:[t]});return{balance_mc:Number(E.rows[0]?.balance_mc??0),final_amount_mc:a,refund_mc:m,expired_refund_mc:d-m,duplicate:!0}}export{k as a,O as b,X as c,B as d,j as e,J as f,V as g,Y as h,x as i};
@@ -0,0 +1 @@
1
+ async function t(o){if((process.env.NODE_ENV==="test"||process.env.VITEST)&&process.env.MCP_SCRAPER_ENABLE_MEMORY_LIBRARY_SINK_IN_TESTS!=="1")return;let r=process.env.MCP_SCRAPER_API_KEY?.trim(),n=(process.env.MCP_SCRAPER_BASE_URL??"https://mcpscraper.dev").replace(/\/$/,"");if(r)try{let e=await fetch(`${n}/memory/mcp-call`,{method:"POST",headers:{"content-type":"application/json","x-api-key":r},body:JSON.stringify({toolName:"libraryIngestTool",args:o})}),s=await e.json().catch(()=>null);(!e.ok||s?.ok===!1)&&console.warn("[memory-library-sink] ingest not accepted:",e.status,s?.error??"")}catch(e){console.warn("[memory-library-sink] ingest failed:",e?.message)}}export{t as a};
@@ -0,0 +1 @@
1
+ import{AsyncLocalStorage as n}from"async_hooks";var r=new n;function o(t,e){return r.run(t,e)}function i(){return r.getStore()}export{o as a,i as b};
@@ -0,0 +1,62 @@
1
+ import{a as o}from"./chunk-WNUXMPVX.js";import{c,d as p,e as a}from"./chunk-HNNYXMSI.js";import{randomUUID as m}from"crypto";async function O(e){let r=m();return await o().execute({sql:`INSERT INTO operation_coverage_defects (id, tool, method, phase, error_code, run_id, attempt_id)
2
+ VALUES (?, ?, ?, ?, ?, ?, ?)`,args:[r,a(e.tool,"tool"),a(e.method,"method"),a(e.phase,"phase"),a(e.errorCode,"errorCode").slice(0,200),e.runId??null,e.attemptId??null]}),r}function l(e,r=2e3){return e==null?null:e.slice(0,r)}async function I(e){if(!Number.isInteger(e.attemptNumber)||e.attemptNumber<1)throw new Error("attemptNumber must be a positive integer");if(e.attemptNumber===1&&(e.parentAttemptId||e.edgeKind||e.retryKind))throw new Error("The first attempt cannot have a parent or retry edge");if(e.attemptNumber>1&&(!e.parentAttemptId||!e.edgeKind))throw new Error("Every non-first attempt requires a parentAttemptId and edgeKind");if(e.retryKind&&!["same_method_retry","provider_fallback","durable_resume","reconciliation"].includes(e.edgeKind??""))throw new Error("retryKind requires a retry or reconciliation edgeKind");let r=e.id??m();return await o().execute({sql:`INSERT INTO operation_attempts
3
+ (id, run_id, parent_attempt_id, attempt_number, edge_kind, retry_kind, retry_reason, retry_owner,
4
+ method, provider, normalized_flags_json, started_at)
5
+ VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,args:[r,e.runId,e.parentAttemptId??null,e.attemptNumber,e.edgeKind??null,e.retryKind??null,l(e.retryReason,500),l(e.retryOwner,100),a(e.method,"method"),e.provider??null,p(e.normalizedFlags),e.startedAt??new Date().toISOString()]}),r}async function C(e){let r=m();return await o().execute({sql:`INSERT INTO operation_attempts
6
+ (id, run_id, parent_attempt_id, attempt_number, edge_kind, retry_kind, retry_reason,
7
+ method, provider, normalized_flags_json, started_at)
8
+ SELECT ?, ?, ?, COALESCE(MAX(attempt_number), 0) + 1, ?, ?, ?, ?, ?, ?, ?
9
+ FROM operation_attempts WHERE run_id = ?`,args:[r,e.runId,e.parentAttemptId,e.edgeKind,e.retryKind??null,l(e.retryReason,500),a(e.method,"method"),e.provider??null,p(e.normalizedFlags),new Date().toISOString(),e.runId]}),r}async function T(e){if(!Number.isInteger(e.durationMs)||e.durationMs<0)throw new Error("durationMs must be a non-negative integer");let r=e.endedAt??new Date().toISOString();if((await o().execute({sql:`UPDATE operation_attempts SET
10
+ status = ?, error_code = ?, error_message = ?, ended_at = ?, duration_ms = ?, updated_at = ?
11
+ WHERE id = ? AND status = 'running'`,args:[e.status,l(e.errorCode,200),l(e.errorMessage),r,e.durationMs,r,e.attemptId]})).rowsAffected===1)return;let i=await o().execute({sql:"SELECT status, duration_ms FROM operation_attempts WHERE id = ?",args:[e.attemptId]});if(i.rows.length===0)throw new Error(`Unknown operation attempt: ${e.attemptId}`);if(String(i.rows[0]?.status)!==e.status||Number(i.rows[0]?.duration_ms)!==e.durationMs)throw new Error(`Operation attempt ${e.attemptId} is already terminal as ${String(i.rows[0]?.status)}`)}async function L(e){let r=a(e.provider,"provider"),t=a(e.method,"method"),i=c(a(e.accountScope,"accountScope")),s=e.providerSourceKey?.trim()||null,n=s?c(s):null,d=e.id??m(),u=await o().execute({sql:`INSERT OR IGNORE INTO provider_usage_receipts
12
+ (id, attempt_id, provider, account_scope_hash, method, provider_product, billing_tier,
13
+ provider_source_key, provider_source_key_hash, provider_status)
14
+ VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,args:[d,e.attemptId,r,i,t,e.providerProduct??null,e.billingTier??null,s,n,e.providerStatus??null]});if(!n){if(u.rowsAffected===1)return{id:d,replayed:!1};let _=(await o().execute({sql:"SELECT attempt_id, provider, method FROM provider_usage_receipts WHERE id = ?",args:[d]})).rows[0];if(!_||String(_.attempt_id)!==e.attemptId||String(_.provider)!==r||String(_.method)!==t)throw new Error("Provider receipt ID is already used by a different receipt");return{id:d,replayed:!0}}let g=(await o().execute({sql:`SELECT id, attempt_id FROM provider_usage_receipts
15
+ WHERE provider = ? AND account_scope_hash = ? AND method = ? AND provider_source_key_hash = ?`,args:[r,i,t,n]})).rows[0];if(!g)throw new Error("Provider receipt insert did not produce a source receipt");if(String(g.attempt_id)!==e.attemptId)throw new Error("Provider source identity is already attached to a different attempt");return{id:String(g.id),replayed:String(g.id)!==d}}async function x(e,r){let t=a(r,"providerSourceKey"),i=c(t);if((await o().execute({sql:`UPDATE provider_usage_receipts
16
+ SET provider_source_key = ?, provider_source_key_hash = ?, updated_at = datetime('now')
17
+ WHERE id = ? AND provider_source_key IS NULL`,args:[t,i,e]})).rowsAffected===1)return;let n=await o().execute({sql:"SELECT provider_source_key_hash FROM provider_usage_receipts WHERE id = ?",args:[e]});if(!n.rows[0])throw new Error(`Unknown provider receipt: ${e}`);if(String(n.rows[0].provider_source_key_hash)!==i)throw new Error(`Provider receipt ${e} already has a different source identity`)}async function v(e){if(!Number.isSafeInteger(e.units)||e.units<0)throw new Error("Observed units must be a non-negative safe integer");if((await o().execute({sql:`UPDATE provider_usage_receipts SET units = ?, unit_type = ?,
18
+ provider_status = COALESCE(?, provider_status), checked_at = ?, updated_at = datetime('now')
19
+ WHERE id = ? AND cost_state = 'pending'`,args:[e.units,a(e.unitType,"unitType"),e.providerStatus??null,e.checkedAt??new Date().toISOString(),e.receiptId]})).rowsAffected!==1)throw new Error(`Unknown or terminal pending provider receipt: ${e.receiptId}`)}async function k(e){let r=e.checkedAt??new Date().toISOString();if((await o().execute({sql:`UPDATE provider_usage_receipts SET checked_at = ?, updated_at = ?,
20
+ error_code = ?, provider_status = COALESCE(?, provider_status)
21
+ WHERE id = ? AND cost_state IN ('pending', 'estimated')`,args:[r,r,l(e.errorCode,200),l(e.providerStatus,200),e.receiptId]})).rowsAffected===1)return;if(!(await o().execute({sql:"SELECT id FROM provider_usage_receipts WHERE id = ?",args:[e.receiptId]})).rows[0])throw new Error(`Unknown provider receipt: ${e.receiptId}`)}async function P(e){let t=(await o().execute({sql:`SELECT id FROM provider_usage_receipts
22
+ WHERE provider = ? AND account_scope_hash = ? AND method = ? AND provider_source_key_hash = ?`,args:[a(e.provider,"provider"),c(a(e.accountScope,"accountScope")),a(e.method,"method"),c(a(e.providerSourceKey,"providerSourceKey"))]})).rows[0];return t?(await v({receiptId:String(t.id),units:e.units,unitType:e.unitType,providerStatus:e.providerStatus,checkedAt:e.checkedAt}),!0):!1}async function S(e){if(e.units!=null&&(!Number.isFinite(e.units)||e.units<0))throw new Error("units must be non-negative");if(e.amountUsdNanos!=null&&(!Number.isSafeInteger(e.amountUsdNanos)||e.amountUsdNanos<0))throw new Error("amountUsdNanos must be a non-negative safe integer");if((e.costState==="actual"||e.costState==="measured")&&e.amountUsdNanos==null)throw new Error(`${e.costState} receipts require amountUsdNanos`);if((e.costState==="actual"||e.costState==="measured")&&e.amountUsdNanos===0&&!e.zeroCostReason?.trim())throw new Error(`${e.costState} zero-cost receipts require zeroCostReason`);if(e.costState==="measured"&&e.amountUsdNanos!==0&&(!e.providerProduct||!e.billingTier||!e.billableEvent||!e.measurementSource||!e.rateSource||e.rateNumerator==null||e.rateDenominator==null||!e.ratePolicyVersion||!e.rateEffectiveAt||e.units==null||!e.unitType))throw new Error("measured receipts require observed product, units, and an applied rate snapshot");if(e.rateNumerator!=null&&(!Number.isSafeInteger(e.rateNumerator)||e.rateNumerator<0))throw new Error("rateNumerator must be a non-negative safe integer");if(e.rateDenominator!=null&&(!Number.isSafeInteger(e.rateDenominator)||e.rateDenominator<1))throw new Error("rateDenominator must be a positive safe integer");let r=e.checkedAt??new Date().toISOString(),t=e.finalizedAt??r;if((await o().execute({sql:`UPDATE provider_usage_receipts SET
23
+ cost_state = ?,
24
+ units = CASE WHEN ? = 'actual' THEN ? ELSE COALESCE(?, units) END,
25
+ unit_type = CASE WHEN ? = 'actual' THEN ? ELSE COALESCE(?, unit_type) END,
26
+ amount_usd_nanos = ?, rate_source = COALESCE(?, rate_source), zero_cost_reason = ?,
27
+ provider_product = COALESCE(provider_product, ?), billing_tier = COALESCE(billing_tier, ?),
28
+ billable_event = CASE WHEN ? = 'actual' THEN ? ELSE COALESCE(?, billable_event) END,
29
+ measurement_source = COALESCE(?, measurement_source),
30
+ rate_numerator = CASE WHEN ? = 'actual' THEN ? ELSE COALESCE(?, rate_numerator) END,
31
+ rate_denominator = CASE WHEN ? = 'actual' THEN ? ELSE COALESCE(?, rate_denominator) END,
32
+ rate_policy_version = CASE WHEN ? = 'actual' THEN ? ELSE COALESCE(?, rate_policy_version) END,
33
+ rate_effective_at = CASE WHEN ? = 'actual' THEN ? ELSE COALESCE(?, rate_effective_at) END,
34
+ provider_status = ?, provider_duration_ms = ?, provider_captcha = ?, error_code = ?, error_message = ?,
35
+ checked_at = ?, finalized_at = ?, updated_at = ?
36
+ WHERE id = ? AND (cost_state = 'pending'
37
+ OR (cost_state = 'estimated' AND ? IN ('measured', 'actual'))
38
+ OR (cost_state = 'measured' AND ? = 'actual'))`,args:[e.costState,e.costState,e.units??null,e.units??null,e.costState,e.unitType??null,e.unitType??null,e.amountUsdNanos??null,e.rateSource??null,e.zeroCostReason??null,e.providerProduct??null,e.billingTier??null,e.costState,e.billableEvent??null,e.billableEvent??null,e.measurementSource??null,e.costState,e.rateNumerator??null,e.rateNumerator??null,e.costState,e.rateDenominator??null,e.rateDenominator??null,e.costState,e.ratePolicyVersion??null,e.ratePolicyVersion??null,e.costState,e.rateEffectiveAt??null,e.rateEffectiveAt??null,e.providerStatus??null,e.providerDurationMs??null,e.providerCaptcha==null?null:e.providerCaptcha?1:0,l(e.errorCode,200),l(e.errorMessage),r,t,t,e.receiptId,e.costState,e.costState]})).rowsAffected===1)return;let s=await o().execute({sql:"SELECT cost_state, units, unit_type, amount_usd_nanos FROM provider_usage_receipts WHERE id = ?",args:[e.receiptId]});if(s.rows.length===0)throw new Error(`Unknown provider receipt: ${e.receiptId}`);let n=s.rows[0],d=n?.units==null&&e.units==null||Number(n?.units)===e.units,u=n?.amount_usd_nanos==null&&e.amountUsdNanos==null||Number(n?.amount_usd_nanos)===e.amountUsdNanos,E=n?.unit_type==null&&e.unitType==null||String(n?.unit_type)===e.unitType;if(String(n?.cost_state)!==e.costState||!d||!u||!E)throw new Error(`Provider receipt ${e.receiptId} is already finalized as ${String(s.rows[0]?.cost_state)}`)}async function U(e){let t=(await o().execute({sql:`SELECT id FROM provider_usage_receipts
39
+ WHERE provider = ? AND account_scope_hash = ? AND method = ? AND provider_source_key_hash = ?`,args:[a(e.provider,"provider"),c(a(e.accountScope,"accountScope")),a(e.method,"method"),c(a(e.providerSourceKey,"providerSourceKey"))]})).rows[0];if(!t)return!1;let{provider:i,accountScope:s,method:n,providerSourceKey:d,...u}=e;return await S({...u,receiptId:String(t.id)}),!0}async function D(e=30){if(!Number.isInteger(e)||e<1||e>365)throw new Error("retentionDays must be an integer between 1 and 365");let r=`-${e} days`,t=o(),[i,s,n]=await Promise.all([t.execute({sql:`UPDATE operation_attempts
40
+ SET error_message = NULL, updated_at = datetime('now')
41
+ WHERE ended_at < datetime('now', ?) AND error_message IS NOT NULL`,args:[r]}),t.execute({sql:`UPDATE provider_usage_receipts
42
+ SET provider_source_key = NULL, error_message = NULL, updated_at = datetime('now')
43
+ WHERE finalized_at < datetime('now', ?)
44
+ AND (provider_source_key IS NOT NULL OR error_message IS NOT NULL)`,args:[r]}),t.execute({sql:`UPDATE harvest_attempts
45
+ SET provider_session_id = NULL, \u006b\u0065\u0072\u006e\u0065\u006c_session_id = NULL, error = NULL,
46
+ \u006b\u0065\u0072\u006e\u0065\u006c_delete_error = NULL, browser_close_error = NULL,
47
+ provider_error_message = NULL, provider_detail_json = NULL,
48
+ provider_disconnect_message = NULL, debug_json = NULL
49
+ WHERE completed_at < datetime('now', ?)
50
+ AND (provider_session_id IS NOT NULL OR \u006b\u0065\u0072\u006e\u0065\u006c_session_id IS NOT NULL OR error IS NOT NULL
51
+ OR \u006b\u0065\u0072\u006e\u0065\u006c_delete_error IS NOT NULL OR browser_close_error IS NOT NULL
52
+ OR provider_error_message IS NOT NULL OR provider_detail_json IS NOT NULL
53
+ OR provider_disconnect_message IS NOT NULL OR debug_json IS NOT NULL)`,args:[r]})]);return{operationAttempts:i.rowsAffected,providerReceipts:s.rowsAffected,legacyHarvestAttempts:n.rowsAffected}}async function H(e){let t={billing_authorizations:{column:"id"},billing_events:{column:"id"},billing_debits:{column:"idempotency_key"},billing_credits:{column:"idempotency_key"},ledger:{column:"id"}}[e.billingTable],i=a(e.billingKey,"billingKey"),s=await o().execute({sql:`SELECT b.user_id AS billing_user_id, r.user_id AS run_user_id
54
+ FROM operation_runs r
55
+ JOIN ${e.billingTable} b ON CAST(b.${t.column} AS TEXT) = ?
56
+ WHERE r.id = ?`,args:[i,e.runId]});if(!s.rows[0])throw new Error("Billing link target or operation run does not exist");let n=s.rows[0].billing_user_id,d=s.rows[0].run_user_id;if(d!=null&&n!=null&&String(d)!==String(n))throw new Error("Billing link owner does not match operation run owner");await o().execute({sql:`INSERT OR IGNORE INTO operation_billing_links
57
+ (run_id, billing_table, billing_key, relation, amount_mc) VALUES (?, ?, ?, ?, ?)`,args:[e.runId,e.billingTable,i,e.relation,e.amountMc??null]})}async function K(e,r=new Date().toISOString()){let t=m();return await o().execute({sql:"INSERT INTO provider_reconciliation_runs (id, provider, started_at) VALUES (?, ?, ?)",args:[t,a(e,"provider"),r]}),t}async function q(e){if([e.checkedCount,e.completedCount,e.pendingCount,e.unavailableCount,e.failedCount].some(s=>!Number.isInteger(s)||s<0))throw new Error("Reconciliation counts must be non-negative integers");if(e.completedCount+e.pendingCount+e.unavailableCount+e.failedCount>e.checkedCount)throw new Error("Reconciliation outcome counts cannot exceed checkedCount");let t=e.completedAt??new Date().toISOString();if((await o().execute({sql:`UPDATE provider_reconciliation_runs SET
58
+ status = ?, checked_count = ?, completed_count = ?, pending_count = ?, unavailable_count = ?,
59
+ failed_count = ?, error_code = ?, completed_at = ?
60
+ WHERE id = ? AND status = 'running'`,args:[e.status,e.checkedCount,e.completedCount,e.pendingCount,e.unavailableCount,e.failedCount,l(e.errorCode,200),t,e.id]})).rowsAffected!==1)throw new Error(`Unknown or terminal provider reconciliation run: ${e.id}`)}async function M(e){let r=o(),[t,i,s,n]=await Promise.all([r.execute({sql:"SELECT * FROM operation_runs WHERE id = ?",args:[e]}),r.execute({sql:"SELECT * FROM operation_attempts WHERE run_id = ? ORDER BY attempt_number",args:[e]}),r.execute({sql:`SELECT r.* FROM provider_usage_receipts r
61
+ JOIN operation_attempts a ON a.id = r.attempt_id
62
+ WHERE a.run_id = ? ORDER BY a.attempt_number, r.rowid`,args:[e]}),r.execute({sql:"SELECT * FROM operation_billing_links WHERE run_id = ? ORDER BY created_at, billing_table, billing_key",args:[e]})]);return t.rows[0]?{run:t.rows[0],attempts:[...i.rows],providerReceipts:[...s.rows],billingLinks:[...n.rows]}:null}export{O as a,I as b,C as c,T as d,L as e,x as f,v as g,k as h,P as i,S as j,U as k,D as l,H as m,K as n,q as o,M as p};