mcp-scraper 0.90.5 → 0.90.7

package/dist/worker-Z27YG7TE.js

@@ -1 +0,0 @@
-import{j as R,k as g,l as P,m as _,o as w,q as v,s as C,t as h}from"./chunk-X4YCWF4B.js";import"./chunk-XG6GCEUE.js";import{w as A}from"./chunk-ZJOD3YKH.js";import"./chunk-M5QHXNFZ.js";import{b as f,c as D}from"./chunk-AAJG5OHF.js";import{a as b,b as y}from"./chunk-YEFXVTMJ.js";import{a as O}from"./chunk-4FROKQJN.js";import{b as k}from"./chunk-56UT5M5Y.js";import"./chunk-2TZBO52D.js";import"./chunk-2PXP7TMY.js";import{Mb as o,Qb as d,Sb as m,Ua as c,gb as H,ib as p,na as u}from"./chunk-KKHTMYCD.js";var S=2,M=0;function N(e){if(!e||typeof e!="object")return 0;let t=e;return typeof t.totalQuestions=="number"?t.totalQuestions:Array.isArray(t.flat)?t.flat.length:0}function x(e){return b.paa_base+Math.max(1,e)*b.paa}async function K(e){M++;try{let t=typeof e.options=="string"?JSON.parse(e.options):e.options,r={value:null},i=w(e.id),n=await k({op:t.serpOnly?"serp":"paa",userId:Number(e.user_id),headlessSentOut:r,operationRunId:i,operationAccountScope:"production-default"},()=>A({...t,\u006b\u0065\u0072\u006e\u0065\u006cApiKey:O(),headless:!0,format:"json",outputDir:"/tmp/paa-output-api",onAttemptEvent:C(e.id,e.user_id,i)}));await H(e.id,n),await v(i,"succeeded");let l=await u(e.id,e.user_id);if(typeof t.billingHoldMc=="number"&&t.billingDebitKey){let s=t.serpOnly?y(r.value):x(N(n));await m(Number(e.user_id),t.billingDebitKey,s,t.serpOnly?"serp_refund":"paa_refund",t.serpOnly?"SERP search settlement":"PAA harvest settlement",t.serpOnly?"serp_search":"paa_harvest")}else if(!t.serpOnly&&typeof t.billingHoldMc=="number"){let s=x(N(n)),a=t.billingHoldMc-s;a>0?await o(e.user_id,a,"paa_refund","overestimate refund"):a<0&&await d(e.user_id,-a,"paa",t.query??e.query)}else if(t.serpOnly&&typeof t.billingHoldMc=="number"){let s=y(r.value),a=t.billingHoldMc-s;a>0?await o(e.user_id,a,"serp_refund","headless-mode pricing settle"):a<0&&await d(e.user_id,-a,"serp",t.query??e.query)}e.callback_url&&await h(e.callback_url,{job_id:e.id,status:"done",result:D(n),attempts:f(l)})}catch(t){console.error("[harvest/worker] failed",{jobId:e.id,error:t instanceof Error?t.message:String(t)});let r=R(t);await v(w(e.id),r.error_code==="harvest_timeout"?"timed_out":r.terminalStatus,r.error_code);let i=typeof e.options=="string"?JSON.parse(e.options):e.options,n=typeof i.billingHoldMc=="number"&&i.billingHoldMc>0;await p(e.id,g(r),_(r,{chargeStatus:n?"refund_pending":"not_charged"}));let l=await u(e.id,e.user_id);try{n&&(i.billingDebitKey?await m(Number(e.user_id),i.billingDebitKey,0,i.serpOnly?"serp_refund":"paa_refund","failed call",i.serpOnly?"serp_search":"paa_harvest"):await o(e.user_id,i.billingHoldMc,"refund","failed call"),await p(e.id,g(r),_(r,{chargeStatus:"refunded"})))}catch{}e.callback_url&&await h(e.callback_url,{job_id:e.id,status:"failed",...P(r),attempts:f(l)})}finally{M--}}async function J(){let e=await c();if(!e)return{claimed:!1};let t=Date.now();return await K(e),{claimed:!0,jobId:e.id,completed:!0,durationMs:Date.now()-t}}async function X(e){let t=[];for(let r=0;r<e.maxJobs&&!(Date.now()>=e.deadlineMs);r++){let i=await J();if(t.push(i),!i.claimed)break}return t}function $(){setInterval(async()=>{if(M>=S)return;let e=await c();e&&K(e)},2e3),console.log(`[worker] started \u2014 polling every 2s, max ${S} concurrent`)}export{X as drainQueue,$ as startWorker,J as tickOnce};