mcp-scraper 0.89.5 → 0.89.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (57) hide show
  1. package/CHANGELOG.md +65 -15
  2. package/README.md +5 -5
  3. package/dist/{analytics-repository-RG7CFK6W.js → analytics-repository-UX6VU22H.js} +1 -1
  4. package/dist/bin/api-server.js +1 -1
  5. package/dist/bin/mcp-scraper-cli.js +1 -1
  6. package/dist/bin/mcp-scraper-core.js +1 -1
  7. package/dist/bin/mcp-scraper-install.js +1 -1
  8. package/dist/bin/mcp-stdio-server.js +1 -1
  9. package/dist/bin/paa-harvest.js +1 -1
  10. package/dist/{chunk-DBDMD7V7.js → chunk-2BS7MMOS.js} +2 -2
  11. package/dist/{chunk-NGQYSQQA.js → chunk-2GRE4BAO.js} +1 -1
  12. package/dist/chunk-2TZBO52D.js +1 -0
  13. package/dist/chunk-4FROKQJN.js +1 -1
  14. package/dist/chunk-52XUWR3X.js +820 -0
  15. package/dist/chunk-5B42QVDC.js +19 -0
  16. package/dist/chunk-7AC66V3T.js +1 -0
  17. package/dist/{chunk-7JAMFXNL.js → chunk-7BEWBRMT.js} +153 -86
  18. package/dist/{chunk-4A5F7IUA.js → chunk-AGK756UE.js} +210 -210
  19. package/dist/chunk-D6BTAT5Y.js +1 -0
  20. package/dist/{chunk-53HIX3X7.js → chunk-DKQZNSYM.js} +15 -15
  21. package/dist/{chunk-MZN4U5BL.js → chunk-E4ME7J6G.js} +1 -1
  22. package/dist/{chunk-A2CZ7WRV.js → chunk-HR2A2WTL.js} +1 -1
  23. package/dist/{chunk-XLWNEVUZ.js → chunk-JHMI6HEO.js} +3 -3
  24. package/dist/{chunk-UB5N2ICD.js → chunk-JSNFZPPB.js} +1 -1
  25. package/dist/{chunk-WYCXAFID.js → chunk-JVU2THSY.js} +1 -1
  26. package/dist/{chunk-SEHBXTMX.js → chunk-KX72IORC.js} +6 -6
  27. package/dist/{chunk-RZSJC7FX.js → chunk-LZTDANNZ.js} +1 -1
  28. package/dist/{chunk-QPWPR5XG.js → chunk-M5QHXNFZ.js} +3 -3
  29. package/dist/chunk-MM6QBDPC.js +1 -0
  30. package/dist/{chunk-3UPA3XHF.js → chunk-PHBU6X5B.js} +1 -1
  31. package/dist/chunk-Q4A2KIPZ.js +41 -0
  32. package/dist/{chunk-4SQ4RKDX.js → chunk-TI3KH3YW.js} +1 -1
  33. package/dist/{chunk-JJDYKM5I.js → chunk-VT6SLBOU.js} +1 -1
  34. package/dist/{chunk-YQZGZBB4.js → chunk-XG6GCEUE.js} +1 -1
  35. package/dist/chunk-Z3WXA4ZU.js +1 -0
  36. package/dist/db-UKQ74OVT.js +1 -0
  37. package/dist/{extract-bundle-RVOBMGU2.js → extract-bundle-DI7OVLT5.js} +5 -5
  38. package/dist/gmail-service-ASX7YBC3.js +1 -0
  39. package/dist/index.cjs +47 -47
  40. package/dist/index.d.cts +14 -14
  41. package/dist/index.d.ts +14 -14
  42. package/dist/index.js +1 -1
  43. package/dist/{lead-list-enrichment-repository-GKVCX7BM.js → lead-list-enrichment-repository-GPDHJVM3.js} +1 -1
  44. package/dist/{location-data-repository-WK27TSHZ.js → location-data-repository-MXUNVDHW.js} +1 -1
  45. package/dist/{server-7TSXB24M.js → server-PQB2EITA.js} +732 -1551
  46. package/dist/{site-extract-repository-FAHOTQGX.js → site-extract-repository-WADCAIYB.js} +1 -1
  47. package/dist/stripe-event-worker-ZPNWXX2T.js +1 -0
  48. package/dist/worker-GTIKQJIN.js +1 -0
  49. package/package.json +137 -17
  50. package/THIRD_PARTY_NOTICES.html +0 -203
  51. package/dist/chunk-2ICI4TIX.js +0 -59
  52. package/dist/chunk-3GP5CYZX.js +0 -1
  53. package/dist/chunk-O2QKRYLS.js +0 -1
  54. package/dist/chunk-SCHTLEMZ.js +0 -1
  55. package/dist/db-DV4HHCYP.js +0 -1
  56. package/dist/gmail-service-FJTBCZPH.js +0 -1
  57. package/dist/worker-ROG7SO3R.js +0 -1
@@ -1 +0,0 @@
1
- import{z as e}from"zod";var r="none",i="none",u=e.object({query:e.string().min(1),location:e.string().optional(),gl:e.string().length(2).default("us"),hl:e.string().length(2).default("en"),device:e.enum(["desktop","mobile"]).default("desktop"),proxyMode:e.enum(["location","configured","none"]).default(r),proxyZip:e.string().regex(/^\d{5}$/).optional(),keepDefaultProxy:e.boolean().optional(),requireUsEgress:e.boolean().optional(),maxAttempts:e.number().int().min(1).max(12).optional(),debug:e.boolean().default(!1),depth:e.number().int().min(1).max(30).default(3),maxQuestions:e.number().int().min(1).max(1e3).default(100),headless:e.boolean().default(!1),profileDir:e.string().optional(),proxy:e.string().url().optional(),\u006b\u0065\u0072\u006e\u0065\u006cApiKey:e.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyId:e.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProfileName:e.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges:e.boolean().optional(),\u006b\u0065\u0072\u006e\u0065\u006cStealth:e.boolean().optional(),serpIdentity:e.string().regex(/^[a-z0-9][a-z0-9_-]{0,63}$/).optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution:e.unknown().optional(),outputDir:e.string().default("./paa-output"),format:e.enum(["json","csv","both"]).default("both"),serpOnly:e.boolean().default(!1),questionsOnly:e.boolean().default(!1),questionGrowthRecoveryRounds:e.number().int().min(0).max(4).default(2),pages:e.number().int().min(1).max(2).default(1),includeAllSerpFeatures:e.boolean().default(!1),includeLocalPack:e.boolean().default(!1),includeForums:e.boolean().default(!1),includeVideos:e.boolean().default(!1),includeAiOverview:e.boolean().default(!1),includeWhatPeopleSaying:e.boolean().default(!1),includeShortVideos:e.boolean().default(!1),recency:e.enum(["day","week","month","year"]).optional(),softDeadlineMs:e.number().optional()});function d(t){switch(t){case"day":return"qdr:d";case"week":return"qdr:w";case"month":return"qdr:m";case"year":return"qdr:y";default:return}}var c=e.object({businessName:e.string().min(1),location:e.string().min(1),gl:e.string().length(2).default("us"),hl:e.string().length(2).default("en"),includeReviews:e.boolean().default(!1),maxReviews:e.number().int().min(1).max(500).default(50),includeServices:e.boolean().default(!1),includeImages:e.boolean().default(!1),imageScope:e.enum(["owner","all"]).default("all"),maxImages:e.number().int().min(1).max(250).default(100),maxInlineImages:e.number().int().min(0).max(5).default(3),\u006b\u0065\u0072\u006e\u0065\u006cApiKey:e.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyId:e.string().optional(),headless:e.boolean().default(!0)}),g=e.object({query:e.string().min(1),location:e.string().optional(),gl:e.string().length(2).default("us"),hl:e.string().length(2).default("en"),maxResults:e.number().int().min(1).max(50).default(10),includeServices:e.boolean().default(!1),proxyMode:e.enum(["location","configured","none"]).default(i),proxyZip:e.string().regex(/^\d{5}$/).optional(),serpRedirect:e.boolean().optional(),forceDirectEgress:e.boolean().optional(),debug:e.boolean().default(!1),\u006b\u0065\u0072\u006e\u0065\u006cApiKey:e.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyId:e.string().optional(),\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution:e.unknown().optional(),headless:e.boolean().default(!0)}),p=e.object({questionId:e.string().min(1),googleLinkId:e.string().nullable(),googleEvidenceId:e.string().nullable(),question:e.string().min(1),answer:e.string().optional(),sourceTitle:e.string().optional(),sourceSite:e.string().optional(),sourceCite:e.string().optional(),sources:e.array(e.object({title:e.string().nullable(),site:e.string().nullable(),url:e.string().min(1),rawUrl:e.string().min(1),resolvedUrl:e.string().nullable(),linkType:e.enum(["plain","google_url_redirect","google_goto_redirect"]),resolutionStatus:e.enum(["not_needed","resolved","unresolved","rejected"])})).default([])}),m=e.object({name:e.string().nullable(),rating:e.string().nullable(),reviewCount:e.string().nullable(),category:e.string().nullable(),address:e.string().nullable(),hoursSummary:e.string().nullable(),phone:e.string().nullable(),phoneDisplay:e.string().nullable(),website:e.string().nullable(),plusCode:e.string().nullable(),bookingUrl:e.string().nullable()}),b=e.object({day:e.string(),hours:e.string()}),f=e.object({reviewHistogram:e.array(e.object({stars:e.number(),count:e.string()})),reviewTopics:e.array(e.object({label:e.string(),count:e.string()}))}),y=e.object({reviewId:e.string(),author:e.string().nullable(),stars:e.string().nullable(),date:e.string().nullable(),text:e.string().nullable(),ownerResponse:e.string().nullable()}),h=e.object({section:e.string(),attribute:e.string()});async function w(t){let o=process.env.MCP_SCRAPER_API_KEY?.trim(),a=(process.env.MCP_SCRAPER_BASE_URL??"https://mcpscraper.dev").replace(/\/$/,"");if(o)try{let n=await fetch(`${a}/memory/mcp-call`,{method:"POST",headers:{"content-type":"application/json","x-api-key":o},body:JSON.stringify({toolName:"libraryIngestTool",args:t})}),l=await n.json().catch(()=>null);(!n.ok||l?.ok===!1)&&console.warn("[memory-library-sink] ingest not accepted:",n.status,l?.error??"")}catch(n){console.warn("[memory-library-sink] ingest failed:",n?.message)}}export{r as a,i as b,u as c,d,c as e,g as f,p as g,m as h,b as i,f as j,h as k,w as l};
@@ -1 +0,0 @@
1
- import{g as _,i as c}from"./chunk-7JAMFXNL.js";var g={\u006b\u0065\u0072\u006e\u0065\u006c:"browserRuntime"},a=/error|message/i,w=(new RegExp("(?:spending|billing|organization|account).{0,80}(?:cap|limit|blocked|disabled)|(?:quota|capacity).{0,40}(?:reached|exceeded)|https?:\\/\\/\\S*(?:dashboard|on\u006b\u0065\u0072\u006e\u0065\u006c)", "i")),E=/\b(?:ENOENT|ENOTDIR|EACCES|EPERM|EISDIR|EMFILE|ENFILE)\b|\b(?:mkdir|open|stat|lstat|readFile|writeFile)\s+['"]?(?:\/|[A-Za-z]:\\)|(?:^|[\s'"])(?:\/Users|\/home|\/tmp|\/var|\/private|\/opt|\/srv|\/root)\//i,k=new Set(["\u006b\u0065\u0072\u006e\u0065\u006c_session_id","browser_session_id","\u006b\u0065\u0072\u006e\u0065\u006cSessionId","browserSessionId","sessionId","\u006b\u0065\u0072\u006e\u0065\u006c_delete_started","session_cleanup_started","\u006b\u0065\u0072\u006e\u0065\u006cDeleteStarted","sessionCleanupStarted","\u006b\u0065\u0072\u006e\u0065\u006c_delete_succeeded","session_cleanup_succeeded","\u006b\u0065\u0072\u006e\u0065\u006cDeleteSucceeded","sessionCleanupSucceeded","\u006b\u0065\u0072\u006e\u0065\u006c_delete_error","session_cleanup_error","\u006b\u0065\u0072\u006e\u0065\u006cDeleteError","sessionCleanupError","\u006b\u0065\u0072\u006e\u0065\u006cProxyId","proxyId","requestedProxyIdSuffix","retrievedProxyIdSuffix","provider","providerName","service","serviceName","vendor","vendorName","organization","organizationId","accountId","browser_provider","provider_session_id","provider_session_observed_at","provider_lookup_status","provider_status","provider_error_code","provider_error_message","provider_reason_source","provider_duration_ms","provider_bandwidth_bytes","provider_captcha","provider_checked_at","provider_detail","provider_detail_json","provider_disconnect_observed","provider_disconnect_message","browserProvider","providerSessionId","providerLookupStatus","providerStatus","providerErrorCode","providerErrorMessage","providerReasonSource","providerDurationMs","providerBandwidthBytes","providerCaptcha","providerCheckedAt","providerDetail","providerDisconnectObserved","providerDisconnectMessage"]),S=new Set(["hosted_url","hostedUrl","live_view_url","liveViewUrl","cdp_ws_url","cdpWsUrl","browser_live_view_url"]),f=(new RegExp("\\b(?:wss?|https?):\\/\\/[^\\s\"'<>]*\\bon\u006b\u0065\u0072\u006e\u0065\u006c\\.com[^\\s\"'<>]*", "gi"));function b(e){return e.replace(f,"[browser-service]")}var R=new Set(["\u0062\u0072\u0069\u0067\u0068\u0074_\u0064\u0061\u0074\u0061_browser_api","\u006b\u0065\u0072\u006e\u0065\u006c","local"]),m=new Set(["pending","complete","not_found","unavailable_credentials","temporary_error","invalid_payload","not_applicable"]),h=new Set(["active","running","complete","completed","failed","closed","stopped","terminated","timed_out"]),I=new Set(["provider_session_api","client_runtime","extractor","unknown"]),y=new Set(["browser_disconnected","worker_disconnect","job_killed","cdp_cmd_timeout","network_inactivity_timeout","session_timeout","client_timeout","navigate_domains_limit","cdp_error","browser_session_interrupted","provider_detail_pending","provider_lookup_unavailable","provider_reported_no_error","provider_session_not_found","provider_invalid_json","provider_invalid_payload","provider_lookup_timeout","provider_lookup_network_error","unknown"]),T=new Set(["browser_provider","provider_session_id","provider_lookup_status","provider_status","provider_error_code","provider_error_message","provider_reason_source","provider_duration_ms","provider_bandwidth_bytes","provider_captcha","provider_checked_at","provider_detail","provider_detail_json","provider_disconnect_observed","provider_disconnect_message"]),P=512,A=320;function t(e,r){return typeof e=="string"&&r.has(e)?e:null}function O(e){return typeof e!="string"?null:y.has(e)||/^provider_http_(?:429|5\d\d)$/.test(e)?e:null}function D(e){return typeof e!="string"||e.length<1||e.length>P||/^(?:authorization|bearer|password|secret|token|api[_-]?key|account)/i.test(e)?null:/^[A-Za-z0-9._:-]+$/.test(e)&&!e.includes("://")?e:null}function p(e){return typeof e=="number"&&Number.isSafeInteger(e)&&e>=0?e:null}function l(e){if(typeof e!="string"||e.length>40)return null;let r=Date.parse(e);return Number.isFinite(r)&&new Date(r).toISOString()===e?e:null}function u(e){if(typeof e!="string")return null;let r=e.replace(/[\u0000-\u001f\u007f]+/g," ").replace(/\s+/g," ").trim();if(!r||r.startsWith("{")||r.startsWith("["))return null;let o=r.replace(/\b(?:wss?|https?):\/\/\S+/gi,"[redacted endpoint]").replace(/\b(?:authorization|proxy-authorization)\s*:\s*(?:Bearer\s+)?\S+/gi,"[redacted credential]").replace(/\bBearer\s+\S+/gi,"[redacted credential]").replace(/\b(?:api[_-]?key|password|secret|token|account[_-]?id)\s*[=:]\s*[^\s,;]+/gi,"[redacted credential]").replace(/\b(?:account|organization)\s+(?:id\s+)?[A-Za-z0-9_-]{4,}/gi,"[redacted account]");return b(o).slice(0,A)}function v(e){return typeof e=="boolean"?e:null}function N(e){return{browser_provider:t(e.browser_provider,R),provider_session_id:D(e.provider_session_id),provider_session_observed_at:l(e.provider_session_observed_at),provider_lookup_status:t(e.provider_lookup_status,m),provider_status:t(e.provider_status,h),provider_error_code:O(e.provider_error_code),provider_error_message:u(e.provider_error_message),provider_reason_source:t(e.provider_reason_source,I),provider_duration_ms:p(e.provider_duration_ms),provider_bandwidth_bytes:p(e.provider_bandwidth_bytes),provider_captcha:v(e.provider_captcha),provider_checked_at:l(e.provider_checked_at),provider_disconnect_observed:v(e.provider_disconnect_observed),provider_disconnect_message:u(e.provider_disconnect_message)}}function i(e,r=""){if(typeof e=="string"){let o=b(e);return a.test(r)&&(w.test(e)||E.test(e))?o=_("service_unavailable"):a.test(r)&&(o=c(o)),o}if(Array.isArray(e))return e.map(o=>i(o,r));if(e!==null&&typeof e=="object"){let o={};for(let[n,d]of Object.entries(e)){if(k.has(n))continue;let s=g[n]??n;if(S.has(n)){o[s]=null;continue}o[s]=i(d,n)}return o}return e}function L(e){return e.map(r=>{if(r===null||typeof r!="object"||Array.isArray(r))return i(r);let o=r,n=i(o);return Object.keys(o).some(s=>T.has(s))?{...n,...N(o)}:n})}function C(e){let r=e?.diagnostics;return r?.debug?{...e,diagnostics:{...r,debug:i(r.debug)}}:e}export{i as a,L as b,C as c};
@@ -1 +0,0 @@
1
- var o="0.89.5";export{o as a};
@@ -1 +0,0 @@
1
- import{$ as M,$a as Ma,A as l,Aa as la,Ab as lb,B as m,Ba as ma,Bb as mb,C as n,Ca as na,Cb as nb,D as o,Da as oa,Db as ob,E as p,Ea as pa,Eb as pb,F as q,Fa as qa,Fb as qb,G as r,Ga as ra,Gb as rb,H as s,Ha as sa,Hb as sb,I as t,Ia as ta,Ib as tb,J as u,Ja as ua,Jb as ub,K as v,Ka as va,Kb as vb,L as w,La as wa,Lb as wb,M as x,Ma as xa,Mb as xb,N as y,Na as ya,Nb as yb,O as z,Oa as za,Ob as zb,P as A,Pa as Aa,Pb as Ab,Q as B,Qa as Ba,Qb as Bb,R as C,Ra as Ca,Rb as Cb,S as D,Sa as Da,Sb as Db,T as E,Ta as Ea,Tb as Eb,U as F,Ua as Fa,Ub as Fb,V as G,Va as Ga,Vb as Gb,W as H,Wa as Ha,Wb as Hb,X as I,Xa as Ia,Xb as Ib,Y as J,Ya as Ja,Z as K,Za as Ka,_ as L,_a as La,aa as N,ab as Na,ba as O,bb as Oa,ca as P,cb as Pa,da as Q,db as Qa,ea as R,eb as Ra,fa as S,fb as Sa,ga as T,gb as Ta,ha as U,hb as Ua,ia as V,ib as Va,ja as W,jb as Wa,ka as X,kb as Xa,la as Y,lb as Ya,ma as Z,mb as Za,na as _,nb as _a,oa as $,ob as $a,p as a,pa as aa,pb as ab,q as b,qa as ba,qb as bb,r as c,ra as ca,rb as cb,s as d,sa as da,sb as db,t as e,ta as ea,tb as eb,u as f,ua as fa,ub as fb,v as g,va as ga,vb as gb,w as h,wa as ha,wb as hb,x as i,xa as ia,xb as ib,y as j,ya as ja,yb as jb,z as k,za as ka,zb as kb}from"./chunk-7JAMFXNL.js";export{b as CORE_SCHEMA_VERSION,a as CREDIT_LOTS_EPOCH,nb as CREDIT_LOT_TTL,c as SITE_EXTRACT_COUNTER_REPAIR_VERSION,Bb as SiteAuditJobRowSchema,Cb as SiteAuditPhaseLogRowSchema,ta as advanceWorkflowRunStep,ra as appendWorkflowArtifacts,S as attachHarvestAttemptProviderSession,Ra as cancelJob,G as checkRateLimit,Ca as checkpointDurablePaaJob,Ba as checkpointJob,Aa as claimDurablePaaJob,tb as claimMonthlyFreeRefresh,za as claimPendingJob,Ta as claimPendingKpoJob,r as claimStripeEvent,Ea as completeDurablePaaJob,Ha as completeExpiredDurablePaaJob,Na as completeJob,Wa as completeKpoJob,Oa as completeRunningJob,s as completeStripeEvent,oa as completeWorkflowRunRecord,m as consumeCode,I as consumePasswordResetToken,ya as countActiveJobsForUser,xa as countActiveUsers,N as createJob,O as createJobWithId,Sa as createKpoJob,H as createPasswordResetToken,P as createRunningJob,F as createUser,ja as createWorkflowRun,ca as createWorkflowSchedule,qb as creditMc,rb as creditMcIdempotent,M as deactivateUser,ub as debitMc,vb as debitMcIdempotent,ga as deleteWorkflowSchedule,ob as expireOldLots,Fa as failDurablePaaJob,Ia as failExpiredDurablePaaJob,Pa as failJob,Xa as failKpoJob,Qa as failRunningJob,t as failStripeEvent,pa as failWorkflowRunRecord,T as finalizeExpiredHarvestAttempts,U as finishHarvestAttempt,v as generateApiKey,yb as getBillingLedgerSummary,k as getClient,fb as getConnectedAccountBillingState,e as getDb,Eb as getInboxMessage,Y as getJob,Ua as getKpoJob,Za as getKpoPhaseLog,xb as getLedger,jb as getMemoryPlan,kb as getMemoryProvisioned,Q as getOrCreateRunningJob,_ as getPageSnapshot,o as getRefresh,z as getUserByApiKey,y as getUserByEmail,A as getUserById,$a as getUserByStripeCustomerId,B as getUserMemoryCreds,E as getUserStats,va as getWorkflowArtifact,ka as getWorkflowRun,la as getWorkflowRunByIdempotencyKey,sa as getWorkflowRunStepState,da as getWorkflowSchedule,w as hashPassword,Hb as insertInboxMessage,d as inspectCurrentCoreSchema,sb as ledgerExistsForOperation,zb as ledgerExistsForStripePI,Ib as listActiveUserIds,ha as listDueWorkflowSchedules,X as listHarvestAttempts,W as listHarvestAttemptsPendingProviderTelemetry,Db as listInboxMessages,Z as listJobs,_a as listKpoJobs,Ja as listRecentTerminalDurablePaaJobs,La as listRecoverableDurablePaaJobs,ba as listRequestEvents,Ka as listStaleRunningDurablePaaJobs,L as listUsers,hb as listUsersDueForConnectedAccountBillingReconciliation,ua as listWorkflowArtifacts,ma as listWorkflowRuns,ea as listWorkflowSchedules,Ya as logKpoPhaseComplete,aa as logRequestEvent,Fb as markInboxMessageOpened,Ma as markJobBillingSettled,na as markWorkflowRunRunning,ia as markWorkflowScheduleRan,i as migrate,pb as migrateExistingBalancesToLots,g as migrateSecuredMainOAuthSchema,fa as patchWorkflowSchedule,l as putCode,n as putRefresh,Ab as reconcileBalanceMc,wa as recordWorkflowWebhookDelivery,j as registerClient,Da as renewDurablePaaLease,qa as replaceWorkflowArtifacts,Ga as requeueExpiredDurablePaaJob,mb as resolveUserByMemorySubscription,K as revokeApiKey,p as revokeRefresh,J as rotateApiKey,q as rotateRefresh,cb as setConcurrencyPackQuantity,db as setConcurrencySubId,gb as setConnectedAccountBillingState,f as setDbForTesting,bb as setExtraConcurrencySlots,ib as setMemoryPlan,lb as setMemoryProvisioned,D as setPassword,ab as setStripeCustomerId,eb as setSubscriptionTier,C as setUserMemoryCreds,wb as settleDebitMcIdempotent,Gb as softDeleteInboxMessage,R as startHarvestAttempt,u as stripeEventAlreadyProcessed,V as updateHarvestAttemptProviderTelemetry,Va as updateKpoJobState,$ as upsertPageSnapshot,x as verifyPassword,h as verifySecuredMainOAuthSchema};
@@ -1 +0,0 @@
1
- import{A as d,B as e,C as f,D as g,E as h,x as a,y as b,z as c}from"./chunk-2ICI4TIX.js";import"./chunk-NGQYSQQA.js";import"./chunk-HUV2WTRW.js";import"./chunk-MZN4U5BL.js";import"./chunk-53HIX3X7.js";import"./chunk-7JAMFXNL.js";export{d as GMAIL_ATTACHMENT_REF_TTL_MS,c as GMAIL_INLINE_BODY_BYTES,b as GMAIL_MAIN_CONTRACT_HASH,a as GMAIL_MAIN_CONTRACT_VERSION,h as GmailService,e as GmailServiceError,g as normalizeGmailMessage,f as parseGmailAddresses};
@@ -1 +0,0 @@
1
- import{a as h,b as f,c as O,d as y,f as A,g as b}from"./chunk-3UPA3XHF.js";import"./chunk-YQZGZBB4.js";import{u as k}from"./chunk-SEHBXTMX.js";import"./chunk-QPWPR5XG.js";import{b as p,c as M}from"./chunk-O2QKRYLS.js";import{a as m,b as H}from"./chunk-MZN4U5BL.js";import{a as w}from"./chunk-4FROKQJN.js";import{b as _}from"./chunk-53HIX3X7.js";import"./chunk-3GP5CYZX.js";import{Fb as o,Jb as d,Oa as u,ab as v,cb as c,ka as l}from"./chunk-7JAMFXNL.js";var C=2,g=0;function R(e){if(!e||typeof e!="object")return 0;let t=e;return typeof t.totalQuestions=="number"?t.totalQuestions:Array.isArray(t.flat)?t.flat.length:0}function x(e){return m.paa_base+Math.max(1,e)*m.paa}async function P(e){g++;try{let t=typeof e.options=="string"?JSON.parse(e.options):e.options,r={value:null},a=await _({op:t.serpOnly?"serp":"paa",userId:Number(e.user_id),headlessSentOut:r},()=>k({...t,\u006b\u0065\u0072\u006e\u0065\u006cApiKey:w(),headless:!0,format:"json",outputDir:"/tmp/paa-output-api",onAttemptEvent:A(e.id,e.user_id)}));await v(e.id,a);let s=await l(e.id,e.user_id);if(!t.serpOnly&&typeof t.billingHoldMc=="number"){let n=x(R(a)),i=t.billingHoldMc-n;i>0?await o(e.user_id,i,"paa_refund","overestimate refund"):i<0&&await d(e.user_id,-i,"paa",t.query??e.query)}else if(t.serpOnly&&typeof t.billingHoldMc=="number"){let n=H(r.value),i=t.billingHoldMc-n;i>0?await o(e.user_id,i,"serp_refund","headless-mode pricing settle"):i<0&&await d(e.user_id,-i,"serp",t.query??e.query)}e.callback_url&&await b(e.callback_url,{job_id:e.id,status:"done",result:M(a),attempts:p(s)})}catch(t){console.error("[harvest/worker] failed",{jobId:e.id,error:t instanceof Error?t.message:String(t)});let r=h(t),a=typeof e.options=="string"?JSON.parse(e.options):e.options,s=typeof a.billingHoldMc=="number"&&a.billingHoldMc>0;await c(e.id,f(r),y(r,{chargeStatus:s?"refund_pending":"not_charged"}));let n=await l(e.id,e.user_id);try{s&&(await o(e.user_id,a.billingHoldMc,"refund","failed call"),await c(e.id,f(r),y(r,{chargeStatus:"refunded"})))}catch{}e.callback_url&&await b(e.callback_url,{job_id:e.id,status:"failed",...O(r),attempts:p(n)})}finally{g--}}async function J(){let e=await u();if(!e)return{claimed:!1};let t=Date.now();return await P(e),{claimed:!0,jobId:e.id,completed:!0,durationMs:Date.now()-t}}async function W(e){let t=[];for(let r=0;r<e.maxJobs&&!(Date.now()>=e.deadlineMs);r++){let a=await J();if(t.push(a),!a.claimed)break}return t}function B(){setInterval(async()=>{if(g>=C)return;let e=await u();e&&P(e)},2e3),console.log(`[worker] started \u2014 polling every 2s, max ${C} concurrent`)}export{W as drainQueue,B as startWorker,J as tickOnce};