mcp-scraper 0.90.3 → 0.90.5

package/dist/{db-UKQ74OVT.js → db-XN7YPDGC.js}

@@ -1 +1 @@
-import{$ as M,$a as Ma,$b as Mb,A as l,Aa as la,Ab as lb,B as m,Ba as ma,Bb as mb,C as n,Ca as na,Cb as nb,D as o,Da as oa,Db as ob,E as p,Ea as pa,Eb as pb,F as q,Fa as qa,Fb as qb,G as r,Ga as ra,Gb as rb,H as s,Ha as sa,Hb as sb,I as t,Ia as ta,Ib as tb,J as u,Ja as ua,Jb as ub,K as v,Ka as va,Kb as vb,L as w,La as wa,Lb as wb,M as x,Ma as xa,Mb as xb,N as y,Na as ya,Nb as yb,O as z,Oa as za,Ob as zb,P as A,Pa as Aa,Pb as Ab,Q as B,Qa as Ba,Qb as Bb,R as C,Ra as Ca,Rb as Cb,S as D,Sa as Da,Sb as Db,T as E,Ta as Ea,Tb as Eb,U as F,Ua as Fa,Ub as Fb,V as G,Va as Ga,Vb as Gb,W as H,Wa as Ha,Wb as Hb,X as I,Xa as Ia,Xb as Ib,Y as J,Ya as Ja,Yb as Jb,Z as K,Za as Ka,Zb as Kb,_ as L,_a as La,_b as Lb,aa as N,ab as Na,ac as Nb,ba as O,bb as Oa,bc as Ob,ca as P,cb as Pa,cc as Pb,da as Q,db as Qa,ea as R,eb as Ra,fa as S,fb as Sa,ga as T,gb as Ta,ha as U,hb as Ua,ia as V,ib as Va,ja as W,jb as Wa,ka as X,kb as Xa,la as Y,lb as Ya,ma as Z,mb as Za,na as _,nb as _a,oa as $,ob as $a,p as a,pa as aa,pb as ab,q as b,qa as ba,qb as bb,r as c,ra as ca,rb as cb,s as d,sa as da,sb as db,t as e,ta as ea,tb as eb,u as f,ua as fa,ub as fb,v as g,va as ga,vb as gb,w as h,wa as ha,wb as hb,x as i,xa as ia,xb as ib,y as j,ya as ja,yb as jb,z as k,za as ka,zb as kb}from"./chunk-7BEWBRMT.js";export{b as CORE_SCHEMA_VERSION,a as CREDIT_LOTS_EPOCH,ub as CREDIT_LOT_TTL,c as SITE_EXTRACT_COUNTER_REPAIR_VERSION,Ib as SiteAuditJobRowSchema,Jb as SiteAuditPhaseLogRowSchema,za as advanceWorkflowRunStep,xa as appendWorkflowArtifacts,lb as applySubscriptionInvoiceGrant,V as attachHarvestAttemptProviderSession,Xa as cancelJob,J as checkRateLimit,Ia as checkpointDurablePaaJob,Ha as checkpointJob,s as claimDueStripeEvents,Ga as claimDurablePaaJob,Ab as claimMonthlyFreeRefresh,Fa as claimPendingJob,Za as claimPendingKpoJob,Ka as completeDurablePaaJob,Na as completeExpiredDurablePaaJob,Ta as completeJob,ab as completeKpoJob,Ua as completeRunningJob,t as completeStripeEvent,ua as completeWorkflowRunRecord,m as consumeCode,L as consumePasswordResetToken,Ea as countActiveJobsForUser,Da as countActiveUsers,Q as createJob,R as createJobWithId,Ya as createKpoJob,K as createPasswordResetToken,S as createRunningJob,I as createUser,pa as createWorkflowRun,ia as createWorkflowSchedule,xb as creditMc,yb as creditMcIdempotent,P as deactivateUser,v as deadLetterStripeEvent,Bb as debitMc,Cb as debitMcIdempotent,ma as deleteWorkflowSchedule,r as enqueueStripeEvent,vb as expireOldLots,La as failDurablePaaJob,Oa as failExpiredDurablePaaJob,Va as failJob,bb as failKpoJob,Wa as failRunningJob,va as failWorkflowRunRecord,W as finalizeExpiredHarvestAttempts,X as finishHarvestAttempt,y as generateApiKey,Fb as getBillingLedgerSummary,k as getClient,mb as getConnectedAccountBillingState,e as getDb,Lb as getInboxMessage,$ as getJob,_a as getKpoJob,db as getKpoPhaseLog,Eb as getLedger,qb as getMemoryPlan,rb as getMemoryProvisioned,T as getOrCreateRunningJob,ea as getPageSnapshot,o as getRefresh,w as getStripeEventQueueHealth,C as getUserByApiKey,B as getUserByEmail,D as getUserById,fb as getUserByStripeCustomerId,E as getUserMemoryCreds,H as getUserStats,Ba as getWorkflowArtifact,qa as getWorkflowRun,ra as getWorkflowRunByIdempotencyKey,ya as getWorkflowRunStepState,ja as getWorkflowSchedule,z as hashPassword,Ob as insertInboxMessage,d as inspectCurrentCoreSchema,zb as ledgerExistsForOperation,Gb as ledgerExistsForStripePI,Pb as listActiveUserIds,na as listDueWorkflowSchedules,_ as listHarvestAttempts,Z as listHarvestAttemptsPendingProviderTelemetry,Kb as listInboxMessages,da as listJobs,eb as listKpoJobs,ba as listPendingExtractUrlDispatches,Pa as listRecentTerminalDurablePaaJobs,Ra as listRecoverableDurablePaaJobs,ha as listRequestEvents,Qa as listStaleRunningDurablePaaJobs,O as listUsers,ob as listUsersDueForConnectedAccountBillingReconciliation,Aa as listWorkflowArtifacts,sa as listWorkflowRuns,ka as listWorkflowSchedules,cb as logKpoPhaseComplete,ga as logRequestEvent,aa as markDispatchedJobRunning,Mb as markInboxMessageOpened,Sa as markJobBillingSettled,ta as markWorkflowRunRunning,oa as markWorkflowScheduleRan,i as migrate,wb as migrateExistingBalancesToLots,g as migrateSecuredMainOAuthSchema,la as patchWorkflowSchedule,l as putCode,n as putRefresh,Hb as reconcileBalanceMc,ca as recordExtractUrlDispatchAttempt,Ca as recordWorkflowWebhookDelivery,j as registerClient,Ja as renewDurablePaaLease,wa as replaceWorkflowArtifacts,Ma as requeueExpiredDurablePaaJob,tb as resolveUserByMemorySubscription,u as retryStripeEvent,N as revokeApiKey,p as revokeRefresh,M as rotateApiKey,q as rotateRefresh,ib as setConcurrencyPackQuantity,jb as setConcurrencySubId,nb as setConnectedAccountBillingState,f as setDbForTesting,hb as setExtraConcurrencySlots,pb as setMemoryPlan,sb as setMemoryProvisioned,G as setPassword,gb as setStripeCustomerId,kb as setSubscriptionTier,F as setUserMemoryCreds,Db as settleDebitMcIdempotent,Nb as softDeleteInboxMessage,U as startHarvestAttempt,x as stripeEventAlreadyProcessed,Y as updateHarvestAttemptProviderTelemetry,$a as updateKpoJobState,fa as upsertPageSnapshot,A as verifyPassword,h as verifySecuredMainOAuthSchema};
+import{$ as M,$a as Ma,$b as Mb,A as l,Aa as la,Ab as lb,B as m,Ba as ma,Bb as mb,C as n,Ca as na,Cb as nb,D as o,Da as oa,Db as ob,E as p,Ea as pa,Eb as pb,F as q,Fa as qa,Fb as qb,G as r,Ga as ra,Gb as rb,H as s,Ha as sa,Hb as sb,I as t,Ia as ta,Ib as tb,J as u,Ja as ua,Jb as ub,K as v,Ka as va,Kb as vb,L as w,La as wa,Lb as wb,M as x,Ma as xa,Mb as xb,N as y,Na as ya,Nb as yb,O as z,Oa as za,Ob as zb,P as A,Pa as Aa,Pb as Ab,Q as B,Qa as Ba,Qb as Bb,R as C,Ra as Ca,Rb as Cb,S as D,Sa as Da,Sb as Db,T as E,Ta as Ea,Tb as Eb,U as F,Ua as Fa,Ub as Fb,V as G,Va as Ga,Vb as Gb,W as H,Wa as Ha,Wb as Hb,X as I,Xa as Ia,Xb as Ib,Y as J,Ya as Ja,Yb as Jb,Z as K,Za as Ka,Zb as Kb,_ as L,_a as La,_b as Lb,aa as N,ab as Na,ac as Nb,ba as O,bb as Oa,bc as Ob,ca as P,cb as Pa,cc as Pb,da as Q,db as Qa,ea as R,eb as Ra,fa as S,fb as Sa,ga as T,gb as Ta,ha as U,hb as Ua,ia as V,ib as Va,ja as W,jb as Wa,ka as X,kb as Xa,la as Y,lb as Ya,ma as Z,mb as Za,na as _,nb as _a,oa as $,ob as $a,p as a,pa as aa,pb as ab,q as b,qa as ba,qb as bb,r as c,ra as ca,rb as cb,s as d,sa as da,sb as db,t as e,ta as ea,tb as eb,u as f,ua as fa,ub as fb,v as g,va as ga,vb as gb,w as h,wa as ha,wb as hb,x as i,xa as ia,xb as ib,y as j,ya as ja,yb as jb,z as k,za as ka,zb as kb}from"./chunk-KKHTMYCD.js";export{b as CORE_SCHEMA_VERSION,a as CREDIT_LOTS_EPOCH,ub as CREDIT_LOT_TTL,c as SITE_EXTRACT_COUNTER_REPAIR_VERSION,Ib as SiteAuditJobRowSchema,Jb as SiteAuditPhaseLogRowSchema,za as advanceWorkflowRunStep,xa as appendWorkflowArtifacts,lb as applySubscriptionInvoiceGrant,V as attachHarvestAttemptProviderSession,Xa as cancelJob,J as checkRateLimit,Ia as checkpointDurablePaaJob,Ha as checkpointJob,s as claimDueStripeEvents,Ga as claimDurablePaaJob,Ab as claimMonthlyFreeRefresh,Fa as claimPendingJob,Za as claimPendingKpoJob,Ka as completeDurablePaaJob,Na as completeExpiredDurablePaaJob,Ta as completeJob,ab as completeKpoJob,Ua as completeRunningJob,t as completeStripeEvent,ua as completeWorkflowRunRecord,m as consumeCode,L as consumePasswordResetToken,Ea as countActiveJobsForUser,Da as countActiveUsers,Q as createJob,R as createJobWithId,Ya as createKpoJob,K as createPasswordResetToken,S as createRunningJob,I as createUser,pa as createWorkflowRun,ia as createWorkflowSchedule,xb as creditMc,yb as creditMcIdempotent,P as deactivateUser,v as deadLetterStripeEvent,Bb as debitMc,Cb as debitMcIdempotent,ma as deleteWorkflowSchedule,r as enqueueStripeEvent,vb as expireOldLots,La as failDurablePaaJob,Oa as failExpiredDurablePaaJob,Va as failJob,bb as failKpoJob,Wa as failRunningJob,va as failWorkflowRunRecord,W as finalizeExpiredHarvestAttempts,X as finishHarvestAttempt,y as generateApiKey,Fb as getBillingLedgerSummary,k as getClient,mb as getConnectedAccountBillingState,e as getDb,Lb as getInboxMessage,$ as getJob,_a as getKpoJob,db as getKpoPhaseLog,Eb as getLedger,qb as getMemoryPlan,rb as getMemoryProvisioned,T as getOrCreateRunningJob,ea as getPageSnapshot,o as getRefresh,w as getStripeEventQueueHealth,C as getUserByApiKey,B as getUserByEmail,D as getUserById,fb as getUserByStripeCustomerId,E as getUserMemoryCreds,H as getUserStats,Ba as getWorkflowArtifact,qa as getWorkflowRun,ra as getWorkflowRunByIdempotencyKey,ya as getWorkflowRunStepState,ja as getWorkflowSchedule,z as hashPassword,Ob as insertInboxMessage,d as inspectCurrentCoreSchema,zb as ledgerExistsForOperation,Gb as ledgerExistsForStripePI,Pb as listActiveUserIds,na as listDueWorkflowSchedules,_ as listHarvestAttempts,Z as listHarvestAttemptsPendingProviderTelemetry,Kb as listInboxMessages,da as listJobs,eb as listKpoJobs,ba as listPendingExtractUrlDispatches,Pa as listRecentTerminalDurablePaaJobs,Ra as listRecoverableDurablePaaJobs,ha as listRequestEvents,Qa as listStaleRunningDurablePaaJobs,O as listUsers,ob as listUsersDueForConnectedAccountBillingReconciliation,Aa as listWorkflowArtifacts,sa as listWorkflowRuns,ka as listWorkflowSchedules,cb as logKpoPhaseComplete,ga as logRequestEvent,aa as markDispatchedJobRunning,Mb as markInboxMessageOpened,Sa as markJobBillingSettled,ta as markWorkflowRunRunning,oa as markWorkflowScheduleRan,i as migrate,wb as migrateExistingBalancesToLots,g as migrateSecuredMainOAuthSchema,la as patchWorkflowSchedule,l as putCode,n as putRefresh,Hb as reconcileBalanceMc,ca as recordExtractUrlDispatchAttempt,Ca as recordWorkflowWebhookDelivery,j as registerClient,Ja as renewDurablePaaLease,wa as replaceWorkflowArtifacts,Ma as requeueExpiredDurablePaaJob,tb as resolveUserByMemorySubscription,u as retryStripeEvent,N as revokeApiKey,p as revokeRefresh,M as rotateApiKey,q as rotateRefresh,ib as setConcurrencyPackQuantity,jb as setConcurrencySubId,nb as setConnectedAccountBillingState,f as setDbForTesting,hb as setExtraConcurrencySlots,pb as setMemoryPlan,sb as setMemoryProvisioned,G as setPassword,gb as setStripeCustomerId,kb as setSubscriptionTier,F as setUserMemoryCreds,Db as settleDebitMcIdempotent,Nb as softDeleteInboxMessage,U as startHarvestAttempt,x as stripeEventAlreadyProcessed,Y as updateHarvestAttemptProviderTelemetry,$a as updateKpoJobState,fa as upsertPageSnapshot,A as verifyPassword,h as verifySecuredMainOAuthSchema};

package/dist/{extract-bundle-7BI2K26D.js → extract-bundle-MQM3P7VS.js}

@@ -1,4 +1,4 @@
-import{c as We,h as ke,i as Ke,j as Qe,l as Ve}from"./chunk-JVU2THSY.js";import{b as Ge,c as Ye,h as Xe,j as Ze}from"./chunk-ZMLCK45S.js";import"./chunk-XG6GCEUE.js";import"./chunk-M5QHXNFZ.js";import{c as Je,e as ze,f as Fe,g as He}from"./chunk-W2BVJ7S2.js";import"./chunk-TMB56NCA.js";import"./chunk-YEFXVTMJ.js";import"./chunk-HE45FFBU.js";import{t as qe}from"./chunk-7BEWBRMT.js";import{createWriteStream as se,mkdirSync as ie,readFileSync as bt,readdirSync as xt,rmSync as kt,statSync as _t,writeFileSync as g}from"fs";import{createHash as G}from"crypto";import{basename as Pt,join as a}from"path";import{tmpdir as Mt}from"os";import{createGzip as It}from"zlib";import{once as Y}from"events";import{finished as ae}from"stream/promises";import{ZipFile as Ct}from"yazl";import At from"p-limit";import{createHash as _e}from"crypto";var pt=500,gt=.9,ht=1e4,ft=5e4;function ge(r,s){let n=10**s;return Math.round(r*n)/n}function yt(r,s){if(r.length===0||r.length!==s.length)throw new Error("Similarity vectors must have the same non-zero dimension.");let n=0,c=0,b=0;for(let w=0;w<r.length;w++)n+=r[w]*s[w],c+=r[w]*r[w],b+=s[w]*s[w];return c===0||b===0?0:Math.max(-1,Math.min(1,n/(Math.sqrt(c)*Math.sqrt(b))))}function wt(r){let s=_e("sha256");for(let n of[...r].sort((c,b)=>c.url.localeCompare(b.url)))s.update(n.url),s.update("\0"),s.update(n.contentHash),s.update("\0");return s.digest("hex")}function et(r){let s=r.replace(/!\[([^\]]*)\]\([^)]*\)/g,"$1").replace(/\[([^\]]+)\]\([^)]*\)/g,"$1").replace(/https?:\/\/\S+/gi," ").replace(/&(?:amp|nbsp|quot|#39);/gi," ").replace(/[#>*_`~|\\-]+/g," ").replace(/[^\p{L}\p{N}]+/gu," ").replace(/\s+/g," ").trim().toLowerCase();return s.length>=12?s:null}function St(r){let s=r.map(f=>f.bodyMarkdown.split(/\n{2,}/).map(M=>M.trim()).filter(Boolean)),n=r.length>=4?Math.max(3,Math.ceil(r.length*.5)):null,c=new Map;for(let f of s){let M=new Set(f.map(et).filter(I=>!!I));for(let I of M)c.set(I,(c.get(I)??0)+1)}let b=new Set;if(n!=null)for(let[f,M]of c)M>=n&&b.add(f);let w=0;return{texts:r.map((f,M)=>{let I=[];for(let _ of s[M]){let T=et(_);if(T&&b.has(T)){w+=_.length;continue}I.push(_)}let A=I.join(`
+import{c as We,h as ke,i as Ke,j as Qe,l as Ve}from"./chunk-XXK5PLRB.js";import{b as Ge,c as Ye,h as Xe,j as Ze}from"./chunk-XSYLDTMI.js";import"./chunk-XG6GCEUE.js";import"./chunk-M5QHXNFZ.js";import{c as Je,e as ze,f as Fe,g as He}from"./chunk-W2BVJ7S2.js";import"./chunk-TMB56NCA.js";import"./chunk-YEFXVTMJ.js";import"./chunk-HE45FFBU.js";import{t as qe}from"./chunk-KKHTMYCD.js";import{createWriteStream as se,mkdirSync as ie,readFileSync as bt,readdirSync as xt,rmSync as kt,statSync as _t,writeFileSync as g}from"fs";import{createHash as G}from"crypto";import{basename as Pt,join as a}from"path";import{tmpdir as Mt}from"os";import{createGzip as It}from"zlib";import{once as Y}from"events";import{finished as ae}from"stream/promises";import{ZipFile as Ct}from"yazl";import At from"p-limit";import{createHash as _e}from"crypto";var pt=500,gt=.9,ht=1e4,ft=5e4;function ge(r,s){let n=10**s;return Math.round(r*n)/n}function yt(r,s){if(r.length===0||r.length!==s.length)throw new Error("Similarity vectors must have the same non-zero dimension.");let n=0,c=0,b=0;for(let w=0;w<r.length;w++)n+=r[w]*s[w],c+=r[w]*r[w],b+=s[w]*s[w];return c===0||b===0?0:Math.max(-1,Math.min(1,n/(Math.sqrt(c)*Math.sqrt(b))))}function wt(r){let s=_e("sha256");for(let n of[...r].sort((c,b)=>c.url.localeCompare(b.url)))s.update(n.url),s.update("\0"),s.update(n.contentHash),s.update("\0");return s.digest("hex")}function et(r){let s=r.replace(/!\[([^\]]*)\]\([^)]*\)/g,"$1").replace(/\[([^\]]+)\]\([^)]*\)/g,"$1").replace(/https?:\/\/\S+/gi," ").replace(/&(?:amp|nbsp|quot|#39);/gi," ").replace(/[#>*_`~|\\-]+/g," ").replace(/[^\p{L}\p{N}]+/gu," ").replace(/\s+/g," ").trim().toLowerCase();return s.length>=12?s:null}function St(r){let s=r.map(f=>f.bodyMarkdown.split(/\n{2,}/).map(M=>M.trim()).filter(Boolean)),n=r.length>=4?Math.max(3,Math.ceil(r.length*.5)):null,c=new Map;for(let f of s){let M=new Set(f.map(et).filter(I=>!!I));for(let I of M)c.set(I,(c.get(I)??0)+1)}let b=new Set;if(n!=null)for(let[f,M]of c)M>=n&&b.add(f);let w=0;return{texts:r.map((f,M)=>{let I=[];for(let _ of s[M]){let T=et(_);if(T&&b.has(T)){w+=_.length;continue}I.push(_)}let A=I.join(`
 
 `).trim(),C=A.length>=60?A:f.bodyMarkdown;return`${f.title?.trim()||"Untitled page"}
 

package/dist/{gmail-service-Y2UZX3YW.js → gmail-service-DTUP6EWC.js}

@@ -1 +1 @@
-import{e as a,f as b,g as c,h as d,i as e,j as f,k as g,l as h}from"./chunk-3R5QLQT3.js";import"./chunk-WTOKMWDS.js";import"./chunk-2GRE4BAO.js";import"./chunk-HUV2WTRW.js";import"./chunk-YEFXVTMJ.js";import"./chunk-DKQZNSYM.js";import"./chunk-7BEWBRMT.js";export{d as GMAIL_ATTACHMENT_REF_TTL_MS,c as GMAIL_INLINE_BODY_BYTES,b as GMAIL_MAIN_CONTRACT_HASH,a as GMAIL_MAIN_CONTRACT_VERSION,h as GmailService,e as GmailServiceError,g as normalizeGmailMessage,f as parseGmailAddresses};
+import{e as a,f as b,g as c,h as d,i as e,j as f,k as g,l as h}from"./chunk-IRWULJS5.js";import"./chunk-NC32JCZT.js";import"./chunk-Q5SUDDSQ.js";import"./chunk-HUV2WTRW.js";import"./chunk-YEFXVTMJ.js";import"./chunk-56UT5M5Y.js";import"./chunk-KKHTMYCD.js";export{d as GMAIL_ATTACHMENT_REF_TTL_MS,c as GMAIL_INLINE_BODY_BYTES,b as GMAIL_MAIN_CONTRACT_HASH,a as GMAIL_MAIN_CONTRACT_VERSION,h as GmailService,e as GmailServiceError,g as normalizeGmailMessage,f as parseGmailAddresses};