mcp-scraper 0.90.5 → 0.90.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +20 -0
- package/README.md +2 -2
- package/dist/bin/api-server.js +2 -2
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-core.js +1 -1
- package/dist/bin/mcp-scraper-install.js +1 -1
- package/dist/bin/mcp-stdio-server.js +1 -1
- package/dist/bin/paa-harvest.js +1 -1
- package/dist/{chunk-W4QBJ7WW.js → chunk-5MMN27Q6.js} +2 -2
- package/dist/{chunk-PNDXAOZD.js → chunk-AQSMJCTF.js} +1 -1
- package/dist/{chunk-ZJOD3YKH.js → chunk-AQXYXVOP.js} +8 -8
- package/dist/{chunk-YEFXVTMJ.js → chunk-CTX3NMZQ.js} +1 -1
- package/dist/{chunk-5RTZPHIY.js → chunk-MADTJXNI.js} +1 -1
- package/dist/chunk-NOUHD54C.js +48 -0
- package/dist/{chunk-XSYLDTMI.js → chunk-NWRRVZKW.js} +1 -1
- package/dist/chunk-UM4WSLKQ.js +1 -0
- package/dist/{chunk-NC32JCZT.js → chunk-WDB5CTRY.js} +1 -1
- package/dist/chunk-XARSC34L.js +1279 -0
- package/dist/{chunk-IRWULJS5.js → chunk-YDOBZMLS.js} +1 -1
- package/dist/{extract-bundle-MQM3P7VS.js → extract-bundle-CP6WBOJI.js} +1 -1
- package/dist/{gmail-service-DTUP6EWC.js → gmail-service-5NH2GVQ5.js} +1 -1
- package/dist/index.cjs +45 -45
- package/dist/index.js +1 -1
- package/dist/server-TQJ6Z3ZF.js +4931 -0
- package/dist/{site-extract-repository-IZT3NTWY.js → site-extract-repository-KG6FQU55.js} +1 -1
- package/dist/{stripe-event-worker-5QNWGHVK.js → stripe-event-worker-ZNNQEVK4.js} +1 -1
- package/dist/{worker-Z27YG7TE.js → worker-4LFWAEX2.js} +1 -1
- package/package.json +1 -1
- package/dist/chunk-5JCPVCBT.js +0 -1280
- package/dist/chunk-ARKQYLKU.js +0 -1
- package/dist/chunk-X4YCWF4B.js +0 -48
- package/dist/server-NTIME7TQ.js +0 -6520
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import{k as K}from"./chunk-
|
|
1
|
+
import{k as K}from"./chunk-WDB5CTRY.js";import{a as X}from"./chunk-Q5SUDDSQ.js";import{c as J,d as H}from"./chunk-HUV2WTRW.js";import{t as f}from"./chunk-KKHTMYCD.js";import{createHash as U,createHmac as re,timingSafeEqual as he}from"crypto";import{createHash as fe,randomUUID as Y}from"crypto";var ge=1440*60*1e3,F=5e3,h=class extends Error{constructor(n,i,o=400){super(i);this.code=n;this.status=o;this.name="GmailSelectionError"}code;status},k=null,P=null;function $(e){return e===null||typeof e!="object"?JSON.stringify(e):Array.isArray(e)?`[${e.map($).join(",")}]`:`{${Object.entries(e).sort(([t],[n])=>t.localeCompare(n)).map(([t,n])=>`${JSON.stringify(t)}:${$(n)}`).join(",")}}`}function b(e){return fe("sha256").update($(e)).digest("hex")}async function x(){let e=f();return k&&P===e||(P=e,k=(async()=>{await e.execute(`
|
|
2
2
|
CREATE TABLE IF NOT EXISTS gmail_selections (
|
|
3
3
|
selection_id TEXT PRIMARY KEY,
|
|
4
4
|
owner_identity TEXT NOT NULL,
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import{c as We,h as ke,i as Ke,j as Qe,l as Ve}from"./chunk-XXK5PLRB.js";import{b as Ge,c as Ye,h as Xe,j as Ze}from"./chunk-
|
|
1
|
+
import{c as We,h as ke,i as Ke,j as Qe,l as Ve}from"./chunk-XXK5PLRB.js";import{b as Ge,c as Ye,h as Xe,j as Ze}from"./chunk-NWRRVZKW.js";import"./chunk-XG6GCEUE.js";import"./chunk-M5QHXNFZ.js";import{c as Je,e as ze,f as Fe,g as He}from"./chunk-W2BVJ7S2.js";import"./chunk-TMB56NCA.js";import"./chunk-CTX3NMZQ.js";import"./chunk-HE45FFBU.js";import{t as qe}from"./chunk-KKHTMYCD.js";import{createWriteStream as se,mkdirSync as ie,readFileSync as bt,readdirSync as xt,rmSync as kt,statSync as _t,writeFileSync as g}from"fs";import{createHash as G}from"crypto";import{basename as Pt,join as a}from"path";import{tmpdir as Mt}from"os";import{createGzip as It}from"zlib";import{once as Y}from"events";import{finished as ae}from"stream/promises";import{ZipFile as Ct}from"yazl";import At from"p-limit";import{createHash as _e}from"crypto";var pt=500,gt=.9,ht=1e4,ft=5e4;function ge(r,s){let n=10**s;return Math.round(r*n)/n}function yt(r,s){if(r.length===0||r.length!==s.length)throw new Error("Similarity vectors must have the same non-zero dimension.");let n=0,c=0,b=0;for(let w=0;w<r.length;w++)n+=r[w]*s[w],c+=r[w]*r[w],b+=s[w]*s[w];return c===0||b===0?0:Math.max(-1,Math.min(1,n/(Math.sqrt(c)*Math.sqrt(b))))}function wt(r){let s=_e("sha256");for(let n of[...r].sort((c,b)=>c.url.localeCompare(b.url)))s.update(n.url),s.update("\0"),s.update(n.contentHash),s.update("\0");return s.digest("hex")}function et(r){let s=r.replace(/!\[([^\]]*)\]\([^)]*\)/g,"$1").replace(/\[([^\]]+)\]\([^)]*\)/g,"$1").replace(/https?:\/\/\S+/gi," ").replace(/&(?:amp|nbsp|quot|#39);/gi," ").replace(/[#>*_`~|\\-]+/g," ").replace(/[^\p{L}\p{N}]+/gu," ").replace(/\s+/g," ").trim().toLowerCase();return s.length>=12?s:null}function St(r){let s=r.map(f=>f.bodyMarkdown.split(/\n{2,}/).map(M=>M.trim()).filter(Boolean)),n=r.length>=4?Math.max(3,Math.ceil(r.length*.5)):null,c=new Map;for(let f of s){let M=new Set(f.map(et).filter(I=>!!I));for(let I of M)c.set(I,(c.get(I)??0)+1)}let b=new Set;if(n!=null)for(let[f,M]of c)M>=n&&b.add(f);let w=0;return{texts:r.map((f,M)=>{let I=[];for(let _ of s[M]){let T=et(_);if(T&&b.has(T)){w+=_.length;continue}I.push(_)}let A=I.join(`
|
|
2
2
|
|
|
3
3
|
`).trim(),C=A.length>=60?A:f.bodyMarkdown;return`${f.title?.trim()||"Untitled page"}
|
|
4
4
|
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{e as a,f as b,g as c,h as d,i as e,j as f,k as g,l as h}from"./chunk-
|
|
1
|
+
import{e as a,f as b,g as c,h as d,i as e,j as f,k as g,l as h}from"./chunk-YDOBZMLS.js";import"./chunk-WDB5CTRY.js";import"./chunk-Q5SUDDSQ.js";import"./chunk-HUV2WTRW.js";import"./chunk-CTX3NMZQ.js";import"./chunk-56UT5M5Y.js";import"./chunk-KKHTMYCD.js";export{d as GMAIL_ATTACHMENT_REF_TTL_MS,c as GMAIL_INLINE_BODY_BYTES,b as GMAIL_MAIN_CONTRACT_HASH,a as GMAIL_MAIN_CONTRACT_VERSION,h as GmailService,e as GmailServiceError,g as normalizeGmailMessage,f as parseGmailAddresses};
|