mcp-scraper 0.97.0 → 0.98.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +5 -2425
- package/README.md +16 -412
- package/dist/bin/api-server.js +3 -2
- package/dist/bin/mcp-scraper-cli.js +33 -27
- package/dist/bin/mcp-scraper-core.js +9 -1
- package/dist/bin/mcp-scraper-install.js +17 -2
- package/dist/bin/mcp-stdio-server.js +9 -1
- package/dist/bin/paa-harvest.js +8 -1
- package/dist/index.cjs +5 -21830
- package/dist/index.d.ts +14 -607
- package/dist/index.js +5 -39
- package/dist/transport.d.ts +35 -0
- package/package.json +11 -51
- package/THIRD_PARTY_NOTICES.html +0 -203
- package/dist/actions-NCZNPYEY.js +0 -1
- package/dist/artifacts-4ZDNP2JW.js +0 -1
- package/dist/artifacts-N62OPIT5.js +0 -1
- package/dist/artifacts-PSADD5OC.js +0 -1
- package/dist/artifacts-RUR3OHAK.js +0 -1
- package/dist/blob-store-GIH26EDO.js +0 -1
- package/dist/bundle-XR6XKYJM.js +0 -1
- package/dist/chunk-24YDQ3EO.js +0 -5
- package/dist/chunk-3F7AFM53.js +0 -1
- package/dist/chunk-4HZXATHB.js +0 -27
- package/dist/chunk-4P3LZNVA.js +0 -954
- package/dist/chunk-4ZVO6GX4.js +0 -1
- package/dist/chunk-55ZANTHL.js +0 -3
- package/dist/chunk-63VWBMYR.js +0 -3
- package/dist/chunk-6FAMBNHY.js +0 -1
- package/dist/chunk-6N5EC7ZO.js +0 -1
- package/dist/chunk-7POHNTVW.js +0 -1
- package/dist/chunk-7SR7MEU5.js +0 -62
- package/dist/chunk-A4UASMEQ.js +0 -1
- package/dist/chunk-AMYPXA2F.js +0 -930
- package/dist/chunk-ANQ4JJVI.js +0 -71
- package/dist/chunk-B3JRL45T.js +0 -1
- package/dist/chunk-B4ZKPLSP.js +0 -1
- package/dist/chunk-B5Y26E3A.js +0 -1
- package/dist/chunk-C7MGJUTU.js +0 -1
- package/dist/chunk-CNSVZTTT.js +0 -13
- package/dist/chunk-EYGA6LOU.js +0 -1
- package/dist/chunk-GLCR4KJI.js +0 -21722
- package/dist/chunk-HCK6PLM3.js +0 -3
- package/dist/chunk-HNNYXMSI.js +0 -1
- package/dist/chunk-IFPION5D.js +0 -121
- package/dist/chunk-JMZIDHYQ.js +0 -2
- package/dist/chunk-JNPM3U3L.js +0 -189
- package/dist/chunk-K3VDGJNK.js +0 -1
- package/dist/chunk-KJQXUZ4Y.js +0 -4
- package/dist/chunk-KXJCGV3H.js +0 -1
- package/dist/chunk-M5QHXNFZ.js +0 -10
- package/dist/chunk-MVMWPKRC.js +0 -2
- package/dist/chunk-NALXKTUU.js +0 -1
- package/dist/chunk-ND4WIBXT.js +0 -16
- package/dist/chunk-NNOX3FYG.js +0 -198
- package/dist/chunk-NULRGHJ4.js +0 -41
- package/dist/chunk-OILOHQNL.js +0 -2
- package/dist/chunk-OLYPLX5C.js +0 -1
- package/dist/chunk-OOB3RKWD.js +0 -4
- package/dist/chunk-OSKCHEVM.js +0 -218
- package/dist/chunk-PD7BI7TR.js +0 -12
- package/dist/chunk-PKQHHCO4.js +0 -20
- package/dist/chunk-PQRT4T2G.js +0 -159
- package/dist/chunk-QER2ELZP.js +0 -1
- package/dist/chunk-RDHGQ2WZ.js +0 -1
- package/dist/chunk-SDQW7IJN.js +0 -1
- package/dist/chunk-SEZETSB3.js +0 -1
- package/dist/chunk-U3NV72AL.js +0 -8
- package/dist/chunk-U4WIJZCX.js +0 -1
- package/dist/chunk-UIOSADPB.js +0 -1718
- package/dist/chunk-UNEJYZ4T.js +0 -102
- package/dist/chunk-VVSHZV5S.js +0 -73
- package/dist/chunk-WHVK6FUB.js +0 -11
- package/dist/chunk-WNUXMPVX.js +0 -1
- package/dist/chunk-XYUJTIPE.js +0 -203
- package/dist/chunk-YJPFEL2E.js +0 -1
- package/dist/chunk-Z4EHBBL4.js +0 -41
- package/dist/contracts-GUXGFCVV.js +0 -1
- package/dist/core-schema-Y47YFKH2.js +0 -899
- package/dist/dispatch-ILBBKOSW.js +0 -1
- package/dist/editorial-reading-room/assets/app.js +0 -433
- package/dist/editorial-reading-room/assets/index.html +0 -139
- package/dist/editorial-reading-room/assets/styles.css +0 -1091
- package/dist/index.d.cts +0 -607
- package/dist/media-artifacts-67CJWI7O.js +0 -1
- package/dist/metering-YHZ46GV4.js +0 -1
- package/dist/migrations-3AKEC5QE.js +0 -1
- package/dist/queue-VOGXQDPR.js +0 -1
- package/dist/reconciliation-OXBG7JA2.js +0 -1
- package/dist/report-artifact-offload-6OOY2PTM.js +0 -1
- package/dist/repository-CYXVMYAI.js +0 -1
- package/dist/repository-UKDA4IWP.js +0 -1
- package/dist/server-6HUBN3OR.js +0 -5547
- package/dist/settlement-3PS32LQO.js +0 -1
- package/dist/worker-NXRU3TT3.js +0 -1
- package/public/.well-known/xray-install.json +0 -183
- package/public/agent-install.md +0 -200
package/dist/chunk-SDQW7IJN.js
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
import{createHash as w}from"crypto";import{createReadStream as R}from"fs";import{createHash as A}from"crypto";var g=/--v1-([a-f0-9]{64})(?:\.[a-zA-Z0-9]{1,16})?$/,m=class extends Error{constructor(e,n,a){super(`private_artifact_storage_${n}`,{cause:a});this.artifactId=e;this.outcome=n}artifactId;outcome;name="ArtifactStorageError"},d=class extends Error{constructor(e,n){super(n);this.code=e}code;name="ArtifactReadError"};function P(t){let r=t.toLowerCase().split(";")[0].trim(),e=["download"],n=t.match(/;\s*charset\s*=\s*"?([^;"\s]+)/i)?.[1]?.toLowerCase();return(n===void 0||n==="utf-8"||n==="utf8")&&(r.startsWith("text/")||["application/json","application/x-ndjson","application/ndjson","application/xml","application/javascript","message/rfc822"].includes(r)||r.endsWith("+json")||r.endsWith("+xml"))&&e.push("text"),r==="application/zip"&&e.push("archive"),r.startsWith("image/")&&e.push("image"),r.startsWith("audio/")&&e.push("audio"),r.startsWith("video/")&&e.push("video"),e}function _(t){return(t.trim().replace(/[^a-zA-Z0-9_.-]+/g,"-").replace(/^-+|-+$/g,"")||"artifact").slice(0,160)}function T(t){let r=t.replace(/^\/+/,"").replace(/\/+$/,"");if(!r||r.includes("..")||!/^[a-zA-Z0-9/_-]+$/.test(r))throw new Error("private artifact prefix is invalid");return`${r}/`}function x(t,r){let e=t.trim();if(!/^[a-zA-Z0-9_-]{1,160}$/.test(e)||e==="_metadata")throw new Error(`${r} must contain only letters, numbers, underscores, or hyphens`);return e}function B(t){let r=t.trim();if(!/^[a-zA-Z0-9_.-]{1,600}$/.test(r)||r.includes(".."))throw new Error("private artifact key is invalid");return r}function O(t,r){let e=T(r);if(!t.startsWith(e))return null;let n=t.slice(e.length).split("/");if(n.length<2)return null;try{let a=x(n[0],"ownerId");return n.slice(1,-1).forEach(s=>x(s,"scope")),B(n.at(-1)),/^\d{13}-/.test(n.at(-1))?a:null}catch{return null}}function S(t){let r=t.split("/").at(-1)?.match(/^(\d{13})-/),e=r?Number(r[1]):NaN;return Number.isSafeInteger(e)&&e>0?e:null}function M(t,r,e,n){if(r>n||t.length&&(t[0]&192)===128)throw new d("invalid_offset","private artifact offset falls inside a UTF-8 character or exceeds content");let a=Math.min(e,t.length);for(;a>0&&a<t.length&&(t[a]&192)===128;)a--;if(a===0&&r<n)throw new d("window_too_small","private artifact maxBytes is too small for the next UTF-8 character");let s;try{s=new TextDecoder("utf-8",{fatal:!0,ignoreBOM:!0}).decode(t.subarray(0,a))}catch{throw new d("invalid_utf8","private artifact is not valid UTF-8 text")}return{text:s,consumedBytes:a,nextOffset:r+a<n?r+a:null}}function N(t){return A("sha256").update(JSON.stringify(t)).digest("hex")}function U(t,r){let e=t;if(!e||e.version!==1||e.artifactId!==r||r.match(g)?.[1]!==e.fingerprint||!/^[a-f0-9]{64}$/.test(e.sha256)||!Number.isSafeInteger(e.bytes)||e.bytes<0||typeof e.filename!="string"||_(e.filename)!==e.filename||typeof e.contentType!="string"||!Number.isFinite(Date.parse(e.createdAt))||!Number.isFinite(Date.parse(e.expiresAt)))return!1;let{artifactId:n,fingerprint:a,...s}=e;return N(s)===a&&JSON.stringify(e.capabilities)===JSON.stringify(P(e.contentType))&&Date.parse(e.createdAt)===S(r)}function I(t,r){return`${r}_metadata/${t.slice(r.length)}.json`}async function k(t,r){let e=t.getReader(),n=[],a=0;try{for(;;){let{done:s,value:i}=await e.read();if(s)break;if(a+=i.byteLength,a>r)throw new d("read_limit","private artifact exceeds read limit");n.push(Buffer.from(i))}return Buffer.concat(n,a)}finally{await e.cancel().catch(()=>{}),e.releaseLock()}}async function y(t,r,e){let n=r.backend?null:await import("@vercel/blob"),a=r.backend?await r.backend.get(t,e):await n.get(t,{access:"private",token:r.token,useCache:!1,...e?{headers:{Range:`bytes=${e.start}-${e.end}`}}:{}});if(!a||"statusCode"in a&&a.statusCode!==200)return null;if(a.blob?.pathname!==t)throw await a.stream.cancel().catch(()=>{}),new d("integrity_mismatch","private artifact returned a different object identity");if(e){let i=a.headers?.get("content-range")?.match(/^bytes (\d+)-(\d+)\/(\d+)$/);if(!i||i.slice(1).some(c=>!Number.isSafeInteger(Number(c)))||Number(i[1])!==e.start||Number(i[2])>e.end||Number(i[2])<e.start||Number(i[3])<=Number(i[2]))throw await a.stream.cancel().catch(()=>{}),new d("range_unavailable","private artifact backend did not acknowledge the requested bounded range");return{...a,totalBytes:Number(i[3]),rangeBytes:Number(i[2])-e.start+1}}let s=a.blob.size;if(!r.backend&&(!Number.isSafeInteger(s)||s<0||s===0&&a.headers.get("content-length")!=="0"))try{let i=await n.head(t,{token:r.token});if(i.pathname!==t||!Number.isSafeInteger(i.size)||i.size<0)throw new d("integrity_mismatch","private artifact length metadata is invalid");s=i.size}catch(i){throw await a.stream.cancel().catch(()=>{}),i}return{...a,blob:{...a.blob,size:s},totalBytes:s,rangeBytes:s}}async function F(t){let r=R(t.file);try{if((t.policy.backend?await t.policy.backend.put({id:t.id,body:r,bytes:t.bytes,sha256:t.sha256,contentType:t.contentType}):await(await import("@vercel/blob")).put(t.id,r,{access:"private",token:t.policy.token,contentType:t.contentType,addRandomSuffix:!1,allowOverwrite:!1,cacheControlMaxAge:60,multipart:t.bytes>104857600})).pathname!==t.id)throw new Error("private artifact put returned a different object identity")}catch(e){r.destroy();try{let n=await y(t.id,t.policy);if(!n)throw e;if(n.totalBytes!==t.bytes||n.blob.contentType.split(";")[0]!==t.contentType.split(";")[0])throw await n.stream.cancel().catch(()=>{}),e;let a=n.stream.getReader(),s=w("sha256"),i=0;try{for(;;){let c=await a.read();if(c.done)break;if(i+=c.value.byteLength,i>t.bytes)throw e;s.update(c.value)}}finally{await a.cancel().catch(()=>{}),a.releaseLock()}if(i!==t.bytes||s.digest("hex")!==t.sha256)throw e}catch{throw new m(t.id,"unknown",e)}}finally{r.destroy()}}async function W(t,r,e,n){try{if((e.backend?await e.backend.put({id:t,body:Buffer.from(r),bytes:Buffer.byteLength(r),sha256:w("sha256").update(r).digest("hex"),contentType:"application/json"}):await(await import("@vercel/blob")).put(t,r,{access:"private",token:e.token,contentType:"application/json",addRandomSuffix:!1,allowOverwrite:!1,cacheControlMaxAge:60})).pathname!==t)throw new Error("private artifact metadata put returned a different identity")}catch(a){try{let s=await y(t,e);if(!s||(await k(s.stream,8192)).toString()!==r)throw a}catch{throw new m(n,"bytes-stored-metadata-pending",a)}}}async function L(t,r,e){if(e.backend){let u=await e.backend.sign(t,r);if(!u.startsWith("https://"))throw Error("private artifact download URL must use HTTPS");return u}let{getDownloadUrl:n,issueSignedToken:a,presignUrl:s}=await import("@vercel/blob"),i=await a({token:e.token,pathname:t,operations:["get"],validUntil:r}),c=await s(i,{access:"private",operation:"get",pathname:t,validUntil:r});if(!c.presignedUrl.startsWith("https://"))throw new Error("private artifact download URL must use HTTPS");return n(c.presignedUrl)}async function D(t,r,e){let n=t.backend?o=>t.backend.list(o.prefix,o.cursor,o.limit):(await import("@vercel/blob")).list,a=t.backend?o=>t.backend.delete(Array.isArray(o)?o:[o]):(await import("@vercel/blob")).del,s=t.backend?.kind??"private-vercel-blob",i=`${t.prefix}_cleanup/cursor.json`,c,u=0,h=0,f=!1,v=await y(i,t);if(v)try{let o=JSON.parse((await k(v.stream,8192)).toString());o.version===1&&o.prefix===t.prefix&&typeof o.cursor=="string"&&o.cursor.length>0&&o.cursor.length<=4096&&(c=o.cursor)}catch{return{deleted:0,store:s,pending:!0}}do{let o=await n({prefix:t.prefix,token:t.token,limit:Math.min(1e3,e-u),cursor:c});u+=o.blobs.length;let p=[];for(let l of o.blobs)await r(l.pathname)&&p.push(l.pathname);if(p.length)try{await a(p,{token:t.token}),h+=p.length;let l=p.filter(b=>g.test(b)).map(b=>I(b,t.prefix));l.length&&await a(l,{token:t.token})}catch{return{deleted:h,store:s,pending:!0}}if(f=o.hasMore,!f){if(c)try{await a(i,{token:t.token})}catch{f=!0}break}if(!o.cursor||o.cursor===c){f=!0;break}if(c=o.cursor,u>=e){try{if(c.length>4096)throw Error("private artifact cleanup cursor exceeds limit");let l=JSON.stringify({version:1,prefix:t.prefix,cursor:c});if((t.backend?await t.backend.put({id:i,body:Buffer.from(l),bytes:Buffer.byteLength(l),sha256:w("sha256").update(l).digest("hex"),contentType:"application/json",overwrite:!0}):await(await import("@vercel/blob")).put(i,l,{access:"private",token:t.token,contentType:"application/json",addRandomSuffix:!1,allowOverwrite:!0,cacheControlMaxAge:0})).pathname!==i)throw Error("private artifact cleanup cursor identity mismatch")}catch{f=!0}break}}while(!0);return{deleted:h,store:s,pending:f}}export{g as a,m as b,d as c,P as d,_ as e,T as f,x as g,B as h,O as i,S as j,M as k,N as l,U as m,I as n,k as o,y as p,F as q,W as r,L as s,D as t};
|
package/dist/chunk-SEZETSB3.js
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
import{a as T,b as K,c as u,d as F,e as Z,f as q,g as J,h as G,i as h,j as Q,k as tt,l as et,m as B,n as C,o as R,p as k,q as at,r as it,s as z}from"./chunk-SDQW7IJN.js";import{c as O}from"./chunk-OILOHQNL.js";import{opendir as rt,readFile as nt,rm as X,stat as ut}from"fs/promises";import{join as b}from"path";var kt=7*864e5,Mt=15*6e4,$="9999-12-31T23:59:59.999Z";function g(e){if(e.artifactTtlMs!==null&&(!Number.isSafeInteger(e.artifactTtlMs)||e.artifactTtlMs<=0))throw new Error("private artifact TTL must be a positive integer");if(!Number.isSafeInteger(e.downloadTtlMs)||e.downloadTtlMs<=0)throw new Error("private artifact download TTL must be a positive integer");return{...e,token:e.token?.trim()||null,prefix:q(e.prefix)}}function N(e,t){let a=g(t);if(h(e,a.prefix)===null||a.artifactTtlMs===null)return null;let i=Q(e);return i===null?null:new Date(i+a.artifactTtlMs)}function D(e,t,a,i=Date.now()){let r=h(e,t.prefix);if(!r||a!==void 0&&r!==a)return!1;let n=N(e,t);return t.artifactTtlMs===null||n!==null&&n.getTime()>i}function E(e){return e.hosted??(process.env.VERCEL==="1"||process.env.NODE_ENV==="production")}function Y(e,t,a=Date.now()){let i=Math.min(a+t.downloadTtlMs,Date.parse(e));return i>a?i:null}async function Ft(e){let t=g(e.policy),a=(e.now??new Date).getTime(),i=e.maxObjects??1e3;if(!Number.isSafeInteger(i)||i<1||i>2e4||!Number.isFinite(a))throw new Error("private artifact cleanup budget/time is invalid");let r=d=>e.includeLegacy===!0&&D(d,t,void 0,a)===!1&&h(d,t.prefix)!==null,n=(d,m)=>B(d,m)&&h(m,t.prefix)===d.ownerId&&Date.parse(d.expiresAt)<=a,o=d=>T.test(d)&&h(d,t.prefix)!==null&&(N(d,t)?.getTime()??1/0)<=a;if(t.artifactTtlMs===null)return{deleted:0,store:t.backend?.kind??(t.token?"private-vercel-blob":E(t)?"none":"local"),pending:!1};if(t.backend||t.token?.trim()){let{cleanupPrivateBlobObjects:d,getPrivateBlob:m,metadataBlobId:v,consumePrivateBlob:c}=await import("./blob-store-GIH26EDO.js");return d(t,async s=>{if(s.startsWith(`${t.prefix}_metadata/`)&&s.endsWith(".json")){let y=`${t.prefix}${s.slice(`${t.prefix}_metadata/`.length,-5)}`;if(!o(y))return!1;let _=await m(s,t);if(!_)return!1;try{return n(JSON.parse((await c(_.stream,8192)).toString()),y)}catch{return!1}}if(!h(s,t.prefix))return!1;if(!T.test(s))return r(s);if(!o(s))return!1;let f=await m(v(s,t.prefix),t);if(!f)return o(s);try{return n(JSON.parse((await c(f.stream,8192)).toString()),s)}catch{return!1}},i)}if(E(t))return{deleted:0,store:"none",pending:!0};let l=O(t.localBaseDir),w=0,x=0,p=!1;async function I(d,m=""){let v=await rt(d).catch(c=>{if(c.code==="ENOENT")return null;throw c});if(v)for await(let c of v){let s=m?`${m}/${c.name}`:c.name;if(c.isDirectory())await I(b(d,c.name),s);else if(c.isFile()){let f=`${t.prefix}${s}`;if(!o(f)&&!r(f))continue;if(w>=i){p=!0;return}if(w++,T.test(f)){let y=await nt(b(l,"artifact-metadata",`${f}.json`),"utf8").catch(()=>null);if(y){let _;try{_=JSON.parse(y)}catch{p=!0;continue}if(!n(_,f)){(!B(_,f)||h(f,t.prefix)!==_.ownerId)&&(p=!0);continue}}}else if(!r(f))continue;try{await X(b(l,"blobs",f)),x++,await X(b(l,"artifact-metadata",`${f}.json`),{force:!0})}catch{p=!0}}}}await I(b(l,"blobs",t.prefix));async function P(d,m=""){let v=await rt(d).catch(c=>{if(c.code==="ENOENT")return null;throw c});if(v)for await(let c of v){let s=m?`${m}/${c.name}`:c.name;if(c.isDirectory())await P(b(d,c.name),s);else if(c.isFile()&&s.endsWith(".json")){let f=`${t.prefix}${s.slice(0,-5)}`;if(!o(f)||await ut(b(l,"blobs",f)).then(()=>!0,y=>{if(y.code==="ENOENT")return!1;throw y}))continue;if(w>=i){p=!0;return}w++;try{let y=JSON.parse(await nt(b(d,c.name),"utf8"));if(!n(y,f)){(!B(y,f)||h(f,t.prefix)!==y.ownerId)&&(p=!0);continue}await X(b(d,c.name)),x++}catch{p=!0}}}}return await P(b(l,"artifact-metadata",t.prefix)),{deleted:x,store:"local",pending:p}}import{createHash as H}from"crypto";import{constants as A,createWriteStream as mt}from"fs";import{link as ot,mkdir as V,mkdtemp as pt,open as M,readFile as wt,rm as yt,writeFile as ht}from"fs/promises";import{tmpdir as vt}from"os";import{dirname as ct,join as S}from"path";import{Readable as xt,Transform as bt}from"stream";import{pipeline as At}from"stream/promises";var L=T,Pt=1e5,Et=e=>H("sha256").update(e).digest("hex"),U=(e,t)=>S(O(e.localBaseDir),"blobs",t),st=(e,t)=>S(O(e.localBaseDir),"artifact-metadata",`${t}.json`);function It(e){let t=typeof e=="string"&&/^\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}$/.test(e)?`${e.replace(" ","T")}Z`:e,a=t instanceof Date?t.getTime():typeof t=="number"?t:Date.parse(t);if(!Number.isSafeInteger(a)||a<1e12||a>9999999999999)throw new Error("private artifact createdAt is invalid");return a}function _t(e,t,a){let i=e;if(!B(i,t)||!t.startsWith(`${a.prefix}${i.ownerId}/`)||i.expiresAt!==(N(t,a)?.toISOString()??$))throw new u("integrity_mismatch","private artifact metadata does not match its identity/policy");return i}async function j(e,t){if(!L.test(e))return null;let a;if(t.backend||t.token?.trim()){let i=await k(C(e,t.prefix),t);if(!i)return null;a=await R(i.stream,8192)}else{if(E(t))return null;let i=await M(st(t,e),A.O_RDONLY|A.O_NOFOLLOW).catch(r=>{if(r.code==="ENOENT")return null;throw r});if(!i)return null;try{let r=await i.stat();if(!r.isFile()||r.size>8192)throw new u("integrity_mismatch","private artifact metadata exceeds limit");a=await i.readFile()}finally{await i.close()}}try{return _t(JSON.parse(a.toString("utf8")),e,t)}catch(i){throw i instanceof u?i:new u("integrity_mismatch","private artifact metadata is not valid JSON")}}async function ft(e,t){if(Date.parse(e.expiresAt)<=Date.now())return{downloadUrl:null,downloadUrlExpiresAt:null,downloadState:"unavailable"};if(t.backend?.localPath)return{downloadUrl:null,downloadUrlExpiresAt:null,downloadState:"local"};if(!(t.backend||t.token?.trim()))return{downloadUrl:null,downloadUrlExpiresAt:null,downloadState:E(t)?"unavailable":"local"};let a=Y(e.expiresAt,t);if(!a)return{downloadUrl:null,downloadUrlExpiresAt:null,downloadState:"unavailable"};try{return{downloadUrl:await z(e.artifactId,a,t),downloadUrlExpiresAt:new Date(a).toISOString(),downloadState:"available"}}catch{return{downloadUrl:null,downloadUrlExpiresAt:null,downloadState:"unavailable"}}}async function gt(e,t,a,i){let r=U(a,t.artifactId),n=st(a,t.artifactId),o=JSON.stringify(t);await V(ct(r),{recursive:!0}),await V(ct(n),{recursive:!0});let l=S(i,"metadata.json");await ht(l,o,{flag:"wx",mode:384});try{await ot(l,n)}catch(w){if(w.code!=="EEXIST")throw w;if(await wt(n,"utf8")!==o)throw new u("integrity_mismatch","private artifact metadata collision")}try{await ot(e,r)}catch(w){if(w.code!=="EEXIST")throw w;let x=H("sha256"),p=0,I=await M(r,A.O_RDONLY|A.O_NOFOLLOW);try{for await(let P of I.createReadStream()){if(p+=P.length,p>t.bytes)throw new u("integrity_mismatch","private artifact data collision");x.update(P)}if(p!==t.bytes||x.digest("hex")!==t.sha256)throw new u("integrity_mismatch","private artifact data collision")}finally{await I.close()}}}async function Kt(e){return St({...e,content:xt.from([Buffer.isBuffer(e.content)?e.content:Buffer.from(e.content)])})}async function St(e){let t=g(e.policy),a=J(e.ownerId,"ownerId"),i=G(e.artifactKey);if(i.length>400)throw new Error("private artifact key is too long");let r=(e.scopeSegments??[]).map(m=>J(m,"scopeSegments")),n=It(e.createdAt),o=Z(e.filename),l=e.contentType.trim().toLowerCase();if(l.length>256||!/^[a-z0-9!#$&^_.+-]+\/[a-z0-9!#$&^_.+-]+(?:;[\x20-\x7e]+)?$/.test(l))throw new Error("private artifact contentType is invalid");if(!(t.backend||t.token?.trim())&&E(t))throw new Error("private_artifact_blob_not_configured");let w=!(t.backend||t.token?.trim())||t.localBaseDir?S(O(t.localBaseDir),".artifact-staging"):S(vt(),"mcp-private-artifacts");await V(w,{recursive:!0,mode:448});let x=await pt(S(w,"write-")),p=S(x,"bytes"),I=H("sha256"),P=0,d=new bt({transform(m,v,c){P+=m.length,I.update(m),c(null,m)}});try{await At(e.content,d,mt(p,{flags:"wx",mode:384}));let m={version:1,ownerId:a,filename:o,contentType:l,bytes:P,sha256:I.digest("hex"),createdAt:new Date(n).toISOString(),expiresAt:t.artifactTtlMs===null?$:new Date(n+t.artifactTtlMs).toISOString(),capabilities:F(l)},v=o.match(/\.([a-zA-Z0-9]{1,16})$/)?.[1],c=et(m),s=`${t.prefix}${a}/${r.length?r.join("/")+"/":""}${n}-${i}--v1-${c}${v?"."+v:""}`;if(h(s,t.prefix)!==a)throw new Error("private artifact identity is invalid");let f={...m,artifactId:s,fingerprint:c};if(t.backend||t.token?.trim())await at({id:s,file:p,bytes:P,sha256:f.sha256,contentType:l,policy:t}),await it(C(s,t.prefix),JSON.stringify(f),t,s);else try{await gt(p,f,t,x)}catch(W){throw W instanceof u?W:new K(s,"unknown",W)}let{version:y,fingerprint:_,...dt}=f;return{...dt,...await ft(f,t)}}finally{await yt(x,{recursive:!0,force:!0})}}async function lt(e,t){if(t.backend||t.token?.trim()){let i=await k(e.artifactId,t);return i?(await i.stream.cancel().catch(()=>{}),i.totalBytes===e.bytes):!1}if(E(t))return!1;let a=await M(U(t,e.artifactId),A.O_RDONLY|A.O_NOFOLLOW).catch(i=>{if(i.code==="ENOENT")return null;throw i});if(!a)return!1;try{let i=await a.stat();return i.isFile()&&i.size===e.bytes}finally{await a.close()}}async function Zt(e){let t=g(e.policy);if(!D(e.artifactId,t,e.ownerId))return null;let a=await j(e.artifactId,t);if(!a||!await lt(a,t))return null;let{version:i,fingerprint:r,...n}=a;return{...n,...await ft(a,t)}}async function qt(e){let t=g(e.policy);if(!D(e.artifactId,t,e.ownerId)||!(t.backend||t.token?.trim()))return null;let a=await j(e.artifactId,t);if(L.test(e.artifactId)&&(!a||!await lt(a,t)))return null;let i=a?.expiresAt??N(e.artifactId,t)?.toISOString()??$,r=Y(i,t);return r?{downloadUrl:await z(e.artifactId,r,t),downloadUrlExpiresAt:new Date(r).toISOString(),expiresAt:i}:null}function Ot(e){let t=e.split(".").at(-1)?.toLowerCase();return{txt:"text/plain",md:"text/markdown",html:"text/html",csv:"text/csv",json:"application/json",jsonl:"application/x-ndjson",xml:"application/xml",eml:"message/rfc822"}[t??""]??"application/octet-stream"}async function Gt(e){let t=g(e.policy);if(!D(e.artifactId,t,e.ownerId))return null;if(!Number.isSafeInteger(e.offset)||e.offset<0)throw new u("invalid_offset","private artifact offset is invalid");if(!Number.isSafeInteger(e.maxBytes)||e.maxBytes<1||e.maxBytes>Pt||!Number.isSafeInteger(e.offset+e.maxBytes+1))throw new Error("private artifact maxBytes is invalid");let a=await j(e.artifactId,t);if(L.test(e.artifactId)&&!a)return null;let i=a?.contentType??Ot(e.artifactId),r,n;if(a&&!a.capabilities.includes("text"))throw new u("unsupported_text","private artifact does not support text reads; use its download/archive/media capability");if(t.backend||t.token?.trim()){if(a&&e.offset>a.bytes)throw new u("invalid_offset","private artifact offset exceeds content");if(a&&e.offset===a.bytes)return{text:"",totalBytes:a.bytes,offset:e.offset,consumedBytes:0,nextOffset:null,contentType:i,sha256:a.sha256};let o=await k(e.artifactId,t,{start:e.offset,end:e.offset+e.maxBytes});if(!o)return null;if(i=o.blob.contentType,n=o.totalBytes,!F(i).includes("text")||a&&n!==a.bytes)throw await o.stream.cancel().catch(()=>{}),new u(a&&n!==a.bytes?"integrity_mismatch":"unsupported_text","private artifact range metadata/capability is invalid");if(r=await R(o.stream,e.maxBytes+1),r.length!==o.rangeBytes)throw new u("integrity_mismatch","private artifact range body is incomplete")}else{if(E(t))return null;if(!F(i).includes("text"))throw new u("unsupported_text","private artifact does not support text reads; use its download/archive/media capability");let o=await M(U(t,e.artifactId),A.O_RDONLY|A.O_NOFOLLOW).catch(l=>{if(l.code==="ENOENT")return null;throw l});if(!o)return null;try{let l=await o.stat();if(n=l.size,!l.isFile()||a&&a.bytes!==n)throw new u("integrity_mismatch","private artifact bytes do not match metadata");if(e.offset>n)throw new u("invalid_offset","private artifact offset exceeds content");r=Buffer.alloc(Math.min(e.maxBytes+1,n-e.offset));let{bytesRead:w}=await o.read(r,0,r.length,e.offset);r=r.subarray(0,w)}finally{await o.close()}}return{...tt(r,e.offset,e.maxBytes,n),totalBytes:n,offset:e.offset,contentType:i,sha256:a?.sha256??null}}async function Qt(e){let t=g(e.policy);if(!D(e.artifactId,t,e.ownerId))return null;if(!Number.isSafeInteger(e.maxBytes)||e.maxBytes<1)throw new Error("private artifact maxBytes is invalid");let a=await j(e.artifactId,t);if(L.test(e.artifactId)&&!a)return null;let i;if(t.backend||t.token?.trim()){let r=await k(e.artifactId,t);if(!r)return null;if(a&&r.totalBytes!==a.bytes||r.totalBytes>e.maxBytes)throw await r.stream.cancel().catch(()=>{}),new u("read_limit","private artifact exceeds read limit or metadata size");i=await R(r.stream,e.maxBytes)}else{if(E(t))return null;let r=await M(U(t,e.artifactId),A.O_RDONLY|A.O_NOFOLLOW).catch(n=>{if(n.code==="ENOENT")return null;throw n});if(!r)return null;try{let n=await r.stat();if(!n.isFile()||a&&n.size!==a.bytes)throw new u("integrity_mismatch","private artifact bytes do not match metadata");if(n.size>e.maxBytes)throw new u("read_limit","private artifact exceeds read limit");i=Buffer.alloc(n.size);let o=0;for(;o<i.length;){let{bytesRead:l}=await r.read(i,o,i.length-o,o);if(!l)break;o+=l}if(o!==i.length)throw new u("integrity_mismatch","private artifact bytes changed during read")}finally{await r.close()}}if(a&&(i.length!==a.bytes||Et(i)!==a.sha256))throw new u("integrity_mismatch","private artifact digest mismatch");return i}export{kt as a,Mt as b,N as c,Ft as d,Kt as e,St as f,Zt as g,qt as h,Gt as i,Qt as j};
|
package/dist/chunk-U3NV72AL.js
DELETED
|
@@ -1,8 +0,0 @@
|
|
|
1
|
-
import{a as E}from"./chunk-EYGA6LOU.js";var t={serp:6e3,serp_headless:6e3,serp_headful:6e3,paa:1e3,paa_base:4e4,page_scrape:100,url_map:500,yt_channel:200,yt_transcription:200,fb_ad:700,maps_search:500,maps_place:6e3,maps_review:100,fb_search:800,fb_search_result:100,fb_page_intel:700,fb_page_intel_ad:50,fb_reels_inventory:400,fb_transcribe:33300,tiktok_transcribe:33300,google_ads_search:600,google_ads_intel:200,google_ads_transcribe:33300,instagram_profile:400,instagram_media:400,instagram_transcribe:33300,browser_minute:12e3,reddit_thread:3e3,reddit_comment:200,video_analysis:666700,trustpilot_reviews:500,trustpilot_review:100,g2_reviews:500,g2_review:200,diff_page:100,listing_create:1e3,listing_edit:200},q={TOPUP:"topup",SUBSCRIPTION:"subscription",SIGNUP_GRANT:"signup_grant",MONTHLY_REFRESH:"monthly_free_refresh",PAA:"paa",PAA_REFUND:"paa_refund",SERP:"serp",SERP_REFUND:"serp_refund",REFUND:"refund",TRANSCRIPTION:"transcription",TRANSCRIPTION_HOLD:"transcription_hold",TRANSCRIPTION_REFUND:"transcription_refund",YT_CHANNEL:"yt_channel",FB_AD:"fb_ad",MAPS_SEARCH:"maps_search",DIRECTORY_WORKFLOW_HOLD:"directory_workflow_hold",DIRECTORY_WORKFLOW_REFUND:"directory_workflow_refund",LEAD_LIST_ENRICHMENT_HOLD:"lead_list_enrichment_hold",LEAD_LIST_ENRICHMENT_REFUND:"lead_list_enrichment_refund",MAPS_PLACE:"maps_place",MAPS_REVIEW:"maps_review",MAPS_REVIEW_REFUND:"maps_review_refund",EXTRACT_SITE:"extract_site",EXTRACT_SITE_REFUND:"extract_site_refund",EXTRACT_URL:"page_scrape",URL_MAP:"url_map",EXTRACT_SITE_HOLD:"extract_site_hold",YT_CHANNEL_REFUND:"yt_channel_refund",FB_AD_REFUND:"fb_ad_refund",URL_MAP_REFUND:"url_map_refund",FB_SEARCH:"fb_search",FB_REELS_INVENTORY:"fb_reels_inventory",FB_REELS_INVENTORY_REFUND:"fb_reels_inventory_refund",FB_TRANSCRIBE:"fb_transcribe",TIKTOK_TRANSCRIBE:"tiktok_transcribe",FB_SEARCH_REFUND:"fb_search_refund",FB_SEARCH_RESULT:"fb_search_result",FB_SEARCH_RESULT_REFUND:"fb_search_result_refund",FB_PAGE_INTEL:"fb_page_intel",FB_PAGE_INTEL_REFUND:"fb_page_intel_refund",FB_PAGE_INTEL_AD:"fb_page_intel_ad",FB_PAGE_INTEL_AD_REFUND:"fb_page_intel_ad_refund",FB_TRANSCRIBE_REFUND:"fb_transcribe_refund",TIKTOK_TRANSCRIBE_REFUND:"tiktok_transcribe_refund",GOOGLE_ADS_SEARCH:"google_ads_search",GOOGLE_ADS_SEARCH_REFUND:"google_ads_search_refund",GOOGLE_ADS_INTEL:"google_ads_intel",GOOGLE_ADS_INTEL_REFUND:"google_ads_intel_refund",GOOGLE_ADS_TRANSCRIBE:"google_ads_transcribe",GOOGLE_ADS_TRANSCRIBE_REFUND:"google_ads_transcribe_refund",INSTAGRAM_PROFILE:"instagram_profile",INSTAGRAM_PROFILE_REFUND:"instagram_profile_refund",INSTAGRAM_MEDIA:"instagram_media",INSTAGRAM_MEDIA_REFUND:"instagram_media_refund",INSTAGRAM_TRANSCRIBE:"instagram_transcribe",INSTAGRAM_TRANSCRIBE_REFUND:"instagram_transcribe_refund",BROWSER_SESSION:"browser_session",REDDIT_THREAD:"reddit_thread",REDDIT_THREAD_REFUND:"reddit_thread_refund",REDDIT_COMMENT:"reddit_comment",REDDIT_COMMENT_REFUND:"reddit_comment_refund",VIDEO_ANALYSIS:"video_analysis",VIDEO_ANALYSIS_REFUND:"video_analysis_refund",VIDEO_ANALYSIS_ADJUST:"video_analysis_adjust",VIDEO_ANALYSIS_LLM:"video_analysis_llm",MEMORY_AI:"memory_ai",MEMORY_AI_REFUND:"memory_ai_refund",TRUSTPILOT_REVIEWS:"trustpilot_reviews",TRUSTPILOT_REVIEWS_REFUND:"trustpilot_reviews_refund",TRUSTPILOT_REVIEW:"trustpilot_review",TRUSTPILOT_REVIEW_REFUND:"trustpilot_review_refund",G2_REVIEWS:"g2_reviews",G2_REVIEWS_REFUND:"g2_reviews_refund",G2_REVIEW:"g2_review",G2_REVIEW_REFUND:"g2_review_refund",DIFF_PAGE:"diff_page",DIFF_PAGE_REFUND:"diff_page_refund",LOCAL_SOURCEBOOK_CREATE:"local_sourcebook_create",LOCAL_SOURCEBOOK_CREATE_REFUND:"local_sourcebook_create_refund",LOCAL_SOURCEBOOK_EDIT:"local_sourcebook_edit",LOCAL_SOURCEBOOK_EDIT_REFUND:"local_sourcebook_edit_refund",COMMONS_CREATE:"commons_create",COMMONS_CREATE_REFUND:"commons_create_refund",COMMONS_EDIT:"commons_edit",COMMONS_EDIT_REFUND:"commons_edit_refund",SITE_AUDIT_LLM:"site_audit_llm",SCHEDULED_RUN:"scheduled_run",CONNECTED_USAGE:"connected_usage",CONNECTED_ACCOUNT_FEE:"connected_account_fee",ADMIN_GRANT:"admin_grant",ADMIN_REVOKE:"admin_revoke"};function H(e){return e===!0?t.serp_headless:t.serp_headful}var a=100,l=20,_=35;function V(e,r){return e*a*(r==="apify"?l:_)}var $=t.browser_minute/6e4;function ce(e){return Math.round(e*$)}var _e=1e3,le=l,K=t.serp_headful/a,de=t.paa_base/a,pe=t.paa/a,ue=t.page_scrape/a,W={billingMode:"credits",chargeEvent:"accepted_write",validationCredits:0,create:{credits:t.listing_create/a,mc:t.listing_create},edit:{credits:t.listing_edit/a,mc:t.listing_edit},surfaces:["local_sourcebook","transparent_commons"],sourcebookAcquisitionIncluded:!0},j="2026-08-03.connected-usage-v3",A=15e3,me=A*a,h=2,N=2,I=5,v=h*a,O=N*a,M=I*a,Ee={schemaVersion:2,ratePolicyVersion:j,effectiveAt:"2026-08-03T00:00:00.000Z",provider:"nango",entitlement:"paid_plan_add_on",connection:{billingMode:"flat_recurring_credits",amountCredits:A,interval:"month",unit:"active_connection",proration:"none"},usage:{billingMode:"credits",settlementMode:"authoritative_receipt",rounding:"aggregate_then_ceil_to_mc",functionRun:{credits:h,mc:v,unit:"per_function_run"},proxyRequest:{credits:N,mc:O,unit:"per_proxy_request"},compute:{creditsPerSecond:I,mcPerSecond:M,sourceUnit:"millisecond",unit:"per_compute_second",formula:"ceil(computeMilliseconds * mcPerSecond / 1000)"}}};function g(e,r){if(!Number.isSafeInteger(e)||e<0)throw new Error(`${r} must be a non-negative safe integer`);return BigInt(e)}function p(e){if(e>BigInt(Number.MAX_SAFE_INTEGER))throw new Error("connected usage charge exceeds the safe integer range");return Number(e)}function ge(e){let r=g(e.functionRuns,"functionRuns"),o=g(e.proxyRequests,"proxyRequests"),s=g(e.computeMilliseconds,"computeMilliseconds"),n=r*BigInt(v),c=o*BigInt(O),d=s*BigInt(M),m=d===0n?0n:(d+999n)/1000n,y=n+c+m;return{functionRunMc:p(n),proxyRequestMc:p(c),computeMc:p(m),amountMc:p(y),credits:p(y)/a}}var X=[{key:"serp",label:"SERP search",aliases:["search_serp","serp","google search","organic results"],credits:l,unit:"per page (ordinary search)",notes:`search_serp light mode returns one page of organic positions, URLs, titles, and descriptions by default. Unfiltered one-page full mode returns available same-page SERP features. Either mode requests two pages only when pages:2 is explicit. Unfiltered light searches cost ${l} credits per delivered page, or ${_} credits per delivered page if the backup supplies the result. One-page full searches cost ${_} credits. Setting recency to week or month applies Google's date filter through a managed browser and returns organic results only. It costs ${_} credits for one page; filtered pages:2 follows Google's page-two control and costs ${_*2} credits when both pages are delivered. Unfiltered searches use the managed browser only as the last backup. Unfiltered two-page full searches return organic results only for ${l*2} credits, with rich features marked unsupported. If only page 1 is delivered, the search is marked partial and billed for one delivered page. A temporary ${_}-credit-per-requested-page hold is settled to the delivered rate. Location, language, device, and optional module fields do not change ordinary searches. Saved browser identity and capture_serp_snapshot searches retain their ${K}-credit base price; optional page snapshots add ${i(t.page_scrape)} credit per attempted URL.`},{key:"paa",label:"PAA harvest",aliases:["harvest_paa","paa","people also ask","questions"],credits:i(t.paa),unit:`per question (+${i(t.paa_base)} credit base)`,notes:`Returns original-query PAA questions with answers and sources plus organic results and Google entity IDs. Optional same-page SERP modules are flag-controlled. Billed ${i(t.paa_base)} credit base + ${i(t.paa)} per question actually returned (unused estimate refunded).`},{key:"page_scrape",label:"Page crawl / extract",aliases:["extract_url","extract_site","page scrape","url scrape","single page","site crawl"],credits:i(t.page_scrape),unit:"per page",notes:"Applies to both single-URL extraction and per-page site crawls."},{key:"listing_create",label:"Directory or wiki listing creation",aliases:["local-sourcebook-capture","commons_submit_entity","directory listing","wiki listing"],credits:i(t.listing_create),unit:"per new listing",notes:"Fixed total price for a new Local Sourcebook directory listing or Transparent Commons wiki entity. Sourcebook acquisition is included."},{key:"listing_edit",label:"Directory or wiki listing edit",aliases:["local_sourcebook_refresh","commons_submit_entity","listing refresh","wiki edit"],credits:i(t.listing_edit),unit:"per existing listing revision",notes:"Fixed total price for refreshing an existing Local Sourcebook listing or revising an existing Transparent Commons entity."},{key:"url_map",label:"Site URL mapping",aliases:["map_site_urls","url map","site map","crawl urls"],credits:i(t.url_map),unit:"per mapping operation",notes:"Flat rate for the full /map-urls call regardless of URL count discovered."},{key:"yt_channel",label:"YouTube search / channel harvest",aliases:["youtube_harvest","youtube search","youtube channel","yt_channel"],credits:i(t.yt_channel),unit:"per call"},{key:"yt_transcription",label:"YouTube transcription",aliases:["youtube_transcribe","youtube transcript","transcription","yt_transcription"],credits:i(2e4),unit:"base + 2/min of video",notes:"Flat 200-credit base plus 2 credits per minute of video, reconciled to the real video length after transcription (e.g. a 10-minute video is about 220 credits)."},{key:"fb_ad",label:"Facebook search / ad lookup",aliases:["facebook_page_intel","facebook_ad_search","facebook_ad","facebook ads","fb ads"],credits:i(t.fb_ad),unit:"per call"},{key:"maps_search",label:"Maps business search",aliases:["maps_search","google maps search","gmb search","gbp search","business profiles"],credits:i(t.maps_search),unit:"per search",notes:"Returns up to 50 Google Maps business/profile candidates. Use maps_place_intel to hydrate selected businesses."},{key:"maps_place",label:"Maps business lookup",aliases:["maps_place_intel","google maps","maps place","place intel"],credits:i(t.maps_place),unit:"per business",notes:"Maps place runs reserve the 60-credit base plus the declared review maximum before browsing. Completed runs settle to the base plus unique saved reviews; stopped attempts are refunded."},{key:"maps_review",label:"Maps review",aliases:["maps_reviews","google reviews","review cards","reviews"],credits:i(t.maps_review),unit:"per review card",notes:"One credit per unique saved review on a completed Maps place run. The declared maximum is held before browsing; unused credits are refunded."},{key:"fb_search",label:"Facebook ad library search",aliases:["facebook_search","fb_search","fb ad search"],credits:i(t.fb_search),unit:"per search",notes:"Browser automation to search Facebook Ads Library by keyword."},{key:"google_ads_search",label:"Google Ads Transparency search",aliases:["google_ads_search","google ads search","ads transparency search"],credits:i(t.google_ads_search),unit:"per search",notes:"Browser automation to find advertisers in Google Ads Transparency Center by domain or name."},{key:"google_ads_intel",label:"Google Ads Transparency advertiser intel",aliases:["google_ads_page_intel","google ads intel","ads transparency intel"],credits:i(t.google_ads_intel),unit:"per call",notes:"Lists and hydrates an advertiser's creatives with image URLs and video references."},{key:"google_ads_transcribe",label:"Google ad video transcription",aliases:["google_ads_transcribe","google ad transcript"],credits:i(2e4),unit:"base + 2/min of video",notes:"Flat 200-credit base plus 2 credits per minute of video, reconciled to the real video length after transcription (e.g. a 10-minute video is about 220 credits)."},{key:"fb_transcribe",label:"Facebook video / ad transcription",aliases:["facebook_transcribe","facebook_video_transcribe","fb_transcribe","fb ad transcript"],credits:i(2e4),unit:"base + 2/min of video",notes:"Flat 200-credit base plus 2 credits per minute of video, reconciled to the real video length after transcription (e.g. a 10-minute video is about 220 credits)."},{key:"fb_reels_inventory",label:"Facebook Reel URL inventory",aliases:["facebook_reels_inventory","facebook reels","facebook reel urls","facebook profile reels"],credits:i(t.fb_reels_inventory),unit:"per profile scan",notes:"Collects canonical Reel URLs from a Facebook profile. Logged-out scans are capped at 60 URLs; saved browser profiles can request larger inventories."},{key:"tiktok_transcribe",label:"TikTok video transcription",aliases:["tiktok_video_transcribe","tiktok transcript"],credits:i(2e4),unit:"base + 2/min of video",notes:"Transcribes a public TikTok video from its playback media. Flat 200-credit base plus 2 credits per minute, reconciled after transcription."},{key:"instagram_profile",label:"Instagram profile content discovery",aliases:["instagram_profile_content","instagram profile","instagram content list","ig profile"],credits:i(t.instagram_profile),unit:"per profile scan",notes:"Browser extraction of public Instagram profile grid links. Complete history may require a logged-in profile."},{key:"instagram_media",label:"Instagram media download",aliases:["instagram_media_download","instagram reel download","instagram post download","ig media"],credits:i(t.instagram_media),unit:"per post or reel",notes:"Extracts post text, image URLs, and reel audio/video tracks, with local downloads when the server can write files."},{key:"instagram_transcribe",label:"Instagram media transcription",aliases:["instagram transcript","instagram reel transcript","ig transcribe"],credits:i(2e4),unit:"base + 2/min of video",notes:"Whisper transcription of selected Instagram audio/video media. Flat 200-credit base plus 2 credits per minute of video, reconciled to the real video length after transcription (e.g. a 10-minute video is about 220 credits)."},{key:"browser_minute",label:"Interactive browser session",aliases:["browser_open","browser agent","browser_agent","live browser","browse","browser control","interactive browser"],credits:i(t.browser_minute),unit:"per minute of use",notes:"Metered per minute of use for the whole time the browser session is open. Close the session to stop the meter; abandoned sessions are auto-closed after a short idle window."},{key:"reddit_thread",label:"Reddit thread base lookup",aliases:["reddit","reddit_thread","reddit comments","subreddit","reddit post"],credits:i(t.reddit_thread),unit:"per thread",notes:"Base lookup for the post itself. Comments billed separately per comment at reddit_comment rate. Refunded if the thread cannot be retrieved."},{key:"reddit_comment",label:"Reddit comment",aliases:["reddit_comment","reddit comments"],credits:i(t.reddit_comment),unit:"per comment",notes:"Charged per comment actually extracted, billed down automatically if the balance runs out mid-thread."},{key:"video_analysis",label:"Video breakdown (frame-by-frame + transcript)",aliases:["video_frame_analysis","video breakdown","video analysis","analyze video"],credits:i(t.video_analysis),unit:"per 120 frames (max 480)",notes:`Full video breakdown: samples frames across a video up to 60 minutes, analyzes visuals and audio, then produces a summary, pacing, topic outline, key points, hook, style, and replication guidance. Reserves ${i(t.video_analysis)} Credits per requested 120-frame tier, up to 480 frames. Unused frame tiers and failed-run frame charges are refunded. Incurred analysis-model usage is billed separately, including usage before a failure; terminal status checks settle the original run.`},{key:"trustpilot_reviews",label:"Trustpilot review harvest",aliases:["trustpilot_reviews","trustpilot","trustpilot reviews"],credits:i(t.trustpilot_reviews),unit:"per call",notes:"Base lookup. Reviews billed separately per card at trustpilot_review rate. Refunded if no reviews are found."},{key:"trustpilot_review",label:"Trustpilot review card",aliases:["trustpilot_review","trustpilot card"],credits:i(t.trustpilot_review),unit:"per review card",notes:"Charged per review actually extracted, billed down automatically if the balance runs out mid-page."},{key:"g2_reviews",label:"G2 review harvest",aliases:["g2_reviews","g2","g2 reviews"],credits:i(t.g2_reviews),unit:"per call",notes:"Base lookup. Reviews billed separately per card at g2_review rate. Refunded if no reviews are found."},{key:"g2_review",label:"G2 review card",aliases:["g2_review","g2 card"],credits:i(t.g2_review),unit:"per review card",notes:"Charged per review actually extracted (each card carries up to 3 Q&A sections), billed down automatically if the balance runs out mid-page."},{key:"diff_page",label:"Page change check",aliases:["diff_page","page diff","change detection"],credits:i(t.diff_page),unit:"per check",notes:"Same cost as a single page extract \u2014 one scrape is performed per check, then compared against your last stored snapshot for that URL."}],be="price_1Ta1NRS8aAcsk3TGwsRnYbix";function x(e){return e.billing_interval??"month"}function k(e){return e.billed_usd??e.monthly_usd}function D(e){return e.credits_mc/a}var u={price_1TmiHRS8aAcsk3TGwmSNfNIa:{tier:"starter",label:"Starter",price_id:"price_1TmiHRS8aAcsk3TGwmSNfNIa",monthly_usd:12,credits_mc:8e6,concurrency:3,intro_coupon:"mcp-starter-1dollar-intro-12"},price_1TrgihS8aAcsk3TG5cglrq4D:{tier:"growth",label:"Growth",price_id:"price_1TrgihS8aAcsk3TG5cglrq4D",monthly_usd:40,credits_mc:26666700,concurrency:10,intro_coupon:null},price_1TrgihS8aAcsk3TG4HnG4gbY:{tier:"scale",label:"Scale",price_id:"price_1TrgihS8aAcsk3TG4HnG4gbY",monthly_usd:100,credits_mc:8e7,concurrency:20,intro_coupon:null},price_1TwqIVS8aAcsk3TG0FE3ddDM:{tier:"sonic",label:"Sonic Annual",price_id:"price_1TwqIVS8aAcsk3TG0FE3ddDM",monthly_usd:25,billed_usd:300,credits_mc:25e7,concurrency:3,intro_coupon:null,billing_interval:"year",credits_never_expire:!0,private_offer:!0},price_1TwqIWS8aAcsk3TGbGbtlLak:{tier:"sonic-memory",label:"Sonic Annual + Memory Pro",price_id:"price_1TwqIWS8aAcsk3TGbGbtlLak",monthly_usd:34.5,billed_usd:414,credits_mc:25e7,concurrency:3,intro_coupon:null,billing_interval:"year",credits_never_expire:!0,includes_memory:!0,private_offer:!0}},R=Object.fromEntries(Object.values(u).map(e=>[e.tier,e])),f={sonic:{slug:"sonic",label:"Sonic annual partner offer",headline:"A full year of MCP Scraper, with Credits that never expire.",tier_keys:["sonic","sonic-memory"]}};function Q(e){let r=Object.values(f).find(o=>o.tier_keys.includes(e));return r?`/${r.slug}/claim`:null}function Z(e){return e?Object.values(f).find(r=>r.tier_keys.includes(e))??null:null}function Re(e,r){let o=Z(e);return o?!o.tier_keys.includes(r):!1}function fe(e){if(!e)return null;let r=R[e];return r?{tier:r.tier,label:r.label,amount_usd:k(r),interval:x(r),monthly_equivalent_usd:r.monthly_usd,credits_per_interval:D(r),concurrency:r.concurrency,credits_never_expire:!!r.credits_never_expire,includes_memory:!!r.includes_memory,private_offer:!!r.private_offer,offer_claim_path:Q(r.tier)}:null}function Ce(e){let r=f[e];if(!r)return null;let o=r.tier_keys.map(s=>R[s]).filter(s=>!!s).map(s=>({tier:s.tier,label:s.label,amount_usd:k(s),interval:x(s),monthly_equivalent_usd:s.monthly_usd,credits:D(s),credits_never_expire:!!s.credits_never_expire,includes_memory:!!s.includes_memory,concurrency:s.concurrency}));return o.length?{slug:r.slug,label:r.label,headline:r.headline,options:o}:null}function Te(){let e=R.starter,r=X.map(({aliases:n,...c})=>({...c,...c.notes?{notes:c.notes.replace(/ via fal\.ai/g,"")}:{}})),o=Object.fromEntries(r.map(n=>[n.key,{credits:n.credits,unit:n.unit,label:n.label,...n.notes?{notes:n.notes}:{}}])),s=Object.values(u).filter(n=>!n.private_offer).map(n=>({tier:n.tier,label:n.label,monthlyUsd:n.monthly_usd,credits:n.credits_mc/a,concurrency:n.concurrency}));return{...E,operationCosts:o,publicTiers:s,concurrencyPack:{ratePolicyVersion:U,monthlyUsd:P,currency:w,interval:L,billingUnit:"pack",slotsPerPack:b},scaleCreditPack:{ratePolicyVersion:J,eligibleTier:"scale",incrementUsd:F,creditsPerIncrement:C,maxQuantity:ee,currency:"usd",expiryMonths:3},creditsPerDollarStarter:Math.round(i(e.credits_mc)/e.monthly_usd),costs:r,connectedAccounts:E.addons.connectedAccounts,listingWrites:W}}var P=5,w="usd",L="month",b=2,U="2026-08-14.concurrency-pack-v1",z="$5/month for 2 extra browsers",ye="MCP Scraper browser concurrency pack \u2014 each $5 monthly pack adds 2 browsers.",Se="Billed monthly until canceled. A receipt is emailed after each successful payment.",S="npx -y -p mcp-scraper@latest mcp-scraper-cli billing concurrency checkout",J="2026-09-21.scale-credit-pack-v1",F=10,C=8e4,Ae=C*a,ee=100;function he(){let e=process.env.CONCURRENCY_BILLING_URL??"https://mcpscraper.dev/billing";return{product:"Extra browser concurrency pack",rate_policy_version:U,price_label:z,unit_amount_usd:P,currency:w,interval:L,billing_unit:"pack",pack_quantity:1,slots_per_pack:b,extra_slots:b,billing_url:e,terminal_command:S,terminal_command_with_api_key_env:`MCP_SCRAPER_API_KEY=sk_live_your_key ${S}`}}function i(e){return e/a}var re="npx -y -p mcp-scraper@latest mcp-scraper-cli billing subscribe";function te(){return Object.values(u).filter(e=>!e.private_offer).sort((e,r)=>e.credits_mc-r.credits_mc)}function Ne(e,r){let o=process.env.TOPUP_URL??"https://mcpscraper.dev/billing",s=i(e),n=i(r),c=te().map(m=>m.tier).join("|"),d=`${re} <${c}>`;return{error:"insufficient_balance",error_code:"insufficient_balance",message:`Insufficient credits. Balance: ${s} credits. This call requires ${n} credits. Credits refresh when your plan renews. Scale customers can buy ${C} Credits per $${F} increment; other customers can move to a larger plan at ${o} (terminal: ${d})`,balance_credits:s,required_credits:n,topup_url:o,upgrade_command:d}}var ie=1e7*1,Ie={price_1TnMSTS8aAcsk3TGBgiwuvqL:{plan:"pro",label:"Pro",price_id:"price_1TnMSTS8aAcsk3TGBgiwuvqL",interval:"month",monthly_usd:19,quota_bytes:5e9},price_1TnMSTS8aAcsk3TGWBVU2agY:{plan:"pro",label:"Pro",price_id:"price_1TnMSTS8aAcsk3TGWBVU2agY",interval:"year",monthly_usd:19,quota_bytes:5e9}},ve={free:ie,pro:5e9,team:5e10},ne=3;var Oe=19/ne,Me=3,xe=1.5,ke=1.5,G=2e4,B=200;function De(e){let r=Math.max(1,Math.ceil((e||60)/60));return G+B*r}var Pe=G+B*30,we=u.price_1TmiHRS8aAcsk3TGwmSNfNIa.credits_mc/u.price_1TmiHRS8aAcsk3TGwmSNfNIa.monthly_usd;var Y=class extends Error{constructor(){super("Current operation wallet claim and matching durable plan are required"),this.name="WalletClaimLostError"}},T=class extends Error{constructor(){super("Named operation debit plan conflicts with durable billing history"),this.name="DebitPlanConflictError"}};function Ye(e){if(!Number.isSafeInteger(e.userId)||e.userId<=0||!Number.isSafeInteger(e.amountMc)||e.amountMc<=0||!e.key||e.key.length>500||!e.operation||!e.description||e.description.length>500)throw new T;return{sql:`EXISTS (SELECT 1 FROM billing_debits d WHERE d.idempotency_key=? AND d.user_id=?
|
|
2
|
-
AND d.amount_mc=? AND d.operation=? AND d.description=? AND d.status='applied'
|
|
3
|
-
AND NOT EXISTS (SELECT 1 FROM billing_events b WHERE b.user_id=d.user_id
|
|
4
|
-
AND b.billing_class='wallet_hold_settlement'
|
|
5
|
-
AND json_extract(b.metadata,'$.debitIdempotencyKey')=d.idempotency_key))`,args:[e.key,e.userId,e.amountMc,e.operation,e.description]}}function qe(e,r){if(!/^[a-z_]+\.[a-z_]+$/.test(e)||!/^json_extract\([a-z_]+\.[a-z_]+,'\$\.hold\.key'\)$/.test(r))throw new Error("Invalid stored hold selector");return`EXISTS (SELECT 1 FROM billing_debits d WHERE d.user_id=${e}
|
|
6
|
-
AND d.idempotency_key=${r} AND d.status='applied'
|
|
7
|
-
AND NOT EXISTS (SELECT 1 FROM billing_events b WHERE b.user_id=d.user_id
|
|
8
|
-
AND b.billing_class='wallet_hold_settlement' AND json_extract(b.metadata,'$.debitIdempotencyKey')=d.idempotency_key))`}export{Y as a,T as b,Ye as c,qe as d,t as e,q as f,H as g,a as h,_ as i,V as j,ce as k,_e as l,le as m,K as n,de as o,pe as p,ue as q,W as r,j as s,A as t,me as u,h as v,N as w,I as x,v as y,Ee as z,ge as A,X as B,be as C,x as D,k as E,D as F,u as G,R as H,Q as I,Z as J,Re as K,fe as L,Ce as M,Te as N,P as O,b as P,ye as Q,Se as R,F as S,C as T,Ae as U,ee as V,he as W,i as X,Ne as Y,Ie as Z,ve as _,Me as $,xe as aa,ke as ba,G as ca,B as da,De as ea,Pe as fa,we as ga};
|
package/dist/chunk-U4WIJZCX.js
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
import{a as o,b as e,c as i,d as t,e as s}from"./chunk-M5QHXNFZ.js";var a="SERP browser service is not configured";function E(n,r){return n instanceof i||n instanceof t||n instanceof o||n instanceof e||n instanceof s||/^401\s+Invalid or disabled API key\s*$/i.test(r.trim())||r===a}export{E as a};
|