mcp-scraper 0.89.1 → 0.89.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. package/CHANGELOG.md +33 -14
  2. package/README.md +3 -3
  3. package/THIRD_PARTY_NOTICES.html +203 -0
  4. package/dist/{analytics-repository-J25XR5E7.js → analytics-repository-X6J7TWTL.js} +1 -1
  5. package/dist/bin/api-server.js +1 -1
  6. package/dist/bin/mcp-scraper-cli.js +1 -1
  7. package/dist/bin/mcp-scraper-core.js +1 -1
  8. package/dist/bin/mcp-scraper-install.js +1 -1
  9. package/dist/bin/mcp-stdio-server.js +1 -1
  10. package/dist/bin/paa-harvest.js +1 -1
  11. package/dist/{chunk-FFPD2DOF.js → chunk-2O3UYISB.js} +1 -1
  12. package/dist/chunk-3GP5CYZX.js +1 -1
  13. package/dist/{chunk-MEM4D2QN.js → chunk-3MUEBDWY.js} +4 -4
  14. package/dist/chunk-4FROKQJN.js +1 -1
  15. package/dist/{chunk-RYNHNEF3.js → chunk-D4NOJAUN.js} +15 -15
  16. package/dist/{chunk-645LQBE7.js → chunk-DEPJ4ZZ6.js} +1 -1
  17. package/dist/{chunk-IJ2AO7AO.js → chunk-DMCYIWB3.js} +1 -1
  18. package/dist/{chunk-ZHORX44A.js → chunk-EN66HBAW.js} +1 -1
  19. package/dist/{chunk-PRWZNHQB.js → chunk-HYQDXTS7.js} +1 -1
  20. package/dist/{chunk-6QO4F2KC.js → chunk-J7EVLE6H.js} +3 -3
  21. package/dist/{chunk-57AHYL2O.js → chunk-K7KMLT33.js} +1 -1
  22. package/dist/{chunk-YUPLOOTB.js → chunk-MKEMCMRO.js} +1 -1
  23. package/dist/chunk-QPWPR5XG.js +3 -3
  24. package/dist/chunk-S7RA23GR.js +1 -0
  25. package/dist/chunk-TW46NKVH.js +1 -0
  26. package/dist/{chunk-DGBLGFNJ.js → chunk-VEJQ4XPI.js} +1 -1
  27. package/dist/{chunk-D6IQJP64.js → chunk-Z27SYWYD.js} +1 -1
  28. package/dist/{chunk-63T4W2LX.js → chunk-Z66Z2HV4.js} +87 -83
  29. package/dist/{chunk-CCYWSJNG.js → chunk-ZWZ6OWY6.js} +1 -1
  30. package/dist/{db-JJWJLAVQ.js → db-NLGNTQC3.js} +1 -1
  31. package/dist/{extract-bundle-TTSEGWYF.js → extract-bundle-TXH3VNXH.js} +1 -1
  32. package/dist/{gmail-service-34PIJRLK.js → gmail-service-J2DWSQJX.js} +1 -1
  33. package/dist/index.cjs +49 -37
  34. package/dist/index.d.cts +14 -14
  35. package/dist/index.d.ts +14 -14
  36. package/dist/index.js +1 -1
  37. package/dist/{lead-list-enrichment-repository-VJBBMBCG.js → lead-list-enrichment-repository-G7Z5DQZR.js} +1 -1
  38. package/dist/{location-data-repository-W3LPT6G3.js → location-data-repository-TEXZ3I2N.js} +1 -1
  39. package/dist/{server-UEY5YQL6.js → server-LBOFC2EE.js} +718 -711
  40. package/dist/{site-extract-repository-7W5ZUNPR.js → site-extract-repository-MBSCAP4D.js} +1 -1
  41. package/dist/worker-SUCJKWU2.js +1 -0
  42. package/package.json +17 -131
  43. package/dist/chunk-5H3MCTTP.js +0 -1
  44. package/dist/chunk-FXEWHK54.js +0 -1
  45. package/dist/worker-ZOTOKG56.js +0 -1
package/dist/index.d.cts CHANGED
@@ -24,13 +24,13 @@ declare const HarvestOptionsSchema: z.ZodObject<{
24
24
  headless: z.ZodDefault<z.ZodBoolean>;
25
25
  profileDir: z.ZodOptional<z.ZodString>;
26
26
  proxy: z.ZodOptional<z.ZodString>;
27
- kernelApiKey: z.ZodOptional<z.ZodString>;
28
- kernelProxyId: z.ZodOptional<z.ZodString>;
29
- kernelProfileName: z.ZodOptional<z.ZodString>;
30
- kernelProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
31
- kernelStealth: z.ZodOptional<z.ZodBoolean>;
27
+ \u006b\u0065\u0072\u006e\u0065\u006cApiKey: z.ZodOptional<z.ZodString>;
28
+ \u006b\u0065\u0072\u006e\u0065\u006cProxyId: z.ZodOptional<z.ZodString>;
29
+ \u006b\u0065\u0072\u006e\u0065\u006cProfileName: z.ZodOptional<z.ZodString>;
30
+ \u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
31
+ \u006b\u0065\u0072\u006e\u0065\u006cStealth: z.ZodOptional<z.ZodBoolean>;
32
32
  serpIdentity: z.ZodOptional<z.ZodString>;
33
- kernelProxyResolution: z.ZodOptional<z.ZodUnknown>;
33
+ \u006b\u0065\u0072\u006e\u0065\u006cProxyResolution: z.ZodOptional<z.ZodUnknown>;
34
34
  outputDir: z.ZodDefault<z.ZodString>;
35
35
  format: z.ZodDefault<z.ZodEnum<{
36
36
  json: "json";
@@ -60,7 +60,7 @@ declare const HarvestOptionsSchema: z.ZodObject<{
60
60
  type CanonicalLocationName = string;
61
61
  type SerpDevice = 'desktop' | 'mobile';
62
62
  type ProxyMode = 'location' | 'configured' | 'none';
63
- interface KernelLocationProxyTarget {
63
+ interface \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget {
64
64
  canonicalLocation: CanonicalLocationName;
65
65
  level: 'zip' | 'city' | 'state';
66
66
  country: 'US';
@@ -76,14 +76,14 @@ interface KernelLocationProxyTarget {
76
76
  zip?: string;
77
77
  };
78
78
  }
79
- type KernelProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
80
- interface KernelProxyResolutionDebug {
81
- source: KernelProxyResolutionSource;
79
+ type \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
80
+ interface \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionDebug {
81
+ source: \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionSource;
82
82
  proxyType: string;
83
83
  proxyMode: ProxyMode;
84
84
  proxyIdPresent: boolean;
85
85
  proxyIdSuffix: string | null;
86
- target: KernelLocationProxyTarget | null;
86
+ target: \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget | null;
87
87
  error: string | null;
88
88
  disposable?: boolean;
89
89
  }
@@ -249,7 +249,7 @@ interface BrowserNetworkLocationDebug {
249
249
  timezone: string | null;
250
250
  error: string | null;
251
251
  }
252
- interface KernelSessionDebug {
252
+ interface \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug {
253
253
  sessionId: string | null;
254
254
  proxyMode: ProxyMode;
255
255
  requestedProxyIdPresent: boolean;
@@ -261,7 +261,7 @@ interface KernelSessionDebug {
261
261
  retrievedProxyIdMatchesRequested: boolean | null;
262
262
  defaultProxyDisabled: boolean | null;
263
263
  defaultProxyDisableError: string | null;
264
- proxyResolution: KernelProxyResolutionDebug | null;
264
+ proxyResolution: \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionDebug | null;
265
265
  timeoutSeconds: number | null;
266
266
  stealth: boolean | null;
267
267
  profilePresent: boolean | null;
@@ -291,7 +291,7 @@ interface SerpNavigationDebug {
291
291
  redirected: boolean | null;
292
292
  }
293
293
  interface BrowserDebugSnapshot {
294
- kernel: KernelSessionDebug | null;
294
+ \u006b\u0065\u0072\u006e\u0065\u006c: \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug | null;
295
295
  context: BrowserContextDebug | null;
296
296
  networkLocation: BrowserNetworkLocationDebug | null;
297
297
  serpNavigation: SerpNavigationDebug | null;
package/dist/index.d.ts CHANGED
@@ -24,13 +24,13 @@ declare const HarvestOptionsSchema: z.ZodObject<{
24
24
  headless: z.ZodDefault<z.ZodBoolean>;
25
25
  profileDir: z.ZodOptional<z.ZodString>;
26
26
  proxy: z.ZodOptional<z.ZodString>;
27
- kernelApiKey: z.ZodOptional<z.ZodString>;
28
- kernelProxyId: z.ZodOptional<z.ZodString>;
29
- kernelProfileName: z.ZodOptional<z.ZodString>;
30
- kernelProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
31
- kernelStealth: z.ZodOptional<z.ZodBoolean>;
27
+ \u006b\u0065\u0072\u006e\u0065\u006cApiKey: z.ZodOptional<z.ZodString>;
28
+ \u006b\u0065\u0072\u006e\u0065\u006cProxyId: z.ZodOptional<z.ZodString>;
29
+ \u006b\u0065\u0072\u006e\u0065\u006cProfileName: z.ZodOptional<z.ZodString>;
30
+ \u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
31
+ \u006b\u0065\u0072\u006e\u0065\u006cStealth: z.ZodOptional<z.ZodBoolean>;
32
32
  serpIdentity: z.ZodOptional<z.ZodString>;
33
- kernelProxyResolution: z.ZodOptional<z.ZodUnknown>;
33
+ \u006b\u0065\u0072\u006e\u0065\u006cProxyResolution: z.ZodOptional<z.ZodUnknown>;
34
34
  outputDir: z.ZodDefault<z.ZodString>;
35
35
  format: z.ZodDefault<z.ZodEnum<{
36
36
  json: "json";
@@ -60,7 +60,7 @@ declare const HarvestOptionsSchema: z.ZodObject<{
60
60
  type CanonicalLocationName = string;
61
61
  type SerpDevice = 'desktop' | 'mobile';
62
62
  type ProxyMode = 'location' | 'configured' | 'none';
63
- interface KernelLocationProxyTarget {
63
+ interface \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget {
64
64
  canonicalLocation: CanonicalLocationName;
65
65
  level: 'zip' | 'city' | 'state';
66
66
  country: 'US';
@@ -76,14 +76,14 @@ interface KernelLocationProxyTarget {
76
76
  zip?: string;
77
77
  };
78
78
  }
79
- type KernelProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
80
- interface KernelProxyResolutionDebug {
81
- source: KernelProxyResolutionSource;
79
+ type \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
80
+ interface \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionDebug {
81
+ source: \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionSource;
82
82
  proxyType: string;
83
83
  proxyMode: ProxyMode;
84
84
  proxyIdPresent: boolean;
85
85
  proxyIdSuffix: string | null;
86
- target: KernelLocationProxyTarget | null;
86
+ target: \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget | null;
87
87
  error: string | null;
88
88
  disposable?: boolean;
89
89
  }
@@ -249,7 +249,7 @@ interface BrowserNetworkLocationDebug {
249
249
  timezone: string | null;
250
250
  error: string | null;
251
251
  }
252
- interface KernelSessionDebug {
252
+ interface \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug {
253
253
  sessionId: string | null;
254
254
  proxyMode: ProxyMode;
255
255
  requestedProxyIdPresent: boolean;
@@ -261,7 +261,7 @@ interface KernelSessionDebug {
261
261
  retrievedProxyIdMatchesRequested: boolean | null;
262
262
  defaultProxyDisabled: boolean | null;
263
263
  defaultProxyDisableError: string | null;
264
- proxyResolution: KernelProxyResolutionDebug | null;
264
+ proxyResolution: \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionDebug | null;
265
265
  timeoutSeconds: number | null;
266
266
  stealth: boolean | null;
267
267
  profilePresent: boolean | null;
@@ -291,7 +291,7 @@ interface SerpNavigationDebug {
291
291
  redirected: boolean | null;
292
292
  }
293
293
  interface BrowserDebugSnapshot {
294
- kernel: KernelSessionDebug | null;
294
+ \u006b\u0065\u0072\u006e\u0065\u006c: \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug | null;
295
295
  context: BrowserContextDebug | null;
296
296
  networkLocation: BrowserNetworkLocationDebug | null;
297
297
  serpNavigation: SerpNavigationDebug | null;
package/dist/index.js CHANGED
@@ -1,4 +1,4 @@
1
- import{u as z}from"./chunk-6QO4F2KC.js";import"./chunk-QPWPR5XG.js";import"./chunk-4FROKQJN.js";import{h as M}from"./chunk-RYNHNEF3.js";import"./chunk-3GP5CYZX.js";import"./chunk-63T4W2LX.js";import{execSync as ce}from"child_process";import{readFileSync as G,writeFileSync as _,unlinkSync as D,mkdirSync as Y}from"fs";import{tmpdir as W}from"os";import{join as l}from"path";import{fal as p}from"@fal-ai/client";var X="https://api.deepinfra.com/v1/openai/chat/completions",L="https://openrouter.ai/api/v1/chat/completions",A="Qwen/Qwen3.6-35B-A3B",Z=`You are a video prompt engineer for Seedance 2.0 text-to-video AI.
1
+ import{u as z}from"./chunk-J7EVLE6H.js";import"./chunk-QPWPR5XG.js";import"./chunk-4FROKQJN.js";import{h as M}from"./chunk-D4NOJAUN.js";import"./chunk-3GP5CYZX.js";import"./chunk-Z66Z2HV4.js";import{execSync as ce}from"child_process";import{readFileSync as G,writeFileSync as _,unlinkSync as D,mkdirSync as Y}from"fs";import{tmpdir as W}from"os";import{join as l}from"path";import{fal as p}from"@fal-ai/client";var X="https://api.deepinfra.com/v1/openai/chat/completions",L="https://openrouter.ai/api/v1/chat/completions",A="Qwen/Qwen3.6-35B-A3B",Z=`You are a video prompt engineer for Seedance 2.0 text-to-video AI.
2
2
 
3
3
  IMPORTANT TECHNICAL CONTEXT: Clip 2 will be generated using image-to-video, meaning it will start from the exact last frame of Clip 1. The two clips will be visually seamless \u2014 same location, same characters, continuous motion. You must write prompts that make this feel like one uninterrupted 16-second video.
4
4
 
@@ -1 +1 @@
1
- import{A,B,C,D,E,a,b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t,u,v,w,x,y,z}from"./chunk-ZHORX44A.js";import"./chunk-63T4W2LX.js";export{a as LEAD_LIST_MAX_DISPATCH_ATTEMPTS,c as LEAD_LIST_RUNNING_STALE_MINUTES,b as LEAD_LIST_START_DEADLINE_MINUTES,s as cancelPendingLeadListEnrichmentRows,C as claimLeadListEnrichmentOutbox,n as claimLeadListEnrichmentRow,u as completeLeadListEnrichmentJob,j as createOrGetLeadListEnrichmentJob,g as ensureLeadListEnrichmentRepositorySchema,z as failExpiredLeadListEnrichmentStart,v as failLeadListEnrichmentJob,B as failStaleRunningLeadListEnrichmentJob,h as getLeadListEnrichmentJob,i as getLeadListEnrichmentJobByIdempotencyKey,o as getLeadListEnrichmentRow,e as leadListEnrichmentFingerprint,f as leadListRowInputDigest,y as listExpiredLeadListEnrichmentStarts,x as listLeadListEnrichmentJobsNeedingSettlement,p as listLeadListEnrichmentRows,A as listStaleRunningLeadListEnrichmentJobs,l as markLeadListEnrichmentJobQueued,m as markLeadListEnrichmentJobRunning,D as markLeadListEnrichmentOutboxDispatched,E as markLeadListEnrichmentOutboxFailed,w as recordLeadListEnrichmentSettlement,r as requestLeadListEnrichmentCancellation,t as saveLeadListEnrichmentDeliverable,q as saveLeadListEnrichmentRowResult,k as setInitializingLeadListEnrichmentConcurrencyLock,d as stableCanonicalJson};
1
+ import{A,B,C,D,E,a,b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t,u,v,w,x,y,z}from"./chunk-EN66HBAW.js";import"./chunk-Z66Z2HV4.js";export{a as LEAD_LIST_MAX_DISPATCH_ATTEMPTS,c as LEAD_LIST_RUNNING_STALE_MINUTES,b as LEAD_LIST_START_DEADLINE_MINUTES,s as cancelPendingLeadListEnrichmentRows,C as claimLeadListEnrichmentOutbox,n as claimLeadListEnrichmentRow,u as completeLeadListEnrichmentJob,j as createOrGetLeadListEnrichmentJob,g as ensureLeadListEnrichmentRepositorySchema,z as failExpiredLeadListEnrichmentStart,v as failLeadListEnrichmentJob,B as failStaleRunningLeadListEnrichmentJob,h as getLeadListEnrichmentJob,i as getLeadListEnrichmentJobByIdempotencyKey,o as getLeadListEnrichmentRow,e as leadListEnrichmentFingerprint,f as leadListRowInputDigest,y as listExpiredLeadListEnrichmentStarts,x as listLeadListEnrichmentJobsNeedingSettlement,p as listLeadListEnrichmentRows,A as listStaleRunningLeadListEnrichmentJobs,l as markLeadListEnrichmentJobQueued,m as markLeadListEnrichmentJobRunning,D as markLeadListEnrichmentOutboxDispatched,E as markLeadListEnrichmentOutboxFailed,w as recordLeadListEnrichmentSettlement,r as requestLeadListEnrichmentCancellation,t as saveLeadListEnrichmentDeliverable,q as saveLeadListEnrichmentRowResult,k as setInitializingLeadListEnrichmentConcurrencyLock,d as stableCanonicalJson};
@@ -1 +1 @@
1
- import{a,b,c,d,e,f,g,h,i,j,k,l,m,n}from"./chunk-IJ2AO7AO.js";import"./chunk-KJQXUZ4Y.js";import"./chunk-63T4W2LX.js";export{b as HOSTED_CENSUS_DATASET_PREFIX,a as HOSTED_ZIP_DATASET_KIND,c as MIN_NATIONWIDE_ZIP_COUNT,d as REQUIRED_LOCATION_STATE_CODES,g as ensureHostedLocationDataSchema,h as getActiveHostedDataset,i as getActiveHostedLocationDataset,k as getHostedZipGroups,m as importHostedCensusPlacesCsv,l as importHostedZipGroupsCsv,j as listActiveHostedLocationDatasets,e as parseHostedCensusPlacesCsv,f as parseHostedZipGroupsCsv,n as queryHostedLocationMarkets};
1
+ import{a,b,c,d,e,f,g,h,i,j,k,l,m,n}from"./chunk-DMCYIWB3.js";import"./chunk-KJQXUZ4Y.js";import"./chunk-Z66Z2HV4.js";export{b as HOSTED_CENSUS_DATASET_PREFIX,a as HOSTED_ZIP_DATASET_KIND,c as MIN_NATIONWIDE_ZIP_COUNT,d as REQUIRED_LOCATION_STATE_CODES,g as ensureHostedLocationDataSchema,h as getActiveHostedDataset,i as getActiveHostedLocationDataset,k as getHostedZipGroups,m as importHostedCensusPlacesCsv,l as importHostedZipGroupsCsv,j as listActiveHostedLocationDatasets,e as parseHostedCensusPlacesCsv,f as parseHostedZipGroupsCsv,n as queryHostedLocationMarkets};