mcp-scraper 0.89.1 → 0.89.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +33 -14
- package/README.md +3 -3
- package/THIRD_PARTY_NOTICES.html +203 -0
- package/dist/{analytics-repository-J25XR5E7.js → analytics-repository-X6J7TWTL.js} +1 -1
- package/dist/bin/api-server.js +1 -1
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-core.js +1 -1
- package/dist/bin/mcp-scraper-install.js +1 -1
- package/dist/bin/mcp-stdio-server.js +1 -1
- package/dist/bin/paa-harvest.js +1 -1
- package/dist/{chunk-FFPD2DOF.js → chunk-2O3UYISB.js} +1 -1
- package/dist/chunk-3GP5CYZX.js +1 -1
- package/dist/{chunk-MEM4D2QN.js → chunk-3MUEBDWY.js} +4 -4
- package/dist/chunk-4FROKQJN.js +1 -1
- package/dist/{chunk-RYNHNEF3.js → chunk-D4NOJAUN.js} +15 -15
- package/dist/{chunk-645LQBE7.js → chunk-DEPJ4ZZ6.js} +1 -1
- package/dist/{chunk-IJ2AO7AO.js → chunk-DMCYIWB3.js} +1 -1
- package/dist/{chunk-ZHORX44A.js → chunk-EN66HBAW.js} +1 -1
- package/dist/{chunk-PRWZNHQB.js → chunk-HYQDXTS7.js} +1 -1
- package/dist/{chunk-6QO4F2KC.js → chunk-J7EVLE6H.js} +3 -3
- package/dist/{chunk-57AHYL2O.js → chunk-K7KMLT33.js} +1 -1
- package/dist/{chunk-YUPLOOTB.js → chunk-MKEMCMRO.js} +1 -1
- package/dist/chunk-QPWPR5XG.js +3 -3
- package/dist/chunk-S7RA23GR.js +1 -0
- package/dist/chunk-TW46NKVH.js +1 -0
- package/dist/{chunk-DGBLGFNJ.js → chunk-VEJQ4XPI.js} +1 -1
- package/dist/{chunk-D6IQJP64.js → chunk-Z27SYWYD.js} +1 -1
- package/dist/{chunk-63T4W2LX.js → chunk-Z66Z2HV4.js} +87 -83
- package/dist/{chunk-CCYWSJNG.js → chunk-ZWZ6OWY6.js} +1 -1
- package/dist/{db-JJWJLAVQ.js → db-NLGNTQC3.js} +1 -1
- package/dist/{extract-bundle-TTSEGWYF.js → extract-bundle-TXH3VNXH.js} +1 -1
- package/dist/{gmail-service-34PIJRLK.js → gmail-service-J2DWSQJX.js} +1 -1
- package/dist/index.cjs +49 -37
- package/dist/index.d.cts +14 -14
- package/dist/index.d.ts +14 -14
- package/dist/index.js +1 -1
- package/dist/{lead-list-enrichment-repository-VJBBMBCG.js → lead-list-enrichment-repository-G7Z5DQZR.js} +1 -1
- package/dist/{location-data-repository-W3LPT6G3.js → location-data-repository-TEXZ3I2N.js} +1 -1
- package/dist/{server-UEY5YQL6.js → server-LBOFC2EE.js} +718 -711
- package/dist/{site-extract-repository-7W5ZUNPR.js → site-extract-repository-MBSCAP4D.js} +1 -1
- package/dist/worker-SUCJKWU2.js +1 -0
- package/package.json +17 -131
- package/dist/chunk-5H3MCTTP.js +0 -1
- package/dist/chunk-FXEWHK54.js +0 -1
- package/dist/worker-ZOTOKG56.js +0 -1
package/dist/index.d.cts
CHANGED
|
@@ -24,13 +24,13 @@ declare const HarvestOptionsSchema: z.ZodObject<{
|
|
|
24
24
|
headless: z.ZodDefault<z.ZodBoolean>;
|
|
25
25
|
profileDir: z.ZodOptional<z.ZodString>;
|
|
26
26
|
proxy: z.ZodOptional<z.ZodString>;
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
27
|
+
\u006b\u0065\u0072\u006e\u0065\u006cApiKey: z.ZodOptional<z.ZodString>;
|
|
28
|
+
\u006b\u0065\u0072\u006e\u0065\u006cProxyId: z.ZodOptional<z.ZodString>;
|
|
29
|
+
\u006b\u0065\u0072\u006e\u0065\u006cProfileName: z.ZodOptional<z.ZodString>;
|
|
30
|
+
\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
|
|
31
|
+
\u006b\u0065\u0072\u006e\u0065\u006cStealth: z.ZodOptional<z.ZodBoolean>;
|
|
32
32
|
serpIdentity: z.ZodOptional<z.ZodString>;
|
|
33
|
-
|
|
33
|
+
\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution: z.ZodOptional<z.ZodUnknown>;
|
|
34
34
|
outputDir: z.ZodDefault<z.ZodString>;
|
|
35
35
|
format: z.ZodDefault<z.ZodEnum<{
|
|
36
36
|
json: "json";
|
|
@@ -60,7 +60,7 @@ declare const HarvestOptionsSchema: z.ZodObject<{
|
|
|
60
60
|
type CanonicalLocationName = string;
|
|
61
61
|
type SerpDevice = 'desktop' | 'mobile';
|
|
62
62
|
type ProxyMode = 'location' | 'configured' | 'none';
|
|
63
|
-
interface
|
|
63
|
+
interface \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget {
|
|
64
64
|
canonicalLocation: CanonicalLocationName;
|
|
65
65
|
level: 'zip' | 'city' | 'state';
|
|
66
66
|
country: 'US';
|
|
@@ -76,14 +76,14 @@ interface KernelLocationProxyTarget {
|
|
|
76
76
|
zip?: string;
|
|
77
77
|
};
|
|
78
78
|
}
|
|
79
|
-
type
|
|
80
|
-
interface
|
|
81
|
-
source:
|
|
79
|
+
type \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
|
|
80
|
+
interface \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionDebug {
|
|
81
|
+
source: \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionSource;
|
|
82
82
|
proxyType: string;
|
|
83
83
|
proxyMode: ProxyMode;
|
|
84
84
|
proxyIdPresent: boolean;
|
|
85
85
|
proxyIdSuffix: string | null;
|
|
86
|
-
target:
|
|
86
|
+
target: \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget | null;
|
|
87
87
|
error: string | null;
|
|
88
88
|
disposable?: boolean;
|
|
89
89
|
}
|
|
@@ -249,7 +249,7 @@ interface BrowserNetworkLocationDebug {
|
|
|
249
249
|
timezone: string | null;
|
|
250
250
|
error: string | null;
|
|
251
251
|
}
|
|
252
|
-
interface
|
|
252
|
+
interface \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug {
|
|
253
253
|
sessionId: string | null;
|
|
254
254
|
proxyMode: ProxyMode;
|
|
255
255
|
requestedProxyIdPresent: boolean;
|
|
@@ -261,7 +261,7 @@ interface KernelSessionDebug {
|
|
|
261
261
|
retrievedProxyIdMatchesRequested: boolean | null;
|
|
262
262
|
defaultProxyDisabled: boolean | null;
|
|
263
263
|
defaultProxyDisableError: string | null;
|
|
264
|
-
proxyResolution:
|
|
264
|
+
proxyResolution: \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionDebug | null;
|
|
265
265
|
timeoutSeconds: number | null;
|
|
266
266
|
stealth: boolean | null;
|
|
267
267
|
profilePresent: boolean | null;
|
|
@@ -291,7 +291,7 @@ interface SerpNavigationDebug {
|
|
|
291
291
|
redirected: boolean | null;
|
|
292
292
|
}
|
|
293
293
|
interface BrowserDebugSnapshot {
|
|
294
|
-
|
|
294
|
+
\u006b\u0065\u0072\u006e\u0065\u006c: \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug | null;
|
|
295
295
|
context: BrowserContextDebug | null;
|
|
296
296
|
networkLocation: BrowserNetworkLocationDebug | null;
|
|
297
297
|
serpNavigation: SerpNavigationDebug | null;
|
package/dist/index.d.ts
CHANGED
|
@@ -24,13 +24,13 @@ declare const HarvestOptionsSchema: z.ZodObject<{
|
|
|
24
24
|
headless: z.ZodDefault<z.ZodBoolean>;
|
|
25
25
|
profileDir: z.ZodOptional<z.ZodString>;
|
|
26
26
|
proxy: z.ZodOptional<z.ZodString>;
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
27
|
+
\u006b\u0065\u0072\u006e\u0065\u006cApiKey: z.ZodOptional<z.ZodString>;
|
|
28
|
+
\u006b\u0065\u0072\u006e\u0065\u006cProxyId: z.ZodOptional<z.ZodString>;
|
|
29
|
+
\u006b\u0065\u0072\u006e\u0065\u006cProfileName: z.ZodOptional<z.ZodString>;
|
|
30
|
+
\u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
|
|
31
|
+
\u006b\u0065\u0072\u006e\u0065\u006cStealth: z.ZodOptional<z.ZodBoolean>;
|
|
32
32
|
serpIdentity: z.ZodOptional<z.ZodString>;
|
|
33
|
-
|
|
33
|
+
\u006b\u0065\u0072\u006e\u0065\u006cProxyResolution: z.ZodOptional<z.ZodUnknown>;
|
|
34
34
|
outputDir: z.ZodDefault<z.ZodString>;
|
|
35
35
|
format: z.ZodDefault<z.ZodEnum<{
|
|
36
36
|
json: "json";
|
|
@@ -60,7 +60,7 @@ declare const HarvestOptionsSchema: z.ZodObject<{
|
|
|
60
60
|
type CanonicalLocationName = string;
|
|
61
61
|
type SerpDevice = 'desktop' | 'mobile';
|
|
62
62
|
type ProxyMode = 'location' | 'configured' | 'none';
|
|
63
|
-
interface
|
|
63
|
+
interface \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget {
|
|
64
64
|
canonicalLocation: CanonicalLocationName;
|
|
65
65
|
level: 'zip' | 'city' | 'state';
|
|
66
66
|
country: 'US';
|
|
@@ -76,14 +76,14 @@ interface KernelLocationProxyTarget {
|
|
|
76
76
|
zip?: string;
|
|
77
77
|
};
|
|
78
78
|
}
|
|
79
|
-
type
|
|
80
|
-
interface
|
|
81
|
-
source:
|
|
79
|
+
type \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
|
|
80
|
+
interface \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionDebug {
|
|
81
|
+
source: \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionSource;
|
|
82
82
|
proxyType: string;
|
|
83
83
|
proxyMode: ProxyMode;
|
|
84
84
|
proxyIdPresent: boolean;
|
|
85
85
|
proxyIdSuffix: string | null;
|
|
86
|
-
target:
|
|
86
|
+
target: \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget | null;
|
|
87
87
|
error: string | null;
|
|
88
88
|
disposable?: boolean;
|
|
89
89
|
}
|
|
@@ -249,7 +249,7 @@ interface BrowserNetworkLocationDebug {
|
|
|
249
249
|
timezone: string | null;
|
|
250
250
|
error: string | null;
|
|
251
251
|
}
|
|
252
|
-
interface
|
|
252
|
+
interface \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug {
|
|
253
253
|
sessionId: string | null;
|
|
254
254
|
proxyMode: ProxyMode;
|
|
255
255
|
requestedProxyIdPresent: boolean;
|
|
@@ -261,7 +261,7 @@ interface KernelSessionDebug {
|
|
|
261
261
|
retrievedProxyIdMatchesRequested: boolean | null;
|
|
262
262
|
defaultProxyDisabled: boolean | null;
|
|
263
263
|
defaultProxyDisableError: string | null;
|
|
264
|
-
proxyResolution:
|
|
264
|
+
proxyResolution: \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionDebug | null;
|
|
265
265
|
timeoutSeconds: number | null;
|
|
266
266
|
stealth: boolean | null;
|
|
267
267
|
profilePresent: boolean | null;
|
|
@@ -291,7 +291,7 @@ interface SerpNavigationDebug {
|
|
|
291
291
|
redirected: boolean | null;
|
|
292
292
|
}
|
|
293
293
|
interface BrowserDebugSnapshot {
|
|
294
|
-
|
|
294
|
+
\u006b\u0065\u0072\u006e\u0065\u006c: \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug | null;
|
|
295
295
|
context: BrowserContextDebug | null;
|
|
296
296
|
networkLocation: BrowserNetworkLocationDebug | null;
|
|
297
297
|
serpNavigation: SerpNavigationDebug | null;
|
package/dist/index.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import{u as z}from"./chunk-
|
|
1
|
+
import{u as z}from"./chunk-J7EVLE6H.js";import"./chunk-QPWPR5XG.js";import"./chunk-4FROKQJN.js";import{h as M}from"./chunk-D4NOJAUN.js";import"./chunk-3GP5CYZX.js";import"./chunk-Z66Z2HV4.js";import{execSync as ce}from"child_process";import{readFileSync as G,writeFileSync as _,unlinkSync as D,mkdirSync as Y}from"fs";import{tmpdir as W}from"os";import{join as l}from"path";import{fal as p}from"@fal-ai/client";var X="https://api.deepinfra.com/v1/openai/chat/completions",L="https://openrouter.ai/api/v1/chat/completions",A="Qwen/Qwen3.6-35B-A3B",Z=`You are a video prompt engineer for Seedance 2.0 text-to-video AI.
|
|
2
2
|
|
|
3
3
|
IMPORTANT TECHNICAL CONTEXT: Clip 2 will be generated using image-to-video, meaning it will start from the exact last frame of Clip 1. The two clips will be visually seamless \u2014 same location, same characters, continuous motion. You must write prompts that make this feel like one uninterrupted 16-second video.
|
|
4
4
|
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{A,B,C,D,E,a,b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t,u,v,w,x,y,z}from"./chunk-
|
|
1
|
+
import{A,B,C,D,E,a,b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t,u,v,w,x,y,z}from"./chunk-EN66HBAW.js";import"./chunk-Z66Z2HV4.js";export{a as LEAD_LIST_MAX_DISPATCH_ATTEMPTS,c as LEAD_LIST_RUNNING_STALE_MINUTES,b as LEAD_LIST_START_DEADLINE_MINUTES,s as cancelPendingLeadListEnrichmentRows,C as claimLeadListEnrichmentOutbox,n as claimLeadListEnrichmentRow,u as completeLeadListEnrichmentJob,j as createOrGetLeadListEnrichmentJob,g as ensureLeadListEnrichmentRepositorySchema,z as failExpiredLeadListEnrichmentStart,v as failLeadListEnrichmentJob,B as failStaleRunningLeadListEnrichmentJob,h as getLeadListEnrichmentJob,i as getLeadListEnrichmentJobByIdempotencyKey,o as getLeadListEnrichmentRow,e as leadListEnrichmentFingerprint,f as leadListRowInputDigest,y as listExpiredLeadListEnrichmentStarts,x as listLeadListEnrichmentJobsNeedingSettlement,p as listLeadListEnrichmentRows,A as listStaleRunningLeadListEnrichmentJobs,l as markLeadListEnrichmentJobQueued,m as markLeadListEnrichmentJobRunning,D as markLeadListEnrichmentOutboxDispatched,E as markLeadListEnrichmentOutboxFailed,w as recordLeadListEnrichmentSettlement,r as requestLeadListEnrichmentCancellation,t as saveLeadListEnrichmentDeliverable,q as saveLeadListEnrichmentRowResult,k as setInitializingLeadListEnrichmentConcurrencyLock,d as stableCanonicalJson};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import{a,b,c,d,e,f,g,h,i,j,k,l,m,n}from"./chunk-
|
|
1
|
+
import{a,b,c,d,e,f,g,h,i,j,k,l,m,n}from"./chunk-DMCYIWB3.js";import"./chunk-KJQXUZ4Y.js";import"./chunk-Z66Z2HV4.js";export{b as HOSTED_CENSUS_DATASET_PREFIX,a as HOSTED_ZIP_DATASET_KIND,c as MIN_NATIONWIDE_ZIP_COUNT,d as REQUIRED_LOCATION_STATE_CODES,g as ensureHostedLocationDataSchema,h as getActiveHostedDataset,i as getActiveHostedLocationDataset,k as getHostedZipGroups,m as importHostedCensusPlacesCsv,l as importHostedZipGroupsCsv,j as listActiveHostedLocationDatasets,e as parseHostedCensusPlacesCsv,f as parseHostedZipGroupsCsv,n as queryHostedLocationMarkets};
|