mcp-scraper 0.92.0 → 0.92.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +33 -26
- package/README.md +3 -3
- package/dist/bin/api-server.js +1 -1
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-core.js +1 -1
- package/dist/bin/mcp-scraper-install.js +1 -1
- package/dist/bin/mcp-stdio-server.js +1 -1
- package/dist/bin/paa-harvest.js +1 -1
- package/dist/chunk-2BN2TB3U.js +1 -0
- package/dist/chunk-2SP57VCG.js +15 -15
- package/dist/chunk-2TZBO52D.js +1 -1
- package/dist/chunk-4FROKQJN.js +1 -1
- package/dist/chunk-GCLSGYYE.js +1 -0
- package/dist/{chunk-BMNXU4JL.js → chunk-GPZ7ITF6.js} +1 -1
- package/dist/chunk-K6MN7UED.js +2 -0
- package/dist/chunk-M5QHXNFZ.js +3 -3
- package/dist/chunk-ORB4RHCK.js +4 -4
- package/dist/{chunk-JM4MGP6E.js → chunk-QHHOKLQY.js} +1 -1
- package/dist/{chunk-XRWBQI3V.js → chunk-QXAXPIHM.js} +202 -202
- package/dist/chunk-RSPA4IWH.js +1 -0
- package/dist/{chunk-F7V6HSN5.js → chunk-T2IJVEHG.js} +1 -1
- package/dist/{chunk-IU3GN5SX.js → chunk-TCLSPE3P.js} +1 -1
- package/dist/chunk-WJ4XFLS4.js +15 -15
- package/dist/{chunk-37WWXOZU.js → chunk-YXUPFECS.js} +2 -2
- package/dist/chunk-ZMNUI5LB.js +3 -3
- package/dist/{extract-bundle-YHQPOGSU.js → extract-bundle-5QTPVIWO.js} +1 -1
- package/dist/{gmail-service-PKMSTKD5.js → gmail-service-EOC7KJSK.js} +1 -1
- package/dist/index.cjs +21 -21
- package/dist/index.d.cts +14 -14
- package/dist/index.d.ts +14 -14
- package/dist/{server-IV2GMCGQ.js → server-NAQTBNPX.js} +470 -471
- package/dist/{site-extract-repository-DVMUVCKD.js → site-extract-repository-U4G25TR2.js} +1 -1
- package/dist/{stripe-event-worker-3EGRYJZP.js → stripe-event-worker-KW3DR6GB.js} +1 -1
- package/dist/{worker-KOCD6RZ3.js → worker-MSLXSR4M.js} +1 -1
- package/package.json +136 -17
- package/THIRD_PARTY_NOTICES.html +0 -203
- package/dist/chunk-5WHYMZ3Z.js +0 -1
- package/dist/chunk-DDUZETZY.js +0 -1
- package/dist/chunk-MYSBUV4Y.js +0 -1
- package/dist/chunk-Q2FOIRK3.js +0 -1
package/dist/index.d.cts
CHANGED
|
@@ -24,13 +24,13 @@ declare const HarvestOptionsSchema: z.ZodObject<{
|
|
|
24
24
|
headless: z.ZodDefault<z.ZodBoolean>;
|
|
25
25
|
profileDir: z.ZodOptional<z.ZodString>;
|
|
26
26
|
proxy: z.ZodOptional<z.ZodString>;
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
27
|
+
kernelApiKey: z.ZodOptional<z.ZodString>;
|
|
28
|
+
kernelProxyId: z.ZodOptional<z.ZodString>;
|
|
29
|
+
kernelProfileName: z.ZodOptional<z.ZodString>;
|
|
30
|
+
kernelProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
|
|
31
|
+
kernelStealth: z.ZodOptional<z.ZodBoolean>;
|
|
32
32
|
serpIdentity: z.ZodOptional<z.ZodString>;
|
|
33
|
-
|
|
33
|
+
kernelProxyResolution: z.ZodOptional<z.ZodUnknown>;
|
|
34
34
|
outputDir: z.ZodDefault<z.ZodString>;
|
|
35
35
|
format: z.ZodDefault<z.ZodEnum<{
|
|
36
36
|
json: "json";
|
|
@@ -60,7 +60,7 @@ declare const HarvestOptionsSchema: z.ZodObject<{
|
|
|
60
60
|
type CanonicalLocationName = string;
|
|
61
61
|
type SerpDevice = 'desktop' | 'mobile';
|
|
62
62
|
type ProxyMode = 'location' | 'configured' | 'none';
|
|
63
|
-
interface
|
|
63
|
+
interface KernelLocationProxyTarget {
|
|
64
64
|
canonicalLocation: CanonicalLocationName;
|
|
65
65
|
level: 'zip' | 'city' | 'state';
|
|
66
66
|
country: 'US';
|
|
@@ -76,14 +76,14 @@ interface \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget {
|
|
|
76
76
|
zip?: string;
|
|
77
77
|
};
|
|
78
78
|
}
|
|
79
|
-
type
|
|
80
|
-
interface
|
|
81
|
-
source:
|
|
79
|
+
type KernelProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
|
|
80
|
+
interface KernelProxyResolutionDebug {
|
|
81
|
+
source: KernelProxyResolutionSource;
|
|
82
82
|
proxyType: string;
|
|
83
83
|
proxyMode: ProxyMode;
|
|
84
84
|
proxyIdPresent: boolean;
|
|
85
85
|
proxyIdSuffix: string | null;
|
|
86
|
-
target:
|
|
86
|
+
target: KernelLocationProxyTarget | null;
|
|
87
87
|
error: string | null;
|
|
88
88
|
disposable?: boolean;
|
|
89
89
|
}
|
|
@@ -265,7 +265,7 @@ interface BrowserNetworkLocationDebug {
|
|
|
265
265
|
timezone: string | null;
|
|
266
266
|
error: string | null;
|
|
267
267
|
}
|
|
268
|
-
interface
|
|
268
|
+
interface KernelSessionDebug {
|
|
269
269
|
sessionId: string | null;
|
|
270
270
|
proxyMode: ProxyMode;
|
|
271
271
|
requestedProxyIdPresent: boolean;
|
|
@@ -277,7 +277,7 @@ interface \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug {
|
|
|
277
277
|
retrievedProxyIdMatchesRequested: boolean | null;
|
|
278
278
|
defaultProxyDisabled: boolean | null;
|
|
279
279
|
defaultProxyDisableError: string | null;
|
|
280
|
-
proxyResolution:
|
|
280
|
+
proxyResolution: KernelProxyResolutionDebug | null;
|
|
281
281
|
timeoutSeconds: number | null;
|
|
282
282
|
stealth: boolean | null;
|
|
283
283
|
profilePresent: boolean | null;
|
|
@@ -307,7 +307,7 @@ interface SerpNavigationDebug {
|
|
|
307
307
|
redirected: boolean | null;
|
|
308
308
|
}
|
|
309
309
|
interface BrowserDebugSnapshot {
|
|
310
|
-
|
|
310
|
+
kernel: KernelSessionDebug | null;
|
|
311
311
|
context: BrowserContextDebug | null;
|
|
312
312
|
networkLocation: BrowserNetworkLocationDebug | null;
|
|
313
313
|
serpNavigation: SerpNavigationDebug | null;
|
package/dist/index.d.ts
CHANGED
|
@@ -24,13 +24,13 @@ declare const HarvestOptionsSchema: z.ZodObject<{
|
|
|
24
24
|
headless: z.ZodDefault<z.ZodBoolean>;
|
|
25
25
|
profileDir: z.ZodOptional<z.ZodString>;
|
|
26
26
|
proxy: z.ZodOptional<z.ZodString>;
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
27
|
+
kernelApiKey: z.ZodOptional<z.ZodString>;
|
|
28
|
+
kernelProxyId: z.ZodOptional<z.ZodString>;
|
|
29
|
+
kernelProfileName: z.ZodOptional<z.ZodString>;
|
|
30
|
+
kernelProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
|
|
31
|
+
kernelStealth: z.ZodOptional<z.ZodBoolean>;
|
|
32
32
|
serpIdentity: z.ZodOptional<z.ZodString>;
|
|
33
|
-
|
|
33
|
+
kernelProxyResolution: z.ZodOptional<z.ZodUnknown>;
|
|
34
34
|
outputDir: z.ZodDefault<z.ZodString>;
|
|
35
35
|
format: z.ZodDefault<z.ZodEnum<{
|
|
36
36
|
json: "json";
|
|
@@ -60,7 +60,7 @@ declare const HarvestOptionsSchema: z.ZodObject<{
|
|
|
60
60
|
type CanonicalLocationName = string;
|
|
61
61
|
type SerpDevice = 'desktop' | 'mobile';
|
|
62
62
|
type ProxyMode = 'location' | 'configured' | 'none';
|
|
63
|
-
interface
|
|
63
|
+
interface KernelLocationProxyTarget {
|
|
64
64
|
canonicalLocation: CanonicalLocationName;
|
|
65
65
|
level: 'zip' | 'city' | 'state';
|
|
66
66
|
country: 'US';
|
|
@@ -76,14 +76,14 @@ interface \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget {
|
|
|
76
76
|
zip?: string;
|
|
77
77
|
};
|
|
78
78
|
}
|
|
79
|
-
type
|
|
80
|
-
interface
|
|
81
|
-
source:
|
|
79
|
+
type KernelProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
|
|
80
|
+
interface KernelProxyResolutionDebug {
|
|
81
|
+
source: KernelProxyResolutionSource;
|
|
82
82
|
proxyType: string;
|
|
83
83
|
proxyMode: ProxyMode;
|
|
84
84
|
proxyIdPresent: boolean;
|
|
85
85
|
proxyIdSuffix: string | null;
|
|
86
|
-
target:
|
|
86
|
+
target: KernelLocationProxyTarget | null;
|
|
87
87
|
error: string | null;
|
|
88
88
|
disposable?: boolean;
|
|
89
89
|
}
|
|
@@ -265,7 +265,7 @@ interface BrowserNetworkLocationDebug {
|
|
|
265
265
|
timezone: string | null;
|
|
266
266
|
error: string | null;
|
|
267
267
|
}
|
|
268
|
-
interface
|
|
268
|
+
interface KernelSessionDebug {
|
|
269
269
|
sessionId: string | null;
|
|
270
270
|
proxyMode: ProxyMode;
|
|
271
271
|
requestedProxyIdPresent: boolean;
|
|
@@ -277,7 +277,7 @@ interface \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug {
|
|
|
277
277
|
retrievedProxyIdMatchesRequested: boolean | null;
|
|
278
278
|
defaultProxyDisabled: boolean | null;
|
|
279
279
|
defaultProxyDisableError: string | null;
|
|
280
|
-
proxyResolution:
|
|
280
|
+
proxyResolution: KernelProxyResolutionDebug | null;
|
|
281
281
|
timeoutSeconds: number | null;
|
|
282
282
|
stealth: boolean | null;
|
|
283
283
|
profilePresent: boolean | null;
|
|
@@ -307,7 +307,7 @@ interface SerpNavigationDebug {
|
|
|
307
307
|
redirected: boolean | null;
|
|
308
308
|
}
|
|
309
309
|
interface BrowserDebugSnapshot {
|
|
310
|
-
|
|
310
|
+
kernel: KernelSessionDebug | null;
|
|
311
311
|
context: BrowserContextDebug | null;
|
|
312
312
|
networkLocation: BrowserNetworkLocationDebug | null;
|
|
313
313
|
serpNavigation: SerpNavigationDebug | null;
|