mcp-scraper 0.93.1 → 0.93.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +31 -25
- package/README.md +3 -3
- package/dist/bin/api-server.js +1 -1
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-core.js +1 -1
- package/dist/bin/mcp-scraper-install.js +1 -1
- package/dist/bin/mcp-stdio-server.js +1 -1
- package/dist/bin/paa-harvest.js +1 -1
- package/dist/chunk-2SP57VCG.js +15 -15
- package/dist/{chunk-5QYW4CSJ.js → chunk-5VB3I7UX.js} +5 -5
- package/dist/chunk-73LAMUS5.js +6 -0
- package/dist/{chunk-X6RD3Y4W.js → chunk-CG2FHIBA.js} +1 -1
- package/dist/chunk-DT2FYN6N.js +1 -1
- package/dist/{chunk-XG6GCEUE.js → chunk-EWR7BPPD.js} +1 -1
- package/dist/{chunk-IK5BG7MO.js → chunk-KPDNM7E7.js} +1 -1
- package/dist/{chunk-M5VZVMPC.js → chunk-MJ2OICVY.js} +3 -3
- package/dist/chunk-ORB4RHCK.js +4 -4
- package/dist/{chunk-OD2WLHEN.js → chunk-QWSWHUOK.js} +4 -4
- package/dist/chunk-SH5KB4P7.js +1 -1
- package/dist/{chunk-M5QHXNFZ.js → chunk-VVG7LFFF.js} +3 -3
- package/dist/chunk-WJ4XFLS4.js +15 -15
- package/dist/chunk-XJ6PJWT5.js +1 -0
- package/dist/chunk-Y6MKMSOC.js +1 -1
- package/dist/{extract-bundle-C3N6E6V7.js → extract-bundle-MQOAKQDV.js} +1 -1
- package/dist/index.cjs +21 -21
- package/dist/index.d.cts +14 -14
- package/dist/index.d.ts +14 -14
- package/dist/index.js +1 -1
- package/dist/{server-KWGXYWYO.js → server-GRB6VNT6.js} +42 -42
- package/dist/{worker-ASXALAY7.js → worker-US6CTFYG.js} +1 -1
- package/package.json +136 -17
- package/THIRD_PARTY_NOTICES.html +0 -203
- package/dist/chunk-AYQSKD7D.js +0 -1
- package/dist/chunk-KPQM4UDJ.js +0 -6
package/dist/index.d.cts
CHANGED
|
@@ -63,13 +63,13 @@ declare const HarvestOptionsSchema: z.ZodObject<{
|
|
|
63
63
|
headless: z.ZodDefault<z.ZodBoolean>;
|
|
64
64
|
profileDir: z.ZodOptional<z.ZodString>;
|
|
65
65
|
proxy: z.ZodOptional<z.ZodString>;
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
66
|
+
kernelApiKey: z.ZodOptional<z.ZodString>;
|
|
67
|
+
kernelProxyId: z.ZodOptional<z.ZodString>;
|
|
68
|
+
kernelProfileName: z.ZodOptional<z.ZodString>;
|
|
69
|
+
kernelProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
|
|
70
|
+
kernelStealth: z.ZodOptional<z.ZodBoolean>;
|
|
71
71
|
serpIdentity: z.ZodOptional<z.ZodString>;
|
|
72
|
-
|
|
72
|
+
kernelProxyResolution: z.ZodOptional<z.ZodUnknown>;
|
|
73
73
|
outputDir: z.ZodDefault<z.ZodString>;
|
|
74
74
|
format: z.ZodDefault<z.ZodEnum<{
|
|
75
75
|
json: "json";
|
|
@@ -217,7 +217,7 @@ type HarvestOptions = z.infer<typeof HarvestOptionsSchema>;
|
|
|
217
217
|
type CanonicalLocationName = string;
|
|
218
218
|
type SerpDevice = 'desktop' | 'mobile';
|
|
219
219
|
type ProxyMode = 'location' | 'configured' | 'none';
|
|
220
|
-
interface
|
|
220
|
+
interface KernelLocationProxyTarget {
|
|
221
221
|
canonicalLocation: CanonicalLocationName;
|
|
222
222
|
level: 'zip' | 'city' | 'state';
|
|
223
223
|
country: 'US';
|
|
@@ -233,14 +233,14 @@ interface \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget {
|
|
|
233
233
|
zip?: string;
|
|
234
234
|
};
|
|
235
235
|
}
|
|
236
|
-
type
|
|
237
|
-
interface
|
|
238
|
-
source:
|
|
236
|
+
type KernelProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
|
|
237
|
+
interface KernelProxyResolutionDebug {
|
|
238
|
+
source: KernelProxyResolutionSource;
|
|
239
239
|
proxyType: string;
|
|
240
240
|
proxyMode: ProxyMode;
|
|
241
241
|
proxyIdPresent: boolean;
|
|
242
242
|
proxyIdSuffix: string | null;
|
|
243
|
-
target:
|
|
243
|
+
target: KernelLocationProxyTarget | null;
|
|
244
244
|
error: string | null;
|
|
245
245
|
disposable?: boolean;
|
|
246
246
|
}
|
|
@@ -339,7 +339,7 @@ interface BrowserNetworkLocationDebug {
|
|
|
339
339
|
timezone: string | null;
|
|
340
340
|
error: string | null;
|
|
341
341
|
}
|
|
342
|
-
interface
|
|
342
|
+
interface KernelSessionDebug {
|
|
343
343
|
sessionId: string | null;
|
|
344
344
|
proxyMode: ProxyMode;
|
|
345
345
|
requestedProxyIdPresent: boolean;
|
|
@@ -351,7 +351,7 @@ interface \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug {
|
|
|
351
351
|
retrievedProxyIdMatchesRequested: boolean | null;
|
|
352
352
|
defaultProxyDisabled: boolean | null;
|
|
353
353
|
defaultProxyDisableError: string | null;
|
|
354
|
-
proxyResolution:
|
|
354
|
+
proxyResolution: KernelProxyResolutionDebug | null;
|
|
355
355
|
timeoutSeconds: number | null;
|
|
356
356
|
stealth: boolean | null;
|
|
357
357
|
profilePresent: boolean | null;
|
|
@@ -381,7 +381,7 @@ interface SerpNavigationDebug {
|
|
|
381
381
|
redirected: boolean | null;
|
|
382
382
|
}
|
|
383
383
|
interface BrowserDebugSnapshot {
|
|
384
|
-
|
|
384
|
+
kernel: KernelSessionDebug | null;
|
|
385
385
|
context: BrowserContextDebug | null;
|
|
386
386
|
networkLocation: BrowserNetworkLocationDebug | null;
|
|
387
387
|
serpNavigation: SerpNavigationDebug | null;
|
package/dist/index.d.ts
CHANGED
|
@@ -63,13 +63,13 @@ declare const HarvestOptionsSchema: z.ZodObject<{
|
|
|
63
63
|
headless: z.ZodDefault<z.ZodBoolean>;
|
|
64
64
|
profileDir: z.ZodOptional<z.ZodString>;
|
|
65
65
|
proxy: z.ZodOptional<z.ZodString>;
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
66
|
+
kernelApiKey: z.ZodOptional<z.ZodString>;
|
|
67
|
+
kernelProxyId: z.ZodOptional<z.ZodString>;
|
|
68
|
+
kernelProfileName: z.ZodOptional<z.ZodString>;
|
|
69
|
+
kernelProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
|
|
70
|
+
kernelStealth: z.ZodOptional<z.ZodBoolean>;
|
|
71
71
|
serpIdentity: z.ZodOptional<z.ZodString>;
|
|
72
|
-
|
|
72
|
+
kernelProxyResolution: z.ZodOptional<z.ZodUnknown>;
|
|
73
73
|
outputDir: z.ZodDefault<z.ZodString>;
|
|
74
74
|
format: z.ZodDefault<z.ZodEnum<{
|
|
75
75
|
json: "json";
|
|
@@ -217,7 +217,7 @@ type HarvestOptions = z.infer<typeof HarvestOptionsSchema>;
|
|
|
217
217
|
type CanonicalLocationName = string;
|
|
218
218
|
type SerpDevice = 'desktop' | 'mobile';
|
|
219
219
|
type ProxyMode = 'location' | 'configured' | 'none';
|
|
220
|
-
interface
|
|
220
|
+
interface KernelLocationProxyTarget {
|
|
221
221
|
canonicalLocation: CanonicalLocationName;
|
|
222
222
|
level: 'zip' | 'city' | 'state';
|
|
223
223
|
country: 'US';
|
|
@@ -233,14 +233,14 @@ interface \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget {
|
|
|
233
233
|
zip?: string;
|
|
234
234
|
};
|
|
235
235
|
}
|
|
236
|
-
type
|
|
237
|
-
interface
|
|
238
|
-
source:
|
|
236
|
+
type KernelProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
|
|
237
|
+
interface KernelProxyResolutionDebug {
|
|
238
|
+
source: KernelProxyResolutionSource;
|
|
239
239
|
proxyType: string;
|
|
240
240
|
proxyMode: ProxyMode;
|
|
241
241
|
proxyIdPresent: boolean;
|
|
242
242
|
proxyIdSuffix: string | null;
|
|
243
|
-
target:
|
|
243
|
+
target: KernelLocationProxyTarget | null;
|
|
244
244
|
error: string | null;
|
|
245
245
|
disposable?: boolean;
|
|
246
246
|
}
|
|
@@ -339,7 +339,7 @@ interface BrowserNetworkLocationDebug {
|
|
|
339
339
|
timezone: string | null;
|
|
340
340
|
error: string | null;
|
|
341
341
|
}
|
|
342
|
-
interface
|
|
342
|
+
interface KernelSessionDebug {
|
|
343
343
|
sessionId: string | null;
|
|
344
344
|
proxyMode: ProxyMode;
|
|
345
345
|
requestedProxyIdPresent: boolean;
|
|
@@ -351,7 +351,7 @@ interface \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug {
|
|
|
351
351
|
retrievedProxyIdMatchesRequested: boolean | null;
|
|
352
352
|
defaultProxyDisabled: boolean | null;
|
|
353
353
|
defaultProxyDisableError: string | null;
|
|
354
|
-
proxyResolution:
|
|
354
|
+
proxyResolution: KernelProxyResolutionDebug | null;
|
|
355
355
|
timeoutSeconds: number | null;
|
|
356
356
|
stealth: boolean | null;
|
|
357
357
|
profilePresent: boolean | null;
|
|
@@ -381,7 +381,7 @@ interface SerpNavigationDebug {
|
|
|
381
381
|
redirected: boolean | null;
|
|
382
382
|
}
|
|
383
383
|
interface BrowserDebugSnapshot {
|
|
384
|
-
|
|
384
|
+
kernel: KernelSessionDebug | null;
|
|
385
385
|
context: BrowserContextDebug | null;
|
|
386
386
|
networkLocation: BrowserNetworkLocationDebug | null;
|
|
387
387
|
serpNavigation: SerpNavigationDebug | null;
|
package/dist/index.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import{w as z}from"./chunk-
|
|
1
|
+
import{w as z}from"./chunk-MJ2OICVY.js";import"./chunk-VVG7LFFF.js";import"./chunk-SH5KB4P7.js";import{h as M}from"./chunk-2SP57VCG.js";import"./chunk-6DTXIZY2.js";import"./chunk-Y6MKMSOC.js";import"./chunk-WJ4XFLS4.js";import{execSync as ce}from"child_process";import{readFileSync as G,writeFileSync as _,unlinkSync as D,mkdirSync as Y}from"fs";import{tmpdir as W}from"os";import{join as l}from"path";import{fal as p}from"@fal-ai/client";var X="https://api.deepinfra.com/v1/openai/chat/completions",L="https://openrouter.ai/api/v1/chat/completions",A="Qwen/Qwen3.6-35B-A3B",Z=`You are a video prompt engineer for Seedance 2.0 text-to-video AI.
|
|
2
2
|
|
|
3
3
|
IMPORTANT TECHNICAL CONTEXT: Clip 2 will be generated using image-to-video, meaning it will start from the exact last frame of Clip 1. The two clips will be visually seamless \u2014 same location, same characters, continuous motion. You must write prompts that make this feel like one uninterrupted 16-second video.
|
|
4
4
|
|