mcp-scraper 0.91.0 → 0.92.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. package/CHANGELOG.md +42 -26
  2. package/README.md +4 -4
  3. package/dist/bin/api-server.js +1 -1
  4. package/dist/bin/mcp-scraper-cli.js +1 -1
  5. package/dist/bin/mcp-scraper-core.js +1 -1
  6. package/dist/bin/mcp-scraper-install.js +1 -1
  7. package/dist/bin/mcp-stdio-server.js +1 -1
  8. package/dist/bin/paa-harvest.js +1 -1
  9. package/dist/chunk-2BN2TB3U.js +1 -0
  10. package/dist/chunk-2SP57VCG.js +15 -15
  11. package/dist/chunk-2TZBO52D.js +1 -1
  12. package/dist/chunk-4FROKQJN.js +1 -1
  13. package/dist/chunk-GCLSGYYE.js +1 -0
  14. package/dist/{chunk-6KASNPKR.js → chunk-GPZ7ITF6.js} +1 -1
  15. package/dist/chunk-K6MN7UED.js +2 -0
  16. package/dist/chunk-M5QHXNFZ.js +3 -3
  17. package/dist/chunk-ORB4RHCK.js +4 -4
  18. package/dist/{chunk-POTKJRLE.js → chunk-QHHOKLQY.js} +1 -1
  19. package/dist/{chunk-MWUKEBQA.js → chunk-QXAXPIHM.js} +225 -231
  20. package/dist/chunk-RECKUOEF.js +1 -0
  21. package/dist/chunk-RSPA4IWH.js +1 -0
  22. package/dist/{chunk-VEP42LGR.js → chunk-T2IJVEHG.js} +1 -1
  23. package/dist/{chunk-C3QWOZUH.js → chunk-TCLSPE3P.js} +1 -1
  24. package/dist/chunk-WJ4XFLS4.js +15 -15
  25. package/dist/{chunk-YQNMW4XI.js → chunk-YXUPFECS.js} +2 -2
  26. package/dist/{chunk-M5TYS4EX.js → chunk-ZJZMDWDI.js} +1 -1
  27. package/dist/chunk-ZMNUI5LB.js +3 -3
  28. package/dist/{extract-bundle-TMS6LLIT.js → extract-bundle-5QTPVIWO.js} +1 -1
  29. package/dist/{gmail-service-LXBBOEIQ.js → gmail-service-EOC7KJSK.js} +1 -1
  30. package/dist/index.cjs +21 -21
  31. package/dist/index.d.cts +14 -14
  32. package/dist/index.d.ts +14 -14
  33. package/dist/index.js +1 -1
  34. package/dist/{server-MPVSSCAH.js → server-NAQTBNPX.js} +470 -470
  35. package/dist/{site-extract-repository-OKXC3NFC.js → site-extract-repository-U4G25TR2.js} +1 -1
  36. package/dist/{stripe-event-worker-KQOQOM22.js → stripe-event-worker-KW3DR6GB.js} +1 -1
  37. package/dist/worker-MSLXSR4M.js +1 -0
  38. package/package.json +136 -17
  39. package/THIRD_PARTY_NOTICES.html +0 -203
  40. package/dist/chunk-2PXP7TMY.js +0 -1
  41. package/dist/chunk-3JUD76B6.js +0 -1
  42. package/dist/chunk-72YO6PKN.js +0 -1
  43. package/dist/chunk-EVQA7RMG.js +0 -1
  44. package/dist/chunk-KZV2FLGG.js +0 -1
  45. package/dist/worker-NKLJTKDQ.js +0 -1
package/dist/index.d.cts CHANGED
@@ -24,13 +24,13 @@ declare const HarvestOptionsSchema: z.ZodObject<{
24
24
  headless: z.ZodDefault<z.ZodBoolean>;
25
25
  profileDir: z.ZodOptional<z.ZodString>;
26
26
  proxy: z.ZodOptional<z.ZodString>;
27
- \u006b\u0065\u0072\u006e\u0065\u006cApiKey: z.ZodOptional<z.ZodString>;
28
- \u006b\u0065\u0072\u006e\u0065\u006cProxyId: z.ZodOptional<z.ZodString>;
29
- \u006b\u0065\u0072\u006e\u0065\u006cProfileName: z.ZodOptional<z.ZodString>;
30
- \u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
31
- \u006b\u0065\u0072\u006e\u0065\u006cStealth: z.ZodOptional<z.ZodBoolean>;
27
+ kernelApiKey: z.ZodOptional<z.ZodString>;
28
+ kernelProxyId: z.ZodOptional<z.ZodString>;
29
+ kernelProfileName: z.ZodOptional<z.ZodString>;
30
+ kernelProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
31
+ kernelStealth: z.ZodOptional<z.ZodBoolean>;
32
32
  serpIdentity: z.ZodOptional<z.ZodString>;
33
- \u006b\u0065\u0072\u006e\u0065\u006cProxyResolution: z.ZodOptional<z.ZodUnknown>;
33
+ kernelProxyResolution: z.ZodOptional<z.ZodUnknown>;
34
34
  outputDir: z.ZodDefault<z.ZodString>;
35
35
  format: z.ZodDefault<z.ZodEnum<{
36
36
  json: "json";
@@ -60,7 +60,7 @@ declare const HarvestOptionsSchema: z.ZodObject<{
60
60
  type CanonicalLocationName = string;
61
61
  type SerpDevice = 'desktop' | 'mobile';
62
62
  type ProxyMode = 'location' | 'configured' | 'none';
63
- interface \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget {
63
+ interface KernelLocationProxyTarget {
64
64
  canonicalLocation: CanonicalLocationName;
65
65
  level: 'zip' | 'city' | 'state';
66
66
  country: 'US';
@@ -76,14 +76,14 @@ interface \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget {
76
76
  zip?: string;
77
77
  };
78
78
  }
79
- type \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
80
- interface \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionDebug {
81
- source: \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionSource;
79
+ type KernelProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
80
+ interface KernelProxyResolutionDebug {
81
+ source: KernelProxyResolutionSource;
82
82
  proxyType: string;
83
83
  proxyMode: ProxyMode;
84
84
  proxyIdPresent: boolean;
85
85
  proxyIdSuffix: string | null;
86
- target: \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget | null;
86
+ target: KernelLocationProxyTarget | null;
87
87
  error: string | null;
88
88
  disposable?: boolean;
89
89
  }
@@ -265,7 +265,7 @@ interface BrowserNetworkLocationDebug {
265
265
  timezone: string | null;
266
266
  error: string | null;
267
267
  }
268
- interface \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug {
268
+ interface KernelSessionDebug {
269
269
  sessionId: string | null;
270
270
  proxyMode: ProxyMode;
271
271
  requestedProxyIdPresent: boolean;
@@ -277,7 +277,7 @@ interface \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug {
277
277
  retrievedProxyIdMatchesRequested: boolean | null;
278
278
  defaultProxyDisabled: boolean | null;
279
279
  defaultProxyDisableError: string | null;
280
- proxyResolution: \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionDebug | null;
280
+ proxyResolution: KernelProxyResolutionDebug | null;
281
281
  timeoutSeconds: number | null;
282
282
  stealth: boolean | null;
283
283
  profilePresent: boolean | null;
@@ -307,7 +307,7 @@ interface SerpNavigationDebug {
307
307
  redirected: boolean | null;
308
308
  }
309
309
  interface BrowserDebugSnapshot {
310
- \u006b\u0065\u0072\u006e\u0065\u006c: \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug | null;
310
+ kernel: KernelSessionDebug | null;
311
311
  context: BrowserContextDebug | null;
312
312
  networkLocation: BrowserNetworkLocationDebug | null;
313
313
  serpNavigation: SerpNavigationDebug | null;
package/dist/index.d.ts CHANGED
@@ -24,13 +24,13 @@ declare const HarvestOptionsSchema: z.ZodObject<{
24
24
  headless: z.ZodDefault<z.ZodBoolean>;
25
25
  profileDir: z.ZodOptional<z.ZodString>;
26
26
  proxy: z.ZodOptional<z.ZodString>;
27
- \u006b\u0065\u0072\u006e\u0065\u006cApiKey: z.ZodOptional<z.ZodString>;
28
- \u006b\u0065\u0072\u006e\u0065\u006cProxyId: z.ZodOptional<z.ZodString>;
29
- \u006b\u0065\u0072\u006e\u0065\u006cProfileName: z.ZodOptional<z.ZodString>;
30
- \u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
31
- \u006b\u0065\u0072\u006e\u0065\u006cStealth: z.ZodOptional<z.ZodBoolean>;
27
+ kernelApiKey: z.ZodOptional<z.ZodString>;
28
+ kernelProxyId: z.ZodOptional<z.ZodString>;
29
+ kernelProfileName: z.ZodOptional<z.ZodString>;
30
+ kernelProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
31
+ kernelStealth: z.ZodOptional<z.ZodBoolean>;
32
32
  serpIdentity: z.ZodOptional<z.ZodString>;
33
- \u006b\u0065\u0072\u006e\u0065\u006cProxyResolution: z.ZodOptional<z.ZodUnknown>;
33
+ kernelProxyResolution: z.ZodOptional<z.ZodUnknown>;
34
34
  outputDir: z.ZodDefault<z.ZodString>;
35
35
  format: z.ZodDefault<z.ZodEnum<{
36
36
  json: "json";
@@ -60,7 +60,7 @@ declare const HarvestOptionsSchema: z.ZodObject<{
60
60
  type CanonicalLocationName = string;
61
61
  type SerpDevice = 'desktop' | 'mobile';
62
62
  type ProxyMode = 'location' | 'configured' | 'none';
63
- interface \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget {
63
+ interface KernelLocationProxyTarget {
64
64
  canonicalLocation: CanonicalLocationName;
65
65
  level: 'zip' | 'city' | 'state';
66
66
  country: 'US';
@@ -76,14 +76,14 @@ interface \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget {
76
76
  zip?: string;
77
77
  };
78
78
  }
79
- type \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
80
- interface \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionDebug {
81
- source: \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionSource;
79
+ type KernelProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
80
+ interface KernelProxyResolutionDebug {
81
+ source: KernelProxyResolutionSource;
82
82
  proxyType: string;
83
83
  proxyMode: ProxyMode;
84
84
  proxyIdPresent: boolean;
85
85
  proxyIdSuffix: string | null;
86
- target: \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget | null;
86
+ target: KernelLocationProxyTarget | null;
87
87
  error: string | null;
88
88
  disposable?: boolean;
89
89
  }
@@ -265,7 +265,7 @@ interface BrowserNetworkLocationDebug {
265
265
  timezone: string | null;
266
266
  error: string | null;
267
267
  }
268
- interface \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug {
268
+ interface KernelSessionDebug {
269
269
  sessionId: string | null;
270
270
  proxyMode: ProxyMode;
271
271
  requestedProxyIdPresent: boolean;
@@ -277,7 +277,7 @@ interface \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug {
277
277
  retrievedProxyIdMatchesRequested: boolean | null;
278
278
  defaultProxyDisabled: boolean | null;
279
279
  defaultProxyDisableError: string | null;
280
- proxyResolution: \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionDebug | null;
280
+ proxyResolution: KernelProxyResolutionDebug | null;
281
281
  timeoutSeconds: number | null;
282
282
  stealth: boolean | null;
283
283
  profilePresent: boolean | null;
@@ -307,7 +307,7 @@ interface SerpNavigationDebug {
307
307
  redirected: boolean | null;
308
308
  }
309
309
  interface BrowserDebugSnapshot {
310
- \u006b\u0065\u0072\u006e\u0065\u006c: \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug | null;
310
+ kernel: KernelSessionDebug | null;
311
311
  context: BrowserContextDebug | null;
312
312
  networkLocation: BrowserNetworkLocationDebug | null;
313
313
  serpNavigation: SerpNavigationDebug | null;
package/dist/index.js CHANGED
@@ -1,4 +1,4 @@
1
- import{w as z}from"./chunk-ZMNUI5LB.js";import"./chunk-M5QHXNFZ.js";import"./chunk-4FROKQJN.js";import{h as M}from"./chunk-2SP57VCG.js";import"./chunk-6DTXIZY2.js";import"./chunk-2TZBO52D.js";import"./chunk-2PXP7TMY.js";import"./chunk-WJ4XFLS4.js";import{execSync as ce}from"child_process";import{readFileSync as G,writeFileSync as _,unlinkSync as D,mkdirSync as Y}from"fs";import{tmpdir as W}from"os";import{join as l}from"path";import{fal as p}from"@fal-ai/client";var X="https://api.deepinfra.com/v1/openai/chat/completions",L="https://openrouter.ai/api/v1/chat/completions",A="Qwen/Qwen3.6-35B-A3B",Z=`You are a video prompt engineer for Seedance 2.0 text-to-video AI.
1
+ import{w as z}from"./chunk-ZMNUI5LB.js";import"./chunk-M5QHXNFZ.js";import"./chunk-4FROKQJN.js";import{h as M}from"./chunk-2SP57VCG.js";import"./chunk-6DTXIZY2.js";import"./chunk-2TZBO52D.js";import"./chunk-RECKUOEF.js";import"./chunk-WJ4XFLS4.js";import{execSync as ce}from"child_process";import{readFileSync as G,writeFileSync as _,unlinkSync as D,mkdirSync as Y}from"fs";import{tmpdir as W}from"os";import{join as l}from"path";import{fal as p}from"@fal-ai/client";var X="https://api.deepinfra.com/v1/openai/chat/completions",L="https://openrouter.ai/api/v1/chat/completions",A="Qwen/Qwen3.6-35B-A3B",Z=`You are a video prompt engineer for Seedance 2.0 text-to-video AI.
2
2
 
3
3
  IMPORTANT TECHNICAL CONTEXT: Clip 2 will be generated using image-to-video, meaning it will start from the exact last frame of Clip 1. The two clips will be visually seamless \u2014 same location, same characters, continuous motion. You must write prompts that make this feel like one uninterrupted 16-second video.
4
4