mcp-scraper 0.94.4 → 0.95.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. package/CHANGELOG.md +53 -39
  2. package/README.md +4 -4
  3. package/dist/bin/api-server.js +1 -1
  4. package/dist/bin/mcp-scraper-cli.js +1 -1
  5. package/dist/bin/mcp-scraper-core.js +1 -1
  6. package/dist/bin/mcp-scraper-install.js +1 -1
  7. package/dist/bin/mcp-stdio-server.js +1 -1
  8. package/dist/bin/paa-harvest.js +1 -1
  9. package/dist/chunk-6NE4OIXR.js +6 -0
  10. package/dist/{chunk-WHUD4R2S.js → chunk-AK6HVF5F.js} +1 -1
  11. package/dist/{chunk-VVVWIREO.js → chunk-DYDAQQMC.js} +7 -7
  12. package/dist/chunk-EDQ57S4P.js +1 -0
  13. package/dist/{chunk-ZTEDLK3Y.js → chunk-FCJXL4PU.js} +1 -1
  14. package/dist/{chunk-72MWPIMR.js → chunk-FN7U6KRI.js} +1 -1
  15. package/dist/chunk-GPSPSJBJ.js +1 -0
  16. package/dist/{chunk-QDP3XTES.js → chunk-I3HNHCIJ.js} +2 -2
  17. package/dist/{chunk-NFOLF3QN.js → chunk-MVDMZ3N2.js} +96 -96
  18. package/dist/chunk-NA76FFGD.js +15 -15
  19. package/dist/chunk-NZSDHDX3.js +1 -1
  20. package/dist/{chunk-PGCB7H6I.js → chunk-OS4XFDIG.js} +1 -1
  21. package/dist/{chunk-C5MWTMRD.js → chunk-RPA5ADXW.js} +1 -1
  22. package/dist/chunk-XPEJB4BZ.js +1 -1
  23. package/dist/{chunk-C7QL25ZJ.js → chunk-Y6STAKF3.js} +3 -3
  24. package/dist/{chunk-B76ZVCPA.js → chunk-YK4OAZRQ.js} +1 -1
  25. package/dist/chunk-YWUNN24S.js +1 -0
  26. package/dist/{chunk-BRNTVOCW.js → chunk-ZJTUAWZA.js} +1 -1
  27. package/dist/chunk-ZPK5LYEN.js +15 -15
  28. package/dist/chunk-ZUGTYD2I.js +4 -4
  29. package/dist/{extract-bundle-C4LA4NFP.js → extract-bundle-X7SRN63Y.js} +1 -1
  30. package/dist/{gmail-service-U7NP5IMY.js → gmail-service-FZVJBSUT.js} +1 -1
  31. package/dist/index.cjs +49 -49
  32. package/dist/index.d.cts +14 -14
  33. package/dist/index.d.ts +14 -14
  34. package/dist/index.js +1 -1
  35. package/dist/{server-VTHHUISX.js → server-JV6L7F2X.js} +43 -43
  36. package/dist/{site-extract-repository-DUBZXCRG.js → site-extract-repository-UVE7TWJO.js} +1 -1
  37. package/dist/{stripe-event-worker-2KOMIZXB.js → stripe-event-worker-2LSUVQOM.js} +1 -1
  38. package/dist/worker-XPIO5TAV.js +1 -0
  39. package/package.json +137 -17
  40. package/THIRD_PARTY_NOTICES.html +0 -203
  41. package/dist/chunk-DSALLDK7.js +0 -6
  42. package/dist/chunk-H5QBOPUZ.js +0 -1
  43. package/dist/chunk-SH5KB4P7.js +0 -1
  44. package/dist/chunk-ZGITQEFC.js +0 -1
  45. package/dist/worker-HCLS7MZ7.js +0 -1
package/dist/index.d.cts CHANGED
@@ -63,13 +63,13 @@ declare const HarvestOptionsSchema: z.ZodObject<{
63
63
  headless: z.ZodDefault<z.ZodBoolean>;
64
64
  profileDir: z.ZodOptional<z.ZodString>;
65
65
  proxy: z.ZodOptional<z.ZodString>;
66
- \u006b\u0065\u0072\u006e\u0065\u006cApiKey: z.ZodOptional<z.ZodString>;
67
- \u006b\u0065\u0072\u006e\u0065\u006cProxyId: z.ZodOptional<z.ZodString>;
68
- \u006b\u0065\u0072\u006e\u0065\u006cProfileName: z.ZodOptional<z.ZodString>;
69
- \u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
70
- \u006b\u0065\u0072\u006e\u0065\u006cStealth: z.ZodOptional<z.ZodBoolean>;
66
+ kernelApiKey: z.ZodOptional<z.ZodString>;
67
+ kernelProxyId: z.ZodOptional<z.ZodString>;
68
+ kernelProfileName: z.ZodOptional<z.ZodString>;
69
+ kernelProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
70
+ kernelStealth: z.ZodOptional<z.ZodBoolean>;
71
71
  serpIdentity: z.ZodOptional<z.ZodString>;
72
- \u006b\u0065\u0072\u006e\u0065\u006cProxyResolution: z.ZodOptional<z.ZodUnknown>;
72
+ kernelProxyResolution: z.ZodOptional<z.ZodUnknown>;
73
73
  outputDir: z.ZodDefault<z.ZodString>;
74
74
  format: z.ZodDefault<z.ZodEnum<{
75
75
  json: "json";
@@ -217,7 +217,7 @@ type HarvestOptions = z.infer<typeof HarvestOptionsSchema>;
217
217
  type CanonicalLocationName = string;
218
218
  type SerpDevice = 'desktop' | 'mobile';
219
219
  type ProxyMode = 'location' | 'configured' | 'none';
220
- interface \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget {
220
+ interface KernelLocationProxyTarget {
221
221
  canonicalLocation: CanonicalLocationName;
222
222
  level: 'zip' | 'city' | 'state';
223
223
  country: 'US';
@@ -233,14 +233,14 @@ interface \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget {
233
233
  zip?: string;
234
234
  };
235
235
  }
236
- type \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'mobile_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
237
- interface \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionDebug {
238
- source: \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionSource;
236
+ type KernelProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'mobile_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
237
+ interface KernelProxyResolutionDebug {
238
+ source: KernelProxyResolutionSource;
239
239
  proxyType: string;
240
240
  proxyMode: ProxyMode;
241
241
  proxyIdPresent: boolean;
242
242
  proxyIdSuffix: string | null;
243
- target: \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget | null;
243
+ target: KernelLocationProxyTarget | null;
244
244
  error: string | null;
245
245
  disposable?: boolean;
246
246
  }
@@ -339,7 +339,7 @@ interface BrowserNetworkLocationDebug {
339
339
  timezone: string | null;
340
340
  error: string | null;
341
341
  }
342
- interface \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug {
342
+ interface KernelSessionDebug {
343
343
  sessionId: string | null;
344
344
  proxyMode: ProxyMode;
345
345
  requestedProxyIdPresent: boolean;
@@ -351,7 +351,7 @@ interface \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug {
351
351
  retrievedProxyIdMatchesRequested: boolean | null;
352
352
  defaultProxyDisabled: boolean | null;
353
353
  defaultProxyDisableError: string | null;
354
- proxyResolution: \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionDebug | null;
354
+ proxyResolution: KernelProxyResolutionDebug | null;
355
355
  timeoutSeconds: number | null;
356
356
  stealth: boolean | null;
357
357
  profilePresent: boolean | null;
@@ -381,7 +381,7 @@ interface SerpNavigationDebug {
381
381
  redirected: boolean | null;
382
382
  }
383
383
  interface BrowserDebugSnapshot {
384
- \u006b\u0065\u0072\u006e\u0065\u006c: \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug | null;
384
+ kernel: KernelSessionDebug | null;
385
385
  context: BrowserContextDebug | null;
386
386
  networkLocation: BrowserNetworkLocationDebug | null;
387
387
  serpNavigation: SerpNavigationDebug | null;
package/dist/index.d.ts CHANGED
@@ -63,13 +63,13 @@ declare const HarvestOptionsSchema: z.ZodObject<{
63
63
  headless: z.ZodDefault<z.ZodBoolean>;
64
64
  profileDir: z.ZodOptional<z.ZodString>;
65
65
  proxy: z.ZodOptional<z.ZodString>;
66
- \u006b\u0065\u0072\u006e\u0065\u006cApiKey: z.ZodOptional<z.ZodString>;
67
- \u006b\u0065\u0072\u006e\u0065\u006cProxyId: z.ZodOptional<z.ZodString>;
68
- \u006b\u0065\u0072\u006e\u0065\u006cProfileName: z.ZodOptional<z.ZodString>;
69
- \u006b\u0065\u0072\u006e\u0065\u006cProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
70
- \u006b\u0065\u0072\u006e\u0065\u006cStealth: z.ZodOptional<z.ZodBoolean>;
66
+ kernelApiKey: z.ZodOptional<z.ZodString>;
67
+ kernelProxyId: z.ZodOptional<z.ZodString>;
68
+ kernelProfileName: z.ZodOptional<z.ZodString>;
69
+ kernelProfileSaveChanges: z.ZodOptional<z.ZodBoolean>;
70
+ kernelStealth: z.ZodOptional<z.ZodBoolean>;
71
71
  serpIdentity: z.ZodOptional<z.ZodString>;
72
- \u006b\u0065\u0072\u006e\u0065\u006cProxyResolution: z.ZodOptional<z.ZodUnknown>;
72
+ kernelProxyResolution: z.ZodOptional<z.ZodUnknown>;
73
73
  outputDir: z.ZodDefault<z.ZodString>;
74
74
  format: z.ZodDefault<z.ZodEnum<{
75
75
  json: "json";
@@ -217,7 +217,7 @@ type HarvestOptions = z.infer<typeof HarvestOptionsSchema>;
217
217
  type CanonicalLocationName = string;
218
218
  type SerpDevice = 'desktop' | 'mobile';
219
219
  type ProxyMode = 'location' | 'configured' | 'none';
220
- interface \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget {
220
+ interface KernelLocationProxyTarget {
221
221
  canonicalLocation: CanonicalLocationName;
222
222
  level: 'zip' | 'city' | 'state';
223
223
  country: 'US';
@@ -233,14 +233,14 @@ interface \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget {
233
233
  zip?: string;
234
234
  };
235
235
  }
236
- type \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'mobile_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
237
- interface \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionDebug {
238
- source: \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionSource;
236
+ type KernelProxyResolutionSource = 'disabled' | 'location_reused' | 'location_created' | 'mobile_created' | 'isp_created' | 'backup_custom' | 'configured_fallback' | 'unavailable';
237
+ interface KernelProxyResolutionDebug {
238
+ source: KernelProxyResolutionSource;
239
239
  proxyType: string;
240
240
  proxyMode: ProxyMode;
241
241
  proxyIdPresent: boolean;
242
242
  proxyIdSuffix: string | null;
243
- target: \u004b\u0065\u0072\u006e\u0065\u006cLocationProxyTarget | null;
243
+ target: KernelLocationProxyTarget | null;
244
244
  error: string | null;
245
245
  disposable?: boolean;
246
246
  }
@@ -339,7 +339,7 @@ interface BrowserNetworkLocationDebug {
339
339
  timezone: string | null;
340
340
  error: string | null;
341
341
  }
342
- interface \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug {
342
+ interface KernelSessionDebug {
343
343
  sessionId: string | null;
344
344
  proxyMode: ProxyMode;
345
345
  requestedProxyIdPresent: boolean;
@@ -351,7 +351,7 @@ interface \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug {
351
351
  retrievedProxyIdMatchesRequested: boolean | null;
352
352
  defaultProxyDisabled: boolean | null;
353
353
  defaultProxyDisableError: string | null;
354
- proxyResolution: \u004b\u0065\u0072\u006e\u0065\u006cProxyResolutionDebug | null;
354
+ proxyResolution: KernelProxyResolutionDebug | null;
355
355
  timeoutSeconds: number | null;
356
356
  stealth: boolean | null;
357
357
  profilePresent: boolean | null;
@@ -381,7 +381,7 @@ interface SerpNavigationDebug {
381
381
  redirected: boolean | null;
382
382
  }
383
383
  interface BrowserDebugSnapshot {
384
- \u006b\u0065\u0072\u006e\u0065\u006c: \u004b\u0065\u0072\u006e\u0065\u006cSessionDebug | null;
384
+ kernel: KernelSessionDebug | null;
385
385
  context: BrowserContextDebug | null;
386
386
  networkLocation: BrowserNetworkLocationDebug | null;
387
387
  serpNavigation: SerpNavigationDebug | null;
package/dist/index.js CHANGED
@@ -1,4 +1,4 @@
1
- import{z}from"./chunk-VVVWIREO.js";import"./chunk-C7QL25ZJ.js";import"./chunk-SH5KB4P7.js";import{h as M}from"./chunk-NA76FFGD.js";import"./chunk-6DTXIZY2.js";import"./chunk-XPEJB4BZ.js";import"./chunk-ZPK5LYEN.js";import{execSync as ce}from"child_process";import{readFileSync as G,writeFileSync as _,unlinkSync as D,mkdirSync as Y}from"fs";import{tmpdir as W}from"os";import{join as l}from"path";import{fal as p}from"@fal-ai/client";var X="https://api.deepinfra.com/v1/openai/chat/completions",L="https://openrouter.ai/api/v1/chat/completions",A="Qwen/Qwen3.6-35B-A3B",Z=`You are a video prompt engineer for Seedance 2.0 text-to-video AI.
1
+ import{z}from"./chunk-DYDAQQMC.js";import"./chunk-Y6STAKF3.js";import"./chunk-GPSPSJBJ.js";import{h as M}from"./chunk-NA76FFGD.js";import"./chunk-6DTXIZY2.js";import"./chunk-XPEJB4BZ.js";import"./chunk-ZPK5LYEN.js";import{execSync as ce}from"child_process";import{readFileSync as G,writeFileSync as _,unlinkSync as D,mkdirSync as Y}from"fs";import{tmpdir as W}from"os";import{join as l}from"path";import{fal as p}from"@fal-ai/client";var X="https://api.deepinfra.com/v1/openai/chat/completions",L="https://openrouter.ai/api/v1/chat/completions",A="Qwen/Qwen3.6-35B-A3B",Z=`You are a video prompt engineer for Seedance 2.0 text-to-video AI.
2
2
 
3
3
  IMPORTANT TECHNICAL CONTEXT: Clip 2 will be generated using image-to-video, meaning it will start from the exact last frame of Clip 1. The two clips will be visually seamless \u2014 same location, same characters, continuous motion. You must write prompts that make this feel like one uninterrupted 16-second video.
4
4