mcp-scraper 0.42.2 → 0.43.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. package/README.md +2 -2
  2. package/dist/bin/api-server.cjs +3285 -2121
  3. package/dist/bin/api-server.cjs.map +1 -1
  4. package/dist/bin/api-server.js +2 -2
  5. package/dist/bin/mcp-scraper-cli.cjs +1 -1
  6. package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
  7. package/dist/bin/mcp-scraper-cli.js +1 -1
  8. package/dist/bin/mcp-scraper-install.cjs +2 -2
  9. package/dist/bin/mcp-scraper-install.cjs.map +1 -1
  10. package/dist/bin/mcp-scraper-install.js +2 -2
  11. package/dist/bin/mcp-stdio-server.cjs +2170 -1510
  12. package/dist/bin/mcp-stdio-server.cjs.map +1 -1
  13. package/dist/bin/mcp-stdio-server.js +51 -23
  14. package/dist/bin/mcp-stdio-server.js.map +1 -1
  15. package/dist/bin/paa-harvest.cjs +21 -21
  16. package/dist/bin/paa-harvest.cjs.map +1 -1
  17. package/dist/bin/paa-harvest.js +1 -1
  18. package/dist/{chunk-MJKVDLVR.js → chunk-2K74LVV7.js} +26 -2
  19. package/dist/{chunk-MJKVDLVR.js.map → chunk-2K74LVV7.js.map} +1 -1
  20. package/dist/chunk-3CQZ3DAT.js +7 -0
  21. package/dist/chunk-3CQZ3DAT.js.map +1 -0
  22. package/dist/{chunk-6Q7V4IQV.js → chunk-6WLNXYRG.js} +19 -2
  23. package/dist/chunk-6WLNXYRG.js.map +1 -0
  24. package/dist/{chunk-4MFUKI4X.js → chunk-GUI33Q27.js} +2 -2
  25. package/dist/{chunk-N2B4AAWG.js → chunk-HO4DOPEG.js} +2194 -1569
  26. package/dist/chunk-HO4DOPEG.js.map +1 -0
  27. package/dist/{chunk-DH42LIR3.js → chunk-LXVIQZ7Y.js} +22 -12
  28. package/dist/chunk-LXVIQZ7Y.js.map +1 -0
  29. package/dist/{chunk-ENJQ2NSX.js → chunk-TC4GDB2Q.js} +2 -2
  30. package/dist/{chunk-ENJQ2NSX.js.map → chunk-TC4GDB2Q.js.map} +1 -1
  31. package/dist/{chunk-SBLGBZZB.js → chunk-X5WDJ7D7.js} +9 -9
  32. package/dist/chunk-X5WDJ7D7.js.map +1 -0
  33. package/dist/{extract-bundle-DMZ63HZU.js → extract-bundle-IOM45SFL.js} +5 -5
  34. package/dist/index.cjs +21 -21
  35. package/dist/index.cjs.map +1 -1
  36. package/dist/index.d.cts +21 -57
  37. package/dist/index.d.ts +21 -57
  38. package/dist/index.js +1 -1
  39. package/dist/{server-2S7KQTPC.js → server-WAB6Z47N.js} +798 -333
  40. package/dist/server-WAB6Z47N.js.map +1 -0
  41. package/dist/{site-extract-repository-B42SIGAZ.js → site-extract-repository-XNI4ZK2M.js} +3 -3
  42. package/dist/{worker-4R3UWQZS.js → worker-E6MIVF33.js} +3 -3
  43. package/package.json +10 -7
  44. package/dist/chunk-6Q7V4IQV.js.map +0 -1
  45. package/dist/chunk-DH42LIR3.js.map +0 -1
  46. package/dist/chunk-N2B4AAWG.js.map +0 -1
  47. package/dist/chunk-SBLGBZZB.js.map +0 -1
  48. package/dist/chunk-UQ7XJINF.js +0 -7
  49. package/dist/chunk-UQ7XJINF.js.map +0 -1
  50. package/dist/server-2S7KQTPC.js.map +0 -1
  51. /package/dist/{chunk-4MFUKI4X.js.map → chunk-GUI33Q27.js.map} +0 -0
  52. /package/dist/{extract-bundle-DMZ63HZU.js.map → extract-bundle-IOM45SFL.js.map} +0 -0
  53. /package/dist/{site-extract-repository-B42SIGAZ.js.map → site-extract-repository-XNI4ZK2M.js.map} +0 -0
  54. /package/dist/{worker-4R3UWQZS.js.map → worker-E6MIVF33.js.map} +0 -0
package/dist/index.d.cts CHANGED
@@ -5,8 +5,15 @@ declare const HarvestOptionsSchema: z.ZodObject<{
5
5
  location: z.ZodOptional<z.ZodString>;
6
6
  gl: z.ZodDefault<z.ZodString>;
7
7
  hl: z.ZodDefault<z.ZodString>;
8
- device: z.ZodDefault<z.ZodEnum<["desktop", "mobile"]>>;
9
- proxyMode: z.ZodDefault<z.ZodEnum<["location", "configured", "none"]>>;
8
+ device: z.ZodDefault<z.ZodEnum<{
9
+ desktop: "desktop";
10
+ mobile: "mobile";
11
+ }>>;
12
+ proxyMode: z.ZodDefault<z.ZodEnum<{
13
+ none: "none";
14
+ location: "location";
15
+ configured: "configured";
16
+ }>>;
10
17
  proxyZip: z.ZodOptional<z.ZodString>;
11
18
  keepDefaultProxy: z.ZodOptional<z.ZodBoolean>;
12
19
  requireUsEgress: z.ZodOptional<z.ZodBoolean>;
@@ -21,64 +28,21 @@ declare const HarvestOptionsSchema: z.ZodObject<{
21
28
  kernelProxyId: z.ZodOptional<z.ZodString>;
22
29
  kernelProxyResolution: z.ZodOptional<z.ZodUnknown>;
23
30
  outputDir: z.ZodDefault<z.ZodString>;
24
- format: z.ZodDefault<z.ZodEnum<["json", "csv", "both"]>>;
31
+ format: z.ZodDefault<z.ZodEnum<{
32
+ json: "json";
33
+ csv: "csv";
34
+ both: "both";
35
+ }>>;
25
36
  serpOnly: z.ZodDefault<z.ZodBoolean>;
26
37
  pages: z.ZodDefault<z.ZodNumber>;
27
- recency: z.ZodOptional<z.ZodEnum<["day", "week", "month", "year"]>>;
38
+ recency: z.ZodOptional<z.ZodEnum<{
39
+ day: "day";
40
+ week: "week";
41
+ month: "month";
42
+ year: "year";
43
+ }>>;
28
44
  softDeadlineMs: z.ZodOptional<z.ZodNumber>;
29
- }, "strip", z.ZodTypeAny, {
30
- query: string;
31
- gl: string;
32
- hl: string;
33
- device: "desktop" | "mobile";
34
- proxyMode: "none" | "location" | "configured";
35
- debug: boolean;
36
- depth: number;
37
- maxQuestions: number;
38
- headless: boolean;
39
- outputDir: string;
40
- format: "json" | "csv" | "both";
41
- serpOnly: boolean;
42
- pages: number;
43
- location?: string | undefined;
44
- proxyZip?: string | undefined;
45
- keepDefaultProxy?: boolean | undefined;
46
- requireUsEgress?: boolean | undefined;
47
- maxAttempts?: number | undefined;
48
- profileDir?: string | undefined;
49
- proxy?: string | undefined;
50
- kernelApiKey?: string | undefined;
51
- kernelProxyId?: string | undefined;
52
- kernelProxyResolution?: unknown;
53
- recency?: "day" | "week" | "month" | "year" | undefined;
54
- softDeadlineMs?: number | undefined;
55
- }, {
56
- query: string;
57
- location?: string | undefined;
58
- gl?: string | undefined;
59
- hl?: string | undefined;
60
- device?: "desktop" | "mobile" | undefined;
61
- proxyMode?: "none" | "location" | "configured" | undefined;
62
- proxyZip?: string | undefined;
63
- keepDefaultProxy?: boolean | undefined;
64
- requireUsEgress?: boolean | undefined;
65
- maxAttempts?: number | undefined;
66
- debug?: boolean | undefined;
67
- depth?: number | undefined;
68
- maxQuestions?: number | undefined;
69
- headless?: boolean | undefined;
70
- profileDir?: string | undefined;
71
- proxy?: string | undefined;
72
- kernelApiKey?: string | undefined;
73
- kernelProxyId?: string | undefined;
74
- kernelProxyResolution?: unknown;
75
- outputDir?: string | undefined;
76
- format?: "json" | "csv" | "both" | undefined;
77
- serpOnly?: boolean | undefined;
78
- pages?: number | undefined;
79
- recency?: "day" | "week" | "month" | "year" | undefined;
80
- softDeadlineMs?: number | undefined;
81
- }>;
45
+ }, z.core.$strip>;
82
46
 
83
47
  type CanonicalLocationName = string;
84
48
  type SerpDevice = 'desktop' | 'mobile';
package/dist/index.d.ts CHANGED
@@ -5,8 +5,15 @@ declare const HarvestOptionsSchema: z.ZodObject<{
5
5
  location: z.ZodOptional<z.ZodString>;
6
6
  gl: z.ZodDefault<z.ZodString>;
7
7
  hl: z.ZodDefault<z.ZodString>;
8
- device: z.ZodDefault<z.ZodEnum<["desktop", "mobile"]>>;
9
- proxyMode: z.ZodDefault<z.ZodEnum<["location", "configured", "none"]>>;
8
+ device: z.ZodDefault<z.ZodEnum<{
9
+ desktop: "desktop";
10
+ mobile: "mobile";
11
+ }>>;
12
+ proxyMode: z.ZodDefault<z.ZodEnum<{
13
+ none: "none";
14
+ location: "location";
15
+ configured: "configured";
16
+ }>>;
10
17
  proxyZip: z.ZodOptional<z.ZodString>;
11
18
  keepDefaultProxy: z.ZodOptional<z.ZodBoolean>;
12
19
  requireUsEgress: z.ZodOptional<z.ZodBoolean>;
@@ -21,64 +28,21 @@ declare const HarvestOptionsSchema: z.ZodObject<{
21
28
  kernelProxyId: z.ZodOptional<z.ZodString>;
22
29
  kernelProxyResolution: z.ZodOptional<z.ZodUnknown>;
23
30
  outputDir: z.ZodDefault<z.ZodString>;
24
- format: z.ZodDefault<z.ZodEnum<["json", "csv", "both"]>>;
31
+ format: z.ZodDefault<z.ZodEnum<{
32
+ json: "json";
33
+ csv: "csv";
34
+ both: "both";
35
+ }>>;
25
36
  serpOnly: z.ZodDefault<z.ZodBoolean>;
26
37
  pages: z.ZodDefault<z.ZodNumber>;
27
- recency: z.ZodOptional<z.ZodEnum<["day", "week", "month", "year"]>>;
38
+ recency: z.ZodOptional<z.ZodEnum<{
39
+ day: "day";
40
+ week: "week";
41
+ month: "month";
42
+ year: "year";
43
+ }>>;
28
44
  softDeadlineMs: z.ZodOptional<z.ZodNumber>;
29
- }, "strip", z.ZodTypeAny, {
30
- query: string;
31
- gl: string;
32
- hl: string;
33
- device: "desktop" | "mobile";
34
- proxyMode: "none" | "location" | "configured";
35
- debug: boolean;
36
- depth: number;
37
- maxQuestions: number;
38
- headless: boolean;
39
- outputDir: string;
40
- format: "json" | "csv" | "both";
41
- serpOnly: boolean;
42
- pages: number;
43
- location?: string | undefined;
44
- proxyZip?: string | undefined;
45
- keepDefaultProxy?: boolean | undefined;
46
- requireUsEgress?: boolean | undefined;
47
- maxAttempts?: number | undefined;
48
- profileDir?: string | undefined;
49
- proxy?: string | undefined;
50
- kernelApiKey?: string | undefined;
51
- kernelProxyId?: string | undefined;
52
- kernelProxyResolution?: unknown;
53
- recency?: "day" | "week" | "month" | "year" | undefined;
54
- softDeadlineMs?: number | undefined;
55
- }, {
56
- query: string;
57
- location?: string | undefined;
58
- gl?: string | undefined;
59
- hl?: string | undefined;
60
- device?: "desktop" | "mobile" | undefined;
61
- proxyMode?: "none" | "location" | "configured" | undefined;
62
- proxyZip?: string | undefined;
63
- keepDefaultProxy?: boolean | undefined;
64
- requireUsEgress?: boolean | undefined;
65
- maxAttempts?: number | undefined;
66
- debug?: boolean | undefined;
67
- depth?: number | undefined;
68
- maxQuestions?: number | undefined;
69
- headless?: boolean | undefined;
70
- profileDir?: string | undefined;
71
- proxy?: string | undefined;
72
- kernelApiKey?: string | undefined;
73
- kernelProxyId?: string | undefined;
74
- kernelProxyResolution?: unknown;
75
- outputDir?: string | undefined;
76
- format?: "json" | "csv" | "both" | undefined;
77
- serpOnly?: boolean | undefined;
78
- pages?: number | undefined;
79
- recency?: "day" | "week" | "month" | "year" | undefined;
80
- softDeadlineMs?: number | undefined;
81
- }>;
45
+ }, z.core.$strip>;
82
46
 
83
47
  type CanonicalLocationName = string;
84
48
  type SerpDevice = 'desktop' | 'mobile';
package/dist/index.js CHANGED
@@ -1,6 +1,6 @@
1
1
  import {
2
2
  harvest
3
- } from "./chunk-DH42LIR3.js";
3
+ } from "./chunk-LXVIQZ7Y.js";
4
4
  import {
5
5
  recordVendorUsage
6
6
  } from "./chunk-DAS7L4SF.js";