mcp-scraper 0.66.0 → 0.66.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (88) hide show
  1. package/CHANGELOG.md +32 -1
  2. package/README.md +2 -2
  3. package/dist/{analytics-repository-IKE53S3E.js → analytics-repository-RUXBFSFX.js} +1 -2
  4. package/dist/bin/api-server.cjs +2898 -2075
  5. package/dist/bin/api-server.js +4 -5
  6. package/dist/bin/mcp-scraper-cli.cjs +1 -2
  7. package/dist/bin/mcp-scraper-cli.js +6 -7
  8. package/dist/bin/mcp-scraper-install.cjs +7 -3
  9. package/dist/bin/mcp-scraper-install.js +2 -3
  10. package/dist/bin/mcp-stdio-server.cjs +1669 -97
  11. package/dist/bin/mcp-stdio-server.js +11 -12
  12. package/dist/bin/paa-harvest.cjs +0 -1
  13. package/dist/bin/paa-harvest.js +4 -5
  14. package/dist/{chunk-VIWT35S6.js → chunk-3EYALCYK.js} +1 -2
  15. package/dist/{chunk-4LINSJNI.js → chunk-3TKKJQB4.js} +1 -2
  16. package/dist/{chunk-4VG3NUUY.js → chunk-55B3T5L2.js} +23 -28
  17. package/dist/{chunk-FG6LJGJ7.js → chunk-77LQV73B.js} +0 -1
  18. package/dist/{chunk-N54JS5WP.js → chunk-ABYBPODM.js} +1 -2
  19. package/dist/chunk-ALEBMPOW.js +6 -0
  20. package/dist/{chunk-2XUXVKT4.js → chunk-AYJHI2FK.js} +0 -1
  21. package/dist/{chunk-AAGVOPP5.js → chunk-CETDPNMZ.js} +24 -25
  22. package/dist/{chunk-5BEPOFKG.js → chunk-CNLLTD5B.js} +0 -1
  23. package/dist/{chunk-P7YFUNKR.js → chunk-DBWWIK7O.js} +3 -4
  24. package/dist/{chunk-EKJ65E3Z.js → chunk-DNM65UCK.js} +0 -1
  25. package/dist/{chunk-3YSEJTMC.js → chunk-GGZEC22A.js} +0 -1
  26. package/dist/{chunk-AJ4YGHG2.js → chunk-K7Y27ND3.js} +3 -14
  27. package/dist/{chunk-XPFRP5QT.js → chunk-KBTUPRTF.js} +3 -4
  28. package/dist/{chunk-5PIO7QBG.js → chunk-KXRWY7DZ.js} +3 -4
  29. package/dist/{chunk-DCWXVAQT.js → chunk-OZDCTNUV.js} +6 -2
  30. package/dist/{chunk-BIUQ6O2Y.js → chunk-OZJMVCDK.js} +0 -1
  31. package/dist/{chunk-X7UG2JCF.js → chunk-PGJQDMC2.js} +1 -2
  32. package/dist/{chunk-DKIG2TEE.js → chunk-PMCT2YQM.js} +2 -3
  33. package/dist/{chunk-G3P3ZDB4.js → chunk-RJ7JVYKU.js} +0 -1
  34. package/dist/{chunk-WD73OFL3.js → chunk-VXLU74YZ.js} +1 -2
  35. package/dist/{chunk-SRRI2HJL.js → chunk-YKL3O7IU.js} +1742 -104
  36. package/dist/{db-BRI465XQ.js → db-4RVZ3NYZ.js} +9 -10
  37. package/dist/{extract-bundle-QAI7JYV2.js → extract-bundle-EA5URLXN.js} +8 -9
  38. package/dist/index.cjs +0 -1
  39. package/dist/index.js +4 -5
  40. package/dist/{lead-list-enrichment-repository-ODWGRVCQ.js → lead-list-enrichment-repository-IBXNWM6H.js} +2 -3
  41. package/dist/{location-data-repository-67MMEVZQ.js → location-data-repository-WHHQUCUI.js} +3 -4
  42. package/dist/{server-MTKWBSAR.js → server-Q7VYGSGQ.js} +450 -1264
  43. package/dist/{site-extract-repository-J3RH3MOS.js → site-extract-repository-NTM4MDQN.js} +4 -5
  44. package/dist/{worker-K7MPPQ7I.js → worker-UTBUWEXQ.js} +8 -9
  45. package/package.json +4 -1
  46. package/dist/analytics-repository-IKE53S3E.js.map +0 -1
  47. package/dist/bin/api-server.cjs.map +0 -1
  48. package/dist/bin/api-server.js.map +0 -1
  49. package/dist/bin/mcp-scraper-cli.cjs.map +0 -1
  50. package/dist/bin/mcp-scraper-cli.js.map +0 -1
  51. package/dist/bin/mcp-scraper-install.cjs.map +0 -1
  52. package/dist/bin/mcp-scraper-install.js.map +0 -1
  53. package/dist/bin/mcp-stdio-server.cjs.map +0 -1
  54. package/dist/bin/mcp-stdio-server.js.map +0 -1
  55. package/dist/bin/paa-harvest.cjs.map +0 -1
  56. package/dist/bin/paa-harvest.js.map +0 -1
  57. package/dist/chunk-2XUXVKT4.js.map +0 -1
  58. package/dist/chunk-3YSEJTMC.js.map +0 -1
  59. package/dist/chunk-4LINSJNI.js.map +0 -1
  60. package/dist/chunk-4VG3NUUY.js.map +0 -1
  61. package/dist/chunk-5BEPOFKG.js.map +0 -1
  62. package/dist/chunk-5PIO7QBG.js.map +0 -1
  63. package/dist/chunk-AAGVOPP5.js.map +0 -1
  64. package/dist/chunk-AJ4YGHG2.js.map +0 -1
  65. package/dist/chunk-BIUQ6O2Y.js.map +0 -1
  66. package/dist/chunk-DCWXVAQT.js.map +0 -1
  67. package/dist/chunk-DKIG2TEE.js.map +0 -1
  68. package/dist/chunk-EKJ65E3Z.js.map +0 -1
  69. package/dist/chunk-FG6LJGJ7.js.map +0 -1
  70. package/dist/chunk-G3P3ZDB4.js.map +0 -1
  71. package/dist/chunk-HDYOVGC6.js +0 -7
  72. package/dist/chunk-HDYOVGC6.js.map +0 -1
  73. package/dist/chunk-N54JS5WP.js.map +0 -1
  74. package/dist/chunk-P7YFUNKR.js.map +0 -1
  75. package/dist/chunk-SRRI2HJL.js.map +0 -1
  76. package/dist/chunk-VIWT35S6.js.map +0 -1
  77. package/dist/chunk-WD73OFL3.js.map +0 -1
  78. package/dist/chunk-X7UG2JCF.js.map +0 -1
  79. package/dist/chunk-XPFRP5QT.js.map +0 -1
  80. package/dist/db-BRI465XQ.js.map +0 -1
  81. package/dist/extract-bundle-QAI7JYV2.js.map +0 -1
  82. package/dist/index.cjs.map +0 -1
  83. package/dist/index.js.map +0 -1
  84. package/dist/lead-list-enrichment-repository-ODWGRVCQ.js.map +0 -1
  85. package/dist/location-data-repository-67MMEVZQ.js.map +0 -1
  86. package/dist/server-MTKWBSAR.js.map +0 -1
  87. package/dist/site-extract-repository-J3RH3MOS.js.map +0 -1
  88. package/dist/worker-K7MPPQ7I.js.map +0 -1
package/dist/{db-BRI465XQ.js → db-4RVZ3NYZ.js} RENAMED
@@ -10,7 +10,7 @@ import {
10
10
  cancelJob,
11
11
  checkRateLimit,
12
12
  checkpointJob,
13
- claimInngestPaaJob,
13
+ claimDurablePaaJob,
14
14
  claimMonthlyFreeRefresh,
15
15
  claimPendingJob,
16
16
  claimPendingKpoJob,
@@ -40,6 +40,7 @@ import {
40
40
  expireOldLots,
41
41
  failJob,
42
42
  failKpoJob,
43
+ failRunningJob,
43
44
  failStripeEvent,
44
45
  failWorkflowRunRecord,
45
46
  finishHarvestAttempt,
@@ -79,10 +80,9 @@ import {
79
80
  listInboxMessages,
80
81
  listJobs,
81
82
  listKpoJobs,
82
- listPendingInngestPaaJobs,
83
- listRecentTerminalInngestPaaJobs,
83
+ listRecentTerminalDurablePaaJobs,
84
84
  listRequestEvents,
85
- listStaleRunningInngestPaaJobs,
85
+ listStaleRunningDurablePaaJobs,
86
86
  listUsers,
87
87
  listUsersDueForConnectedAccountBillingReconciliation,
88
88
  listWorkflowArtifacts,
@@ -126,7 +126,7 @@ import {
126
126
  updateKpoJobState,
127
127
  upsertPageSnapshot,
128
128
  verifyPassword
129
- } from "./chunk-4VG3NUUY.js";
129
+ } from "./chunk-55B3T5L2.js";
130
130
  export {
131
131
  CORE_SCHEMA_VERSION,
132
132
  CREDIT_LOTS_EPOCH,
@@ -139,7 +139,7 @@ export {
139
139
  cancelJob,
140
140
  checkRateLimit,
141
141
  checkpointJob,
142
- claimInngestPaaJob,
142
+ claimDurablePaaJob,
143
143
  claimMonthlyFreeRefresh,
144
144
  claimPendingJob,
145
145
  claimPendingKpoJob,
@@ -169,6 +169,7 @@ export {
169
169
  expireOldLots,
170
170
  failJob,
171
171
  failKpoJob,
172
+ failRunningJob,
172
173
  failStripeEvent,
173
174
  failWorkflowRunRecord,
174
175
  finishHarvestAttempt,
@@ -208,10 +209,9 @@ export {
208
209
  listInboxMessages,
209
210
  listJobs,
210
211
  listKpoJobs,
211
- listPendingInngestPaaJobs,
212
- listRecentTerminalInngestPaaJobs,
212
+ listRecentTerminalDurablePaaJobs,
213
213
  listRequestEvents,
214
- listStaleRunningInngestPaaJobs,
214
+ listStaleRunningDurablePaaJobs,
215
215
  listUsers,
216
216
  listUsersDueForConnectedAccountBillingReconciliation,
217
217
  listWorkflowArtifacts,
@@ -256,4 +256,3 @@ export {
256
256
  upsertPageSnapshot,
257
257
  verifyPassword
258
258
  };
259
- //# sourceMappingURL=db-BRI465XQ.js.map
package/dist/{extract-bundle-QAI7JYV2.js → extract-bundle-EA5URLXN.js} RENAMED
@@ -4,26 +4,26 @@ import {
4
4
  downloadAsset,
5
5
  embedCommonsTexts,
6
6
  publicizeExtractionFailure
7
- } from "./chunk-P7YFUNKR.js";
8
- import "./chunk-BIUQ6O2Y.js";
7
+ } from "./chunk-DBWWIK7O.js";
8
+ import "./chunk-OZJMVCDK.js";
9
9
  import {
10
10
  computeIssues,
11
11
  renderImageSection,
12
12
  renderIssueReport,
13
13
  renderLinkReport
14
- } from "./chunk-X7UG2JCF.js";
15
- import "./chunk-3YSEJTMC.js";
14
+ } from "./chunk-PGJQDMC2.js";
15
+ import "./chunk-GGZEC22A.js";
16
16
  import {
17
17
  createSiteExtractBundleArtifactStream,
18
18
  createSiteExtractContentReader,
19
19
  createSiteExtractImageArtifact,
20
20
  extractJobLimitInfo
21
- } from "./chunk-5PIO7QBG.js";
22
- import "./chunk-EKJ65E3Z.js";
23
- import "./chunk-2XUXVKT4.js";
21
+ } from "./chunk-KXRWY7DZ.js";
22
+ import "./chunk-DNM65UCK.js";
23
+ import "./chunk-AYJHI2FK.js";
24
24
  import {
25
25
  getDb
26
- } from "./chunk-4VG3NUUY.js";
26
+ } from "./chunk-55B3T5L2.js";
27
27
 
28
28
  // src/api/extract-bundle.ts
29
29
  import { createWriteStream, mkdirSync, readFileSync, readdirSync, rmSync, statSync, writeFileSync } from "fs";
@@ -1001,4 +1001,3 @@ export {
1001
1001
  SITE_EXTRACT_PAGE_CHUNK,
1002
1002
  assembleExtractArtifacts
1003
1003
  };
1004
- //# sourceMappingURL=extract-bundle-QAI7JYV2.js.map
package/dist/index.cjs CHANGED
@@ -4809,4 +4809,3 @@ var VideoGenerator = class {
4809
4809
  buildClipPrompts,
4810
4810
  harvest
4811
4811
  });
4812
- //# sourceMappingURL=index.cjs.map
package/dist/index.js CHANGED
@@ -1,11 +1,11 @@
1
1
  import {
2
2
  harvest
3
- } from "./chunk-AJ4YGHG2.js";
3
+ } from "./chunk-K7Y27ND3.js";
4
4
  import {
5
5
  recordVendorUsage
6
- } from "./chunk-4LINSJNI.js";
7
- import "./chunk-FG6LJGJ7.js";
8
- import "./chunk-4VG3NUUY.js";
6
+ } from "./chunk-3TKKJQB4.js";
7
+ import "./chunk-77LQV73B.js";
8
+ import "./chunk-55B3T5L2.js";
9
9
 
10
10
  // src/video/VideoGenerator.ts
11
11
  import { execSync as execSync2 } from "child_process";
@@ -333,4 +333,3 @@ export {
333
333
  buildClipPrompts,
334
334
  harvest
335
335
  };
336
- //# sourceMappingURL=index.js.map
package/dist/{lead-list-enrichment-repository-ODWGRVCQ.js → lead-list-enrichment-repository-IBXNWM6H.js} RENAMED
@@ -30,8 +30,8 @@ import {
30
30
  saveLeadListEnrichmentRowResult,
31
31
  setInitializingLeadListEnrichmentConcurrencyLock,
32
32
  stableCanonicalJson
33
- } from "./chunk-N54JS5WP.js";
34
- import "./chunk-4VG3NUUY.js";
33
+ } from "./chunk-ABYBPODM.js";
34
+ import "./chunk-55B3T5L2.js";
35
35
  export {
36
36
  LEAD_LIST_MAX_DISPATCH_ATTEMPTS,
37
37
  LEAD_LIST_RUNNING_STALE_MINUTES,
@@ -65,4 +65,3 @@ export {
65
65
  setInitializingLeadListEnrichmentConcurrencyLock,
66
66
  stableCanonicalJson
67
67
  };
68
- //# sourceMappingURL=lead-list-enrichment-repository-ODWGRVCQ.js.map
package/dist/{location-data-repository-67MMEVZQ.js → location-data-repository-WHHQUCUI.js} RENAMED
@@ -13,9 +13,9 @@ import {
13
13
  parseHostedCensusPlacesCsv,
14
14
  parseHostedZipGroupsCsv,
15
15
  queryHostedLocationMarkets
16
- } from "./chunk-DKIG2TEE.js";
17
- import "./chunk-G3P3ZDB4.js";
18
- import "./chunk-4VG3NUUY.js";
16
+ } from "./chunk-PMCT2YQM.js";
17
+ import "./chunk-RJ7JVYKU.js";
18
+ import "./chunk-55B3T5L2.js";
19
19
  export {
20
20
  HOSTED_CENSUS_DATASET_PREFIX,
21
21
  HOSTED_ZIP_DATASET_KIND,
@@ -32,4 +32,3 @@ export {
32
32
  parseHostedZipGroupsCsv,
33
33
  queryHostedLocationMarkets
34
34
  };
35
- //# sourceMappingURL=location-data-repository-67MMEVZQ.js.map