mcp-scraper 0.76.0 → 0.78.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (40) hide show
  1. package/CHANGELOG.md +23 -0
  2. package/README.md +1 -1
  3. package/dist/{analytics-repository-AUTJK4HK.js → analytics-repository-D5LEGQG3.js} +3 -3
  4. package/dist/bin/api-server.js +4 -4
  5. package/dist/bin/mcp-scraper-cli.js +3 -3
  6. package/dist/bin/mcp-scraper-core.js +7 -7
  7. package/dist/bin/mcp-scraper-install.js +2 -2
  8. package/dist/bin/mcp-stdio-server.js +7 -7
  9. package/dist/bin/paa-harvest.js +4 -4
  10. package/dist/{chunk-BOGRXBH2.js → chunk-2P2ZVRPK.js} +189 -57
  11. package/dist/{chunk-E6Y3VCOJ.js → chunk-3PUMNEOC.js} +3 -3
  12. package/dist/{chunk-KIPIBPUB.js → chunk-47ZCUBM5.js} +1 -1
  13. package/dist/{chunk-IBQNOZ7E.js → chunk-74CCAY6T.js} +1 -1
  14. package/dist/{chunk-7RQULQF3.js → chunk-B6L73AO4.js} +1 -1
  15. package/dist/{chunk-WFQ2E4WE.js → chunk-BTQ23KCT.js} +1 -1
  16. package/dist/{chunk-SDX6TRJ6.js → chunk-FODYEDZK.js} +3 -3
  17. package/dist/{chunk-PJEEKOUM.js → chunk-FUMG43EN.js} +1 -1
  18. package/dist/{chunk-XSYEDC25.js → chunk-IYYRSVRQ.js} +1 -1
  19. package/dist/{chunk-A66DGFOU.js → chunk-KAGHJQFO.js} +1 -1
  20. package/dist/{chunk-CXY5WV45.js → chunk-NGLZ6UJR.js} +1 -1
  21. package/dist/{chunk-WEFPBAAG.js → chunk-OU4FV2RP.js} +140 -4
  22. package/dist/{chunk-F5TK4KMT.js → chunk-OUBH6XMY.js} +1 -1
  23. package/dist/{chunk-77LQV73B.js → chunk-OWF2JJKN.js} +13 -1
  24. package/dist/{chunk-F6MUGMRN.js → chunk-UFJJGXVO.js} +702 -165
  25. package/dist/{chunk-KBTUPRTF.js → chunk-VEQPA65D.js} +1 -1
  26. package/dist/{chunk-D2O7V2CT.js → chunk-VMWSXKUQ.js} +1 -1
  27. package/dist/{chunk-JNFOBQVH.js → chunk-ZUCU2A6V.js} +1 -1
  28. package/dist/{db-566MOHHD.js → db-TA567JLA.js} +17 -1
  29. package/dist/{extract-bundle-OO74L67T.js → extract-bundle-P2DTUVY3.js} +3 -3
  30. package/dist/{gmail-service-TIU4V5JA.js → gmail-service-HN57R2GS.js} +4 -4
  31. package/dist/index.cjs +714 -165
  32. package/dist/index.d.cts +83 -1
  33. package/dist/index.d.ts +83 -1
  34. package/dist/index.js +4 -4
  35. package/dist/{lead-list-enrichment-repository-WWEMJ7EN.js → lead-list-enrichment-repository-5LEWW4X7.js} +2 -2
  36. package/dist/{location-data-repository-H4B2BWGY.js → location-data-repository-AHKDXTEQ.js} +2 -2
  37. package/dist/{server-IAGYCPN6.js → server-6B2OG3NN.js} +1434 -983
  38. package/dist/{site-extract-repository-B47JB62U.js → site-extract-repository-XKSVXSSY.js} +2 -2
  39. package/dist/{worker-DR6R7J46.js → worker-2BYACLNF.js} +6 -6
  40. package/package.json +1 -1
package/dist/{chunk-KBTUPRTF.js → chunk-VEQPA65D.js} RENAMED
@@ -4,7 +4,7 @@ import {
4
4
  import {
5
5
  DEFAULT_MAPS_PROXY_MODE,
6
6
  postToMemoryLibrary
7
- } from "./chunk-77LQV73B.js";
7
+ } from "./chunk-OWF2JJKN.js";
8
8
  import {
9
9
  buildSerpEmailQuery,
10
10
  contactAttemptUrls,
package/dist/{chunk-D2O7V2CT.js → chunk-VMWSXKUQ.js} RENAMED
@@ -15,7 +15,7 @@ import {
15
15
  sanitizeVendorName,
16
16
  serializePublicErrorEnvelope,
17
17
  settleDebitMcIdempotent
18
- } from "./chunk-WEFPBAAG.js";
18
+ } from "./chunk-OU4FV2RP.js";
19
19
 
20
20
  // src/api/site-extract-content-store.ts
21
21
  import { createHash } from "crypto";
package/dist/{chunk-JNFOBQVH.js → chunk-ZUCU2A6V.js} RENAMED
@@ -1,5 +1,5 @@
1
1
  // src/version.ts
2
- var PACKAGE_VERSION = "0.76.0";
2
+ var PACKAGE_VERSION = "0.78.0";
3
3
 
4
4
  export {
5
5
  PACKAGE_VERSION
package/dist/{db-566MOHHD.js → db-TA567JLA.js} RENAMED
@@ -9,12 +9,15 @@ import {
9
9
  appendWorkflowArtifacts,
10
10
  cancelJob,
11
11
  checkRateLimit,
12
+ checkpointDurablePaaJob,
12
13
  checkpointJob,
13
14
  claimDurablePaaJob,
14
15
  claimMonthlyFreeRefresh,
15
16
  claimPendingJob,
16
17
  claimPendingKpoJob,
17
18
  claimStripeEvent,
19
+ completeDurablePaaJob,
20
+ completeExpiredDurablePaaJob,
18
21
  completeJob,
19
22
  completeKpoJob,
20
23
  completeRunningJob,
@@ -39,6 +42,8 @@ import {
39
42
  debitMcIdempotent,
40
43
  deleteWorkflowSchedule,
41
44
  expireOldLots,
45
+ failDurablePaaJob,
46
+ failExpiredDurablePaaJob,
42
47
  failJob,
43
48
  failKpoJob,
44
49
  failRunningJob,
@@ -83,6 +88,7 @@ import {
83
88
  listJobs,
84
89
  listKpoJobs,
85
90
  listRecentTerminalDurablePaaJobs,
91
+ listRecoverableDurablePaaJobs,
86
92
  listRequestEvents,
87
93
  listStaleRunningDurablePaaJobs,
88
94
  listUsers,
@@ -104,7 +110,9 @@ import {
104
110
  reconcileBalanceMc,
105
111
  recordWorkflowWebhookDelivery,
106
112
  registerClient,
113
+ renewDurablePaaLease,
107
114
  replaceWorkflowArtifacts,
115
+ requeueExpiredDurablePaaJob,
108
116
  resolveUserByMemorySubscription,
109
117
  revokeApiKey,
110
118
  revokeRefresh,
@@ -129,7 +137,7 @@ import {
129
137
  updateKpoJobState,
130
138
  upsertPageSnapshot,
131
139
  verifyPassword
132
- } from "./chunk-WEFPBAAG.js";
140
+ } from "./chunk-OU4FV2RP.js";
133
141
  export {
134
142
  CORE_SCHEMA_VERSION,
135
143
  CREDIT_LOTS_EPOCH,
@@ -141,12 +149,15 @@ export {
141
149
  appendWorkflowArtifacts,
142
150
  cancelJob,
143
151
  checkRateLimit,
152
+ checkpointDurablePaaJob,
144
153
  checkpointJob,
145
154
  claimDurablePaaJob,
146
155
  claimMonthlyFreeRefresh,
147
156
  claimPendingJob,
148
157
  claimPendingKpoJob,
149
158
  claimStripeEvent,
159
+ completeDurablePaaJob,
160
+ completeExpiredDurablePaaJob,
150
161
  completeJob,
151
162
  completeKpoJob,
152
163
  completeRunningJob,
@@ -171,6 +182,8 @@ export {
171
182
  debitMcIdempotent,
172
183
  deleteWorkflowSchedule,
173
184
  expireOldLots,
185
+ failDurablePaaJob,
186
+ failExpiredDurablePaaJob,
174
187
  failJob,
175
188
  failKpoJob,
176
189
  failRunningJob,
@@ -215,6 +228,7 @@ export {
215
228
  listJobs,
216
229
  listKpoJobs,
217
230
  listRecentTerminalDurablePaaJobs,
231
+ listRecoverableDurablePaaJobs,
218
232
  listRequestEvents,
219
233
  listStaleRunningDurablePaaJobs,
220
234
  listUsers,
@@ -236,7 +250,9 @@ export {
236
250
  reconcileBalanceMc,
237
251
  recordWorkflowWebhookDelivery,
238
252
  registerClient,
253
+ renewDurablePaaLease,
239
254
  replaceWorkflowArtifacts,
255
+ requeueExpiredDurablePaaJob,
240
256
  resolveUserByMemorySubscription,
241
257
  revokeApiKey,
242
258
  revokeRefresh,
package/dist/{extract-bundle-OO74L67T.js → extract-bundle-P2DTUVY3.js} RENAMED
@@ -4,13 +4,13 @@ import {
4
4
  downloadAsset,
5
5
  embedCommonsTexts,
6
6
  publicizeExtractionFailure
7
- } from "./chunk-WFQ2E4WE.js";
7
+ } from "./chunk-BTQ23KCT.js";
8
8
  import {
9
9
  createSiteExtractBundleArtifactStream,
10
10
  createSiteExtractContentReader,
11
11
  createSiteExtractImageArtifact,
12
12
  extractJobLimitInfo
13
- } from "./chunk-D2O7V2CT.js";
13
+ } from "./chunk-VMWSXKUQ.js";
14
14
  import "./chunk-OZJMVCDK.js";
15
15
  import {
16
16
  computeIssues,
@@ -23,7 +23,7 @@ import "./chunk-6W4ADSWE.js";
23
23
  import "./chunk-GGZEC22A.js";
24
24
  import {
25
25
  getDb
26
- } from "./chunk-WEFPBAAG.js";
26
+ } from "./chunk-OU4FV2RP.js";
27
27
 
28
28
  // src/api/extract-bundle.ts
29
29
  import { createWriteStream, mkdirSync, readFileSync, readdirSync, rmSync, statSync, writeFileSync } from "fs";
package/dist/{gmail-service-TIU4V5JA.js → gmail-service-HN57R2GS.js} RENAMED
@@ -7,12 +7,12 @@ import {
7
7
  GmailServiceError,
8
8
  normalizeGmailMessage,
9
9
  parseGmailAddresses
10
- } from "./chunk-E6Y3VCOJ.js";
11
- import "./chunk-PJEEKOUM.js";
10
+ } from "./chunk-3PUMNEOC.js";
11
+ import "./chunk-FUMG43EN.js";
12
12
  import "./chunk-T3MZISOF.js";
13
13
  import "./chunk-6W4ADSWE.js";
14
- import "./chunk-CXY5WV45.js";
15
- import "./chunk-WEFPBAAG.js";
14
+ import "./chunk-NGLZ6UJR.js";
15
+ import "./chunk-OU4FV2RP.js";
16
16
  export {
17
17
  GMAIL_ATTACHMENT_REF_TTL_MS,
18
18
  GMAIL_INLINE_BODY_BYTES,