mcp-scraper 0.66.0 → 0.66.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +14 -0
- package/README.md +2 -2
- package/dist/{analytics-repository-IKE53S3E.js → analytics-repository-RUXBFSFX.js} +1 -2
- package/dist/bin/api-server.cjs +1648 -17
- package/dist/bin/api-server.js +4 -5
- package/dist/bin/mcp-scraper-cli.cjs +1 -2
- package/dist/bin/mcp-scraper-cli.js +6 -7
- package/dist/bin/mcp-scraper-install.cjs +7 -3
- package/dist/bin/mcp-scraper-install.js +2 -3
- package/dist/bin/mcp-stdio-server.cjs +1618 -14
- package/dist/bin/mcp-stdio-server.js +11 -12
- package/dist/bin/paa-harvest.cjs +0 -1
- package/dist/bin/paa-harvest.js +4 -5
- package/dist/{chunk-5PIO7QBG.js → chunk-3PIXKLGZ.js} +3 -4
- package/dist/{chunk-VIWT35S6.js → chunk-4OT7BAIE.js} +1 -2
- package/dist/{chunk-AJ4YGHG2.js → chunk-4P3PHFPQ.js} +3 -4
- package/dist/{chunk-P7YFUNKR.js → chunk-75VW7CWE.js} +3 -4
- package/dist/{chunk-FG6LJGJ7.js → chunk-77LQV73B.js} +0 -1
- package/dist/{chunk-DKIG2TEE.js → chunk-AQKJOSIB.js} +2 -3
- package/dist/{chunk-2XUXVKT4.js → chunk-AYJHI2FK.js} +0 -1
- package/dist/{chunk-5BEPOFKG.js → chunk-CNLLTD5B.js} +0 -1
- package/dist/{chunk-EKJ65E3Z.js → chunk-DNM65UCK.js} +0 -1
- package/dist/{chunk-SRRI2HJL.js → chunk-E4LMY5OJ.js} +1617 -19
- package/dist/{chunk-3YSEJTMC.js → chunk-GGZEC22A.js} +0 -1
- package/dist/{chunk-4VG3NUUY.js → chunk-GTGSD4YS.js} +2 -2
- package/dist/{chunk-XPFRP5QT.js → chunk-KBTUPRTF.js} +3 -4
- package/dist/{chunk-AAGVOPP5.js → chunk-NS754CRS.js} +2 -3
- package/dist/{chunk-BIUQ6O2Y.js → chunk-OZJMVCDK.js} +0 -1
- package/dist/{chunk-X7UG2JCF.js → chunk-PGJQDMC2.js} +1 -2
- package/dist/{chunk-G3P3ZDB4.js → chunk-RJ7JVYKU.js} +0 -1
- package/dist/{chunk-N54JS5WP.js → chunk-TNJIPV74.js} +1 -2
- package/dist/{chunk-4LINSJNI.js → chunk-TNLGHNLX.js} +1 -2
- package/dist/chunk-VRJ7CO6L.js +6 -0
- package/dist/{chunk-WD73OFL3.js → chunk-VXLU74YZ.js} +1 -2
- package/dist/{chunk-DCWXVAQT.js → chunk-WID3MFRS.js} +6 -2
- package/dist/{db-BRI465XQ.js → db-PO7N7ZP3.js} +1 -2
- package/dist/{extract-bundle-QAI7JYV2.js → extract-bundle-SIBFUA6I.js} +8 -9
- package/dist/index.cjs +0 -1
- package/dist/index.js +4 -5
- package/dist/{lead-list-enrichment-repository-ODWGRVCQ.js → lead-list-enrichment-repository-OTAUQONJ.js} +2 -3
- package/dist/{location-data-repository-67MMEVZQ.js → location-data-repository-RM2KJ3H5.js} +3 -4
- package/dist/{server-MTKWBSAR.js → server-ELEJNRRE.js} +57 -35
- package/dist/{site-extract-repository-J3RH3MOS.js → site-extract-repository-ASYEJO7Z.js} +4 -5
- package/dist/{worker-K7MPPQ7I.js → worker-MAVYYWM7.js} +8 -9
- package/package.json +3 -1
- package/dist/analytics-repository-IKE53S3E.js.map +0 -1
- package/dist/bin/api-server.cjs.map +0 -1
- package/dist/bin/api-server.js.map +0 -1
- package/dist/bin/mcp-scraper-cli.cjs.map +0 -1
- package/dist/bin/mcp-scraper-cli.js.map +0 -1
- package/dist/bin/mcp-scraper-install.cjs.map +0 -1
- package/dist/bin/mcp-scraper-install.js.map +0 -1
- package/dist/bin/mcp-stdio-server.cjs.map +0 -1
- package/dist/bin/mcp-stdio-server.js.map +0 -1
- package/dist/bin/paa-harvest.cjs.map +0 -1
- package/dist/bin/paa-harvest.js.map +0 -1
- package/dist/chunk-2XUXVKT4.js.map +0 -1
- package/dist/chunk-3YSEJTMC.js.map +0 -1
- package/dist/chunk-4LINSJNI.js.map +0 -1
- package/dist/chunk-4VG3NUUY.js.map +0 -1
- package/dist/chunk-5BEPOFKG.js.map +0 -1
- package/dist/chunk-5PIO7QBG.js.map +0 -1
- package/dist/chunk-AAGVOPP5.js.map +0 -1
- package/dist/chunk-AJ4YGHG2.js.map +0 -1
- package/dist/chunk-BIUQ6O2Y.js.map +0 -1
- package/dist/chunk-DCWXVAQT.js.map +0 -1
- package/dist/chunk-DKIG2TEE.js.map +0 -1
- package/dist/chunk-EKJ65E3Z.js.map +0 -1
- package/dist/chunk-FG6LJGJ7.js.map +0 -1
- package/dist/chunk-G3P3ZDB4.js.map +0 -1
- package/dist/chunk-HDYOVGC6.js +0 -7
- package/dist/chunk-HDYOVGC6.js.map +0 -1
- package/dist/chunk-N54JS5WP.js.map +0 -1
- package/dist/chunk-P7YFUNKR.js.map +0 -1
- package/dist/chunk-SRRI2HJL.js.map +0 -1
- package/dist/chunk-VIWT35S6.js.map +0 -1
- package/dist/chunk-WD73OFL3.js.map +0 -1
- package/dist/chunk-X7UG2JCF.js.map +0 -1
- package/dist/chunk-XPFRP5QT.js.map +0 -1
- package/dist/db-BRI465XQ.js.map +0 -1
- package/dist/extract-bundle-QAI7JYV2.js.map +0 -1
- package/dist/index.cjs.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/lead-list-enrichment-repository-ODWGRVCQ.js.map +0 -1
- package/dist/location-data-repository-67MMEVZQ.js.map +0 -1
- package/dist/server-MTKWBSAR.js.map +0 -1
- package/dist/site-extract-repository-J3RH3MOS.js.map +0 -1
- package/dist/worker-K7MPPQ7I.js.map +0 -1
|
@@ -13,21 +13,21 @@ import {
|
|
|
13
13
|
registerScheduledResultsMcpTools,
|
|
14
14
|
registerSerpIntelligenceCaptureTools,
|
|
15
15
|
resolveDeploymentProfile
|
|
16
|
-
} from "../chunk-
|
|
17
|
-
import "../chunk-
|
|
18
|
-
import "../chunk-
|
|
19
|
-
import "../chunk-
|
|
16
|
+
} from "../chunk-E4LMY5OJ.js";
|
|
17
|
+
import "../chunk-PGJQDMC2.js";
|
|
18
|
+
import "../chunk-4OT7BAIE.js";
|
|
19
|
+
import "../chunk-TNLGHNLX.js";
|
|
20
20
|
import {
|
|
21
21
|
renderInstallTerminal
|
|
22
|
-
} from "../chunk-
|
|
23
|
-
import "../chunk-
|
|
24
|
-
import "../chunk-
|
|
22
|
+
} from "../chunk-WID3MFRS.js";
|
|
23
|
+
import "../chunk-VXLU74YZ.js";
|
|
24
|
+
import "../chunk-GGZEC22A.js";
|
|
25
25
|
import {
|
|
26
26
|
PACKAGE_VERSION
|
|
27
|
-
} from "../chunk-
|
|
28
|
-
import "../chunk-
|
|
29
|
-
import "../chunk-
|
|
30
|
-
import "../chunk-
|
|
27
|
+
} from "../chunk-VRJ7CO6L.js";
|
|
28
|
+
import "../chunk-DNM65UCK.js";
|
|
29
|
+
import "../chunk-AYJHI2FK.js";
|
|
30
|
+
import "../chunk-GTGSD4YS.js";
|
|
31
31
|
|
|
32
32
|
// bin/mcp-stdio-server.ts
|
|
33
33
|
import { readFileSync } from "fs";
|
|
@@ -169,4 +169,3 @@ serveStdio(() => buildStdioServer(), {
|
|
|
169
169
|
`);
|
|
170
170
|
}
|
|
171
171
|
});
|
|
172
|
-
//# sourceMappingURL=mcp-stdio-server.js.map
|
package/dist/bin/paa-harvest.cjs
CHANGED
package/dist/bin/paa-harvest.js
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import {
|
|
3
3
|
harvest
|
|
4
|
-
} from "../chunk-
|
|
4
|
+
} from "../chunk-4P3PHFPQ.js";
|
|
5
5
|
import {
|
|
6
6
|
browserServiceApiKey
|
|
7
|
-
} from "../chunk-
|
|
8
|
-
import "../chunk-
|
|
9
|
-
import "../chunk-
|
|
7
|
+
} from "../chunk-TNLGHNLX.js";
|
|
8
|
+
import "../chunk-77LQV73B.js";
|
|
9
|
+
import "../chunk-GTGSD4YS.js";
|
|
10
10
|
|
|
11
11
|
// src/cli.ts
|
|
12
12
|
import { Command } from "commander";
|
|
@@ -39,4 +39,3 @@ async function runCli() {
|
|
|
39
39
|
|
|
40
40
|
// bin/paa-harvest.ts
|
|
41
41
|
runCli();
|
|
42
|
-
//# sourceMappingURL=paa-harvest.js.map
|
|
@@ -4,10 +4,10 @@ import {
|
|
|
4
4
|
privateArtifactOwnerId,
|
|
5
5
|
readPrivateArtifactBuffer,
|
|
6
6
|
renewPrivateArtifactDownload
|
|
7
|
-
} from "./chunk-
|
|
7
|
+
} from "./chunk-DNM65UCK.js";
|
|
8
8
|
import {
|
|
9
9
|
LedgerOperation
|
|
10
|
-
} from "./chunk-
|
|
10
|
+
} from "./chunk-AYJHI2FK.js";
|
|
11
11
|
import {
|
|
12
12
|
CREDIT_LOT_TTL,
|
|
13
13
|
getDb,
|
|
@@ -15,7 +15,7 @@ import {
|
|
|
15
15
|
sanitizeVendorName,
|
|
16
16
|
serializePublicErrorEnvelope,
|
|
17
17
|
settleDebitMcIdempotent
|
|
18
|
-
} from "./chunk-
|
|
18
|
+
} from "./chunk-GTGSD4YS.js";
|
|
19
19
|
|
|
20
20
|
// src/api/site-extract-content-store.ts
|
|
21
21
|
import { createHash } from "crypto";
|
|
@@ -797,4 +797,3 @@ export {
|
|
|
797
797
|
setExtractJobPublicError,
|
|
798
798
|
settleExtractJob
|
|
799
799
|
};
|
|
800
|
-
//# sourceMappingURL=chunk-5PIO7QBG.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import {
|
|
2
2
|
publicErrorMessage,
|
|
3
3
|
sanitizeVendorName
|
|
4
|
-
} from "./chunk-
|
|
4
|
+
} from "./chunk-GTGSD4YS.js";
|
|
5
5
|
|
|
6
6
|
// src/api/outbound-sanitize.ts
|
|
7
7
|
var KEY_RENAMES = {
|
|
@@ -101,4 +101,3 @@ export {
|
|
|
101
101
|
sanitizeAttempts,
|
|
102
102
|
sanitizeHarvestResult
|
|
103
103
|
};
|
|
104
|
-
//# sourceMappingURL=chunk-VIWT35S6.js.map
|
|
@@ -6,14 +6,14 @@ import {
|
|
|
6
6
|
currentCostContext,
|
|
7
7
|
recordKernelSession,
|
|
8
8
|
runWithCostContext
|
|
9
|
-
} from "./chunk-
|
|
9
|
+
} from "./chunk-TNLGHNLX.js";
|
|
10
10
|
import {
|
|
11
11
|
DEFAULT_PROXY_MODE,
|
|
12
12
|
HarvestOptionsSchema,
|
|
13
13
|
RawPAAItemSchema,
|
|
14
14
|
postToMemoryLibrary,
|
|
15
15
|
recencyToTbs
|
|
16
|
-
} from "./chunk-
|
|
16
|
+
} from "./chunk-77LQV73B.js";
|
|
17
17
|
import {
|
|
18
18
|
CaptchaError,
|
|
19
19
|
ExtractionError,
|
|
@@ -21,7 +21,7 @@ import {
|
|
|
21
21
|
RECAPTCHA_INSTRUCTIONS,
|
|
22
22
|
RequestAbortedError,
|
|
23
23
|
sanitizeVendorName
|
|
24
|
-
} from "./chunk-
|
|
24
|
+
} from "./chunk-GTGSD4YS.js";
|
|
25
25
|
|
|
26
26
|
// src/driver/BrowserDriver.ts
|
|
27
27
|
import { chromium } from "playwright-extra";
|
|
@@ -4015,4 +4015,3 @@ export {
|
|
|
4015
4015
|
resolveKernelProxyId,
|
|
4016
4016
|
harvest
|
|
4017
4017
|
};
|
|
4018
|
-
//# sourceMappingURL=chunk-AJ4YGHG2.js.map
|
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
import {
|
|
2
2
|
isVendorUnavailableError
|
|
3
|
-
} from "./chunk-
|
|
3
|
+
} from "./chunk-OZJMVCDK.js";
|
|
4
4
|
import {
|
|
5
5
|
loadHtmlDocument,
|
|
6
6
|
validatePublicHttpUrl
|
|
7
|
-
} from "./chunk-
|
|
7
|
+
} from "./chunk-GGZEC22A.js";
|
|
8
8
|
import {
|
|
9
9
|
buildPublicErrorEnvelope,
|
|
10
10
|
getDb
|
|
11
|
-
} from "./chunk-
|
|
11
|
+
} from "./chunk-GTGSD4YS.js";
|
|
12
12
|
|
|
13
13
|
// src/lib/media-extractor.ts
|
|
14
14
|
import { createWriteStream, mkdirSync, rmSync } from "fs";
|
|
@@ -730,4 +730,3 @@ export {
|
|
|
730
730
|
queuedCommonsDocumentCount,
|
|
731
731
|
semanticCommonsEntityScores
|
|
732
732
|
};
|
|
733
|
-
//# sourceMappingURL=chunk-P7YFUNKR.js.map
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import {
|
|
2
2
|
csvRecords
|
|
3
|
-
} from "./chunk-
|
|
3
|
+
} from "./chunk-RJ7JVYKU.js";
|
|
4
4
|
import {
|
|
5
5
|
getDb
|
|
6
|
-
} from "./chunk-
|
|
6
|
+
} from "./chunk-GTGSD4YS.js";
|
|
7
7
|
|
|
8
8
|
// src/api/location-data-repository.ts
|
|
9
9
|
import { createHash, randomUUID } from "crypto";
|
|
@@ -681,4 +681,3 @@ export {
|
|
|
681
681
|
importHostedCensusPlacesCsv,
|
|
682
682
|
queryHostedLocationMarkets
|
|
683
683
|
};
|
|
684
|
-
//# sourceMappingURL=chunk-DKIG2TEE.js.map
|