mcp-scraper 0.33.6 → 0.34.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dist/bin/api-server.cjs +13558 -12516
- package/dist/bin/api-server.cjs.map +1 -1
- package/dist/bin/api-server.js +3 -3
- package/dist/bin/mcp-scraper-cli.cjs +13 -2
- package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
- package/dist/bin/mcp-scraper-cli.js +14 -4
- package/dist/bin/mcp-scraper-cli.js.map +1 -1
- package/dist/bin/mcp-scraper-install.cjs +2 -2
- package/dist/bin/mcp-scraper-install.cjs.map +1 -1
- package/dist/bin/mcp-scraper-install.js +2 -2
- package/dist/bin/mcp-stdio-server.cjs +117 -7
- package/dist/bin/mcp-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-stdio-server.js +7 -7
- package/dist/bin/paa-harvest.cjs +128 -13
- package/dist/bin/paa-harvest.cjs.map +1 -1
- package/dist/bin/paa-harvest.js +4 -4
- package/dist/{chunk-DUS4ENOY.js → chunk-2EDFOQD7.js} +2 -2
- package/dist/{chunk-DUS4ENOY.js.map → chunk-2EDFOQD7.js.map} +1 -1
- package/dist/{chunk-C2OD4ELT.js → chunk-3HBPKR5G.js} +2 -2
- package/dist/{chunk-A54ELKJK.js → chunk-4KQVIYIH.js} +139 -17
- package/dist/chunk-4KQVIYIH.js.map +1 -0
- package/dist/{chunk-AIK7WQD5.js → chunk-62DQAWPF.js} +141 -3
- package/dist/chunk-62DQAWPF.js.map +1 -0
- package/dist/{chunk-V73MPRU6.js → chunk-CB5C3BPB.js} +17 -1
- package/dist/chunk-CB5C3BPB.js.map +1 -0
- package/dist/{chunk-6ZUK4H66.js → chunk-J32XSMJI.js} +117 -8
- package/dist/chunk-J32XSMJI.js.map +1 -0
- package/dist/{chunk-LKIP7VDN.js → chunk-JBSGBSGT.js} +46 -3
- package/dist/chunk-JBSGBSGT.js.map +1 -0
- package/dist/chunk-NFMIHEYE.js +7 -0
- package/dist/chunk-NFMIHEYE.js.map +1 -0
- package/dist/{chunk-XL6YIWJ3.js → chunk-SUOHUXQS.js} +3 -3
- package/dist/{chunk-WJJTGRK4.js → chunk-V36LS5YV.js} +2 -2
- package/dist/{chunk-AT2PFWHW.js → chunk-ZID3WQID.js} +2 -2
- package/dist/{db-5SZQUI7A.js → db-YAI5AQOI.js} +16 -2
- package/dist/{extract-bundle-YNXTFCC3.js → extract-bundle-GPZRLBVY.js} +2 -2
- package/dist/index.cjs +128 -13
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +4 -1
- package/dist/index.d.ts +4 -1
- package/dist/index.js +4 -4
- package/dist/{server-SHOYO52X.js → server-LKVPEQFE.js} +1386 -778
- package/dist/server-LKVPEQFE.js.map +1 -0
- package/dist/{site-extract-repository-ZDTO7ODZ.js → site-extract-repository-JHMVHENZ.js} +4 -4
- package/dist/{worker-BJ64GCDE.js → worker-ZZHSYI3Y.js} +7 -7
- package/docs/mcp-tool-manifest.generated.json +213 -3
- package/package.json +1 -1
- package/dist/chunk-6ZUK4H66.js.map +0 -1
- package/dist/chunk-A54ELKJK.js.map +0 -1
- package/dist/chunk-AIK7WQD5.js.map +0 -1
- package/dist/chunk-F65IIUHI.js +0 -7
- package/dist/chunk-F65IIUHI.js.map +0 -1
- package/dist/chunk-LKIP7VDN.js.map +0 -1
- package/dist/chunk-V73MPRU6.js.map +0 -1
- package/dist/server-SHOYO52X.js.map +0 -1
- /package/dist/{chunk-C2OD4ELT.js.map → chunk-3HBPKR5G.js.map} +0 -0
- /package/dist/{chunk-XL6YIWJ3.js.map → chunk-SUOHUXQS.js.map} +0 -0
- /package/dist/{chunk-WJJTGRK4.js.map → chunk-V36LS5YV.js.map} +0 -0
- /package/dist/{chunk-AT2PFWHW.js.map → chunk-ZID3WQID.js.map} +0 -0
- /package/dist/{db-5SZQUI7A.js.map → db-YAI5AQOI.js.map} +0 -0
- /package/dist/{extract-bundle-YNXTFCC3.js.map → extract-bundle-GPZRLBVY.js.map} +0 -0
- /package/dist/{site-extract-repository-ZDTO7ODZ.js.map → site-extract-repository-JHMVHENZ.js.map} +0 -0
- /package/dist/{worker-BJ64GCDE.js.map → worker-ZZHSYI3Y.js.map} +0 -0
package/dist/bin/api-server.js
CHANGED
|
@@ -17,9 +17,9 @@ loadDotEnv();
|
|
|
17
17
|
async function main() {
|
|
18
18
|
const [{ serve }, { app }, { startWorker }, { migrate }] = await Promise.all([
|
|
19
19
|
import("@hono/node-server"),
|
|
20
|
-
import("../server-
|
|
21
|
-
import("../worker-
|
|
22
|
-
import("../db-
|
|
20
|
+
import("../server-LKVPEQFE.js"),
|
|
21
|
+
import("../worker-ZZHSYI3Y.js"),
|
|
22
|
+
import("../db-YAI5AQOI.js")
|
|
23
23
|
]);
|
|
24
24
|
const PORT = parseInt(process.env.PORT ?? "3001");
|
|
25
25
|
try {
|
|
@@ -8,7 +8,7 @@ var import_promises4 = require("fs/promises");
|
|
|
8
8
|
var import_node_path3 = require("path");
|
|
9
9
|
|
|
10
10
|
// src/version.ts
|
|
11
|
-
var PACKAGE_VERSION = "0.
|
|
11
|
+
var PACKAGE_VERSION = "0.34.0";
|
|
12
12
|
|
|
13
13
|
// src/cli/agent-config.ts
|
|
14
14
|
function apiKeyValue(options) {
|
|
@@ -843,6 +843,7 @@ var HarvestOptionsSchema = import_zod2.z.object({
|
|
|
843
843
|
format: import_zod2.z.enum(["json", "csv", "both"]).default("both"),
|
|
844
844
|
serpOnly: import_zod2.z.boolean().default(false),
|
|
845
845
|
pages: import_zod2.z.number().int().min(1).max(2).default(1),
|
|
846
|
+
recency: import_zod2.z.enum(["day", "week", "month", "year"]).optional(),
|
|
846
847
|
softDeadlineMs: import_zod2.z.number().optional()
|
|
847
848
|
});
|
|
848
849
|
var MapsPlaceOptionsSchema = import_zod2.z.object({
|
|
@@ -2439,8 +2440,18 @@ function buildHumanCli() {
|
|
|
2439
2440
|
return;
|
|
2440
2441
|
}
|
|
2441
2442
|
const opened = opts.open !== false && !!result.checkout_url && openExternalUrl(result.checkout_url);
|
|
2443
|
+
const interval = result.billing_interval === "year" ? "year" : "month";
|
|
2444
|
+
const amount = result.amount_usd ?? result.monthly_usd;
|
|
2445
|
+
const credits = result.credits_per_interval ?? result.credits_per_month;
|
|
2446
|
+
const perInterval = interval === "year" ? "/yr" : "/mo";
|
|
2447
|
+
const creditsPer = interval === "year" ? "credits/yr" : "credits/mo";
|
|
2448
|
+
const extras = [
|
|
2449
|
+
result.credits_never_expire ? "credits never expire" : null,
|
|
2450
|
+
result.includes_memory ? "includes Memory Pro" : null,
|
|
2451
|
+
result.intro
|
|
2452
|
+
].filter(Boolean).join(" \xB7 ");
|
|
2442
2453
|
writeOutput([
|
|
2443
|
-
`Plan: ${result.label ?? tier} \u2014 $${
|
|
2454
|
+
`Plan: ${result.label ?? tier} \u2014 $${amount}${perInterval} \xB7 ${credits?.toLocaleString()} ${creditsPer} \xB7 ${result.concurrency} concurrency${extras ? ` \xB7 ${extras}` : ""}`,
|
|
2444
2455
|
opened ? `Opened checkout: ${result.checkout_url}` : `Checkout URL: ${result.checkout_url}`,
|
|
2445
2456
|
result.next_step ?? "Complete payment in the browser."
|
|
2446
2457
|
].join("\n"), false);
|