mcp-scraper 0.42.2 → 0.42.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin/api-server.cjs +5 -5
- package/dist/bin/api-server.cjs.map +1 -1
- package/dist/bin/api-server.js +2 -2
- package/dist/bin/mcp-scraper-cli.cjs +1 -1
- package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-install.cjs +1 -1
- package/dist/bin/mcp-scraper-install.cjs.map +1 -1
- package/dist/bin/mcp-scraper-install.js +1 -1
- package/dist/bin/mcp-stdio-server.cjs +5 -5
- package/dist/bin/mcp-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-stdio-server.js +3 -3
- package/dist/chunk-2YFTFT3V.js +7 -0
- package/dist/chunk-2YFTFT3V.js.map +1 -0
- package/dist/{chunk-4MFUKI4X.js → chunk-G5MHJGKE.js} +2 -2
- package/dist/{chunk-SBLGBZZB.js → chunk-IMUA3FJB.js} +4 -4
- package/dist/chunk-IMUA3FJB.js.map +1 -0
- package/dist/{chunk-N2B4AAWG.js → chunk-QKCDYMFT.js} +4 -4
- package/dist/chunk-QKCDYMFT.js.map +1 -0
- package/dist/{extract-bundle-DMZ63HZU.js → extract-bundle-FH734F3R.js} +3 -3
- package/dist/{server-2S7KQTPC.js → server-B27DR4YB.js} +10 -10
- package/dist/{site-extract-repository-B42SIGAZ.js → site-extract-repository-5CVI3OWT.js} +3 -3
- package/dist/{worker-4R3UWQZS.js → worker-MQJOY4YP.js} +2 -2
- package/package.json +1 -1
- package/dist/chunk-N2B4AAWG.js.map +0 -1
- package/dist/chunk-SBLGBZZB.js.map +0 -1
- package/dist/chunk-UQ7XJINF.js +0 -7
- package/dist/chunk-UQ7XJINF.js.map +0 -1
- /package/dist/{chunk-4MFUKI4X.js.map → chunk-G5MHJGKE.js.map} +0 -0
- /package/dist/{extract-bundle-DMZ63HZU.js.map → extract-bundle-FH734F3R.js.map} +0 -0
- /package/dist/{server-2S7KQTPC.js.map → server-B27DR4YB.js.map} +0 -0
- /package/dist/{site-extract-repository-B42SIGAZ.js.map → site-extract-repository-5CVI3OWT.js.map} +0 -0
- /package/dist/{worker-4R3UWQZS.js.map → worker-MQJOY4YP.js.map} +0 -0
|
@@ -10,8 +10,8 @@ import {
|
|
|
10
10
|
} from "./chunk-MJKVDLVR.js";
|
|
11
11
|
import {
|
|
12
12
|
extractJobLimitInfo
|
|
13
|
-
} from "./chunk-
|
|
14
|
-
import "./chunk-
|
|
13
|
+
} from "./chunk-G5MHJGKE.js";
|
|
14
|
+
import "./chunk-IMUA3FJB.js";
|
|
15
15
|
import "./chunk-5UN33CGU.js";
|
|
16
16
|
import {
|
|
17
17
|
getDb
|
|
@@ -565,4 +565,4 @@ export {
|
|
|
565
565
|
SITE_EXTRACT_PAGE_CHUNK,
|
|
566
566
|
assembleExtractArtifacts
|
|
567
567
|
};
|
|
568
|
-
//# sourceMappingURL=extract-bundle-
|
|
568
|
+
//# sourceMappingURL=extract-bundle-FH734F3R.js.map
|
|
@@ -80,7 +80,7 @@ import {
|
|
|
80
80
|
renewConnectedDataArtifactDownload,
|
|
81
81
|
renewDirectoryArtifactDownload,
|
|
82
82
|
transcribeMediaUrl
|
|
83
|
-
} from "./chunk-
|
|
83
|
+
} from "./chunk-QKCDYMFT.js";
|
|
84
84
|
import {
|
|
85
85
|
auditImageUrls,
|
|
86
86
|
auditImages,
|
|
@@ -133,7 +133,7 @@ import {
|
|
|
133
133
|
RawMapsOverviewSchema,
|
|
134
134
|
RawMapsReviewStatsSchema
|
|
135
135
|
} from "./chunk-CB5C3BPB.js";
|
|
136
|
-
import "./chunk-
|
|
136
|
+
import "./chunk-2YFTFT3V.js";
|
|
137
137
|
import {
|
|
138
138
|
abandonExtractSettlement,
|
|
139
139
|
countSuccessfulPages,
|
|
@@ -156,7 +156,7 @@ import {
|
|
|
156
156
|
setExtractJobTotal,
|
|
157
157
|
settleExtractJob,
|
|
158
158
|
terminalExtractJobStatus
|
|
159
|
-
} from "./chunk-
|
|
159
|
+
} from "./chunk-G5MHJGKE.js";
|
|
160
160
|
import {
|
|
161
161
|
BROWSER_OPEN_MIN_BALANCE_MC,
|
|
162
162
|
CONCURRENCY_PRICE_ID,
|
|
@@ -204,7 +204,7 @@ import {
|
|
|
204
204
|
tierChangeLeavesPrivateOffer,
|
|
205
205
|
tierCreditsPerInterval,
|
|
206
206
|
vendorCostUsdToMc
|
|
207
|
-
} from "./chunk-
|
|
207
|
+
} from "./chunk-IMUA3FJB.js";
|
|
208
208
|
import {
|
|
209
209
|
CaptchaError,
|
|
210
210
|
MapsSearchIncompletePageError,
|
|
@@ -8658,7 +8658,7 @@ var siteExtractFn = inngest.createFunction(
|
|
|
8658
8658
|
});
|
|
8659
8659
|
}) : null;
|
|
8660
8660
|
const finalized = await step.run("finalize", async () => {
|
|
8661
|
-
const { assembleExtractArtifacts } = await import("./extract-bundle-
|
|
8661
|
+
const { assembleExtractArtifacts } = await import("./extract-bundle-FH734F3R.js");
|
|
8662
8662
|
const current = await getExtractJob(jobId2);
|
|
8663
8663
|
if (!current) throw new Error("extract job disappeared before finalization");
|
|
8664
8664
|
const stored = await assembleExtractArtifacts(current, { branding, imageAudit });
|
|
@@ -36701,7 +36701,7 @@ app.get("/cron/tick", async (c) => {
|
|
|
36701
36701
|
if (!process.env.CRON_SECRET || secret2 !== `Bearer ${process.env.CRON_SECRET}`) {
|
|
36702
36702
|
return c.json({ error: "Unauthorized" }, 401);
|
|
36703
36703
|
}
|
|
36704
|
-
const { drainQueue } = await import("./worker-
|
|
36704
|
+
const { drainQueue } = await import("./worker-MQJOY4YP.js");
|
|
36705
36705
|
const budget = { maxJobs: 10, deadlineMs: Date.now() + 28e4 };
|
|
36706
36706
|
const workflowDispatchResult = await dispatchDueWorkflowSchedules(`${new URL(c.req.url).protocol}//${new URL(c.req.url).host}`);
|
|
36707
36707
|
const [results, sweepResult, reapResult, expiredResult, blobCleanup, connectedDataArtifactCleanup, connectedAccountBilling, directoryWorkflowDispatch, directoryWorkflowReconciliation, directoryArtifactCleanup, siteExtractArtifactCleanup, siteExtractRedispatch, siteExtractReconciliation, paaHarvestRedispatch, paaHarvestReconciliation] = await Promise.all([
|
|
@@ -36754,8 +36754,8 @@ app.post("/api/internal/extract-refinalize/:id", async (c) => {
|
|
|
36754
36754
|
finishExtractJob: finishExtractJob2,
|
|
36755
36755
|
terminalExtractJobStatus: terminalExtractJobStatus2,
|
|
36756
36756
|
extractJobLimitInfo: extractJobLimitInfo2
|
|
36757
|
-
} = await import("./site-extract-repository-
|
|
36758
|
-
const { assembleExtractArtifacts } = await import("./extract-bundle-
|
|
36757
|
+
} = await import("./site-extract-repository-5CVI3OWT.js");
|
|
36758
|
+
const { assembleExtractArtifacts } = await import("./extract-bundle-FH734F3R.js");
|
|
36759
36759
|
const existing = await getExtractJob2(jobId2);
|
|
36760
36760
|
if (!existing) return c.json({ error: "job not found" }, 404);
|
|
36761
36761
|
if (existing.status !== "failed") {
|
|
@@ -36782,7 +36782,7 @@ app.post("/api/internal/extract-refinalize/:id", async (c) => {
|
|
|
36782
36782
|
if (!updated) return c.json({ error: "job state changed during re-finalization" }, 409);
|
|
36783
36783
|
let settlement = "already_settled_or_refunded";
|
|
36784
36784
|
if (job.billedMc == null && job.userId != null) {
|
|
36785
|
-
const { settleExtractJob: settleExtractJob3, countSuccessfulPages: countSuccessfulPages2 } = await import("./site-extract-repository-
|
|
36785
|
+
const { settleExtractJob: settleExtractJob3, countSuccessfulPages: countSuccessfulPages2 } = await import("./site-extract-repository-5CVI3OWT.js");
|
|
36786
36786
|
const heldMc = Number(job.options.heldMc ?? 0);
|
|
36787
36787
|
const successful = await countSuccessfulPages2(jobId2);
|
|
36788
36788
|
const usedMc = Math.min(successful * MC_COSTS.page_scrape, heldMc);
|
|
@@ -36961,4 +36961,4 @@ app.get("/blog/:slug/", (c) => {
|
|
|
36961
36961
|
export {
|
|
36962
36962
|
app
|
|
36963
36963
|
};
|
|
36964
|
-
//# sourceMappingURL=server-
|
|
36964
|
+
//# sourceMappingURL=server-B27DR4YB.js.map
|
|
@@ -26,8 +26,8 @@ import {
|
|
|
26
26
|
setExtractJobTotal,
|
|
27
27
|
settleExtractJob,
|
|
28
28
|
terminalExtractJobStatus
|
|
29
|
-
} from "./chunk-
|
|
30
|
-
import "./chunk-
|
|
29
|
+
} from "./chunk-G5MHJGKE.js";
|
|
30
|
+
import "./chunk-IMUA3FJB.js";
|
|
31
31
|
import "./chunk-5UN33CGU.js";
|
|
32
32
|
import "./chunk-FCFQ634B.js";
|
|
33
33
|
export {
|
|
@@ -59,4 +59,4 @@ export {
|
|
|
59
59
|
settleExtractJob,
|
|
60
60
|
terminalExtractJobStatus
|
|
61
61
|
};
|
|
62
|
-
//# sourceMappingURL=site-extract-repository-
|
|
62
|
+
//# sourceMappingURL=site-extract-repository-5CVI3OWT.js.map
|
|
@@ -21,7 +21,7 @@ import "./chunk-CB5C3BPB.js";
|
|
|
21
21
|
import {
|
|
22
22
|
MC_COSTS,
|
|
23
23
|
serpActualCostMc
|
|
24
|
-
} from "./chunk-
|
|
24
|
+
} from "./chunk-IMUA3FJB.js";
|
|
25
25
|
import "./chunk-5UN33CGU.js";
|
|
26
26
|
import {
|
|
27
27
|
claimPendingJob,
|
|
@@ -138,4 +138,4 @@ export {
|
|
|
138
138
|
startWorker,
|
|
139
139
|
tickOnce
|
|
140
140
|
};
|
|
141
|
-
//# sourceMappingURL=worker-
|
|
141
|
+
//# sourceMappingURL=worker-MQJOY4YP.js.map
|