mcp-scraper 0.66.0 → 0.66.1

package/dist/{chunk-3YSEJTMC.js → chunk-GGZEC22A.js}

@@ -213,4 +213,3 @@ export {
   validatePublicHttpUrl,
   loadHtmlDocument
 };
-//# sourceMappingURL=chunk-3YSEJTMC.js.map

package/dist/{chunk-4VG3NUUY.js → chunk-GTGSD4YS.js}

@@ -186,8 +186,9 @@ function publicErrorMessage(code) {
     case "proxy_unavailable":
       return "The web request could not establish a working connection. Please retry later.";
     case "harvest_timeout":
-    case "mcp_request_timeout":
       return "The request timed out before it completed. Please retry with a smaller request.";
+    case "mcp_request_timeout":
+      return "The MCP caller stopped waiting before a final response arrived. Durable work may still be running; continue with the returned Task or job handle instead of restarting it.";
     case "concurrency_limit_exceeded":
       return "The service is available, but this account has reached its parallel-operation limit. Wait for an active operation to finish or add capacity.";
     case "unauthorized":
@@ -3573,4 +3574,3 @@ export {
   insertInboxMessage,
   listActiveUserIds
 };
-//# sourceMappingURL=chunk-4VG3NUUY.js.map

package/dist/{chunk-XPFRP5QT.js → chunk-KBTUPRTF.js}

@@ -1,17 +1,17 @@
 import {
   rowsToCsv
-} from "./chunk-G3P3ZDB4.js";
+} from "./chunk-RJ7JVYKU.js";
 import {
   DEFAULT_MAPS_PROXY_MODE,
   postToMemoryLibrary
-} from "./chunk-FG6LJGJ7.js";
+} from "./chunk-77LQV73B.js";
 import {
   buildSerpEmailQuery,
   contactAttemptUrls,
   extractContactEvidence,
   extractSerpEmailEvidence,
   selectPrimaryEmail
-} from "./chunk-WD73OFL3.js";
+} from "./chunk-VXLU74YZ.js";
 
 // src/lib/slugify.ts
 function slugify(s) {
@@ -1913,4 +1913,3 @@ export {
   runWorkflow,
   runWorkflowStep
 };
-//# sourceMappingURL=chunk-XPFRP5QT.js.map

package/dist/{chunk-AAGVOPP5.js → chunk-NS754CRS.js}

@@ -1,6 +1,6 @@
 import {
   isVendorUnavailableError
-} from "./chunk-BIUQ6O2Y.js";
+} from "./chunk-OZJMVCDK.js";
 import {
   CaptchaError,
   LocationMismatchError,
@@ -10,7 +10,7 @@ import {
   finishHarvestAttempt,
   publicErrorMessage,
   startHarvestAttempt
-} from "./chunk-4VG3NUUY.js";
+} from "./chunk-GTGSD4YS.js";
 
 // src/api/webhook.ts
 async function deliverWebhook(url, payload, retries = 3) {
@@ -235,4 +235,3 @@ export {
   publicErrorBoundary,
   createHarvestAttemptRecorder
 };
-//# sourceMappingURL=chunk-AAGVOPP5.js.map

package/dist/{chunk-BIUQ6O2Y.js → chunk-OZJMVCDK.js}

@@ -14,4 +14,3 @@ function isVendorUnavailableError(err, message) {
 export {
   isVendorUnavailableError
 };
-//# sourceMappingURL=chunk-BIUQ6O2Y.js.map

package/dist/{chunk-X7UG2JCF.js → chunk-PGJQDMC2.js}

@@ -1,6 +1,6 @@
 import {
   validatePublicHttpUrl
-} from "./chunk-3YSEJTMC.js";
+} from "./chunk-GGZEC22A.js";
 
 // src/api/image-audit.ts
 var OVER_BYTES = 100 * 1024;
@@ -381,4 +381,3 @@ export {
   computeIssues,
   renderIssueReport
 };
-//# sourceMappingURL=chunk-X7UG2JCF.js.map

package/dist/{chunk-G3P3ZDB4.js → chunk-RJ7JVYKU.js}

@@ -66,4 +66,3 @@ export {
   csvRecords,
   rowsToCsv
 };
-//# sourceMappingURL=chunk-G3P3ZDB4.js.map

package/dist/{chunk-N54JS5WP.js → chunk-TNJIPV74.js}

@@ -1,6 +1,6 @@
 import {
   getDb
-} from "./chunk-4VG3NUUY.js";
+} from "./chunk-GTGSD4YS.js";
 
 // src/api/lead-list-enrichment-repository.ts
 import { createHash, randomUUID } from "crypto";
@@ -590,4 +590,3 @@ export {
   markLeadListEnrichmentOutboxDispatched,
   markLeadListEnrichmentOutboxFailed
 };
-//# sourceMappingURL=chunk-N54JS5WP.js.map

package/dist/{chunk-4LINSJNI.js → chunk-TNLGHNLX.js}

@@ -1,6 +1,6 @@
 import {
   getDb
-} from "./chunk-4VG3NUUY.js";
+} from "./chunk-GTGSD4YS.js";
 
 // src/lib/browser-service-env.ts
 function browserServiceApiKey() {
@@ -275,4 +275,3 @@ export {
   recordKernelSession,
   recordVendorUsage
 };
-//# sourceMappingURL=chunk-4LINSJNI.js.map

package/dist/chunk-VRJ7CO6L.js

@@ -0,0 +1,6 @@
+// src/version.ts
+var PACKAGE_VERSION = "0.66.1";
+
+export {
+  PACKAGE_VERSION
+};

package/dist/{chunk-WD73OFL3.js → chunk-VXLU74YZ.js}

@@ -1,7 +1,7 @@
 import {
   isPrivateIpAddress,
   loadHtmlDocument
-} from "./chunk-3YSEJTMC.js";
+} from "./chunk-GGZEC22A.js";
 
 // src/lib/contact-evidence.ts
 var MAX_EMAILS = 20;
@@ -291,4 +291,3 @@ export {
   buildSerpEmailQuery,
   extractSerpEmailEvidence
 };
-//# sourceMappingURL=chunk-WD73OFL3.js.map

package/dist/{chunk-DCWXVAQT.js → chunk-WID3MFRS.js}

@@ -1,3 +1,8 @@
+// release-message.json
+var release_message_default = {
+  message: "Long PAA research now continues as a durable MCP Task with preserved progress, while transient browser interruptions return specific retry guidance instead of a generic outage."
+};
+
 // src/install-terminal.ts
 var CODES = {
   reset: "\x1B[0m",
@@ -48,7 +53,7 @@ function renderInstallTerminal(options) {
     colorize(ascii, "amber", color),
     `${colorize("MCP Scraper Agent", "cyan", color)}  .  v${options.version}  .  mcpscraper.dev`,
     "1/1 install surfaces ready",
-    colorize("Newest: any approved connection read can become an indexed Memory snapshot in one call. OAuth stays tenant-isolated and provider content is redacted and marked untrusted.", "lime", color),
+    colorize(`Newest in v${options.version}: ${release_message_default.message}`, "lime", color),
     "",
     `${colorize("Tools", "cyan", color)}  ${colorize("(259 MCP tools)", "muted", color)}`,
     toolRow("search", ["harvest_paa", "search_serp", "maps_search", "maps_place_intel"], color),
@@ -106,4 +111,3 @@ function renderInstallTerminal(options) {
 export {
   renderInstallTerminal
 };
-//# sourceMappingURL=chunk-DCWXVAQT.js.map

package/dist/{db-BRI465XQ.js → db-PO7N7ZP3.js}

@@ -126,7 +126,7 @@ import {
   updateKpoJobState,
   upsertPageSnapshot,
   verifyPassword
-} from "./chunk-4VG3NUUY.js";
+} from "./chunk-GTGSD4YS.js";
 export {
   CORE_SCHEMA_VERSION,
   CREDIT_LOTS_EPOCH,
@@ -256,4 +256,3 @@ export {
   upsertPageSnapshot,
   verifyPassword
 };
-//# sourceMappingURL=db-BRI465XQ.js.map

package/dist/{extract-bundle-QAI7JYV2.js → extract-bundle-SIBFUA6I.js}

@@ -4,26 +4,26 @@ import {
   downloadAsset,
   embedCommonsTexts,
   publicizeExtractionFailure
-} from "./chunk-P7YFUNKR.js";
-import "./chunk-BIUQ6O2Y.js";
+} from "./chunk-75VW7CWE.js";
+import "./chunk-OZJMVCDK.js";
 import {
   computeIssues,
   renderImageSection,
   renderIssueReport,
   renderLinkReport
-} from "./chunk-X7UG2JCF.js";
-import "./chunk-3YSEJTMC.js";
+} from "./chunk-PGJQDMC2.js";
+import "./chunk-GGZEC22A.js";
 import {
   createSiteExtractBundleArtifactStream,
   createSiteExtractContentReader,
   createSiteExtractImageArtifact,
   extractJobLimitInfo
-} from "./chunk-5PIO7QBG.js";
-import "./chunk-EKJ65E3Z.js";
-import "./chunk-2XUXVKT4.js";
+} from "./chunk-3PIXKLGZ.js";
+import "./chunk-DNM65UCK.js";
+import "./chunk-AYJHI2FK.js";
 import {
   getDb
-} from "./chunk-4VG3NUUY.js";
+} from "./chunk-GTGSD4YS.js";
 
 // src/api/extract-bundle.ts
 import { createWriteStream, mkdirSync, readFileSync, readdirSync, rmSync, statSync, writeFileSync } from "fs";
@@ -1001,4 +1001,3 @@ export {
   SITE_EXTRACT_PAGE_CHUNK,
   assembleExtractArtifacts
 };
-//# sourceMappingURL=extract-bundle-QAI7JYV2.js.map

package/dist/index.cjs

@@ -4809,4 +4809,3 @@ var VideoGenerator = class {
   buildClipPrompts,
   harvest
 });
-//# sourceMappingURL=index.cjs.map

package/dist/index.js

@@ -1,11 +1,11 @@
 import {
   harvest
-} from "./chunk-AJ4YGHG2.js";
+} from "./chunk-4P3PHFPQ.js";
 import {
   recordVendorUsage
-} from "./chunk-4LINSJNI.js";
-import "./chunk-FG6LJGJ7.js";
-import "./chunk-4VG3NUUY.js";
+} from "./chunk-TNLGHNLX.js";
+import "./chunk-77LQV73B.js";
+import "./chunk-GTGSD4YS.js";
 
 // src/video/VideoGenerator.ts
 import { execSync as execSync2 } from "child_process";
@@ -333,4 +333,3 @@ export {
   buildClipPrompts,
   harvest
 };
-//# sourceMappingURL=index.js.map

package/dist/{lead-list-enrichment-repository-ODWGRVCQ.js → lead-list-enrichment-repository-OTAUQONJ.js}

@@ -30,8 +30,8 @@ import {
   saveLeadListEnrichmentRowResult,
   setInitializingLeadListEnrichmentConcurrencyLock,
   stableCanonicalJson
-} from "./chunk-N54JS5WP.js";
-import "./chunk-4VG3NUUY.js";
+} from "./chunk-TNJIPV74.js";
+import "./chunk-GTGSD4YS.js";
 export {
   LEAD_LIST_MAX_DISPATCH_ATTEMPTS,
   LEAD_LIST_RUNNING_STALE_MINUTES,
@@ -65,4 +65,3 @@ export {
   setInitializingLeadListEnrichmentConcurrencyLock,
   stableCanonicalJson
 };
-//# sourceMappingURL=lead-list-enrichment-repository-ODWGRVCQ.js.map

package/dist/{location-data-repository-67MMEVZQ.js → location-data-repository-RM2KJ3H5.js}

@@ -13,9 +13,9 @@ import {
   parseHostedCensusPlacesCsv,
   parseHostedZipGroupsCsv,
   queryHostedLocationMarkets
-} from "./chunk-DKIG2TEE.js";
-import "./chunk-G3P3ZDB4.js";
-import "./chunk-4VG3NUUY.js";
+} from "./chunk-AQKJOSIB.js";
+import "./chunk-RJ7JVYKU.js";
+import "./chunk-GTGSD4YS.js";
 export {
   HOSTED_CENSUS_DATASET_PREFIX,
   HOSTED_ZIP_DATASET_KIND,
@@ -32,4 +32,3 @@ export {
   parseHostedZipGroupsCsv,
   queryHostedLocationMarkets
 };
-//# sourceMappingURL=location-data-repository-67MMEVZQ.js.map

package/dist/{server-MTKWBSAR.js → server-ELEJNRRE.js}

@@ -10,13 +10,13 @@ import {
   queuedCommonsDocumentCount,
   semanticCommonsEntityScores,
   typeFromMime
-} from "./chunk-P7YFUNKR.js";
+} from "./chunk-75VW7CWE.js";
 import {
   REQUIRED_LOCATION_STATE_CODES,
   importHostedCensusPlacesCsv,
   importHostedZipGroupsCsv,
   listActiveHostedLocationDatasets
-} from "./chunk-DKIG2TEE.js";
+} from "./chunk-AQKJOSIB.js";
 import {
   cancelPendingLeadListEnrichmentRows,
   claimLeadListEnrichmentOutbox,
@@ -43,7 +43,7 @@ import {
   saveLeadListEnrichmentRowResult,
   setInitializingLeadListEnrichmentConcurrencyLock,
   stableCanonicalJson
-} from "./chunk-N54JS5WP.js";
+} from "./chunk-TNJIPV74.js";
 import {
   ANALYTICS_CONTENT_SORTS,
   AnalyticsRepositoryError,
@@ -99,7 +99,7 @@ import {
   updateAnalyticsPixel,
   upsertAnalyticsAdSpend,
   verifySession
-} from "./chunk-5BEPOFKG.js";
+} from "./chunk-CNLLTD5B.js";
 import {
   classifyHarvestProblem,
   createHarvestAttemptRecorder,
@@ -108,8 +108,8 @@ import {
   harvestProblemResponse,
   publicErrorBoundary,
   serializeHarvestProblem
-} from "./chunk-AAGVOPP5.js";
-import "./chunk-BIUQ6O2Y.js";
+} from "./chunk-NS754CRS.js";
+import "./chunk-OZJMVCDK.js";
 import {
   AIModeSelectors,
   AIOverviewSelectors,
@@ -137,7 +137,7 @@ import {
   resolveKernelProxyId,
   serpArrivalUrl,
   withRuntimeUserAgent
-} from "./chunk-AJ4YGHG2.js";
+} from "./chunk-4P3PHFPQ.js";
 import {
   ApiErrorResponseSchema,
   ArtifactTemplatePresetKeySchema,
@@ -209,18 +209,18 @@ import {
   resolveDeploymentProfile,
   resolveLocalSourcebookSchemaType,
   transcribeMediaUrl
-} from "./chunk-SRRI2HJL.js";
+} from "./chunk-E4LMY5OJ.js";
 import {
   auditImageUrls,
   auditImages,
   buildLinkReport,
   computeIssues
-} from "./chunk-X7UG2JCF.js";
+} from "./chunk-PGJQDMC2.js";
 import {
   sanitizeAttempts,
   sanitizeHarvestResult,
   sanitizeOutboundDiagnostics
-} from "./chunk-VIWT35S6.js";
+} from "./chunk-4OT7BAIE.js";
 import {
   browserServiceApiKey,
   browserServiceProfileName,
@@ -230,7 +230,7 @@ import {
   recordKernelSession,
   recordVendorUsage,
   runWithCostContext
-} from "./chunk-4LINSJNI.js";
+} from "./chunk-TNLGHNLX.js";
 import {
   listWorkflowDefinitions,
   runWorkflow,
@@ -240,12 +240,12 @@ import {
   workflowOutputBaseDir,
   workflowStepCount,
   workflowSupportsSteps
-} from "./chunk-XPFRP5QT.js";
+} from "./chunk-KBTUPRTF.js";
 import {
   csvRecords,
   parseCsv,
   rowsToCsv
-} from "./chunk-G3P3ZDB4.js";
+} from "./chunk-RJ7JVYKU.js";
 import {
   DEFAULT_MAPS_PROXY_MODE,
   DEFAULT_PROXY_MODE,
@@ -255,18 +255,18 @@ import {
   RawMapsHoursRowSchema,
   RawMapsOverviewSchema,
   RawMapsReviewStatsSchema
-} from "./chunk-FG6LJGJ7.js";
+} from "./chunk-77LQV73B.js";
 import {
   extractContactEvidence
-} from "./chunk-WD73OFL3.js";
+} from "./chunk-VXLU74YZ.js";
 import {
   isPrivateIpAddress,
   loadHtmlDocument,
   validatePublicHttpUrl
-} from "./chunk-3YSEJTMC.js";
+} from "./chunk-GGZEC22A.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-HDYOVGC6.js";
+} from "./chunk-VRJ7CO6L.js";
 import {
   SITE_EXTRACT_ARTIFACT_PREFIX,
   abandonExtractSettlement,
@@ -297,14 +297,14 @@ import {
   setExtractJobTotal,
   settleExtractJob,
   terminalExtractJobStatus
-} from "./chunk-5PIO7QBG.js";
+} from "./chunk-3PIXKLGZ.js";
 import {
   createPrivateArtifact,
   privateArtifactOwnerId,
   readPrivateArtifactBuffer,
   readPrivateArtifactWindow,
   renewPrivateArtifactDownload
-} from "./chunk-EKJ65E3Z.js";
+} from "./chunk-DNM65UCK.js";
 import {
   BROWSER_OPEN_MIN_BALANCE_MC,
   CONCURRENCY_PACK_INVOICE_DESCRIPTION,
@@ -357,7 +357,7 @@ import {
   tierChangeLeavesPrivateOffer,
   tierCreditsPerInterval,
   vendorCostUsdToMc
-} from "./chunk-2XUXVKT4.js";
+} from "./chunk-AYJHI2FK.js";
 import {
   CaptchaError,
   MapsSearchIncompletePageError,
@@ -463,7 +463,7 @@ import {
   startHarvestAttempt,
   upsertPageSnapshot,
   verifyPassword
-} from "./chunk-4VG3NUUY.js";
+} from "./chunk-GTGSD4YS.js";
 
 // src/blog/registry.ts
 var posts = [
@@ -9554,7 +9554,7 @@ var siteExtractFn = inngest.createFunction(
       });
     }) : null;
     const finalized = await step.run("finalize", async () => {
-      const { assembleExtractArtifacts } = await import("./extract-bundle-QAI7JYV2.js");
+      const { assembleExtractArtifacts } = await import("./extract-bundle-SIBFUA6I.js");
       const current = await getExtractJob(jobId2);
       if (!current) throw new Error("extract job disappeared before finalization");
       const stored = await assembleExtractArtifacts(current, { branding, imageAudit });
@@ -10514,7 +10514,7 @@ async function resolveUsZipsPath(requestedPath) {
 async function loadZipGroups(stateAbbr, requestedPath, warnings, sourceMode) {
   const mode = resolvedLocationDataMode({ zipSource: sourceMode });
   if (mode === "hosted") {
-    const { getHostedZipGroups } = await import("./location-data-repository-67MMEVZQ.js");
+    const { getHostedZipGroups } = await import("./location-data-repository-RM2KJ3H5.js");
     const hosted = await getHostedZipGroups(stateAbbr);
     if (!hosted.dataset) {
       throw new DirectoryLocationError(
@@ -10577,7 +10577,7 @@ async function resolveDirectoryMarkets(options, config = {}) {
   const sourceUrl = censusStateUrl(state.fips);
   const warnings = [];
   if (resolvedLocationDataMode(config) === "hosted") {
-    const { queryHostedLocationMarkets } = await import("./location-data-repository-67MMEVZQ.js");
+    const { queryHostedLocationMarkets } = await import("./location-data-repository-RM2KJ3H5.js");
     const hosted = await queryHostedLocationMarkets({
       state: state.abbr,
       minPopulation: options.minPopulation,
@@ -12064,7 +12064,7 @@ function summarizePersistedLeadRows(rows, warnings = []) {
 async function settlePersistedLeadListEnrichment(jobId2) {
   const jobs = await listLeadListEnrichmentJobsNeedingSettlement(100);
   const job = jobs.find((candidate) => candidate.id === jobId2);
-  const { getLeadListEnrichmentJob: getLeadListEnrichmentJob2 } = await import("./lead-list-enrichment-repository-ODWGRVCQ.js");
+  const { getLeadListEnrichmentJob: getLeadListEnrichmentJob2 } = await import("./lead-list-enrichment-repository-OTAUQONJ.js");
   const current = job ?? await getLeadListEnrichmentJob2(jobId2);
   if (!current) return null;
   const rows = await listLeadListEnrichmentRows(jobId2);
@@ -12120,7 +12120,7 @@ async function reconcileLeadListEnrichmentSettlements(limit = 25) {
         const persisted = job.result ?? summarizePersistedLeadRows(rows, job.warnings);
         const status = job.cancelRequestedAt ? "cancelled" : persisted.failedRows > 0 && persisted.completeRows > 0 ? "partial" : persisted.failedRows > 0 ? "cancelled" : persisted.rowsWithContacts > 0 ? "complete" : "empty";
         if (persisted.failedRows > 0 && persisted.completeRows === 0 && !job.cancelRequestedAt) {
-          const { failLeadListEnrichmentJob: failLeadListEnrichmentJob2 } = await import("./lead-list-enrichment-repository-ODWGRVCQ.js");
+          const { failLeadListEnrichmentJob: failLeadListEnrichmentJob2 } = await import("./lead-list-enrichment-repository-OTAUQONJ.js");
           await failLeadListEnrichmentJob2({
             jobId: job.id,
             errorCode: "lead_list_all_rows_failed",
@@ -48651,8 +48651,6 @@ app.post("/harvest", auth4, async (c) => {
     if (checked.error) return c.json({ error: checked.error }, 400);
     body.callback_url = checked.parsed?.href;
   }
-  const limitErr = await checkHarvestLimits(user, c.req.header("x-mcp-scraper-concurrency-lock"));
-  if (limitErr) return c.json(limitErr, 429, { "Retry-After": "30" });
   const options = {
     query: body.query.trim(),
     location: body.location,
@@ -48674,6 +48672,26 @@ app.post("/harvest", auth4, async (c) => {
     includeAiOverview: body.includeAiOverview ?? false,
     includeWhatPeopleSaying: body.includeWhatPeopleSaying ?? false
   };
+  const suppliedIdempotencyKey = c.req.header("idempotency-key") ?? c.req.header("x-idempotency-key");
+  let derivedJobId = null;
+  let requestFingerprint3 = null;
+  if (!options.serpOnly && suppliedIdempotencyKey != null) {
+    const trimmedKey = suppliedIdempotencyKey.trim();
+    if (!trimmedKey || trimmedKey.length > 200) {
+      return c.json({ error: "Idempotency-Key must contain 1-200 characters.", errorCode: "invalid_idempotency_key", retryable: false }, 400);
+    }
+    derivedJobId = `paa-${sha256Hex(`${user.id}\0${trimmedKey}`).slice(0, 24)}`;
+    requestFingerprint3 = sha256Hex(JSON.stringify({ options, callbackUrl: body.callback_url ?? null }));
+    const existing = await getJob(derivedJobId, user.id);
+    if (existing) {
+      if (existing.options.requestFingerprint !== requestFingerprint3) {
+        return c.json({ error: "Idempotency-Key was already used for a different asynchronous harvest_paa call.", errorCode: "idempotency_conflict", retryable: false }, 409);
+      }
+      return c.json({ job_id: existing.id, status: existing.status, replayed: true }, ["done", "failed", "cancelled"].includes(existing.status) ? 200 : 202);
+    }
+  }
+  const limitErr = await checkHarvestLimits(user, c.req.header("x-mcp-scraper-concurrency-lock"));
+  if (limitErr) return c.json(limitErr, 429, { "Retry-After": "30" });
   const harvestCost = options.serpOnly ? MC_COSTS.serp_headful : paaCostForQuestionCount(options.maxQuestions);
   let jobId2;
   if (options.serpOnly) {
@@ -48686,7 +48704,7 @@ app.post("/harvest", auth4, async (c) => {
     if (!harvestOk) return c.json(insufficientBalanceResponse(harvestBal, harvestCost), 402);
     jobId2 = await createJob(user.id, options.query, { ...options, billingHoldMc: harvestCost }, body.callback_url);
   } else {
-    jobId2 = randomUUID28();
+    jobId2 = derivedJobId ?? randomUUID28();
     const billingDebitKey = `paa-harvest:${jobId2}:hold`;
     const description = `PAA harvest: ${options.query}`.slice(0, 500);
     const hold = await debitMcIdempotent(
@@ -48702,9 +48720,14 @@ app.post("/harvest", auth4, async (c) => {
         ...options,
         executionOwner: "inngest",
         billingHoldMc: harvestCost,
-        billingDebitKey
+        billingDebitKey,
+        ...requestFingerprint3 ? { requestFingerprint: requestFingerprint3 } : {}
       }, body.callback_url);
     } catch (error) {
+      const existing = derivedJobId ? await getJob(derivedJobId, user.id).catch(() => null) : null;
+      if (existing && existing.options.requestFingerprint === requestFingerprint3) {
+        return c.json({ job_id: existing.id, status: existing.status, replayed: true }, 202);
+      }
       await settleDebitMcIdempotent(
         user.id,
         billingDebitKey,
@@ -50237,7 +50260,7 @@ app.get("/cron/tick", async (c) => {
     return c.json({ error: "Unauthorized" }, 401);
   }
   const startedAt = Date.now();
-  const { drainQueue } = await import("./worker-K7MPPQ7I.js");
+  const { drainQueue } = await import("./worker-MAVYYWM7.js");
   const budget = { maxJobs: 10, deadlineMs: startedAt + CRON_TICK_DRAIN_BUDGET_MS };
   const origin = `${new URL(c.req.url).protocol}//${new URL(c.req.url).host}`;
   const unfinished = [];
@@ -50317,8 +50340,8 @@ app.post("/api/internal/extract-refinalize/:id", async (c) => {
     finishExtractJob: finishExtractJob2,
     terminalExtractJobStatus: terminalExtractJobStatus2,
     extractJobLimitInfo: extractJobLimitInfo2
-  } = await import("./site-extract-repository-J3RH3MOS.js");
-  const { assembleExtractArtifacts } = await import("./extract-bundle-QAI7JYV2.js");
+  } = await import("./site-extract-repository-ASYEJO7Z.js");
+  const { assembleExtractArtifacts } = await import("./extract-bundle-SIBFUA6I.js");
   const existing = await getExtractJob2(jobId2);
   if (!existing) return c.json({ error: "job not found" }, 404);
   if (existing.status !== "failed") {
@@ -50345,7 +50368,7 @@ app.post("/api/internal/extract-refinalize/:id", async (c) => {
   if (!updated) return c.json({ error: "job state changed during re-finalization" }, 409);
   let settlement = "already_settled_or_refunded";
   if (job.billedMc == null && job.userId != null) {
-    const { settleExtractJob: settleExtractJob3, countSuccessfulPages: countSuccessfulPages2 } = await import("./site-extract-repository-J3RH3MOS.js");
+    const { settleExtractJob: settleExtractJob3, countSuccessfulPages: countSuccessfulPages2 } = await import("./site-extract-repository-ASYEJO7Z.js");
     const heldMc = Number(job.options.heldMc ?? 0);
     const successful = await countSuccessfulPages2(jobId2);
     const usedMc = Math.min(successful * MC_COSTS.page_scrape, heldMc);
@@ -50532,4 +50555,3 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-MTKWBSAR.js.map

package/dist/{site-extract-repository-J3RH3MOS.js → site-extract-repository-ASYEJO7Z.js}

@@ -28,10 +28,10 @@ import {
   setExtractJobTotal,
   settleExtractJob,
   terminalExtractJobStatus
-} from "./chunk-5PIO7QBG.js";
-import "./chunk-EKJ65E3Z.js";
-import "./chunk-2XUXVKT4.js";
-import "./chunk-4VG3NUUY.js";
+} from "./chunk-3PIXKLGZ.js";
+import "./chunk-DNM65UCK.js";
+import "./chunk-AYJHI2FK.js";
+import "./chunk-GTGSD4YS.js";
 export {
   abandonExtractSettlement,
   claimFailedExtractJobForRefinalize,
@@ -63,4 +63,3 @@ export {
   settleExtractJob,
   terminalExtractJobStatus
 };
-//# sourceMappingURL=site-extract-repository-J3RH3MOS.js.map

package/dist/{worker-K7MPPQ7I.js → worker-MAVYYWM7.js}

@@ -5,24 +5,24 @@ import {
   harvestProblemEnvelope,
   harvestProblemResponse,
   serializeHarvestProblem
-} from "./chunk-AAGVOPP5.js";
-import "./chunk-BIUQ6O2Y.js";
+} from "./chunk-NS754CRS.js";
+import "./chunk-OZJMVCDK.js";
 import {
   harvest
-} from "./chunk-AJ4YGHG2.js";
+} from "./chunk-4P3PHFPQ.js";
 import {
   sanitizeAttempts,
   sanitizeHarvestResult
-} from "./chunk-VIWT35S6.js";
+} from "./chunk-4OT7BAIE.js";
 import {
   browserServiceApiKey,
   runWithCostContext
-} from "./chunk-4LINSJNI.js";
-import "./chunk-FG6LJGJ7.js";
+} from "./chunk-TNLGHNLX.js";
+import "./chunk-77LQV73B.js";
 import {
   MC_COSTS,
   serpActualCostMc
-} from "./chunk-2XUXVKT4.js";
+} from "./chunk-AYJHI2FK.js";
 import {
   claimPendingJob,
   completeJob,
@@ -30,7 +30,7 @@ import {
   debitMc,
   failJob,
   listHarvestAttempts
-} from "./chunk-4VG3NUUY.js";
+} from "./chunk-GTGSD4YS.js";
 
 // src/api/worker.ts
 var MAX_CONCURRENT = 2;
@@ -142,4 +142,3 @@ export {
   startWorker,
   tickOnce
 };
-//# sourceMappingURL=worker-K7MPPQ7I.js.map