mcp-scraper 0.55.0 → 0.56.0

package/dist/{server-WKBCZ2TH.js → server-SETYJPYO.js}

@@ -169,7 +169,7 @@ import {
   resolveDeploymentProfile,
   resolveLocalSourcebookSchemaType,
   transcribeMediaUrl
-} from "./chunk-WYLIDW4S.js";
+} from "./chunk-JEZW6N2X.js";
 import {
   auditImageUrls,
   auditImages,
@@ -225,7 +225,7 @@ import {
 } from "./chunk-FG6LJGJ7.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-V2QWNGEK.js";
+} from "./chunk-245IAJ7R.js";
 import {
   abandonExtractSettlement,
   countSuccessfulPages,
@@ -248,7 +248,7 @@ import {
   setExtractJobTotal,
   settleExtractJob,
   terminalExtractJobStatus
-} from "./chunk-2FL5FXMV.js";
+} from "./chunk-NP66MZ5A.js";
 import {
   BROWSER_OPEN_MIN_BALANCE_MC,
   CONCURRENCY_PACK_INVOICE_DESCRIPTION,
@@ -301,7 +301,7 @@ import {
   tierChangeLeavesPrivateOffer,
   tierCreditsPerInterval,
   vendorCostUsdToMc
-} from "./chunk-N4LT53JX.js";
+} from "./chunk-WO2SSENO.js";
 import {
   CaptchaError,
   MapsSearchIncompletePageError,
@@ -9393,7 +9393,7 @@ var siteExtractFn = inngest.createFunction(
       });
     }) : null;
     const finalized = await step.run("finalize", async () => {
-      const { assembleExtractArtifacts } = await import("./extract-bundle-3CRG7FAN.js");
+      const { assembleExtractArtifacts } = await import("./extract-bundle-6KYTD55T.js");
       const current = await getExtractJob(jobId2);
       if (!current) throw new Error("extract job disappeared before finalization");
       const stored = await assembleExtractArtifacts(current, { branding, imageAudit });
@@ -33755,18 +33755,17 @@ async function validateCommonsEntity(input, user) {
     errors.push(`Unsupported placeholder sections must be omitted instead of published: ${placeholderSections.join(", ")}.`);
   }
   if (existing && input.baseRevision === void 0) {
-    warnings.push("An existing entity matches this slug or entityId. Submit will create a pending_review proposal unless the current baseRevision is supplied.");
+    warnings.push(`An existing entity matches this slug or entityId. Submit will edit it on top of revision ${existing.revision} and record the edit on the contribution ledger.`);
   }
   if (existing && input.baseRevision !== void 0 && input.baseRevision !== existing.revision) {
-    warnings.push(`The matching entity is revision ${existing.revision}; this payload targets revision ${input.baseRevision}. Submit will be held for review.`);
+    warnings.push(`The matching entity is revision ${existing.revision}; this payload targets revision ${input.baseRevision}. Submit will apply on top of revision ${existing.revision} and note the divergence on the ledger.`);
   }
   if (input.reviewPolicy === "always_review") {
     warnings.push("reviewPolicy is always_review, so the proposal will not auto-publish even if the payload is otherwise valid.");
   }
   if (user?.id == null) warnings.push("No authenticated user was supplied to validation; submit still requires API-key authenticated user context.");
   const valid = errors.length === 0;
-  const revisionAllowsAutoPublish = !existing || input.baseRevision === existing.revision;
-  const autoPublishEligible = valid && revisionAllowsAutoPublish && input.reviewPolicy !== "always_review";
+  const autoPublishEligible = valid && input.reviewPolicy !== "always_review";
   const tagVocabulary = await commonsTagVocabulary();
   return {
     ok: true,
@@ -33826,6 +33825,7 @@ async function submitCommonsEntity(input, user) {
       entity: entity2,
       applied: existingProposal.status === "accepted",
       reviewReason: existingProposal.reviewReason,
+      conflictNote: null,
       publicUrl: entity2?.status === "published" ? publicUrlForSlug(entity2.slug) : null
     };
   }
@@ -33899,7 +33899,7 @@ async function submitCommonsEntity(input, user) {
           ...changedFieldPaths(existing, nextEntity),
           ...normalized.claims !== void 0 ? ["claims"] : []
         ]),
-        normalized.changeSummary || (existing ? "Updated Commons entity." : "Created Commons entity."),
+        ledgerSummary(normalized.changeSummary, existing, safety.conflictNote),
         existing ? JSON.stringify({
           ...entityLedgerSnapshot(existing),
           ...normalized.claims !== void 0 ? { claims: existingClaims } : {}
@@ -33922,6 +33922,7 @@ async function submitCommonsEntity(input, user) {
     entity,
     applied: shouldApply,
     reviewReason: safety.reason,
+    conflictNote: safety.conflictNote,
     publicUrl: entity?.status === "published" && shouldApply ? publicUrlForSlug(entity.slug) : null
   };
 }
@@ -34115,8 +34116,8 @@ function commonsDatabaseReport() {
       directPublicHtmlWrites: false,
       normalWorkflow: ["commons_prepare_entity", "commons_validate_entity", "commons_submit_entity"],
       writesCreate: ["commons_proposals", "commons_ledger", "commons_entities when accepted"],
-      safeAutoPublish: "New non-conflicting entities with title, description, featured image, and body/source evidence.",
-      conflictBehavior: "Existing entity edits require baseRevision. Otherwise the proposal is pending_review.",
+      safeAutoPublish: "Any entity with title, description, featured image, and body/source evidence. Creates and edits both publish.",
+      conflictBehavior: "Anyone may edit any entity. A missing or stale baseRevision still applies on top of the current revision; the divergence is recorded on the contribution ledger.",
       billing: { validationCredits: 0, createCredits: LISTING_WRITE_RATE_POLICY.create.credits, editCredits: LISTING_WRITE_RATE_POLICY.edit.credits }
     },
     searchCorpus: ["title", "disambiguationName", "description", "tags", "keywords", "relatedEntities", "relationship claims", "bodyMarkdown", "sections", "media", "source metadata", "jsonLd"],
@@ -34438,19 +34439,23 @@ function normalizeClaimsForRepository(input) {
     throw new CommonsRepositoryError("invalid_claims", error instanceof Error ? error.message : "Claims are invalid.");
   }
 }
+function ledgerSummary(changeSummary, existing, conflictNote) {
+  const base = changeSummary || (existing ? "Updated Commons entity." : "Created Commons entity.");
+  return conflictNote ? `${base} ${conflictNote}` : base;
+}
 function evaluatePublishSafety(input, existing) {
-  if (!input.featuredImage?.url) return { safe: false, reason: "A featured image is required before a Commons entity can publish." };
+  if (!input.featuredImage?.url) return { safe: false, reason: "A featured image is required before a Commons entity can publish.", conflictNote: null };
   if (!input.bodyMarkdown.trim() && !input.source.originalUrl && !input.source.resolvedUrl) {
-    return { safe: false, reason: "A public entity needs article body text or source evidence before publishing." };
+    return { safe: false, reason: "A public entity needs article body text or source evidence before publishing.", conflictNote: null };
   }
-  if (!existing) return { safe: true, reason: null };
+  if (!existing) return { safe: true, reason: null, conflictNote: null };
   if (input.baseRevision === void 0) {
-    return { safe: false, reason: "Existing entity edits require baseRevision so agents do not overwrite someone else silently." };
+    return { safe: true, reason: null, conflictNote: `Applied without baseRevision on top of revision ${existing.revision}.` };
   }
   if (input.baseRevision !== existing.revision) {
-    return { safe: false, reason: `Existing entity revision is ${existing.revision}; proposal targeted ${input.baseRevision}.` };
+    return { safe: true, reason: null, conflictNote: `Applied on top of revision ${existing.revision}; this edit targeted revision ${input.baseRevision}.` };
   }
-  return { safe: true, reason: null };
+  return { safe: true, reason: null, conflictNote: null };
 }
 function buildNextEntity(input) {
   const current = input.existing;
@@ -35988,7 +35993,15 @@ commonsApp.post("/entities/propose", auth2, async (c) => {
     if ("insufficient" in charged) return c.json(charged.insufficient, 402);
     billing = charged;
     const result = await submitCommonsEntity(parsed.data, c.get("user"));
-    return c.json({ ok: true, data: result, billing: publicListingWriteBilling(billing) }, result.applied ? 201 : 202);
+    if (!result.applied) {
+      await refundListingWrite(billing, "Transparent Commons proposal was held for review instead of published.").catch(() => null);
+      return c.json({
+        ok: true,
+        data: result,
+        billing: { ...publicListingWriteBilling(billing), charged: false, refunded: !billing.duplicate }
+      }, 202);
+    }
+    return c.json({ ok: true, data: result, billing: publicListingWriteBilling(billing) }, 201);
   } catch (error) {
     if (billing) await refundListingWrite(billing, "Transparent Commons write failed before persistence.").catch(() => null);
     if (error instanceof CommonsRepositoryError) {
@@ -46765,7 +46778,7 @@ app.get("/cron/tick", async (c) => {
     return c.json({ error: "Unauthorized" }, 401);
   }
   const startedAt = Date.now();
-  const { drainQueue } = await import("./worker-W5C6SKZT.js");
+  const { drainQueue } = await import("./worker-DTVBN3RQ.js");
   const budget = { maxJobs: 10, deadlineMs: startedAt + CRON_TICK_DRAIN_BUDGET_MS };
   const origin = `${new URL(c.req.url).protocol}//${new URL(c.req.url).host}`;
   const unfinished = [];
@@ -46835,8 +46848,8 @@ app.post("/api/internal/extract-refinalize/:id", async (c) => {
     finishExtractJob: finishExtractJob2,
     terminalExtractJobStatus: terminalExtractJobStatus2,
     extractJobLimitInfo: extractJobLimitInfo2
-  } = await import("./site-extract-repository-QSRPXNMI.js");
-  const { assembleExtractArtifacts } = await import("./extract-bundle-3CRG7FAN.js");
+  } = await import("./site-extract-repository-YGNYFTNE.js");
+  const { assembleExtractArtifacts } = await import("./extract-bundle-6KYTD55T.js");
   const existing = await getExtractJob2(jobId2);
   if (!existing) return c.json({ error: "job not found" }, 404);
   if (existing.status !== "failed") {
@@ -46863,7 +46876,7 @@ app.post("/api/internal/extract-refinalize/:id", async (c) => {
   if (!updated) return c.json({ error: "job state changed during re-finalization" }, 409);
   let settlement = "already_settled_or_refunded";
   if (job.billedMc == null && job.userId != null) {
-    const { settleExtractJob: settleExtractJob3, countSuccessfulPages: countSuccessfulPages2 } = await import("./site-extract-repository-QSRPXNMI.js");
+    const { settleExtractJob: settleExtractJob3, countSuccessfulPages: countSuccessfulPages2 } = await import("./site-extract-repository-YGNYFTNE.js");
     const heldMc = Number(job.options.heldMc ?? 0);
     const successful = await countSuccessfulPages2(jobId2);
     const usedMc = Math.min(successful * MC_COSTS.page_scrape, heldMc);
@@ -47048,4 +47061,4 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-WKBCZ2TH.js.map
+//# sourceMappingURL=server-SETYJPYO.js.map