mcp-scraper 0.44.0 → 0.44.2

package/dist/chunk-OEW4VBS2.js

@@ -0,0 +1,7 @@
+// src/version.ts
+var PACKAGE_VERSION = "0.44.2";
+
+export {
+  PACKAGE_VERSION
+};
+//# sourceMappingURL=chunk-OEW4VBS2.js.map

package/dist/chunk-OEW4VBS2.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/version.ts"],"sourcesContent":["export const PACKAGE_VERSION = '0.44.2'\n"],"mappings":";AAAO,IAAM,kBAAkB;","names":[]}

package/dist/{server-75YGJWSI.js → server-RTQUTQZE.js}

@@ -86,7 +86,7 @@ import {
   renewDirectoryArtifactDownload,
   resolveDeploymentProfile,
   transcribeMediaUrl
-} from "./chunk-HH5CE5LP.js";
+} from "./chunk-M27QGXUM.js";
 import {
   auditImageUrls,
   auditImages,
@@ -142,7 +142,7 @@ import {
 } from "./chunk-3ZUBQQPQ.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-RUDXFPKE.js";
+} from "./chunk-OEW4VBS2.js";
 import {
   abandonExtractSettlement,
   countSuccessfulPages,
@@ -11972,6 +11972,7 @@ function ensureLocalSourcebookSchema() {
       metadata_json TEXT NOT NULL DEFAULT '{}',
       created_at TEXT NOT NULL DEFAULT (datetime('now'))
     )`);
+    await publishEligibleEvidenceBackedLocalSourcebookRevisions(db);
   })().catch((error) => {
     schemaPromise2 = null;
     schemaDb2 = null;
@@ -11979,6 +11980,19 @@ function ensureLocalSourcebookSchema() {
   });
   return schemaPromise2;
 }
+async function publishEligibleEvidenceBackedLocalSourcebookRevisions(db = getDb()) {
+  const result = await db.execute(`UPDATE local_sourcebook_submissions
+    SET status = 'published', published_revision = draft_revision, updated_at = datetime('now')
+    WHERE status = 'needs_review'
+      AND EXISTS (
+        SELECT 1 FROM local_sourcebook_revisions r
+        WHERE r.submission_id = local_sourcebook_submissions.id
+          AND r.revision = local_sourcebook_submissions.draft_revision
+          AND r.actor_kind = 'system'
+          AND r.actor_id = 'local-sourcebook-worker'
+      )`);
+  return Number(result.rowsAffected ?? 0);
+}
 function rowValue(row, key) {
   return row[key];
 }
@@ -12048,23 +12062,12 @@ async function getLocalSourcebookDraft(id, ownerUserId) {
   const result = await getDb().execute({ sql: `SELECT payload_json FROM local_sourcebook_revisions WHERE submission_id = ? AND revision = ?`, args: [id, submission.draftRevision] });
   return result.rows[0] ? parseJson2(result.rows[0].payload_json) : null;
 }
-async function reviseLocalSourcebookDraft(id, ownerUserId, payload, baseRevision) {
-  const submission = await getLocalSourcebookSubmission(id, ownerUserId);
-  if (!submission) return null;
-  if (baseRevision !== void 0 && baseRevision !== submission.draftRevision) {
-    throw new Error(`Draft revision conflict: current revision is ${submission.draftRevision}, but the write targeted ${baseRevision}.`);
-  }
-  const revision = submission.draftRevision + 1;
-  await getDb().batch([
-    { sql: `INSERT INTO local_sourcebook_revisions (submission_id, revision, payload_json, actor_kind, actor_id) VALUES (?, ?, ?, 'owner', ?)`, args: [id, revision, JSON.stringify(payload), String(ownerUserId)] },
-    { sql: `UPDATE local_sourcebook_submissions SET draft_revision = ?, status = CASE WHEN status = 'published' THEN status ELSE 'needs_review' END, updated_at = datetime('now') WHERE id = ? AND owner_user_id = ?`, args: [revision, id, ownerUserId] }
-  ], "write");
-  await event(id, "draft.revised", "owner", String(ownerUserId), { revision });
-  return getLocalSourcebookSubmission(id, ownerUserId);
-}
 async function queueLocalSourcebookRefresh(id, ownerUserId) {
   const existing = await getLocalSourcebookSubmission(id, ownerUserId);
   if (!existing) return null;
+  if (existing.status === "rejected" || existing.status === "unpublished") {
+    throw new Error(`A ${existing.status} Local Sourcebook listing cannot be refreshed by its owner.`);
+  }
   const coverage = { ...existing.coverage, refreshRequestedAt: (/* @__PURE__ */ new Date()).toISOString() };
   await getDb().execute({ sql: `UPDATE local_sourcebook_submissions SET status = 'queued', coverage_json = ?, acquisition_claimed_at = NULL, acquisition_error = NULL, updated_at = datetime('now') WHERE id = ? AND owner_user_id = ?`, args: [JSON.stringify(coverage), id, ownerUserId] });
   await event(id, "enrichment.queued", "owner", String(ownerUserId));
@@ -12102,12 +12105,13 @@ async function completeLocalSourcebookAcquisition(id, payload, coverage, baseRev
         WHERE EXISTS (SELECT 1 FROM local_sourcebook_submissions WHERE id = ? AND status = 'enriching' AND draft_revision = ?)`,
       args: [id, revision, JSON.stringify(payload), id, expectedRevision]
     },
-    { sql: `UPDATE local_sourcebook_submissions SET draft_revision = ?, status = 'needs_review', coverage_json = ?, acquisition_claimed_at = NULL, acquisition_error = NULL, updated_at = datetime('now') WHERE id = ? AND status = 'enriching' AND draft_revision = ?`, args: [revision, JSON.stringify(coverage), id, expectedRevision] }
+    { sql: `UPDATE local_sourcebook_submissions SET draft_revision = ?, published_revision = ?, status = 'published', coverage_json = ?, acquisition_claimed_at = NULL, acquisition_error = NULL, updated_at = datetime('now') WHERE id = ? AND status = 'enriching' AND draft_revision = ?`, args: [revision, revision, JSON.stringify(coverage), id, expectedRevision] }
   ], "write");
   if (Number(results[0]?.rowsAffected ?? 0) !== 1 || Number(results[1]?.rowsAffected ?? 0) !== 1) {
     throw new Error(`Local Sourcebook acquisition revision conflict: revision ${expectedRevision} changed before completion.`);
   }
   await event(id, "enrichment.completed", "system", "local-sourcebook-worker", { revision, coverage });
+  await event(id, "publication.auto_published", "system", "local-sourcebook-worker", { revision });
   return getLocalSourcebookSubmission(id);
 }
 async function failLocalSourcebookAcquisition(id, message) {
@@ -12130,6 +12134,15 @@ async function listQueuedLocalSourcebookSubmissionIds(limit = 25) {
 async function publishLocalSourcebookSubmission(id) {
   const submission = await getLocalSourcebookSubmission(id);
   if (!submission) return null;
+  const revision = await getDb().execute({
+    sql: `SELECT actor_kind, actor_id FROM local_sourcebook_revisions WHERE submission_id = ? AND revision = ? LIMIT 1`,
+    args: [id, submission.draftRevision]
+  });
+  const actorKind = revision.rows[0] ? String(revision.rows[0].actor_kind) : "";
+  const actorId = revision.rows[0] ? String(revision.rows[0].actor_id) : "";
+  if (actorKind !== "system" || actorId !== "local-sourcebook-worker") {
+    throw new Error("Only a system-compiled Local Sourcebook revision can be published.");
+  }
   await getDb().execute({ sql: `UPDATE local_sourcebook_submissions SET status = 'published', published_revision = draft_revision, updated_at = datetime('now') WHERE id = ?`, args: [id] });
   await event(id, "publication.published", "admin", "admin", { revision: submission.draftRevision });
   return getLocalSourcebookSubmission(id);
@@ -13328,11 +13341,12 @@ async function runLocalSourcebookAcquisition(submission, provider = createDefaul
     await logRequestEvent({ userId: submission.ownerUserId, source: "local_sourcebook_maps", status: "done", query: submission.businessName, location: submission.state.toUpperCase(), resultCount: maps.reviews.length, result: { submissionId: submission.id, placeUrl: maps.placeUrl, cid: maps.cidDecimal ?? maps.cid, reviewsStatus: maps.reviewsStatus, reviewsRetained: maps.reviews.length, services: maps.services.length, areasServed: maps.areasServed.length } });
   } catch (error) {
     mapsError = errorMessage2(error);
+    maps = null;
     await creditMcIdempotent(submission.ownerUserId, MC_COSTS.maps_place, LedgerOperation.REFUND, `Local Sourcebook failed exact-place acquisition: ${submission.id}`, `${billingCycle}:maps-failure-refund`);
     mapsRefunded = true;
     await logRequestEvent({ userId: submission.ownerUserId, source: "local_sourcebook_maps", status: "failed", query: submission.businessName, location: submission.state.toUpperCase(), error: mapsError });
   }
-  if (!site && !maps) throw new Error(`Website and exact-place acquisition both failed. Website: ${siteError || "not available"}. Maps: ${mapsError || "not available"}.`);
+  if (!maps) throw new Error(`Exact-place acquisition is required before publication. Maps: ${mapsError || "not available"}. Website: ${siteError || (site ? "captured" : "not available")}.`);
   const compiled = compileLocalSourcebookListing({
     submission,
     site,
@@ -21255,23 +21269,6 @@ var DirectoryIdentitySchema = z25.object({
   tags: z25.array(z25.string().trim().min(1).max(60)).max(20).default([]),
   idempotencyKey: z25.string().trim().min(8).max(200)
 });
-var DirectoryListingDraftSchema = z25.object({
-  id: z25.string().min(1),
-  category: z25.enum(LOCAL_SOURCEBOOK_CATEGORIES),
-  state: z25.string().trim().length(2),
-  slug: z25.string().trim().min(1),
-  name: z25.string().trim().min(2),
-  summary: z25.string().trim().min(20),
-  description: z25.string().trim().min(20),
-  website: z25.url(),
-  services: z25.array(z25.string()),
-  products: z25.array(z25.string()),
-  serviceAreas: z25.array(z25.string()),
-  media: z25.array(z25.record(z25.string(), z25.unknown())),
-  reviews: z25.array(z25.record(z25.string(), z25.unknown())),
-  evidence: z25.array(z25.record(z25.string(), z25.unknown())),
-  faq: z25.array(z25.object({ question: z25.string().min(3), answer: z25.string().min(12), evidenceIds: z25.array(z25.string()) }))
-}).passthrough();
 function normalizeTag(value) {
   return value.toLowerCase().trim().replace(/&/g, " and ").replace(/[^a-z0-9]+/g, "-").replace(/^-|-$/g, "").slice(0, 60);
 }
@@ -21352,18 +21349,18 @@ async function resolveLocalSourcebookTags(candidates) {
 function getLocalSourcebookContract(category) {
   return {
     name: "Local Sourcebook listing",
-    version: "local_sourcebook_listing_v1",
+    version: "local_sourcebook_listing_v2",
     purpose: "An owner-scoped, evidence-backed local business record with a separate public profile and complete captured-review archive.",
     categories: LOCAL_SOURCEBOOK_CATEGORIES,
     selectedCategory: category ?? null,
     categoryTag: category ? CATEGORY_TAG[category] : null,
     canonicalRoutes: { profile: "/{state}/{business-slug}/", reviews: "/{state}/{business-slug}/reviews" },
     requiredCreateFields: ["category", "state", "businessName", "websiteUrl", "tags", "idempotencyKey"],
-    requiredDraftSections: ["identity", "services/products", "service areas/locations", "genuine media", "reviews and theme counts", "evidence", "answered FAQ", "collection receipts"],
+    systemCompiledSections: ["identity", "services/products", "service areas/locations", "genuine media", "reviews and theme counts", "evidence", "answered FAQ", "collection receipts"],
     workflow: ["list-local-sourcebook-tags", "get-local-sourcebook-contract", "prepare-local-sourcebook-write", "validate-local-sourcebook-write", "local-sourcebook-capture", "local_sourcebook_submission_status"],
-    ownership: "Only the MCP Scraper account that captures a listing can read or revise its draft.",
+    ownership: "Only the MCP Scraper account that captures a listing can read it or request a paid evidence refresh.",
     acquisition: { websitePagesMaximum: 100, reviewsMaximum: 500, exactMapsIdentityRequired: true, partialResultsRequireStoppingReasons: true },
-    publication: { automatic: false, adminReviewRequired: true, lastPublishedRevisionRemainsPublicDuringRefresh: true },
+    publication: { automatic: true, evidenceCompiledOnly: true, ownerAuthoredClaimsAccepted: false, adminReviewRequired: false, lastPublishedRevisionRemainsPublicDuringRefresh: true },
     tagPolicy: { inspectVocabularyFirst: true, minimum: 1, maximum: 20, newTagsRequire: ["central=true", "reusable=true", "description"], newTagsStartAs: "pending" }
   };
 }
@@ -21386,7 +21383,8 @@ async function prepareLocalSourcebookWrite(input) {
     instructions: [
       "Resolve every review candidate before capture; do not silently create a near-duplicate tag.",
       "Call validate-local-sourcebook-write with the proposed identity, resolved tags, and any required tag decisions.",
-      "Call local-sourcebook-capture only after validation returns valid=true. Capture creates a private draft and queues paid acquisition; it does not publish."
+      "Call local-sourcebook-capture only after validation returns valid=true. Capture queues paid acquisition and automatically publishes the resulting system-compiled evidence revision.",
+      "Owners cannot supply public listing claims directly. Request local_sourcebook_refresh when source-backed public facts need to be reacquired."
     ]
   };
 }
@@ -21394,17 +21392,9 @@ async function validateLocalSourcebookWrite(input) {
   const errors = [];
   const warnings = [];
   let normalizedIdentity2;
-  let normalizedListing;
-  if (input.submissionId) {
-    if (!Number.isInteger(input.baseRevision) || Number(input.baseRevision) < 1) errors.push("baseRevision is required for an existing draft edit.");
-    const parsedListing = DirectoryListingDraftSchema.safeParse(input.listing);
-    if (!parsedListing.success) errors.push(...parsedListing.error.issues.map((issue) => `listing.${issue.path.join(".")}: ${issue.message}`));
-    else normalizedListing = parsedListing.data;
-  } else {
-    const parsedIdentity = DirectoryIdentitySchema.safeParse(input.identity);
-    if (!parsedIdentity.success) errors.push(...parsedIdentity.error.issues.map((issue) => `identity.${issue.path.join(".")}: ${issue.message}`));
-    else normalizedIdentity2 = parsedIdentity.data;
-  }
+  const parsedIdentity = DirectoryIdentitySchema.safeParse(input.identity);
+  if (!parsedIdentity.success) errors.push(...parsedIdentity.error.issues.map((issue) => `identity.${issue.path.join(".")}: ${issue.message}`));
+  else normalizedIdentity2 = parsedIdentity.data;
   const candidates = input.tagCandidates ?? (normalizedIdentity2?.tags.map((tag) => ({ tag })) ?? []);
   const resolutions = await resolveLocalSourcebookTags(candidates);
   const decisions = new Map((input.tagDecisions ?? []).map((decision) => [normalizeTag(decision.tag), decision]));
@@ -21423,12 +21413,12 @@ async function validateLocalSourcebookWrite(input) {
     }
     if (resolution.action === "omit") warnings.push(`Tag \u201C${resolution.candidate}\u201D will be omitted: ${resolution.reason}`);
   }
-  if (!input.submissionId && normalizedIdentity2) {
+  if (normalizedIdentity2) {
     const categoryTag = CATEGORY_TAG[normalizedIdentity2.category];
     if (!normalizedTags.includes(categoryTag)) normalizedTags.unshift(categoryTag);
   }
   if (!normalizedTags.length) errors.push("At least one canonical directory tag is required.");
-  return { ok: true, valid: errors.length === 0, errors, warnings, normalizedIdentity: normalizedIdentity2, normalizedListing, normalizedTags: [...new Set(normalizedTags)], tagResolutions: resolutions };
+  return { ok: true, valid: errors.length === 0, errors, warnings, normalizedIdentity: normalizedIdentity2, normalizedTags: [...new Set(normalizedTags)], tagResolutions: resolutions };
 }
 async function persistLocalSourcebookTags(submissionId, userId, tags, decisions = []) {
   await ensureLocalSourcebookTags();
@@ -21445,11 +21435,6 @@ async function persistLocalSourcebookTags(submissionId, userId, tags, decisions
     await db.execute({ sql: `INSERT OR IGNORE INTO local_sourcebook_submission_tags (submission_id, tag) VALUES (?, ?)`, args: [submissionId, tag] });
   }
 }
-async function replaceLocalSourcebookTags(submissionId, userId, tags, decisions = []) {
-  await ensureLocalSourcebookTags();
-  await getDb().execute({ sql: `DELETE FROM local_sourcebook_submission_tags WHERE submission_id = ?`, args: [submissionId] });
-  await persistLocalSourcebookTags(submissionId, userId, tags, decisions);
-}
 
 // src/api/local-sourcebook-routes.ts
 var slug = (value) => value.toLowerCase().trim().replace(/[^a-z0-9]+/g, "-").replace(/^-|-$/g, "").slice(0, 100);
@@ -21461,13 +21446,9 @@ var SubmitSchema = z26.object({
   slug: z26.string().trim().regex(/^[a-z0-9]+(?:-[a-z0-9]+)*$/).max(100).optional(),
   idempotencyKey: z26.string().trim().min(8).max(200).optional()
 }).strict();
-var DraftSchema = z26.object({ payload: z26.record(z26.string(), z26.unknown()) }).strict();
 var PrepareWriteSchema = DirectoryIdentitySchema.extend({ tagCandidates: z26.array(DirectoryTagCandidateSchema).max(20).optional() });
 var ValidateWriteSchema = z26.object({
   identity: DirectoryIdentitySchema.optional(),
-  listing: z26.record(z26.string(), z26.unknown()).optional(),
-  submissionId: z26.string().trim().min(1).optional(),
-  baseRevision: z26.number().int().min(1).optional(),
   tagCandidates: z26.array(DirectoryTagCandidateSchema).max(20).optional(),
   tagDecisions: z26.array(DirectoryTagDecisionSchema).max(20).optional()
 }).strict();
@@ -21477,7 +21458,7 @@ function acquisitionPlan(websiteUrl) {
     website: { startUrl: websiteUrl, mode: "broad_site_crawl", capture: ["homepage", "services", "products", "locations", "service_areas", "about", "team_staff", "contact", "policies"] },
     media: { requirement: "genuine_business_images_only", sources: ["business_website", "business_team_pages", "verified_business_profiles"] },
     reviews: { mode: "exhaust_accessible_continuation", requirement: "retain_each_review_and_source", disclosure: "report captured count, reported available count, and exact stopping reason" },
-    publication: { automatic: false, adminReviewRequired: true }
+    publication: { automatic: true, evidenceCompiledOnly: true, adminReviewRequired: false }
   };
 }
 var localSourcebookApp = new Hono17();
@@ -21507,13 +21488,6 @@ localSourcebookApp.post("/capture", createApiKeyAuth(), async (c) => {
   const validation = await validateLocalSourcebookWrite(parsed.data);
   if (!validation.valid) return c.json({ error: "invalid_directory_write", ...validation }, 400);
   try {
-    if (parsed.data.submissionId) {
-      const submission2 = await getLocalSourcebookSubmission(parsed.data.submissionId, Number(user.id));
-      if (!submission2) return c.json({ error: "not_found" }, 404);
-      const updated = await reviseLocalSourcebookDraft(submission2.id, Number(user.id), validation.normalizedListing, parsed.data.baseRevision);
-      await replaceLocalSourcebookTags(submission2.id, Number(user.id), validation.normalizedTags, parsed.data.tagDecisions);
-      return c.json({ ok: true, valid: true, submission: updated, normalizedTags: validation.normalizedTags, captured: "draft_revision", acquisitionQueued: false });
-    }
     const identity = validation.normalizedIdentity;
     if (!parsed.data.idempotencyKey && !identity.idempotencyKey) {
       return c.json({ error: "idempotency_key_required", message: "A stable idempotencyKey is required for a new Local Sourcebook capture." }, 400);
@@ -21591,22 +21565,21 @@ localSourcebookApp.get("/submissions/:id", createApiKeyAuth(), async (c) => {
   if (!submission) return c.json({ error: "not_found" }, 404);
   return c.json({ ok: true, submission, draft: await getLocalSourcebookDraft(submission.id, userId) });
 });
-localSourcebookApp.on(["PATCH", "POST"], "/submissions/:id/draft", createApiKeyAuth(), async (c) => {
-  const user = c.get("user");
-  if (!user.subscription_tier) return c.json({ error: "subscription_required" }, 402);
-  const parsed = DraftSchema.safeParse(await c.req.json().catch(() => null));
-  if (!parsed.success) return c.json({ error: "invalid_draft", issues: parsed.error.issues }, 400);
-  const submission = await reviseLocalSourcebookDraft(c.req.param("id"), Number(user.id), parsed.data.payload);
-  if (!submission) return c.json({ error: "not_found" }, 404);
-  return c.json({ ok: true, submission });
-});
+localSourcebookApp.on(["PATCH", "POST"], "/submissions/:id/draft", createApiKeyAuth(), (c) => c.json({
+  error: "evidence_refresh_required",
+  message: "Owner-authored listing payloads are not accepted. Request a refresh so MCP Scraper can reacquire and compile the public evidence."
+}, 409));
 localSourcebookApp.post("/submissions/:id/refresh", createApiKeyAuth(), async (c) => {
   const user = c.get("user");
   if (!user.subscription_tier) return c.json({ error: "subscription_required" }, 402);
-  const submission = await queueLocalSourcebookRefresh(c.req.param("id"), Number(user.id));
-  if (!submission) return c.json({ error: "not_found" }, 404);
-  const dispatched = await dispatchLocalSourcebookAcquisition(submission.id).catch(() => false);
-  return c.json({ ok: true, submission, acquisition: { queued: true, dispatched }, acquisitionPlan: acquisitionPlan(submission.websiteUrl) }, 202);
+  try {
+    const submission = await queueLocalSourcebookRefresh(c.req.param("id"), Number(user.id));
+    if (!submission) return c.json({ error: "not_found" }, 404);
+    const dispatched = await dispatchLocalSourcebookAcquisition(submission.id).catch(() => false);
+    return c.json({ ok: true, submission, acquisition: { queued: true, dispatched }, acquisitionPlan: acquisitionPlan(submission.websiteUrl) }, 202);
+  } catch (error) {
+    return c.json({ error: "moderated_listing", message: error instanceof Error ? error.message : String(error) }, 409);
+  }
 });
 var publicLocalSourcebookApp = new Hono17();
 publicLocalSourcebookApp.get("/:category/:state", async (c) => c.json({ ok: true, listings: await listPublicLocalSourcebook(c.req.param("category"), c.req.param("state").toLowerCase()) }));
@@ -40986,4 +40959,4 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-75YGJWSI.js.map
+//# sourceMappingURL=server-RTQUTQZE.js.map