mcp-scraper 0.44.2 → 0.44.4

package/dist/{server-RTQUTQZE.js → server-W4JLSNKW.js}

@@ -86,7 +86,7 @@ import {
   renewDirectoryArtifactDownload,
   resolveDeploymentProfile,
   transcribeMediaUrl
-} from "./chunk-M27QGXUM.js";
+} from "./chunk-ZVOVPXDL.js";
 import {
   auditImageUrls,
   auditImages,
@@ -142,7 +142,7 @@ import {
 } from "./chunk-3ZUBQQPQ.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-OEW4VBS2.js";
+} from "./chunk-HFCIHZHA.js";
 import {
   abandonExtractSettlement,
   countSuccessfulPages,
@@ -12159,6 +12159,14 @@ async function listPublicLocalSourcebook(category, state) {
   const result = await getDb().execute({ sql: `SELECT r.payload_json FROM local_sourcebook_submissions s JOIN local_sourcebook_revisions r ON r.submission_id = s.id AND r.revision = s.published_revision WHERE s.category = ? AND s.state = ? AND s.published_revision IS NOT NULL AND s.status NOT IN ('unpublished', 'rejected') ORDER BY s.business_name`, args: [category, state] });
   return result.rows.map((row) => parseJson2(row.payload_json));
 }
+async function listAllPublicLocalSourcebook(category) {
+  await ensureLocalSourcebookSchema();
+  const result = category ? await getDb().execute({
+    sql: `SELECT r.payload_json FROM local_sourcebook_submissions s JOIN local_sourcebook_revisions r ON r.submission_id = s.id AND r.revision = s.published_revision WHERE s.category = ? AND s.published_revision IS NOT NULL AND s.status NOT IN ('unpublished', 'rejected') ORDER BY s.state, s.business_name`,
+    args: [category]
+  }) : await getDb().execute(`SELECT r.payload_json FROM local_sourcebook_submissions s JOIN local_sourcebook_revisions r ON r.submission_id = s.id AND r.revision = s.published_revision WHERE s.published_revision IS NOT NULL AND s.status NOT IN ('unpublished', 'rejected') ORDER BY s.category, s.state, s.business_name`);
+  return result.rows.map((row) => parseJson2(row.payload_json));
+}
 async function getPublicLocalSourcebook(category, state, slug2) {
   await ensureLocalSourcebookSchema();
   const result = await getDb().execute({ sql: `SELECT r.payload_json FROM local_sourcebook_submissions s JOIN local_sourcebook_revisions r ON r.submission_id = s.id AND r.revision = s.published_revision WHERE s.category = ? AND s.state = ? AND s.slug = ? AND s.published_revision IS NOT NULL AND s.status NOT IN ('unpublished', 'rejected') LIMIT 1`, args: [category, state, slug2] });
@@ -12768,6 +12776,46 @@ var MapsExtractor = class {
 
 // src/api/local-sourcebook-compiler.ts
 import { createHash as createHash3 } from "crypto";
+
+// src/api/local-sourcebook-public-urls.ts
+var DEFAULT_ROOT_DOMAIN = "localsourcebook.com";
+var CATEGORY_PUBLIC_SLUGS = {
+  home: "home-services",
+  professional: "professional",
+  restaurants: "restaurants",
+  financial: "financial",
+  realestate: "realestate",
+  auto: "auto",
+  wellness: "wellness"
+};
+function rootDomain() {
+  const configured = process.env.LOCAL_SOURCEBOOK_PUBLIC_ROOT_DOMAIN?.trim() || DEFAULT_ROOT_DOMAIN;
+  return configured.replace(/^https?:\/\//i, "").replace(/^www\./i, "").replace(/\/.*$/, "").replace(/\.+$/, "").toLowerCase();
+}
+function localSourcebookPublicUrls(category, state, slug2) {
+  const categoryUrl = `https://${CATEGORY_PUBLIC_SLUGS[category]}.${rootDomain()}`;
+  const statePath = `/${state.toLowerCase()}`;
+  const profilePath = `${statePath}/${slug2}/`;
+  const reviewsPath = `${statePath}/${slug2}/reviews`;
+  return {
+    categoryUrl,
+    nationwideDirectoryUrl: `${categoryUrl}/directory`,
+    stateUrl: `${categoryUrl}${statePath}`,
+    profileUrl: `${categoryUrl}${profilePath}`,
+    reviewsUrl: `${categoryUrl}${reviewsPath}`,
+    profilePath,
+    reviewsPath
+  };
+}
+function localSourcebookPublicationLinks(submission) {
+  return {
+    ...localSourcebookPublicUrls(submission.category, submission.state, submission.slug),
+    publicationStatus: submission.status,
+    isLive: submission.status === "published" && submission.publishedRevision !== null
+  };
+}
+
+// src/api/local-sourcebook-compiler.ts
 var CATEGORY_LABELS = {
   home: "Home & property services",
   professional: "Professional services",
@@ -13120,6 +13168,7 @@ function compileLocalSourcebookListing(input) {
       evidenceIds: mapsEvidenceId ? [mapsEvidenceId] : []
     }
   ];
+  const publicUrls = localSourcebookPublicUrls(input.submission.category, input.submission.state, input.submission.slug);
   const listing = {
     id: input.submission.id,
     publicationRevision: input.submission.draftRevision + 1,
@@ -13128,6 +13177,14 @@ function compileLocalSourcebookListing(input) {
     state: input.submission.state.toLowerCase(),
     stateName: STATE_NAMES[input.submission.state.toUpperCase()] ?? input.submission.state.toUpperCase(),
     slug: input.submission.slug,
+    canonicalPaths: {
+      profile: publicUrls.profilePath,
+      reviews: publicUrls.reviewsPath
+    },
+    canonicalUrls: {
+      profile: publicUrls.profileUrl,
+      reviews: publicUrls.reviewsUrl
+    },
     name: maps?.name || input.submission.businessName,
     summary,
     description,
@@ -21354,7 +21411,11 @@ function getLocalSourcebookContract(category) {
     categories: LOCAL_SOURCEBOOK_CATEGORIES,
     selectedCategory: category ?? null,
     categoryTag: category ? CATEGORY_TAG[category] : null,
-    canonicalRoutes: { profile: "/{state}/{business-slug}/", reviews: "/{state}/{business-slug}/reviews" },
+    canonicalRoutes: {
+      nationwideDirectory: "https://{category}.localsourcebook.com/directory",
+      profile: "https://{category}.localsourcebook.com/{state}/{business-slug}/",
+      reviews: "https://{category}.localsourcebook.com/{state}/{business-slug}/reviews"
+    },
     requiredCreateFields: ["category", "state", "businessName", "websiteUrl", "tags", "idempotencyKey"],
     systemCompiledSections: ["identity", "services/products", "service areas/locations", "genuine media", "reviews and theme counts", "evidence", "answered FAQ", "collection receipts"],
     workflow: ["list-local-sourcebook-tags", "get-local-sourcebook-contract", "prepare-local-sourcebook-write", "validate-local-sourcebook-write", "local-sourcebook-capture", "local_sourcebook_submission_status"],
@@ -21374,9 +21435,10 @@ async function prepareLocalSourcebookWrite(input) {
     ...parsed.tags.filter((tag) => tag !== categoryTag).map((tag) => ({ tag }))
   ];
   const tagResolutions = await resolveLocalSourcebookTags(candidates);
+  const publicUrls = localSourcebookPublicUrls(parsed.category, parsed.state, slug2);
   return {
     ok: true,
-    route: { category: parsed.category, state: parsed.state, slug: slug2, profile: `/${parsed.state}/${slug2}/`, reviews: `/${parsed.state}/${slug2}/reviews` },
+    route: { category: parsed.category, state: parsed.state, slug: slug2, ...publicUrls },
     proposedWrite: { ...parsed, slug: slug2, tags: tagResolutions.filter((item) => item.action === "reuse").map((item) => item.tag) },
     contract: getLocalSourcebookContract(parsed.category),
     tagResolutions,
@@ -21453,6 +21515,18 @@ var ValidateWriteSchema = z26.object({
   tagDecisions: z26.array(DirectoryTagDecisionSchema).max(20).optional()
 }).strict();
 var CaptureWriteSchema = ValidateWriteSchema.extend({ idempotencyKey: z26.string().trim().min(8).max(200).optional() });
+function withCanonicalLocalSourcebookUrls(listing) {
+  const category = z26.enum(LOCAL_SOURCEBOOK_CATEGORIES).safeParse(listing.category);
+  const state = typeof listing.state === "string" ? listing.state : "";
+  const listingSlug = typeof listing.slug === "string" ? listing.slug : "";
+  if (!category.success || !state || !listingSlug) return listing;
+  const publicUrls = localSourcebookPublicUrls(category.data, state, listingSlug);
+  return {
+    ...listing,
+    canonicalPaths: { profile: publicUrls.profilePath, reviews: publicUrls.reviewsPath },
+    canonicalUrls: { profile: publicUrls.profileUrl, reviews: publicUrls.reviewsUrl }
+  };
+}
 function acquisitionPlan(websiteUrl) {
   return {
     website: { startUrl: websiteUrl, mode: "broad_site_crawl", capture: ["homepage", "services", "products", "locations", "service_areas", "about", "team_staff", "contact", "policies"] },
@@ -21493,6 +21567,7 @@ localSourcebookApp.post("/capture", createApiKeyAuth(), async (c) => {
       return c.json({ error: "idempotency_key_required", message: "A stable idempotencyKey is required for a new Local Sourcebook capture." }, 400);
     }
     const listingSlug = identity.slug ?? slug(identity.businessName);
+    const publicUrls = localSourcebookPublicUrls(identity.category, identity.state, listingSlug);
     const submission = await createLocalSourcebookSubmission({
       ownerUserId: Number(user.id),
       category: identity.category,
@@ -21509,7 +21584,8 @@ localSourcebookApp.post("/capture", createApiKeyAuth(), async (c) => {
         name: identity.businessName,
         websiteUrl: identity.websiteUrl,
         tags: validation.normalizedTags,
-        canonicalPaths: { profile: `/${identity.state}/${listingSlug}`, reviews: `/${identity.state}/${listingSlug}/reviews` },
+        canonicalPaths: { profile: publicUrls.profilePath, reviews: publicUrls.reviewsPath },
+        canonicalUrls: { profile: publicUrls.profileUrl, reviews: publicUrls.reviewsUrl },
         verificationState: "submitted",
         acquisitionPlan: acquisitionPlan(identity.websiteUrl),
         evidence: [],
@@ -21519,7 +21595,7 @@ localSourcebookApp.post("/capture", createApiKeyAuth(), async (c) => {
     });
     await persistLocalSourcebookTags(submission.id, Number(user.id), validation.normalizedTags, parsed.data.tagDecisions);
     const dispatched = await dispatchLocalSourcebookAcquisition(submission.id).catch(() => false);
-    return c.json({ ok: true, valid: true, submission, normalizedTags: validation.normalizedTags, acquisition: { queued: true, dispatched }, acquisitionPlan: acquisitionPlan(identity.websiteUrl) }, 202);
+    return c.json({ ok: true, valid: true, submission, publicUrls: localSourcebookPublicationLinks(submission), normalizedTags: validation.normalizedTags, acquisition: { queued: true, dispatched }, acquisitionPlan: acquisitionPlan(identity.websiteUrl) }, 202);
   } catch (error) {
     const message = error instanceof Error ? error.message : String(error);
     const conflict = message.includes("revision conflict") ? "revision_conflict" : message.includes("idempotency key conflicts") ? "idempotency_conflict" : null;
@@ -21533,6 +21609,7 @@ localSourcebookApp.post("/submissions", createApiKeyAuth(), async (c) => {
   if (!parsed.success) return c.json({ error: "invalid_submission", issues: parsed.error.issues }, 400);
   const input = parsed.data;
   const listingSlug = input.slug ?? slug(input.businessName);
+  const publicUrls = localSourcebookPublicUrls(input.category, input.state, listingSlug);
   try {
     const submission = await createLocalSourcebookSubmission({
       ownerUserId: Number(user.id),
@@ -21545,7 +21622,8 @@ localSourcebookApp.post("/submissions", createApiKeyAuth(), async (c) => {
         slug: listingSlug,
         name: input.businessName,
         websiteUrl: input.websiteUrl,
-        canonicalPaths: { profile: `/${input.state}/${listingSlug}`, reviews: `/${input.state}/${listingSlug}/reviews` },
+        canonicalPaths: { profile: publicUrls.profilePath, reviews: publicUrls.reviewsPath },
+        canonicalUrls: { profile: publicUrls.profileUrl, reviews: publicUrls.reviewsUrl },
         verificationState: "submitted",
         acquisitionPlan: acquisitionPlan(input.websiteUrl),
         evidence: [],
@@ -21554,7 +21632,7 @@ localSourcebookApp.post("/submissions", createApiKeyAuth(), async (c) => {
       }
     });
     const dispatched = await dispatchLocalSourcebookAcquisition(submission.id).catch(() => false);
-    return c.json({ ok: true, submission, acquisition: { queued: true, dispatched }, acquisitionPlan: acquisitionPlan(input.websiteUrl) }, 202);
+    return c.json({ ok: true, submission, publicUrls: localSourcebookPublicationLinks(submission), acquisition: { queued: true, dispatched }, acquisitionPlan: acquisitionPlan(input.websiteUrl) }, 202);
   } catch (error) {
     return c.json({ error: "submission_conflict", message: error instanceof Error ? error.message : String(error) }, 409);
   }
@@ -21563,7 +21641,7 @@ localSourcebookApp.get("/submissions/:id", createApiKeyAuth(), async (c) => {
   const userId = Number(c.get("user").id);
   const submission = await getLocalSourcebookSubmission(c.req.param("id"), userId);
   if (!submission) return c.json({ error: "not_found" }, 404);
-  return c.json({ ok: true, submission, draft: await getLocalSourcebookDraft(submission.id, userId) });
+  return c.json({ ok: true, submission, publicUrls: localSourcebookPublicationLinks(submission), draft: await getLocalSourcebookDraft(submission.id, userId) });
 });
 localSourcebookApp.on(["PATCH", "POST"], "/submissions/:id/draft", createApiKeyAuth(), (c) => c.json({
   error: "evidence_refresh_required",
@@ -21576,16 +21654,18 @@ localSourcebookApp.post("/submissions/:id/refresh", createApiKeyAuth(), async (c
     const submission = await queueLocalSourcebookRefresh(c.req.param("id"), Number(user.id));
     if (!submission) return c.json({ error: "not_found" }, 404);
     const dispatched = await dispatchLocalSourcebookAcquisition(submission.id).catch(() => false);
-    return c.json({ ok: true, submission, acquisition: { queued: true, dispatched }, acquisitionPlan: acquisitionPlan(submission.websiteUrl) }, 202);
+    return c.json({ ok: true, submission, publicUrls: localSourcebookPublicationLinks(submission), acquisition: { queued: true, dispatched }, acquisitionPlan: acquisitionPlan(submission.websiteUrl) }, 202);
   } catch (error) {
     return c.json({ error: "moderated_listing", message: error instanceof Error ? error.message : String(error) }, 409);
   }
 });
 var publicLocalSourcebookApp = new Hono17();
-publicLocalSourcebookApp.get("/:category/:state", async (c) => c.json({ ok: true, listings: await listPublicLocalSourcebook(c.req.param("category"), c.req.param("state").toLowerCase()) }));
+publicLocalSourcebookApp.get("/", async (c) => c.json({ ok: true, listings: (await listAllPublicLocalSourcebook()).map(withCanonicalLocalSourcebookUrls) }));
+publicLocalSourcebookApp.get("/:category", async (c) => c.json({ ok: true, listings: (await listAllPublicLocalSourcebook(c.req.param("category"))).map(withCanonicalLocalSourcebookUrls) }));
+publicLocalSourcebookApp.get("/:category/:state", async (c) => c.json({ ok: true, listings: (await listPublicLocalSourcebook(c.req.param("category"), c.req.param("state").toLowerCase())).map(withCanonicalLocalSourcebookUrls) }));
 publicLocalSourcebookApp.get("/:category/:state/:slug", async (c) => {
   const listing = await getPublicLocalSourcebook(c.req.param("category"), c.req.param("state").toLowerCase(), c.req.param("slug"));
-  return listing ? c.json({ ok: true, listing }) : c.json({ error: "not_found" }, 404);
+  return listing ? c.json({ ok: true, listing: withCanonicalLocalSourcebookUrls(listing) }) : c.json({ error: "not_found" }, 404);
 });
 var adminLocalSourcebookApp = new Hono17();
 adminLocalSourcebookApp.use("*", adminAuth);
@@ -40959,4 +41039,4 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-RTQUTQZE.js.map
+//# sourceMappingURL=server-W4JLSNKW.js.map