mcp-scraper 0.4.2 → 0.4.4

package/dist/{server-6IYQQK6X.js → server-IKT3QVFB.js}

@@ -31,7 +31,7 @@ import {
   registerSerpIntelligenceCaptureTools,
   sanitizeAttempts,
   sanitizeHarvestResult
-} from "./chunk-GFY6XHZS.js";
+} from "./chunk-Z34NGK64.js";
 import {
   auditImages,
   getBlobStore
@@ -65,7 +65,7 @@ import {
   RawMapsOverviewSchema,
   RawMapsReviewStatsSchema
 } from "./chunk-XGIPATLV.js";
-import "./chunk-7HICT4GY.js";
+import "./chunk-TZRPP45I.js";
 import {
   completeExtractJob,
   countSuccessfulPages,
@@ -76,7 +76,7 @@ import {
   saveExtractPages,
   setExtractJobTotal,
   settleExtractJob
-} from "./chunk-NVUBFCJK.js";
+} from "./chunk-4ZZWFI6L.js";
 import {
   BROWSER_OPEN_MIN_BALANCE_MC,
   CONCURRENCY_PRICE_ID,
@@ -95,7 +95,7 @@ import {
   browserActiveCostMc,
   concurrencySlotBillingInfo,
   insufficientBalanceResponse
-} from "./chunk-4MFYMUIF.js";
+} from "./chunk-5LO6EHEH.js";
 import {
   CaptchaError,
   RECAPTCHA_INSTRUCTIONS,
@@ -5274,7 +5274,7 @@ async function extractSite(opts) {
 }
 
 // src/api/server.ts
-import { Hono as Hono20 } from "hono";
+import { Hono as Hono22 } from "hono";
 import { serve as serveInngest } from "inngest/hono";
 
 // src/inngest/client.ts
@@ -13160,13 +13160,369 @@ mapsApp.post("/place", createApiKeyAuth(), async (c) => {
   }
 });
 
-// src/api/directory-routes.ts
+// src/api/trustpilot-routes.ts
 import { Hono as Hono11 } from "hono";
+import { z as z19 } from "zod";
+var TrustpilotReviewsBodySchema = z19.object({
+  domain: z19.string().trim().min(1, "domain is required"),
+  maxPages: z19.number().int().min(1).max(50).default(5)
+});
+function invalidRequest6(message) {
+  return { error_code: "invalid_request", message };
+}
+function normalizeDomain(input) {
+  return input.trim().replace(/^https?:\/\//i, "").replace(/\/.*$/, "");
+}
+function reviewPageUrl(domain, page) {
+  const base = `https://www.trustpilot.com/review/${encodeURIComponent(domain)}`;
+  return page <= 1 ? base : `${base}?page=${page}`;
+}
+async function extractReviewCards(page) {
+  return page.evaluate(() => {
+    const cards = Array.from(document.querySelectorAll('article[data-service-review-card-paper="true"]')).filter((a) => a.querySelector('[data-testid="service-review-card-v2"]'));
+    return cards.map((card) => {
+      const profileLink = card.querySelector('a[data-consumer-profile-link="true"]');
+      const profileHref = profileLink?.getAttribute("href") ?? "";
+      const profileId = profileHref.startsWith("/users/") ? profileHref.slice("/users/".length) : null;
+      const name = card.querySelector('[data-consumer-name-typography="true"]')?.textContent?.trim() ?? null;
+      const timeEl = card.querySelector("time[datetime]");
+      const date = timeEl?.getAttribute("datetime") ?? null;
+      const ratingEl = card.querySelector("[data-service-review-rating]");
+      const ratingRaw = ratingEl?.getAttribute("data-service-review-rating");
+      const rating = ratingRaw ? parseInt(ratingRaw, 10) : null;
+      const titleLink = card.querySelector('a[data-review-title-typography="true"]');
+      const titleHref = titleLink?.getAttribute("href") ?? "";
+      const reviewId = titleHref.startsWith("/reviews/") ? titleHref.slice("/reviews/".length) : null;
+      const title = card.querySelector('[data-service-review-title-typography="true"]')?.textContent?.trim() ?? null;
+      const bodyEl = card.querySelector('[data-service-review-text-typography="true"]');
+      const rawBody = bodyEl?.textContent?.trim() ?? "";
+      const seeMoreEl = card.querySelector('[class*="seeMore"]');
+      const truncated = !!seeMoreEl;
+      const body = truncated ? rawBody.replace(/see more\s*$/i, "").trim() : rawBody;
+      const labelEl = card.querySelector('[class*="reviewLabel"]');
+      const labelText = labelEl?.textContent?.trim() ?? null;
+      const origin = labelText && /invit/i.test(labelText) ? "invited" : labelText ? labelText.toLowerCase() : "organic";
+      const companyReplied = !!card.querySelector('[class*="companyReply"]');
+      return {
+        source: "trustpilot",
+        sourceReviewId: reviewId,
+        reviewUrl: reviewId ? `https://www.trustpilot.com/reviews/${reviewId}` : null,
+        reviewer: {
+          name,
+          profileId,
+          title: null,
+          companySegment: null
+        },
+        rating,
+        ratingScale: 5,
+        title,
+        date,
+        body: [{ question: null, answer: body }],
+        truncated,
+        flags: {
+          origin,
+          incentivized: null,
+          validated: null,
+          currentUser: null,
+          companyReplied
+        }
+      };
+    });
+  });
+}
+var trustpilotApp = new Hono11();
+trustpilotApp.post("/reviews", createApiKeyAuth(), async (c) => {
+  const raw = await c.req.json().catch(() => ({}));
+  const parsed = TrustpilotReviewsBodySchema.safeParse(raw);
+  if (!parsed.success) return c.json(invalidRequest6(parsed.error.issues[0]?.message ?? "Invalid request"), 400);
+  const body = parsed.data;
+  const domain = normalizeDomain(body.domain);
+  const user = c.get("user");
+  const gate = await acquireConcurrencyGate(user, "trustpilot_reviews", {
+    reuseLockId: c.req.header("x-mcp-scraper-concurrency-lock"),
+    metadata: { domain, maxPages: body.maxPages }
+  });
+  if (!gate.ok) return c.json(concurrencyLimitExceededResponse(gate), 429, { "Retry-After": String(gate.retryAfterSeconds) });
+  let debited = false;
+  let reviewDebitMc = 0;
+  try {
+    const { ok, balance_mc } = await debitMc(user.id, MC_COSTS.trustpilot_reviews, LedgerOperation.TRUSTPILOT_REVIEWS, domain);
+    if (!ok) return c.json(insufficientBalanceResponse(balance_mc, MC_COSTS.trustpilot_reviews), 402);
+    debited = true;
+    const startMs = Date.now();
+    const driver = new BrowserDriver();
+    const allReviews = [];
+    let pagesFetched = 0;
+    try {
+      await driver.launch({
+        headless: true,
+        kernelApiKey: browserServiceApiKey(),
+        viewport: { width: 1280, height: 900 },
+        locale: "en-US"
+      });
+      const page = driver.getPage();
+      for (let pageNum = 1; pageNum <= body.maxPages; pageNum++) {
+        const url = reviewPageUrl(domain, pageNum);
+        await page.goto(url, { waitUntil: "domcontentloaded", timeout: 45e3 });
+        await page.waitForTimeout(2e3);
+        const cards = await extractReviewCards(page);
+        pagesFetched = pageNum;
+        if (cards.length === 0) break;
+        allReviews.push(...cards);
+      }
+    } finally {
+      await driver.close();
+    }
+    if (pagesFetched === 0 || allReviews.length === 0) {
+      await creditMc(user.id, MC_COSTS.trustpilot_reviews, LedgerOperation.TRUSTPILOT_REVIEWS_REFUND, "no reviews found");
+      await logRequestEvent({ userId: user.id, source: "trustpilot_reviews", status: "failed", query: domain, error: "no reviews found" });
+      return c.json({ error: "No reviews found for this domain (refunded)", domain }, 404);
+    }
+    reviewDebitMc = allReviews.length * MC_COSTS.trustpilot_review;
+    if (reviewDebitMc > 0) {
+      const reviewDebit = await debitMc(user.id, reviewDebitMc, LedgerOperation.TRUSTPILOT_REVIEW, domain);
+      if (!reviewDebit.ok) {
+        allReviews.length = Math.floor((reviewDebit.balance_mc ?? 0) / MC_COSTS.trustpilot_review);
+        reviewDebitMc = allReviews.length * MC_COSTS.trustpilot_review;
+        if (reviewDebitMc > 0) await debitMc(user.id, reviewDebitMc, LedgerOperation.TRUSTPILOT_REVIEW, domain);
+      }
+    }
+    const result = {
+      domain,
+      reviewUrl: reviewPageUrl(domain, 1),
+      extractedAt: (/* @__PURE__ */ new Date()).toISOString(),
+      requestedMaxPages: body.maxPages,
+      pagesFetched,
+      reviewCount: allReviews.length,
+      reviews: allReviews,
+      durationMs: Date.now() - startMs
+    };
+    await logRequestEvent({ userId: user.id, source: "trustpilot_reviews", status: "done", query: domain, resultCount: allReviews.length, result });
+    return c.json(result);
+  } catch (err) {
+    if (debited) await creditMc(user.id, MC_COSTS.trustpilot_reviews, LedgerOperation.TRUSTPILOT_REVIEWS_REFUND, "failed call");
+    if (reviewDebitMc > 0) await creditMc(user.id, reviewDebitMc, LedgerOperation.TRUSTPILOT_REVIEW_REFUND, "failed call");
+    const msg = err instanceof Error ? err.message : String(err);
+    await logRequestEvent({ userId: user.id, source: "trustpilot_reviews", status: "failed", query: domain, error: msg });
+    return c.json({ error: msg }, 500);
+  } finally {
+    await releaseConcurrencyGate(gate.lockId);
+  }
+});
+
+// src/api/g2-routes.ts
+import { Hono as Hono12 } from "hono";
+import { z as z20 } from "zod";
+var G2ReviewsBodySchema = z20.object({
+  product: z20.string().trim().min(1, "product is required"),
+  maxPages: z20.number().int().min(1).max(50).default(5)
+});
+function invalidRequest7(message) {
+  return { error_code: "invalid_request", message };
+}
+function normalizeProductSlug(input) {
+  return input.trim().replace(/^https?:\/\/(www\.)?g2\.com\/products\//i, "").replace(/\/.*$/, "").replace(/\s+/g, "-").toLowerCase();
+}
+function reviewPageUrl2(product, page) {
+  const base = `https://www.g2.com/products/${encodeURIComponent(product)}/reviews`;
+  return page <= 1 ? base : `${base}?page=${page}`;
+}
+async function residentialProxyId2(attemptIndex) {
+  try {
+    const r = await resolveKernelProxyId({
+      kernelApiKey: browserServiceApiKey(),
+      proxyMode: "location",
+      location: "Austin, TX",
+      gl: "us",
+      attemptIndex,
+      fresh: true
+    });
+    return r.kernelProxyId;
+  } catch {
+    return void 0;
+  }
+}
+async function extractG2ReviewCards(page) {
+  return page.evaluate(() => {
+    const cards = Array.from(document.querySelectorAll("article[data-track-in-viewport-options]"));
+    return cards.map((card) => {
+      let meta = {};
+      try {
+        meta = JSON.parse(card.getAttribute("data-track-in-viewport-options") ?? "{}");
+      } catch {
+        meta = {};
+      }
+      const reviewId = meta.survey_response_id != null ? String(meta.survey_response_id) : null;
+      const publishedDateRaw = typeof meta.published_date === "string" ? meta.published_date : null;
+      const date = publishedDateRaw && /^\d{8}$/.test(publishedDateRaw) ? `${publishedDateRaw.slice(0, 4)}-${publishedDateRaw.slice(4, 6)}-${publishedDateRaw.slice(6, 8)}` : null;
+      const profileLink = card.querySelector('a[href*="/users/"]');
+      const profileHref = profileLink?.getAttribute("href") ?? "";
+      const profileMatch = profileHref.match(/\/users\/([a-f0-9-]+)/i);
+      const profileId = profileMatch ? profileMatch[1] : null;
+      const infoWrapper = profileLink?.parentElement;
+      const infoDiv = infoWrapper ? Array.from(infoWrapper.children).find((el2) => el2 !== profileLink) : null;
+      const name = infoDiv?.querySelector('div[class*="font-bold"]')?.textContent?.trim() ?? null;
+      const subtleDivs = infoDiv ? Array.from(infoDiv.querySelectorAll('div[class*="text-subtle"]')) : [];
+      const reviewerTitle = subtleDivs[0]?.textContent?.trim() ?? null;
+      const companySegment = subtleDivs[1]?.textContent?.trim() ?? null;
+      const ratingEl = card.querySelector('[class*="star-wrapper__desc__rating"]');
+      const ratingText = ratingEl?.textContent?.trim() ?? "";
+      const ratingParts = ratingText.split("/");
+      const rating = ratingParts[0] ? parseFloat(ratingParts[0]) : null;
+      const ratingScale = ratingParts[1] ? parseFloat(ratingParts[1]) : 5;
+      const titleEl = card.querySelector('div[class*="text-lg"][class*="font-bold"]');
+      const title = titleEl?.textContent?.trim().replace(/^["“]+|["”]+$/g, "") ?? null;
+      const sections = Array.from(card.querySelectorAll("section"));
+      const body = sections.map((sec) => {
+        const question = sec.querySelector('div[class*="font-bold"]')?.textContent?.trim() ?? null;
+        const paragraphs = Array.from(sec.querySelectorAll("p")).map((p) => p.textContent?.trim() ?? "");
+        const answer = paragraphs.join("\n\n").replace(/Review collected by and hosted on G2\.com\.\s*$/, "").trim();
+        return { question, answer };
+      }).filter((b) => b.answer.length > 0);
+      const flagButtons = Array.from(card.querySelectorAll("button[title]"));
+      let currentUser = false;
+      let validated = false;
+      let incentivized = false;
+      let origin = null;
+      for (const btn of flagButtons) {
+        const label = btn.querySelector("label")?.textContent?.trim() ?? "";
+        if (/current user/i.test(label)) currentUser = true;
+        else if (/validated/i.test(label)) validated = true;
+        else if (/^incentivized$/i.test(label)) incentivized = true;
+        else if (/^source:/i.test(label)) origin = label.replace(/^source:\s*/i, "").trim();
+      }
+      const copyBtn = card.querySelector('[data-clipboard-text*="/reviews/"]');
+      const reviewUrl = copyBtn?.getAttribute("data-clipboard-text") ?? null;
+      return {
+        source: "g2",
+        sourceReviewId: reviewId,
+        reviewUrl,
+        reviewer: {
+          name,
+          profileId,
+          title: reviewerTitle,
+          companySegment
+        },
+        rating,
+        ratingScale,
+        title,
+        date,
+        body: body.length > 0 ? body : [{ question: null, answer: "" }],
+        truncated: false,
+        flags: {
+          origin,
+          incentivized,
+          validated,
+          currentUser,
+          companyReplied: null
+        }
+      };
+    });
+  });
+}
+var g2App = new Hono12();
+g2App.post("/reviews", createApiKeyAuth(), async (c) => {
+  const raw = await c.req.json().catch(() => ({}));
+  const parsed = G2ReviewsBodySchema.safeParse(raw);
+  if (!parsed.success) return c.json(invalidRequest7(parsed.error.issues[0]?.message ?? "Invalid request"), 400);
+  const body = parsed.data;
+  const product = normalizeProductSlug(body.product);
+  const user = c.get("user");
+  const gate = await acquireConcurrencyGate(user, "g2_reviews", {
+    reuseLockId: c.req.header("x-mcp-scraper-concurrency-lock"),
+    metadata: { product, maxPages: body.maxPages }
+  });
+  if (!gate.ok) return c.json(concurrencyLimitExceededResponse(gate), 429, { "Retry-After": String(gate.retryAfterSeconds) });
+  let debited = false;
+  let reviewDebitMc = 0;
+  try {
+    const { ok, balance_mc } = await debitMc(user.id, MC_COSTS.g2_reviews, LedgerOperation.G2_REVIEWS, product);
+    if (!ok) return c.json(insufficientBalanceResponse(balance_mc, MC_COSTS.g2_reviews), 402);
+    debited = true;
+    const startMs = Date.now();
+    const allReviews = [];
+    let pagesFetched = 0;
+    let blocked = false;
+    for (let attempt = 0; attempt < 3 && pagesFetched === 0; attempt++) {
+      const proxyId = await residentialProxyId2(attempt);
+      const driver = new BrowserDriver();
+      try {
+        await driver.launch({
+          headless: true,
+          kernelApiKey: browserServiceApiKey(),
+          kernelProxyId: proxyId,
+          viewport: { width: 1280, height: 900 },
+          locale: "en-US"
+        });
+        const page = driver.getPage();
+        for (let pageNum = 1; pageNum <= body.maxPages; pageNum++) {
+          const url = reviewPageUrl2(product, pageNum);
+          await page.goto(url, { waitUntil: "domcontentloaded", timeout: 45e3 });
+          await page.waitForTimeout(5e3);
+          await page.evaluate(() => window.scrollTo(0, 1200)).catch(() => {
+          });
+          await page.waitForTimeout(3e3);
+          let cards;
+          try {
+            cards = await extractG2ReviewCards(page);
+          } catch {
+            await page.waitForTimeout(3e3);
+            cards = await extractG2ReviewCards(page);
+          }
+          if (cards.length === 0) break;
+          allReviews.push(...cards);
+          pagesFetched = pageNum;
+        }
+      } catch {
+        blocked = true;
+      } finally {
+        await driver.close();
+      }
+    }
+    if (pagesFetched === 0 || allReviews.length === 0) {
+      await creditMc(user.id, MC_COSTS.g2_reviews, LedgerOperation.G2_REVIEWS_REFUND, blocked ? "blocked after retries" : "no reviews found");
+      await logRequestEvent({ userId: user.id, source: "g2_reviews", status: "failed", query: product, error: blocked ? "blocked after retries" : "no reviews found" });
+      return c.json({ error: "No reviews found for this product (refunded)", product }, 404);
+    }
+    reviewDebitMc = allReviews.length * MC_COSTS.g2_review;
+    if (reviewDebitMc > 0) {
+      const reviewDebit = await debitMc(user.id, reviewDebitMc, LedgerOperation.G2_REVIEW, product);
+      if (!reviewDebit.ok) {
+        allReviews.length = Math.floor((reviewDebit.balance_mc ?? 0) / MC_COSTS.g2_review);
+        reviewDebitMc = allReviews.length * MC_COSTS.g2_review;
+        if (reviewDebitMc > 0) await debitMc(user.id, reviewDebitMc, LedgerOperation.G2_REVIEW, product);
+      }
+    }
+    const result = {
+      product,
+      reviewUrl: reviewPageUrl2(product, 1),
+      extractedAt: (/* @__PURE__ */ new Date()).toISOString(),
+      requestedMaxPages: body.maxPages,
+      pagesFetched,
+      reviewCount: allReviews.length,
+      reviews: allReviews,
+      durationMs: Date.now() - startMs
+    };
+    await logRequestEvent({ userId: user.id, source: "g2_reviews", status: "done", query: product, resultCount: allReviews.length, result });
+    return c.json(result);
+  } catch (err) {
+    if (debited) await creditMc(user.id, MC_COSTS.g2_reviews, LedgerOperation.G2_REVIEWS_REFUND, "failed call");
+    if (reviewDebitMc > 0) await creditMc(user.id, reviewDebitMc, LedgerOperation.G2_REVIEW_REFUND, "failed call");
+    const msg = err instanceof Error ? err.message : String(err);
+    await logRequestEvent({ userId: user.id, source: "g2_reviews", status: "failed", query: product, error: msg });
+    return c.json({ error: msg }, 500);
+  } finally {
+    await releaseConcurrencyGate(gate.lockId);
+  }
+});
+
+// src/api/directory-routes.ts
+import { Hono as Hono13 } from "hono";
 
 // src/directory/directory-workflow.ts
 import { mkdir as mkdir2, writeFile } from "fs/promises";
 import { join as join5 } from "path";
-import { z as z19 } from "zod";
+import { z as z21 } from "zod";
 
 // src/directory/location-db.ts
 import { access, readFile } from "fs/promises";
@@ -13327,24 +13683,24 @@ async function resolveDirectoryMarkets(options) {
 }
 
 // src/directory/directory-workflow.ts
-var DirectoryWorkflowOptionsSchema = z19.object({
-  query: z19.string().min(1),
-  state: z19.string().min(2).default("TN"),
-  minPopulation: z19.number().int().min(0).default(1e5),
-  populationYear: z19.union(POPULATION_YEARS.map((year) => z19.literal(year))).default(2025),
-  maxCities: z19.number().int().min(1).max(100).default(25),
-  maxResultsPerCity: z19.number().int().min(1).max(50).default(50),
-  concurrency: z19.number().int().min(1).max(5).default(5),
-  includeZipGroups: z19.boolean().default(true),
-  usZipsCsvPath: z19.string().optional(),
-  saveCsv: z19.boolean().default(true),
-  gl: z19.string().length(2).default("us"),
-  hl: z19.string().length(2).default("en"),
-  proxyMode: z19.enum(["location", "configured", "none"]).default(DEFAULT_MAPS_PROXY_MODE),
-  proxyZip: z19.string().regex(/^\d{5}$/).optional(),
-  debug: z19.boolean().default(false),
-  headless: z19.boolean().default(true),
-  kernelApiKey: z19.string().optional()
+var DirectoryWorkflowOptionsSchema = z21.object({
+  query: z21.string().min(1),
+  state: z21.string().min(2).default("TN"),
+  minPopulation: z21.number().int().min(0).default(1e5),
+  populationYear: z21.union(POPULATION_YEARS.map((year) => z21.literal(year))).default(2025),
+  maxCities: z21.number().int().min(1).max(100).default(25),
+  maxResultsPerCity: z21.number().int().min(1).max(50).default(50),
+  concurrency: z21.number().int().min(1).max(5).default(5),
+  includeZipGroups: z21.boolean().default(true),
+  usZipsCsvPath: z21.string().optional(),
+  saveCsv: z21.boolean().default(true),
+  gl: z21.string().length(2).default("us"),
+  hl: z21.string().length(2).default("en"),
+  proxyMode: z21.enum(["location", "configured", "none"]).default(DEFAULT_MAPS_PROXY_MODE),
+  proxyZip: z21.string().regex(/^\d{5}$/).optional(),
+  debug: z21.boolean().default(false),
+  headless: z21.boolean().default(true),
+  kernelApiKey: z21.string().optional()
 });
 function errorMessage(err) {
   return err instanceof Error ? err.message : String(err);
@@ -13565,7 +13921,7 @@ async function runDirectoryWorkflowFromPlan(options, plan) {
 }
 
 // src/api/directory-routes.ts
-var directoryApp = new Hono11();
+var directoryApp = new Hono13();
 directoryApp.post("/run", createApiKeyAuth(), async (c) => {
   const user = c.get("user");
   const body = await c.req.json().catch(() => ({}));
@@ -13638,35 +13994,35 @@ directoryApp.post("/run", createApiKeyAuth(), async (c) => {
 // src/api/workflow-routes.ts
 import { createHmac as createHmac2 } from "crypto";
 import { readFile as readFile2 } from "fs/promises";
-import { Hono as Hono12 } from "hono";
-import { z as z20 } from "zod";
-var workflowApp = new Hono12();
-var WorkflowInputSchema = z20.record(z20.unknown()).default({});
-var WorkflowIdSchema = z20.string().min(1);
-var CadenceSchema = z20.enum(["daily", "weekly", "monthly"]);
-var ScheduleStatusSchema = z20.enum(["active", "paused"]);
-var RunBodySchema = z20.object({
+import { Hono as Hono14 } from "hono";
+import { z as z22 } from "zod";
+var workflowApp = new Hono14();
+var WorkflowInputSchema = z22.record(z22.unknown()).default({});
+var WorkflowIdSchema = z22.string().min(1);
+var CadenceSchema = z22.enum(["daily", "weekly", "monthly"]);
+var ScheduleStatusSchema = z22.enum(["active", "paused"]);
+var RunBodySchema = z22.object({
   workflowId: WorkflowIdSchema,
   input: WorkflowInputSchema,
-  webhookUrl: z20.string().url().optional()
+  webhookUrl: z22.string().url().optional()
 });
-var ScheduleCreateSchema = z20.object({
+var ScheduleCreateSchema = z22.object({
   workflowId: WorkflowIdSchema,
-  name: z20.string().min(1).max(120).optional(),
+  name: z22.string().min(1).max(120).optional(),
   input: WorkflowInputSchema,
   cadence: CadenceSchema.default("weekly"),
-  timezone: z20.string().min(1).max(64).default("UTC"),
-  webhookUrl: z20.string().url().optional(),
-  nextRunAt: z20.string().datetime().optional()
+  timezone: z22.string().min(1).max(64).default("UTC"),
+  webhookUrl: z22.string().url().optional(),
+  nextRunAt: z22.string().datetime().optional()
 });
-var SchedulePatchSchema = z20.object({
-  name: z20.string().min(1).max(120).optional(),
+var SchedulePatchSchema = z22.object({
+  name: z22.string().min(1).max(120).optional(),
   status: ScheduleStatusSchema.optional(),
   input: WorkflowInputSchema.optional(),
   cadence: CadenceSchema.optional(),
-  timezone: z20.string().min(1).max(64).optional(),
-  webhookUrl: z20.string().url().nullable().optional(),
-  nextRunAt: z20.string().datetime().nullable().optional()
+  timezone: z22.string().min(1).max(64).optional(),
+  webhookUrl: z22.string().url().nullable().optional(),
+  nextRunAt: z22.string().datetime().nullable().optional()
 });
 function hostedWorkflowOutputDir() {
   return workflowOutputBaseDir(process.env.MCP_SCRAPER_WORKFLOW_OUTPUT_DIR?.trim() || "/tmp/mcp-scraper-workflows");
@@ -14170,7 +14526,7 @@ workflowApp.post("/cron/dispatch", async (c) => {
 });
 
 // src/api/serp-intelligence-routes.ts
-import { Hono as Hono13 } from "hono";
+import { Hono as Hono15 } from "hono";
 
 // src/serp-intelligence/page-snapshot-extractor.ts
 import { createHash as createHash2 } from "crypto";
@@ -14482,7 +14838,7 @@ async function capturePageSnapshots(targets, options = {}) {
 }
 
 // src/serp-intelligence/schemas.ts
-import { z as z21 } from "zod";
+import { z as z23 } from "zod";
 var SerpIntelligenceDeviceValues = ["desktop", "mobile"];
 var SerpIntelligenceProxyModeValues = ["location", "configured", "none"];
 var SerpIntelligenceAttemptOutcomeValues = [
@@ -14544,171 +14900,171 @@ function isPublicHttpUrl(value) {
     return false;
   }
 }
-var SerpIntelligencePublicHttpUrlSchema = z21.string().url().refine(isPublicHttpUrl, "url must be a public HTTP or HTTPS URL");
-var SerpIntelligenceCaptureBodySchema = z21.object({
-  query: z21.string().trim().min(1, "query is required"),
-  location: z21.string().trim().min(1).optional(),
-  gl: z21.string().trim().length(2).default("us"),
-  hl: z21.string().trim().length(2).default("en"),
-  device: z21.enum(SerpIntelligenceDeviceValues).default("desktop"),
-  proxyMode: z21.enum(SerpIntelligenceProxyModeValues).default(DEFAULT_PROXY_MODE),
-  proxyZip: z21.string().regex(/^\d{5}$/).optional(),
-  pages: z21.number().int().min(1).max(2).default(1),
-  debug: z21.boolean().default(false),
-  includePageSnapshots: z21.boolean().default(false),
-  pageSnapshotLimit: z21.number().int().min(0).max(10).default(0)
+var SerpIntelligencePublicHttpUrlSchema = z23.string().url().refine(isPublicHttpUrl, "url must be a public HTTP or HTTPS URL");
+var SerpIntelligenceCaptureBodySchema = z23.object({
+  query: z23.string().trim().min(1, "query is required"),
+  location: z23.string().trim().min(1).optional(),
+  gl: z23.string().trim().length(2).default("us"),
+  hl: z23.string().trim().length(2).default("en"),
+  device: z23.enum(SerpIntelligenceDeviceValues).default("desktop"),
+  proxyMode: z23.enum(SerpIntelligenceProxyModeValues).default(DEFAULT_PROXY_MODE),
+  proxyZip: z23.string().regex(/^\d{5}$/).optional(),
+  pages: z23.number().int().min(1).max(2).default(1),
+  debug: z23.boolean().default(false),
+  includePageSnapshots: z23.boolean().default(false),
+  pageSnapshotLimit: z23.number().int().min(0).max(10).default(0)
 }).strict();
-var SerpIntelligencePageSnapshotRequestSchema = z21.object({
+var SerpIntelligencePageSnapshotRequestSchema = z23.object({
   url: SerpIntelligencePublicHttpUrlSchema,
-  sourceKind: z21.enum(SerpPageSnapshotSourceKindValues).default("configured_target"),
-  sourcePosition: z21.number().int().min(1).optional()
+  sourceKind: z23.enum(SerpPageSnapshotSourceKindValues).default("configured_target"),
+  sourcePosition: z23.number().int().min(1).optional()
 }).strict();
-var SerpIntelligencePageSnapshotsBodySchema = z21.object({
-  urls: z21.array(SerpIntelligencePublicHttpUrlSchema).min(1).max(25),
-  targets: z21.array(SerpIntelligencePageSnapshotRequestSchema).min(1).max(25).optional(),
-  maxConcurrency: z21.number().int().min(1).max(5).default(2),
-  timeoutMs: z21.number().int().min(1e3).max(6e4).default(15e3),
-  debug: z21.boolean().default(false)
+var SerpIntelligencePageSnapshotsBodySchema = z23.object({
+  urls: z23.array(SerpIntelligencePublicHttpUrlSchema).min(1).max(25),
+  targets: z23.array(SerpIntelligencePageSnapshotRequestSchema).min(1).max(25).optional(),
+  maxConcurrency: z23.number().int().min(1).max(5).default(2),
+  timeoutMs: z23.number().int().min(1e3).max(6e4).default(15e3),
+  debug: z23.boolean().default(false)
 }).strict();
-var SerpIntelligenceAICitationSchema = z21.object({
-  text: z21.string(),
-  href: z21.string()
+var SerpIntelligenceAICitationSchema = z23.object({
+  text: z23.string(),
+  href: z23.string()
 }).strict();
-var SerpIntelligenceOrganicResultSchema = z21.object({
-  position: z21.number().int().min(1),
-  title: z21.string(),
-  url: z21.string(),
-  domain: z21.string(),
-  cite: z21.string().nullable(),
-  snippet: z21.string().nullable(),
-  isRedditStyle: z21.boolean(),
-  inlineRating: z21.object({
-    value: z21.string(),
-    count: z21.string()
+var SerpIntelligenceOrganicResultSchema = z23.object({
+  position: z23.number().int().min(1),
+  title: z23.string(),
+  url: z23.string(),
+  domain: z23.string(),
+  cite: z23.string().nullable(),
+  snippet: z23.string().nullable(),
+  isRedditStyle: z23.boolean(),
+  inlineRating: z23.object({
+    value: z23.string(),
+    count: z23.string()
   }).strict().nullable()
 }).strict();
-var SerpIntelligenceLocationEvidenceSchema = z21.object({
-  status: z21.enum(SerpIntelligenceLocalizationStatusValues),
-  expected: z21.object({
-    city: z21.string(),
-    regionCode: z21.string().nullable(),
-    canonicalLocation: z21.string()
+var SerpIntelligenceLocationEvidenceSchema = z23.object({
+  status: z23.enum(SerpIntelligenceLocalizationStatusValues),
+  expected: z23.object({
+    city: z23.string(),
+    regionCode: z23.string().nullable(),
+    canonicalLocation: z23.string()
   }).strict().nullable(),
-  candidates: z21.array(z21.object({
-    city: z21.string(),
-    regionCode: z21.string(),
-    count: z21.number().int().min(0),
-    examples: z21.array(z21.string())
+  candidates: z23.array(z23.object({
+    city: z23.string(),
+    regionCode: z23.string(),
+    count: z23.number().int().min(0),
+    examples: z23.array(z23.string())
   }).strict())
 }).strict();
-var SerpIntelligenceHarvestResultSchema = z21.object({
-  seed: z21.string(),
-  location: z21.string().nullable(),
-  extractedAt: z21.string(),
-  totalQuestions: z21.number().int().min(0),
-  surface: z21.enum(["web", "aim", "unknown"]),
-  aiOverview: z21.object({
-    detected: z21.boolean(),
-    text: z21.string().nullable(),
-    citations: z21.array(SerpIntelligenceAICitationSchema),
-    expanded: z21.boolean().optional(),
-    fullyExpanded: z21.boolean().optional(),
-    sections: z21.array(z21.string()).optional()
+var SerpIntelligenceHarvestResultSchema = z23.object({
+  seed: z23.string(),
+  location: z23.string().nullable(),
+  extractedAt: z23.string(),
+  totalQuestions: z23.number().int().min(0),
+  surface: z23.enum(["web", "aim", "unknown"]),
+  aiOverview: z23.object({
+    detected: z23.boolean(),
+    text: z23.string().nullable(),
+    citations: z23.array(SerpIntelligenceAICitationSchema),
+    expanded: z23.boolean().optional(),
+    fullyExpanded: z23.boolean().optional(),
+    sections: z23.array(z23.string()).optional()
   }).strict(),
-  aiMode: z21.object({
-    detected: z21.boolean(),
-    text: z21.string().nullable(),
-    citations: z21.array(SerpIntelligenceAICitationSchema)
+  aiMode: z23.object({
+    detected: z23.boolean(),
+    text: z23.string().nullable(),
+    citations: z23.array(SerpIntelligenceAICitationSchema)
   }).strict(),
-  tree: z21.array(z21.unknown()),
-  flat: z21.array(z21.unknown()),
-  videos: z21.array(z21.unknown()),
-  forums: z21.array(z21.unknown()),
-  organicResults: z21.array(SerpIntelligenceOrganicResultSchema),
-  localPack: z21.array(z21.unknown()),
-  entityIds: z21.object({
-    entities: z21.array(z21.object({
-      name: z21.string(),
-      kgId: z21.string().nullable(),
-      cid: z21.string().nullable(),
-      gcid: z21.string().nullable()
+  tree: z23.array(z23.unknown()),
+  flat: z23.array(z23.unknown()),
+  videos: z23.array(z23.unknown()),
+  forums: z23.array(z23.unknown()),
+  organicResults: z23.array(SerpIntelligenceOrganicResultSchema),
+  localPack: z23.array(z23.unknown()),
+  entityIds: z23.object({
+    entities: z23.array(z23.object({
+      name: z23.string(),
+      kgId: z23.string().nullable(),
+      cid: z23.string().nullable(),
+      gcid: z23.string().nullable()
     }).strict()),
-    kgIds: z21.array(z21.string()),
-    cids: z21.array(z21.string()),
-    gcids: z21.array(z21.string())
+    kgIds: z23.array(z23.string()),
+    cids: z23.array(z23.string()),
+    gcids: z23.array(z23.string())
   }).strict(),
-  stats: z21.object({
-    seed: z21.string(),
-    totalQuestions: z21.number().int().min(0),
-    maxDepthReached: z21.number().int().min(0),
-    durationMs: z21.number().min(0),
-    errorCount: z21.number().int().min(0)
+  stats: z23.object({
+    seed: z23.string(),
+    totalQuestions: z23.number().int().min(0),
+    maxDepthReached: z23.number().int().min(0),
+    durationMs: z23.number().min(0),
+    errorCount: z23.number().int().min(0)
   }).strict(),
-  diagnostics: z21.object({
-    completionStatus: z21.enum(["paa_found", "no_paa", "serp_only"]),
-    problem: z21.null(),
-    warnings: z21.array(z21.unknown()).optional(),
-    debug: z21.object({
+  diagnostics: z23.object({
+    completionStatus: z23.enum(["paa_found", "no_paa", "serp_only"]),
+    problem: z23.null(),
+    warnings: z23.array(z23.unknown()).optional(),
+    debug: z23.object({
       locationEvidence: SerpIntelligenceLocationEvidenceSchema.optional()
     }).passthrough().optional()
   }).passthrough(),
-  whatPeopleSaying: z21.array(z21.unknown())
+  whatPeopleSaying: z23.array(z23.unknown())
 }).strict();
-var SerpIntelligenceCaptureAttemptSchema = z21.object({
-  attemptNumber: z21.number().int().min(1),
-  outcome: z21.enum(SerpIntelligenceAttemptOutcomeValues),
-  startedAt: z21.string().optional(),
-  completedAt: z21.string().optional(),
-  durationMs: z21.number().min(0).optional(),
-  problemCode: z21.string().optional(),
-  message: z21.string().optional(),
-  kernelSessionId: z21.string().nullable().optional(),
-  cleanupSucceeded: z21.boolean().nullable().optional()
+var SerpIntelligenceCaptureAttemptSchema = z23.object({
+  attemptNumber: z23.number().int().min(1),
+  outcome: z23.enum(SerpIntelligenceAttemptOutcomeValues),
+  startedAt: z23.string().optional(),
+  completedAt: z23.string().optional(),
+  durationMs: z23.number().min(0).optional(),
+  problemCode: z23.string().optional(),
+  message: z23.string().optional(),
+  kernelSessionId: z23.string().nullable().optional(),
+  cleanupSucceeded: z23.boolean().nullable().optional()
 }).strict();
-var SerpPageSnapshotCaptureSchema = z21.object({
+var SerpPageSnapshotCaptureSchema = z23.object({
   url: SerpIntelligencePublicHttpUrlSchema,
   requestedUrl: SerpIntelligencePublicHttpUrlSchema,
   finalUrl: SerpIntelligencePublicHttpUrlSchema.nullable(),
-  sourceKind: z21.enum(SerpPageSnapshotSourceKindValues),
-  sourcePosition: z21.number().int().min(1).nullable(),
-  status: z21.enum(SerpPageFetchStatusValues),
-  fetchedVia: z21.enum(SerpPageFetchedViaValues).nullable(),
-  httpStatus: z21.number().int().min(100).max(599).nullable(),
-  contentType: z21.string().nullable(),
-  title: z21.string().nullable(),
+  sourceKind: z23.enum(SerpPageSnapshotSourceKindValues),
+  sourcePosition: z23.number().int().min(1).nullable(),
+  status: z23.enum(SerpPageFetchStatusValues),
+  fetchedVia: z23.enum(SerpPageFetchedViaValues).nullable(),
+  httpStatus: z23.number().int().min(100).max(599).nullable(),
+  contentType: z23.string().nullable(),
+  title: z23.string().nullable(),
   canonicalUrl: SerpIntelligencePublicHttpUrlSchema.nullable(),
-  metaDescription: z21.string().nullable(),
-  headings: z21.array(z21.object({
-    level: z21.number().int().min(1).max(6),
-    text: z21.string()
+  metaDescription: z23.string().nullable(),
+  headings: z23.array(z23.object({
+    level: z23.number().int().min(1).max(6),
+    text: z23.string()
   }).strict()).default([]),
-  artifact: z21.object({
-    htmlBlobUrl: z21.string().url().nullable(),
-    textBlobUrl: z21.string().url().nullable(),
-    markdownBlobUrl: z21.string().url().nullable(),
-    screenshotBlobUrl: z21.string().url().nullable(),
-    contentSha256: z21.string().nullable(),
-    capturedAt: z21.string().nullable()
+  artifact: z23.object({
+    htmlBlobUrl: z23.string().url().nullable(),
+    textBlobUrl: z23.string().url().nullable(),
+    markdownBlobUrl: z23.string().url().nullable(),
+    screenshotBlobUrl: z23.string().url().nullable(),
+    contentSha256: z23.string().nullable(),
+    capturedAt: z23.string().nullable()
   }).strict(),
-  error: z21.object({
-    code: z21.string(),
-    message: z21.string()
+  error: z23.object({
+    code: z23.string(),
+    message: z23.string()
   }).strict().nullable()
 }).strict();
-var SerpIntelligenceCaptureResponseSchema = z21.object({
+var SerpIntelligenceCaptureResponseSchema = z23.object({
   harvestResult: SerpIntelligenceHarvestResultSchema,
-  attempts: z21.array(SerpIntelligenceCaptureAttemptSchema),
+  attempts: z23.array(SerpIntelligenceCaptureAttemptSchema),
   locationEvidence: SerpIntelligenceLocationEvidenceSchema.nullable(),
-  pageSnapshotArtifacts: z21.array(SerpPageSnapshotCaptureSchema),
-  billing: z21.object({
-    creditsUsed: z21.number().min(0).optional(),
-    requestId: z21.string().optional(),
-    jobId: z21.string().optional()
+  pageSnapshotArtifacts: z23.array(SerpPageSnapshotCaptureSchema),
+  billing: z23.object({
+    creditsUsed: z23.number().min(0).optional(),
+    requestId: z23.string().optional(),
+    jobId: z23.string().optional()
   }).strict().optional()
 }).strict();
-var SerpIntelligencePageSnapshotsResponseSchema = z21.object({
-  pageSnapshotArtifacts: z21.array(SerpPageSnapshotCaptureSchema),
-  attempts: z21.array(SerpIntelligenceCaptureAttemptSchema).default([])
+var SerpIntelligencePageSnapshotsResponseSchema = z23.object({
+  pageSnapshotArtifacts: z23.array(SerpPageSnapshotCaptureSchema),
+  attempts: z23.array(SerpIntelligenceCaptureAttemptSchema).default([])
 }).strict();
 
 // src/serp-intelligence/serp-capture-service.ts
@@ -14880,7 +15236,7 @@ var SERP_INTELLIGENCE_RATE_LIMIT = 60;
 var SERP_INTELLIGENCE_RATE_WINDOW_SECONDS = 60;
 var POST_CAPTURE_ROUTE_LABEL = "POST /capture";
 var POST_PAGE_SNAPSHOTS_ROUTE_LABEL = "POST /page-snapshots";
-var serpIntelligenceApp = new Hono13();
+var serpIntelligenceApp = new Hono15();
 serpIntelligenceApp.use("*", createApiKeyAuth());
 function structuredError(input) {
   return {
@@ -15049,7 +15405,7 @@ serpIntelligenceApp.post("/page-snapshots", async (c) => {
 });
 
 // src/mcp/mcp-routes.ts
-import { Hono as Hono14 } from "hono";
+import { Hono as Hono16 } from "hono";
 import { WebStandardStreamableHTTPServerTransport } from "@modelcontextprotocol/sdk/server/webStandardStreamableHttp.js";
 
 // src/mcp/memory-inprocess-executor.ts
@@ -15576,7 +15932,7 @@ async function requireMcpCallerKey(c) {
   if (!user) return mcpAuthError();
   return { key: callerKey, user };
 }
-var mcpApp = new Hono14();
+var mcpApp = new Hono16();
 mcpApp.all("/", async (c) => {
   try {
     const keyOrError = await requireMcpCallerKey(c);
@@ -15602,7 +15958,7 @@ mcpApp.all("/", async (c) => {
 });
 
 // src/api/browser-agent-routes.ts
-import { Hono as Hono15 } from "hono";
+import { Hono as Hono17 } from "hono";
 
 // src/api/browser-agent-db.ts
 import { randomUUID as randomUUID2 } from "crypto";
@@ -16993,7 +17349,7 @@ async function loadOpenSession(id, userId) {
   return row;
 }
 function buildBrowserAgentRoutes() {
-  const app2 = new Hono15();
+  const app2 = new Hono17();
   app2.use("*", async (c, next) => {
     await migrateBrowserAgent();
     return next();
@@ -17727,9 +18083,9 @@ if (state.key) { refreshSessions(); if (state.current) selectSession(state.curre
 
 // src/api/stripe-routes.ts
 import Stripe from "stripe";
-import { Hono as Hono16 } from "hono";
+import { Hono as Hono18 } from "hono";
 var stripe = new Stripe(process.env.STRIPE_SECRET_KEY, { apiVersion: "2026-02-25.clover" });
-var stripeApp = new Hono16();
+var stripeApp = new Hono18();
 stripeApp.post("/webhooks", async (c) => {
   const sig = c.req.header("stripe-signature");
   const body = await c.req.text();
@@ -17833,7 +18189,7 @@ async function resolveUser(customerId, emailFallback) {
 }
 
 // src/api/oauth-routes.ts
-import { Hono as Hono17 } from "hono";
+import { Hono as Hono19 } from "hono";
 import { getCookie, setCookie } from "hono/cookie";
 import { createHash as createHash3, randomBytes as randomBytes2, randomUUID as randomUUID3 } from "crypto";
 import { importPKCS8, exportJWK, SignJWT } from "jose";
@@ -18002,7 +18358,7 @@ function redirectWithError(redirectUri, state, error) {
   if (state) u.searchParams.set("state", state);
   return new Response(null, { status: 302, headers: { Location: u.toString() } });
 }
-var oauthApp = new Hono17();
+var oauthApp = new Hono19();
 oauthApp.use("*", async (c, next) => {
   c.header("Access-Control-Allow-Origin", "*");
   c.header("Access-Control-Allow-Methods", "GET, POST, OPTIONS");
@@ -18256,8 +18612,8 @@ oauthApp.post("/oauth/token", async (c) => {
 });
 
 // src/api/chat-routes.ts
-import { Hono as Hono18 } from "hono";
-var chatApp = new Hono18();
+import { Hono as Hono20 } from "hono";
+var chatApp = new Hono20();
 function tokenOk(token) {
   return !!token && token.startsWith("mk_") && token.length > 10;
 }
@@ -18927,8 +19283,8 @@ loadChannels();
 }
 
 // src/api/schedule-routes.ts
-import { Hono as Hono19 } from "hono";
-var scheduleApp = new Hono19();
+import { Hono as Hono21 } from "hono";
+var scheduleApp = new Hono21();
 function tokenOk2(token) {
   return !!token && token.startsWith("mk_") && token.length > 10;
 }
@@ -19683,7 +20039,7 @@ var sessionAuth = createMiddleware3(async (c, next) => {
   c.set("sessionUser", { ...refreshed, balance_mc: balanceMc });
   return next();
 });
-var app = new Hono20();
+var app = new Hono22();
 var STRIPE_API_VERSION = "2026-02-25.clover";
 function requireStripeSecret() {
   const secret2 = process.env.STRIPE_SECRET_KEY?.trim();
@@ -21044,7 +21400,7 @@ app.get("/cron/tick", async (c) => {
   if (!process.env.CRON_SECRET || secret2 !== `Bearer ${process.env.CRON_SECRET}`) {
     return c.json({ error: "Unauthorized" }, 401);
   }
-  const { drainQueue } = await import("./worker-7XRZNLKB.js");
+  const { drainQueue } = await import("./worker-YHKUJR5P.js");
   const budget = { maxJobs: 10, deadlineMs: Date.now() + 28e4 };
   const workflowDispatchResult = await dispatchDueWorkflowSchedules(`${new URL(c.req.url).protocol}//${new URL(c.req.url).host}`);
   const [results, sweepResult, reapResult, expiredResult, blobCleanup] = await Promise.all([
@@ -21062,7 +21418,7 @@ app.post("/api/internal/extract-refinalize/:id", async (c) => {
     return c.json({ error: "Unauthorized" }, 401);
   }
   const jobId = c.req.param("id");
-  const { getExtractJob: getExtractJob2, completeExtractJob: completeExtractJob2 } = await import("./site-extract-repository-4NVO5KQA.js");
+  const { getExtractJob: getExtractJob2, completeExtractJob: completeExtractJob2 } = await import("./site-extract-repository-THBVEXMP.js");
   const { assembleExtractArtifacts } = await import("./extract-bundle-UKE273TV.js");
   const job = await getExtractJob2(jobId);
   if (!job) return c.json({ error: "job not found" }, 404);
@@ -21070,7 +21426,7 @@ app.post("/api/internal/extract-refinalize/:id", async (c) => {
   await completeExtractJob2(jobId, stored);
   let settlement = "already_settled_or_refunded";
   if (job.billedMc == null && job.userId != null) {
-    const { settleExtractJob: settleExtractJob2, countSuccessfulPages: countSuccessfulPages2 } = await import("./site-extract-repository-4NVO5KQA.js");
+    const { settleExtractJob: settleExtractJob2, countSuccessfulPages: countSuccessfulPages2 } = await import("./site-extract-repository-THBVEXMP.js");
     const heldMc = Number(job.options.heldMc ?? 0);
     const successful = await countSuccessfulPages2(jobId);
     const usedMc = Math.min(successful * MC_COSTS.page_scrape, heldMc);
@@ -21096,6 +21452,8 @@ app.route("/instagram", instagramApp);
 app.route("/reddit", redditApp);
 app.route("/video", videoApp);
 app.route("/maps", mapsApp);
+app.route("/trustpilot", trustpilotApp);
+app.route("/g2", g2App);
 app.route("/directory", directoryApp);
 app.route("/workflows", workflowApp);
 app.route("/serp-intelligence", serpIntelligenceApp);
@@ -21232,4 +21590,4 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-6IYQQK6X.js.map
+//# sourceMappingURL=server-IKT3QVFB.js.map