mcp-scraper 0.40.1 → 0.40.2

package/dist/chunk-SBLGBZZB.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/api/rates.ts"],"sourcesContent":["export const MC_COSTS = {\n  serp:              400,\n  serp_headless:     400,\n  serp_headful:    1_400,\n  paa:               300,\n  paa_base:        5_500,\n  page_scrape:       100,\n  url_map:           500,\n  yt_channel:        200,\n  yt_transcription:  200,\n  fb_ad:             700,\n  maps_search:       500,\n  maps_place:      6_000,\n  maps_review:       100,\n  fb_search:         800,\n  fb_search_result:  100,\n  fb_page_intel:     700,\n  fb_page_intel_ad:   50,\n  fb_transcribe:     33_300,\n  google_ads_search: 600,\n  google_ads_intel:  200,\n  google_ads_transcribe: 33_300,\n  instagram_profile: 400,\n  instagram_media:   400,\n  instagram_transcribe: 33_300,\n  browser_minute: 12_000,\n  reddit_thread:   3_000,\n  reddit_comment:    200,\n  video_analysis: 666_700,\n  trustpilot_reviews: 500,\n  trustpilot_review:  100,\n  g2_reviews:          500,\n  g2_review:           200,\n  diff_page:           100,\n} as const\n\nexport type McCostKey = keyof typeof MC_COSTS\n\n/**\n * Kernel omits the `headless` field for a headful session, so the runtime\n * records headless as `true` and headful/unknown as `null`. Unknown is billed\n * at the conservative headful rate because no cheaper mode was proven.\n */\nexport function serpActualCostMc(headlessSent: boolean | null | undefined): number {\n  return headlessSent === true ? MC_COSTS.serp_headless : MC_COSTS.serp_headful\n}\n\nexport const MC_PER_BROWSER_MS = MC_COSTS.browser_minute / 60_000\n\nexport function browserActiveCostMc(activeMs: number): number {\n  return Math.round(activeMs * MC_PER_BROWSER_MS)\n}\n\nexport const BROWSER_OPEN_MIN_BALANCE_MC = 1_000\n\nexport const MC_PER_CREDIT = 100\n\n// Billing conversion is intentionally explicit rather than derived from a\n// Stripe plan. Plan grant changes must not silently reprice vendor-backed work.\nexport const BILLING_MC_PER_USD_NUMERATOR = 2_000_000\nexport const BILLING_MC_PER_USD_DENOMINATOR = 3\nexport const BILLING_BASIS_POINTS = 10_000\nexport const USD_NANOS = 1_000_000_000\n\nexport const SCHEDULED_RUN_BASE_CREDITS = 75\nexport const SCHEDULED_RUN_BASE_MC = SCHEDULED_RUN_BASE_CREDITS * MC_PER_CREDIT\nexport const SCHEDULED_AGENT_LLM_MARKUP_BPS = 15_000\nexport const SCHEDULED_AGENT_LLM_MARKUP = SCHEDULED_AGENT_LLM_MARKUP_BPS / BILLING_BASIS_POINTS\nexport const SCHEDULED_RUN_DEFAULT_MAX_CREDITS = 5_000\n\nexport const CONNECTED_USAGE_RATE_POLICY_VERSION = '2026-07-23.connected-usage-v2'\nexport const CONNECTED_ACTIVE_CONNECTION_MONTHLY_CREDITS = 15_000\nexport const CONNECTED_ACTIVE_CONNECTION_MONTHLY_MC = CONNECTED_ACTIVE_CONNECTION_MONTHLY_CREDITS * MC_PER_CREDIT\nexport const CONNECTED_FUNCTION_RUN_CREDITS = 1.5\nexport const CONNECTED_PROXY_REQUEST_CREDITS = 1.5\nexport const CONNECTED_COMPUTE_CREDITS_PER_SECOND = 3\nexport const CONNECTED_FUNCTION_RUN_MC = CONNECTED_FUNCTION_RUN_CREDITS * MC_PER_CREDIT\nexport const CONNECTED_PROXY_REQUEST_MC = CONNECTED_PROXY_REQUEST_CREDITS * MC_PER_CREDIT\nexport const CONNECTED_COMPUTE_MC_PER_SECOND = CONNECTED_COMPUTE_CREDITS_PER_SECOND * MC_PER_CREDIT\n\n/**\n * Versioned commercial contract for tenant-owned Nango connections.\n *\n * The recurring connection line item is denominated in USD and is deliberately\n * separate from usage debits in the Credit wallet. Usage receipts are reported\n * in aggregate milliseconds and rounded once to the smallest ledger unit (mc),\n * never up to a whole compute second.\n */\nexport const CONNECTED_USAGE_RATE_POLICY = {\n  schemaVersion: 2,\n  ratePolicyVersion: CONNECTED_USAGE_RATE_POLICY_VERSION,\n  effectiveAt: '2026-07-23T00:00:00.000Z',\n  provider: 'nango',\n  entitlement: 'paid_plan_add_on',\n  connection: {\n    billingMode: 'flat_recurring_credits',\n    amountCredits: CONNECTED_ACTIVE_CONNECTION_MONTHLY_CREDITS,\n    interval: 'month',\n    unit: 'active_connection',\n    proration: 'none',\n  },\n  usage: {\n    billingMode: 'credits',\n    settlementMode: 'authoritative_receipt',\n    rounding: 'aggregate_then_ceil_to_mc',\n    functionRun: {\n      credits: CONNECTED_FUNCTION_RUN_CREDITS,\n      mc: CONNECTED_FUNCTION_RUN_MC,\n      unit: 'per_function_run',\n    },\n    proxyRequest: {\n      credits: CONNECTED_PROXY_REQUEST_CREDITS,\n      mc: CONNECTED_PROXY_REQUEST_MC,\n      unit: 'per_proxy_request',\n    },\n    compute: {\n      creditsPerSecond: CONNECTED_COMPUTE_CREDITS_PER_SECOND,\n      mcPerSecond: CONNECTED_COMPUTE_MC_PER_SECOND,\n      sourceUnit: 'millisecond',\n      unit: 'per_compute_second',\n      formula: 'ceil(computeMilliseconds * mcPerSecond / 1000)',\n    },\n  },\n} as const\n\nexport interface ConnectedUsageQuantities {\n  functionRuns: number\n  proxyRequests: number\n  computeMilliseconds: number\n}\n\nexport interface ConnectedUsageCharge {\n  functionRunMc: number\n  proxyRequestMc: number\n  computeMc: number\n  amountMc: number\n  credits: number\n}\n\nfunction nonNegativeSafeInteger(value: number, field: string): bigint {\n  if (!Number.isSafeInteger(value) || value < 0) {\n    throw new Error(`${field} must be a non-negative safe integer`)\n  }\n  return BigInt(value)\n}\n\nfunction safeMc(value: bigint): number {\n  if (value > BigInt(Number.MAX_SAFE_INTEGER)) throw new Error('connected usage charge exceeds the safe integer range')\n  return Number(value)\n}\n\n/** Calculate one receipt after aggregating its raw Nango usage counters. */\nexport function calculateConnectedUsageCharge(usage: ConnectedUsageQuantities): ConnectedUsageCharge {\n  const functionRuns = nonNegativeSafeInteger(usage.functionRuns, 'functionRuns')\n  const proxyRequests = nonNegativeSafeInteger(usage.proxyRequests, 'proxyRequests')\n  const computeMilliseconds = nonNegativeSafeInteger(usage.computeMilliseconds, 'computeMilliseconds')\n  const functionRunMc = functionRuns * BigInt(CONNECTED_FUNCTION_RUN_MC)\n  const proxyRequestMc = proxyRequests * BigInt(CONNECTED_PROXY_REQUEST_MC)\n  const computeNumerator = computeMilliseconds * BigInt(CONNECTED_COMPUTE_MC_PER_SECOND)\n  const computeMc = computeNumerator === 0n ? 0n : (computeNumerator + 999n) / 1_000n\n  const amountMc = functionRunMc + proxyRequestMc + computeMc\n\n  return {\n    functionRunMc: safeMc(functionRunMc),\n    proxyRequestMc: safeMc(proxyRequestMc),\n    computeMc: safeMc(computeMc),\n    amountMc: safeMc(amountMc),\n    credits: safeMc(amountMc) / MC_PER_CREDIT,\n  }\n}\n\n/**\n * Public, machine-readable Scheduled Actions billing contract.\n *\n * Keep every API/UI surface on this object instead of restating the policy.\n * The primitive constants above remain the execution-time source of truth;\n * this object gives clients stable semantic fields for displaying and applying\n * those rates without having to infer behavior from prose.\n */\nexport const SCHEDULED_ACTIONS_RATE_POLICY = {\n  billingMode: 'credits',\n  entitlement: 'paid_plan_included',\n  separateSubscriptionRequired: false,\n  chargeEvent: 'started_occurrence',\n  runBaseCredits: SCHEDULED_RUN_BASE_CREDITS,\n  runBaseMc: SCHEDULED_RUN_BASE_MC,\n  llmCostMultiplier: SCHEDULED_AGENT_LLM_MARKUP,\n  llmCostMultiplierBps: SCHEDULED_AGENT_LLM_MARKUP_BPS,\n  modes: {\n    connection_sync: {\n      runBaseCredits: SCHEDULED_RUN_BASE_CREDITS,\n      modelCostBilling: 'none',\n      modelCostMultiplier: 0,\n    },\n    agent: {\n      runBaseCredits: SCHEDULED_RUN_BASE_CREDITS,\n      modelCostBilling: 'actual_reported_cost',\n      modelCostProvider: 'openrouter',\n      modelCostMultiplier: SCHEDULED_AGENT_LLM_MARKUP,\n      modelCostMultiplierBps: SCHEDULED_AGENT_LLM_MARKUP_BPS,\n    },\n  },\n} as const\n\nexport function vendorCostUsdToMc(costUsd: number, markupBps: number): number {\n  if (!Number.isFinite(costUsd) || costUsd < 0) throw new Error('costUsd must be a finite non-negative number')\n  if (!Number.isInteger(markupBps) || markupBps < 0) throw new Error('markupBps must be a non-negative integer')\n\n  const rawCostNanos = BigInt(Math.round(costUsd * USD_NANOS))\n  const numerator =\n    rawCostNanos *\n    BigInt(markupBps) *\n    BigInt(BILLING_MC_PER_USD_NUMERATOR)\n  const denominator =\n    BigInt(USD_NANOS) *\n    BigInt(BILLING_BASIS_POINTS) *\n    BigInt(BILLING_MC_PER_USD_DENOMINATOR)\n  const mc = numerator === 0n ? 0n : (numerator + denominator - 1n) / denominator\n  if (mc > BigInt(Number.MAX_SAFE_INTEGER)) throw new Error('calculated mc exceeds the safe integer range')\n  return Number(mc)\n}\n\nexport const CREDIT_COST_CATALOG: Array<{\n  key: McCostKey\n  label: string\n  aliases: string[]\n  credits: number\n  unit: string\n  notes?: string\n}> = [\n  {\n    key: 'serp',\n    label: 'SERP search',\n    aliases: ['search_serp', 'serp', 'google search', 'organic results'],\n    credits: mcToCredits(MC_COSTS.serp_headless),\n    unit: 'per search (headless); escalates to headful only when needed',\n    notes: `Returns AI Overview, PAA snippet, videos, forums, and local pack. Billed ${mcToCredits(MC_COSTS.serp_headless)} credits when served headless (the common case), ${mcToCredits(MC_COSTS.serp_headful)} credits if an anti-bot escalation forces headful mode (overestimate refunded). Optional SERP Intelligence page snapshots add ${mcToCredits(MC_COSTS.page_scrape)} credit per attempted URL.`,\n  },\n  {\n    key: 'paa',\n    label: 'PAA harvest',\n    aliases: ['harvest_paa', 'paa', 'people also ask', 'questions'],\n    credits: mcToCredits(MC_COSTS.paa),\n    unit: `per question (+${mcToCredits(MC_COSTS.paa_base)} credit base)`,\n    notes: `Full SERP feature extraction. Billed ${mcToCredits(MC_COSTS.paa_base)} credit base + ${mcToCredits(MC_COSTS.paa)} per question actually returned (unused estimate refunded).`,\n  },\n  {\n    key: 'page_scrape',\n    label: 'Page crawl / extract',\n    aliases: ['extract_url', 'extract_site', 'page scrape', 'url scrape', 'single page', 'site crawl'],\n    credits: mcToCredits(MC_COSTS.page_scrape),\n    unit: 'per page',\n    notes: 'Applies to both single-URL extraction and per-page site crawls.',\n  },\n  {\n    key: 'url_map',\n    label: 'Site URL mapping',\n    aliases: ['map_site_urls', 'url map', 'site map', 'crawl urls'],\n    credits: mcToCredits(MC_COSTS.url_map),\n    unit: 'per mapping operation',\n    notes: 'Flat rate for the full /map-urls call regardless of URL count discovered.',\n  },\n  {\n    key: 'yt_channel',\n    label: 'YouTube search / channel harvest',\n    aliases: ['youtube_harvest', 'youtube search', 'youtube channel', 'yt_channel'],\n    credits: mcToCredits(MC_COSTS.yt_channel),\n    unit: 'per call',\n  },\n  {\n    key: 'yt_transcription',\n    label: 'YouTube transcription',\n    aliases: ['youtube_transcribe', 'youtube transcript', 'transcription', 'yt_transcription'],\n    credits: mcToCredits(20_000),\n    unit: 'base + 2/min of video',\n    notes: 'Flat 200-credit base plus 2 credits per minute of video, reconciled to the real video length after transcription (e.g. a 10-minute video is about 220 credits).',\n  },\n  {\n    key: 'fb_ad',\n    label: 'Facebook search / ad lookup',\n    aliases: ['facebook_page_intel', 'facebook_ad_search', 'facebook_ad', 'facebook ads', 'fb ads'],\n    credits: mcToCredits(MC_COSTS.fb_ad),\n    unit: 'per call',\n  },\n  {\n    key: 'maps_search',\n    label: 'Maps business search',\n    aliases: ['maps_search', 'google maps search', 'gmb search', 'gbp search', 'business profiles'],\n    credits: mcToCredits(MC_COSTS.maps_search),\n    unit: 'per search',\n    notes: 'Returns up to 50 Google Maps business/profile candidates. Use maps_place_intel to hydrate selected businesses.',\n  },\n  {\n    key: 'maps_place',\n    label: 'Maps business lookup',\n    aliases: ['maps_place_intel', 'google maps', 'maps place', 'place intel'],\n    credits: mcToCredits(MC_COSTS.maps_place),\n    unit: 'per business',\n    notes: 'Base lookup. Reviews billed separately per card at maps_review rate.',\n  },\n  {\n    key: 'maps_review',\n    label: 'Maps review',\n    aliases: ['maps_reviews', 'google reviews', 'review cards', 'reviews'],\n    credits: mcToCredits(MC_COSTS.maps_review),\n    unit: 'per review card',\n    notes: 'Charged after extraction when includeReviews is true.',\n  },\n  {\n    key: 'fb_search',\n    label: 'Facebook ad library search',\n    aliases: ['facebook_search', 'fb_search', 'fb ad search'],\n    credits: mcToCredits(MC_COSTS.fb_search),\n    unit: 'per search',\n    notes: 'Browser automation to search Facebook Ads Library by keyword.',\n  },\n  {\n    key: 'google_ads_search',\n    label: 'Google Ads Transparency search',\n    aliases: ['google_ads_search', 'google ads search', 'ads transparency search'],\n    credits: mcToCredits(MC_COSTS.google_ads_search),\n    unit: 'per search',\n    notes: 'Browser automation to find advertisers in Google Ads Transparency Center by domain or name.',\n  },\n  {\n    key: 'google_ads_intel',\n    label: 'Google Ads Transparency advertiser intel',\n    aliases: ['google_ads_page_intel', 'google ads intel', 'ads transparency intel'],\n    credits: mcToCredits(MC_COSTS.google_ads_intel),\n    unit: 'per call',\n    notes: 'Lists and hydrates an advertiser\\'s creatives with image URLs and video references.',\n  },\n  {\n    key: 'google_ads_transcribe',\n    label: 'Google ad video transcription',\n    aliases: ['google_ads_transcribe', 'google ad transcript'],\n    credits: mcToCredits(20_000),\n    unit: 'base + 2/min of video',\n    notes: 'Flat 200-credit base plus 2 credits per minute of video, reconciled to the real video length after transcription (e.g. a 10-minute video is about 220 credits).',\n  },\n  {\n    key: 'fb_transcribe',\n    label: 'Facebook video / ad transcription',\n    aliases: ['facebook_transcribe', 'facebook_video_transcribe', 'fb_transcribe', 'fb ad transcript'],\n    credits: mcToCredits(20_000),\n    unit: 'base + 2/min of video',\n    notes: 'Flat 200-credit base plus 2 credits per minute of video, reconciled to the real video length after transcription (e.g. a 10-minute video is about 220 credits).',\n  },\n  {\n    key: 'instagram_profile',\n    label: 'Instagram profile content discovery',\n    aliases: ['instagram_profile_content', 'instagram profile', 'instagram content list', 'ig profile'],\n    credits: mcToCredits(MC_COSTS.instagram_profile),\n    unit: 'per profile scan',\n    notes: 'Browser extraction of public Instagram profile grid links. Complete history may require a logged-in profile.',\n  },\n  {\n    key: 'instagram_media',\n    label: 'Instagram media download',\n    aliases: ['instagram_media_download', 'instagram reel download', 'instagram post download', 'ig media'],\n    credits: mcToCredits(MC_COSTS.instagram_media),\n    unit: 'per post or reel',\n    notes: 'Extracts post text, image URLs, and reel audio/video tracks, with local downloads when the server can write files.',\n  },\n  {\n    key: 'instagram_transcribe',\n    label: 'Instagram media transcription',\n    aliases: ['instagram transcript', 'instagram reel transcript', 'ig transcribe'],\n    credits: mcToCredits(20_000),\n    unit: 'base + 2/min of video',\n    notes: 'Whisper transcription of selected Instagram audio/video media. Flat 200-credit base plus 2 credits per minute of video, reconciled to the real video length after transcription (e.g. a 10-minute video is about 220 credits).',\n  },\n  {\n    key: 'browser_minute',\n    label: 'Interactive browser session',\n    aliases: ['browser_open', 'browser agent', 'browser_agent', 'live browser', 'browse', 'browser control', 'interactive browser'],\n    credits: mcToCredits(MC_COSTS.browser_minute),\n    unit: 'per minute of use',\n    notes: 'Metered per minute of use for the whole time the browser session is open. Close the session to stop the meter; abandoned sessions are auto-closed after a short idle window.',\n  },\n  {\n    key: 'reddit_thread',\n    label: 'Reddit thread base lookup',\n    aliases: ['reddit', 'reddit_thread', 'reddit comments', 'subreddit', 'reddit post'],\n    credits: mcToCredits(MC_COSTS.reddit_thread),\n    unit: 'per thread',\n    notes: 'Base lookup for the post itself. Comments billed separately per comment at reddit_comment rate. Refunded if the thread cannot be retrieved.',\n  },\n  {\n    key: 'reddit_comment',\n    label: 'Reddit comment',\n    aliases: ['reddit_comment', 'reddit comments'],\n    credits: mcToCredits(MC_COSTS.reddit_comment),\n    unit: 'per comment',\n    notes: 'Charged per comment actually extracted, billed down automatically if the balance runs out mid-thread.',\n  },\n  {\n    key: 'video_analysis',\n    label: 'Video breakdown (frame-by-frame + transcript)',\n    aliases: ['video_frame_analysis', 'video breakdown', 'video analysis', 'analyze video'],\n    credits: mcToCredits(MC_COSTS.video_analysis),\n    unit: 'per 120 frames (max 480)',\n    notes: 'Full multi-lens video breakdown: samples frames across a video (up to 30 minutes), analyzes each with vision AI, transcribes the audio, then produces summary, pacing/energy, words-per-minute, topic outline, key points, hook analysis, visual style, and a how-to-replicate recipe with a quality-control pass. $1 per 120 frames requested (max 480 = $4); billed down automatically if the video cannot use the requested frames, and refunded fully if the run fails.',\n  },\n  {\n    key: 'trustpilot_reviews',\n    label: 'Trustpilot review harvest',\n    aliases: ['trustpilot_reviews', 'trustpilot', 'trustpilot reviews'],\n    credits: mcToCredits(MC_COSTS.trustpilot_reviews),\n    unit: 'per call',\n    notes: 'Base lookup. Reviews billed separately per card at trustpilot_review rate. Refunded if no reviews are found.',\n  },\n  {\n    key: 'trustpilot_review',\n    label: 'Trustpilot review card',\n    aliases: ['trustpilot_review', 'trustpilot card'],\n    credits: mcToCredits(MC_COSTS.trustpilot_review),\n    unit: 'per review card',\n    notes: 'Charged per review actually extracted, billed down automatically if the balance runs out mid-page.',\n  },\n  {\n    key: 'g2_reviews',\n    label: 'G2 review harvest',\n    aliases: ['g2_reviews', 'g2', 'g2 reviews'],\n    credits: mcToCredits(MC_COSTS.g2_reviews),\n    unit: 'per call',\n    notes: 'Base lookup. Reviews billed separately per card at g2_review rate. Refunded if no reviews are found.',\n  },\n  {\n    key: 'g2_review',\n    label: 'G2 review card',\n    aliases: ['g2_review', 'g2 card'],\n    credits: mcToCredits(MC_COSTS.g2_review),\n    unit: 'per review card',\n    notes: 'Charged per review actually extracted (each card carries up to 3 Q&A sections), billed down automatically if the balance runs out mid-page.',\n  },\n  {\n    key: 'diff_page',\n    label: 'Page change check',\n    aliases: ['diff_page', 'page diff', 'change detection'],\n    credits: mcToCredits(MC_COSTS.diff_page),\n    unit: 'per check',\n    notes: 'Same cost as a single page extract — one scrape is performed per check, then compared against your last stored snapshot for that URL.',\n  },\n]\n\nexport const CONCURRENCY_PRICE_ID = 'price_1Ta1NRS8aAcsk3TGwsRnYbix'\n\nexport interface SubscriptionTier {\n  tier: string\n  label: string\n  price_id: string\n  monthly_usd: number\n  billed_usd?: number\n  credits_mc: number\n  concurrency: number\n  intro_coupon: string | null\n  billing_interval?: 'month' | 'year'\n  credits_never_expire?: boolean\n  includes_memory?: boolean\n  private_offer?: boolean\n}\n\nexport function tierBillingInterval(tier: SubscriptionTier): 'month' | 'year' {\n  return tier.billing_interval ?? 'month'\n}\n\nexport function tierAmountChargedUsd(tier: SubscriptionTier): number {\n  return tier.billed_usd ?? tier.monthly_usd\n}\n\nexport function tierCreditsPerInterval(tier: SubscriptionTier): number {\n  return tier.credits_mc / MC_PER_CREDIT\n}\n\nexport const SUBSCRIPTION_TIERS: Record<string, SubscriptionTier> = {\n  'price_1TmiHRS8aAcsk3TGwmSNfNIa': { tier: 'starter', label: 'Starter', price_id: 'price_1TmiHRS8aAcsk3TGwmSNfNIa', monthly_usd: 12, credits_mc: 8_000_000, concurrency: 3, intro_coupon: 'mcp-starter-1dollar-intro-12' },\n  'price_1TrgihS8aAcsk3TG5cglrq4D': { tier: 'growth', label: 'Growth', price_id: 'price_1TrgihS8aAcsk3TG5cglrq4D', monthly_usd: 40, credits_mc: 26_666_700, concurrency: 10, intro_coupon: null },\n  'price_1TrgihS8aAcsk3TG4HnG4gbY': { tier: 'scale', label: 'Scale', price_id: 'price_1TrgihS8aAcsk3TG4HnG4gbY', monthly_usd: 100, credits_mc: 80_000_000, concurrency: 20, intro_coupon: null },\n  'price_1TwqIVS8aAcsk3TG0FE3ddDM': { tier: 'sonic', label: 'Sonic Annual', price_id: 'price_1TwqIVS8aAcsk3TG0FE3ddDM', monthly_usd: 25, billed_usd: 300, credits_mc: 250_000_000, concurrency: 3, intro_coupon: null, billing_interval: 'year', credits_never_expire: true, private_offer: true },\n  'price_1TwqIWS8aAcsk3TGbGbtlLak': { tier: 'sonic-memory', label: 'Sonic Annual + Memory Pro', price_id: 'price_1TwqIWS8aAcsk3TGbGbtlLak', monthly_usd: 34.5, billed_usd: 414, credits_mc: 250_000_000, concurrency: 3, intro_coupon: null, billing_interval: 'year', credits_never_expire: true, includes_memory: true, private_offer: true },\n}\n\nexport const SUBSCRIPTION_TIER_BY_KEY: Record<string, SubscriptionTier> = Object.fromEntries(\n  Object.values(SUBSCRIPTION_TIERS).map(t => [t.tier, t]),\n)\n\nexport interface PrivateOffer {\n  slug: string\n  label: string\n  headline: string\n  tier_keys: string[]\n}\n\nexport const PRIVATE_OFFERS: Record<string, PrivateOffer> = {\n  sonic: {\n    slug: 'sonic',\n    label: 'Sonic annual partner offer',\n    headline: 'A full year of MCP Scraper, with Credits that never expire.',\n    tier_keys: ['sonic', 'sonic-memory'],\n  },\n}\n\nexport function offerClaimPathForTier(tierKey: string): string | null {\n  const offer = Object.values(PRIVATE_OFFERS).find(o => o.tier_keys.includes(tierKey))\n  return offer ? `/${offer.slug}/claim` : null\n}\n\nexport function offerForTier(tierKey: string | null | undefined): PrivateOffer | null {\n  if (!tierKey) return null\n  return Object.values(PRIVATE_OFFERS).find(o => o.tier_keys.includes(tierKey)) ?? null\n}\n\nexport function tierChangeLeavesPrivateOffer(\n  fromTier: string | null | undefined,\n  toTier: string,\n): boolean {\n  const from = offerForTier(fromTier)\n  if (!from) return false\n  return !from.tier_keys.includes(toTier)\n}\n\nexport interface SubscriptionPlanView {\n  tier: string\n  label: string\n  amount_usd: number\n  interval: 'month' | 'year'\n  monthly_equivalent_usd: number\n  credits_per_interval: number\n  concurrency: number\n  credits_never_expire: boolean\n  includes_memory: boolean\n  private_offer: boolean\n  offer_claim_path: string | null\n}\n\nexport function getSubscriptionPlanView(tierKey: string | null | undefined): SubscriptionPlanView | null {\n  if (!tierKey) return null\n  const tier = SUBSCRIPTION_TIER_BY_KEY[tierKey]\n  if (!tier) return null\n  return {\n    tier: tier.tier,\n    label: tier.label,\n    amount_usd: tierAmountChargedUsd(tier),\n    interval: tierBillingInterval(tier),\n    monthly_equivalent_usd: tier.monthly_usd,\n    credits_per_interval: tierCreditsPerInterval(tier),\n    concurrency: tier.concurrency,\n    credits_never_expire: !!tier.credits_never_expire,\n    includes_memory: !!tier.includes_memory,\n    private_offer: !!tier.private_offer,\n    offer_claim_path: offerClaimPathForTier(tier.tier),\n  }\n}\n\nexport function getPrivateOfferPayload(slug: string) {\n  const offer = PRIVATE_OFFERS[slug]\n  if (!offer) return null\n  const options = offer.tier_keys\n    .map(key => SUBSCRIPTION_TIER_BY_KEY[key])\n    .filter((t): t is SubscriptionTier => !!t)\n    .map(t => ({\n      tier: t.tier,\n      label: t.label,\n      amount_usd: tierAmountChargedUsd(t),\n      interval: tierBillingInterval(t),\n      monthly_equivalent_usd: t.monthly_usd,\n      credits: tierCreditsPerInterval(t),\n      credits_never_expire: !!t.credits_never_expire,\n      includes_memory: !!t.includes_memory,\n      concurrency: t.concurrency,\n    }))\n  if (!options.length) return null\n  return { slug: offer.slug, label: offer.label, headline: offer.headline, options }\n}\n\nexport function getPublicRatesPayload() {\n  const starter = SUBSCRIPTION_TIER_BY_KEY.starter\n  const costs = CREDIT_COST_CATALOG.map(({ aliases, ...cost }) => ({\n    ...cost,\n    ...(cost.notes ? { notes: cost.notes.replace(/ via fal\\.ai/g, '') } : {}),\n  }))\n\n  return {\n    creditsPerDollarStarter: Math.round(mcToCredits(starter.credits_mc) / starter.monthly_usd),\n    costs,\n    scheduling: SCHEDULED_ACTIONS_RATE_POLICY,\n    connectedAccounts: CONNECTED_USAGE_RATE_POLICY,\n  }\n}\n\nexport const CONCURRENCY_SLOT_PRICE_USD = 5\nexport const CONCURRENCY_SLOT_PRICE_CURRENCY = 'usd'\nexport const CONCURRENCY_SLOT_PRICE_INTERVAL = 'month'\nexport const CONCURRENCY_SLOT_PRICE_LABEL = '$5/month'\nexport const CONCURRENCY_SLOT_TERMINAL_COMMAND = 'npx -y -p mcp-scraper@latest mcp-scraper-cli billing concurrency checkout'\n\nexport function concurrencySlotBillingInfo() {\n  const billingUrl = process.env.CONCURRENCY_BILLING_URL ?? 'https://mcpscraper.dev/billing'\n  return {\n    product: 'Extra concurrency slot',\n    price_label: CONCURRENCY_SLOT_PRICE_LABEL,\n    unit_amount_usd: CONCURRENCY_SLOT_PRICE_USD,\n    currency: CONCURRENCY_SLOT_PRICE_CURRENCY,\n    interval: CONCURRENCY_SLOT_PRICE_INTERVAL,\n    billing_url: billingUrl,\n    terminal_command: CONCURRENCY_SLOT_TERMINAL_COMMAND,\n    terminal_command_with_api_key_env: `MCP_SCRAPER_API_KEY=sk_live_your_key ${CONCURRENCY_SLOT_TERMINAL_COMMAND}`,\n  }\n}\n\n// The free tier is retired. Keep these exported compatibility constants at zero\n// so older consumers do not advertise or grant credits that no longer exist.\nexport const FREE_SIGNUP_MC = 0\nexport const FREE_MONTHLY_REFRESH_MC = 0\n\nexport const BALANCE_PRICE_IDS: Record<string, number> = {\n  'price_1TZx6rS8aAcsk3TGNMc1Vgpo': 11_000_000,\n  'price_1TZx6sS8aAcsk3TGxgqB7khO': 27_500_000,\n  'price_1TZx6tS8aAcsk3TG8PnJqHlG': 60_500_000,\n  'price_1TZx6tS8aAcsk3TGNgRMpy0e': 121_000_000,\n}\n\nexport const BALANCE_PACK_LABELS: Record<string, string> = {\n  'price_1TZx6rS8aAcsk3TGNMc1Vgpo': '$10',\n  'price_1TZx6sS8aAcsk3TGxgqB7khO': '$25',\n  'price_1TZx6tS8aAcsk3TG8PnJqHlG': '$50',\n  'price_1TZx6tS8aAcsk3TGNgRMpy0e': '$100',\n}\n\nexport function mcToCredits(mc: number): number {\n  return mc / MC_PER_CREDIT\n}\n\nexport function insufficientBalanceResponse(balanceMc: number, requiredMc: number) {\n  const topupUrl = process.env.TOPUP_URL ?? 'https://mcpscraper.dev/billing'\n  const balanceCredits = mcToCredits(balanceMc)\n  const requiredCredits = mcToCredits(requiredMc)\n  return {\n    error: 'insufficient_balance',\n    error_code: 'insufficient_balance' as const,\n    message: `Insufficient credits. Balance: ${balanceCredits} credits. This call requires ${requiredCredits} credits. Top up at ${topupUrl}`,\n    balance_credits: balanceCredits,\n    required_credits: requiredCredits,\n    topup_url: topupUrl,\n  }\n}\n\nexport interface MemoryPlan {\n  plan: 'pro' | 'team'\n  label: string\n  price_id: string\n  interval: 'month' | 'year'\n  monthly_usd: number\n  quota_bytes: number\n}\n\nexport const MEMORY_FREE_QUOTA_BYTES = 0.01e9 * 1\n\nexport const MEMORY_PLANS: Record<string, MemoryPlan> = {\n  'price_1TnMSTS8aAcsk3TGBgiwuvqL': { plan: 'pro', label: 'Pro', price_id: 'price_1TnMSTS8aAcsk3TGBgiwuvqL', interval: 'month', monthly_usd: 19, quota_bytes: 5e9 },\n  'price_1TnMSTS8aAcsk3TGWBVU2agY': { plan: 'pro', label: 'Pro', price_id: 'price_1TnMSTS8aAcsk3TGWBVU2agY', interval: 'year', monthly_usd: 19, quota_bytes: 5e9 },\n}\n\nexport const MEMORY_PLAN_QUOTA: Record<string, number> = { free: MEMORY_FREE_QUOTA_BYTES, pro: 5e9, team: 50e9 }\n\nexport const MEMORY_MARGIN_MULTIPLE = 3\nexport const MEMORY_FREE_COST_CAP_USD = 1.0\nexport const MEMORY_PRO_COST_BUDGET_USD = 19 / MEMORY_MARGIN_MULTIPLE\n\nexport const LedgerOperation = {\n  TOPUP:                 'topup',\n  SUBSCRIPTION:          'subscription',\n  SIGNUP_GRANT:          'signup_grant',\n  MONTHLY_REFRESH:       'monthly_free_refresh',\n  PAA:                   'paa',\n  PAA_REFUND:            'paa_refund',\n  SERP:                  'serp',\n  SERP_REFUND:           'serp_refund',\n  REFUND:                'refund',\n  TRANSCRIPTION:         'transcription',\n  TRANSCRIPTION_HOLD:    'transcription_hold',\n  TRANSCRIPTION_REFUND:  'transcription_refund',\n  YT_CHANNEL:            'yt_channel',\n  FB_AD:                 'fb_ad',\n  MAPS_SEARCH:           'maps_search',\n  DIRECTORY_WORKFLOW_HOLD: 'directory_workflow_hold',\n  DIRECTORY_WORKFLOW_REFUND: 'directory_workflow_refund',\n  MAPS_PLACE:            'maps_place',\n  MAPS_REVIEW:           'maps_review',\n  MAPS_REVIEW_REFUND:    'maps_review_refund',\n  EXTRACT_SITE:          'extract_site',\n  EXTRACT_SITE_REFUND:   'extract_site_refund',\n  EXTRACT_URL:           'page_scrape',\n  URL_MAP:               'url_map',\n  EXTRACT_SITE_HOLD:     'extract_site_hold',\n  YT_CHANNEL_REFUND:     'yt_channel_refund',\n  FB_AD_REFUND:          'fb_ad_refund',\n  URL_MAP_REFUND:        'url_map_refund',\n  FB_SEARCH:             'fb_search',\n  FB_TRANSCRIBE:         'fb_transcribe',\n  FB_SEARCH_REFUND:      'fb_search_refund',\n  FB_SEARCH_RESULT:      'fb_search_result',\n  FB_SEARCH_RESULT_REFUND: 'fb_search_result_refund',\n  FB_PAGE_INTEL:         'fb_page_intel',\n  FB_PAGE_INTEL_REFUND:  'fb_page_intel_refund',\n  FB_PAGE_INTEL_AD:      'fb_page_intel_ad',\n  FB_PAGE_INTEL_AD_REFUND: 'fb_page_intel_ad_refund',\n  FB_TRANSCRIBE_REFUND:  'fb_transcribe_refund',\n  GOOGLE_ADS_SEARCH:     'google_ads_search',\n  GOOGLE_ADS_SEARCH_REFUND: 'google_ads_search_refund',\n  GOOGLE_ADS_INTEL:      'google_ads_intel',\n  GOOGLE_ADS_INTEL_REFUND: 'google_ads_intel_refund',\n  GOOGLE_ADS_TRANSCRIBE: 'google_ads_transcribe',\n  GOOGLE_ADS_TRANSCRIBE_REFUND: 'google_ads_transcribe_refund',\n  INSTAGRAM_PROFILE:     'instagram_profile',\n  INSTAGRAM_PROFILE_REFUND: 'instagram_profile_refund',\n  INSTAGRAM_MEDIA:       'instagram_media',\n  INSTAGRAM_MEDIA_REFUND:'instagram_media_refund',\n  INSTAGRAM_TRANSCRIBE:  'instagram_transcribe',\n  INSTAGRAM_TRANSCRIBE_REFUND: 'instagram_transcribe_refund',\n  BROWSER_SESSION:       'browser_session',\n  REDDIT_THREAD:         'reddit_thread',\n  REDDIT_THREAD_REFUND:  'reddit_thread_refund',\n  REDDIT_COMMENT:        'reddit_comment',\n  REDDIT_COMMENT_REFUND: 'reddit_comment_refund',\n  VIDEO_ANALYSIS:        'video_analysis',\n  VIDEO_ANALYSIS_REFUND: 'video_analysis_refund',\n  VIDEO_ANALYSIS_ADJUST: 'video_analysis_adjust',\n  VIDEO_ANALYSIS_LLM:    'video_analysis_llm',\n  MEMORY_AI:             'memory_ai',\n  MEMORY_AI_REFUND:      'memory_ai_refund',\n  TRUSTPILOT_REVIEWS:       'trustpilot_reviews',\n  TRUSTPILOT_REVIEWS_REFUND: 'trustpilot_reviews_refund',\n  TRUSTPILOT_REVIEW:        'trustpilot_review',\n  TRUSTPILOT_REVIEW_REFUND: 'trustpilot_review_refund',\n  G2_REVIEWS:               'g2_reviews',\n  G2_REVIEWS_REFUND:        'g2_reviews_refund',\n  G2_REVIEW:                'g2_review',\n  G2_REVIEW_REFUND:         'g2_review_refund',\n  DIFF_PAGE:                'diff_page',\n  DIFF_PAGE_REFUND:         'diff_page_refund',\n  SITE_AUDIT_LLM:           'site_audit_llm',\n  SCHEDULED_RUN:            'scheduled_run',\n  CONNECTED_USAGE:          'connected_usage',\n  CONNECTED_ACCOUNT_FEE:    'connected_account_fee',\n  ADMIN_GRANT:              'admin_grant',\n  ADMIN_REVOKE:             'admin_revoke',\n} as const\n\nexport type LedgerOperation = typeof LedgerOperation[keyof typeof LedgerOperation]\n\nexport const MEMORY_AI_MARGIN_MULTIPLE = 3\nexport const SITE_AUDIT_LLM_MARGIN_MULTIPLE = 1.5\nexport const VIDEO_ANALYSIS_LLM_MARGIN_MULTIPLE = 1.5\nexport const MEDIA_TRANSCRIBE_FLAT_MC = 20_000\nexport const MEDIA_TRANSCRIBE_PER_MIN_MC = 200\n\nexport function mediaTranscribeChargeMc(durationSecs: number): number {\n  const mins = Math.max(1, Math.ceil((durationSecs || 60) / 60))\n  return MEDIA_TRANSCRIBE_FLAT_MC + MEDIA_TRANSCRIBE_PER_MIN_MC * mins\n}\n\nexport const MEDIA_TRANSCRIBE_MARGIN_MULTIPLE = 3\nexport const MEDIA_TRANSCRIBE_HOLD_MC = MEDIA_TRANSCRIBE_FLAT_MC + MEDIA_TRANSCRIBE_PER_MIN_MC * 30\n\nexport const MC_PER_USD =\n  SUBSCRIPTION_TIERS['price_1TmiHRS8aAcsk3TGwmSNfNIa'].credits_mc /\n  SUBSCRIPTION_TIERS['price_1TmiHRS8aAcsk3TGwmSNfNIa'].monthly_usd\n"],"mappings":";AAAO,IAAM,WAAW;AAAA,EACtB,MAAmB;AAAA,EACnB,eAAmB;AAAA,EACnB,cAAiB;AAAA,EACjB,KAAmB;AAAA,EACnB,UAAiB;AAAA,EACjB,aAAmB;AAAA,EACnB,SAAmB;AAAA,EACnB,YAAmB;AAAA,EACnB,kBAAmB;AAAA,EACnB,OAAmB;AAAA,EACnB,aAAmB;AAAA,EACnB,YAAiB;AAAA,EACjB,aAAmB;AAAA,EACnB,WAAmB;AAAA,EACnB,kBAAmB;AAAA,EACnB,eAAmB;AAAA,EACnB,kBAAoB;AAAA,EACpB,eAAmB;AAAA,EACnB,mBAAmB;AAAA,EACnB,kBAAmB;AAAA,EACnB,uBAAuB;AAAA,EACvB,mBAAmB;AAAA,EACnB,iBAAmB;AAAA,EACnB,sBAAsB;AAAA,EACtB,gBAAgB;AAAA,EAChB,eAAiB;AAAA,EACjB,gBAAmB;AAAA,EACnB,gBAAgB;AAAA,EAChB,oBAAoB;AAAA,EACpB,mBAAoB;AAAA,EACpB,YAAqB;AAAA,EACrB,WAAqB;AAAA,EACrB,WAAqB;AACvB;AASO,SAAS,iBAAiB,cAAkD;AACjF,SAAO,iBAAiB,OAAO,SAAS,gBAAgB,SAAS;AACnE;AAEO,IAAM,oBAAoB,SAAS,iBAAiB;AAEpD,SAAS,oBAAoB,UAA0B;AAC5D,SAAO,KAAK,MAAM,WAAW,iBAAiB;AAChD;AAEO,IAAM,8BAA8B;AAEpC,IAAM,gBAAgB;AAItB,IAAM,+BAA+B;AACrC,IAAM,iCAAiC;AACvC,IAAM,uBAAuB;AAC7B,IAAM,YAAY;AAElB,IAAM,6BAA6B;AACnC,IAAM,wBAAwB,6BAA6B;AAC3D,IAAM,iCAAiC;AACvC,IAAM,6BAA6B,iCAAiC;AACpE,IAAM,oCAAoC;AAE1C,IAAM,sCAAsC;AAC5C,IAAM,8CAA8C;AACpD,IAAM,yCAAyC,8CAA8C;AAC7F,IAAM,iCAAiC;AACvC,IAAM,kCAAkC;AACxC,IAAM,uCAAuC;AAC7C,IAAM,4BAA4B,iCAAiC;AACnE,IAAM,6BAA6B,kCAAkC;AACrE,IAAM,kCAAkC,uCAAuC;AAU/E,IAAM,8BAA8B;AAAA,EACzC,eAAe;AAAA,EACf,mBAAmB;AAAA,EACnB,aAAa;AAAA,EACb,UAAU;AAAA,EACV,aAAa;AAAA,EACb,YAAY;AAAA,IACV,aAAa;AAAA,IACb,eAAe;AAAA,IACf,UAAU;AAAA,IACV,MAAM;AAAA,IACN,WAAW;AAAA,EACb;AAAA,EACA,OAAO;AAAA,IACL,aAAa;AAAA,IACb,gBAAgB;AAAA,IAChB,UAAU;AAAA,IACV,aAAa;AAAA,MACX,SAAS;AAAA,MACT,IAAI;AAAA,MACJ,MAAM;AAAA,IACR;AAAA,IACA,cAAc;AAAA,MACZ,SAAS;AAAA,MACT,IAAI;AAAA,MACJ,MAAM;AAAA,IACR;AAAA,IACA,SAAS;AAAA,MACP,kBAAkB;AAAA,MAClB,aAAa;AAAA,MACb,YAAY;AAAA,MACZ,MAAM;AAAA,MACN,SAAS;AAAA,IACX;AAAA,EACF;AACF;AAgBA,SAAS,uBAAuB,OAAe,OAAuB;AACpE,MAAI,CAAC,OAAO,cAAc,KAAK,KAAK,QAAQ,GAAG;AAC7C,UAAM,IAAI,MAAM,GAAG,KAAK,sCAAsC;AAAA,EAChE;AACA,SAAO,OAAO,KAAK;AACrB;AAEA,SAAS,OAAO,OAAuB;AACrC,MAAI,QAAQ,OAAO,OAAO,gBAAgB,EAAG,OAAM,IAAI,MAAM,uDAAuD;AACpH,SAAO,OAAO,KAAK;AACrB;AAGO,SAAS,8BAA8B,OAAuD;AACnG,QAAM,eAAe,uBAAuB,MAAM,cAAc,cAAc;AAC9E,QAAM,gBAAgB,uBAAuB,MAAM,eAAe,eAAe;AACjF,QAAM,sBAAsB,uBAAuB,MAAM,qBAAqB,qBAAqB;AACnG,QAAM,gBAAgB,eAAe,OAAO,yBAAyB;AACrE,QAAM,iBAAiB,gBAAgB,OAAO,0BAA0B;AACxE,QAAM,mBAAmB,sBAAsB,OAAO,+BAA+B;AACrF,QAAM,YAAY,qBAAqB,KAAK,MAAM,mBAAmB,QAAQ;AAC7E,QAAM,WAAW,gBAAgB,iBAAiB;AAElD,SAAO;AAAA,IACL,eAAe,OAAO,aAAa;AAAA,IACnC,gBAAgB,OAAO,cAAc;AAAA,IACrC,WAAW,OAAO,SAAS;AAAA,IAC3B,UAAU,OAAO,QAAQ;AAAA,IACzB,SAAS,OAAO,QAAQ,IAAI;AAAA,EAC9B;AACF;AAUO,IAAM,gCAAgC;AAAA,EAC3C,aAAa;AAAA,EACb,aAAa;AAAA,EACb,8BAA8B;AAAA,EAC9B,aAAa;AAAA,EACb,gBAAgB;AAAA,EAChB,WAAW;AAAA,EACX,mBAAmB;AAAA,EACnB,sBAAsB;AAAA,EACtB,OAAO;AAAA,IACL,iBAAiB;AAAA,MACf,gBAAgB;AAAA,MAChB,kBAAkB;AAAA,MAClB,qBAAqB;AAAA,IACvB;AAAA,IACA,OAAO;AAAA,MACL,gBAAgB;AAAA,MAChB,kBAAkB;AAAA,MAClB,mBAAmB;AAAA,MACnB,qBAAqB;AAAA,MACrB,wBAAwB;AAAA,IAC1B;AAAA,EACF;AACF;AAEO,SAAS,kBAAkB,SAAiB,WAA2B;AAC5E,MAAI,CAAC,OAAO,SAAS,OAAO,KAAK,UAAU,EAAG,OAAM,IAAI,MAAM,8CAA8C;AAC5G,MAAI,CAAC,OAAO,UAAU,SAAS,KAAK,YAAY,EAAG,OAAM,IAAI,MAAM,0CAA0C;AAE7G,QAAM,eAAe,OAAO,KAAK,MAAM,UAAU,SAAS,CAAC;AAC3D,QAAM,YACJ,eACA,OAAO,SAAS,IAChB,OAAO,4BAA4B;AACrC,QAAM,cACJ,OAAO,SAAS,IAChB,OAAO,oBAAoB,IAC3B,OAAO,8BAA8B;AACvC,QAAM,KAAK,cAAc,KAAK,MAAM,YAAY,cAAc,MAAM;AACpE,MAAI,KAAK,OAAO,OAAO,gBAAgB,EAAG,OAAM,IAAI,MAAM,8CAA8C;AACxG,SAAO,OAAO,EAAE;AAClB;AAEO,IAAM,sBAOR;AAAA,EACH;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,eAAe,QAAQ,iBAAiB,iBAAiB;AAAA,IACnE,SAAS,YAAY,SAAS,aAAa;AAAA,IAC3C,MAAM;AAAA,IACN,OAAO,4EAA4E,YAAY,SAAS,aAAa,CAAC,oDAAoD,YAAY,SAAS,YAAY,CAAC,iIAAiI,YAAY,SAAS,WAAW,CAAC;AAAA,EAChX;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,eAAe,OAAO,mBAAmB,WAAW;AAAA,IAC9D,SAAS,YAAY,SAAS,GAAG;AAAA,IACjC,MAAM,kBAAkB,YAAY,SAAS,QAAQ,CAAC;AAAA,IACtD,OAAO,wCAAwC,YAAY,SAAS,QAAQ,CAAC,kBAAkB,YAAY,SAAS,GAAG,CAAC;AAAA,EAC1H;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,eAAe,gBAAgB,eAAe,cAAc,eAAe,YAAY;AAAA,IACjG,SAAS,YAAY,SAAS,WAAW;AAAA,IACzC,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,iBAAiB,WAAW,YAAY,YAAY;AAAA,IAC9D,SAAS,YAAY,SAAS,OAAO;AAAA,IACrC,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,mBAAmB,kBAAkB,mBAAmB,YAAY;AAAA,IAC9E,SAAS,YAAY,SAAS,UAAU;AAAA,IACxC,MAAM;AAAA,EACR;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,sBAAsB,sBAAsB,iBAAiB,kBAAkB;AAAA,IACzF,SAAS,YAAY,GAAM;AAAA,IAC3B,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,uBAAuB,sBAAsB,eAAe,gBAAgB,QAAQ;AAAA,IAC9F,SAAS,YAAY,SAAS,KAAK;AAAA,IACnC,MAAM;AAAA,EACR;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,eAAe,sBAAsB,cAAc,cAAc,mBAAmB;AAAA,IAC9F,SAAS,YAAY,SAAS,WAAW;AAAA,IACzC,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,oBAAoB,eAAe,cAAc,aAAa;AAAA,IACxE,SAAS,YAAY,SAAS,UAAU;AAAA,IACxC,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,gBAAgB,kBAAkB,gBAAgB,SAAS;AAAA,IACrE,SAAS,YAAY,SAAS,WAAW;AAAA,IACzC,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,mBAAmB,aAAa,cAAc;AAAA,IACxD,SAAS,YAAY,SAAS,SAAS;AAAA,IACvC,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,qBAAqB,qBAAqB,yBAAyB;AAAA,IAC7E,SAAS,YAAY,SAAS,iBAAiB;AAAA,IAC/C,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,yBAAyB,oBAAoB,wBAAwB;AAAA,IAC/E,SAAS,YAAY,SAAS,gBAAgB;AAAA,IAC9C,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,yBAAyB,sBAAsB;AAAA,IACzD,SAAS,YAAY,GAAM;AAAA,IAC3B,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,uBAAuB,6BAA6B,iBAAiB,kBAAkB;AAAA,IACjG,SAAS,YAAY,GAAM;AAAA,IAC3B,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,6BAA6B,qBAAqB,0BAA0B,YAAY;AAAA,IAClG,SAAS,YAAY,SAAS,iBAAiB;AAAA,IAC/C,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,4BAA4B,2BAA2B,2BAA2B,UAAU;AAAA,IACtG,SAAS,YAAY,SAAS,eAAe;AAAA,IAC7C,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,wBAAwB,6BAA6B,eAAe;AAAA,IAC9E,SAAS,YAAY,GAAM;AAAA,IAC3B,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,gBAAgB,iBAAiB,iBAAiB,gBAAgB,UAAU,mBAAmB,qBAAqB;AAAA,IAC9H,SAAS,YAAY,SAAS,cAAc;AAAA,IAC5C,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,UAAU,iBAAiB,mBAAmB,aAAa,aAAa;AAAA,IAClF,SAAS,YAAY,SAAS,aAAa;AAAA,IAC3C,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,kBAAkB,iBAAiB;AAAA,IAC7C,SAAS,YAAY,SAAS,cAAc;AAAA,IAC5C,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,wBAAwB,mBAAmB,kBAAkB,eAAe;AAAA,IACtF,SAAS,YAAY,SAAS,cAAc;AAAA,IAC5C,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,sBAAsB,cAAc,oBAAoB;AAAA,IAClE,SAAS,YAAY,SAAS,kBAAkB;AAAA,IAChD,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,qBAAqB,iBAAiB;AAAA,IAChD,SAAS,YAAY,SAAS,iBAAiB;AAAA,IAC/C,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,cAAc,MAAM,YAAY;AAAA,IAC1C,SAAS,YAAY,SAAS,UAAU;AAAA,IACxC,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,aAAa,SAAS;AAAA,IAChC,SAAS,YAAY,SAAS,SAAS;AAAA,IACvC,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,aAAa,aAAa,kBAAkB;AAAA,IACtD,SAAS,YAAY,SAAS,SAAS;AAAA,IACvC,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AACF;AAEO,IAAM,uBAAuB;AAiB7B,SAAS,oBAAoB,MAA0C;AAC5E,SAAO,KAAK,oBAAoB;AAClC;AAEO,SAAS,qBAAqB,MAAgC;AACnE,SAAO,KAAK,cAAc,KAAK;AACjC;AAEO,SAAS,uBAAuB,MAAgC;AACrE,SAAO,KAAK,aAAa;AAC3B;AAEO,IAAM,qBAAuD;AAAA,EAClE,kCAAkC,EAAE,MAAM,WAAW,OAAO,WAAW,UAAU,kCAAkC,aAAa,IAAI,YAAY,KAAW,aAAa,GAAG,cAAc,+BAA+B;AAAA,EACxN,kCAAkC,EAAE,MAAM,UAAU,OAAO,UAAU,UAAU,kCAAkC,aAAa,IAAI,YAAY,UAAY,aAAa,IAAI,cAAc,KAAK;AAAA,EAC9L,kCAAkC,EAAE,MAAM,SAAS,OAAO,SAAS,UAAU,kCAAkC,aAAa,KAAK,YAAY,KAAY,aAAa,IAAI,cAAc,KAAK;AAAA,EAC7L,kCAAkC,EAAE,MAAM,SAAS,OAAO,gBAAgB,UAAU,kCAAkC,aAAa,IAAI,YAAY,KAAK,YAAY,MAAa,aAAa,GAAG,cAAc,MAAM,kBAAkB,QAAQ,sBAAsB,MAAM,eAAe,KAAK;AAAA,EAC/R,kCAAkC,EAAE,MAAM,gBAAgB,OAAO,6BAA6B,UAAU,kCAAkC,aAAa,MAAM,YAAY,KAAK,YAAY,MAAa,aAAa,GAAG,cAAc,MAAM,kBAAkB,QAAQ,sBAAsB,MAAM,iBAAiB,MAAM,eAAe,KAAK;AAC9U;AAEO,IAAM,2BAA6D,OAAO;AAAA,EAC/E,OAAO,OAAO,kBAAkB,EAAE,IAAI,OAAK,CAAC,EAAE,MAAM,CAAC,CAAC;AACxD;AASO,IAAM,iBAA+C;AAAA,EAC1D,OAAO;AAAA,IACL,MAAM;AAAA,IACN,OAAO;AAAA,IACP,UAAU;AAAA,IACV,WAAW,CAAC,SAAS,cAAc;AAAA,EACrC;AACF;AAEO,SAAS,sBAAsB,SAAgC;AACpE,QAAM,QAAQ,OAAO,OAAO,cAAc,EAAE,KAAK,OAAK,EAAE,UAAU,SAAS,OAAO,CAAC;AACnF,SAAO,QAAQ,IAAI,MAAM,IAAI,WAAW;AAC1C;AAEO,SAAS,aAAa,SAAyD;AACpF,MAAI,CAAC,QAAS,QAAO;AACrB,SAAO,OAAO,OAAO,cAAc,EAAE,KAAK,OAAK,EAAE,UAAU,SAAS,OAAO,CAAC,KAAK;AACnF;AAEO,SAAS,6BACd,UACA,QACS;AACT,QAAM,OAAO,aAAa,QAAQ;AAClC,MAAI,CAAC,KAAM,QAAO;AAClB,SAAO,CAAC,KAAK,UAAU,SAAS,MAAM;AACxC;AAgBO,SAAS,wBAAwB,SAAiE;AACvG,MAAI,CAAC,QAAS,QAAO;AACrB,QAAM,OAAO,yBAAyB,OAAO;AAC7C,MAAI,CAAC,KAAM,QAAO;AAClB,SAAO;AAAA,IACL,MAAM,KAAK;AAAA,IACX,OAAO,KAAK;AAAA,IACZ,YAAY,qBAAqB,IAAI;AAAA,IACrC,UAAU,oBAAoB,IAAI;AAAA,IAClC,wBAAwB,KAAK;AAAA,IAC7B,sBAAsB,uBAAuB,IAAI;AAAA,IACjD,aAAa,KAAK;AAAA,IAClB,sBAAsB,CAAC,CAAC,KAAK;AAAA,IAC7B,iBAAiB,CAAC,CAAC,KAAK;AAAA,IACxB,eAAe,CAAC,CAAC,KAAK;AAAA,IACtB,kBAAkB,sBAAsB,KAAK,IAAI;AAAA,EACnD;AACF;AAEO,SAAS,uBAAuB,MAAc;AACnD,QAAM,QAAQ,eAAe,IAAI;AACjC,MAAI,CAAC,MAAO,QAAO;AACnB,QAAM,UAAU,MAAM,UACnB,IAAI,SAAO,yBAAyB,GAAG,CAAC,EACxC,OAAO,CAAC,MAA6B,CAAC,CAAC,CAAC,EACxC,IAAI,QAAM;AAAA,IACT,MAAM,EAAE;AAAA,IACR,OAAO,EAAE;AAAA,IACT,YAAY,qBAAqB,CAAC;AAAA,IAClC,UAAU,oBAAoB,CAAC;AAAA,IAC/B,wBAAwB,EAAE;AAAA,IAC1B,SAAS,uBAAuB,CAAC;AAAA,IACjC,sBAAsB,CAAC,CAAC,EAAE;AAAA,IAC1B,iBAAiB,CAAC,CAAC,EAAE;AAAA,IACrB,aAAa,EAAE;AAAA,EACjB,EAAE;AACJ,MAAI,CAAC,QAAQ,OAAQ,QAAO;AAC5B,SAAO,EAAE,MAAM,MAAM,MAAM,OAAO,MAAM,OAAO,UAAU,MAAM,UAAU,QAAQ;AACnF;AAEO,SAAS,wBAAwB;AACtC,QAAM,UAAU,yBAAyB;AACzC,QAAM,QAAQ,oBAAoB,IAAI,CAAC,EAAE,SAAS,GAAG,KAAK,OAAO;AAAA,IAC/D,GAAG;AAAA,IACH,GAAI,KAAK,QAAQ,EAAE,OAAO,KAAK,MAAM,QAAQ,iBAAiB,EAAE,EAAE,IAAI,CAAC;AAAA,EACzE,EAAE;AAEF,SAAO;AAAA,IACL,yBAAyB,KAAK,MAAM,YAAY,QAAQ,UAAU,IAAI,QAAQ,WAAW;AAAA,IACzF;AAAA,IACA,YAAY;AAAA,IACZ,mBAAmB;AAAA,EACrB;AACF;AAEO,IAAM,6BAA6B;AACnC,IAAM,kCAAkC;AACxC,IAAM,kCAAkC;AACxC,IAAM,+BAA+B;AACrC,IAAM,oCAAoC;AAE1C,SAAS,6BAA6B;AAC3C,QAAM,aAAa,QAAQ,IAAI,2BAA2B;AAC1D,SAAO;AAAA,IACL,SAAS;AAAA,IACT,aAAa;AAAA,IACb,iBAAiB;AAAA,IACjB,UAAU;AAAA,IACV,UAAU;AAAA,IACV,aAAa;AAAA,IACb,kBAAkB;AAAA,IAClB,mCAAmC,wCAAwC,iCAAiC;AAAA,EAC9G;AACF;AAqBO,SAAS,YAAY,IAAoB;AAC9C,SAAO,KAAK;AACd;AAEO,SAAS,4BAA4B,WAAmB,YAAoB;AACjF,QAAM,WAAW,QAAQ,IAAI,aAAa;AAC1C,QAAM,iBAAiB,YAAY,SAAS;AAC5C,QAAM,kBAAkB,YAAY,UAAU;AAC9C,SAAO;AAAA,IACL,OAAO;AAAA,IACP,YAAY;AAAA,IACZ,SAAS,kCAAkC,cAAc,gCAAgC,eAAe,uBAAuB,QAAQ;AAAA,IACvI,iBAAiB;AAAA,IACjB,kBAAkB;AAAA,IAClB,WAAW;AAAA,EACb;AACF;AAWO,IAAM,0BAA0B,MAAS;AAEzC,IAAM,eAA2C;AAAA,EACtD,kCAAkC,EAAE,MAAM,OAAO,OAAO,OAAO,UAAU,kCAAkC,UAAU,SAAS,aAAa,IAAI,aAAa,IAAI;AAAA,EAChK,kCAAkC,EAAE,MAAM,OAAO,OAAO,OAAO,UAAU,kCAAkC,UAAU,QAAQ,aAAa,IAAI,aAAa,IAAI;AACjK;AAEO,IAAM,oBAA4C,EAAE,MAAM,yBAAyB,KAAK,KAAK,MAAM,KAAK;AAExG,IAAM,yBAAyB;AAE/B,IAAM,6BAA6B,KAAK;AAExC,IAAM,kBAAkB;AAAA,EAC7B,OAAuB;AAAA,EACvB,cAAuB;AAAA,EACvB,cAAuB;AAAA,EACvB,iBAAuB;AAAA,EACvB,KAAuB;AAAA,EACvB,YAAuB;AAAA,EACvB,MAAuB;AAAA,EACvB,aAAuB;AAAA,EACvB,QAAuB;AAAA,EACvB,eAAuB;AAAA,EACvB,oBAAuB;AAAA,EACvB,sBAAuB;AAAA,EACvB,YAAuB;AAAA,EACvB,OAAuB;AAAA,EACvB,aAAuB;AAAA,EACvB,yBAAyB;AAAA,EACzB,2BAA2B;AAAA,EAC3B,YAAuB;AAAA,EACvB,aAAuB;AAAA,EACvB,oBAAuB;AAAA,EACvB,cAAuB;AAAA,EACvB,qBAAuB;AAAA,EACvB,aAAuB;AAAA,EACvB,SAAuB;AAAA,EACvB,mBAAuB;AAAA,EACvB,mBAAuB;AAAA,EACvB,cAAuB;AAAA,EACvB,gBAAuB;AAAA,EACvB,WAAuB;AAAA,EACvB,eAAuB;AAAA,EACvB,kBAAuB;AAAA,EACvB,kBAAuB;AAAA,EACvB,yBAAyB;AAAA,EACzB,eAAuB;AAAA,EACvB,sBAAuB;AAAA,EACvB,kBAAuB;AAAA,EACvB,yBAAyB;AAAA,EACzB,sBAAuB;AAAA,EACvB,mBAAuB;AAAA,EACvB,0BAA0B;AAAA,EAC1B,kBAAuB;AAAA,EACvB,yBAAyB;AAAA,EACzB,uBAAuB;AAAA,EACvB,8BAA8B;AAAA,EAC9B,mBAAuB;AAAA,EACvB,0BAA0B;AAAA,EAC1B,iBAAuB;AAAA,EACvB,wBAAuB;AAAA,EACvB,sBAAuB;AAAA,EACvB,6BAA6B;AAAA,EAC7B,iBAAuB;AAAA,EACvB,eAAuB;AAAA,EACvB,sBAAuB;AAAA,EACvB,gBAAuB;AAAA,EACvB,uBAAuB;AAAA,EACvB,gBAAuB;AAAA,EACvB,uBAAuB;AAAA,EACvB,uBAAuB;AAAA,EACvB,oBAAuB;AAAA,EACvB,WAAuB;AAAA,EACvB,kBAAuB;AAAA,EACvB,oBAA0B;AAAA,EAC1B,2BAA2B;AAAA,EAC3B,mBAA0B;AAAA,EAC1B,0BAA0B;AAAA,EAC1B,YAA0B;AAAA,EAC1B,mBAA0B;AAAA,EAC1B,WAA0B;AAAA,EAC1B,kBAA0B;AAAA,EAC1B,WAA0B;AAAA,EAC1B,kBAA0B;AAAA,EAC1B,gBAA0B;AAAA,EAC1B,eAA0B;AAAA,EAC1B,iBAA0B;AAAA,EAC1B,uBAA0B;AAAA,EAC1B,aAA0B;AAAA,EAC1B,cAA0B;AAC5B;AAIO,IAAM,4BAA4B;AAClC,IAAM,iCAAiC;AACvC,IAAM,qCAAqC;AAC3C,IAAM,2BAA2B;AACjC,IAAM,8BAA8B;AAEpC,SAAS,wBAAwB,cAA8B;AACpE,QAAM,OAAO,KAAK,IAAI,GAAG,KAAK,MAAM,gBAAgB,MAAM,EAAE,CAAC;AAC7D,SAAO,2BAA2B,8BAA8B;AAClE;AAGO,IAAM,2BAA2B,2BAA2B,8BAA8B;AAE1F,IAAM,aACX,mBAAmB,gCAAgC,EAAE,aACrD,mBAAmB,gCAAgC,EAAE;","names":[]}

package/dist/chunk-X2LKCX6H.js

@@ -0,0 +1,499 @@
+import {
+  LedgerOperation
+} from "./chunk-SBLGBZZB.js";
+import {
+  sanitizeVendorName
+} from "./chunk-44HZLHDV.js";
+import {
+  CREDIT_LOT_TTL,
+  getDb,
+  settleDebitMcIdempotent
+} from "./chunk-GUVKHCKE.js";
+
+// src/api/site-extract-repository.ts
+function extractJobLimitInfo(job) {
+  const effectiveMaxPages = Math.max(1, Number(job.options.effectiveMaxPages ?? job.options.maxPages ?? 1));
+  const requestedMaxPages = Math.max(effectiveMaxPages, Number(job.options.requestedMaxPages ?? effectiveMaxPages));
+  const creditLimited = requestedMaxPages > effectiveMaxPages;
+  return {
+    requestedMaxPages,
+    effectiveMaxPages,
+    creditLimited,
+    // If discovery exhausted below the funded cap, the smaller hold did not
+    // actually truncate this crawl. Hitting the cap is conservatively partial.
+    creditTruncated: creditLimited && job.totalUrls >= effectiveMaxPages
+  };
+}
+function terminalExtractJobStatus(progress, creditTruncated = false) {
+  if (progress.successfulUrls === 0) return "failed";
+  if (progress.failedUrls > 0 || progress.remainingUrls > 0 || creditTruncated) return "partial";
+  return "complete";
+}
+function rowToJob(r) {
+  const totalUrls = Number(r.total_urls ?? 0);
+  const legacyProgress = r.attempted_urls == null;
+  const attemptedUrls = Number(legacyProgress ? r.done_urls ?? 0 : r.attempted_urls);
+  const successfulUrls = Number(legacyProgress ? r.done_urls ?? 0 : r.successful_urls ?? 0);
+  const failedUrls = Number(r.failed_urls ?? Math.max(0, attemptedUrls - successfulUrls));
+  return {
+    id: String(r.id),
+    userId: r.user_id != null ? Number(r.user_id) : null,
+    idempotencyKey: r.idempotency_key != null ? String(r.idempotency_key) : null,
+    requestFingerprint: r.request_fingerprint != null ? String(r.request_fingerprint) : null,
+    status: r.status != null ? String(r.status) : "pending",
+    startUrl: String(r.start_url ?? ""),
+    options: r.options ? JSON.parse(String(r.options)) : {},
+    totalUrls,
+    doneUrls: attemptedUrls,
+    attemptedUrls,
+    successfulUrls,
+    failedUrls,
+    remainingUrls: Math.max(0, totalUrls - attemptedUrls),
+    artifacts: r.artifacts ? JSON.parse(String(r.artifacts)) : null,
+    error: r.error != null ? String(r.error) : null,
+    billedMc: r.billed_mc != null ? Number(r.billed_mc) : null,
+    createdAt: String(r.created_at ?? ""),
+    updatedAt: String(r.updated_at ?? "")
+  };
+}
+async function createExtractJob(jobId, userId, startUrl, options) {
+  const db = getDb();
+  await db.execute({
+    sql: `INSERT INTO site_extract_jobs (id, user_id, status, start_url, options, created_at, updated_at)
+          VALUES (?, ?, 'pending', ?, ?, datetime('now'), datetime('now'))`,
+    args: [jobId, userId, startUrl, JSON.stringify(options)]
+  });
+}
+async function getExtractJobByIdempotencyKey(userId, idempotencyKey) {
+  const db = getDb();
+  const res = await db.execute({
+    sql: `SELECT * FROM site_extract_jobs WHERE user_id = ? AND idempotency_key = ? LIMIT 1`,
+    args: [userId, idempotencyKey]
+  });
+  return res.rows[0] ? rowToJob(res.rows[0]) : null;
+}
+async function createOrGetExtractJob(input) {
+  const db = getDb();
+  const inserted = await db.execute({
+    sql: `INSERT OR IGNORE INTO site_extract_jobs
+            (id, user_id, status, start_url, options, idempotency_key, request_fingerprint, created_at, updated_at)
+          VALUES (?, ?, 'pending', ?, ?, ?, ?, datetime('now'), datetime('now'))`,
+    args: [
+      input.jobId,
+      input.userId,
+      input.startUrl,
+      JSON.stringify(input.options),
+      input.idempotencyKey,
+      input.requestFingerprint
+    ]
+  });
+  const job = await getExtractJobByIdempotencyKey(input.userId, input.idempotencyKey);
+  if (!job) throw new Error("idempotent extract job was not persisted");
+  return {
+    job,
+    created: inserted.rowsAffected === 1,
+    conflict: job.requestFingerprint !== input.requestFingerprint
+  };
+}
+async function getExtractJob(jobId) {
+  const db = getDb();
+  const res = await db.execute({ sql: `SELECT * FROM site_extract_jobs WHERE id = ?`, args: [jobId] });
+  return res.rows[0] ? rowToJob(res.rows[0]) : null;
+}
+async function listExtractJobs(userId) {
+  const db = getDb();
+  const res = await db.execute({ sql: `SELECT * FROM site_extract_jobs WHERE user_id = ? ORDER BY created_at DESC LIMIT 50`, args: [userId] });
+  return res.rows.map((r) => rowToJob(r));
+}
+async function listUnsettledExtractJobs(limit = 25) {
+  const db = getDb();
+  const res = await db.execute({
+    sql: `SELECT * FROM site_extract_jobs
+          WHERE billed_mc IS NULL AND status IN ('complete', 'partial', 'failed')
+            AND (next_settlement_at IS NULL OR next_settlement_at <= datetime('now'))
+          ORDER BY updated_at ASC LIMIT ?`,
+    args: [Math.max(1, Math.min(100, Math.round(limit)))]
+  });
+  return res.rows.map((row) => rowToJob(row));
+}
+async function listFundedPendingExtractJobs(limit = 25, staleMinutes = 2) {
+  const db = getDb();
+  const safeStaleMinutes = Math.max(1, Math.min(60, Math.round(staleMinutes)));
+  const res = await db.execute({
+    sql: `SELECT j.* FROM site_extract_jobs j
+          JOIN billing_debits d
+            ON d.idempotency_key = json_extract(j.options, '$.debitKey')
+           AND d.user_id = j.user_id
+           AND d.status = 'applied'
+          WHERE j.status = 'pending'
+            AND j.billed_mc IS NULL
+            AND (j.next_dispatch_at IS NULL OR j.next_dispatch_at <= datetime('now'))
+            AND j.updated_at <= datetime('now', ?)
+          ORDER BY j.updated_at ASC LIMIT ?`,
+    args: [`-${safeStaleMinutes} minutes`, Math.max(1, Math.min(100, Math.round(limit)))]
+  });
+  return res.rows.map((row) => rowToJob(row));
+}
+async function markExtractJobDispatchAttempt(jobId) {
+  const db = getDb();
+  await db.execute({
+    sql: `UPDATE site_extract_jobs
+          SET dispatch_attempts = dispatch_attempts + 1,
+              updated_at = datetime('now'),
+              next_dispatch_at = datetime('now', '+5 minutes'),
+              dispatch_error = NULL,
+              status = CASE
+                WHEN dispatch_attempts + 1 >= 10 OR created_at <= datetime('now', '-6 hours') THEN 'failed'
+                ELSE status
+              END,
+              error = CASE
+                WHEN dispatch_attempts + 1 >= 10 OR created_at <= datetime('now', '-6 hours')
+                  THEN 'Background crawl was acknowledged repeatedly but never started; the hold will be refunded.'
+                ELSE error
+              END
+          WHERE id = ? AND status = 'pending'`,
+    args: [jobId]
+  });
+  return getExtractJob(jobId);
+}
+async function recordExtractJobDispatchFailure(jobId, error) {
+  const db = getDb();
+  const safeError = sanitizeVendorName(error).slice(0, 1e3);
+  await db.execute({
+    sql: `UPDATE site_extract_jobs SET
+            dispatch_attempts = dispatch_attempts + 1,
+            dispatch_error = ?,
+            next_dispatch_at = datetime('now', '+5 minutes'),
+            updated_at = datetime('now'),
+            status = CASE
+              WHEN dispatch_attempts + 1 >= 10 OR created_at <= datetime('now', '-6 hours') THEN 'failed'
+              ELSE status
+            END,
+            error = CASE
+              WHEN dispatch_attempts + 1 >= 10 OR created_at <= datetime('now', '-6 hours')
+                THEN 'Background crawl could not be dispatched after repeated attempts; the hold will be refunded.'
+              ELSE error
+            END
+          WHERE id = ? AND status = 'pending'`,
+    args: [safeError, jobId]
+  });
+  return getExtractJob(jobId);
+}
+async function recordExtractSettlementFailure(jobId, error) {
+  const db = getDb();
+  await db.execute({
+    sql: `UPDATE site_extract_jobs SET
+            settlement_attempts = settlement_attempts + 1,
+            settlement_error = ?,
+            next_settlement_at = datetime('now', '+15 minutes'),
+            updated_at = datetime('now')
+          WHERE id = ? AND billed_mc IS NULL`,
+    args: [sanitizeVendorName(error).slice(0, 1e3), jobId]
+  });
+}
+async function listStaleRunningExtractJobs(limit = 25, staleMinutes = 60) {
+  const db = getDb();
+  const safeStaleMinutes = Math.max(15, Math.min(24 * 60, Math.round(staleMinutes)));
+  const res = await db.execute({
+    sql: `SELECT j.* FROM site_extract_jobs j
+          LEFT JOIN billing_debits d
+            ON d.idempotency_key = json_extract(j.options, '$.debitKey')
+           AND d.user_id = j.user_id
+           AND d.status = 'applied'
+          WHERE j.status = 'running'
+            AND j.billed_mc IS NULL
+            AND (
+              json_extract(j.options, '$.debitKey') IS NULL
+              OR d.idempotency_key IS NOT NULL
+            )
+            AND j.updated_at <= datetime('now', ?)
+          ORDER BY j.updated_at ASC LIMIT ?`,
+    args: [`-${safeStaleMinutes} minutes`, Math.max(1, Math.min(100, Math.round(limit)))]
+  });
+  return res.rows.map((row) => rowToJob(row));
+}
+async function failStaleRunningExtractJob(jobId, staleMinutes = 60) {
+  const db = getDb();
+  const safeStaleMinutes = Math.max(15, Math.min(24 * 60, Math.round(staleMinutes)));
+  const result = await db.execute({
+    sql: `UPDATE site_extract_jobs
+          SET status = 'failed',
+              error = 'Background crawl stopped without a heartbeat; completed pages were preserved and the unused hold will be refunded.',
+              updated_at = datetime('now')
+          WHERE id = ?
+            AND status = 'running'
+            AND billed_mc IS NULL
+            AND updated_at <= datetime('now', ?)`,
+    args: [jobId, `-${safeStaleMinutes} minutes`]
+  });
+  return result.rowsAffected === 1;
+}
+async function claimFailedExtractJobForRefinalize(jobId) {
+  const db = getDb();
+  const claimed = await db.execute({
+    sql: `UPDATE site_extract_jobs
+          SET status = 'running', updated_at = datetime('now')
+          WHERE id = ? AND status = 'failed'`,
+    args: [jobId]
+  });
+  if (claimed.rowsAffected !== 1) return null;
+  return getExtractJob(jobId);
+}
+async function abandonExtractSettlement(jobId, error) {
+  const db = getDb();
+  await db.execute({
+    sql: `UPDATE site_extract_jobs SET billed_mc = 0, settlement_error = ?, updated_at = datetime('now')
+          WHERE id = ? AND billed_mc IS NULL`,
+    args: [sanitizeVendorName(error).slice(0, 1e3), jobId]
+  });
+}
+async function setExtractJobTotal(jobId, totalUrls) {
+  const db = getDb();
+  await db.execute({
+    sql: `UPDATE site_extract_jobs
+            SET status = 'running', total_urls = MAX(total_urls, ?), updated_at = datetime('now')
+          WHERE id = ? AND status IN ('pending', 'running')`,
+    args: [totalUrls, jobId]
+  });
+}
+async function saveExtractPages(jobId, pages) {
+  if (pages.length === 0) return;
+  const db = getDb();
+  await db.batch([
+    ...pages.map((p) => {
+      const { discoveryLinks: _ephemeralDiscoveryLinks, ...storedPage } = p;
+      return {
+        sql: `INSERT INTO site_extract_pages (job_id, url, page)
+            SELECT ?, ?, ?
+            WHERE EXISTS (
+              SELECT 1 FROM site_extract_jobs
+              WHERE id = ? AND status IN ('pending', 'running')
+            )
+            ON CONFLICT(job_id, url) DO UPDATE SET page = excluded.page
+            WHERE NOT CASE
+                    WHEN json_valid(site_extract_pages.page) = 0 THEN 0
+                    WHEN json_extract(site_extract_pages.page, '$.extractionStatus') IS NOT NULL
+                      THEN json_extract(site_extract_pages.page, '$.extractionStatus') = 'successful'
+                    ELSE COALESCE(
+                      json_extract(site_extract_pages.page, '$.status') >= 200
+                      AND json_extract(site_extract_pages.page, '$.status') < 300
+                      AND json_extract(site_extract_pages.page, '$.wordCount') > 0,
+                      0
+                    )
+                  END
+               OR CASE
+                    WHEN json_valid(excluded.page) = 0 THEN 0
+                    WHEN json_extract(excluded.page, '$.extractionStatus') IS NOT NULL
+                      THEN json_extract(excluded.page, '$.extractionStatus') = 'successful'
+                    ELSE COALESCE(
+                      json_extract(excluded.page, '$.status') >= 200
+                      AND json_extract(excluded.page, '$.status') < 300
+                      AND json_extract(excluded.page, '$.wordCount') > 0,
+                      0
+                    )
+                  END`,
+        args: [jobId, p.archivedUrl ?? p.url, JSON.stringify(storedPage), jobId]
+      };
+    }),
+    {
+      sql: `UPDATE site_extract_jobs SET
+            done_urls = (SELECT COUNT(*) FROM site_extract_pages WHERE job_id = ?),
+            attempted_urls = (SELECT COUNT(*) FROM site_extract_pages WHERE job_id = ?),
+            successful_urls = (
+              SELECT COUNT(*) FROM site_extract_pages
+              WHERE job_id = ? AND CASE
+                WHEN json_extract(page, '$.extractionStatus') IS NOT NULL
+                  THEN json_extract(page, '$.extractionStatus') = 'successful'
+                ELSE json_extract(page, '$.status') >= 200
+                  AND json_extract(page, '$.status') < 300
+                  AND json_extract(page, '$.wordCount') > 0
+              END
+            ),
+            failed_urls = (
+              SELECT COUNT(*) FROM site_extract_pages
+              WHERE job_id = ? AND NOT CASE
+                WHEN json_extract(page, '$.extractionStatus') IS NOT NULL
+                  THEN json_extract(page, '$.extractionStatus') = 'successful'
+                ELSE COALESCE(
+                  json_extract(page, '$.status') >= 200
+                  AND json_extract(page, '$.status') < 300
+                  AND json_extract(page, '$.wordCount') > 0,
+                  0
+                )
+              END
+            ),
+            updated_at = datetime('now')
+          WHERE id = ? AND status IN ('pending', 'running')`,
+      args: [jobId, jobId, jobId, jobId, jobId]
+    }
+  ], "write");
+}
+async function getExtractedPages(jobId) {
+  const db = getDb();
+  const res = await db.execute({ sql: `SELECT page FROM site_extract_pages WHERE job_id = ?`, args: [jobId] });
+  return res.rows.map((r) => JSON.parse(String(r.page)));
+}
+async function getExtractedImageLinks(jobId, limit = 181) {
+  const db = getDb();
+  const safeLimit = Math.max(1, Math.min(5001, Math.round(limit)));
+  const res = await db.execute({
+    sql: `SELECT DISTINCT CAST(images.value AS TEXT) AS url
+          FROM site_extract_pages p,
+               json_each(CASE WHEN json_valid(p.page) THEN p.page ELSE '{}' END, '$.imageLinks') images
+          WHERE p.job_id = ?
+            AND images.type = 'text'
+            AND length(CAST(images.value AS TEXT)) BETWEEN 1 AND 4096
+          LIMIT ?`,
+    args: [jobId, safeLimit]
+  });
+  return res.rows.map((row) => String(row.url));
+}
+async function countSuccessfulPages(jobId) {
+  const db = getDb();
+  const res = await db.execute({
+    sql: `SELECT COUNT(*) AS n FROM site_extract_pages
+            WHERE job_id = ? AND CASE
+              WHEN json_extract(page, '$.extractionStatus') IS NOT NULL
+                THEN json_extract(page, '$.extractionStatus') = 'successful'
+              ELSE COALESCE(
+                json_extract(page, '$.status') >= 200
+                AND json_extract(page, '$.status') < 300
+                AND json_extract(page, '$.wordCount') > 0,
+                0
+              )
+            END`,
+    args: [jobId]
+  });
+  return Number(res.rows[0]?.n ?? 0);
+}
+async function getExtractedUrls(jobId) {
+  const db = getDb();
+  const res = await db.execute({ sql: `SELECT url FROM site_extract_pages WHERE job_id = ?`, args: [jobId] });
+  return new Set(res.rows.map((r) => String(r.url)));
+}
+async function finishExtractJob(jobId, artifacts, status, error = null, allowFailedRecovery = false) {
+  const db = getDb();
+  const result = await db.execute({
+    sql: `UPDATE site_extract_jobs
+            SET status = ?, artifacts = ?, error = ?, updated_at = datetime('now')
+          WHERE id = ? AND (status IN ('pending', 'running') OR (? = 1 AND status = 'failed'))`,
+    args: [status, JSON.stringify(artifacts ?? []), error ? sanitizeVendorName(error).slice(0, 2e3) : null, jobId, allowFailedRecovery ? 1 : 0]
+  });
+  return result.rowsAffected === 1;
+}
+async function completeExtractJob(jobId, artifacts) {
+  await finishExtractJob(jobId, artifacts, "complete");
+}
+async function failExtractJob(jobId, error) {
+  const db = getDb();
+  await db.execute({
+    sql: `UPDATE site_extract_jobs
+            SET status = 'failed', error = ?, updated_at = datetime('now')
+          WHERE id = ? AND status IN ('pending', 'running')`,
+    args: [sanitizeVendorName(error).slice(0, 2e3), jobId]
+  });
+}
+async function failUnfundedExtractJob(jobId, error) {
+  const db = getDb();
+  await db.execute({
+    sql: `UPDATE site_extract_jobs
+            SET status = 'failed', billed_mc = 0, error = ?, updated_at = datetime('now')
+          WHERE id = ? AND status = 'pending' AND billed_mc IS NULL`,
+    args: [sanitizeVendorName(error).slice(0, 2e3), jobId]
+  });
+}
+async function settleExtractJob(jobId, userId, refundMc, netChargeMc, reference) {
+  const db = getDb();
+  const job = await getExtractJob(jobId);
+  if (!job || job.billedMc != null) return;
+  const debitKey = typeof job.options.debitKey === "string" ? job.options.debitKey : null;
+  if (debitKey) {
+    const settlement = await settleDebitMcIdempotent(
+      userId,
+      debitKey,
+      Math.max(0, netChargeMc),
+      LedgerOperation.EXTRACT_SITE_REFUND,
+      reference,
+      "extract_site"
+    );
+    await db.execute({
+      sql: `UPDATE site_extract_jobs SET billed_mc = ?, updated_at = datetime('now') WHERE id = ? AND billed_mc IS NULL`,
+      args: [settlement.final_amount_mc, jobId]
+    });
+    return;
+  }
+  const safeRefundMc = Math.max(0, refundMc);
+  const safeNetChargeMc = Math.max(0, netChargeMc);
+  await db.batch([
+    {
+      sql: `UPDATE site_extract_jobs SET billed_mc = -1 WHERE id = ? AND billed_mc IS NULL`,
+      args: [jobId]
+    },
+    {
+      sql: `INSERT INTO credit_lots (user_id, amount_mc, remaining_mc, source, expires_at)
+            SELECT ?, ?, ?, ?, datetime(j.created_at, ?)
+            FROM site_extract_jobs j
+            WHERE j.id = ?
+              AND j.billed_mc = -1
+              AND ? > 0
+              AND changes() = 1
+              AND datetime(j.created_at, ?) > datetime('now')`,
+      args: [
+        userId,
+        safeRefundMc,
+        safeRefundMc,
+        LedgerOperation.EXTRACT_SITE_REFUND,
+        CREDIT_LOT_TTL,
+        jobId,
+        safeRefundMc,
+        CREDIT_LOT_TTL
+      ]
+    },
+    {
+      sql: `UPDATE users SET balance_mc = balance_mc + ?
+            WHERE id = ? AND ? > 0 AND changes() = 1`,
+      args: [safeRefundMc, userId, safeRefundMc]
+    },
+    {
+      sql: `INSERT INTO ledger (user_id, amount_mc, operation, description)
+            SELECT ?, ?, ?, ? WHERE ? > 0 AND changes() = 1`,
+      args: [userId, safeRefundMc, LedgerOperation.EXTRACT_SITE_REFUND, reference, safeRefundMc]
+    },
+    {
+      sql: `UPDATE site_extract_jobs SET billed_mc = ?, updated_at = datetime('now')
+            WHERE id = ? AND billed_mc = -1`,
+      args: [safeNetChargeMc, jobId]
+    }
+  ], "write");
+}
+
+export {
+  extractJobLimitInfo,
+  terminalExtractJobStatus,
+  createExtractJob,
+  getExtractJobByIdempotencyKey,
+  createOrGetExtractJob,
+  getExtractJob,
+  listExtractJobs,
+  listUnsettledExtractJobs,
+  listFundedPendingExtractJobs,
+  markExtractJobDispatchAttempt,
+  recordExtractJobDispatchFailure,
+  recordExtractSettlementFailure,
+  listStaleRunningExtractJobs,
+  failStaleRunningExtractJob,
+  claimFailedExtractJobForRefinalize,
+  abandonExtractSettlement,
+  setExtractJobTotal,
+  saveExtractPages,
+  getExtractedPages,
+  getExtractedImageLinks,
+  countSuccessfulPages,
+  getExtractedUrls,
+  finishExtractJob,
+  completeExtractJob,
+  failExtractJob,
+  failUnfundedExtractJob,
+  settleExtractJob
+};
+//# sourceMappingURL=chunk-X2LKCX6H.js.map