mcp-scraper 0.3.18 → 0.3.19

package/dist/bin/mcp-stdio-server.js

@@ -5,13 +5,13 @@ import {
   exportFanout,
   registerPaaExtractorMcpTools,
   sanitizeOutboundDiagnostics
-} from "../chunk-2XCNU22L.js";
+} from "../chunk-A46NKAAM.js";
 import {
   renderInstallTerminal
 } from "../chunk-DE7WP4UU.js";
 import {
   PACKAGE_VERSION
-} from "../chunk-C7ZNIXOA.js";
+} from "../chunk-AUKOY2IV.js";
 import {
   browserServiceProfileName,
   browserServiceProfileSaveChanges

package/dist/{chunk-2XCNU22L.js → chunk-A46NKAAM.js}

@@ -1,6 +1,6 @@
 import {
   PACKAGE_VERSION
-} from "./chunk-C7ZNIXOA.js";
+} from "./chunk-AUKOY2IV.js";
 import {
   browserServiceProfileName,
   browserServiceProfileSaveChanges,
@@ -4315,4 +4315,4 @@ export {
   HttpMcpToolExecutor,
   exportFanout
 };
-//# sourceMappingURL=chunk-2XCNU22L.js.map
+//# sourceMappingURL=chunk-A46NKAAM.js.map

package/dist/chunk-AUKOY2IV.js

@@ -0,0 +1,7 @@
+// src/version.ts
+var PACKAGE_VERSION = "0.3.19";
+
+export {
+  PACKAGE_VERSION
+};
+//# sourceMappingURL=chunk-AUKOY2IV.js.map

package/dist/chunk-AUKOY2IV.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/version.ts"],"sourcesContent":["export const PACKAGE_VERSION = '0.3.19'\n"],"mappings":";AAAO,IAAM,kBAAkB;","names":[]}

package/dist/{chunk-HDPWLYK7.js → chunk-T337IGVE.js}

@@ -157,8 +157,8 @@ var CREDIT_COST_CATALOG = [
     label: "Interactive browser session",
     aliases: ["browser_open", "browser agent", "browser_agent", "live browser", "browse", "browser control", "interactive browser"],
     credits: mcToCredits(MC_COSTS.browser_minute),
-    unit: "per minute of active time",
-    notes: "Metered per second of active browser work (navigation, clicks, typing, screenshots). Idle and standby time are free. Billed against your balance as you act; close the session to stop the meter."
+    unit: "per minute the browser is open",
+    notes: "Metered for the full time the browser session is open (active or idle) \u2014 every minute the session stays alive is billed. Close the session to stop the meter; abandoned sessions are auto-closed after a short idle window."
   }
 ];
 var CONCURRENCY_PRICE_ID = "price_1Ta1NRS8aAcsk3TGwsRnYbix";
@@ -408,4 +408,4 @@ export {
   harvestProblemResponse,
   createHarvestAttemptRecorder
 };
-//# sourceMappingURL=chunk-HDPWLYK7.js.map
+//# sourceMappingURL=chunk-T337IGVE.js.map

package/dist/chunk-T337IGVE.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/api/rates.ts","../src/api/harvest-problems.ts","../src/api/harvest-attempt-events.ts"],"sourcesContent":["export const MC_COSTS = {\n  serp:              100,\n  paa:               100,\n  page_scrape:       100,\n  url_map:         2_000,\n  yt_channel:         50,\n  yt_transcription:  200,\n  fb_ad:              50,\n  maps_search:      2_000,\n  maps_place:      2_000,\n  maps_review:        50,\n  fb_search:          50,\n  fb_transcribe:      50,\n  instagram_profile: 100,\n  instagram_media:   100,\n  instagram_transcribe: 50,\n  browser_minute:  4_000,\n} as const\n\nexport type McCostKey = keyof typeof MC_COSTS\n\nexport const MC_PER_BROWSER_MS = MC_COSTS.browser_minute / 60_000\n\nexport function browserActiveCostMc(activeMs: number): number {\n  return Math.round(activeMs * MC_PER_BROWSER_MS)\n}\n\nexport const BROWSER_OPEN_MIN_BALANCE_MC = 1_000\n\nexport const MC_PER_CREDIT = 1_000\n\nexport const CREDIT_COST_CATALOG: Array<{\n  key: McCostKey\n  label: string\n  aliases: string[]\n  credits: number\n  unit: string\n  notes?: string\n}> = [\n  {\n    key: 'serp',\n    label: 'SERP search',\n    aliases: ['search_serp', 'serp', 'google search', 'organic results'],\n    credits: mcToCredits(MC_COSTS.serp),\n    unit: 'per search',\n    notes: 'Returns AI Overview, PAA snippet, videos, forums, and local pack.',\n  },\n  {\n    key: 'paa',\n    label: 'PAA harvest',\n    aliases: ['harvest_paa', 'paa', 'people also ask', 'questions'],\n    credits: mcToCredits(MC_COSTS.paa),\n    unit: 'per extracted question',\n    notes: 'Includes full SERP feature extraction. Billed on actual questions returned — no cap enforced.',\n  },\n  {\n    key: 'page_scrape',\n    label: 'Page crawl / extract',\n    aliases: ['extract_url', 'extract_site', 'page scrape', 'url scrape', 'single page', 'site crawl'],\n    credits: mcToCredits(MC_COSTS.page_scrape),\n    unit: 'per page',\n    notes: 'Applies to both single-URL extraction and per-page site crawls.',\n  },\n  {\n    key: 'url_map',\n    label: 'Site URL mapping',\n    aliases: ['map_site_urls', 'url map', 'site map', 'crawl urls'],\n    credits: mcToCredits(MC_COSTS.url_map),\n    unit: 'per mapping operation',\n    notes: 'Flat rate for the full /map-urls call regardless of URL count discovered.',\n  },\n  {\n    key: 'yt_channel',\n    label: 'YouTube search / channel harvest',\n    aliases: ['youtube_harvest', 'youtube search', 'youtube channel', 'yt_channel'],\n    credits: mcToCredits(MC_COSTS.yt_channel),\n    unit: 'per call',\n  },\n  {\n    key: 'yt_transcription',\n    label: 'YouTube transcription',\n    aliases: ['youtube_transcribe', 'youtube transcript', 'transcription', 'yt_transcription'],\n    credits: mcToCredits(MC_COSTS.yt_transcription),\n    unit: 'per minute',\n    notes: 'A 5-minute hold is taken, then reconciled to actual video duration.',\n  },\n  {\n    key: 'fb_ad',\n    label: 'Facebook search / ad lookup',\n    aliases: ['facebook_page_intel', 'facebook_ad_search', 'facebook_ad', 'facebook ads', 'fb ads'],\n    credits: mcToCredits(MC_COSTS.fb_ad),\n    unit: 'per call',\n  },\n  {\n    key: 'maps_search',\n    label: 'Maps business search',\n    aliases: ['maps_search', 'google maps search', 'gmb search', 'gbp search', 'business profiles'],\n    credits: mcToCredits(MC_COSTS.maps_search),\n    unit: 'per search',\n    notes: 'Returns up to 50 Google Maps business/profile candidates. Use maps_place_intel to hydrate selected businesses.',\n  },\n  {\n    key: 'maps_place',\n    label: 'Maps business lookup',\n    aliases: ['maps_place_intel', 'google maps', 'maps place', 'place intel'],\n    credits: mcToCredits(MC_COSTS.maps_place),\n    unit: 'per business',\n    notes: 'Base lookup. Reviews billed separately per card at maps_review rate.',\n  },\n  {\n    key: 'maps_review',\n    label: 'Maps review',\n    aliases: ['maps_reviews', 'google reviews', 'review cards', 'reviews'],\n    credits: mcToCredits(MC_COSTS.maps_review),\n    unit: 'per review card',\n    notes: 'Charged after extraction when includeReviews is true.',\n  },\n  {\n    key: 'fb_search',\n    label: 'Facebook ad library search',\n    aliases: ['facebook_search', 'fb_search', 'fb ad search'],\n    credits: mcToCredits(MC_COSTS.fb_search),\n    unit: 'per search',\n    notes: 'Browser automation to search Facebook Ads Library by keyword.',\n  },\n  {\n    key: 'fb_transcribe',\n    label: 'Facebook ad transcription',\n    aliases: ['facebook_transcribe', 'fb_transcribe', 'fb ad transcript'],\n    credits: mcToCredits(MC_COSTS.fb_transcribe),\n    unit: 'per call',\n    notes: 'Whisper transcription of Facebook ad video via fal.ai.',\n  },\n  {\n    key: 'instagram_profile',\n    label: 'Instagram profile content discovery',\n    aliases: ['instagram_profile_content', 'instagram profile', 'instagram content list', 'ig profile'],\n    credits: mcToCredits(MC_COSTS.instagram_profile),\n    unit: 'per profile scan',\n    notes: 'Browser extraction of public Instagram profile grid links. Complete history may require a logged-in profile.',\n  },\n  {\n    key: 'instagram_media',\n    label: 'Instagram media download',\n    aliases: ['instagram_media_download', 'instagram reel download', 'instagram post download', 'ig media'],\n    credits: mcToCredits(MC_COSTS.instagram_media),\n    unit: 'per post or reel',\n    notes: 'Extracts post text, image URLs, and reel audio/video tracks, with local downloads when the server can write files.',\n  },\n  {\n    key: 'instagram_transcribe',\n    label: 'Instagram media transcription',\n    aliases: ['instagram transcript', 'instagram reel transcript', 'ig transcribe'],\n    credits: mcToCredits(MC_COSTS.instagram_transcribe),\n    unit: 'per call',\n    notes: 'Whisper transcription of selected Instagram audio/video media via fal.ai.',\n  },\n  {\n    key: 'browser_minute',\n    label: 'Interactive browser session',\n    aliases: ['browser_open', 'browser agent', 'browser_agent', 'live browser', 'browse', 'browser control', 'interactive browser'],\n    credits: mcToCredits(MC_COSTS.browser_minute),\n    unit: 'per minute the browser is open',\n    notes: 'Metered for the full time the browser session is open (active or idle) — every minute the session stays alive is billed. Close the session to stop the meter; abandoned sessions are auto-closed after a short idle window.',\n  },\n]\n\nexport const CONCURRENCY_PRICE_ID = 'price_1Ta1NRS8aAcsk3TGwsRnYbix'\nexport const CONCURRENCY_SLOT_PRICE_USD = 5\nexport const CONCURRENCY_SLOT_PRICE_CURRENCY = 'usd'\nexport const CONCURRENCY_SLOT_PRICE_INTERVAL = 'month'\nexport const CONCURRENCY_SLOT_PRICE_LABEL = '$5/month'\nexport const CONCURRENCY_SLOT_TERMINAL_COMMAND = 'npx -y -p mcp-scraper@latest mcp-scraper-cli billing concurrency checkout'\n\nexport function concurrencySlotBillingInfo() {\n  const billingUrl = process.env.CONCURRENCY_BILLING_URL ?? 'https://mcpscraper.dev/billing'\n  return {\n    product: 'Extra concurrency slot',\n    price_label: CONCURRENCY_SLOT_PRICE_LABEL,\n    unit_amount_usd: CONCURRENCY_SLOT_PRICE_USD,\n    currency: CONCURRENCY_SLOT_PRICE_CURRENCY,\n    interval: CONCURRENCY_SLOT_PRICE_INTERVAL,\n    billing_url: billingUrl,\n    terminal_command: CONCURRENCY_SLOT_TERMINAL_COMMAND,\n    terminal_command_with_api_key_env: `MCP_SCRAPER_API_KEY=sk_live_your_key ${CONCURRENCY_SLOT_TERMINAL_COMMAND}`,\n  }\n}\n\nexport const FREE_SIGNUP_MC = 500_000\nexport const FREE_MONTHLY_REFRESH_MC = 250_000\n\nexport const BALANCE_PRICE_IDS: Record<string, number> = {\n  'price_1TZx6rS8aAcsk3TGNMc1Vgpo': 11_000_000,\n  'price_1TZx6sS8aAcsk3TGxgqB7khO': 27_500_000,\n  'price_1TZx6tS8aAcsk3TG8PnJqHlG': 60_500_000,\n  'price_1TZx6tS8aAcsk3TGNgRMpy0e': 121_000_000,\n}\n\nexport const BALANCE_PACK_LABELS: Record<string, string> = {\n  'price_1TZx6rS8aAcsk3TGNMc1Vgpo': '$10',\n  'price_1TZx6sS8aAcsk3TGxgqB7khO': '$25',\n  'price_1TZx6tS8aAcsk3TG8PnJqHlG': '$50',\n  'price_1TZx6tS8aAcsk3TGNgRMpy0e': '$100',\n}\n\nexport function mcToCredits(mc: number): number {\n  return mc / MC_PER_CREDIT\n}\n\nexport function insufficientBalanceResponse(balanceMc: number, requiredMc: number) {\n  const topupUrl = process.env.TOPUP_URL ?? 'https://mcpscraper.dev/billing'\n  const balanceCredits = mcToCredits(balanceMc)\n  const requiredCredits = mcToCredits(requiredMc)\n  return {\n    error: 'insufficient_balance',\n    error_code: 'insufficient_balance' as const,\n    message: `Insufficient credits. Balance: ${balanceCredits} credits. This call requires ${requiredCredits} credits. Top up at ${topupUrl}`,\n    balance_credits: balanceCredits,\n    required_credits: requiredCredits,\n    topup_url: topupUrl,\n  }\n}\n\nexport const LedgerOperation = {\n  TOPUP:                 'topup',\n  SIGNUP_GRANT:          'signup_grant',\n  MONTHLY_REFRESH:       'monthly_free_refresh',\n  PAA:                   'paa',\n  PAA_REFUND:            'paa_refund',\n  SERP:                  'serp',\n  REFUND:                'refund',\n  TRANSCRIPTION:         'transcription',\n  TRANSCRIPTION_HOLD:    'transcription_hold',\n  TRANSCRIPTION_REFUND:  'transcription_refund',\n  YT_CHANNEL:            'yt_channel',\n  FB_AD:                 'fb_ad',\n  MAPS_SEARCH:           'maps_search',\n  MAPS_PLACE:            'maps_place',\n  MAPS_REVIEW:           'maps_review',\n  MAPS_REVIEW_REFUND:    'maps_review_refund',\n  EXTRACT_SITE:          'extract_site',\n  EXTRACT_SITE_REFUND:   'extract_site_refund',\n  EXTRACT_URL:           'page_scrape',\n  URL_MAP:               'url_map',\n  EXTRACT_SITE_HOLD:     'extract_site_hold',\n  YT_CHANNEL_REFUND:     'yt_channel_refund',\n  FB_AD_REFUND:          'fb_ad_refund',\n  URL_MAP_REFUND:        'url_map_refund',\n  FB_SEARCH:             'fb_search',\n  FB_TRANSCRIBE:         'fb_transcribe',\n  FB_SEARCH_REFUND:      'fb_search_refund',\n  FB_TRANSCRIBE_REFUND:  'fb_transcribe_refund',\n  INSTAGRAM_PROFILE:     'instagram_profile',\n  INSTAGRAM_PROFILE_REFUND: 'instagram_profile_refund',\n  INSTAGRAM_MEDIA:       'instagram_media',\n  INSTAGRAM_MEDIA_REFUND:'instagram_media_refund',\n  INSTAGRAM_TRANSCRIBE:  'instagram_transcribe',\n  INSTAGRAM_TRANSCRIBE_REFUND: 'instagram_transcribe_refund',\n  BROWSER_SESSION:       'browser_session',\n} as const\n\nexport type LedgerOperation = typeof LedgerOperation[keyof typeof LedgerOperation]\n","import { CaptchaError, LocationMismatchError, RequestAbortedError } from '../errors.js'\n\nexport type HarvestProblemCode =\n  | 'request_aborted'\n  | 'captcha_exhausted'\n  | 'location_mismatch'\n  | 'proxy_tunnel_failed'\n  | 'proxy_unavailable'\n  | 'harvest_timeout'\n  | 'extraction_failed'\n\nexport interface HarvestProblem {\n  error_code: HarvestProblemCode\n  error_type: string\n  message: string\n  retryable: boolean\n  httpStatus: number\n  terminalStatus: 'cancelled' | 'failed'\n}\n\nfunction errorMessage(err: unknown): string {\n  return err instanceof Error ? err.message : String(err)\n}\n\nfunction looksLikeTimeout(err: unknown, message: string): boolean {\n  if (err instanceof DOMException && (err.name === 'TimeoutError' || err.name === 'AbortError')) return true\n  return /timeout|timed out|Timeout \\d+ms exceeded|deadline/i.test(message)\n}\n\nfunction looksLikeCaptcha(message: string): boolean {\n  return /captcha|recaptcha|unusual traffic|google\\.com\\/sorry|blocked/i.test(message)\n}\n\nfunction looksLikeProxyTunnelFailure(message: string): boolean {\n  return /ERR_TUNNEL_CONNECTION_FAILED|ERR_PROXY_CONNECTION_FAILED|ERR_SOCKS_CONNECTION_FAILED|tunnel connection failed|proxy connection failed|transport error: proxy/i.test(message)\n}\n\nfunction looksLikeProxyUnavailable(message: string): boolean {\n  return /proxy unavailable|proxy_unavailable|connection_test_failed|did not return a proxy id|configured fallback/i.test(message)\n}\n\nexport function classifyHarvestProblem(err: unknown): HarvestProblem {\n  const message = errorMessage(err)\n\n  if (err instanceof RequestAbortedError) {\n    return {\n      error_code: 'request_aborted',\n      error_type: 'request_aborted',\n      message,\n      retryable: true,\n      httpStatus: 408,\n      terminalStatus: 'cancelled',\n    }\n  }\n\n  if (err instanceof CaptchaError || looksLikeCaptcha(message)) {\n    return {\n      error_code: 'captcha_exhausted',\n      error_type: 'captcha',\n      message,\n      retryable: true,\n      httpStatus: 503,\n      terminalStatus: 'failed',\n    }\n  }\n\n  if (err instanceof LocationMismatchError) {\n    return {\n      error_code: 'location_mismatch',\n      error_type: 'location_mismatch',\n      message,\n      retryable: true,\n      httpStatus: 503,\n      terminalStatus: 'failed',\n    }\n  }\n\n  if (looksLikeProxyTunnelFailure(message)) {\n    return {\n      error_code: 'proxy_tunnel_failed',\n      error_type: 'proxy_tunnel_failed',\n      message,\n      retryable: true,\n      httpStatus: 503,\n      terminalStatus: 'failed',\n    }\n  }\n\n  if (looksLikeProxyUnavailable(message)) {\n    return {\n      error_code: 'proxy_unavailable',\n      error_type: 'proxy_unavailable',\n      message,\n      retryable: true,\n      httpStatus: 503,\n      terminalStatus: 'failed',\n    }\n  }\n\n  if (looksLikeTimeout(err, message)) {\n    return {\n      error_code: 'harvest_timeout',\n      error_type: 'timeout',\n      message,\n      retryable: true,\n      httpStatus: 504,\n      terminalStatus: 'failed',\n    }\n  }\n\n  return {\n    error_code: 'extraction_failed',\n    error_type: 'extraction',\n    message,\n    retryable: false,\n    httpStatus: 500,\n    terminalStatus: 'failed',\n  }\n}\n\nexport function serializeHarvestProblem(problem: HarvestProblem): string {\n  return JSON.stringify({\n    error_code: problem.error_code,\n    error_type: problem.error_type,\n    message: problem.message,\n    retryable: problem.retryable,\n  })\n}\n\nexport function harvestProblemResponse(problem: HarvestProblem): {\n  error: string\n  error_code: HarvestProblemCode\n  error_type: string\n  retryable: boolean\n} {\n  return {\n    error: problem.message,\n    error_code: problem.error_code,\n    error_type: problem.error_type,\n    retryable: problem.retryable,\n  }\n}\n","import type { HarvestAttemptLogEvent } from '../harvest.js'\nimport { finishHarvestAttempt, startHarvestAttempt } from './db.js'\n\nexport function createHarvestAttemptRecorder(jobId: string, userId: number | bigint) {\n  return async (event: HarvestAttemptLogEvent): Promise<void> => {\n    if (event.type === 'started') {\n      await startHarvestAttempt({\n        jobId,\n        userId,\n        attemptNumber: event.attemptNumber,\n        maxAttempts: event.maxAttempts,\n        query: event.query,\n        location: event.location,\n        maxQuestions: event.maxQuestions,\n        startedAt: event.startedAt,\n      })\n      return\n    }\n\n    await finishHarvestAttempt({\n      jobId,\n      attemptNumber: event.attemptNumber,\n      outcome: event.outcome,\n      kernelSessionId: event.kernelSessionId,\n      questionCount: event.questionCount,\n      durationMs: event.durationMs,\n      error: event.error,\n      willRetry: event.willRetry,\n      kernelDeleteStarted: event.cleanup.kernelDeleteStarted,\n      kernelDeleteSucceeded: event.cleanup.kernelDeleteSucceeded,\n      kernelDeleteError: event.cleanup.kernelDeleteError,\n      browserCloseSucceeded: event.cleanup.browserCloseSucceeded,\n      browserCloseError: event.cleanup.browserCloseError,\n      debug: event.debug,\n      completedAt: event.completedAt,\n    })\n  }\n}\n"],"mappings":";;;;;;;;;;;AAAO,IAAM,WAAW;AAAA,EACtB,MAAmB;AAAA,EACnB,KAAmB;AAAA,EACnB,aAAmB;AAAA,EACnB,SAAiB;AAAA,EACjB,YAAoB;AAAA,EACpB,kBAAmB;AAAA,EACnB,OAAoB;AAAA,EACpB,aAAkB;AAAA,EAClB,YAAiB;AAAA,EACjB,aAAoB;AAAA,EACpB,WAAoB;AAAA,EACpB,eAAoB;AAAA,EACpB,mBAAmB;AAAA,EACnB,iBAAmB;AAAA,EACnB,sBAAsB;AAAA,EACtB,gBAAiB;AACnB;AAIO,IAAM,oBAAoB,SAAS,iBAAiB;AAEpD,SAAS,oBAAoB,UAA0B;AAC5D,SAAO,KAAK,MAAM,WAAW,iBAAiB;AAChD;AAEO,IAAM,8BAA8B;AAEpC,IAAM,gBAAgB;AAEtB,IAAM,sBAOR;AAAA,EACH;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,eAAe,QAAQ,iBAAiB,iBAAiB;AAAA,IACnE,SAAS,YAAY,SAAS,IAAI;AAAA,IAClC,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,eAAe,OAAO,mBAAmB,WAAW;AAAA,IAC9D,SAAS,YAAY,SAAS,GAAG;AAAA,IACjC,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,eAAe,gBAAgB,eAAe,cAAc,eAAe,YAAY;AAAA,IACjG,SAAS,YAAY,SAAS,WAAW;AAAA,IACzC,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,iBAAiB,WAAW,YAAY,YAAY;AAAA,IAC9D,SAAS,YAAY,SAAS,OAAO;AAAA,IACrC,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,mBAAmB,kBAAkB,mBAAmB,YAAY;AAAA,IAC9E,SAAS,YAAY,SAAS,UAAU;AAAA,IACxC,MAAM;AAAA,EACR;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,sBAAsB,sBAAsB,iBAAiB,kBAAkB;AAAA,IACzF,SAAS,YAAY,SAAS,gBAAgB;AAAA,IAC9C,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,uBAAuB,sBAAsB,eAAe,gBAAgB,QAAQ;AAAA,IAC9F,SAAS,YAAY,SAAS,KAAK;AAAA,IACnC,MAAM;AAAA,EACR;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,eAAe,sBAAsB,cAAc,cAAc,mBAAmB;AAAA,IAC9F,SAAS,YAAY,SAAS,WAAW;AAAA,IACzC,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,oBAAoB,eAAe,cAAc,aAAa;AAAA,IACxE,SAAS,YAAY,SAAS,UAAU;AAAA,IACxC,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,gBAAgB,kBAAkB,gBAAgB,SAAS;AAAA,IACrE,SAAS,YAAY,SAAS,WAAW;AAAA,IACzC,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,mBAAmB,aAAa,cAAc;AAAA,IACxD,SAAS,YAAY,SAAS,SAAS;AAAA,IACvC,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,uBAAuB,iBAAiB,kBAAkB;AAAA,IACpE,SAAS,YAAY,SAAS,aAAa;AAAA,IAC3C,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,6BAA6B,qBAAqB,0BAA0B,YAAY;AAAA,IAClG,SAAS,YAAY,SAAS,iBAAiB;AAAA,IAC/C,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,4BAA4B,2BAA2B,2BAA2B,UAAU;AAAA,IACtG,SAAS,YAAY,SAAS,eAAe;AAAA,IAC7C,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,wBAAwB,6BAA6B,eAAe;AAAA,IAC9E,SAAS,YAAY,SAAS,oBAAoB;AAAA,IAClD,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AAAA,EACA;AAAA,IACE,KAAK;AAAA,IACL,OAAO;AAAA,IACP,SAAS,CAAC,gBAAgB,iBAAiB,iBAAiB,gBAAgB,UAAU,mBAAmB,qBAAqB;AAAA,IAC9H,SAAS,YAAY,SAAS,cAAc;AAAA,IAC5C,MAAM;AAAA,IACN,OAAO;AAAA,EACT;AACF;AAEO,IAAM,uBAAuB;AAC7B,IAAM,6BAA6B;AACnC,IAAM,kCAAkC;AACxC,IAAM,kCAAkC;AACxC,IAAM,+BAA+B;AACrC,IAAM,oCAAoC;AAE1C,SAAS,6BAA6B;AAC3C,QAAM,aAAa,QAAQ,IAAI,2BAA2B;AAC1D,SAAO;AAAA,IACL,SAAS;AAAA,IACT,aAAa;AAAA,IACb,iBAAiB;AAAA,IACjB,UAAU;AAAA,IACV,UAAU;AAAA,IACV,aAAa;AAAA,IACb,kBAAkB;AAAA,IAClB,mCAAmC,wCAAwC,iCAAiC;AAAA,EAC9G;AACF;AAEO,IAAM,iBAAiB;AACvB,IAAM,0BAA0B;AAEhC,IAAM,oBAA4C;AAAA,EACvD,kCAAkC;AAAA,EAClC,kCAAkC;AAAA,EAClC,kCAAkC;AAAA,EAClC,kCAAkC;AACpC;AAEO,IAAM,sBAA8C;AAAA,EACzD,kCAAkC;AAAA,EAClC,kCAAkC;AAAA,EAClC,kCAAkC;AAAA,EAClC,kCAAkC;AACpC;AAEO,SAAS,YAAY,IAAoB;AAC9C,SAAO,KAAK;AACd;AAEO,SAAS,4BAA4B,WAAmB,YAAoB;AACjF,QAAM,WAAW,QAAQ,IAAI,aAAa;AAC1C,QAAM,iBAAiB,YAAY,SAAS;AAC5C,QAAM,kBAAkB,YAAY,UAAU;AAC9C,SAAO;AAAA,IACL,OAAO;AAAA,IACP,YAAY;AAAA,IACZ,SAAS,kCAAkC,cAAc,gCAAgC,eAAe,uBAAuB,QAAQ;AAAA,IACvI,iBAAiB;AAAA,IACjB,kBAAkB;AAAA,IAClB,WAAW;AAAA,EACb;AACF;AAEO,IAAM,kBAAkB;AAAA,EAC7B,OAAuB;AAAA,EACvB,cAAuB;AAAA,EACvB,iBAAuB;AAAA,EACvB,KAAuB;AAAA,EACvB,YAAuB;AAAA,EACvB,MAAuB;AAAA,EACvB,QAAuB;AAAA,EACvB,eAAuB;AAAA,EACvB,oBAAuB;AAAA,EACvB,sBAAuB;AAAA,EACvB,YAAuB;AAAA,EACvB,OAAuB;AAAA,EACvB,aAAuB;AAAA,EACvB,YAAuB;AAAA,EACvB,aAAuB;AAAA,EACvB,oBAAuB;AAAA,EACvB,cAAuB;AAAA,EACvB,qBAAuB;AAAA,EACvB,aAAuB;AAAA,EACvB,SAAuB;AAAA,EACvB,mBAAuB;AAAA,EACvB,mBAAuB;AAAA,EACvB,cAAuB;AAAA,EACvB,gBAAuB;AAAA,EACvB,WAAuB;AAAA,EACvB,eAAuB;AAAA,EACvB,kBAAuB;AAAA,EACvB,sBAAuB;AAAA,EACvB,mBAAuB;AAAA,EACvB,0BAA0B;AAAA,EAC1B,iBAAuB;AAAA,EACvB,wBAAuB;AAAA,EACvB,sBAAuB;AAAA,EACvB,6BAA6B;AAAA,EAC7B,iBAAuB;AACzB;;;AC/OA,SAAS,aAAa,KAAsB;AAC1C,SAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AACxD;AAEA,SAAS,iBAAiB,KAAc,SAA0B;AAChE,MAAI,eAAe,iBAAiB,IAAI,SAAS,kBAAkB,IAAI,SAAS,cAAe,QAAO;AACtG,SAAO,qDAAqD,KAAK,OAAO;AAC1E;AAEA,SAAS,iBAAiB,SAA0B;AAClD,SAAO,gEAAgE,KAAK,OAAO;AACrF;AAEA,SAAS,4BAA4B,SAA0B;AAC7D,SAAO,gKAAgK,KAAK,OAAO;AACrL;AAEA,SAAS,0BAA0B,SAA0B;AAC3D,SAAO,4GAA4G,KAAK,OAAO;AACjI;AAEO,SAAS,uBAAuB,KAA8B;AACnE,QAAM,UAAU,aAAa,GAAG;AAEhC,MAAI,eAAe,qBAAqB;AACtC,WAAO;AAAA,MACL,YAAY;AAAA,MACZ,YAAY;AAAA,MACZ;AAAA,MACA,WAAW;AAAA,MACX,YAAY;AAAA,MACZ,gBAAgB;AAAA,IAClB;AAAA,EACF;AAEA,MAAI,eAAe,gBAAgB,iBAAiB,OAAO,GAAG;AAC5D,WAAO;AAAA,MACL,YAAY;AAAA,MACZ,YAAY;AAAA,MACZ;AAAA,MACA,WAAW;AAAA,MACX,YAAY;AAAA,MACZ,gBAAgB;AAAA,IAClB;AAAA,EACF;AAEA,MAAI,eAAe,uBAAuB;AACxC,WAAO;AAAA,MACL,YAAY;AAAA,MACZ,YAAY;AAAA,MACZ;AAAA,MACA,WAAW;AAAA,MACX,YAAY;AAAA,MACZ,gBAAgB;AAAA,IAClB;AAAA,EACF;AAEA,MAAI,4BAA4B,OAAO,GAAG;AACxC,WAAO;AAAA,MACL,YAAY;AAAA,MACZ,YAAY;AAAA,MACZ;AAAA,MACA,WAAW;AAAA,MACX,YAAY;AAAA,MACZ,gBAAgB;AAAA,IAClB;AAAA,EACF;AAEA,MAAI,0BAA0B,OAAO,GAAG;AACtC,WAAO;AAAA,MACL,YAAY;AAAA,MACZ,YAAY;AAAA,MACZ;AAAA,MACA,WAAW;AAAA,MACX,YAAY;AAAA,MACZ,gBAAgB;AAAA,IAClB;AAAA,EACF;AAEA,MAAI,iBAAiB,KAAK,OAAO,GAAG;AAClC,WAAO;AAAA,MACL,YAAY;AAAA,MACZ,YAAY;AAAA,MACZ;AAAA,MACA,WAAW;AAAA,MACX,YAAY;AAAA,MACZ,gBAAgB;AAAA,IAClB;AAAA,EACF;AAEA,SAAO;AAAA,IACL,YAAY;AAAA,IACZ,YAAY;AAAA,IACZ;AAAA,IACA,WAAW;AAAA,IACX,YAAY;AAAA,IACZ,gBAAgB;AAAA,EAClB;AACF;AAEO,SAAS,wBAAwB,SAAiC;AACvE,SAAO,KAAK,UAAU;AAAA,IACpB,YAAY,QAAQ;AAAA,IACpB,YAAY,QAAQ;AAAA,IACpB,SAAS,QAAQ;AAAA,IACjB,WAAW,QAAQ;AAAA,EACrB,CAAC;AACH;AAEO,SAAS,uBAAuB,SAKrC;AACA,SAAO;AAAA,IACL,OAAO,QAAQ;AAAA,IACf,YAAY,QAAQ;AAAA,IACpB,YAAY,QAAQ;AAAA,IACpB,WAAW,QAAQ;AAAA,EACrB;AACF;;;AC1IO,SAAS,6BAA6B,OAAe,QAAyB;AACnF,SAAO,OAAO,UAAiD;AAC7D,QAAI,MAAM,SAAS,WAAW;AAC5B,YAAM,oBAAoB;AAAA,QACxB;AAAA,QACA;AAAA,QACA,eAAe,MAAM;AAAA,QACrB,aAAa,MAAM;AAAA,QACnB,OAAO,MAAM;AAAA,QACb,UAAU,MAAM;AAAA,QAChB,cAAc,MAAM;AAAA,QACpB,WAAW,MAAM;AAAA,MACnB,CAAC;AACD;AAAA,IACF;AAEA,UAAM,qBAAqB;AAAA,MACzB;AAAA,MACA,eAAe,MAAM;AAAA,MACrB,SAAS,MAAM;AAAA,MACf,iBAAiB,MAAM;AAAA,MACvB,eAAe,MAAM;AAAA,MACrB,YAAY,MAAM;AAAA,MAClB,OAAO,MAAM;AAAA,MACb,WAAW,MAAM;AAAA,MACjB,qBAAqB,MAAM,QAAQ;AAAA,MACnC,uBAAuB,MAAM,QAAQ;AAAA,MACrC,mBAAmB,MAAM,QAAQ;AAAA,MACjC,uBAAuB,MAAM,QAAQ;AAAA,MACrC,mBAAmB,MAAM,QAAQ;AAAA,MACjC,OAAO,MAAM;AAAA,MACb,aAAa,MAAM;AAAA,IACrB,CAAC;AAAA,EACH;AACF;","names":[]}

package/dist/{server-3M3XCVOT.js → server-EYNMXWUJ.js}

@@ -21,7 +21,7 @@ import {
   renderLinkReport,
   sanitizeAttempts,
   sanitizeHarvestResult
-} from "./chunk-2XCNU22L.js";
+} from "./chunk-A46NKAAM.js";
 import {
   csvRecords,
   listWorkflowDefinitions,
@@ -33,7 +33,7 @@ import {
   workflowStepCount,
   workflowSupportsSteps
 } from "./chunk-H2R232HK.js";
-import "./chunk-C7ZNIXOA.js";
+import "./chunk-AUKOY2IV.js";
 import {
   BALANCE_PACK_LABELS,
   BALANCE_PRICE_IDS,
@@ -52,7 +52,7 @@ import {
   harvestProblemResponse,
   insufficientBalanceResponse,
   serializeHarvestProblem
-} from "./chunk-HDPWLYK7.js";
+} from "./chunk-T337IGVE.js";
 import {
   BrowserDriver,
   MapsSelectors,
@@ -9410,7 +9410,11 @@ screenshotApp.post("/", async (c) => {
     metadata: { url: targetUrl, device }
   });
   if (!gate.ok) return c.json(concurrencyLimitExceededResponse(gate), 429, { "Retry-After": String(gate.retryAfterSeconds) });
+  let debited = false;
   try {
+    const { ok, balance_mc } = await debitMc(user.id, MC_COSTS.page_scrape, LedgerOperation.EXTRACT_URL, targetUrl);
+    if (!ok) return c.json(insufficientBalanceResponse(balance_mc, MC_COSTS.page_scrape), 402);
+    debited = true;
     const buf = await captureScreenshot(targetUrl, browserServiceApiKey(), device);
     return new Response(new Uint8Array(buf), {
       status: 200,
@@ -9421,6 +9425,7 @@ screenshotApp.post("/", async (c) => {
       }
     });
   } catch (err) {
+    if (debited) await creditMc(user.id, MC_COSTS.page_scrape, LedgerOperation.EXTRACT_URL, "failed screenshot refund");
     const msg = err instanceof Error ? err.message : String(err);
     return c.json({ error: msg }, 502);
   } finally {
@@ -14444,6 +14449,14 @@ async function listSessionRows(userId, includeClosed = false) {
   });
   return res.rows;
 }
+async function listIdleOpenSessionRows(idleSeconds) {
+  const db = getDb();
+  const res = await db.execute({
+    sql: `SELECT * FROM browser_agent_sessions WHERE status = 'open' AND COALESCE(last_action_at, created_at) <= datetime('now', ?) ORDER BY created_at LIMIT 200`,
+    args: [`-${Math.max(1, Math.round(idleSeconds))} seconds`]
+  });
+  return res.rows;
+}
 async function addActiveMs(id, deltaMs) {
   const db = getDb();
   await db.execute({
@@ -15632,16 +15645,42 @@ function browserSessionLockTtlSeconds(timeoutSeconds) {
   }
   return DEFAULT_BROWSER_SESSION_LOCK_TTL_SECONDS;
 }
-async function charge(sessionId, userId, startedAtMs) {
-  const elapsedMs = Date.now() - startedAtMs;
-  const { active_ms, billed_mc } = await addActiveMs(sessionId, elapsedMs);
-  const owed = browserActiveCostMc(active_ms);
-  const delta = owed - billed_mc;
+async function charge(sessionId, userId, _startedAtMs) {
+  const row = await getSessionRow(sessionId);
+  if (!row) return;
+  const createdMs = parseAgentDate(row.created_at);
+  if (createdMs == null) return;
+  const uptimeMs = Math.max(0, Date.now() - createdMs);
+  const owed = browserActiveCostMc(uptimeMs);
+  await addActiveMs(sessionId, 0);
+  const delta = owed - Number(row.billed_mc ?? 0);
   if (delta > 0) {
     const res = await debitMc(userId, delta, LedgerOperation.BROWSER_SESSION, sessionId);
     if (res.ok) await setBilledMc(sessionId, owed);
   }
 }
+async function reapIdleBrowserSessions(idleSeconds = 120) {
+  const rows = await listIdleOpenSessionRows(idleSeconds);
+  let reaped = 0;
+  for (const row of rows) {
+    if (row.user_id != null) {
+      try {
+        await charge(row.id, row.user_id);
+      } catch {
+      }
+    }
+    try {
+      await closeSession(row.runtime_session_id);
+    } catch {
+    }
+    await markSessionClosed(row.id).catch(() => {
+    });
+    if (row.concurrency_lock_id) await releaseConcurrencyGate(row.concurrency_lock_id).catch(() => {
+    });
+    reaped++;
+  }
+  return { reaped };
+}
 function publicSession(row) {
   return {
     session_id: row.id,
@@ -15651,10 +15690,16 @@ function publicSession(row) {
     created_at: row.created_at,
     last_action_at: row.last_action_at,
     closed_at: row.closed_at,
-    active_seconds: Math.round((row.active_ms ?? 0) / 1e3),
+    uptime_seconds: uptimeSeconds(row),
     credits_used: Math.round((row.billed_mc ?? 0) / 10) / 100
   };
 }
+function uptimeSeconds(row) {
+  const createdMs = parseAgentDate(row.created_at);
+  const endMs = row.closed_at ? parseAgentDate(row.closed_at) : Date.now();
+  if (createdMs == null || endMs == null) return 0;
+  return Math.max(0, Math.round((endMs - createdMs) / 1e3));
+}
 function failure(err) {
   const msg = err instanceof Error ? err.message : String(err);
   return { error: sanitizeVendorName(msg) };
@@ -15866,6 +15911,7 @@ function buildBrowserAgentRoutes() {
     const user = c.get("user");
     const row = await loadOpenSession(c.req.param("id"), user.id);
     if (!row) return c.json({ error: "not found" }, 404);
+    await charge(row.id, user.id);
     try {
       await closeSession(row.runtime_session_id);
     } catch {
@@ -17530,14 +17576,15 @@ app.get("/cron/tick", async (c) => {
   if (!process.env.CRON_SECRET || secret2 !== `Bearer ${process.env.CRON_SECRET}`) {
     return c.json({ error: "Unauthorized" }, 401);
   }
-  const { drainQueue } = await import("./worker-J6I5XP2F.js");
+  const { drainQueue } = await import("./worker-YZ2ZJE4F.js");
   const budget = { maxJobs: 10, deadlineMs: Date.now() + 28e4 };
   const workflowDispatchResult = await dispatchDueWorkflowSchedules(`${new URL(c.req.url).protocol}//${new URL(c.req.url).host}`);
-  const [results, sweepResult] = await Promise.all([
+  const [results, sweepResult, reapResult] = await Promise.all([
     drainQueue(budget),
-    runMonthlyRefreshSweep()
+    runMonthlyRefreshSweep(),
+    reapIdleBrowserSessions(120).catch(() => ({ reaped: 0 }))
   ]);
-  return c.json({ drained: results.length, results, sweepResult, workflowDispatch: workflowDispatchResult });
+  return c.json({ drained: results.length, results, sweepResult, reaped: reapResult, workflowDispatch: workflowDispatchResult });
 });
 app.on(["GET", "POST", "PUT"], "/api/inngest", serveInngest({ client: inngest, functions: [siteAuditFn, siteExtractFn] }));
 app.route("/api/internal/site-architecture-auditor", siteAuditApp);
@@ -17673,4 +17720,4 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-3M3XCVOT.js.map
+//# sourceMappingURL=server-EYNMXWUJ.js.map