mcp-scraper 0.33.7 → 0.34.1

package/dist/bin/paa-harvest.js

@@ -1,12 +1,12 @@
 #!/usr/bin/env node
 import {
   harvest
-} from "../chunk-XVCETVYY.js";
+} from "../chunk-XVVNKASZ.js";
 import {
   browserServiceApiKey
-} from "../chunk-V36LS5YV.js";
+} from "../chunk-4ZB3X6BQ.js";
 import "../chunk-K443GQY5.js";
-import "../chunk-V73MPRU6.js";
+import "../chunk-CB5C3BPB.js";
 import "../chunk-M2S27J6Z.js";
 import "../chunk-62DQAWPF.js";
 

package/dist/{chunk-V36LS5YV.js → chunk-4ZB3X6BQ.js}

@@ -32,6 +32,9 @@ function currentCostContext() {
   return storage.getStore();
 }
 
+// src/api/cost-telemetry.ts
+import { randomUUID } from "crypto";
+
 // src/api/cost-rates.ts
 var KERNEL_HEADLESS_USD_PER_SEC = 166667e-10;
 var KERNEL_HEADFUL_USD_PER_SEC = 1333336e-10;
@@ -56,7 +59,6 @@ function vendorCostUsd(vendor, units) {
 }
 
 // src/api/cost-telemetry.ts
-import { randomUUID } from "crypto";
 var _ready = false;
 var _migrationPromise = null;
 async function migrateCostTelemetry() {
@@ -253,9 +255,8 @@ export {
   runWithCostContext,
   currentCostContext,
   HEADLESS_OPS,
-  kernelCostUsd,
   vendorCostUsd,
   recordKernelSession,
   recordVendorUsage
 };
-//# sourceMappingURL=chunk-V36LS5YV.js.map
+//# sourceMappingURL=chunk-4ZB3X6BQ.js.map

package/dist/chunk-4ZB3X6BQ.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/lib/browser-service-env.ts","../src/api/cost-context.ts","../src/api/cost-telemetry.ts","../src/api/cost-rates.ts"],"sourcesContent":["export function browserServiceApiKey(): string | undefined {\n  const value = (process.env.BROWSER_SERVICE_API_KEY ?? process.env.KERNEL_API_KEY)?.trim()\n  return value || undefined\n}\n\nexport function browserServiceProxyId(): string | undefined {\n  return undefined\n}\n\nexport function browserServiceProfileName(): string | undefined {\n  const value = (\n    process.env.BROWSER_AGENT_PROFILE_NAME ??\n    process.env.BROWSER_SERVICE_PROFILE_NAME ??\n    process.env.KERNEL_BROWSER_PROFILE_NAME ??\n    process.env.KERNEL_PROFILE_NAME\n  )?.trim()\n  return value || undefined\n}\n\nexport function browserServiceProfileSaveChanges(): boolean | undefined {\n  const value = (\n    process.env.BROWSER_AGENT_PROFILE_SAVE_CHANGES ??\n    process.env.BROWSER_SERVICE_PROFILE_SAVE_CHANGES ??\n    process.env.KERNEL_BROWSER_PROFILE_SAVE_CHANGES ??\n    process.env.KERNEL_PROFILE_SAVE_CHANGES\n  )?.trim().toLowerCase()\n  if (!value) return undefined\n  if (['1', 'true', 'yes', 'on'].includes(value)) return true\n  if (['0', 'false', 'no', 'off'].includes(value)) return false\n  return undefined\n}\n","import { AsyncLocalStorage } from 'node:async_hooks'\n\nexport interface CostContext {\n  op: string\n  probeRunId?: string | null\n  userId?: number | null\n  forceHeadless?: boolean\n  forceHeadful?: boolean\n  subOp?: string | null\n  headlessSentOut?: { value: boolean | null }\n}\n\nconst storage = new AsyncLocalStorage<CostContext>()\n\nexport function runWithCostContext<T>(ctx: CostContext, fn: () => T): T {\n  return storage.run(ctx, fn)\n}\n\nexport function currentCostContext(): CostContext | undefined {\n  return storage.getStore()\n}\n","import { randomUUID } from 'node:crypto'\nimport { getDb } from './db.js'\nimport { currentCostContext } from './cost-context.js'\nimport { kernelCostUsd, vendorCostUsd } from './cost-rates.js'\n\nlet _ready = false\nlet _migrationPromise: Promise<void> | null = null\n\nexport async function migrateCostTelemetry(): Promise<void> {\n  if (_ready) return\n  if (_migrationPromise) return _migrationPromise\n  _migrationPromise = runCostTelemetryMigration().finally(() => {\n    _migrationPromise = null\n  })\n  return _migrationPromise\n}\n\nasync function runCostTelemetryMigration(): Promise<void> {\n  const db = getDb()\n  const existing = await db.execute(`\n    SELECT\n      (SELECT COUNT(*) FROM sqlite_master WHERE type = 'table' AND name IN ('kernel_session_log', 'vendor_usage_log', 'cost_probe_runs')) = 3\n      AND (SELECT COUNT(*) FROM pragma_table_info('kernel_session_log') WHERE name IN ('proxy_source', 'proxy_type', 'method')) = 3\n      AND (SELECT COUNT(*) FROM pragma_table_info('vendor_usage_log') WHERE name = 'method') = 1\n      AND (SELECT COUNT(*) FROM pragma_table_info('cost_probe_runs') WHERE name IN ('units', 'unit_type', 'mode')) = 3\n      AS ready\n  `)\n  if (Number(existing.rows[0]?.ready ?? 0) === 1) {\n    _ready = true\n    return\n  }\n\n  await db.execute(`\n    CREATE TABLE IF NOT EXISTS kernel_session_log (\n      id                    TEXT PRIMARY KEY,\n      kernel_session_id     TEXT,\n      op                    TEXT,\n      source                TEXT NOT NULL,\n      probe_run_id          TEXT,\n      user_id               INTEGER,\n      stealth               INTEGER,\n      headless_sent         INTEGER,\n      proxy_used            INTEGER,\n      fallback              INTEGER NOT NULL DEFAULT 0,\n      opened_at             TEXT,\n      closed_at             TEXT,\n      duration_ms           INTEGER NOT NULL DEFAULT 0,\n      est_cost_usd_headless REAL NOT NULL DEFAULT 0,\n      est_cost_usd_headful  REAL NOT NULL DEFAULT 0,\n      error                 TEXT,\n      created_at            TEXT NOT NULL DEFAULT (datetime('now'))\n    )\n  `)\n  await db.execute(`CREATE INDEX IF NOT EXISTS kernel_session_log_op ON kernel_session_log(op)`)\n  await db.execute(`CREATE INDEX IF NOT EXISTS kernel_session_log_probe ON kernel_session_log(probe_run_id)`)\n  await db.execute(`CREATE INDEX IF NOT EXISTS kernel_session_log_created ON kernel_session_log(created_at)`)\n  try { await db.execute(`ALTER TABLE kernel_session_log ADD COLUMN proxy_source TEXT`) } catch { void 0 }\n  try { await db.execute(`ALTER TABLE kernel_session_log ADD COLUMN proxy_type TEXT`) } catch { void 0 }\n  try { await db.execute(`ALTER TABLE kernel_session_log ADD COLUMN method TEXT`) } catch { void 0 }\n  await db.execute(`\n    CREATE TABLE IF NOT EXISTS vendor_usage_log (\n      id           TEXT PRIMARY KEY,\n      op           TEXT,\n      probe_run_id TEXT,\n      user_id      INTEGER,\n      vendor       TEXT NOT NULL,\n      model        TEXT,\n      units        REAL NOT NULL DEFAULT 0,\n      unit_type    TEXT,\n      est_cost_usd REAL NOT NULL DEFAULT 0,\n      error        TEXT,\n      created_at   TEXT NOT NULL DEFAULT (datetime('now'))\n    )\n  `)\n  await db.execute(`CREATE INDEX IF NOT EXISTS vendor_usage_log_op ON vendor_usage_log(op)`)\n  await db.execute(`CREATE INDEX IF NOT EXISTS vendor_usage_log_probe ON vendor_usage_log(probe_run_id)`)\n  await db.execute(`CREATE INDEX IF NOT EXISTS vendor_usage_log_created ON vendor_usage_log(created_at)`)\n  try { await db.execute(`ALTER TABLE vendor_usage_log ADD COLUMN method TEXT`) } catch { void 0 }\n  await db.execute(`\n    CREATE TABLE IF NOT EXISTS cost_probe_runs (\n      id                            TEXT PRIMARY KEY,\n      tool                          TEXT NOT NULL,\n      target                        TEXT,\n      started_at                    TEXT NOT NULL DEFAULT (datetime('now')),\n      wall_ms                       INTEGER NOT NULL DEFAULT 0,\n      success                       INTEGER NOT NULL DEFAULT 0,\n      error                         TEXT,\n      http_only                     INTEGER NOT NULL DEFAULT 0,\n      kernel_used                   INTEGER NOT NULL DEFAULT 0,\n      kernel_sessions               INTEGER NOT NULL DEFAULT 0,\n      kernel_seconds_total          REAL NOT NULL DEFAULT 0,\n      kernel_tier_observed          TEXT,\n      est_kernel_cost_usd_headless  REAL NOT NULL DEFAULT 0,\n      est_kernel_cost_usd_headful   REAL NOT NULL DEFAULT 0,\n      vendor_cost_usd               REAL NOT NULL DEFAULT 0,\n      charged_credits               REAL NOT NULL DEFAULT 0,\n      margin_usd_headless_starter   REAL NOT NULL DEFAULT 0,\n      margin_usd_headful_starter    REAL NOT NULL DEFAULT 0,\n      notes                         TEXT\n    )\n  `)\n  await db.execute(`CREATE INDEX IF NOT EXISTS cost_probe_runs_tool ON cost_probe_runs(tool)`)\n  try { await db.execute(`ALTER TABLE cost_probe_runs ADD COLUMN units REAL`) } catch { void 0 }\n  try { await db.execute(`ALTER TABLE cost_probe_runs ADD COLUMN unit_type TEXT`) } catch { void 0 }\n  try { await db.execute(`ALTER TABLE cost_probe_runs ADD COLUMN mode TEXT`) } catch { void 0 }\n  _ready = true\n}\n\nexport interface KernelSessionRecord {\n  kernelSessionId?: string | null\n  source: string\n  stealth?: boolean | null\n  headlessSent?: boolean | null\n  proxyUsed?: boolean | null\n  proxySource?: string | null\n  proxyType?: string | null\n  fallback?: boolean\n  openedAtMs: number\n  closedAtMs: number\n  error?: string | null\n}\n\nexport async function recordKernelSession(r: KernelSessionRecord): Promise<void> {\n  try {\n    await migrateCostTelemetry()\n    const ctx = currentCostContext()\n    const durationMs = Math.max(0, r.closedAtMs - r.openedAtMs)\n    const db = getDb()\n    await db.execute({\n      sql: `INSERT INTO kernel_session_log\n        (id, kernel_session_id, op, source, probe_run_id, user_id, stealth, headless_sent, proxy_used, proxy_source, proxy_type, fallback, opened_at, closed_at, duration_ms, est_cost_usd_headless, est_cost_usd_headful, error, method)\n        VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`,\n      args: [\n        randomUUID(),\n        r.kernelSessionId ?? null,\n        ctx?.op ?? null,\n        r.source,\n        ctx?.probeRunId ?? null,\n        ctx?.userId ?? null,\n        boolToInt(r.stealth),\n        boolToInt(r.headlessSent),\n        boolToInt(r.proxyUsed),\n        r.proxySource ?? null,\n        r.proxyType ?? null,\n        r.fallback ? 1 : 0,\n        new Date(r.openedAtMs).toISOString(),\n        new Date(r.closedAtMs).toISOString(),\n        durationMs,\n        kernelCostUsd(durationMs, false),\n        kernelCostUsd(durationMs, true),\n        r.error ?? null,\n        ctx?.subOp ?? null,\n      ],\n    })\n  } catch (err) {\n    console.warn('[cost-telemetry] recordKernelSession failed:', err instanceof Error ? err.message : String(err))\n  }\n}\n\nexport interface VendorUsageRecord {\n  vendor: string\n  model?: string | null\n  units: number\n  unitType: string\n  error?: string | null\n}\n\nexport async function recordVendorUsage(r: VendorUsageRecord): Promise<void> {\n  try {\n    await migrateCostTelemetry()\n    const ctx = currentCostContext()\n    const db = getDb()\n    await db.execute({\n      sql: `INSERT INTO vendor_usage_log\n        (id, op, probe_run_id, user_id, vendor, model, units, unit_type, est_cost_usd, error, method)\n        VALUES (?,?,?,?,?,?,?,?,?,?,?)`,\n      args: [\n        randomUUID(),\n        ctx?.op ?? null,\n        ctx?.probeRunId ?? null,\n        ctx?.userId ?? null,\n        r.vendor,\n        r.model ?? null,\n        r.units,\n        r.unitType,\n        vendorCostUsd(r.vendor, r.units),\n        r.error ?? null,\n        ctx?.subOp ?? null,\n      ],\n    })\n  } catch (err) {\n    console.warn('[cost-telemetry] recordVendorUsage failed:', err instanceof Error ? err.message : String(err))\n  }\n}\n\nexport interface ProbeRunRecord {\n  id: string\n  tool: string\n  target?: string | null\n  wallMs: number\n  success: boolean\n  error?: string | null\n  httpOnly: boolean\n  kernelUsed: boolean\n  kernelSessions: number\n  kernelSecondsTotal: number\n  kernelTierObserved?: string | null\n  estKernelCostUsdHeadless: number\n  estKernelCostUsdHeadful: number\n  vendorCostUsd: number\n  chargedCredits: number\n  marginUsdHeadlessStarter: number\n  marginUsdHeadfulStarter: number\n  units?: number | null\n  unitType?: string | null\n  mode?: string | null\n  notes?: string | null\n}\n\nexport async function recordProbeRun(r: ProbeRunRecord): Promise<void> {\n  await migrateCostTelemetry()\n  const db = getDb()\n  await db.execute({\n    sql: `INSERT INTO cost_probe_runs\n      (id, tool, target, wall_ms, success, error, http_only, kernel_used, kernel_sessions, kernel_seconds_total, kernel_tier_observed, est_kernel_cost_usd_headless, est_kernel_cost_usd_headful, vendor_cost_usd, charged_credits, margin_usd_headless_starter, margin_usd_headful_starter, units, unit_type, mode, notes)\n      VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`,\n    args: [\n      r.id, r.tool, r.target ?? null, r.wallMs, r.success ? 1 : 0, r.error ?? null,\n      r.httpOnly ? 1 : 0, r.kernelUsed ? 1 : 0, r.kernelSessions, r.kernelSecondsTotal,\n      r.kernelTierObserved ?? null, r.estKernelCostUsdHeadless, r.estKernelCostUsdHeadful,\n      r.vendorCostUsd, r.chargedCredits, r.marginUsdHeadlessStarter, r.marginUsdHeadfulStarter,\n      r.units ?? null, r.unitType ?? null, r.mode ?? null, r.notes ?? null,\n    ],\n  })\n}\n\nfunction boolToInt(v: boolean | null | undefined): number | null {\n  if (v === null || v === undefined) return null\n  return v ? 1 : 0\n}\n","export const KERNEL_HEADLESS_USD_PER_SEC = 0.0000166667\nexport const KERNEL_HEADFUL_USD_PER_SEC = 0.0001333336\n\nexport const HEADLESS_OPS = new Set<string>(['serp', 'maps_search', 'yt_channel', 'yt_transcription', 'fb_search', 'fb_ad', 'instagram'])\n\nexport const FAL_WIZPER_USD_PER_COMPUTE_SEC = 0.00111\nexport const FAL_WIZPER_WALLCLOCK_TO_COMPUTE_SEC_FACTOR = 4 // calibrated from 2 real Fal invoices (4.36x, 6.18x wall-clock vs actual)\nexport const DEEPINFRA_QWEN_USD_PER_1K_OUT_TOKENS = 0.0004\n\nexport function kernelCostUsd(ms: number, headful: boolean): number {\n  const sec = Math.max(0, ms) / 1000\n  return sec * (headful ? KERNEL_HEADFUL_USD_PER_SEC : KERNEL_HEADLESS_USD_PER_SEC)\n}\n\nexport function vendorCostUsd(vendor: string, units: number): number {\n  if (vendor === 'fal_wizper') {\n    const estimatedComputeSec = Math.max(0, units) / FAL_WIZPER_WALLCLOCK_TO_COMPUTE_SEC_FACTOR\n    return estimatedComputeSec * FAL_WIZPER_USD_PER_COMPUTE_SEC\n  }\n  if (vendor === 'deepinfra_qwen') return (Math.max(0, units) / 1000) * DEEPINFRA_QWEN_USD_PER_1K_OUT_TOKENS\n  if (vendor === 'openrouter') return Math.max(0, units) // units IS the real USD cost OpenRouter reported, not a rate-multiplied estimate\n  if (vendor === 'mcp_memory_video') return Math.max(0, units) // units IS the real costUsd mcp-memory's video pipeline reported (OpenRouter + transcription)\n  if (vendor === 'mcp_memory_ai') return Math.max(0, units) // units IS the real costUsd mcp-memory reported via /ai-debit\n  return 0\n}\n"],"mappings":";;;;;AAAO,SAAS,uBAA2C;AACzD,QAAM,SAAS,QAAQ,IAAI,2BAA2B,QAAQ,IAAI,iBAAiB,KAAK;AACxF,SAAO,SAAS;AAClB;AAEO,SAAS,wBAA4C;AAC1D,SAAO;AACT;AAEO,SAAS,4BAAgD;AAC9D,QAAM,SACJ,QAAQ,IAAI,8BACZ,QAAQ,IAAI,gCACZ,QAAQ,IAAI,+BACZ,QAAQ,IAAI,sBACX,KAAK;AACR,SAAO,SAAS;AAClB;AAEO,SAAS,mCAAwD;AACtE,QAAM,SACJ,QAAQ,IAAI,sCACZ,QAAQ,IAAI,wCACZ,QAAQ,IAAI,uCACZ,QAAQ,IAAI,8BACX,KAAK,EAAE,YAAY;AACtB,MAAI,CAAC,MAAO,QAAO;AACnB,MAAI,CAAC,KAAK,QAAQ,OAAO,IAAI,EAAE,SAAS,KAAK,EAAG,QAAO;AACvD,MAAI,CAAC,KAAK,SAAS,MAAM,KAAK,EAAE,SAAS,KAAK,EAAG,QAAO;AACxD,SAAO;AACT;;;AC9BA,SAAS,yBAAyB;AAYlC,IAAM,UAAU,IAAI,kBAA+B;AAE5C,SAAS,mBAAsB,KAAkB,IAAgB;AACtE,SAAO,QAAQ,IAAI,KAAK,EAAE;AAC5B;AAEO,SAAS,qBAA8C;AAC5D,SAAO,QAAQ,SAAS;AAC1B;;;ACpBA,SAAS,kBAAkB;;;ACApB,IAAM,8BAA8B;AACpC,IAAM,6BAA6B;AAEnC,IAAM,eAAe,oBAAI,IAAY,CAAC,QAAQ,eAAe,cAAc,oBAAoB,aAAa,SAAS,WAAW,CAAC;AAEjI,IAAM,iCAAiC;AACvC,IAAM,6CAA6C;AACnD,IAAM,uCAAuC;AAE7C,SAAS,cAAc,IAAY,SAA0B;AAClE,QAAM,MAAM,KAAK,IAAI,GAAG,EAAE,IAAI;AAC9B,SAAO,OAAO,UAAU,6BAA6B;AACvD;AAEO,SAAS,cAAc,QAAgB,OAAuB;AACnE,MAAI,WAAW,cAAc;AAC3B,UAAM,sBAAsB,KAAK,IAAI,GAAG,KAAK,IAAI;AACjD,WAAO,sBAAsB;AAAA,EAC/B;AACA,MAAI,WAAW,iBAAkB,QAAQ,KAAK,IAAI,GAAG,KAAK,IAAI,MAAQ;AACtE,MAAI,WAAW,aAAc,QAAO,KAAK,IAAI,GAAG,KAAK;AACrD,MAAI,WAAW,mBAAoB,QAAO,KAAK,IAAI,GAAG,KAAK;AAC3D,MAAI,WAAW,gBAAiB,QAAO,KAAK,IAAI,GAAG,KAAK;AACxD,SAAO;AACT;;;ADnBA,IAAI,SAAS;AACb,IAAI,oBAA0C;AAE9C,eAAsB,uBAAsC;AAC1D,MAAI,OAAQ;AACZ,MAAI,kBAAmB,QAAO;AAC9B,sBAAoB,0BAA0B,EAAE,QAAQ,MAAM;AAC5D,wBAAoB;AAAA,EACtB,CAAC;AACD,SAAO;AACT;AAEA,eAAe,4BAA2C;AACxD,QAAM,KAAK,MAAM;AACjB,QAAM,WAAW,MAAM,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,GAOjC;AACD,MAAI,OAAO,SAAS,KAAK,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG;AAC9C,aAAS;AACT;AAAA,EACF;AAEA,QAAM,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,GAoBhB;AACD,QAAM,GAAG,QAAQ,4EAA4E;AAC7F,QAAM,GAAG,QAAQ,yFAAyF;AAC1G,QAAM,GAAG,QAAQ,yFAAyF;AAC1G,MAAI;AAAE,UAAM,GAAG,QAAQ,6DAA6D;AAAA,EAAE,QAAQ;AAAA,EAAS;AACvG,MAAI;AAAE,UAAM,GAAG,QAAQ,2DAA2D;AAAA,EAAE,QAAQ;AAAA,EAAS;AACrG,MAAI;AAAE,UAAM,GAAG,QAAQ,uDAAuD;AAAA,EAAE,QAAQ;AAAA,EAAS;AACjG,QAAM,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,GAchB;AACD,QAAM,GAAG,QAAQ,wEAAwE;AACzF,QAAM,GAAG,QAAQ,qFAAqF;AACtG,QAAM,GAAG,QAAQ,qFAAqF;AACtG,MAAI;AAAE,UAAM,GAAG,QAAQ,qDAAqD;AAAA,EAAE,QAAQ;AAAA,EAAS;AAC/F,QAAM,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,GAsBhB;AACD,QAAM,GAAG,QAAQ,0EAA0E;AAC3F,MAAI;AAAE,UAAM,GAAG,QAAQ,mDAAmD;AAAA,EAAE,QAAQ;AAAA,EAAS;AAC7F,MAAI;AAAE,UAAM,GAAG,QAAQ,uDAAuD;AAAA,EAAE,QAAQ;AAAA,EAAS;AACjG,MAAI;AAAE,UAAM,GAAG,QAAQ,kDAAkD;AAAA,EAAE,QAAQ;AAAA,EAAS;AAC5F,WAAS;AACX;AAgBA,eAAsB,oBAAoB,GAAuC;AAC/E,MAAI;AACF,UAAM,qBAAqB;AAC3B,UAAM,MAAM,mBAAmB;AAC/B,UAAM,aAAa,KAAK,IAAI,GAAG,EAAE,aAAa,EAAE,UAAU;AAC1D,UAAM,KAAK,MAAM;AACjB,UAAM,GAAG,QAAQ;AAAA,MACf,KAAK;AAAA;AAAA;AAAA,MAGL,MAAM;AAAA,QACJ,WAAW;AAAA,QACX,EAAE,mBAAmB;AAAA,QACrB,KAAK,MAAM;AAAA,QACX,EAAE;AAAA,QACF,KAAK,cAAc;AAAA,QACnB,KAAK,UAAU;AAAA,QACf,UAAU,EAAE,OAAO;AAAA,QACnB,UAAU,EAAE,YAAY;AAAA,QACxB,UAAU,EAAE,SAAS;AAAA,QACrB,EAAE,eAAe;AAAA,QACjB,EAAE,aAAa;AAAA,QACf,EAAE,WAAW,IAAI;AAAA,QACjB,IAAI,KAAK,EAAE,UAAU,EAAE,YAAY;AAAA,QACnC,IAAI,KAAK,EAAE,UAAU,EAAE,YAAY;AAAA,QACnC;AAAA,QACA,cAAc,YAAY,KAAK;AAAA,QAC/B,cAAc,YAAY,IAAI;AAAA,QAC9B,EAAE,SAAS;AAAA,QACX,KAAK,SAAS;AAAA,MAChB;AAAA,IACF,CAAC;AAAA,EACH,SAAS,KAAK;AACZ,YAAQ,KAAK,gDAAgD,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,CAAC;AAAA,EAC/G;AACF;AAUA,eAAsB,kBAAkB,GAAqC;AAC3E,MAAI;AACF,UAAM,qBAAqB;AAC3B,UAAM,MAAM,mBAAmB;AAC/B,UAAM,KAAK,MAAM;AACjB,UAAM,GAAG,QAAQ;AAAA,MACf,KAAK;AAAA;AAAA;AAAA,MAGL,MAAM;AAAA,QACJ,WAAW;AAAA,QACX,KAAK,MAAM;AAAA,QACX,KAAK,cAAc;AAAA,QACnB,KAAK,UAAU;AAAA,QACf,EAAE;AAAA,QACF,EAAE,SAAS;AAAA,QACX,EAAE;AAAA,QACF,EAAE;AAAA,QACF,cAAc,EAAE,QAAQ,EAAE,KAAK;AAAA,QAC/B,EAAE,SAAS;AAAA,QACX,KAAK,SAAS;AAAA,MAChB;AAAA,IACF,CAAC;AAAA,EACH,SAAS,KAAK;AACZ,YAAQ,KAAK,8CAA8C,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,CAAC;AAAA,EAC7G;AACF;AA2CA,SAAS,UAAU,GAA8C;AAC/D,MAAI,MAAM,QAAQ,MAAM,OAAW,QAAO;AAC1C,SAAO,IAAI,IAAI;AACjB;","names":[]}

package/dist/{chunk-SUOHUXQS.js → chunk-5PZ6N2QM.js}

@@ -1,6 +1,6 @@
 import {
   LedgerOperation
-} from "./chunk-JBSGBSGT.js";
+} from "./chunk-BWXLTWF7.js";
 import {
   sanitizeVendorName
 } from "./chunk-M2S27J6Z.js";
@@ -127,4 +127,4 @@ export {
   failExtractJob,
   settleExtractJob
 };
-//# sourceMappingURL=chunk-SUOHUXQS.js.map
+//# sourceMappingURL=chunk-5PZ6N2QM.js.map

package/dist/{chunk-H6QECE2U.js → chunk-6OPHG76G.js}

@@ -12,17 +12,17 @@ import {
   browserServiceProfileSaveChanges,
   recordVendorUsage,
   vendorCostUsd
-} from "./chunk-V36LS5YV.js";
+} from "./chunk-4ZB3X6BQ.js";
 import {
   DEFAULT_MAPS_PROXY_MODE,
   DEFAULT_PROXY_MODE
-} from "./chunk-V73MPRU6.js";
+} from "./chunk-CB5C3BPB.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-HAMN42SP.js";
+} from "./chunk-7N2KYL4U.js";
 import {
   MC_PER_CREDIT
-} from "./chunk-JBSGBSGT.js";
+} from "./chunk-BWXLTWF7.js";
 import {
   sanitizeVendorName
 } from "./chunk-M2S27J6Z.js";
@@ -1982,7 +1982,7 @@ ${t.topQuestions.map((q) => `- ${q}`).join("\n")}` : ""
   ${q.threadUrl}` : ""}`).join("\n");
   const full = [
     `# Reddit Trending: "${d.topic || input.topic}"${subreddit ? ` in r/${subreddit}` : ""}`,
-    `**${totals.threads} threads \xB7 ${totals.upvotes} upvotes \xB7 ${totals.comments} comments** \xB7 last 30 days \xB7 ${d.threadsScraped ?? 0} threads scraped`,
+    `**${totals.threads} threads \xB7 ${totals.upvotes} upvotes \xB7 ${totals.comments} comments** \xB7 last ${d.window === "7d" ? "week" : "month"} \xB7 ${d.threadsScraped ?? 0} of ${d.candidatesFound ?? threads.length} discovered scraped${d.partial ? " (partial \u2014 hit the time limit)" : ""}`,
     `
 ## Ranked threads
 ${threadBlocks || "_No threads found._"}`,
@@ -2012,7 +2012,9 @@ ${questionList || "_No questions extracted._"}`,
       })),
       questions: questions.map((q) => ({ question: q.question ?? "", threadUrl: q.threadUrl ?? "" })),
       threadsScraped: Number(d.threadsScraped ?? 0),
-      searchUrl: d.searchUrl ?? ""
+      candidatesFound: Number(d.candidatesFound ?? threads.length),
+      partial: Boolean(d.partial),
+      searchQuery: d.searchQuery ?? ""
     }
   };
 }
@@ -3616,8 +3618,9 @@ var RedditThreadInputSchema = {
 var RedditTrendingInputSchema = {
   topic: z.string().min(1).describe('Topic to scan, in plain words (e.g. "crm for small business"). Not a URL \u2014 pass a known thread URL to reddit_thread instead.'),
   subreddit: z.string().min(1).optional().describe('Bare subreddit name to scope the scan to one community, e.g. "SEO" (no r/ prefix, no URL). Omit to scan all of Reddit.'),
-  maxThreads: z.number().int().min(1).max(25).default(5).describe("Top-ranked threads to keep. Default 5 \u2014 each scraped thread adds ~30s and the request has a hard ~300s ceiling, so raise this above 5 only with includeComments:false."),
-  includeComments: z.boolean().default(true).describe("Scrape each ranked thread for its body and comments to extract questions. Set false for a fast, cheap discovery-only sweep (ranking + metadata only), then call reddit_thread on the winners."),
+  window: z.enum(["week", "month"]).default("month").describe('How recent the threads must be: "week" or "month" (default). Applied via a Google time filter over reddit.com, so it reflects genuine recency.'),
+  maxThreads: z.number().int().min(1).max(40).default(20).describe("How many discovered threads to scrape and rank. Default 20 (scrape-all). Each scraped thread is billed like reddit_thread + its comments, so lower this to cap cost; raise toward 40 for a wider sweep. Scraping runs in parallel and stops early if it nears the request time limit (partial:true in the response)."),
+  includeComments: z.boolean().default(true).describe("Scrape each discovered thread for real upvotes, comments, and the questions people asked, then rank by engagement. Set false for a fast, cheap discovery-only sweep \u2014 returns the discovered threads (title + url) in relevance order with NO engagement stats and NO per-thread billing, so you can then call reddit_thread on the ones you want."),
   maxCommentsPerThread: z.number().int().min(1).max(200).default(50).describe("Comments captured per scraped thread when includeComments is true. Default 50. Billed per captured comment.")
 };
 var VideoFrameAnalysisInputSchema = {
@@ -4231,7 +4234,9 @@ var RedditTrendingOutputSchema = {
     threadUrl: z.string()
   })),
   threadsScraped: z.number().int().min(0),
-  searchUrl: z.string()
+  candidatesFound: z.number().int().min(0),
+  partial: z.boolean(),
+  searchQuery: z.string()
 };
 var FacebookPageIntelOutputSchema = {
   advertiserName: NullableString,
@@ -4603,7 +4608,8 @@ var SearchSerpInputSchema = {
   proxyMode: z.enum(["configured", "none"]).default(DEFAULT_PROXY_MODE).describe("Leave unset for the default route. Country/region localization comes from gl/hl plus the city or region in the query."),
   proxyZip: z.string().regex(/^\d{5}$/).optional().describe("Optional US ZIP override."),
   debug: z.boolean().default(false).describe("Include sanitized diagnostics for debugging."),
-  pages: z.number().int().min(1).max(2).default(1).describe("Number of result pages to fetch (1\u20132).")
+  pages: z.number().int().min(1).max(2).default(1).describe("Number of result pages to fetch (1\u20132)."),
+  recency: z.enum(["day", "week", "month", "year"]).optional().describe('Restrict results to a recent time window (Google "past day/week/month/year" filter). Omit for all-time. Useful for "what is being said this week" style queries; pairs well with a site: operator in the query.')
 };
 var CaptureSerpSnapshotInputSchema = {
   query: z.string().min(1).describe('Search query to capture. KEEP the place in the query text for localized captures (e.g. "botox clinic austin tx") and also set location.'),
@@ -5533,7 +5539,7 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
   }, async (input) => formatRedditThread(await executor.redditThread(input), input));
   server.registerTool("reddit_trending", {
     title: "Reddit Trending",
-    description: "Discover the top Reddit conversations about a topic from the last 30 days: searches Reddit (optionally one subreddit), ranks threads by engagement (upvotes + 2x comments), scrapes the top ones, and extracts the real questions people asked. Each scraped thread takes ~30s, so keep maxThreads small; for a wide scan set includeComments:false to rank cheaply first, then read the winners with reddit_thread. Not for reading one known thread URL \u2014 use reddit_thread for that.",
+    description: "Discover the top Reddit conversations about a topic from the last week or month: finds relevant recent threads via a Google site:reddit.com search (optionally scoped to one subreddit), scrapes them for real upvotes, comments, and the questions people asked, and ranks by engagement (upvotes + 2x comments). Scraping runs in parallel across the discovered threads; set includeComments:false for a fast, cheap discovery-only sweep (relevant thread list, no engagement stats, no per-thread billing) and then read the ones you want with reddit_thread. Not for reading one known thread URL \u2014 use reddit_thread for that.",
     inputSchema: RedditTrendingInputSchema,
     outputSchema: recordOutputSchema("reddit_trending", RedditTrendingOutputSchema),
     annotations: liveWebToolAnnotations("Reddit Trending")
@@ -6479,7 +6485,7 @@ var BrowserCaptureFanoutInputSchema = {
   wait_ms: z2.number().int().min(0).max(18e4).optional().describe("How long to wait for the answer stream to finish. Defaults to 90000 when a prompt is sent, 8000 for passive capture."),
   first_party_domain: z2.string().optional().describe("The brand/site being researched, e.g. example.com \u2014 sources on this domain are tagged First-party/vendor."),
   reset: z2.boolean().default(false).describe("Clear any previously buffered stream for this page before capturing."),
-  export: z2.boolean().default(false).describe("Write JSON/CSV/TSV/HTML exports to MCP_SCRAPER_OUTPUT_DIR/fanout, returning relative paths.")
+  export: z2.boolean().default(false).describe("When using the installed local MCP server, write JSON/CSV/TSV/HTML exports to MCP_SCRAPER_OUTPUT_DIR/fanout. Hosted clients such as ChatGPT always receive the complete structured result inline and leave exports null.")
 };
 var FanoutSourceOutput = z2.object({
   url: z2.string(),
@@ -6520,6 +6526,7 @@ var BrowserCaptureFanoutOutputSchema = {
     byCategory: z2.record(z2.number().int())
   }).describe("Objective aggregates: top sourced sites by frequency, citation order, and URL-category counts."),
   first_party_domain: z2.string().nullable(),
+  export_error: z2.string().nullable().optional().describe("Non-fatal local export failure. The inline capture remains complete when this is present."),
   exports: z2.object({
     relativeTo: z2.string(),
     dir: z2.string(),
@@ -7081,6 +7088,7 @@ function registerBrowserAgentMcpTools(server, opts) {
   const baseUrl = opts.baseUrl.replace(/\/$/, "");
   const consoleBase = (opts.consoleBaseUrl ?? opts.baseUrl).replace(/\/$/, "");
   const timeoutMs = opts.timeoutMs ?? 9e4;
+  const savesReportsLocally = opts.savesReportsLocally !== false;
   async function req(method, path, body, requestTimeoutMs = timeoutMs) {
     try {
       const res = await fetch(`${baseUrl}${path}`, {
@@ -7732,13 +7740,13 @@ function registerBrowserAgentMcpTools(server, opts) {
     "query_fanout_workflow",
     {
       title: "Capture AI Search Fan-Out",
-      description: "Capture the query fan-out behind a ChatGPT or Claude web-search answer for AEO: sub-queries issued, every researched URL split into cited vs browsed-only, and top sourced sites. Returns raw structured data for you to classify and analyze. Set export=true for JSON/CSV/TSV/HTML artifacts. WRITE NOTE: passing prompt submits a real message in the user's logged-in account \u2014 only send when the user wants that; omit it to capture a prompt the user just ran. The session must already be open on chatgpt.com or claude.ai (see browser_profile_connect) while the prompt streams. NOT for Google AI Overview \u2014 use harvest_paa for that.",
+      description: "Capture the query fan-out behind a ChatGPT or Claude web-search answer for AEO: sub-queries issued, every researched URL split into cited vs browsed-only, and top sourced sites. Complete structured data is always returned inline for analysis. export=true additionally writes JSON/CSV/TSV/HTML only from an installed local MCP server; hosted OAuth/HTTP clients receive exports=null and use the inline data. A local export failure does not discard a successful capture. WRITE NOTE: passing prompt submits a real message in the user's logged-in account \u2014 only send when the user wants that; omit it to capture a prompt the user just ran. The session must already be open on chatgpt.com or claude.ai (see browser_profile_connect) while the prompt streams. NOT for Google AI Overview \u2014 use harvest_paa for that.",
       inputSchema: BrowserCaptureFanoutInputSchema,
       outputSchema: recordOutputSchema("query_fanout_workflow", BrowserCaptureFanoutOutputSchema),
       annotations: annotations("Capture AI Search Fan-Out")
     },
     async (input) => {
-      const emit = (result, exports2) => structuredResult({
+      const emit = (result, exports2, exportError2 = null) => structuredResult({
         ok: true,
         tool: "query_fanout_workflow",
         session_id: input.session_id,
@@ -7755,6 +7763,7 @@ function registerBrowserAgentMcpTools(server, opts) {
         aggregates: result.aggregates,
         first_party_domain: result.firstPartyDomain,
         exports: exports2 ?? null,
+        export_error: exportError2,
         ...result.debug ? { debug: result.debug } : {}
       });
       const res = await req("POST", `/agent/sessions/${input.session_id}/capture-fanout`, {
@@ -7762,26 +7771,20 @@ function registerBrowserAgentMcpTools(server, opts) {
         wait_ms: input.wait_ms,
         first_party_domain: input.first_party_domain,
         reset: input.reset,
-        export: input.export
+        export: false
       }, Math.max(timeoutMs, (input.wait_ms ?? (input.prompt ? 9e4 : 8e3)) + 3e4));
       if (!res.ok) return errorResult("query_fanout_workflow", res.data, input.session_id);
       const hosted = res.data?.result ?? res.data;
-      let exports = res.data?.exports ?? null;
-      if (input.export && !exports && isEnrichedFanout(hosted)) {
+      let exports = null;
+      let exportError = null;
+      if (input.export && savesReportsLocally && isEnrichedFanout(hosted)) {
         try {
           exports = exportFanout(hosted);
         } catch (err) {
-          return errorResult(
-            "query_fanout_workflow",
-            {
-              error: `Fan-out captured but local export failed: ${err instanceof Error ? err.message : String(err)}`,
-              result: hosted
-            },
-            input.session_id
-          );
+          exportError = `Fan-out captured successfully, but local export failed: ${err instanceof Error ? err.message : String(err)}`;
         }
       }
-      return emit(hosted, exports);
+      return emit(hosted, exports, exportError);
     }
   );
 }
@@ -10256,4 +10259,4 @@ export {
   MEMORY_TOOL_SCHEMAS,
   registerMemoryMcpTools
 };
-//# sourceMappingURL=chunk-H6QECE2U.js.map
+//# sourceMappingURL=chunk-6OPHG76G.js.map