mcp-scraper 0.4.6 → 0.4.12

package/dist/bin/paa-harvest.js

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import {
   harvest
-} from "../chunk-5GAD2AN2.js";
+} from "../chunk-2YY46QYT.js";
 import {
   browserServiceApiKey
 } from "../chunk-HPV4VOQX.js";

package/dist/{chunk-5GAD2AN2.js → chunk-2YY46QYT.js}

@@ -38,16 +38,23 @@ import { randomUUID } from "crypto";
 // src/api/cost-rates.ts
 var KERNEL_HEADLESS_USD_PER_SEC = 166667e-10;
 var KERNEL_HEADFUL_USD_PER_SEC = 1333336e-10;
-var HEADLESS_OPS = /* @__PURE__ */ new Set(["harvest", "maps_search", "yt_channel", "fb_search", "fb_ad", "instagram"]);
-var FAL_WIZPER_USD_PER_AUDIO_MIN = 5e-3;
+var HEADLESS_OPS = /* @__PURE__ */ new Set(["serp", "maps_search", "yt_channel", "yt_transcription", "fb_search", "fb_ad", "instagram"]);
+var FAL_WIZPER_USD_PER_COMPUTE_SEC = 111e-5;
+var FAL_WIZPER_WALLCLOCK_TO_COMPUTE_SEC_FACTOR = 4;
 var DEEPINFRA_QWEN_USD_PER_1K_OUT_TOKENS = 4e-4;
 function kernelCostUsd(ms, headful) {
   const sec = Math.max(0, ms) / 1e3;
   return sec * (headful ? KERNEL_HEADFUL_USD_PER_SEC : KERNEL_HEADLESS_USD_PER_SEC);
 }
 function vendorCostUsd(vendor, units) {
-  if (vendor === "fal_wizper") return Math.max(0, units) * FAL_WIZPER_USD_PER_AUDIO_MIN;
+  if (vendor === "fal_wizper") {
+    const estimatedComputeSec = Math.max(0, units) / FAL_WIZPER_WALLCLOCK_TO_COMPUTE_SEC_FACTOR;
+    return estimatedComputeSec * FAL_WIZPER_USD_PER_COMPUTE_SEC;
+  }
   if (vendor === "deepinfra_qwen") return Math.max(0, units) / 1e3 * DEEPINFRA_QWEN_USD_PER_1K_OUT_TOKENS;
+  if (vendor === "openrouter") return Math.max(0, units);
+  if (vendor === "mcp_memory_video") return Math.max(0, units);
+  if (vendor === "mcp_memory_ai") return Math.max(0, units);
   return 0;
 }
 
@@ -88,6 +95,10 @@ async function migrateCostTelemetry() {
     await db.execute(`ALTER TABLE kernel_session_log ADD COLUMN proxy_type TEXT`);
   } catch {
   }
+  try {
+    await db.execute(`ALTER TABLE kernel_session_log ADD COLUMN method TEXT`);
+  } catch {
+  }
   await db.execute(`
     CREATE TABLE IF NOT EXISTS vendor_usage_log (
       id           TEXT PRIMARY KEY,
@@ -106,6 +117,10 @@ async function migrateCostTelemetry() {
   await db.execute(`CREATE INDEX IF NOT EXISTS vendor_usage_log_op ON vendor_usage_log(op)`);
   await db.execute(`CREATE INDEX IF NOT EXISTS vendor_usage_log_probe ON vendor_usage_log(probe_run_id)`);
   await db.execute(`CREATE INDEX IF NOT EXISTS vendor_usage_log_created ON vendor_usage_log(created_at)`);
+  try {
+    await db.execute(`ALTER TABLE vendor_usage_log ADD COLUMN method TEXT`);
+  } catch {
+  }
   await db.execute(`
     CREATE TABLE IF NOT EXISTS cost_probe_runs (
       id                            TEXT PRIMARY KEY,
@@ -152,8 +167,8 @@ async function recordKernelSession(r) {
     const db = getDb();
     await db.execute({
       sql: `INSERT INTO kernel_session_log
-        (id, kernel_session_id, op, source, probe_run_id, user_id, stealth, headless_sent, proxy_used, proxy_source, proxy_type, fallback, opened_at, closed_at, duration_ms, est_cost_usd_headless, est_cost_usd_headful, error)
-        VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`,
+        (id, kernel_session_id, op, source, probe_run_id, user_id, stealth, headless_sent, proxy_used, proxy_source, proxy_type, fallback, opened_at, closed_at, duration_ms, est_cost_usd_headless, est_cost_usd_headful, error, method)
+        VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`,
       args: [
         randomUUID(),
         r.kernelSessionId ?? null,
@@ -172,7 +187,8 @@ async function recordKernelSession(r) {
         durationMs,
         kernelCostUsd(durationMs, false),
         kernelCostUsd(durationMs, true),
-        r.error ?? null
+        r.error ?? null,
+        ctx?.subOp ?? null
       ]
     });
   } catch (err) {
@@ -186,8 +202,8 @@ async function recordVendorUsage(r) {
     const db = getDb();
     await db.execute({
       sql: `INSERT INTO vendor_usage_log
-        (id, op, probe_run_id, user_id, vendor, model, units, unit_type, est_cost_usd, error)
-        VALUES (?,?,?,?,?,?,?,?,?,?)`,
+        (id, op, probe_run_id, user_id, vendor, model, units, unit_type, est_cost_usd, error, method)
+        VALUES (?,?,?,?,?,?,?,?,?,?,?)`,
       args: [
         randomUUID(),
         ctx?.op ?? null,
@@ -198,7 +214,8 @@ async function recordVendorUsage(r) {
         r.units,
         r.unitType,
         vendorCostUsd(r.vendor, r.units),
-        r.error ?? null
+        r.error ?? null,
+        ctx?.subOp ?? null
       ]
     });
   } catch (err) {
@@ -3258,4 +3275,4 @@ export {
   resolveKernelProxyId,
   harvest
 };
-//# sourceMappingURL=chunk-5GAD2AN2.js.map
+//# sourceMappingURL=chunk-2YY46QYT.js.map