mcp-scraper 0.3.18 → 0.3.20

package/dist/{server-3M3XCVOT.js → server-NKZW2SEV.js}

@@ -21,7 +21,7 @@ import {
   renderLinkReport,
   sanitizeAttempts,
   sanitizeHarvestResult
-} from "./chunk-2XCNU22L.js";
+} from "./chunk-6N6USFMH.js";
 import {
   csvRecords,
   listWorkflowDefinitions,
@@ -33,7 +33,7 @@ import {
   workflowStepCount,
   workflowSupportsSteps
 } from "./chunk-H2R232HK.js";
-import "./chunk-C7ZNIXOA.js";
+import "./chunk-XLHBBA3U.js";
 import {
   BALANCE_PACK_LABELS,
   BALANCE_PRICE_IDS,
@@ -52,7 +52,7 @@ import {
   harvestProblemResponse,
   insufficientBalanceResponse,
   serializeHarvestProblem
-} from "./chunk-HDPWLYK7.js";
+} from "./chunk-YZAYOFJV.js";
 import {
   BrowserDriver,
   MapsSelectors,
@@ -101,6 +101,7 @@ import {
   deactivateUser,
   debitMc,
   deleteWorkflowSchedule,
+  expireOldLots,
   failJob,
   failWorkflowRunRecord,
   getDb,
@@ -140,7 +141,7 @@ import {
   setPassword,
   setStripeCustomerId,
   verifyPassword
-} from "./chunk-5H22TOXQ.js";
+} from "./chunk-IORA5BFI.js";
 
 // src/blog/registry.ts
 var posts = [
@@ -9410,7 +9411,11 @@ screenshotApp.post("/", async (c) => {
     metadata: { url: targetUrl, device }
   });
   if (!gate.ok) return c.json(concurrencyLimitExceededResponse(gate), 429, { "Retry-After": String(gate.retryAfterSeconds) });
+  let debited = false;
   try {
+    const { ok, balance_mc } = await debitMc(user.id, MC_COSTS.page_scrape, LedgerOperation.EXTRACT_URL, targetUrl);
+    if (!ok) return c.json(insufficientBalanceResponse(balance_mc, MC_COSTS.page_scrape), 402);
+    debited = true;
     const buf = await captureScreenshot(targetUrl, browserServiceApiKey(), device);
     return new Response(new Uint8Array(buf), {
       status: 200,
@@ -9421,6 +9426,7 @@ screenshotApp.post("/", async (c) => {
       }
     });
   } catch (err) {
+    if (debited) await creditMc(user.id, MC_COSTS.page_scrape, LedgerOperation.EXTRACT_URL, "failed screenshot refund");
     const msg = err instanceof Error ? err.message : String(err);
     return c.json({ error: msg }, 502);
   } finally {
@@ -14444,6 +14450,14 @@ async function listSessionRows(userId, includeClosed = false) {
   });
   return res.rows;
 }
+async function listIdleOpenSessionRows(idleSeconds) {
+  const db = getDb();
+  const res = await db.execute({
+    sql: `SELECT * FROM browser_agent_sessions WHERE status = 'open' AND COALESCE(last_action_at, created_at) <= datetime('now', ?) ORDER BY created_at LIMIT 200`,
+    args: [`-${Math.max(1, Math.round(idleSeconds))} seconds`]
+  });
+  return res.rows;
+}
 async function addActiveMs(id, deltaMs) {
   const db = getDb();
   await db.execute({
@@ -15632,16 +15646,42 @@ function browserSessionLockTtlSeconds(timeoutSeconds) {
   }
   return DEFAULT_BROWSER_SESSION_LOCK_TTL_SECONDS;
 }
-async function charge(sessionId, userId, startedAtMs) {
-  const elapsedMs = Date.now() - startedAtMs;
-  const { active_ms, billed_mc } = await addActiveMs(sessionId, elapsedMs);
-  const owed = browserActiveCostMc(active_ms);
-  const delta = owed - billed_mc;
+async function charge(sessionId, userId, _startedAtMs) {
+  const row = await getSessionRow(sessionId);
+  if (!row) return;
+  const createdMs = parseAgentDate(row.created_at);
+  if (createdMs == null) return;
+  const uptimeMs = Math.max(0, Date.now() - createdMs);
+  const owed = browserActiveCostMc(uptimeMs);
+  await addActiveMs(sessionId, 0);
+  const delta = owed - Number(row.billed_mc ?? 0);
   if (delta > 0) {
     const res = await debitMc(userId, delta, LedgerOperation.BROWSER_SESSION, sessionId);
     if (res.ok) await setBilledMc(sessionId, owed);
   }
 }
+async function reapIdleBrowserSessions(idleSeconds = 120) {
+  const rows = await listIdleOpenSessionRows(idleSeconds);
+  let reaped = 0;
+  for (const row of rows) {
+    if (row.user_id != null) {
+      try {
+        await charge(row.id, row.user_id);
+      } catch {
+      }
+    }
+    try {
+      await closeSession(row.runtime_session_id);
+    } catch {
+    }
+    await markSessionClosed(row.id).catch(() => {
+    });
+    if (row.concurrency_lock_id) await releaseConcurrencyGate(row.concurrency_lock_id).catch(() => {
+    });
+    reaped++;
+  }
+  return { reaped };
+}
 function publicSession(row) {
   return {
     session_id: row.id,
@@ -15651,10 +15691,16 @@ function publicSession(row) {
     created_at: row.created_at,
     last_action_at: row.last_action_at,
     closed_at: row.closed_at,
-    active_seconds: Math.round((row.active_ms ?? 0) / 1e3),
+    uptime_seconds: uptimeSeconds(row),
     credits_used: Math.round((row.billed_mc ?? 0) / 10) / 100
   };
 }
+function uptimeSeconds(row) {
+  const createdMs = parseAgentDate(row.created_at);
+  const endMs = row.closed_at ? parseAgentDate(row.closed_at) : Date.now();
+  if (createdMs == null || endMs == null) return 0;
+  return Math.max(0, Math.round((endMs - createdMs) / 1e3));
+}
 function failure(err) {
   const msg = err instanceof Error ? err.message : String(err);
   return { error: sanitizeVendorName(msg) };
@@ -15866,6 +15912,7 @@ function buildBrowserAgentRoutes() {
     const user = c.get("user");
     const row = await loadOpenSession(c.req.param("id"), user.id);
     if (!row) return c.json({ error: "not found" }, 404);
+    await charge(row.id, user.id);
     try {
       await closeSession(row.runtime_session_id);
     } catch {
@@ -17530,14 +17577,16 @@ app.get("/cron/tick", async (c) => {
   if (!process.env.CRON_SECRET || secret2 !== `Bearer ${process.env.CRON_SECRET}`) {
     return c.json({ error: "Unauthorized" }, 401);
   }
-  const { drainQueue } = await import("./worker-J6I5XP2F.js");
+  const { drainQueue } = await import("./worker-PR7GODIV.js");
   const budget = { maxJobs: 10, deadlineMs: Date.now() + 28e4 };
   const workflowDispatchResult = await dispatchDueWorkflowSchedules(`${new URL(c.req.url).protocol}//${new URL(c.req.url).host}`);
-  const [results, sweepResult] = await Promise.all([
+  const [results, sweepResult, reapResult, expiredResult] = await Promise.all([
     drainQueue(budget),
-    runMonthlyRefreshSweep()
+    runMonthlyRefreshSweep(),
+    reapIdleBrowserSessions(120).catch(() => ({ reaped: 0 })),
+    expireOldLots().catch(() => ({ expired_lots: 0, expired_mc: 0 }))
   ]);
-  return c.json({ drained: results.length, results, sweepResult, workflowDispatch: workflowDispatchResult });
+  return c.json({ drained: results.length, results, sweepResult, reaped: reapResult, expired: expiredResult, workflowDispatch: workflowDispatchResult });
 });
 app.on(["GET", "POST", "PUT"], "/api/inngest", serveInngest({ client: inngest, functions: [siteAuditFn, siteExtractFn] }));
 app.route("/api/internal/site-architecture-auditor", siteAuditApp);
@@ -17673,4 +17722,4 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-3M3XCVOT.js.map
+//# sourceMappingURL=server-NKZW2SEV.js.map