mcp-scraper 0.38.1 → 0.38.2

package/dist/{chunk-XKCZOPZN.js → chunk-N7KUTTCC.js}

@@ -11,7 +11,7 @@ var DB_URL = process.env.TURSO_DATABASE_URL ?? "file:./paa-api.db";
 var DB_TOKEN = process.env.TURSO_AUTH_TOKEN;
 var _db = null;
 var _rateLimitSchemaReady = false;
-var CORE_SCHEMA_VERSION = "2026-07-28.2";
+var CORE_SCHEMA_VERSION = "2026-07-28.3";
 var CORE_SCHEMA_TABLES = [
   "admin_credit_adjustment_events",
   "admin_credit_adjustments",
@@ -23,6 +23,7 @@ var CORE_SCHEMA_TABLES = [
   "browser_profile_labels",
   "connected_account_billing",
   "concurrency_locks",
+  "credit_lot_expirations",
   "credit_lots",
   "credit_lot_repairs",
   "free_credit_refreshes",
@@ -91,6 +92,12 @@ var CORE_SCHEMA_INDEXES = [
   "workflow_schedules_user_status",
   "workflow_webhook_deliveries_run"
 ];
+var CORE_SCHEMA_TRIGGERS = [
+  "credit_lots_bounds_insert",
+  "credit_lots_bounds_update",
+  "credit_lots_one_migration_insert",
+  "credit_lots_one_migration_update"
+];
 var CORE_SCHEMA_COLUMNS = {
   credit_lots: ["never_expires"],
   harvest_attempts: ["debug_json"],
@@ -108,6 +115,7 @@ var CORE_SCHEMA_COLUMNS = {
     "next_settlement_at",
     "settlement_error"
   ],
+  stripe_events: ["attempt_count", "claim_token", "last_error", "status", "updated_at"],
   users: [
     "balance_mc",
     "concurrency_stripe_sub_id",
@@ -134,6 +142,7 @@ async function hasCurrentCoreSchema(db) {
   const checks = [
     `(SELECT COUNT(*) FROM sqlite_master WHERE type = 'table' AND name IN (${sqlStringList(CORE_SCHEMA_TABLES)})) = ${CORE_SCHEMA_TABLES.length}`,
     `(SELECT COUNT(*) FROM sqlite_master WHERE type = 'index' AND name IN (${sqlStringList(CORE_SCHEMA_INDEXES)})) = ${CORE_SCHEMA_INDEXES.length}`,
+    `(SELECT COUNT(*) FROM sqlite_master WHERE type = 'trigger' AND name IN (${sqlStringList(CORE_SCHEMA_TRIGGERS)})) = ${CORE_SCHEMA_TRIGGERS.length}`,
     ...Object.entries(CORE_SCHEMA_COLUMNS).map(
       ([table, columns]) => `(SELECT COUNT(*) FROM pragma_table_info('${table}') WHERE name IN (${sqlStringList(columns)})) = ${columns.length}`
     )
@@ -409,6 +418,61 @@ async function migrate() {
   } catch {
   }
   await db.execute(`CREATE INDEX IF NOT EXISTS credit_lots_user_active ON credit_lots(user_id, expires_at, remaining_mc)`);
+  await db.execute(`
+    CREATE TABLE IF NOT EXISTS credit_lot_expirations (
+      lot_id       INTEGER PRIMARY KEY REFERENCES credit_lots(id),
+      user_id      INTEGER NOT NULL REFERENCES users(id),
+      amount_mc    INTEGER NOT NULL,
+      claim_token  TEXT NOT NULL UNIQUE,
+      expired_at   TEXT NOT NULL DEFAULT (datetime('now'))
+    )
+  `);
+  await db.execute(`
+    CREATE TRIGGER IF NOT EXISTS credit_lots_bounds_insert
+    BEFORE INSERT ON credit_lots
+    WHEN NEW.amount_mc < 0
+      OR NEW.remaining_mc < 0
+      OR NEW.remaining_mc > NEW.amount_mc
+    BEGIN
+      SELECT RAISE(ABORT, 'invalid credit lot bounds');
+    END
+  `);
+  await db.execute(`
+    CREATE TRIGGER IF NOT EXISTS credit_lots_bounds_update
+    BEFORE UPDATE OF amount_mc, remaining_mc ON credit_lots
+    WHEN NEW.amount_mc < 0
+      OR NEW.remaining_mc < 0
+      OR NEW.remaining_mc > NEW.amount_mc
+    BEGIN
+      SELECT RAISE(ABORT, 'invalid credit lot bounds');
+    END
+  `);
+  await db.execute(`
+    CREATE TRIGGER IF NOT EXISTS credit_lots_one_migration_insert
+    BEFORE INSERT ON credit_lots
+    WHEN NEW.source = 'migration'
+      AND EXISTS (
+        SELECT 1 FROM credit_lots
+        WHERE user_id = NEW.user_id AND source = 'migration'
+      )
+    BEGIN
+      SELECT RAISE(ABORT, 'duplicate migration lot');
+    END
+  `);
+  await db.execute(`
+    CREATE TRIGGER IF NOT EXISTS credit_lots_one_migration_update
+    BEFORE UPDATE OF source, user_id ON credit_lots
+    WHEN NEW.source = 'migration'
+      AND EXISTS (
+        SELECT 1 FROM credit_lots
+        WHERE user_id = NEW.user_id
+          AND source = 'migration'
+          AND id != OLD.id
+      )
+    BEGIN
+      SELECT RAISE(ABORT, 'duplicate migration lot');
+    END
+  `);
   await db.execute(`
     CREATE TABLE IF NOT EXISTS credit_lot_repairs (
       repair_id       TEXT PRIMARY KEY,
@@ -798,10 +862,37 @@ async function migrate() {
   await db.execute(`CREATE INDEX IF NOT EXISTS workflow_webhook_deliveries_run ON workflow_webhook_deliveries(run_id)`);
   await db.execute(`
     CREATE TABLE IF NOT EXISTS stripe_events (
-      event_id     TEXT PRIMARY KEY,
-      processed_at TEXT NOT NULL DEFAULT (datetime('now'))
+      event_id      TEXT PRIMARY KEY,
+      status        TEXT NOT NULL DEFAULT 'processed',
+      attempt_count INTEGER NOT NULL DEFAULT 1,
+      claim_token   TEXT,
+      last_error    TEXT,
+      processed_at  TEXT NOT NULL DEFAULT (datetime('now')),
+      updated_at    TEXT NOT NULL DEFAULT (datetime('now'))
     )
   `);
+  for (const col of [
+    `status TEXT NOT NULL DEFAULT 'processed'`,
+    "attempt_count INTEGER NOT NULL DEFAULT 1",
+    "claim_token TEXT",
+    "last_error TEXT",
+    "updated_at TEXT"
+  ]) {
+    try {
+      await db.execute(`ALTER TABLE stripe_events ADD COLUMN ${col}`);
+    } catch {
+    }
+  }
+  await db.execute(`
+    UPDATE stripe_events
+    SET updated_at = COALESCE(updated_at, processed_at),
+        status = COALESCE(status, 'processed'),
+        attempt_count = MAX(1, COALESCE(attempt_count, 1))
+    WHERE updated_at IS NULL
+       OR status IS NULL
+       OR attempt_count IS NULL
+       OR attempt_count < 1
+  `);
   await db.execute(`
     CREATE TABLE IF NOT EXISTS oauth_clients (
       client_id     TEXT PRIMARY KEY,
@@ -967,16 +1058,60 @@ async function rotateRefresh(oldToken, next) {
     args: [next.refresh_token, (/* @__PURE__ */ new Date()).toISOString(), oldToken]
   });
 }
-async function recordStripeEvent(eventId) {
-  const res = await getDb().execute({
-    sql: "INSERT OR IGNORE INTO stripe_events (event_id) VALUES (?)",
+async function claimStripeEvent(eventId) {
+  const token = randomUUID();
+  const claimed = await getDb().execute({
+    sql: `INSERT INTO stripe_events
+            (event_id, status, attempt_count, claim_token, last_error, processed_at, updated_at)
+          VALUES (?, 'processing', 1, ?, NULL, datetime('now'), datetime('now'))
+          ON CONFLICT(event_id) DO UPDATE SET
+            status = 'processing',
+            attempt_count = stripe_events.attempt_count + 1,
+            claim_token = excluded.claim_token,
+            last_error = NULL,
+            updated_at = datetime('now')
+          WHERE stripe_events.status = 'failed'
+             OR (
+               stripe_events.status = 'processing'
+               AND stripe_events.updated_at <= datetime('now', '-10 minutes')
+             )`,
+    args: [eventId, token]
+  });
+  if (claimed.rowsAffected > 0) return { state: "claimed", token };
+  const current = await getDb().execute({
+    sql: "SELECT status FROM stripe_events WHERE event_id = ? LIMIT 1",
     args: [eventId]
   });
-  return res.rowsAffected > 0;
+  return { state: String(current.rows[0]?.status) === "processed" ? "processed" : "processing" };
+}
+async function completeStripeEvent(eventId, token) {
+  const result = await getDb().execute({
+    sql: `UPDATE stripe_events
+          SET status = 'processed',
+              claim_token = NULL,
+              last_error = NULL,
+              processed_at = datetime('now'),
+              updated_at = datetime('now')
+          WHERE event_id = ? AND status = 'processing' AND claim_token = ?`,
+    args: [eventId, token]
+  });
+  return result.rowsAffected === 1;
+}
+async function failStripeEvent(eventId, token, error) {
+  const result = await getDb().execute({
+    sql: `UPDATE stripe_events
+          SET status = 'failed',
+              claim_token = NULL,
+              last_error = ?,
+              updated_at = datetime('now')
+          WHERE event_id = ? AND status = 'processing' AND claim_token = ?`,
+    args: [error.slice(0, 500), eventId, token]
+  });
+  return result.rowsAffected === 1;
 }
 async function stripeEventAlreadyProcessed(eventId) {
   const res = await getDb().execute({
-    sql: "SELECT 1 FROM stripe_events WHERE event_id = ? LIMIT 1",
+    sql: `SELECT 1 FROM stripe_events WHERE event_id = ? AND status = 'processed' LIMIT 1`,
     args: [eventId]
   });
   return res.rows.length > 0;
@@ -1981,23 +2116,64 @@ async function ensureMigrated(userId) {
 async function expireOldLots() {
   const db = getDb();
   const lots = await db.execute({
-    sql: `SELECT id, user_id, remaining_mc FROM credit_lots WHERE remaining_mc > 0 AND never_expires = 0 AND expires_at <= datetime('now') LIMIT 500`
+    sql: `SELECT id
+          FROM credit_lots
+          WHERE remaining_mc > 0
+            AND never_expires = 0
+            AND expires_at <= datetime('now')
+          LIMIT 500`
   });
   if (lots.rows.length === 0) return { expired_lots: 0, expired_mc: 0 };
-  let totalMc = 0;
-  const users = /* @__PURE__ */ new Set();
+  const claims = [];
   const stmts = [];
   for (const lot of lots.rows) {
-    const rem = Number(lot.remaining_mc);
-    const uid = Number(lot.user_id);
-    totalMc += rem;
-    users.add(uid);
-    stmts.push({ sql: "UPDATE credit_lots SET remaining_mc = 0 WHERE id = ?", args: [Number(lot.id)] });
-    stmts.push({ sql: `INSERT INTO ledger (user_id, amount_mc, operation, description) VALUES (?, ?, 'credit_expired', 'credits expired')`, args: [uid, -rem] });
+    const lotId = Number(lot.id);
+    const token = randomUUID();
+    claims.push({ token, insertResultIndex: stmts.length });
+    stmts.push({
+      sql: `INSERT OR IGNORE INTO credit_lot_expirations (lot_id, user_id, amount_mc, claim_token)
+            SELECT id, user_id, remaining_mc, ?
+            FROM credit_lots
+            WHERE id = ?
+              AND remaining_mc > 0
+              AND never_expires = 0
+              AND expires_at <= datetime('now')`,
+      args: [token, lotId]
+    });
+    stmts.push({
+      sql: `UPDATE credit_lots
+            SET remaining_mc = 0
+            WHERE id = ?
+              AND EXISTS (
+                SELECT 1 FROM credit_lot_expirations
+                WHERE lot_id = ? AND claim_token = ?
+              )`,
+      args: [lotId, lotId, token]
+    });
+    stmts.push({
+      sql: `INSERT INTO ledger (user_id, amount_mc, operation, description)
+            SELECT user_id, -amount_mc, 'credit_expired', 'credits expired'
+            FROM credit_lot_expirations
+            WHERE lot_id = ? AND claim_token = ?`,
+      args: [lotId, token]
+    });
   }
-  await db.batch(stmts, "write");
+  const results = await db.batch(stmts, "write");
+  const claimedTokens = claims.filter((claim) => results[claim.insertResultIndex]?.rowsAffected === 1).map((claim) => claim.token);
+  if (claimedTokens.length === 0) return { expired_lots: 0, expired_mc: 0 };
+  const placeholders = claimedTokens.map(() => "?").join(", ");
+  const expired = await db.execute({
+    sql: `SELECT user_id, amount_mc
+          FROM credit_lot_expirations
+          WHERE claim_token IN (${placeholders})`,
+    args: claimedTokens
+  });
+  const users = new Set(expired.rows.map((row) => Number(row.user_id)));
   for (const uid of users) await reconcileBalanceMc(uid);
-  return { expired_lots: lots.rows.length, expired_mc: totalMc };
+  return {
+    expired_lots: expired.rows.length,
+    expired_mc: expired.rows.reduce((sum, row) => sum + Number(row.amount_mc), 0)
+  };
 }
 async function migrateExistingBalancesToLots() {
   const db = getDb();
@@ -2587,29 +2763,46 @@ async function ledgerExistsForStripePI(stripePI) {
 }
 async function reconcileBalanceMc(userId, knownBalanceMc) {
   const db = getDb();
-  const res = await db.execute({
-    sql: `SELECT
-      COUNT(*) AS lot_count,
-      COALESCE(SUM(CASE WHEN remaining_mc > 0 AND (never_expires = 1 OR expires_at > datetime('now')) THEN remaining_mc ELSE 0 END), 0) AS balance_mc
-      FROM credit_lots WHERE user_id = ?`,
-    args: [userId]
-  });
-  let balanceMc = Number(res.rows[0]?.balance_mc ?? 0);
-  if (Number(res.rows[0]?.lot_count ?? 0) === 0) {
-    await ensureMigrated(Number(userId));
-    const migrated = await db.execute({
-      sql: `SELECT COALESCE(SUM(remaining_mc), 0) AS balance_mc FROM credit_lots WHERE user_id = ? AND remaining_mc > 0 AND (never_expires = 1 OR expires_at > datetime('now'))`,
+  void knownBalanceMc;
+  for (let attempt = 0; attempt < 8; attempt += 1) {
+    const snapshot = await db.execute({
+      sql: `SELECT
+              u.balance_mc AS cached_balance_mc,
+              COUNT(l.id) AS lot_count,
+              COALESCE(SUM(CASE
+                WHEN l.remaining_mc > 0
+                  AND (l.never_expires = 1 OR l.expires_at > datetime('now'))
+                THEN l.remaining_mc ELSE 0 END), 0) AS projected_balance_mc
+            FROM users u
+            LEFT JOIN credit_lots l ON l.user_id = u.id
+            WHERE u.id = ?
+            GROUP BY u.id, u.balance_mc`,
       args: [userId]
     });
-    balanceMc = Number(migrated.rows[0]?.balance_mc ?? 0);
-  }
-  if (knownBalanceMc !== balanceMc) {
-    await db.execute({
-      sql: "UPDATE users SET balance_mc = ? WHERE id = ? AND balance_mc != ?",
-      args: [balanceMc, userId, balanceMc]
+    const row = snapshot.rows[0];
+    if (!row) return 0;
+    if (Number(row.lot_count ?? 0) === 0) {
+      await ensureMigrated(Number(userId));
+      const nowHasLots = await db.execute({
+        sql: "SELECT 1 FROM credit_lots WHERE user_id = ? LIMIT 1",
+        args: [userId]
+      });
+      if (nowHasLots.rows.length > 0) continue;
+    }
+    const cachedBalanceMc = Number(row.cached_balance_mc ?? 0);
+    const projectedBalanceMc = Number(row.projected_balance_mc ?? 0);
+    if (cachedBalanceMc === projectedBalanceMc) return projectedBalanceMc;
+    const updated = await db.execute({
+      sql: "UPDATE users SET balance_mc = ? WHERE id = ? AND balance_mc = ?",
+      args: [projectedBalanceMc, userId, cachedBalanceMc]
     });
+    if (updated.rowsAffected === 1) return projectedBalanceMc;
   }
-  return balanceMc;
+  const current = await db.execute({
+    sql: "SELECT balance_mc FROM users WHERE id = ? LIMIT 1",
+    args: [userId]
+  });
+  return Number(current.rows[0]?.balance_mc ?? 0);
 }
 var SiteAuditJobRowSchema = z.object({
   id: z.string(),
@@ -2706,7 +2899,9 @@ export {
   getRefresh,
   revokeRefresh,
   rotateRefresh,
-  recordStripeEvent,
+  claimStripeEvent,
+  completeStripeEvent,
+  failStripeEvent,
   stripeEventAlreadyProcessed,
   generateApiKey,
   hashPassword,
@@ -2809,4 +3004,4 @@ export {
   insertInboxMessage,
   listActiveUserIds
 };
-//# sourceMappingURL=chunk-XKCZOPZN.js.map
+//# sourceMappingURL=chunk-N7KUTTCC.js.map