@secondlayer/subgraphs 3.18.0 → 3.19.0

package/dist/src/runtime/reindex.js

@@ -2302,7 +2302,7 @@ class StatsAccumulator {
 }
 
 // src/runtime/reindex.ts
-import { getErrorMessage as getErrorMessage2 } from "@secondlayer/shared";
+import { getErrorMessage as getErrorMessage3 } from "@secondlayer/shared";
 import { getRawClient, getTargetDb as getTargetDb2 } from "@secondlayer/shared/db";
 import {
   recordGapBatch,
@@ -2316,7 +2316,58 @@ import {
   recordSubgraphProcessed as recordSubgraphProcessed2,
   updateSubgraphStatus as updateSubgraphStatus2
 } from "@secondlayer/shared/db/queries/subgraphs";
+import { logger as logger7 } from "@secondlayer/shared/logger";
+
+// src/runtime/reindex-notify.ts
+import { getErrorMessage as getErrorMessage2 } from "@secondlayer/shared";
 import { logger as logger6 } from "@secondlayer/shared/logger";
+async function notifyReindexComplete(db, subgraphName, stats) {
+  try {
+    const subgraph = await db.selectFrom("subgraphs").select(["account_id"]).where("name", "=", subgraphName).executeTakeFirst();
+    if (!subgraph)
+      return;
+    const account = await db.selectFrom("accounts").select(["email", "notify_reindex_complete"]).where("id", "=", subgraph.account_id).executeTakeFirst();
+    if (!account?.email || !account.notify_reindex_complete)
+      return;
+    const resendKey = process.env.RESEND_API_KEY;
+    if (!resendKey) {
+      logger6.warn("RESEND_API_KEY unset — skipping reindex-complete email", {
+        subgraph: subgraphName
+      });
+      return;
+    }
+    const from = process.env.EMAIL_FROM ?? "Secondlayer <noreply@secondlayer.tools>";
+    const body = stats.errors > 0 ? `Your subgraph "${subgraphName}" finished reindexing — ${stats.blocks.toLocaleString()} blocks, ${stats.events.toLocaleString()} events, ${stats.errors.toLocaleString()} errors. Check the dashboard for details.` : `Your subgraph "${subgraphName}" finished reindexing — ${stats.blocks.toLocaleString()} blocks, ${stats.events.toLocaleString()} events processed, no errors. It's live now.`;
+    const res = await fetch("https://api.resend.com/emails", {
+      method: "POST",
+      headers: {
+        Authorization: `Bearer ${resendKey}`,
+        "Content-Type": "application/json"
+      },
+      body: JSON.stringify({
+        from,
+        to: [account.email],
+        subject: `Reindex complete: ${subgraphName}`,
+        text: body
+      })
+    });
+    if (!res.ok) {
+      const text = await res.text().catch(() => "");
+      logger6.warn("reindex-complete email failed", {
+        subgraph: subgraphName,
+        status: res.status,
+        body: text.slice(0, 200)
+      });
+    }
+  } catch (err) {
+    logger6.warn("reindex-complete email threw", {
+      subgraph: subgraphName,
+      error: getErrorMessage2(err)
+    });
+  }
+}
+
+// src/runtime/reindex.ts
 var LOG_INTERVAL = 1000;
 var HEALTH_FLUSH_INTERVAL = 1000;
 var PROGRESS_FLUSH_INTERVAL_MS = 5000;
@@ -2421,7 +2472,7 @@ async function processBlockRange(def, opts) {
   while (currentHeight <= toBlock) {
     if (opts.signal?.aborted) {
       aborted = true;
-      logger6.info("Block processing aborted", {
+      logger7.info("Block processing aborted", {
         subgraph: subgraphName,
         currentBlock: currentHeight,
         reason: String(opts.signal.reason ?? "unknown")
@@ -2469,8 +2520,8 @@ async function processBlockRange(def, opts) {
           preloaded: blockData
         });
       } catch (err) {
-        const errorMsg = getErrorMessage2(err);
-        logger6.error("Block processing failed persistently", {
+        const errorMsg = getErrorMessage3(err);
+        logger7.error("Block processing failed persistently", {
           subgraph: subgraphName,
           blockHeight: height,
           error: errorMsg
@@ -2516,7 +2567,7 @@ async function processBlockRange(def, opts) {
         lastProgressFlushAt = now;
       }
       if (blocksProcessed % LOG_INTERVAL === 0) {
-        logger6.info(`${status === "reindexing" ? "Reindex" : "Backfill"} progress`, {
+        logger7.info(`${status === "reindexing" ? "Reindex" : "Backfill"} progress`, {
           subgraph: subgraphName,
           processed: blocksProcessed,
           total: totalBlocks,
@@ -2536,7 +2587,7 @@ async function processBlockRange(def, opts) {
     if (batchFailedBlocks.length > 0 && opts.subgraphId) {
       const gaps = coalesceFailedBlocks(batchFailedBlocks);
       await recordGapBatch(targetDb, opts.subgraphId, subgraphName, gaps).catch((err) => {
-        logger6.warn("Failed to record subgraph gaps", {
+        logger7.warn("Failed to record subgraph gaps", {
           subgraph: subgraphName,
           error: err instanceof Error ? err.message : String(err)
         });
@@ -2553,7 +2604,7 @@ async function processBlockRange(def, opts) {
         } else {
           await updateSubgraphStatus2(targetDb, subgraphName, status, jumpTo - 1);
         }
-        logger6.info("Sparse skip", {
+        logger7.info("Sparse skip", {
           subgraph: subgraphName,
           from: batchEnd + 1,
           to: jumpTo - 1,
@@ -2593,11 +2644,11 @@ async function reindexSubgraph(def, opts) {
   const subgraphName = def.name;
   const schemaName = opts?.schemaName ?? pgSchemaName(subgraphName);
   await updateSubgraphStatus2(targetDb, subgraphName, "reindexing");
-  logger6.info("Reindex starting", { subgraph: subgraphName });
+  logger7.info("Reindex starting", { subgraph: subgraphName });
   try {
     const { fromBlock, toBlock } = await resolveBlockRange(source, def, opts);
     if (fromBlock > toBlock) {
-      logger6.info("No blocks to reindex", {
+      logger7.info("No blocks to reindex", {
         subgraph: subgraphName,
         fromBlock,
         toBlock
@@ -2611,7 +2662,7 @@ async function reindexSubgraph(def, opts) {
       await client.unsafe(stmt);
     }
     await updateSubgraphStatus2(targetDb, subgraphName, "reindexing", Math.max(0, fromBlock - 1));
-    logger6.info("Schema recreated for reindex", {
+    logger7.info("Schema recreated for reindex", {
       subgraph: subgraphName,
       cursorResetTo: Math.max(0, fromBlock - 1)
     });
@@ -2625,7 +2676,7 @@ async function reindexSubgraph(def, opts) {
       last_error_at: null,
       updated_at: new Date
     }).where("name", "=", subgraphName).execute();
-    logger6.info("Reindexing blocks", {
+    logger7.info("Reindexing blocks", {
       subgraph: subgraphName,
       fromBlock,
       toBlock,
@@ -2647,9 +2698,9 @@ async function reindexSubgraph(def, opts) {
       if (reason === "user-cancelled") {
         await updateSubgraphStatus2(targetDb, subgraphName, "active");
         await clearReindexMetadata(targetDb, subgraphName);
-        logger6.info("Reindex cancelled by user", { subgraph: subgraphName });
+        logger7.info("Reindex cancelled by user", { subgraph: subgraphName });
       } else {
-        logger6.info("Reindex interrupted by shutdown, will resume", {
+        logger7.info("Reindex interrupted by shutdown, will resume", {
           subgraph: subgraphName
         });
       }
@@ -2657,17 +2708,22 @@ async function reindexSubgraph(def, opts) {
     }
     await updateSubgraphStatus2(targetDb, subgraphName, "active", toBlock);
     await clearReindexMetadata(targetDb, subgraphName);
-    logger6.info("Reindex complete", {
+    logger7.info("Reindex complete", {
       subgraph: subgraphName,
       blocks: result.blocksProcessed,
       events: result.totalEventsProcessed,
       errors: result.totalErrors
     });
+    notifyReindexComplete(targetDb, subgraphName, {
+      blocks: result.blocksProcessed,
+      events: result.totalEventsProcessed,
+      errors: result.totalErrors
+    });
     return { processed: result.blocksProcessed };
   } catch (err) {
-    logger6.error("Reindex failed", {
+    logger7.error("Reindex failed", {
       subgraph: subgraphName,
-      error: getErrorMessage2(err)
+      error: getErrorMessage3(err)
     });
     await updateSubgraphStatus2(targetDb, subgraphName, "error");
     throw err;
@@ -2687,7 +2743,7 @@ async function resumeReindex(def, opts) {
   const fromBlock = resolveReindexResumeBlock(row);
   const toBlock = Number(row.reindex_to_block);
   if (fromBlock == null) {
-    logger6.info("No reindex metadata, starting fresh reindex", {
+    logger7.info("No reindex metadata, starting fresh reindex", {
       subgraph: subgraphName
     });
     return reindexSubgraph(def, {
@@ -2696,12 +2752,12 @@ async function resumeReindex(def, opts) {
     });
   }
   if (fromBlock > toBlock) {
-    logger6.info("Resume: no remaining blocks", { subgraph: subgraphName });
+    logger7.info("Resume: no remaining blocks", { subgraph: subgraphName });
     await updateSubgraphStatus2(targetDb, subgraphName, "active", toBlock);
     await clearReindexMetadata(targetDb, subgraphName);
     return { processed: 0 };
   }
-  logger6.info("Resuming reindex", {
+  logger7.info("Resuming reindex", {
     subgraph: subgraphName,
     fromBlock,
     toBlock,
@@ -2723,9 +2779,9 @@ async function resumeReindex(def, opts) {
       if (reason === "user-cancelled") {
         await updateSubgraphStatus2(targetDb, subgraphName, "active");
         await clearReindexMetadata(targetDb, subgraphName);
-        logger6.info("Resume cancelled by user", { subgraph: subgraphName });
+        logger7.info("Resume cancelled by user", { subgraph: subgraphName });
       } else {
-        logger6.info("Resume interrupted by shutdown, will resume again", {
+        logger7.info("Resume interrupted by shutdown, will resume again", {
           subgraph: subgraphName
         });
       }
@@ -2733,15 +2789,15 @@ async function resumeReindex(def, opts) {
     }
     await updateSubgraphStatus2(targetDb, subgraphName, "active", toBlock);
     await clearReindexMetadata(targetDb, subgraphName);
-    logger6.info("Resumed reindex complete", {
+    logger7.info("Resumed reindex complete", {
       subgraph: subgraphName,
       blocks: result.blocksProcessed
     });
     return { processed: result.blocksProcessed };
   } catch (err) {
-    logger6.error("Resumed reindex failed", {
+    logger7.error("Resumed reindex failed", {
       subgraph: subgraphName,
-      error: getErrorMessage2(err)
+      error: getErrorMessage3(err)
     });
     await updateSubgraphStatus2(targetDb, subgraphName, "error");
     throw err;
@@ -2750,7 +2806,7 @@ async function resumeReindex(def, opts) {
 async function backfillSubgraph(def, opts) {
   const targetDb = getTargetDb2();
   const subgraphName = def.name;
-  logger6.info("Backfill starting", {
+  logger7.info("Backfill starting", {
     subgraph: subgraphName,
     from: opts.fromBlock,
     to: opts.toBlock
@@ -2768,17 +2824,17 @@ async function backfillSubgraph(def, opts) {
       signal: opts.signal
     });
     if (result.aborted) {
-      logger6.info("Backfill aborted", { subgraph: subgraphName });
+      logger7.info("Backfill aborted", { subgraph: subgraphName });
       return { processed: result.blocksProcessed };
     }
     const resolved = await resolveGaps(targetDb, subgraphName, opts.fromBlock, opts.toBlock).catch(() => 0);
     if (resolved > 0) {
-      logger6.info("Resolved subgraph gaps via backfill", {
+      logger7.info("Resolved subgraph gaps via backfill", {
         subgraph: subgraphName,
         resolved
       });
     }
-    logger6.info("Backfill complete", {
+    logger7.info("Backfill complete", {
       subgraph: subgraphName,
       blocks: result.blocksProcessed,
       events: result.totalEventsProcessed,
@@ -2786,9 +2842,9 @@ async function backfillSubgraph(def, opts) {
     });
     return { processed: result.blocksProcessed };
   } catch (err) {
-    logger6.error("Backfill failed", {
+    logger7.error("Backfill failed", {
       subgraph: subgraphName,
-      error: getErrorMessage2(err)
+      error: getErrorMessage3(err)
     });
     throw err;
   }
@@ -2802,5 +2858,5 @@ export {
   backfillSubgraph
 };
 
-//# debugId=C5F839761BB60C3664756E2164756E21
+//# debugId=316D16E7196F1A6A64756E2164756E21
 //# sourceMappingURL=reindex.js.map