@secondlayer/subgraphs 1.3.1 → 1.3.3

package/README.md

@@ -51,7 +51,7 @@ export default defineSubgraph({
 });
 ```
 
-Deploy via CLI (`sl subgraphs deploy path/to/definition.ts`), SDK (`sl.subgraphs.deploy({...})`), or MCP (`subgraphs_deploy`). The dashboard is read-only — creation always happens through an API surface.
+Deploy via CLI (`sl subgraphs deploy path/to/definition.ts`), SDK (`sl.subgraphs.deploy({...})`), or MCP (`subgraphs_deploy`). The CLI can also scaffold from a deployed contract with `sl subgraphs scaffold <contract> -o subgraphs/name.ts`; scaffold writes or amends `package.json` and runs `bun install` unless `--no-install` is passed. The dashboard is read-only — creation always happens through an API surface.
 
 ## Exports
 

package/dist/src/index.js

@@ -256,9 +256,9 @@ class SubgraphContext {
       const blockHeight = op.data._block_height ?? this.block.height;
       const txId = op.data._tx_id ?? this._tx.txId;
       const baseRow = op.kind === "update" ? { ...op.data, ...op.set ?? {} } : { ...op.data };
-      delete baseRow._upsert_keys;
-      delete baseRow._upsert_fallback_keys;
-      delete baseRow._upsert_fallback_set;
+      baseRow._upsert_keys = undefined;
+      baseRow._upsert_fallback_keys = undefined;
+      baseRow._upsert_fallback_set = undefined;
       return {
         op: op.kind,
         table: op.table,
@@ -1405,16 +1405,16 @@ function generateSubgraphSQL(def, schemaNameOverride) {
   const statements = [];
   const needsTrgm = Object.values(def.schema).some((table) => Object.values(table.columns).some((col) => col.search));
   if (needsTrgm) {
-    statements.push(`CREATE EXTENSION IF NOT EXISTS pg_trgm`);
+    statements.push("CREATE EXTENSION IF NOT EXISTS pg_trgm");
   }
   statements.push(`CREATE SCHEMA IF NOT EXISTS ${schemaName}`);
   for (const [tableName, tableDef] of Object.entries(def.schema)) {
     const qualifiedName = `${schemaName}.${tableName}`;
     const columnDefs = [
-      `_id BIGSERIAL PRIMARY KEY`,
-      `_block_height BIGINT NOT NULL`,
-      `_tx_id TEXT NOT NULL`,
-      `_created_at TIMESTAMPTZ NOT NULL DEFAULT NOW()`
+      "_id BIGSERIAL PRIMARY KEY",
+      "_block_height BIGINT NOT NULL",
+      "_tx_id TEXT NOT NULL",
+      "_created_at TIMESTAMPTZ NOT NULL DEFAULT NOW()"
     ];
     for (const [colName, col] of Object.entries(tableDef.columns)) {
       const sqlType = TYPE_MAP[col.type];
@@ -1510,6 +1510,7 @@ function avgEventsPerBlock(batch) {
 // src/runtime/reindex.ts
 var LOG_INTERVAL = 1000;
 var HEALTH_FLUSH_INTERVAL = 1000;
+var PROGRESS_FLUSH_INTERVAL_MS = 5000;
 var HOBBY_REINDEX_BATCH_CONFIG = {
   defaultBatchSize: 50,
   minBatchSize: 25,
@@ -1584,6 +1585,8 @@ async function processBlockRange(def, opts) {
   let pendingErrors = 0;
   let pendingLastError;
   let lastHealthFlushBlock = 0;
+  let lastHealthFlushAt = Date.now();
+  let lastProgressFlushAt = Date.now();
   const batchConfig = resolveReindexBatchConfig();
   let batchSize = batchConfig.defaultBatchSize;
   let currentHeight = fromBlock;
@@ -1596,6 +1599,7 @@ async function processBlockRange(def, opts) {
     pendingErrors = 0;
     pendingLastError = undefined;
     lastHealthFlushBlock = blocksProcessed;
+    lastHealthFlushAt = Date.now();
   };
   let nextBatchEnd = Math.min(currentHeight + batchSize - 1, toBlock);
   let nextBatchPromise = loadBlockRange(sourceDb, currentHeight, nextBatchEnd);
@@ -1659,8 +1663,11 @@ async function processBlockRange(def, opts) {
           await stats.flush(targetDb);
         }
       }
-      if (blocksProcessed % 100 === 0) {
+      const now = Date.now();
+      const shouldFlushProgress = blocksProcessed % 100 === 0 || now - lastProgressFlushAt >= PROGRESS_FLUSH_INTERVAL_MS;
+      if (shouldFlushProgress) {
         await updateSubgraphStatus2(targetDb, subgraphName, status, height);
+        lastProgressFlushAt = now;
       }
       if (blocksProcessed % LOG_INTERVAL === 0) {
         logger5.info(`${status === "reindexing" ? "Reindex" : "Backfill"} progress`, {
@@ -1672,7 +1679,11 @@ async function processBlockRange(def, opts) {
         });
       }
     }
-    if (blocksProcessed - lastHealthFlushBlock >= HEALTH_FLUSH_INTERVAL) {
+    if (status === "reindexing" && blocksProcessed > 0) {
+      await updateSubgraphStatus2(targetDb, subgraphName, status, batchEnd);
+    }
+    const shouldFlushHealth = blocksProcessed - lastHealthFlushBlock >= HEALTH_FLUSH_INTERVAL || Date.now() - lastHealthFlushAt >= PROGRESS_FLUSH_INTERVAL_MS;
+    if (shouldFlushHealth) {
       await flushHealth();
     }
     if (batchFailedBlocks.length > 0 && opts.subgraphId) {
@@ -2147,5 +2158,5 @@ export {
   backfillSubgraph
 };
 
-//# debugId=603C91B75E96B7DC64756E2164756E21
+//# debugId=6E118676092C466764756E2164756E21
 //# sourceMappingURL=index.js.map