@secondlayer/subgraphs 4.3.4 → 4.4.0

package/dist/src/runtime/replay.d.ts

@@ -2,10 +2,20 @@ import { Database as Database3 } from "@secondlayer/shared/db";
 import { Webhook } from "@secondlayer/shared/db";
 import { Kysely as Kysely3 } from "kysely";
 import { Block, Event, Transaction } from "@secondlayer/shared/db";
+/** A runtime event row. `clock: "vm"` marks an opt-in `vm_events` row whose
+*  `event_index` is `ordinal` — a second ordinal that never sorts or
+*  dedupes against classic `events.event_index`. */
+type RuntimeEvent = Event & {
+	clock?: "vm"
+};
 interface BlockData {
 	block: Block;
 	txs: Transaction[];
+	/** Classic `events` rows (Streams 1.0 clock). */
 	events: Event[];
+	/** Opt-in `vm_events` rows on their own clock. Absent/empty on `"*"`
+	*  nodes and on archives collected without `storage`/`contract_calls`. */
+	vmEvents?: RuntimeEvent[];
 }
 /**
 * Where the subgraph runtime reads canonical chain data. Today it taps the

package/dist/src/runtime/replay.js

@@ -51,7 +51,7 @@ function printContractId(data) {
   const id = (typeof data.contract_identifier === "string" ? data.contract_identifier : undefined) ?? (typeof data.contract_id === "string" ? data.contract_id : undefined);
   return id || undefined;
 }
-function matchFilter(filter, transactions, eventsByTx, traitContracts, factoryContracts = new Map) {
+function matchFilter(filter, transactions, eventsByTx, traitContracts, factoryContracts = new Map, vmEventsByTx = new Map) {
   const results = [];
   switch (filter.type) {
     case "stx_transfer":
@@ -216,6 +216,57 @@ function matchFilter(filter, transactions, eventsByTx, traitContracts, factoryCo
       }
       break;
     }
+    case "nested_contract_call":
+    case "var_set":
+    case "map_set":
+    case "map_insert":
+    case "map_delete": {
+      for (const tx of transactions) {
+        const txEvents = vmEventsByTx.get(tx.tx_id) ?? [];
+        const matched = txEvents.filter((e) => {
+          if (e.type !== filter.type)
+            return false;
+          const data = e.data;
+          if (!data)
+            return false;
+          const contractId = printContractId(data);
+          if ("contractId" in filter && filter.contractId) {
+            if (!contractId || !matchAny(contractId, filter.contractId))
+              return false;
+          }
+          if (!traitAllows(filter, contractId, traitContracts))
+            return false;
+          if (!factoryAllows(filter, contractId, factoryContracts))
+            return false;
+          if (filter.type === "nested_contract_call") {
+            if (filter.functionName) {
+              if (typeof data.function_name !== "string" || !matchPattern(data.function_name, filter.functionName))
+                return false;
+            }
+            if (filter.caller) {
+              if (typeof data.caller !== "string" || !matchPattern(data.caller, filter.caller))
+                return false;
+            }
+            if (filter.sender) {
+              if (typeof data.sender !== "string" || !matchPattern(data.sender, filter.sender))
+                return false;
+            }
+          }
+          if (filter.type === "var_set" && filter.varName) {
+            if (typeof data.var_name !== "string" || !matchPattern(data.var_name, filter.varName))
+              return false;
+          }
+          if ((filter.type === "map_set" || filter.type === "map_insert" || filter.type === "map_delete") && filter.map) {
+            if (typeof data.map_name !== "string" || !matchPattern(data.map_name, filter.map))
+              return false;
+          }
+          return true;
+        });
+        if (matched.length > 0)
+          results.push({ tx, events: matched });
+      }
+      break;
+    }
     case "print_event": {
       for (const tx of transactions) {
         const txEvents = eventsByTx.get(tx.tx_id) ?? [];
@@ -247,17 +298,23 @@ function matchFilter(filter, transactions, eventsByTx, traitContracts, factoryCo
   }
   return results;
 }
-function matchSources(sources, transactions, events, traitContracts = new Map, factoryContracts = new Map) {
+function matchSources(sources, transactions, events, traitContracts = new Map, factoryContracts = new Map, vmEvents = []) {
   const eventsByTx = new Map;
   for (const event of events) {
     const list = eventsByTx.get(event.tx_id) ?? [];
     list.push(event);
     eventsByTx.set(event.tx_id, list);
   }
+  const vmEventsByTx = new Map;
+  for (const event of vmEvents) {
+    const list = vmEventsByTx.get(event.tx_id) ?? [];
+    list.push(event);
+    vmEventsByTx.set(event.tx_id, list);
+  }
   const seen = new Set;
   const results = [];
   for (const [sourceName, filter] of Object.entries(sources)) {
-    const matches = matchFilter(filter, transactions, eventsByTx, traitContracts, factoryContracts);
+    const matches = matchFilter(filter, transactions, eventsByTx, traitContracts, factoryContracts, vmEventsByTx);
     for (const match of matches) {
       const dedupeKey = `${match.tx.tx_id}:${sourceName}`;
       if (!seen.has(dedupeKey)) {
@@ -299,11 +356,15 @@ import {
 import { logger } from "@secondlayer/shared/logger";
 
 // src/runtime/batch-loader.ts
+function vmEventId(txId, vmEventIndex) {
+  return `${txId}#vm:${vmEventIndex}`;
+}
 async function loadBlockRange(db, fromHeight, toHeight) {
-  const [blocks, txs, events] = await Promise.all([
+  const [blocks, txs, events, vmRows] = await Promise.all([
     db.selectFrom("blocks").selectAll().where("height", ">=", fromHeight).where("height", "<=", toHeight).where("canonical", "=", true).execute(),
     db.selectFrom("transactions").selectAll().where("block_height", ">=", fromHeight).where("block_height", "<=", toHeight).execute(),
-    db.selectFrom("events").selectAll().where("block_height", ">=", fromHeight).where("block_height", "<=", toHeight).execute()
+    db.selectFrom("events").selectAll().where("block_height", ">=", fromHeight).where("block_height", "<=", toHeight).execute(),
+    db.selectFrom("vm_events").selectAll().where("block_height", ">=", fromHeight).where("block_height", "<=", toHeight).orderBy("ordinal", "asc").execute()
   ]);
   const txsByHeight = new Map;
   for (const tx of txs) {
@@ -319,13 +380,30 @@ async function loadBlockRange(db, fromHeight, toHeight) {
     list.push(evt);
     eventsByHeight.set(h, list);
   }
+  const vmByHeight = new Map;
+  for (const row of vmRows) {
+    const h = Number(row.block_height);
+    const list = vmByHeight.get(h) ?? [];
+    list.push({
+      id: vmEventId(row.tx_id, Number(row.ordinal)),
+      tx_id: row.tx_id,
+      block_height: h,
+      event_index: Number(row.ordinal),
+      type: row.type,
+      data: row.data,
+      created_at: row.created_at,
+      clock: "vm"
+    });
+    vmByHeight.set(h, list);
+  }
   const result = new Map;
   for (const block of blocks) {
     const h = Number(block.height);
     result.set(h, {
       block,
       txs: txsByHeight.get(h) ?? [],
-      events: eventsByHeight.get(h) ?? []
+      events: eventsByHeight.get(h) ?? [],
+      vmEvents: vmByHeight.get(h) ?? []
     });
   }
   return result;
@@ -341,6 +419,9 @@ function avgEventsPerBlock(batch) {
 }
 
 // src/runtime/observer-http-source.ts
+import {
+  VM_NODE_TO_STORED_TYPE
+} from "@secondlayer/shared";
 var OBSERVER_HTTP_EXPORT_PATH = "/internal/observer-events";
 function stripTrailingSlash(url) {
   return url.replace(/\/+$/, "");
@@ -418,7 +499,29 @@ function mapNewBlockPayloadToBlockData(payload) {
       created_at: new Date(0)
     };
   });
-  return { block, txs, events };
+  const vmEvents = [];
+  for (const [i, trace] of (p.vm_events ?? []).entries()) {
+    const nodeType = trace.type;
+    if (typeof nodeType !== "string" || !(nodeType in VM_NODE_TO_STORED_TYPE))
+      continue;
+    const stored = VM_NODE_TO_STORED_TYPE[nodeType];
+    const body = trace[nodeType];
+    if (!body || typeof body !== "object")
+      continue;
+    const txId = trace.txid ?? "";
+    const vmIndex = i;
+    vmEvents.push({
+      id: vmEventId(txId, vmIndex),
+      tx_id: txId,
+      block_height: height,
+      event_index: vmIndex,
+      type: stored,
+      data: body,
+      created_at: new Date(0),
+      clock: "vm"
+    });
+  }
+  return { block, txs, events, vmEvents };
 }
 
 class ObserverHttpBlockSource {
@@ -621,6 +724,30 @@ function reconstructEvent(e) {
           raw_value: e.payload.raw_value
         }
       };
+    case "nested_contract_call":
+    case "var_set":
+    case "map_set":
+    case "map_insert":
+    case "map_delete":
+      return {
+        ...base,
+        id: vmEventId(e.tx_id, e.event_index),
+        clock: "vm",
+        type: e.event_type,
+        data: {
+          contract_identifier: e.contract_id,
+          ..."payload" in e && e.payload && typeof e.payload === "object" ? e.payload : {},
+          sender: "sender" in e ? e.sender : undefined,
+          caller: "caller" in e ? e.caller : undefined,
+          function_name: "function_name" in e ? e.function_name : undefined,
+          function_args: "function_args" in e ? e.function_args : undefined,
+          raw_result: "raw_result" in e ? e.raw_result : undefined,
+          map_name: "map" in e ? e.map : undefined,
+          var_name: "var_name" in e ? e.var_name : undefined,
+          raw_key: "raw_key" in e ? e.raw_key : undefined,
+          raw_value: "raw_value" in e ? e.raw_value : undefined
+        }
+      };
   }
 }
 
@@ -667,12 +794,24 @@ var EVENT_FILTER_TO_INDEX_TYPE = {
   nft_transfer: "nft_transfer",
   nft_mint: "nft_mint",
   nft_burn: "nft_burn",
-  print_event: "print"
+  print_event: "print",
+  nested_contract_call: "nested_contract_call",
+  var_set: "var_set",
+  map_set: "map_set",
+  map_insert: "map_insert",
+  map_delete: "map_delete"
 };
 var TX_SOURCE_TYPES = new Set(["contract_call", "contract_deploy"]);
-var ALL_INDEX_EVENT_TYPES = [
+var VM_INDEX_EVENT_TYPES = new Set([
+  "nested_contract_call",
+  "var_set",
+  "map_set",
+  "map_insert",
+  "map_delete"
+]);
+var CLASSIC_INDEX_EVENT_TYPES = [
   ...new Set(Object.values(EVENT_FILTER_TO_INDEX_TYPE))
-];
+].filter((t) => !VM_INDEX_EVENT_TYPES.has(t));
 function sourceFilters(subgraph) {
   const sources = subgraph.sources;
   return Array.isArray(sources) ? sources : Object.values(sources);
@@ -689,10 +828,11 @@ function synthesizeTxsFromEvents(events) {
   return [...byId.values()];
 }
 function indexEventTypesForFilterTypes(filterTypes) {
+  const types = new Set;
   if (filterTypes.some((t) => TX_SOURCE_TYPES.has(t))) {
-    return ALL_INDEX_EVENT_TYPES;
+    for (const t of CLASSIC_INDEX_EVENT_TYPES)
+      types.add(t);
   }
-  const types = new Set;
   for (const t of filterTypes) {
     const indexType = EVENT_FILTER_TO_INDEX_TYPE[t];
     if (indexType)
@@ -738,6 +878,9 @@ class PublicApiBlockSource {
     return found.length ? Math.min(...found) : null;
   }
   getTip() {
+    if (this.eventTypes.some((t) => VM_INDEX_EVENT_TYPES.has(t))) {
+      return this.http.getIndexSourceTip();
+    }
     return this.http.getIndexTip();
   }
   async loadBlockRange(fromHeight, toHeight) {
@@ -761,12 +904,21 @@ class PublicApiBlockSource {
     }
     for (const list of eventLists) {
       for (const e of list) {
-        map.get(e.block_height)?.events.push(reconstructEvent(e));
+        const bd = map.get(e.block_height);
+        if (!bd)
+          continue;
+        if (VM_INDEX_EVENT_TYPES.has(e.event_type)) {
+          bd.vmEvents ??= [];
+          bd.vmEvents.push(reconstructEvent(e));
+        } else {
+          bd.events.push(reconstructEvent(e));
+        }
       }
     }
     for (const bd of map.values()) {
       bd.txs.sort((a, b) => a.tx_index - b.tx_index);
       bd.events.sort((a, b) => a.event_index - b.event_index);
+      bd.vmEvents?.sort((a, b) => a.event_index - b.event_index);
     }
     return map;
   }
@@ -848,7 +1000,7 @@ function decoderNameForEventType(indexEventType) {
   return `decode.${indexEventType}.v1`;
 }
 function decoderNamesForIndexEventTypes(eventTypes) {
-  return eventTypes.map(decoderNameForEventType);
+  return eventTypes.filter((t) => !VM_INDEX_EVENT_TYPES.has(t)).map(decoderNameForEventType);
 }
 function decoderNamesForSubgraph(subgraph) {
   return decoderNamesForIndexEventTypes(referencedIndexEventTypes(subgraph));
@@ -989,13 +1141,25 @@ async function buildTraitContracts(chainSubs, asOfBlock, opts) {
   return resolved;
 }
 function evaluateBlock(block, sources, traitContracts) {
-  return matchSources(sources, block.txs, block.events, traitContracts);
+  return matchSources(sources, block.txs, block.events, traitContracts, new Map, block.vmEvents ?? []);
 }
-function chainDedupKey(webhookId, txId, eventIndex, blockHash, replayId) {
-  const base = `chain:${webhookId}:${txId}:${eventIndex}:${blockHash}`;
+function chainDedupKey(webhookId, txId, eventIndex, blockHash, replayId, clock = "classic") {
+  const ordinal = clock === "vm" ? `vm:${eventIndex}` : `${eventIndex}`;
+  const base = `chain:${webhookId}:${txId}:${ordinal}:${blockHash}`;
   return replayId ? `replay:${replayId}:${base}` : base;
 }
+var VM_TRIGGER_TYPES = new Set([
+  "nested_contract_call",
+  "var_set",
+  "map_set",
+  "map_insert",
+  "map_delete"
+]);
+function clockFor(triggerType) {
+  return VM_TRIGGER_TYPES.has(triggerType) ? "vm" : "classic";
+}
 function applyRow(meta, blockHeight, blockHash, txId, eventIndex, event, replayId) {
+  const clock = clockFor(meta.triggerType);
   const payload = {
     action: "apply",
     block_hash: blockHash,
@@ -1012,10 +1176,10 @@ function applyRow(meta, blockHeight, blockHash, txId, eventIndex, event, replayI
     table_name: null,
     block_height: blockHeight,
     tx_id: txId,
-    row_pk: { tx_id: txId, event_index: eventIndex },
+    row_pk: clock === "vm" ? { tx_id: txId, event_index: eventIndex, clock } : { tx_id: txId, event_index: eventIndex },
     event_type: `chain.${meta.triggerType}.apply`,
     payload,
-    dedup_key: chainDedupKey(meta.webhookId, txId, eventIndex, blockHash, replayId),
+    dedup_key: chainDedupKey(meta.webhookId, txId, eventIndex, blockHash, replayId, clock),
     ...replayId ? { is_replay: true } : {}
   };
 }
@@ -1313,5 +1477,5 @@ export {
   replayChainWebhook
 };
 
-//# debugId=74CC4063BDD4E6F864756E2164756E21
+//# debugId=7D5A9CBD8E5E35A364756E2164756E21
 //# sourceMappingURL=replay.js.map