envio 3.0.0-alpha.3 → 3.0.0-alpha.5

package/src/EventProcessing.res

@@ -13,7 +13,7 @@ let computeChainsState = (chainFetchers: ChainMap.t<ChainFetcher.t>): Internal.c
   ->ChainMap.entries
   ->Array.forEach(((chain, chainFetcher)) => {
     let chainId = chain->ChainMap.Chain.toChainId->Int.toString
-    let isLive = chainFetcher.timestampCaughtUpToHeadOrEndblock !== None
+    let isLive = chainFetcher->ChainFetcher.isLive
 
     chains->Js.Dict.set(
       chainId,
@@ -169,7 +169,7 @@ let runHandlerOrThrow = async (
   ~checkpointId,
   ~inMemoryStore,
   ~loadManager,
-  ~indexer: Indexer.t,
+  ~ctx: Ctx.t,
   ~shouldSaveHistory,
   ~shouldBenchmark,
   ~chains: Internal.chains,
@@ -181,18 +181,18 @@ let runHandlerOrThrow = async (
         item,
         inMemoryStore,
         loadManager,
-        persistence: indexer.persistence,
+        persistence: ctx.persistence,
         shouldSaveHistory,
         checkpointId,
         isPreload: false,
         chains,
-        config: indexer.config,
+        config: ctx.config,
         isResolved: false,
       }
       await handler(
         Ecosystem.makeOnBlockArgs(
           ~blockNumber,
-          ~ecosystem=indexer.config.ecosystem,
+          ~ecosystem=ctx.config.ecosystem,
           ~context=UserContext.getHandlerContext(contextParams),
         ),
       )
@@ -215,19 +215,19 @@ let runHandlerOrThrow = async (
           ~checkpointId,
           ~inMemoryStore,
           ~loadManager,
-          ~persistence=indexer.persistence,
+          ~persistence=ctx.persistence,
           ~shouldSaveHistory,
           ~shouldBenchmark,
           ~chains,
-          ~config=indexer.config,
+          ~config=ctx.config,
         )
       | None => ()
       }
 
-      if indexer.config.enableRawEvents {
+      if ctx.config.enableRawEvents {
         item
         ->Internal.castUnsafeEventItem
-        ->addItemToRawEvents(~inMemoryStore, ~config=indexer.config)
+        ->addItemToRawEvents(~inMemoryStore, ~config=ctx.config)
       }
     }
   }
@@ -324,7 +324,7 @@ let runBatchHandlersOrThrow = async (
   batch: Batch.t,
   ~inMemoryStore,
   ~loadManager,
-  ~indexer,
+  ~ctx,
   ~shouldSaveHistory,
   ~shouldBenchmark,
   ~chains: Internal.chains,
@@ -344,7 +344,7 @@ let runBatchHandlersOrThrow = async (
         ~checkpointId,
         ~inMemoryStore,
         ~loadManager,
-        ~indexer,
+        ~ctx,
         ~shouldSaveHistory,
         ~shouldBenchmark,
         ~chains,
@@ -386,7 +386,7 @@ let processEventBatch = async (
   ~inMemoryStore: InMemoryStore.t,
   ~isInReorgThreshold,
   ~loadManager,
-  ~indexer: Indexer.t,
+  ~ctx: Ctx.t,
   ~chainFetchers: ChainMap.t<ChainFetcher.t>,
 ) => {
   let totalBatchSize = batch.totalBatchSize
@@ -411,10 +411,10 @@ let processEventBatch = async (
     if batch.items->Utils.Array.notEmpty {
       await batch->preloadBatchOrThrow(
         ~loadManager,
-        ~persistence=indexer.persistence,
+        ~persistence=ctx.persistence,
         ~inMemoryStore,
         ~chains,
-        ~config=indexer.config,
+        ~config=ctx.config,
       )
     }
 
@@ -424,8 +424,8 @@ let processEventBatch = async (
       await batch->runBatchHandlersOrThrow(
         ~inMemoryStore,
         ~loadManager,
-        ~indexer,
-        ~shouldSaveHistory=indexer.config->Config.shouldSaveHistory(~isInReorgThreshold),
+        ~ctx,
+        ~shouldSaveHistory=ctx.config->Config.shouldSaveHistory(~isInReorgThreshold),
         ~shouldBenchmark=Env.Benchmark.shouldSaveData,
         ~chains,
       )
@@ -435,9 +435,9 @@ let processEventBatch = async (
       timeRef->Hrtime.timeSince->Hrtime.toMillis->Hrtime.intFromMillis
 
     try {
-      await indexer.persistence->Persistence.writeBatch(
+      await ctx.persistence->Persistence.writeBatch(
         ~batch,
-        ~config=indexer.config,
+        ~config=ctx.config,
         ~inMemoryStore,
         ~isInReorgThreshold,
       )

package/src/EventProcessing.res.mjs

@@ -32,7 +32,7 @@ function computeChainsState(chainFetchers) {
   Belt_Array.forEach(ChainMap.entries(chainFetchers), (function (param) {
           var chain = param[0];
           var chainId = String(chain);
-          var isLive = param[1].timestampCaughtUpToHeadOrEndblock !== undefined;
+          var isLive = ChainFetcher.isLive(param[1]);
           chains[chainId] = {
             id: chain,
             isLive: isLive
@@ -134,14 +134,14 @@ async function runEventHandlerOrThrow(item, checkpointId, handler, inMemoryStore
   return Benchmark.addSummaryData("Handlers Per Event", item.eventConfig.contractName + " " + item.eventConfig.name + " Handler (ms)", timeEnd, 4);
 }
 
-async function runHandlerOrThrow(item, checkpointId, inMemoryStore, loadManager, indexer, shouldSaveHistory, shouldBenchmark, chains) {
+async function runHandlerOrThrow(item, checkpointId, inMemoryStore, loadManager, ctx, shouldSaveHistory, shouldBenchmark, chains) {
   if (item.kind === 0) {
     var handler = item.eventConfig.handler;
     if (handler !== undefined) {
-      await runEventHandlerOrThrow(item, checkpointId, handler, inMemoryStore, loadManager, indexer.persistence, shouldSaveHistory, shouldBenchmark, chains, indexer.config);
+      await runEventHandlerOrThrow(item, checkpointId, handler, inMemoryStore, loadManager, ctx.persistence, shouldSaveHistory, shouldBenchmark, chains, ctx.config);
     }
-    if (indexer.config.enableRawEvents) {
-      return addItemToRawEvents(item, inMemoryStore, indexer.config);
+    if (ctx.config.enableRawEvents) {
+      return addItemToRawEvents(item, inMemoryStore, ctx.config);
     } else {
       return ;
     }
@@ -152,14 +152,14 @@ async function runHandlerOrThrow(item, checkpointId, inMemoryStore, loadManager,
       checkpointId: checkpointId,
       inMemoryStore: inMemoryStore,
       loadManager: loadManager,
-      persistence: indexer.persistence,
+      persistence: ctx.persistence,
       isPreload: false,
       shouldSaveHistory: shouldSaveHistory,
       chains: chains,
-      config: indexer.config,
+      config: ctx.config,
       isResolved: false
     };
-    await item.onBlockConfig.handler(Ecosystem.makeOnBlockArgs(item.blockNumber, indexer.config.ecosystem, UserContext.getHandlerContext(contextParams)));
+    await item.onBlockConfig.handler(Ecosystem.makeOnBlockArgs(item.blockNumber, ctx.config.ecosystem, UserContext.getHandlerContext(contextParams)));
     contextParams.isResolved = true;
     return ;
   }
@@ -233,14 +233,14 @@ async function preloadBatchOrThrow(batch, loadManager, persistence, config, inMe
   await Promise.all(promises);
 }
 
-async function runBatchHandlersOrThrow(batch, inMemoryStore, loadManager, indexer, shouldSaveHistory, shouldBenchmark, chains) {
+async function runBatchHandlersOrThrow(batch, inMemoryStore, loadManager, ctx, shouldSaveHistory, shouldBenchmark, chains) {
   var itemIdx = 0;
   for(var checkpointIdx = 0 ,checkpointIdx_finish = batch.checkpointIds.length; checkpointIdx < checkpointIdx_finish; ++checkpointIdx){
     var checkpointId = batch.checkpointIds[checkpointIdx];
     var checkpointEventsProcessed = batch.checkpointEventsProcessed[checkpointIdx];
     for(var idx = 0; idx < checkpointEventsProcessed; ++idx){
       var item = batch.items[itemIdx + idx | 0];
-      await runHandlerOrThrow(item, checkpointId, inMemoryStore, loadManager, indexer, shouldSaveHistory, shouldBenchmark, chains);
+      await runHandlerOrThrow(item, checkpointId, inMemoryStore, loadManager, ctx, shouldSaveHistory, shouldBenchmark, chains);
     }
     itemIdx = itemIdx + checkpointEventsProcessed | 0;
   }
@@ -260,7 +260,7 @@ function registerProcessEventBatchMetrics(logger, loadDuration, handlerDuration,
   Prometheus.incrementStorageWriteCounter();
 }
 
-async function processEventBatch(batch, inMemoryStore, isInReorgThreshold, loadManager, indexer, chainFetchers) {
+async function processEventBatch(batch, inMemoryStore, isInReorgThreshold, loadManager, ctx, chainFetchers) {
   var totalBatchSize = batch.totalBatchSize;
   var chains = computeChainsState(chainFetchers);
   var logger = Logging.getLogger();
@@ -277,15 +277,15 @@ async function processEventBatch(batch, inMemoryStore, isInReorgThreshold, loadM
   try {
     var timeRef = Hrtime.makeTimer();
     if (Utils.$$Array.notEmpty(batch.items)) {
-      await preloadBatchOrThrow(batch, loadManager, indexer.persistence, indexer.config, inMemoryStore, chains);
+      await preloadBatchOrThrow(batch, loadManager, ctx.persistence, ctx.config, inMemoryStore, chains);
     }
     var elapsedTimeAfterLoaders = Hrtime.intFromMillis(Hrtime.toMillis(Hrtime.timeSince(timeRef)));
     if (Utils.$$Array.notEmpty(batch.items)) {
-      await runBatchHandlersOrThrow(batch, inMemoryStore, loadManager, indexer, Config.shouldSaveHistory(indexer.config, isInReorgThreshold), Env.Benchmark.shouldSaveData, chains);
+      await runBatchHandlersOrThrow(batch, inMemoryStore, loadManager, ctx, Config.shouldSaveHistory(ctx.config, isInReorgThreshold), Env.Benchmark.shouldSaveData, chains);
     }
     var elapsedTimeAfterProcessing = Hrtime.intFromMillis(Hrtime.toMillis(Hrtime.timeSince(timeRef)));
     try {
-      await Persistence.writeBatch(indexer.persistence, batch, indexer.config, inMemoryStore, isInReorgThreshold);
+      await Persistence.writeBatch(ctx.persistence, batch, ctx.config, inMemoryStore, isInReorgThreshold);
       var elapsedTimeAfterDbWrite = Hrtime.intFromMillis(Hrtime.toMillis(Hrtime.timeSince(timeRef)));
       var handlerDuration = elapsedTimeAfterProcessing - elapsedTimeAfterLoaders | 0;
       var dbWriteDuration = elapsedTimeAfterDbWrite - elapsedTimeAfterProcessing | 0;

package/src/GlobalState.res

@@ -40,7 +40,7 @@ module WriteThrottlers = {
 }
 
 type t = {
-  indexer: Indexer.t,
+  ctx: Ctx.t,
   chainManager: ChainManager.t,
   processedBatches: int,
   currentlyProcessingBatch: bool,
@@ -55,13 +55,13 @@ type t = {
 }
 
 let make = (
-  ~indexer: Indexer.t,
+  ~ctx: Ctx.t,
   ~chainManager: ChainManager.t,
   ~isDevelopmentMode=false,
   ~shouldUseTui=false,
 ) => {
   {
-    indexer,
+    ctx,
     currentlyProcessingBatch: false,
     processedBatches: 0,
     chainManager,
@@ -179,11 +179,7 @@ let updateChainMetadataTable = (
 Takes in a chain manager and sets all chains timestamp caught up to head
 when valid state lines up and returns an updated chain manager
 */
-let updateProgressedChains = (
-  chainManager: ChainManager.t,
-  ~batch: Batch.t,
-  ~indexer: Indexer.t,
-) => {
+let updateProgressedChains = (chainManager: ChainManager.t, ~batch: Batch.t, ~ctx: Ctx.t) => {
   Prometheus.ProgressBatchCount.increment()
 
   let nextQueueItemIsNone = chainManager->ChainManager.nextItemIsNone
@@ -216,7 +212,7 @@ let updateProgressedChains = (
         // Calculate and set latency metrics
         switch batch->Batch.findLastEventItem(~chainId=chain->ChainMap.Chain.toChainId) {
         | Some(eventItem) => {
-            let blockTimestamp = eventItem.event.block->indexer.config.ecosystem.getTimestamp
+            let blockTimestamp = eventItem.event.block->ctx.config.ecosystem.getTimestamp
             let currentTimeMs = Js.Date.now()->Float.toInt
             let blockTimestampMs = blockTimestamp * 1000
             let latencyMs = currentTimeMs - blockTimestampMs
@@ -276,14 +272,12 @@ let updateProgressedChains = (
     if cf->ChainFetcher.hasProcessedToEndblock {
       // in the case this is already set, don't reset and instead propagate the existing value
       let timestampCaughtUpToHeadOrEndblock =
-        cf.timestampCaughtUpToHeadOrEndblock->Option.isSome
-          ? cf.timestampCaughtUpToHeadOrEndblock
-          : Js.Date.make()->Some
+        cf->ChainFetcher.isLive ? cf.timestampCaughtUpToHeadOrEndblock : Js.Date.make()->Some
       {
         ...cf,
         timestampCaughtUpToHeadOrEndblock,
       }
-    } else if cf.timestampCaughtUpToHeadOrEndblock->Option.isNone && cf.isProgressAtHead {
+    } else if !(cf->ChainFetcher.isLive) && cf.isProgressAtHead {
       //Only calculate and set timestampCaughtUpToHeadOrEndblock if chain fetcher is at the head and
       //its not already set
       //CASE1
@@ -319,7 +313,7 @@ let updateProgressedChains = (
   let allChainsSyncedAtHead =
     chainFetchers
     ->ChainMap.values
-    ->Array.every(cf => cf.timestampCaughtUpToHeadOrEndblock->Option.isSome)
+    ->Array.every(cf => cf->ChainFetcher.isLive)
 
   if allChainsSyncedAtHead {
     Prometheus.setAllChainsSyncedToHead()
@@ -398,7 +392,7 @@ let validatePartitionQueryResponse = (
   | ReorgDetected(reorgDetected) => {
       chainFetcher.logger->Logging.childInfo(
         reorgDetected->ReorgDetection.reorgDetectedToLogParams(
-          ~shouldRollbackOnReorg=state.indexer.config.shouldRollbackOnReorg,
+          ~shouldRollbackOnReorg=state.ctx.config.shouldRollbackOnReorg,
         ),
       )
       Prometheus.ReorgCount.increment(~chain)
@@ -406,7 +400,7 @@ let validatePartitionQueryResponse = (
         ~blockNumber=reorgDetected.scannedBlock.blockNumber,
         ~chain,
       )
-      if state.indexer.config.shouldRollbackOnReorg {
+      if state.ctx.config.shouldRollbackOnReorg {
         Some(reorgDetected.scannedBlock.blockNumber)
       } else {
         None
@@ -531,7 +525,7 @@ let processPartitionQueryResponse = async (
     await ChainFetcher.runContractRegistersOrThrow(
       ~itemsWithContractRegister,
       ~chain,
-      ~config=state.indexer.config,
+      ~config=state.ctx.config,
     )
   }
 
@@ -606,7 +600,7 @@ let actionReducer = (state: t, action: action) => {
       )
 
       let isBelowReorgThreshold =
-        !state.chainManager.isInReorgThreshold && state.indexer.config.shouldRollbackOnReorg
+        !state.chainManager.isInReorgThreshold && state.ctx.config.shouldRollbackOnReorg
       let shouldEnterReorgThreshold =
         isBelowReorgThreshold &&
         updatedChainFetchers
@@ -650,7 +644,7 @@ let actionReducer = (state: t, action: action) => {
     )
   | EventBatchProcessed({batch}) =>
     let maybePruneEntityHistory =
-      state.indexer.config->Config.shouldPruneHistory(
+      state.ctx.config->Config.shouldPruneHistory(
         ~isInReorgThreshold=state.chainManager.isInReorgThreshold,
       )
         ? [PruneStaleEntityHistory]
@@ -661,7 +655,7 @@ let actionReducer = (state: t, action: action) => {
       // Can safely reset rollback state, since overwrite is not possible.
       // If rollback is pending, the EventBatchProcessed will be handled by the invalid action reducer instead.
       rollbackState: NoRollback,
-      chainManager: state.chainManager->updateProgressedChains(~batch, ~indexer=state.indexer),
+      chainManager: state.chainManager->updateProgressedChains(~batch, ~ctx=state.ctx),
       currentlyProcessingBatch: false,
       processedBatches: state.processedBatches + 1,
     }
@@ -760,7 +754,7 @@ let invalidatedActionReducer = (state: t, action: action) =>
     (
       {
         ...state,
-        chainManager: state.chainManager->updateProgressedChains(~batch, ~indexer=state.indexer),
+        chainManager: state.chainManager->updateProgressedChains(~batch, ~ctx=state.ctx),
         currentlyProcessingBatch: false,
         processedBatches: state.processedBatches + 1,
       },
@@ -827,18 +821,18 @@ let injectedTaskReducer = (
       switch state.chainManager->ChainManager.getSafeCheckpointId {
       | None => ()
       | Some(safeCheckpointId) =>
-        await state.indexer.persistence.storage.pruneStaleCheckpoints(~safeCheckpointId)
+        await state.ctx.persistence.storage.pruneStaleCheckpoints(~safeCheckpointId)
 
-        for idx in 0 to state.indexer.persistence.allEntities->Array.length - 1 {
+        for idx in 0 to state.ctx.persistence.allEntities->Array.length - 1 {
           if idx !== 0 {
             // Add some delay between entities
             // To unblock the pg client if it's needed for something else
             await Utils.delay(1000)
           }
-          let entityConfig = state.indexer.persistence.allEntities->Array.getUnsafe(idx)
+          let entityConfig = state.ctx.persistence.allEntities->Array.getUnsafe(idx)
           let timeRef = Hrtime.makeTimer()
           try {
-            let () = await state.indexer.persistence.storage.pruneStaleEntityHistory(
+            let () = await state.ctx.persistence.storage.pruneStaleEntityHistory(
               ~entityName=entityConfig.name,
               ~entityIndex=entityConfig.index,
               ~safeCheckpointId,
@@ -871,14 +865,14 @@ let injectedTaskReducer = (
       updateChainMetadataTable(
         chainManager,
         ~throttler=writeThrottlers.chainMetaData,
-        ~persistence=state.indexer.persistence,
+        ~persistence=state.ctx.persistence,
       )
       dispatchAction(SuccessExit)
     | NoExit =>
       updateChainMetadataTable(
         chainManager,
         ~throttler=writeThrottlers.chainMetaData,
-        ~persistence=state.indexer.persistence,
+        ~persistence=state.ctx.persistence,
       )->ignore
     }
   | NextQuery(chainCheck) =>
@@ -911,7 +905,7 @@ let injectedTaskReducer = (
 
       let batch =
         state.chainManager->ChainManager.createBatch(
-          ~batchSizeTarget=state.indexer.config.batchSize,
+          ~batchSizeTarget=state.ctx.config.batchSize,
           ~isRollback=rollbackInMemStore !== None,
         )
 
@@ -919,10 +913,10 @@ let injectedTaskReducer = (
       let totalBatchSize = batch.totalBatchSize
 
       let isInReorgThreshold = state.chainManager.isInReorgThreshold
-      let shouldSaveHistory = state.indexer.config->Config.shouldSaveHistory(~isInReorgThreshold)
+      let shouldSaveHistory = state.ctx.config->Config.shouldSaveHistory(~isInReorgThreshold)
 
       let isBelowReorgThreshold =
-        !state.chainManager.isInReorgThreshold && state.indexer.config.shouldRollbackOnReorg
+        !state.chainManager.isInReorgThreshold && state.ctx.config.shouldRollbackOnReorg
       let shouldEnterReorgThreshold =
         isBelowReorgThreshold &&
         state.chainManager.chainFetchers
@@ -958,7 +952,7 @@ let injectedTaskReducer = (
 
         let inMemoryStore =
           rollbackInMemStore->Option.getWithDefault(
-            InMemoryStore.make(~entities=state.indexer.persistence.allEntities),
+            InMemoryStore.make(~entities=state.ctx.persistence.allEntities),
           )
 
         inMemoryStore->InMemoryStore.setBatchDcs(~batch, ~shouldSaveHistory)
@@ -968,7 +962,7 @@ let injectedTaskReducer = (
           ~inMemoryStore,
           ~isInReorgThreshold,
           ~loadManager=state.loadManager,
-          ~indexer=state.indexer,
+          ~ctx=state.ctx,
           ~chainFetchers=state.chainManager.chainFetchers,
         ) {
         | exception exn =>
@@ -1027,7 +1021,7 @@ let injectedTaskReducer = (
       let reorgChainId = reorgChain->ChainMap.Chain.toChainId
 
       let rollbackTargetCheckpointId = {
-        switch await state.indexer.persistence.storage.getRollbackTargetCheckpoint(
+        switch await state.ctx.persistence.storage.getRollbackTargetCheckpoint(
           ~reorgChainId,
           ~lastKnownValidBlockNumber=rollbackTargetBlockNumber,
         ) {
@@ -1041,7 +1035,7 @@ let injectedTaskReducer = (
       let rollbackedProcessedEvents = ref(0)
 
       {
-        let rollbackProgressDiff = await state.indexer.persistence.storage.getRollbackProgressDiff(
+        let rollbackProgressDiff = await state.ctx.persistence.storage.getRollbackProgressDiff(
           ~rollbackTargetCheckpointId,
         )
         for idx in 0 to rollbackProgressDiff->Js.Array2.length - 1 {
@@ -1125,7 +1119,7 @@ let injectedTaskReducer = (
 
       // Construct in Memory store with rollback diff
       let diff =
-        await state.indexer.persistence->Persistence.prepareRollbackDiff(
+        await state.ctx.persistence->Persistence.prepareRollbackDiff(
           ~rollbackTargetCheckpointId,
           ~rollbackDiffCheckpointId=state.chainManager.committedCheckpointId +. 1.,
         )