envio 3.5.0-alpha.2 → 3.5.0-rc.0

package/src/ChainMap.res.mjs

@@ -1,78 +1,42 @@
 // Generated by ReScript, PLEASE EDIT WITH CARE
 
 import * as Belt_Id from "@rescript/runtime/lib/es6/Belt_Id.js";
+import * as ChainId from "./ChainId.res.mjs";
 import * as Belt_Map from "@rescript/runtime/lib/es6/Belt_Map.js";
-import * as Primitive_int from "@rescript/runtime/lib/es6/Primitive_int.js";
-import * as Stdlib_Option from "@rescript/runtime/lib/es6/Stdlib_Option.js";
 import * as Stdlib_JsError from "@rescript/runtime/lib/es6/Stdlib_JsError.js";
 import * as Primitive_option from "@rescript/runtime/lib/es6/Primitive_option.js";
 
-function toString(chainId) {
-  return chainId.toString();
-}
-
-function makeUnsafe(chainId) {
-  return chainId;
-}
-
-let Chain = {
-  toString: toString,
-  makeUnsafe: makeUnsafe
-};
-
-function cmp(a, b) {
-  return Primitive_int.compare(a, b) | 0;
-}
-
 let ChainIdCmp = Belt_Id.MakeComparable({
-  cmp: cmp
+  cmp: ChainId.compare
 });
 
 function fromArrayUnsafe(arr) {
   return Belt_Map.fromArray(arr, ChainIdCmp);
 }
 
-function get(self, chain) {
-  let v = Belt_Map.get(self, chain);
+function get(self, chainId) {
+  let v = Belt_Map.get(self, chainId);
   if (v !== undefined) {
     return Primitive_option.valFromOption(v);
   } else {
-    return Stdlib_JsError.throwWithMessage("No chain with id " + chain.toString() + " found in chain map");
+    return Stdlib_JsError.throwWithMessage("No chain with id " + ChainId.toString(chainId) + " found in chain map");
   }
 }
 
-let set = Belt_Map.set;
-
 let values = Belt_Map.valuesToArray;
 
 let keys = Belt_Map.keysToArray;
 
-let entries = Belt_Map.toArray;
-
 let has = Belt_Map.has;
 
-let map = Belt_Map.map;
-
 let mapWithKey = Belt_Map.mapWithKey;
 
-let size = Belt_Map.size;
-
-function update(map, chain, updateFn) {
-  return Belt_Map.update(map, chain, opt => Stdlib_Option.map(opt, updateFn));
-}
-
 export {
-  Chain,
   fromArrayUnsafe,
   get,
-  set,
   values,
   keys,
-  entries,
   has,
-  map,
   mapWithKey,
-  size,
-  update,
 }
 /* ChainIdCmp Not a pure module */

package/src/ChainMap.resi

@@ -1,22 +1,7 @@
-module Chain: {
-  type t
-
-  external toChainId: t => int = "%identity"
-
-  let toString: t => string
-
-  let makeUnsafe: (~chainId: int) => t
-}
-
 type t<'a>
-let fromArrayUnsafe: array<(Chain.t, 'a)> => t<'a>
-let get: (t<'a>, Chain.t) => 'a
-let set: (t<'a>, Chain.t, 'a) => t<'a>
+let fromArrayUnsafe: array<(ChainId.t, 'a)> => t<'a>
+let get: (t<'a>, ChainId.t) => 'a
 let values: t<'a> => array<'a>
-let keys: t<'a> => array<Chain.t>
-let entries: t<'a> => array<(Chain.t, 'a)>
-let has: (t<'a>, Chain.t) => bool
-let map: (t<'a>, 'a => 'b) => t<'b>
-let mapWithKey: (t<'a>, (Chain.t, 'a) => 'b) => t<'b>
-let size: t<'a> => int
-let update: (t<'a>, Chain.t, 'a => 'a) => t<'a>
+let keys: t<'a> => array<ChainId.t>
+let has: (t<'a>, ChainId.t) => bool
+let mapWithKey: (t<'a>, (ChainId.t, 'a) => 'b) => t<'b>

package/src/ChainMetadata.res

@@ -8,7 +8,7 @@ let stage = (state: IndexerState.t) => {
   ->Dict.valuesToArray
   ->Array.forEach(cs => {
     chainsData->Dict.set(
-      (cs->ChainState.chainConfig).id->Int.toString,
+      (cs->ChainState.chainConfig).id->ChainId.toString,
       cs->ChainState.toChainMetadata,
     )
   })

package/src/ChainMetadata.res.mjs

@@ -1,5 +1,6 @@
 // Generated by ReScript, PLEASE EDIT WITH CARE
 
+import * as ChainId from "./ChainId.res.mjs";
 import * as Writing from "./Writing.res.mjs";
 import * as ChainState from "./ChainState.res.mjs";
 import * as IndexerState from "./IndexerState.res.mjs";
@@ -7,7 +8,7 @@ import * as IndexerState from "./IndexerState.res.mjs";
 function stage(state) {
   let chainsData = {};
   Object.values(IndexerState.chainStates(state)).forEach(cs => {
-    chainsData[ChainState.chainConfig(cs).id.toString()] = ChainState.toChainMetadata(cs);
+    chainsData[ChainId.toString(ChainState.chainConfig(cs).id)] = ChainState.toChainMetadata(cs);
   });
   Writing.setChainMeta(state, chainsData);
 }
@@ -15,4 +16,4 @@ function stage(state) {
 export {
   stage,
 }
-/* Writing Not a pure module */
+/* ChainId Not a pure module */

package/src/ChainState.res

@@ -69,13 +69,13 @@ let configAddresses = (chainConfig: Config.chain): array<Internal.indexingAddres
 }
 
 let validateOnEventRegistrations = (
-  ~chainId: int,
+  ~chainId: ChainId.t,
   registrations: array<Internal.onEventRegistration>,
 ) =>
   registrations->Array.forEachWithIndex((registration, expectedIndex) => {
     if registration.index !== expectedIndex {
       JsError.throwWithMessage(
-        `Invalid onEvent registration index for chain ${chainId->Int.toString}: ${registration.eventConfig.contractName}.${registration.eventConfig.name} has index ${registration.index->Int.toString}, but its ChainState position is ${expectedIndex->Int.toString}.`,
+        `Invalid onEvent registration index for chain ${chainId->ChainId.toString}: ${registration.eventConfig.contractName}.${registration.eventConfig.name} has index ${registration.index->Int.toString}, but its ChainState position is ${expectedIndex->Int.toString}.`,
       )
     }
   })
@@ -147,6 +147,7 @@ let makeInternal = (
   ~reorgCheckpoints: array<Internal.reorgCheckpoint>,
   ~maxReorgDepth,
   ~knownHeight=0,
+  ~isResumed=false,
   ~reducedPollingInterval=?,
 ): t => {
   // Handler binding + `where`-derived fetch state, and onBlock registrations,
@@ -154,7 +155,7 @@ let makeInternal = (
   // chain - this just looks up this chain's slice.
   let {onEventRegistrations, onBlockRegistrations} =
     registrationsByChainId
-    ->Utils.Dict.dangerouslyGetNonOption(chainConfig.id->Int.toString)
+    ->Utils.Dict.dangerouslyGetNonOption(chainConfig.id->ChainId.toString)
     ->Option.getOr({onEventRegistrations: [], onBlockRegistrations: []})
 
   chainConfig.contracts->Array.forEach(contract => {
@@ -203,6 +204,7 @@ let makeInternal = (
     | Evm => Some(config.clientFilterAddressThreshold)
     | Fuel | Svm => None
     },
+    ~isResumed,
   )
 
   let chainReorgCheckpoints = reorgCheckpoints->Array.filterMap(reorgCheckpoint => {
@@ -214,7 +216,7 @@ let makeInternal = (
   })
 
   // Create sources lazily here - this is where API token validation happens
-  let chain = ChainMap.Chain.makeUnsafe(~chainId=chainConfig.id)
+  let chainId = chainConfig.id
   let sources = switch chainConfig.sourceConfig {
   | Config.EvmSourceConfig({hypersync, rpcs}) =>
     let evmRpcs: array<EvmChain.rpc> = rpcs->Array.map((rpc): EvmChain.rpc => {
@@ -230,7 +232,7 @@ let makeInternal = (
       }
     })
     EvmChain.makeSources(
-      ~chain,
+      ~chainId,
       ~onEventRegistrations=onEventRegistrations->(
         Utils.magic: array<Internal.onEventRegistration> => array<Internal.evmOnEventRegistration>
       ),
@@ -241,7 +243,7 @@ let makeInternal = (
     )
   | Config.FuelSourceConfig({hypersync}) => [
       FuelHyperSyncSource.make({
-        chain,
+        chainId,
         endpointUrl: hypersync,
         apiToken: Env.envioApiToken,
         onEventRegistrations,
@@ -251,17 +253,15 @@ let makeInternal = (
   | Config.SvmSourceConfig({hypersync, rpc}) =>
     switch (hypersync, rpc) {
     | (None, None) =>
-      JsError.throwWithMessage(
-        `Chain ${chain->ChainMap.Chain.toChainId->Int.toString} has no SVM data source`,
-      )
-    | (None, Some(rpc)) => [Svm.makeRPCSource(~chain, ~rpc)]
+      JsError.throwWithMessage(`Chain ${chainId->ChainId.toString} has no SVM data source`)
+    | (None, Some(rpc)) => [Svm.makeRPCSource(~chainId, ~rpc)]
     | (Some(hypersyncUrl), _) =>
       // HyperSync drives instruction sync. A configured RPC is ignored for now
       // (RPC fallback isn't wired up yet).
       let apiToken = Env.envioApiToken
       [
         SvmHyperSyncSource.make({
-          chain,
+          chainId,
           endpointUrl: hypersyncUrl,
           apiToken,
           onEventRegistrations,
@@ -270,6 +270,9 @@ let makeInternal = (
         }),
       ]
     }
+  | Config.SimulateSourceConfig({items, endBlock}) => [
+      SimulateSource.make(~items, ~endBlock, ~chainId, ~addressStore),
+    ]
   // For tests: use ready-to-use sources directly
   | Config.CustomSources(sources) => sources
   }
@@ -375,14 +378,13 @@ let makeFromDbState = (
     ~maxReorgDepth=resumedChainState.maxReorgDepth,
     ~firstEventBlock=resumedChainState.firstEventBlockNumber,
     ~progressBlockNumber,
-    ~timestampCaughtUpToHeadOrEndblock=Env.updateSyncTimeOnRestart
-      ? None
-      : resumedChainState.timestampCaughtUpToHeadOrEndblock,
+    ~timestampCaughtUpToHeadOrEndblock=resumedChainState.timestampCaughtUpToHeadOrEndblock,
     ~numEventsProcessed=resumedChainState.numEventsProcessed,
     ~logger,
     ~isInReorgThreshold,
     ~isRealtime,
     ~knownHeight=resumedChainState.sourceBlockNumber,
+    ~isResumed=true,
     ~reducedPollingInterval?,
   )
 }
@@ -612,6 +614,24 @@ let hasProcessedToEndblock = (cs: t) => {
   }
 }
 
+// Caught up as judged by persisted values alone: progress reached the endBlock,
+// or the head the previous run had already observed (less the lag that holds the
+// tip back). Unlike `isFetchingAtHead` this doesn't move when a fresh height
+// lands, so a run resumed at the head still knows it was caught up even once the
+// head has run away from it while the indexer was down.
+let isDurablyCaughtUp = (cs: t) => {
+  let {committedProgressBlockNumber, fetchState} = cs
+  switch fetchState.endBlock {
+  | Some(endBlock) => committedProgressBlockNumber >= endBlock
+  | None =>
+    // The configured lag, not the fetch state's: pre-threshold that one also
+    // carries maxReorgDepth, which would read a chain a whole reorg depth behind
+    // the head as caught up.
+    fetchState.knownHeight > 0 &&
+      committedProgressBlockNumber >= fetchState.knownHeight - cs.chainConfig.blockLag
+  }
+}
+
 let getHighestBlockBelowThreshold = (cs: t): int => {
   let highestBlockBelowThreshold = cs.fetchState.knownHeight - cs.chainConfig.maxReorgDepth
   highestBlockBelowThreshold < 0 ? 0 : highestBlockBelowThreshold
@@ -908,7 +928,7 @@ let toChainMetadata = (cs: t): InternalTable.Chains.metaFields => {
 }
 
 let toMetrics = (cs: t): Metrics.chainMetrics => {
-  chainId: cs.chainConfig.id->Int.toFloat,
+  chainId: cs.chainConfig.id,
   poweredByHyperSync: (cs.sourceManager->SourceManager.getActiveSource).poweredByHyperSync,
   firstEventBlockNumber: cs.fetchState.firstEventBlock,
   latestProcessedBlock: cs.committedProgressBlockNumber === -1
@@ -958,7 +978,7 @@ let toChainBeforeBatch = (cs: t): Batch.chainBeforeBatch => {
 // Whether the chain's post-batch fetch frontier is ready to cross into the reorg
 // threshold, using the batch's progressed frontier when this chain advanced.
 let isReadyToEnterReorgThresholdAfterBatch = (cs: t, ~batch: Batch.t) => {
-  let fetchState = switch batch.progressedChainsById->Utils.Dict.dangerouslyGetByIntNonOption(
+  let fetchState = switch batch.progressedChainsById->ChainId.Dict.dangerouslyGetNonOption(
     cs.fetchState.chainId,
   ) {
   | Some(chainAfterBatch) => chainAfterBatch.fetchState
@@ -970,9 +990,7 @@ let isReadyToEnterReorgThresholdAfterBatch = (cs: t, ~batch: Batch.t) => {
 // Commit the post-batch fetch frontier for a chain that progressed in the batch,
 // applying blockLag when this batch also crosses into the reorg threshold.
 let advanceAfterBatch = (cs: t, ~batch: Batch.t, ~enteringReorgThreshold) =>
-  switch batch.progressedChainsById->Utils.Dict.dangerouslyGetByIntNonOption(
-    cs.fetchState.chainId,
-  ) {
+  switch batch.progressedChainsById->ChainId.Dict.dangerouslyGetNonOption(cs.fetchState.chainId) {
   | Some(chainAfterBatch) =>
     cs.fetchState = enteringReorgThreshold
       ? chainAfterBatch.fetchState->FetchState.updateInternal(~blockLag=cs.chainConfig.blockLag)
@@ -992,7 +1010,7 @@ let advanceAfterBatch = (cs: t, ~batch: Batch.t, ~enteringReorgThreshold) =>
 let applyBatchProgress = (cs: t, ~batch: Batch.t, ~blockTimestampName: string) => {
   let chainId = cs.chainConfig.id
 
-  switch batch.progressedChainsById->Utils.Dict.dangerouslyGetByIntNonOption(chainId) {
+  switch batch.progressedChainsById->ChainId.Dict.dangerouslyGetNonOption(chainId) {
   | Some(chainAfterBatch) => {
       // Calculate and set latency metrics. The payload block is materialised or
       // inline by processing time; its timestamp may still be absent (e.g. an
@@ -1082,11 +1100,14 @@ let applyBatchProgress = (cs: t, ~batch: Batch.t, ~blockTimestampName: string) =
 }
 
 // Mark the chain caught up to head/endblock. Called by CrossChainState only once
-// every chain in the indexer is caught up, so no chain flips to ready while
-// another is still backfilling. Sticky: a chain stays ready once set.
-let markReady = (cs: t) =>
+// every chain in the indexer is caught up and the deferred schema indexes are
+// committed, so no chain flips to ready while another is still backfilling or
+// while an index the schema promises is still missing. `readyAt` is the
+// timestamp already committed to `envio_chains.ready_at` in that same
+// transaction. Sticky: a chain stays ready once set.
+let markReady = (cs: t, ~readyAt) =>
   if !(cs->isReady) {
-    cs.timestampCaughtUpToHeadOrEndblock = Date.make()->Some
+    cs.timestampCaughtUpToHeadOrEndblock = Some(readyAt)
   }
 
 // Roll a chain back to a reorg target. With a progress diff, restore fetch/

package/src/ChainState.res.mjs

@@ -4,8 +4,8 @@ import * as Env from "./Env.res.mjs";
 import * as Svm from "./sources/Svm.res.mjs";
 import * as Batch from "./Batch.res.mjs";
 import * as Utils from "./Utils.res.mjs";
+import * as ChainId from "./ChainId.res.mjs";
 import * as Logging from "./Logging.res.mjs";
-import * as ChainMap from "./ChainMap.res.mjs";
 import * as EvmChain from "./sources/EvmChain.res.mjs";
 import * as FieldMask from "./sources/FieldMask.res.mjs";
 import * as BlockStore from "./sources/BlockStore.res.mjs";
@@ -17,6 +17,7 @@ import * as Primitive_int from "@rescript/runtime/lib/es6/Primitive_int.js";
 import * as SourceManager from "./sources/SourceManager.res.mjs";
 import * as Stdlib_Option from "@rescript/runtime/lib/es6/Stdlib_Option.js";
 import * as ReorgDetection from "./ReorgDetection.res.mjs";
+import * as SimulateSource from "./sources/SimulateSource.res.mjs";
 import * as Stdlib_JsError from "@rescript/runtime/lib/es6/Stdlib_JsError.js";
 import * as Primitive_float from "@rescript/runtime/lib/es6/Primitive_float.js";
 import * as Primitive_option from "@rescript/runtime/lib/es6/Primitive_option.js";
@@ -42,7 +43,7 @@ function configAddresses(chainConfig) {
 function validateOnEventRegistrations(chainId, registrations) {
   registrations.forEach((registration, expectedIndex) => {
     if (registration.index !== expectedIndex) {
-      return Stdlib_JsError.throwWithMessage(`Invalid onEvent registration index for chain ` + chainId.toString() + `: ` + registration.eventConfig.contractName + `.` + registration.eventConfig.name + ` has index ` + registration.index.toString() + `, but its ChainState position is ` + expectedIndex.toString() + `.`);
+      return Stdlib_JsError.throwWithMessage(`Invalid onEvent registration index for chain ` + ChainId.toString(chainId) + `: ` + registration.eventConfig.contractName + `.` + registration.eventConfig.name + ` has index ` + registration.index.toString() + `, but its ChainState position is ` + expectedIndex.toString() + `.`);
     }
   });
 }
@@ -89,10 +90,11 @@ function make(chainConfig, fetchState, onEventRegistrationsOpt, addressStore, so
   };
 }
 
-function makeInternal(chainConfig, indexingAddresses, startBlock, endBlock, firstEventBlockOpt, progressBlockNumber, config, registrationsByChainId, logger, timestampCaughtUpToHeadOrEndblock, numEventsProcessed, isInReorgThreshold, isRealtime, reorgCheckpoints, maxReorgDepth, knownHeightOpt, reducedPollingInterval) {
+function makeInternal(chainConfig, indexingAddresses, startBlock, endBlock, firstEventBlockOpt, progressBlockNumber, config, registrationsByChainId, logger, timestampCaughtUpToHeadOrEndblock, numEventsProcessed, isInReorgThreshold, isRealtime, reorgCheckpoints, maxReorgDepth, knownHeightOpt, isResumedOpt, reducedPollingInterval) {
   let firstEventBlock = firstEventBlockOpt !== undefined ? Primitive_option.valFromOption(firstEventBlockOpt) : undefined;
   let knownHeight = knownHeightOpt !== undefined ? knownHeightOpt : 0;
-  let match = Stdlib_Option.getOr(registrationsByChainId[chainConfig.id.toString()], {
+  let isResumed = isResumedOpt !== undefined ? isResumedOpt : false;
+  let match = Stdlib_Option.getOr(registrationsByChainId[ChainId.toString(chainConfig.id)], {
     onEventRegistrations: [],
     onBlockRegistrations: []
   });
@@ -116,13 +118,13 @@ function makeInternal(chainConfig, indexingAddresses, startBlock, endBlock, firs
       tmp = undefined;
       break;
   }
-  let fetchState = FetchState.make(startBlock, endBlock, onEventRegistrations, addressStore, indexingAddresses, config.maxAddrInPartition, chainConfig.id, (config.batchSize << 1), knownHeight, progressBlockNumber, match.onBlockRegistrations, Primitive_int.max(!config.shouldRollbackOnReorg || isInReorgThreshold ? 0 : chainConfig.maxReorgDepth, chainConfig.blockLag), Primitive_option.some(firstEventBlock), Primitive_option.some(tmp));
+  let fetchState = FetchState.make(startBlock, endBlock, onEventRegistrations, addressStore, indexingAddresses, config.maxAddrInPartition, chainConfig.id, (config.batchSize << 1), knownHeight, progressBlockNumber, match.onBlockRegistrations, Primitive_int.max(!config.shouldRollbackOnReorg || isInReorgThreshold ? 0 : chainConfig.maxReorgDepth, chainConfig.blockLag), Primitive_option.some(firstEventBlock), Primitive_option.some(tmp), isResumed);
   let chainReorgCheckpoints = Stdlib_Array.filterMap(reorgCheckpoints, reorgCheckpoint => {
     if (reorgCheckpoint.chain_id === chainConfig.id) {
       return reorgCheckpoint;
     }
   });
-  let chain = ChainMap.Chain.makeUnsafe(chainConfig.id);
+  let chainId = chainConfig.id;
   let sources = chainConfig.sourceConfig;
   let sources$1;
   switch (sources.TAG) {
@@ -139,11 +141,11 @@ function makeInternal(chainConfig, indexingAddresses, startBlock, endBlock, firs
           headers: headers
         };
       });
-      sources$1 = EvmChain.makeSources(chain, onEventRegistrations, sources.hypersync, evmRpcs, lowercaseAddresses, addressStore);
+      sources$1 = EvmChain.makeSources(chainId, onEventRegistrations, sources.hypersync, evmRpcs, lowercaseAddresses, addressStore);
       break;
     case "FuelSourceConfig" :
       sources$1 = [FuelHyperSyncSource.make({
-          chain: chain,
+          chainId: chainId,
           endpointUrl: sources.hypersync,
           apiToken: Env.envioApiToken,
           onEventRegistrations: onEventRegistrations,
@@ -154,16 +156,19 @@ function makeInternal(chainConfig, indexingAddresses, startBlock, endBlock, firs
       let rpc = sources.rpc;
       let hypersync = sources.hypersync;
       sources$1 = hypersync !== undefined ? [SvmHyperSyncSource.make({
-            chain: chain,
+            chainId: chainId,
             endpointUrl: hypersync,
             apiToken: Env.envioApiToken,
             onEventRegistrations: onEventRegistrations,
             clientTimeoutMillis: Env.hyperSyncClientTimeoutMillis,
             addressStore: addressStore
           })] : (
-          rpc !== undefined ? [Svm.makeRPCSource(chain, rpc, undefined)] : Stdlib_JsError.throwWithMessage(`Chain ` + chain.toString() + ` has no SVM data source`)
+          rpc !== undefined ? [Svm.makeRPCSource(chainId, rpc, undefined)] : Stdlib_JsError.throwWithMessage(`Chain ` + ChainId.toString(chainId) + ` has no SVM data source`)
         );
       break;
+    case "SimulateSourceConfig" :
+      sources$1 = [SimulateSource.make(sources.items, sources.endBlock, chainId, addressStore)];
+      break;
     case "CustomSources" :
       sources$1 = sources._0;
       break;
@@ -177,7 +182,7 @@ function makeFromConfig(chainConfig, config, registrationsByChainId, knownHeight
   let logger = Logging.createChild({
     chainId: chainConfig.id
   });
-  return makeInternal(chainConfig, configAddresses(chainConfig), chainConfig.startBlock, chainConfig.endBlock, undefined, -1, config, registrationsByChainId, logger, undefined, 0, false, false, [], chainConfig.maxReorgDepth, knownHeight, undefined);
+  return makeInternal(chainConfig, configAddresses(chainConfig), chainConfig.startBlock, chainConfig.endBlock, undefined, -1, config, registrationsByChainId, logger, undefined, 0, false, false, [], chainConfig.maxReorgDepth, knownHeight, undefined, undefined);
 }
 
 function makeFromDbState(chainConfig, resumedChainState, reorgCheckpoints, isInReorgThreshold, isRealtime, config, registrationsByChainId, reducedPollingInterval) {
@@ -186,7 +191,7 @@ function makeFromDbState(chainConfig, resumedChainState, reorgCheckpoints, isInR
     chainId: chainId
   });
   let progressBlockNumber = resumedChainState.progressBlockNumber >= 0 ? resumedChainState.progressBlockNumber : resumedChainState.startBlock - 1 | 0;
-  return makeInternal(chainConfig, resumedChainState.indexingAddresses, resumedChainState.startBlock, resumedChainState.endBlock, Primitive_option.some(resumedChainState.firstEventBlockNumber), progressBlockNumber, config, registrationsByChainId, logger, Env.updateSyncTimeOnRestart ? undefined : resumedChainState.timestampCaughtUpToHeadOrEndblock, resumedChainState.numEventsProcessed, isInReorgThreshold, isRealtime, reorgCheckpoints, resumedChainState.maxReorgDepth, resumedChainState.sourceBlockNumber, reducedPollingInterval);
+  return makeInternal(chainConfig, resumedChainState.indexingAddresses, resumedChainState.startBlock, resumedChainState.endBlock, Primitive_option.some(resumedChainState.firstEventBlockNumber), progressBlockNumber, config, registrationsByChainId, logger, resumedChainState.timestampCaughtUpToHeadOrEndblock, resumedChainState.numEventsProcessed, isInReorgThreshold, isRealtime, reorgCheckpoints, resumedChainState.maxReorgDepth, resumedChainState.sourceBlockNumber, true, reducedPollingInterval);
 }
 
 function logger(cs) {
@@ -283,6 +288,11 @@ function startFetchingQueries(cs, queries) {
   cs.pendingBudget = cs.pendingBudget + Stdlib_Array.reduce(queries, 0, (acc, query) => acc + query.itemsEst);
 }
 
+function resetPendingQueries(cs) {
+  cs.fetchState = FetchState.resetPendingQueries(cs.fetchState);
+  cs.pendingBudget = 0;
+}
+
 function isReady(cs) {
   return cs.timestampCaughtUpToHeadOrEndblock !== undefined;
 }
@@ -389,6 +399,19 @@ function hasProcessedToEndblock(cs) {
   }
 }
 
+function isDurablyCaughtUp(cs) {
+  let fetchState = cs.fetchState;
+  let committedProgressBlockNumber = cs.committedProgressBlockNumber;
+  let endBlock = fetchState.endBlock;
+  if (endBlock !== undefined) {
+    return committedProgressBlockNumber >= endBlock;
+  } else if (fetchState.knownHeight > 0) {
+    return committedProgressBlockNumber >= (fetchState.knownHeight - cs.chainConfig.blockLag | 0);
+  } else {
+    return false;
+  }
+}
+
 function getHighestBlockBelowThreshold(cs) {
   let highestBlockBelowThreshold = cs.fetchState.knownHeight - cs.chainConfig.maxReorgDepth | 0;
   if (highestBlockBelowThreshold < 0) {
@@ -564,8 +587,7 @@ function prepareReorg(cs, eventsProcessedDiff) {
   if (eventsProcessedDiff !== undefined) {
     cs.numEventsProcessed = cs.numEventsProcessed + eventsProcessedDiff;
   }
-  cs.fetchState = FetchState.resetPendingQueries(cs.fetchState);
-  cs.pendingBudget = 0;
+  resetPendingQueries(cs);
 }
 
 function updateKnownHeight(cs, knownHeight) {
@@ -757,9 +779,9 @@ function applyBatchProgress(cs, batch, blockTimestampName) {
   }
 }
 
-function markReady(cs) {
+function markReady(cs, readyAt) {
   if (cs.timestampCaughtUpToHeadOrEndblock === undefined) {
-    cs.timestampCaughtUpToHeadOrEndblock = new Date();
+    cs.timestampCaughtUpToHeadOrEndblock = readyAt;
     return;
   }
 }
@@ -831,6 +853,7 @@ export {
   toChainBeforeBatch,
   isReadyToEnterReorgThresholdAfterBatch,
   hasProcessedToEndblock,
+  isDurablyCaughtUp,
   getHighestBlockBelowThreshold,
   isActivelyIndexing,
   isReady,
@@ -841,6 +864,7 @@ export {
   materializePageItems,
   registerReorgGuard,
   prepareReorg,
+  resetPendingQueries,
   updateKnownHeight,
   setEndBlockToFirstEvent,
   enterReorgThreshold,

package/src/ChainState.resi

@@ -98,6 +98,7 @@ let isReadyToEnterReorgThresholdAfterBatch: (t, ~batch: Batch.t) => bool
 
 // Derived (pure).
 let hasProcessedToEndblock: t => bool
+let isDurablyCaughtUp: t => bool
 let getHighestBlockBelowThreshold: t => int
 let isActivelyIndexing: t => bool
 let isReady: t => bool
@@ -132,12 +133,13 @@ let registerReorgGuard: (
   ~knownHeight: int,
 ) => ReorgDetection.reorgResult
 let prepareReorg: (t, ~eventsProcessedDiff: option<float>) => unit
+let resetPendingQueries: t => unit
 let updateKnownHeight: (t, ~knownHeight: int) => unit
 let setEndBlockToFirstEvent: (t, ~blockNumber: int) => unit
 let enterReorgThreshold: t => unit
 let advanceAfterBatch: (t, ~batch: Batch.t, ~enteringReorgThreshold: bool) => unit
 let applyBatchProgress: (t, ~batch: Batch.t, ~blockTimestampName: string) => unit
-let markReady: t => unit
+let markReady: (t, ~readyAt: Date.t) => unit
 let rollback: (
   t,
   ~newProgressBlockNumber: option<int>,