envio 3.3.0-alpha.1 → 3.3.0-alpha.11

package/src/sources/RpcWebSocketHeightStream.res

@@ -108,11 +108,6 @@ let subscribe = (~wsUrl, ~chainId, ~onHeight: int => unit): (unit => unit) => {
           | NewHead(blockNumber) =>
             errorCount := 0
             resetStaleTimeout()
-            Prometheus.SourceRequestCount.increment(
-              ~sourceName="WebSocket",
-              ~chainId,
-              ~method="eth_subscribe",
-            )
             onHeight(blockNumber)
           | SubscriptionConfirmed(_) => resetStaleTimeout()
           | ErrorResponse =>

package/src/sources/RpcWebSocketHeightStream.res.mjs

@@ -3,7 +3,6 @@
 import * as Rpc from "./Rpc.res.mjs";
 import * as Utils from "../Utils.res.mjs";
 import * as Logging from "../Logging.res.mjs";
-import * as Prometheus from "../Prometheus.res.mjs";
 import * as Primitive_option from "@rescript/runtime/lib/es6/Primitive_option.js";
 import * as S$RescriptSchema from "rescript-schema/src/S.res.mjs";
 import * as Primitive_exceptions from "@rescript/runtime/lib/es6/Primitive_exceptions.js";
@@ -105,7 +104,6 @@ function subscribe(wsUrl, chainId, onHeight) {
         }
         errorCount.contents = 0;
         resetStaleTimeout();
-        Prometheus.SourceRequestCount.increment("WebSocket", chainId, "eth_subscribe");
         return onHeight(blockNumber._0);
       } catch (raw_e) {
         let e = Primitive_exceptions.internalToException(raw_e);

package/src/sources/SimulateSource.res

@@ -1,52 +1,76 @@
 let make = (~items: array<Internal.item>, ~endBlock: int, ~chain: ChainMap.Chain.t): Source.t => {
-  // getItemsOrThrow might be called multiple times with different partition ids.
-  // Return all items on the first call and empty on subsequent calls to prevent
-  // duplicate event processing.
-  let delivered = ref(false)
+  let reportedHeight = max(endBlock, 1)
 
   {
     name: "SimulateSource",
+    simulateItems: items,
     sourceFor: Sync,
     chain,
     poweredByHyperSync: false,
     pollingInterval: 0,
     getBlockHashes: (~blockNumbers as _, ~logger as _) => {
-      Promise.resolve(Ok([]))
+      Promise.resolve({Source.result: Ok([]), requestStats: []})
     },
     getHeightOrThrow: () => {
       // Report at least height 1 so the engine doesn't treat 0 as "no blocks available"
-      Promise.resolve(max(endBlock, 1))
+      Promise.resolve({Source.height: reportedHeight, requestStats: []})
     },
     getItemsOrThrow: (
-      ~fromBlock as _,
-      ~toBlock as _,
+      ~fromBlock,
+      ~toBlock,
       ~addressesByContractName as _,
-      ~indexingAddresses as _,
+      ~contractNameByAddress,
       ~knownHeight as _,
       ~partitionId as _,
-      ~selection as _,
+      ~selection: FetchState.selection,
+      ~itemsTarget as _,
       ~retry as _,
       ~logger as _,
     ) => {
-      // Return all items on first call, empty on subsequent calls
-      let result = if delivered.contents {
-        []
-      } else {
-        delivered := true
-        items
+      // Mirror a real backend: return only the items this query would match —
+      // in the block range, part of the selection, and (for non-wildcard events)
+      // emitted by an address the partition is querying. Wildcard events are
+      // over-fetched regardless of srcAddress, leaving the client-side address
+      // filter to gate them exactly as it does for a HyperSync response. Overlapping
+      // queries may return the same item more than once; the buffer dedups it.
+      let toBlockQueried = switch toBlock {
+      | Some(toBlock) => toBlock
+      | None => reportedHeight
       }
+      let selectionEventIds = Utils.Set.make()
+      selection.onEventRegistrations->Array.forEach(reg =>
+        selectionEventIds->Utils.Set.add(reg.eventConfig.id)->ignore
+      )
+
+      let parsedQueueItems = items->Array.filter(item => {
+        let eventItem = item->Internal.castUnsafeEventItem
+        let {blockNumber, onEventRegistration} = eventItem
+        if blockNumber < fromBlock || blockNumber > toBlockQueried {
+          false
+        } else if !(selectionEventIds->Utils.Set.has(onEventRegistration.eventConfig.id)) {
+          false
+        } else if onEventRegistration.isWildcard {
+          true
+        } else {
+          let sa = eventItem.payload->Internal.getPayloadSrcAddress->Address.toString
+          contractNameByAddress->Utils.Dict.dangerouslyGetNonOption(sa)->Option.isSome
+        }
+      })
 
-      let reportedHeight = max(endBlock, 1)
       Promise.resolve({
         Source.knownHeight: reportedHeight,
         blockHashes: [],
-        parsedQueueItems: result,
-        fromBlockQueried: 0,
-        latestFetchedBlockNumber: reportedHeight,
+        parsedQueueItems,
+        // Simulate keeps the transaction and block inline on the payload; no store pages.
+        transactionStore: None,
+        blockStore: None,
+        fromBlockQueried: fromBlock,
+        latestFetchedBlockNumber: toBlockQueried,
         latestFetchedBlockTimestamp: 0,
         stats: {
           totalTimeElapsed: 0.,
         },
+        requestStats: [],
       })
     },
   }

package/src/sources/SimulateSource.res.mjs

@@ -1,11 +1,10 @@
 // Generated by ReScript, PLEASE EDIT WITH CARE
 
 import * as Primitive_int from "@rescript/runtime/lib/es6/Primitive_int.js";
+import * as Stdlib_Option from "@rescript/runtime/lib/es6/Stdlib_Option.js";
 
 function make(items, endBlock, chain) {
-  let delivered = {
-    contents: false
-  };
+  let reportedHeight = Primitive_int.max(endBlock, 1);
   return {
     name: "SimulateSource",
     sourceFor: "Sync",
@@ -13,25 +12,53 @@ function make(items, endBlock, chain) {
     poweredByHyperSync: false,
     pollingInterval: 0,
     getBlockHashes: (param, param$1) => Promise.resolve({
-      TAG: "Ok",
-      _0: []
+      result: {
+        TAG: "Ok",
+        _0: []
+      },
+      requestStats: []
+    }),
+    getHeightOrThrow: () => Promise.resolve({
+      height: reportedHeight,
+      requestStats: []
     }),
-    getHeightOrThrow: () => Promise.resolve(Primitive_int.max(endBlock, 1)),
-    getItemsOrThrow: (param, param$1, param$2, param$3, param$4, param$5, param$6, param$7, param$8) => {
-      let result = delivered.contents ? [] : (delivered.contents = true, items);
-      let reportedHeight = Primitive_int.max(endBlock, 1);
+    getItemsOrThrow: (fromBlock, toBlock, param, contractNameByAddress, param$1, param$2, selection, param$3, param$4, param$5) => {
+      let toBlockQueried = toBlock !== undefined ? toBlock : reportedHeight;
+      let selectionEventIds = new Set();
+      selection.onEventRegistrations.forEach(reg => {
+        selectionEventIds.add(reg.eventConfig.id);
+      });
+      let parsedQueueItems = items.filter(item => {
+        let blockNumber = item.blockNumber;
+        if (blockNumber < fromBlock || blockNumber > toBlockQueried) {
+          return false;
+        }
+        let onEventRegistration = item.onEventRegistration;
+        if (!selectionEventIds.has(onEventRegistration.eventConfig.id)) {
+          return false;
+        }
+        if (onEventRegistration.isWildcard) {
+          return true;
+        }
+        let sa = item.payload.srcAddress;
+        return Stdlib_Option.isSome(contractNameByAddress[sa]);
+      });
       return Promise.resolve({
         knownHeight: reportedHeight,
         blockHashes: [],
-        parsedQueueItems: result,
-        fromBlockQueried: 0,
-        latestFetchedBlockNumber: reportedHeight,
+        parsedQueueItems: parsedQueueItems,
+        transactionStore: undefined,
+        blockStore: undefined,
+        fromBlockQueried: fromBlock,
+        latestFetchedBlockNumber: toBlockQueried,
         latestFetchedBlockTimestamp: 0,
         stats: {
           "total time elapsed (s)": 0
-        }
+        },
+        requestStats: []
       });
-    }
+    },
+    simulateItems: items
   };
 }
 

package/src/sources/Source.res

@@ -7,6 +7,11 @@ type blockRangeFetchStats = {
   @as("page fetch time (s)") pageFetchTime?: float,
 }
 
+// A single backend request a source method actually made (cache/dedup hits
+// aren't requests), with the time it took. SourceManager aggregates these
+// per (source, method) into the envio_source_request_* metrics.
+type requestStat = {method: string, seconds: float}
+
 /**
 Thes response returned from a block range fetch
 */
@@ -18,10 +23,26 @@ type blockRangeFetchResponse = {
   // a within-array hash mismatch on the same block number as a reorg.
   blockHashes: array<ReorgDetection.blockData>,
   parsedQueueItems: array<Internal.item>,
+  // Page of transactions for this response's items, keyed by (blockNumber,
+  // transactionIndex); merged into the chain's store on apply. `None` for
+  // sources that keep the transaction inline on the payload (RPC/Fuel/Simulate).
+  transactionStore: option<TransactionStore.t>,
+  // Page of blocks for this response's items, keyed by block number; merged into
+  // the chain's store on apply. `None` for sources that keep the block fully
+  // inline on the payload (RPC/Fuel/Simulate).
+  blockStore: option<BlockStore.t>,
   fromBlockQueried: int,
   latestFetchedBlockNumber: int,
   latestFetchedBlockTimestamp: int,
   stats: blockRangeFetchStats,
+  requestStats: array<requestStat>,
+}
+
+type getHeightResponse = {height: int, requestStats: array<requestStat>}
+
+type getBlockHashesResponse = {
+  result: result<array<ReorgDetection.blockDataWithTimestamp>, exn>,
+  requestStats: array<requestStat>,
 }
 
 type getItemsRetry =
@@ -47,19 +68,22 @@ type t = {
   poweredByHyperSync: bool,
   /* Frequency (in ms) used when polling for new events on this network. */
   pollingInterval: int,
-  getBlockHashes: (
-    ~blockNumbers: array<int>,
-    ~logger: Pino.t,
-  ) => promise<result<array<ReorgDetection.blockDataWithTimestamp>, exn>>,
-  getHeightOrThrow: unit => promise<int>,
+  getBlockHashes: (~blockNumbers: array<int>, ~logger: Pino.t) => promise<getBlockHashesResponse>,
+  getHeightOrThrow: unit => promise<getHeightResponse>,
   getItemsOrThrow: (
     ~fromBlock: int,
     ~toBlock: option<int>,
     ~addressesByContractName: dict<array<Address.t>>,
-    ~indexingAddresses: dict<FetchState.indexingAddress>,
+    ~contractNameByAddress: dict<string>,
     ~knownHeight: int,
     ~partitionId: string,
     ~selection: FetchState.selection,
+    // Soft cap on the number of primary items (logs/instructions/receipts) the
+    // source should ask its backend for, from the query's own estResponseSize.
+    // A HyperSync-backed source enforces it server-side, so a wrong estimate
+    // truncates the response instead of overshooting the shared buffer. Sources
+    // without an equivalent lever (RPC, Fuel, Simulate) ignore it.
+    ~itemsTarget: int,
     ~retry: int,
     ~logger: Pino.t,
   ) => promise<blockRangeFetchResponse>,
@@ -67,4 +91,8 @@ type t = {
   // Invoked by SourceManager once a rollback target is known so the source can
   // drop any state that may now point at an orphaned chain (e.g. RPC block cache).
   onReorg?: (~rollbackTargetBlock: int) => unit,
+  // Present only on the simulate source: the items a test fed in. The chain
+  // tracks which of these never reach a handler so the run can report dead
+  // simulate inputs on completion.
+  simulateItems?: array<Internal.item>,
 }

package/src/sources/SourceManager.res

@@ -1,5 +1,10 @@
 type sourceManagerStatus = Idle | WaitingForNewBlock | Querieng
 
+// Cumulative per-method request count/time for a source, aggregated from the
+// requestStat arrays returned by its methods. Rendered into
+// envio_source_request_* by Metrics.renderSourceRequests.
+type requestStatAgg = {mutable count: int, mutable seconds: float}
+
 type sourceState = {
   source: Source.t,
   mutable knownHeight: int,
@@ -9,13 +14,35 @@ type sourceState = {
   // Timestamp (ms) when this source last failed during executeQuery.
   // Used to decide when to attempt recovery to this source.
   mutable lastFailedAt: option<float>,
+  requestStats: dict<requestStatAgg>,
+}
+
+let recordRequestStats = (sourceState: sourceState, requestStats: array<Source.requestStat>) => {
+  requestStats->Array.forEach(({method, seconds}) => {
+    switch sourceState.requestStats->Utils.Dict.dangerouslyGetNonOption(method) {
+    | Some(agg) =>
+      agg.count = agg.count + 1
+      agg.seconds = agg.seconds +. seconds
+    | None => sourceState.requestStats->Dict.set(method, {count: 1, seconds})
+    }
+  })
+}
+
+// Flattened (source, method) aggregates for Metrics.renderSourceRequests to
+// inline into the /metrics response.
+type requestStatSample = {
+  sourceName: string,
+  chainId: int,
+  method: string,
+  count: int,
+  seconds: float,
 }
 
 // Encapsulates the fetching logic for a chain's sources.
 // with a mutable state for easier reasoning and testing.
 type t = {
   sourcesState: array<sourceState>,
-  mutable statusStart: Hrtime.timeRef,
+  mutable statusStart: Performance.timeRef,
   mutable status: sourceManagerStatus,
   newBlockStallTimeout: int,
   newBlockStallTimeoutRealtime: int,
@@ -24,6 +51,10 @@ type t = {
   getHeightRetryInterval: (~retry: int) => int,
   mutable activeSource: Source.t,
   mutable waitingForNewBlockStateId: option<int>,
+  // Dedupes the "waiting for new blocks" trace so it fires once per contiguous
+  // wait period instead of on every epoch that re-enters the wait before any
+  // new block is found. Reset when blocks are found.
+  mutable waitingLogged: bool,
   // Should take into consideration partitions fetching for previous states (before rollback)
   mutable fetchingPartitionsCount: int,
   recoveryTimeout: float,
@@ -42,6 +73,25 @@ type t = {
 
 let getActiveSource = sourceManager => sourceManager.activeSource
 
+let getRequestStatSamples = (sourceManager: t): array<requestStatSample> => {
+  let samples = []
+  sourceManager.sourcesState->Array.forEach(sourceState => {
+    let chainId = sourceState.source.chain->ChainMap.Chain.toChainId
+    sourceState.requestStats->Utils.Dict.forEachWithKey((agg, method) => {
+      samples
+      ->Array.push({
+        sourceName: sourceState.source.name,
+        chainId,
+        method,
+        count: agg.count,
+        seconds: agg.seconds,
+      })
+      ->ignore
+    })
+  })
+  samples
+}
+
 // Partition queries currently in flight on this chain's sources. Summed across
 // chains by CrossChainState to enforce the indexer-wide concurrency budget.
 let inFlightCount = sourceManager => sourceManager.fetchingPartitionsCount
@@ -183,9 +233,11 @@ let make = (
       pendingHeightResolvers: [],
       disabled: false,
       lastFailedAt: None,
+      requestStats: Dict.make(),
     }),
     activeSource: initialActiveSource,
     waitingForNewBlockStateId: None,
+    waitingLogged: false,
     fetchingPartitionsCount: 0,
     newBlockStallTimeout,
     newBlockStallTimeoutRealtime,
@@ -193,7 +245,7 @@ let make = (
     reducedPollingInterval,
     getHeightRetryInterval,
     recoveryTimeout,
-    statusStart: Hrtime.makeTimer(),
+    statusStart: Performance.now(),
     status: Idle,
     hasRealtime,
     committedRateLimitTimeMs: 0.0,
@@ -211,9 +263,9 @@ let trackNewStatus = (sourceManager: t, ~newStatus) => {
   }
   promCounter->Prometheus.SafeCounter.handleFloat(
     ~labels=sourceManager.activeSource.chain->ChainMap.Chain.toChainId,
-    ~value=sourceManager.statusStart->Hrtime.timeSince->Hrtime.toSecondsFloat,
+    ~value=sourceManager.statusStart->Performance.secondsSince,
   )
-  sourceManager.statusStart = Hrtime.makeTimer()
+  sourceManager.statusStart = Performance.now()
   sourceManager.status = newStatus
 }
 
@@ -339,7 +391,9 @@ let getSourceNewHeight = async (
         let h = ref(initialHeight)
         while h.contents <= knownHeight && !(newHeight.contents > initialHeight) {
           try {
-            h := (await source.getHeightOrThrow())
+            let res = await source.getHeightOrThrow()
+            sourceState->recordRequestStats(res.requestStats)
+            h := res.height
           } catch {
           | _ => ()
           }
@@ -358,7 +412,9 @@ let getSourceNewHeight = async (
     | None =>
       // No subscription, use REST polling
       try {
-        let height = await source.getHeightOrThrow()
+        let res = await source.getHeightOrThrow()
+        sourceState->recordRequestStats(res.requestStats)
+        let height = res.height
 
         newHeight := height
         if height <= knownHeight {
@@ -380,6 +436,9 @@ let getSourceNewHeight = async (
               }
             })
             sourceState.unsubscribe = Some(unsubscribe)
+            // Count a subscription (re)start rather than every pushed height —
+            // there's no request/response to time here.
+            sourceState->recordRequestStats([{Source.method: "heightSubscription", seconds: 0.}])
           | _ =>
             // Slowdown polling when the chain isn't progressing
             let pollingInterval = if reducedPolling {
@@ -496,13 +555,14 @@ let waitForNewBlock = async (sourceManager: t, ~knownHeight, ~isRealtime, ~reduc
       "knownHeight": knownHeight,
     },
   )
-  if reducedPolling {
+  if !sourceManager.waitingLogged {
     logger->Logging.childTrace(
-      `Waiting for new blocks with reduced polling (${(sourceManager.reducedPollingInterval / 1000)
-          ->Int.toString}s). Chain is caught up, waiting for other chains to backfill.`,
+      reducedPolling
+        ? `Waiting for new blocks with reduced polling (${(sourceManager.reducedPollingInterval / 1000)
+              ->Int.toString}s). Chain is caught up, waiting for other chains to backfill.`
+        : "Initiating check for new blocks.",
     )
-  } else {
-    logger->Logging.childTrace("Initiating check for new blocks.")
+    sourceManager.waitingLogged = true
   }
 
   let mainSources = sourceManager->getNextSources(~isRealtime)
@@ -600,6 +660,7 @@ let waitForNewBlock = async (sourceManager: t, ~knownHeight, ~isRealtime, ~reduc
     "source": source.name,
     "newBlockHeight": newBlockHeight,
   })
+  sourceManager.waitingLogged = false
 
   status := Done
 
@@ -669,19 +730,15 @@ let executeQuery = async (
         ~fromBlock=query.fromBlock,
         ~toBlock,
         ~addressesByContractName=query.addressesByContractName,
-        ~indexingAddresses=query.indexingAddresses,
+        ~contractNameByAddress=query.addressesByContractName->FetchState.deriveContractNameByAddress,
         ~partitionId=query.partitionId,
         ~knownHeight,
         ~selection=query.selection,
+        ~itemsTarget=query.itemsTarget,
         ~retry,
         ~logger,
       )
-      logger->Logging.childTrace({
-        "msg": "Fetched block range from server",
-        "toBlock": response.latestFetchedBlockNumber,
-        "numEvents": response.parsedQueueItems->Array.length,
-        "stats": response.stats,
-      })
+      sourceState->recordRequestStats(response.requestStats)
       sourceState.lastFailedAt = None
       responseRef := Some(response)
     } catch {
@@ -821,7 +878,8 @@ let getBlockHashes = async (sourceManager: t, ~blockNumbers: array<int>, ~isReal
 
     try {
       let res = await source.getBlockHashes(~blockNumbers, ~logger)
-      switch res {
+      sourceState->recordRequestStats(res.requestStats)
+      switch res.result {
       | Ok(data) =>
         sourceState.lastFailedAt = None
         responseRef := Some(data)

package/src/sources/SourceManager.res.mjs

@@ -1,11 +1,11 @@
 // Generated by ReScript, PLEASE EDIT WITH CARE
 
 import * as Utils from "../Utils.res.mjs";
-import * as Hrtime from "../bindings/Hrtime.res.mjs";
 import * as Source from "./Source.res.mjs";
 import * as Logging from "../Logging.res.mjs";
 import * as FetchState from "../FetchState.res.mjs";
 import * as Prometheus from "../Prometheus.res.mjs";
+import * as Performance from "../bindings/Performance.res.mjs";
 import * as ErrorHandling from "../ErrorHandling.res.mjs";
 import * as Primitive_int from "@rescript/runtime/lib/es6/Primitive_int.js";
 import * as Stdlib_Option from "@rescript/runtime/lib/es6/Stdlib_Option.js";
@@ -14,10 +14,44 @@ import * as Primitive_float from "@rescript/runtime/lib/es6/Primitive_float.js";
 import * as Primitive_option from "@rescript/runtime/lib/es6/Primitive_option.js";
 import * as Primitive_exceptions from "@rescript/runtime/lib/es6/Primitive_exceptions.js";
 
+function recordRequestStats(sourceState, requestStats) {
+  requestStats.forEach(param => {
+    let seconds = param.seconds;
+    let method = param.method;
+    let agg = sourceState.requestStats[method];
+    if (agg !== undefined) {
+      agg.count = agg.count + 1 | 0;
+      agg.seconds = agg.seconds + seconds;
+    } else {
+      sourceState.requestStats[method] = {
+        count: 1,
+        seconds: seconds
+      };
+    }
+  });
+}
+
 function getActiveSource(sourceManager) {
   return sourceManager.activeSource;
 }
 
+function getRequestStatSamples(sourceManager) {
+  let samples = [];
+  sourceManager.sourcesState.forEach(sourceState => {
+    let chainId = sourceState.source.chain;
+    Utils.Dict.forEachWithKey(sourceState.requestStats, (agg, method) => {
+      samples.push({
+        sourceName: sourceState.source.name,
+        chainId: chainId,
+        method: method,
+        count: agg.count,
+        seconds: agg.seconds
+      });
+    });
+  });
+  return samples;
+}
+
 function inFlightCount(sourceManager) {
   return sourceManager.fetchingPartitionsCount;
 }
@@ -137,9 +171,10 @@ function make(sources, isRealtime, newBlockStallTimeoutOpt, newBlockStallTimeout
       unsubscribe: undefined,
       pendingHeightResolvers: [],
       disabled: false,
-      lastFailedAt: undefined
+      lastFailedAt: undefined,
+      requestStats: {}
     })),
-    statusStart: Hrtime.makeTimer(),
+    statusStart: Performance.now(),
     status: "Idle",
     newBlockStallTimeout: newBlockStallTimeout,
     newBlockStallTimeoutRealtime: newBlockStallTimeoutRealtime,
@@ -148,6 +183,7 @@ function make(sources, isRealtime, newBlockStallTimeoutOpt, newBlockStallTimeout
     getHeightRetryInterval: getHeightRetryInterval,
     activeSource: initialActiveSource,
     waitingForNewBlockStateId: undefined,
+    waitingLogged: false,
     fetchingPartitionsCount: 0,
     recoveryTimeout: recoveryTimeout,
     hasRealtime: hasRealtime,
@@ -172,8 +208,8 @@ function trackNewStatus(sourceManager, newStatus) {
       promCounter = Prometheus.IndexingQueryTime.counter;
       break;
   }
-  Prometheus.SafeCounter.handleFloat(promCounter, sourceManager.activeSource.chain, Hrtime.toSecondsFloat(Hrtime.timeSince(sourceManager.statusStart)));
-  sourceManager.statusStart = Hrtime.makeTimer();
+  Prometheus.SafeCounter.handleFloat(promCounter, sourceManager.activeSource.chain, Performance.secondsSince(sourceManager.statusStart));
+  sourceManager.statusStart = Performance.now();
   sourceManager.status = newStatus;
 }
 
@@ -262,7 +298,9 @@ async function getSourceNewHeight(sourceManager, sourceState, knownHeight, stall
         let h = initialHeight;
         while (h <= knownHeight && newHeight.contents <= initialHeight) {
           try {
-            h = await source.getHeightOrThrow();
+            let res = await source.getHeightOrThrow();
+            recordRequestStats(sourceState, res.requestStats);
+            h = res.height;
           } catch (exn) {
             
           }
@@ -281,7 +319,9 @@ async function getSourceNewHeight(sourceManager, sourceState, knownHeight, stall
       }
     } else {
       try {
-        let height$1 = await source.getHeightOrThrow();
+        let res = await source.getHeightOrThrow();
+        recordRequestStats(sourceState, res.requestStats);
+        let height$1 = res.height;
         newHeight.contents = height$1;
         if (height$1 <= knownHeight) {
           retry = 0;
@@ -298,6 +338,10 @@ async function getSourceNewHeight(sourceManager, sourceState, knownHeight, stall
               resolvers.forEach(resolve => resolve(newHeight));
             });
             sourceState.unsubscribe = unsubscribe;
+            recordRequestStats(sourceState, [{
+                method: "heightSubscription",
+                seconds: 0
+              }]);
           } else {
             exit = 1;
           }
@@ -408,10 +452,9 @@ async function waitForNewBlock(sourceManager, knownHeight, isRealtime, reducedPo
     chainId: sourceManager.activeSource.chain,
     knownHeight: knownHeight
   });
-  if (reducedPolling) {
-    Logging.childTrace(logger, `Waiting for new blocks with reduced polling (` + (sourceManager.reducedPollingInterval / 1000 | 0).toString() + `s). Chain is caught up, waiting for other chains to backfill.`);
-  } else {
-    Logging.childTrace(logger, "Initiating check for new blocks.");
+  if (!sourceManager.waitingLogged) {
+    Logging.childTrace(logger, reducedPolling ? `Waiting for new blocks with reduced polling (` + (sourceManager.reducedPollingInterval / 1000 | 0).toString() + `s). Chain is caught up, waiting for other chains to backfill.` : "Initiating check for new blocks.");
+    sourceManager.waitingLogged = true;
   }
   let mainSources = getNextSources(sourceManager, isRealtime, undefined);
   let status = {
@@ -453,6 +496,7 @@ async function waitForNewBlock(sourceManager, knownHeight, isRealtime, reducedPo
     source: source.name,
     newBlockHeight: newBlockHeight
   });
+  sourceManager.waitingLogged = false;
   status.contents = "Done";
   return newBlockHeight;
 }
@@ -499,13 +543,8 @@ async function executeQuery(sourceManager, query, knownHeight, isRealtime) {
       retry: retry
     });
     try {
-      let response = await source.getItemsOrThrow(query.fromBlock, toBlock, query.addressesByContractName, query.indexingAddresses, knownHeight, query.partitionId, query.selection, retry, logger$2);
-      Logging.childTrace(logger$2, {
-        msg: "Fetched block range from server",
-        toBlock: response.latestFetchedBlockNumber,
-        numEvents: response.parsedQueueItems.length,
-        stats: response.stats
-      });
+      let response = await source.getItemsOrThrow(query.fromBlock, toBlock, query.addressesByContractName, FetchState.deriveContractNameByAddress(query.addressesByContractName), knownHeight, query.partitionId, query.selection, query.itemsTarget, retry, logger$2);
+      recordRequestStats(sourceState, response.requestStats);
       sourceState.lastFailedAt = undefined;
       responseRef = response;
     } catch (raw_error) {
@@ -641,11 +680,13 @@ async function getBlockHashes(sourceManager, blockNumbers, isRealtime) {
     });
     try {
       let res = await source.getBlockHashes(blockNumbers, logger$1);
-      if (res.TAG === "Ok") {
+      recordRequestStats(sourceState, res.requestStats);
+      let data = res.result;
+      if (data.TAG === "Ok") {
         sourceState.lastFailedAt = undefined;
-        responseRef = res._0;
+        responseRef = data._0;
       } else {
-        throw res._0;
+        throw data._0;
       }
     } catch (raw_exn) {
       let exn = Primitive_exceptions.internalToException(raw_exn);
@@ -677,6 +718,7 @@ export {
   getSourceRole,
   make,
   getActiveSource,
+  getRequestStatSamples,
   inFlightCount,
   onReorg,
   dispatch,