envio 3.3.0-alpha.5 → 3.3.0-alpha.7

package/src/sources/Source.res

@@ -64,6 +64,12 @@ type t = {
     ~knownHeight: int,
     ~partitionId: string,
     ~selection: FetchState.selection,
+    // Soft cap on the number of primary items (logs/instructions/receipts) the
+    // source should ask its backend for, from the query's own estResponseSize.
+    // A HyperSync-backed source enforces it server-side, so a wrong estimate
+    // truncates the response instead of overshooting the shared buffer. Sources
+    // without an equivalent lever (RPC, Fuel, Simulate) ignore it.
+    ~itemsTarget: int,
     ~retry: int,
     ~logger: Pino.t,
   ) => promise<blockRangeFetchResponse>,
@@ -71,4 +77,8 @@ type t = {
   // Invoked by SourceManager once a rollback target is known so the source can
   // drop any state that may now point at an orphaned chain (e.g. RPC block cache).
   onReorg?: (~rollbackTargetBlock: int) => unit,
+  // Present only on the simulate source: the items a test fed in. The chain
+  // tracks which of these never reach a handler so the run can report dead
+  // simulate inputs on completion.
+  simulateItems?: array<Internal.item>,
 }

package/src/sources/SourceManager.res

@@ -680,6 +680,13 @@ let executeQuery = async (
         ~partitionId=query.partitionId,
         ~knownHeight,
         ~selection=query.selection,
+        // Ceil (not truncate) so a sub-1 estimate from a sparse partition over a
+        // small range doesn't round down to 0 and ask the backend to cap the
+        // response at nothing — 0 items is indistinguishable from "no signal".
+        ~itemsTarget={
+          let est = query.estResponseSize->Math.ceil->Float.toInt
+          est > 0 ? est : FetchState.minEstResponseSize->Float.toInt
+        },
         ~retry,
         ~logger,
       )

package/src/sources/SourceManager.res.mjs

@@ -500,7 +500,8 @@ async function executeQuery(sourceManager, query, knownHeight, isRealtime) {
       retry: retry
     });
     try {
-      let response = await source.getItemsOrThrow(query.fromBlock, toBlock, query.addressesByContractName, FetchState.deriveContractNameByAddress(query.addressesByContractName), knownHeight, query.partitionId, query.selection, retry, logger$2);
+      let est = Math.ceil(query.estResponseSize) | 0;
+      let response = await source.getItemsOrThrow(query.fromBlock, toBlock, query.addressesByContractName, FetchState.deriveContractNameByAddress(query.addressesByContractName), knownHeight, query.partitionId, query.selection, est > 0 ? est : FetchState.minEstResponseSize | 0, retry, logger$2);
       sourceState.lastFailedAt = undefined;
       responseRef = response;
     } catch (raw_error) {

package/src/sources/Svm.res

@@ -101,6 +101,7 @@ let makeRPCSource = (~chain, ~rpc: string, ~sourceFor: Source.sourceFor=Sync): S
       ~knownHeight as _,
       ~partitionId as _,
       ~selection as _,
+      ~itemsTarget as _,
       ~retry as _,
       ~logger as _,
     ) => JsError.throwWithMessage("Svm does not support getting items"),

package/src/sources/Svm.res.mjs

@@ -76,7 +76,7 @@ function makeRPCSource(chain, rpc, sourceForOpt) {
       Prometheus.SourceRequestCount.addSeconds(name, chain, "getSlot", seconds);
       return height;
     },
-    getItemsOrThrow: (param, param$1, param$2, param$3, param$4, param$5, param$6, param$7, param$8) => Stdlib_JsError.throwWithMessage("Svm does not support getting items")
+    getItemsOrThrow: (param, param$1, param$2, param$3, param$4, param$5, param$6, param$7, param$8, param$9) => Stdlib_JsError.throwWithMessage("Svm does not support getting items")
   };
 }
 

package/src/sources/SvmHyperSyncSource.res

@@ -340,6 +340,7 @@ let make = ({chain, endpointUrl, apiToken, eventConfigs, clientTimeoutMillis}: o
     ~knownHeight,
     ~partitionId as _,
     ~selection as _,
+    ~itemsTarget,
     ~retry,
     ~logger,
   ) => {
@@ -368,6 +369,7 @@ let make = ({chain, endpointUrl, apiToken, eventConfigs, clientTimeoutMillis}: o
       toSlot: ?(toBlock->Option.map(toBlock => toBlock + 1)),
       instructions: instructionSelections,
       fields,
+      maxNumInstructions: itemsTarget,
     }
 
     Prometheus.SourceRequestCount.increment(~sourceName=name, ~chainId, ~method="getInstructions")

package/src/sources/SvmHyperSyncSource.res.mjs

@@ -288,7 +288,7 @@ function make(param) {
         return true;
     }
   });
-  let getItemsOrThrow = async (fromBlock, toBlock, param, contractNameByAddress, knownHeight, param$1, param$2, retry, logger) => {
+  let getItemsOrThrow = async (fromBlock, toBlock, param, contractNameByAddress, knownHeight, param$1, param$2, itemsTarget, retry, logger) => {
     let totalTimeRef = Performance.now();
     let pageFetchRef = Performance.now();
     let instructionSelections = buildInstructionSelections(eventConfigs);
@@ -323,11 +323,13 @@ function make(param) {
     let query_toSlot = Stdlib_Option.map(toBlock, toBlock => toBlock + 1 | 0);
     let query_instructions = instructionSelections;
     let query_fields = fields$1;
+    let query_maxNumInstructions = itemsTarget;
     let query = {
       fromSlot: fromBlock,
       toSlot: query_toSlot,
       instructions: query_instructions,
-      fields: query_fields
+      fields: query_fields,
+      maxNumInstructions: query_maxNumInstructions
     };
     Prometheus.SourceRequestCount.increment(name, chain, "getInstructions");
     let match;