envio 3.10.0-subgraph → 3.11.0

package/src/sources/EvmHyperSyncSource.res.mjs

@@ -1,33 +1,26 @@
 // Generated by ReScript, PLEASE EDIT WITH CARE
 
 import * as Source from "./Source.res.mjs";
-import * as Logging from "../Logging.res.mjs";
 import * as HyperSync from "./HyperSync.res.mjs";
 import * as Performance from "../bindings/Performance.res.mjs";
 import * as HyperSyncSSE from "./HyperSyncSSE.res.mjs";
-import * as Stdlib_JsExn from "@rescript/runtime/lib/es6/Stdlib_JsExn.js";
 import * as ErrorHandling from "../ErrorHandling.res.mjs";
 import * as Stdlib_Option from "@rescript/runtime/lib/es6/Stdlib_Option.js";
-import * as Stdlib_JsError from "@rescript/runtime/lib/es6/Stdlib_JsError.js";
 import * as HyperSyncClient from "./HyperSyncClient.res.mjs";
 import * as Primitive_option from "@rescript/runtime/lib/es6/Primitive_option.js";
 import * as Primitive_exceptions from "@rescript/runtime/lib/es6/Primitive_exceptions.js";
 
-function isUnauthorizedError(message) {
-  return message.includes("401 Unauthorized");
-}
-
 function make(param) {
-  let apiToken = param.apiToken;
   let onEventRegistrations = param.onEventRegistrations;
   let endpointUrl = param.endpointUrl;
   let chainId = param.chainId;
-  let apiToken$1 = apiToken !== undefined ? apiToken : Stdlib_JsError.throwWithMessage(`An Envio API token is required for using HyperSync as a data-source.
-Set the ENVIO_API_TOKEN environment variable in your .env file.
-Learn more or get a free Envio API token at: https://envio.dev/app/api-tokens`);
+  let unauthorizedWarned = {
+    contents: false
+  };
+  let apiToken = HyperSync.requireApiToken(param.apiToken);
   let client;
   try {
-    client = HyperSyncClient.make(endpointUrl, apiToken$1, param.clientTimeoutMillis, HyperSyncClient.Registration.fromOnEventRegistrations(onEventRegistrations), !param.lowercaseAddresses, param.serializationFormat, param.enableQueryCaching, undefined, undefined, undefined, param.logLevel, param.addressStore);
+    client = HyperSyncClient.make(endpointUrl, apiToken, param.clientTimeoutMillis, HyperSyncClient.Registration.fromOnEventRegistrations(onEventRegistrations), !param.lowercaseAddresses, param.serializationFormat, param.enableQueryCaching, undefined, undefined, undefined, param.logLevel, param.addressStore);
   } catch (raw_exn) {
     let exn = Primitive_exceptions.internalToException(raw_exn);
     client = ErrorHandling.mkLogAndRaise(undefined, "Failed to instantiate the hypersync client, please double check your ABI", exn);
@@ -150,33 +143,9 @@ Learn more or get a free Envio API token at: https://envio.dev/app/api-tokens`);
       let height;
       try {
         height = await client.getHeight();
-      } catch (raw_e) {
-        let e = Primitive_exceptions.internalToException(raw_e);
-        if (e.RE_EXN_ID === "JsExn") {
-          let e$1 = e._1;
-          let message = Stdlib_JsExn.message(e$1);
-          if (message !== undefined) {
-            if (message.includes("401 Unauthorized")) {
-              Logging.error(`Your ENVIO_API_TOKEN was rejected by HyperSync (401 Unauthorized). The indexer will not be able to fetch events. Update the token and try again using 'envio start' or 'envio dev'. For more info: https://docs.envio.dev/docs/HyperSync/api-tokens`);
-              await new Promise((param, param$1) => {});
-              height = 0;
-            } else {
-              throw {
-                RE_EXN_ID: "JsExn",
-                _1: e$1,
-                Error: new Error()
-              };
-            }
-          } else {
-            throw {
-              RE_EXN_ID: "JsExn",
-              _1: e$1,
-              Error: new Error()
-            };
-          }
-        } else {
-          throw e;
-        }
+      } catch (raw_exn) {
+        let exn = Primitive_exceptions.internalToException(raw_exn);
+        height = HyperSync.rethrowLoggingUnauthorized(exn, unauthorizedWarned, "HyperSync");
       }
       let seconds = Performance.secondsSince(timerRef);
       return {
@@ -188,12 +157,11 @@ Learn more or get a free Envio API token at: https://envio.dev/app/api-tokens`);
       };
     },
     getItemsOrThrow: getItemsOrThrow,
-    createHeightSubscription: (onHeight, onStatus) => HyperSyncSSE.subscribe(endpointUrl, apiToken$1, onHeight, onStatus)
+    createHeightSubscription: (onHeight, onStatus) => HyperSyncSSE.subscribe(endpointUrl, apiToken, onHeight, onStatus)
   };
 }
 
 export {
-  isUnauthorizedError,
   make,
 }
 /* Source Not a pure module */

package/src/sources/FuelHyperSyncSource.res

@@ -1,7 +1,5 @@
 open Source
 
-let isUnauthorizedError = (message: string) => message->String.includes("401 Unauthorized")
-
 type options = {
   chainId: ChainId.t,
   endpointUrl: string,
@@ -15,13 +13,11 @@ type options = {
 let make = ({chainId, endpointUrl, apiToken, onEventRegistrations, addressStore}: options): t => {
   let name = "HyperFuel"
 
-  let apiToken = switch apiToken {
-  | Some(token) => token
-  | None =>
-    JsError.throwWithMessage(`An Envio API token is required for using HyperFuel as a data-source.
-Set the ENVIO_API_TOKEN environment variable in your .env file.
-Learn more or get a free Envio API token at: https://envio.dev/app/api-tokens`)
-  }
+  // Per source, so one rejected token is reported once rather than on every
+  // height retry for the life of the process.
+  let unauthorizedWarned = ref(false)
+
+  let apiToken = apiToken->HyperSync.requireApiToken
 
   let client = switch FuelHyperSyncClient.make(
     {url: endpointUrl, apiToken},
@@ -213,15 +209,11 @@ Learn more or get a free Envio API token at: https://envio.dev/app/api-tokens`)
     getHeightOrThrow: async () => {
       let timerRef = Performance.now()
       let height = try await client->FuelHyperSyncClient.getHeight catch {
-      | JsExn(e) =>
-        switch e->JsExn.message {
-        | Some(message) if message->isUnauthorizedError =>
-          Logging.error(`Your ENVIO_API_TOKEN was rejected by HyperFuel (401 Unauthorized). The indexer will not be able to fetch events. Update the token and try again using 'envio start' or 'envio dev'. For more info: https://docs.envio.dev/docs/HyperSync/api-tokens`)
-          // Retrying an unauthorized request can never succeed, so block forever
-          let _ = await Promise.make((_, _) => ())
-          0
-        | _ => throw(JsExn(e))
-        }
+      | exn =>
+        exn->HyperSync.rethrowLoggingUnauthorized(
+          ~warned=unauthorizedWarned,
+          ~product="HyperFuel",
+        )
       }
       let seconds = timerRef->Performance.secondsSince
       {height, requestStats: [{method: "getHeight", seconds}]}

package/src/sources/FuelHyperSyncSource.res.mjs

@@ -4,7 +4,6 @@ import * as Source from "./Source.res.mjs";
 import * as Logging from "../Logging.res.mjs";
 import * as HyperSync from "./HyperSync.res.mjs";
 import * as Performance from "../bindings/Performance.res.mjs";
-import * as Stdlib_JsExn from "@rescript/runtime/lib/es6/Stdlib_JsExn.js";
 import * as ErrorHandling from "../ErrorHandling.res.mjs";
 import * as FuelHyperSync from "./FuelHyperSync.res.mjs";
 import * as Stdlib_Option from "@rescript/runtime/lib/es6/Stdlib_Option.js";
@@ -12,22 +11,18 @@ import * as Stdlib_JsError from "@rescript/runtime/lib/es6/Stdlib_JsError.js";
 import * as FuelHyperSyncClient from "./FuelHyperSyncClient.res.mjs";
 import * as Primitive_exceptions from "@rescript/runtime/lib/es6/Primitive_exceptions.js";
 
-function isUnauthorizedError(message) {
-  return message.includes("401 Unauthorized");
-}
-
 function make(param) {
   let onEventRegistrations = param.onEventRegistrations;
-  let apiToken = param.apiToken;
   let chainId = param.chainId;
-  let apiToken$1 = apiToken !== undefined ? apiToken : Stdlib_JsError.throwWithMessage(`An Envio API token is required for using HyperFuel as a data-source.
-Set the ENVIO_API_TOKEN environment variable in your .env file.
-Learn more or get a free Envio API token at: https://envio.dev/app/api-tokens`);
+  let unauthorizedWarned = {
+    contents: false
+  };
+  let apiToken = HyperSync.requireApiToken(param.apiToken);
   let client;
   try {
     client = FuelHyperSyncClient.make({
       url: param.endpointUrl,
-      apiToken: apiToken$1
+      apiToken: apiToken
     }, FuelHyperSyncClient.Registration.fromOnEventRegistrations(onEventRegistrations), param.addressStore);
   } catch (raw_exn) {
     let exn = Primitive_exceptions.internalToException(raw_exn);
@@ -188,33 +183,9 @@ Learn more or get a free Envio API token at: https://envio.dev/app/api-tokens`);
       let height;
       try {
         height = await client.getHeight();
-      } catch (raw_e) {
-        let e = Primitive_exceptions.internalToException(raw_e);
-        if (e.RE_EXN_ID === "JsExn") {
-          let e$1 = e._1;
-          let message = Stdlib_JsExn.message(e$1);
-          if (message !== undefined) {
-            if (message.includes("401 Unauthorized")) {
-              Logging.error(`Your ENVIO_API_TOKEN was rejected by HyperFuel (401 Unauthorized). The indexer will not be able to fetch events. Update the token and try again using 'envio start' or 'envio dev'. For more info: https://docs.envio.dev/docs/HyperSync/api-tokens`);
-              await new Promise((param, param$1) => {});
-              height = 0;
-            } else {
-              throw {
-                RE_EXN_ID: "JsExn",
-                _1: e$1,
-                Error: new Error()
-              };
-            }
-          } else {
-            throw {
-              RE_EXN_ID: "JsExn",
-              _1: e$1,
-              Error: new Error()
-            };
-          }
-        } else {
-          throw e;
-        }
+      } catch (raw_exn) {
+        let exn = Primitive_exceptions.internalToException(raw_exn);
+        height = HyperSync.rethrowLoggingUnauthorized(exn, unauthorizedWarned, "HyperFuel");
       }
       let seconds = Performance.secondsSince(timerRef);
       return {
@@ -230,7 +201,6 @@ Learn more or get a free Envio API token at: https://envio.dev/app/api-tokens`);
 }
 
 export {
-  isUnauthorizedError,
   make,
 }
 /* Source Not a pure module */

package/src/sources/HyperSync.res

@@ -9,6 +9,37 @@ let pollingInterval = 400
 let rateLimitedPrefix = "RATE_LIMITED:"
 let behindHeadPrefix = "SOURCE_BEHIND_HEAD:"
 
+let requireApiToken = apiToken =>
+  switch apiToken {
+  | Some(token) => token
+  | None =>
+    JsError.throwWithMessage(`An Envio API token is required for using HyperSync as a data-source.
+Set the ENVIO_API_TOKEN environment variable in your .env file.
+Learn more or get a free Envio API token at: https://envio.dev/app/api-tokens`)
+  }
+
+let isUnauthorizedError = (message: string) => message->String.includes("401 Unauthorized")
+
+// Never swallows the failure: the caller's retry ramp has to keep asking,
+// because a token can be replaced without restarting the indexer. All this adds
+// is one loud line the first time a source sees a 401 - saying it on every retry
+// would bury everything else in the log.
+let rethrowLoggingUnauthorized = (exn: exn, ~warned: ref<bool>, ~product: string): 'a => {
+  switch exn {
+  | JsExn(jsExn) =>
+    switch jsExn->JsExn.message {
+    | Some(message) if message->isUnauthorizedError =>
+      if !warned.contents {
+        warned := true
+        Logging.error(`Your ENVIO_API_TOKEN was rejected by ${product} (401 Unauthorized). The indexer will not be able to fetch events. Update the token and try again using 'envio start' or 'envio dev'. For more info: https://docs.envio.dev/docs/HyperSync/api-tokens`)
+      }
+    | _ => ()
+    }
+  | _ => ()
+  }
+  throw(exn)
+}
+
 let markerValue = (msg, ~prefix) =>
   msg->String.slice(~start=prefix->String.length, ~end=msg->String.length)->Int.fromString
 

package/src/sources/HyperSync.res.mjs

@@ -1,17 +1,45 @@
 // Generated by ReScript, PLEASE EDIT WITH CARE
 
 import * as Source from "./Source.res.mjs";
+import * as Logging from "../Logging.res.mjs";
 import * as Stdlib_Int from "@rescript/runtime/lib/es6/Stdlib_Int.js";
 import * as Stdlib_JSON from "@rescript/runtime/lib/es6/Stdlib_JSON.js";
 import * as Stdlib_Array from "@rescript/runtime/lib/es6/Stdlib_Array.js";
 import * as Stdlib_JsExn from "@rescript/runtime/lib/es6/Stdlib_JsExn.js";
 import * as Stdlib_Option from "@rescript/runtime/lib/es6/Stdlib_Option.js";
+import * as Stdlib_JsError from "@rescript/runtime/lib/es6/Stdlib_JsError.js";
+import * as Primitive_option from "@rescript/runtime/lib/es6/Primitive_option.js";
 import * as Primitive_exceptions from "@rescript/runtime/lib/es6/Primitive_exceptions.js";
 
 let rateLimitedPrefix = "RATE_LIMITED:";
 
 let behindHeadPrefix = "SOURCE_BEHIND_HEAD:";
 
+function requireApiToken(apiToken) {
+  if (apiToken !== undefined) {
+    return Primitive_option.valFromOption(apiToken);
+  } else {
+    return Stdlib_JsError.throwWithMessage(`An Envio API token is required for using HyperSync as a data-source.
+Set the ENVIO_API_TOKEN environment variable in your .env file.
+Learn more or get a free Envio API token at: https://envio.dev/app/api-tokens`);
+  }
+}
+
+function isUnauthorizedError(message) {
+  return message.includes("401 Unauthorized");
+}
+
+function rethrowLoggingUnauthorized(exn, warned, product) {
+  if (exn.RE_EXN_ID === "JsExn") {
+    let message = Stdlib_JsExn.message(exn._1);
+    if (message !== undefined && message.includes("401 Unauthorized") && !warned.contents) {
+      warned.contents = true;
+      Logging.error(`Your ENVIO_API_TOKEN was rejected by ` + product + ` (401 Unauthorized). The indexer will not be able to fetch events. Update the token and try again using 'envio start' or 'envio dev'. For more info: https://docs.envio.dev/docs/HyperSync/api-tokens`);
+    }
+  }
+  throw exn;
+}
+
 function markerValue(msg, prefix) {
   return Stdlib_Int.fromString(msg.slice(prefix.length, msg.length), undefined);
 }
@@ -163,6 +191,9 @@ let pollingInterval = 400;
 
 export {
   pollingInterval,
+  requireApiToken,
+  isUnauthorizedError,
+  rethrowLoggingUnauthorized,
   mapNativeFailure,
   mapNativeFailureExn,
   reraiseIfRecoverable,

package/src/sources/HyperSync.resi

@@ -10,6 +10,22 @@ type logsQueryPage = {
 // one. Every ecosystem's client talks to the same service, so they wait alike.
 let pollingInterval: int
 
+// Every HyperSync-backed source needs a token to reach the service, so a
+// missing one fails at construction with the message that says how to get one,
+// rather than as a 401 per request.
+let requireApiToken: option<string> => string
+
+// Surfaced by the native clients when the edge rejects the API token. The
+// corrupted-token test feeds the real server error (from the query endpoint;
+// the edge no longer 401s malformed tokens on /height) through this so it can't
+// silently drift away from the message shape a 401 actually produces.
+let isUnauthorizedError: string => bool
+
+// Rethrows every failure unchanged, adding one loud line the first time a source
+// sees a 401. Never swallows it: the caller's retry ramp has to keep asking,
+// because a token can be replaced without restarting the indexer.
+let rethrowLoggingUnauthorized: (exn, ~warned: ref<bool>, ~product: string) => 'a
+
 // Map a native client's `PREFIX:<int>` failure marker onto the exception
 // SourceManager retries on (`RateLimited` / `SourceBehindHead`), falling back to
 // the original cause.

package/src/sources/StartBlockResolver.res

@@ -0,0 +1,173 @@
+// Resolves a chain's `start_block: latest` to a concrete block number, once,
+// right before the indexer's first-ever persisted state is written (see
+// `Persistence.init`). Never runs on a normal resume (crash recovery, a plain
+// restarted process): `envio_chains.start_block` is written once and read
+// back verbatim from then on, so a resolved "latest" naturally stays fixed
+// across downtime instead of jumping to a new head - any gap gets backfilled
+// rather than skipped. The CLI's `-r` (`--restart`) flag is the exception: it
+// forces `reset=true` in `Persistence.init`, which wipes the DB and runs this
+// again, the same as any other fresh deploy.
+
+// Sources built only to read the chain's height. No registrations exist yet at
+// this point in startup - handler files load after persistence initializes -
+// and none are needed to ask a backend how far it has got. These are not the
+// sources the chain goes on to index with; those are built later, once
+// registrations exist.
+let makeProbeSources = (chainConfig: Config.chain, ~lowercaseAddresses): array<Source.t> => {
+  let addressStore = AddressStore.make(
+    ~ecosystem=chainConfig.ecosystem,
+    ~shouldChecksum=!lowercaseAddresses,
+    ~contracts=[],
+  )
+  ChainSources.make(~chainConfig, ~onEventRegistrations=[], ~addressStore, ~lowercaseAddresses)
+}
+
+// How long to keep asking a chain that won't answer.
+type retry =
+  // The indexer. A chain it can't reach is the operator's to fix, and the
+  // process staying up is what gives them the chance to - the same thing it
+  // does for a chain that goes unreachable while it runs.
+  | UntilItAnswers
+  // `envio local db-migrate up/setup`. A one-shot command has nobody waiting to
+  // watch it recover, so every source gets one attempt and then it reports what
+  // each of them said.
+  | Once
+
+// Sources that can serve historical sync, primaries first - the same ordering a
+// backfill would use. A realtime-only source is left out: it isn't what this
+// chain reads its history from.
+let candidateSources = (sources: array<Source.t>) => {
+  let hasRealtime = sources->Array.some(source => source.sourceFor === Realtime)
+  let roleOf = (source: Source.t) =>
+    SourceManager.getSourceRole(~sourceFor=source.sourceFor, ~isRealtime=false, ~hasRealtime)
+  sources
+  ->Array.filter(source => roleOf(source)->Option.isSome)
+  ->Array.toSorted((a, b) =>
+    switch (roleOf(a), roleOf(b)) {
+    | (Some(Primary), Some(Secondary)) => Ordering.less
+    | (Some(Secondary), Some(Primary)) => Ordering.greater
+    | _ => Ordering.equal
+    }
+  )
+}
+
+// One attempt per source. Trying the next source is not a retry - it's the
+// failover the config asked for - but no source is asked twice.
+let readHeadOnceOrThrow = async (chainConfig: Config.chain, ~sources): int => {
+  let candidates = candidateSources(sources)
+  if candidates->Utils.Array.isEmpty {
+    // The condition `SourceManager.make` rejects on the retrying path. Sharing
+    // its wording keeps one misconfiguration from having two explanations - and
+    // "no source answered" would be untrue here, since none was asked.
+    JsError.throwWithMessage("Invalid configuration, no data-source for historical sync provided")
+  }
+  let failures = []
+  let head = ref(None)
+  for i in 0 to candidates->Array.length - 1 {
+    if head.contents->Option.isNone {
+      let source = candidates->Array.getUnsafe(i)
+      switch await source.getHeightOrThrow() {
+      | {height} => head := Some(height)
+      | exception exn =>
+        failures
+        ->Array.push(`${source.name}: ${exn->Utils.exnMessage->Option.getOr("unknown error")}`)
+        ->ignore
+      }
+    }
+  }
+  switch head.contents {
+  | Some(head) => head
+  | None =>
+    JsError.throwWithMessage(
+      `Chain ${chainConfig.id->ChainId.toString}: couldn't resolve the "latest" start block - no source answered a height request.${failures
+        ->Array.map(failure => `\n  ${failure}`)
+        ->Array.join("")}`,
+    )
+  }
+}
+
+// Waiting for a height above 0 is the same question as "what is the head", and
+// it comes with the runtime's own answer to a source that won't say: retry with
+// backoff, a bound on how long any one request is waited for, and failover to
+// `for: fallback` sources once the primary has been quiet for a stall window.
+//
+// It never gives up, which is what makes it safe to use here. A deadline would
+// need a race, and the losing side of that race is a registered waiter and a
+// live poll loop that nothing can reach to stop.
+let resolveHeadOrThrow = async (
+  chainConfig: Config.chain,
+  ~lowercaseAddresses,
+  ~retry,
+  ~getHeightRetryInterval=?,
+  ~newBlockStallTimeout=?,
+): int => {
+  let sources = chainConfig->makeProbeSources(~lowercaseAddresses)
+  switch retry {
+  | Once => await chainConfig->readHeadOnceOrThrow(~sources)
+  | UntilItAnswers =>
+    let sourceManager = SourceManager.make(
+      ~sources,
+      ~isRealtime=false,
+      ~getHeightRetryInterval?,
+      ~newBlockStallTimeout?,
+    )
+    await sourceManager->SourceManager.waitForNewBlock(
+      ~knownHeight=0,
+      ~isRealtime=false,
+      ~reducedPolling=false,
+    )
+  }
+}
+
+// Sequential rather than `Promise.all`: a chain that fails validation must not
+// leave sibling chains' height polling running behind the rejection.
+let resolveAllOrThrow = async (
+  chainConfigs: array<Config.chain>,
+  ~lowercaseAddresses,
+  ~retry=UntilItAnswers,
+  ~getHeightRetryInterval=?,
+  ~newBlockStallTimeout=?,
+): array<Config.chain> => {
+  let resolved = []
+  for i in 0 to chainConfigs->Array.length - 1 {
+    let chainConfig = chainConfigs->Array.getUnsafe(i)
+    let chainConfig = switch chainConfig.startBlock {
+    | Config.Block(_) => chainConfig
+    | Config.Latest =>
+      let head = await chainConfig->resolveHeadOrThrow(
+        ~lowercaseAddresses,
+        ~retry,
+        ~getHeightRetryInterval?,
+        ~newBlockStallTimeout?,
+      )
+      let chainId = chainConfig.id->ChainId.toString
+      switch chainConfig.endBlock {
+      | Some(endBlock) if head > endBlock =>
+        JsError.throwWithMessage(
+          `Chain ${chainId}: the "latest" start block resolved to ${head->Int.toString}, which is past the configured end_block (${endBlock->Int.toString}). There is nothing to index - remove end_block, raise it above the chain's current head, or pin start_block to a fixed value instead of "latest".`,
+        )
+      | _ => ()
+      }
+      // Checked here, before anything is persisted: the same guard in
+      // `ChainState.makeInternal` would only fire after the resolved head is
+      // written to envio_chains, and then again on every resume.
+      chainConfig.contracts->Array.forEach(contract =>
+        switch contract.startBlock {
+        | Some(contractStartBlock) if contractStartBlock < head =>
+          JsError.throwWithMessage(
+            `Chain ${chainId}: contract "${contract.name}" has start_block ${contractStartBlock->Int.toString}, but the chain's "latest" start block resolved to ${head->Int.toString}. A contract can't start before its chain does - remove the contract's start_block, or pin the chain's start_block to a fixed value instead of "latest".`,
+          )
+        | _ => ()
+        }
+      )
+      Logging.info({
+        "msg": `Resolved the "latest" start block for chain ${chainId} to block ${head->Int.toString}.`,
+        "chainId": chainConfig.id,
+        "startBlock": head,
+      })
+      {...chainConfig, startBlock: Config.Block(head)}
+    }
+    resolved->Array.push(chainConfig)->ignore
+  }
+  resolved
+}

package/src/sources/StartBlockResolver.res.mjs

@@ -0,0 +1,134 @@
+// Generated by ReScript, PLEASE EDIT WITH CARE
+
+import * as Utils from "../Utils.res.mjs";
+import * as ChainId from "../ChainId.res.mjs";
+import * as Logging from "../Logging.res.mjs";
+import * as AddressStore from "./AddressStore.res.mjs";
+import * as ChainSources from "./ChainSources.res.mjs";
+import * as SourceManager from "./SourceManager.res.mjs";
+import * as Stdlib_Option from "@rescript/runtime/lib/es6/Stdlib_Option.js";
+import * as Stdlib_JsError from "@rescript/runtime/lib/es6/Stdlib_JsError.js";
+import * as Primitive_exceptions from "@rescript/runtime/lib/es6/Primitive_exceptions.js";
+
+function makeProbeSources(chainConfig, lowercaseAddresses) {
+  let addressStore = AddressStore.make(chainConfig.ecosystem, !lowercaseAddresses, []);
+  return ChainSources.make(chainConfig, [], addressStore, lowercaseAddresses);
+}
+
+function candidateSources(sources) {
+  let hasRealtime = sources.some(source => source.sourceFor === "Realtime");
+  let roleOf = source => SourceManager.getSourceRole(source.sourceFor, false, hasRealtime);
+  return sources.filter(source => Stdlib_Option.isSome(roleOf(source))).toSorted((a, b) => {
+    let match = roleOf(a);
+    let match$1 = roleOf(b);
+    if (match !== undefined) {
+      if (match === "Primary") {
+        if (match$1 !== undefined) {
+          if (match$1 === "Primary") {
+            return 0;
+          } else {
+            return -1;
+          }
+        } else {
+          return 0;
+        }
+      } else if (match$1 !== undefined) {
+        if (match$1 === "Primary") {
+          return 1;
+        } else {
+          return 0;
+        }
+      } else {
+        return 0;
+      }
+    } else {
+      return 0;
+    }
+  });
+}
+
+async function readHeadOnceOrThrow(chainConfig, sources) {
+  let candidates = candidateSources(sources);
+  if (Utils.$$Array.isEmpty(candidates)) {
+    Stdlib_JsError.throwWithMessage("Invalid configuration, no data-source for historical sync provided");
+  }
+  let failures = [];
+  let head;
+  for (let i = 0, i_finish = candidates.length; i < i_finish; ++i) {
+    if (Stdlib_Option.isNone(head)) {
+      let source = candidates[i];
+      let exit = 0;
+      let val;
+      try {
+        val = await source.getHeightOrThrow();
+        exit = 1;
+      } catch (raw_exn) {
+        let exn = Primitive_exceptions.internalToException(raw_exn);
+        failures.push(source.name + `: ` + Stdlib_Option.getOr(Utils.exnMessage(exn), "unknown error"));
+      }
+      if (exit === 1) {
+        head = val.height;
+      }
+    }
+  }
+  let head$1 = head;
+  if (head$1 !== undefined) {
+    return head$1;
+  } else {
+    return Stdlib_JsError.throwWithMessage(`Chain ` + ChainId.toString(chainConfig.id) + `: couldn't resolve the "latest" start block - no source answered a height request.` + failures.map(failure => `\n  ` + failure).join(""));
+  }
+}
+
+async function resolveHeadOrThrow(chainConfig, lowercaseAddresses, retry, getHeightRetryInterval, newBlockStallTimeout) {
+  let sources = makeProbeSources(chainConfig, lowercaseAddresses);
+  if (retry !== "UntilItAnswers") {
+    return await readHeadOnceOrThrow(chainConfig, sources);
+  }
+  let sourceManager = SourceManager.make(sources, false, newBlockStallTimeout, undefined, undefined, undefined, undefined, getHeightRetryInterval);
+  return await SourceManager.waitForNewBlock(sourceManager, 0, false, false);
+}
+
+async function resolveAllOrThrow(chainConfigs, lowercaseAddresses, retryOpt, getHeightRetryInterval, newBlockStallTimeout) {
+  let retry = retryOpt !== undefined ? retryOpt : "UntilItAnswers";
+  let resolved = [];
+  for (let i = 0, i_finish = chainConfigs.length; i < i_finish; ++i) {
+    let chainConfig = chainConfigs[i];
+    let match = chainConfig.startBlock;
+    let chainConfig$1;
+    if (match === "latest") {
+      let head = await resolveHeadOrThrow(chainConfig, lowercaseAddresses, retry, getHeightRetryInterval, newBlockStallTimeout);
+      let chainId = ChainId.toString(chainConfig.id);
+      let endBlock = chainConfig.endBlock;
+      if (endBlock !== undefined && head > endBlock) {
+        Stdlib_JsError.throwWithMessage(`Chain ` + chainId + `: the "latest" start block resolved to ` + head.toString() + `, which is past the configured end_block (` + endBlock.toString() + `). There is nothing to index - remove end_block, raise it above the chain's current head, or pin start_block to a fixed value instead of "latest".`);
+      }
+      chainConfig.contracts.forEach(contract => {
+        let contractStartBlock = contract.startBlock;
+        if (contractStartBlock !== undefined && contractStartBlock < head) {
+          return Stdlib_JsError.throwWithMessage(`Chain ` + chainId + `: contract "` + contract.name + `" has start_block ` + contractStartBlock.toString() + `, but the chain's "latest" start block resolved to ` + head.toString() + `. A contract can't start before its chain does - remove the contract's start_block, or pin the chain's start_block to a fixed value instead of "latest".`);
+        }
+      });
+      Logging.info({
+        msg: `Resolved the "latest" start block for chain ` + chainId + ` to block ` + head.toString() + `.`,
+        chainId: chainConfig.id,
+        startBlock: head
+      });
+      let newrecord = {...chainConfig};
+      newrecord.startBlock = head;
+      chainConfig$1 = newrecord;
+    } else {
+      chainConfig$1 = chainConfig;
+    }
+    resolved.push(chainConfig$1);
+  }
+  return resolved;
+}
+
+export {
+  makeProbeSources,
+  candidateSources,
+  readHeadOnceOrThrow,
+  resolveHeadOrThrow,
+  resolveAllOrThrow,
+}
+/* Utils Not a pure module */