envio 3.0.0-alpha.21 → 3.0.0-alpha.23

package/src/Bin.res.mjs

@@ -0,0 +1,97 @@
+// Generated by ReScript, PLEASE EDIT WITH CARE
+
+import * as Core from "./Core.res.mjs";
+import * as Main from "./Main.res.mjs";
+import * as Utils from "./Utils.res.mjs";
+import * as Config from "./Config.res.mjs";
+import * as Logging from "./Logging.res.mjs";
+import * as Process from "process";
+import * as Stdlib_Dict from "@rescript/runtime/lib/es6/Stdlib_Dict.js";
+import * as Stdlib_JSON from "@rescript/runtime/lib/es6/Stdlib_JSON.js";
+import * as Stdlib_JsExn from "@rescript/runtime/lib/es6/Stdlib_JsExn.js";
+import * as Stdlib_Option from "@rescript/runtime/lib/es6/Stdlib_Option.js";
+import * as Stdlib_JsError from "@rescript/runtime/lib/es6/Stdlib_JsError.js";
+import * as Primitive_option from "@rescript/runtime/lib/es6/Primitive_option.js";
+import * as Primitive_exceptions from "@rescript/runtime/lib/es6/Primitive_exceptions.js";
+
+let setEnvVar = ((k, v) => { process.env[k] = v; });
+
+process.on("unhandledRejection", reason => {
+  Logging.errorWithExn(Utils.prettifyExn(reason), "Unhandled promise rejection");
+  Process.exit(1);
+});
+
+function decodeCommand(json) {
+  let o = Stdlib_JSON.Decode.object(json);
+  let obj = o !== undefined ? o : Stdlib_JsError.throwWithMessage("Invalid command payload: not an object");
+  let k = Stdlib_Option.flatMap(obj["kind"], Stdlib_JSON.Decode.string);
+  let kind = k !== undefined ? k : Stdlib_JsError.throwWithMessage("Invalid command payload: missing kind");
+  switch (kind) {
+    case "drop-schema" :
+      return {
+        TAG: "DropSchema",
+        _0: json
+      };
+    case "migrate" :
+      return {
+        TAG: "Migrate",
+        _0: json
+      };
+    case "start" :
+      return {
+        TAG: "Start",
+        _0: json
+      };
+    default:
+      return Stdlib_JsError.throwWithMessage(`Unknown command kind: ` + kind);
+  }
+}
+
+function applyEnv(env) {
+  Stdlib_Dict.forEachWithKey(env, (value, key) => {
+    let v = Stdlib_JSON.Decode.string(value);
+    if (v !== undefined) {
+      return setEnvVar(key, v);
+    }
+  });
+}
+
+async function run(args) {
+  try {
+    let json = await Core.runCli(args);
+    if (json === null) {
+      return;
+    }
+    let match = decodeCommand(JSON.parse(json));
+    switch (match.TAG) {
+      case "Start" :
+        let match$1 = match._0;
+        Config.prime(match$1.config);
+        process.chdir(match$1.cwd);
+        applyEnv(match$1.env);
+        return await Main.start(undefined, Primitive_option.fromNull(match$1.migrate), undefined, undefined, undefined);
+      case "Migrate" :
+        let match$2 = match._0;
+        Config.prime(match$2.config);
+        return await Main.migrate(match$2.reset, match$2.persistedState);
+      case "DropSchema" :
+        Config.prime(match._0.config);
+        return await Main.dropSchema();
+    }
+  } catch (raw_exn) {
+    let exn = Primitive_exceptions.internalToException(raw_exn);
+    let e = Primitive_exceptions.internalToException(exn);
+    let message = e.RE_EXN_ID === "JsExn" ? Stdlib_Option.getOr(Stdlib_JsExn.message(e._1), "Failed at initialization") : "Failed at initialization";
+    Logging.error(message);
+    Process.exit(1);
+    return;
+  }
+}
+
+export {
+  setEnvVar,
+  decodeCommand,
+  applyEnv,
+  run,
+}
+/*  Not a pure module */

package/src/ChainFetcher.res

@@ -1,5 +1,3 @@
-open Belt
-
 //A filter should return true if the event should be kept and isValid should return
 //false when the filter should be removed/cleaned up
 type processingFilter = {
@@ -13,7 +11,7 @@ type t = {
   sourceManager: SourceManager.t,
   chainConfig: Config.chain,
   isProgressAtHead: bool,
-  timestampCaughtUpToHeadOrEndblock: option<Js.Date.t>,
+  timestampCaughtUpToHeadOrEndblock: option<Date.t>,
   committedProgressBlockNumber: int,
   numEventsProcessed: float,
   reorgDetection: ReorgDetection.t,
@@ -21,9 +19,23 @@ type t = {
 }
 
 //CONSTRUCTION
+let configAddresses = (chainConfig: Config.chain): array<Internal.indexingAddress> => {
+  let addresses = []
+  chainConfig.contracts->Array.forEach(contract => {
+    contract.addresses->Array.forEach(address => {
+      addresses->Array.push({
+        Internal.address,
+        contractName: contract.name,
+        registrationBlock: -1,
+      })
+    })
+  })
+  addresses
+}
+
 let make = (
   ~chainConfig: Config.chain,
-  ~dynamicContracts: array<Internal.indexingContract>,
+  ~indexingAddresses: array<Internal.indexingAddress>,
   ~startBlock,
   ~endBlock,
   ~firstEventBlock=None,
@@ -46,7 +58,6 @@ let make = (
   let eventRouter = EventRouter.empty()
 
   // Aggregate events we want to fetch
-  let contracts = []
   let eventConfigs: array<Internal.eventConfig> = []
 
   let notRegisteredEvents = []
@@ -80,7 +91,8 @@ let make = (
         isRegistered
       }
 
-      // Check if event has Static([]) filters (from eventFilters: false)
+      // Check if event has Static([]) filters (from a dynamic where
+      // callback returning `false` / SkipAll for this chain).
       // If so, skip it entirely - it should never be fetched
       let shouldSkip = try {
         let getEventFiltersOrThrow = (
@@ -111,27 +123,13 @@ let make = (
 
     switch contract.startBlock {
     | Some(startBlock) if startBlock < chainConfig.startBlock =>
-      Js.Exn.raiseError(
+      JsError.throwWithMessage(
         `The start block for contract "${contractName}" is less than the chain start block. This is not supported yet.`,
       )
     | _ => ()
     }
-
-    contract.addresses->Array.forEach(address => {
-      contracts->Array.push({
-        Internal.address,
-        contractName: contract.name,
-        startBlock: switch contract.startBlock {
-        | Some(startBlock) => startBlock
-        | None => chainConfig.startBlock
-        },
-        registrationBlock: None,
-      })
-    })
   })
 
-  dynamicContracts->Array.forEach(dc => contracts->Array.push(dc))
-
   if notRegisteredEvents->Utils.Array.notEmpty {
     logger->Logging.childInfo(
       `The event${if notRegisteredEvents->Array.length > 1 {
@@ -140,7 +138,7 @@ let make = (
           ""
         }} ${notRegisteredEvents
         ->Array.map(eventConfig => `${eventConfig.contractName}.${eventConfig.name}`)
-        ->Js.Array2.joinWith(", ")} don't have an event handler and skipped for indexing.`,
+        ->Array.joinUnsafe(", ")} don't have an event handler and skipped for indexing.`,
     )
   }
 
@@ -151,15 +149,15 @@ let make = (
     // TODO: Move it to the HandlerRegister module
     // so the error is thrown with better stack trace
     onBlockConfigs->Array.forEach(onBlockConfig => {
-      if onBlockConfig.startBlock->Option.getWithDefault(startBlock) < startBlock {
-        Js.Exn.raiseError(
+      if onBlockConfig.startBlock->Option.getOr(startBlock) < startBlock {
+        JsError.throwWithMessage(
           `The start block for onBlock handler "${onBlockConfig.name}" is less than the chain start block (${startBlock->Belt.Int.toString}). This is not supported yet.`,
         )
       }
       switch endBlock {
       | Some(chainEndBlock) =>
-        if onBlockConfig.endBlock->Option.getWithDefault(chainEndBlock) > chainEndBlock {
-          Js.Exn.raiseError(
+        if onBlockConfig.endBlock->Option.getOr(chainEndBlock) > chainEndBlock {
+          JsError.throwWithMessage(
             `The end block for onBlock handler "${onBlockConfig.name}" is greater than the chain end block (${chainEndBlock->Belt.Int.toString}). This is not supported yet.`,
           )
         }
@@ -171,7 +169,7 @@ let make = (
 
   let fetchState = FetchState.make(
     ~maxAddrInPartition=config.maxAddrInPartition,
-    ~contracts,
+    ~addresses=indexingAddresses,
     ~progressBlockNumber,
     ~startBlock,
     ~endBlock,
@@ -188,7 +186,7 @@ let make = (
     ~firstEventBlock,
   )
 
-  let chainReorgCheckpoints = reorgCheckpoints->Array.keepMapU(reorgCheckpoint => {
+  let chainReorgCheckpoints = reorgCheckpoints->Array.filterMap(reorgCheckpoint => {
     if reorgCheckpoint.chainId === chainConfig.id {
       Some(reorgCheckpoint)
     } else {
@@ -287,7 +285,7 @@ let makeFromConfig = (
     ~numEventsProcessed=0.,
     ~targetBufferSize,
     ~logger,
-    ~dynamicContracts=[],
+    ~indexingAddresses=configAddresses(chainConfig),
     ~isInReorgThreshold=false,
     ~knownHeight,
   )
@@ -296,7 +294,7 @@ let makeFromConfig = (
 /**
  * This function allows a chain fetcher to be created from metadata, in particular this is useful for restarting an indexer and making sure it fetches blocks from the same place.
  */
-let makeFromDbState = async (
+let makeFromDbState = (
   chainConfig: Config.chain,
   ~resumedChainState: Persistence.initialChainState,
   ~reorgCheckpoints,
@@ -317,7 +315,7 @@ let makeFromDbState = async (
       : resumedChainState.startBlock - 1
 
   make(
-    ~dynamicContracts=resumedChainState.dynamicContracts,
+    ~indexingAddresses=resumedChainState.indexingAddresses,
     ~chainConfig,
     ~startBlock=resumedChainState.startBlock,
     ~endBlock=resumedChainState.endBlock,
@@ -338,23 +336,8 @@ let makeFromDbState = async (
   )
 }
 
-/**
- * Helper function to get the configured start block for a contract from config
- */
-let getContractStartBlock = (
-  config: Config.t,
-  ~chain: ChainMap.Chain.t,
-  ~contractName: string,
-): option<int> => {
-  let chainConfig = config.chainMap->ChainMap.get(chain)
-  chainConfig.contracts
-  ->Js.Array2.find(contract => contract.name === contractName)
-  ->Option.flatMap(contract => contract.startBlock)
-}
-
 let runContractRegistersOrThrow = async (
   ~itemsWithContractRegister: array<Internal.item>,
-  ~chain: ChainMap.Chain.t,
   ~config: Config.t,
 ) => {
   let itemsWithDcs = []
@@ -363,17 +346,10 @@ let runContractRegistersOrThrow = async (
     let eventItem = item->Internal.castUnsafeEventItem
     let {blockNumber} = eventItem
 
-    // Use contract-specific start block if configured, otherwise fall back to registration block
-    let contractStartBlock = switch getContractStartBlock(config, ~chain, ~contractName) {
-    | Some(configuredStartBlock) => configuredStartBlock
-    | None => blockNumber
-    }
-
-    let dc: Internal.indexingContract = {
+    let dc: Internal.indexingAddress = {
       address: contractAddress,
       contractName,
-      startBlock: contractStartBlock,
-      registrationBlock: Some(blockNumber),
+      registrationBlock: blockNumber,
     }
 
     switch item->Internal.getItemDcs {
@@ -393,7 +369,7 @@ let runContractRegistersOrThrow = async (
     | {eventConfig: {contractRegister: Some(contractRegister)}} => contractRegister
     | {eventConfig: {contractRegister: None, name: eventName}} =>
       // Unexpected case, since we should pass only events with contract register to this function
-      Js.Exn.raiseError("Contract register is not set for event " ++ eventName)
+      JsError.throwWithMessage("Contract register is not set for event " ++ eventName)
     }
 
     let errorMessage = "Event contractRegister failed, please fix the error to keep the indexer running smoothly"
@@ -410,7 +386,7 @@ let runContractRegistersOrThrow = async (
 
       // Even though `contractRegister` always returns a promise,
       // in the ReScript type, but it might return a non-promise value for TS API.
-      if result->Promise.isCatchable {
+      if result->Utils.Promise.isCatchable {
         promises->Array.push(
           result
           ->Promise.thenResolve(r => {