envio 2.30.1 → 2.31.0-alpha.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "envio",
-  "version": "v2.30.1",
+  "version": "v2.31.0-alpha.0",
   "description": "A latency and sync speed optimized, developer friendly blockchain data indexer.",
   "bin": "./bin.js",
   "main": "./index.js",
@@ -25,10 +25,10 @@
   },
   "homepage": "https://envio.dev",
   "optionalDependencies": {
-    "envio-linux-x64": "v2.30.1",
-    "envio-linux-arm64": "v2.30.1",
-    "envio-darwin-x64": "v2.30.1",
-    "envio-darwin-arm64": "v2.30.1"
+    "envio-linux-x64": "v2.31.0-alpha.0",
+    "envio-linux-arm64": "v2.31.0-alpha.0",
+    "envio-darwin-x64": "v2.31.0-alpha.0",
+    "envio-darwin-arm64": "v2.31.0-alpha.0"
   },
   "dependencies": {
     "@envio-dev/hypersync-client": "0.6.6",

package/src/Internal.gen.ts

@@ -42,6 +42,8 @@ export type entityHandlerContext<entity> = {
   readonly deleteUnsafe: (_1:string) => void
 };
 
+export type chainInfo = { readonly isReady: boolean };
+
 export type genericHandlerWithLoader<loader,handler,eventFilters> = {
   readonly loader: loader; 
   readonly handler: handler; 

package/src/Internal.res

@@ -54,8 +54,20 @@ type entityHandlerContext<'entity> = {
   deleteUnsafe: string => unit,
 }
 
+@genType
+type chainInfo = {
+  // true when the chain has completed initial sync and is processing live events
+  // false during historical synchronization
+  isReady: bool,
+}
+
+type chains = dict<chainInfo>
+
 type loaderReturn
-type handlerContext = private {isPreload: bool}
+type handlerContext = private {
+  isPreload: bool,
+  chains: chains,
+}
 type handlerArgs = {
   event: event,
   context: handlerContext,

package/src/PgStorage.res

@@ -566,8 +566,8 @@ let make = (
 
   let isInitialized = async () => {
     let envioTables = await sql->Postgres.unsafe(
-      `SELECT table_schema FROM information_schema.tables WHERE table_schema = '${pgSchema}' AND table_name = '${// This is for indexer before envio@2.28
-        "event_sync_state"}' OR table_name = '${InternalTable.Chains.table.tableName}';`,
+      `SELECT table_schema FROM information_schema.tables WHERE table_schema = '${pgSchema}' AND (table_name = '${// This is for indexer before envio@2.28
+        "event_sync_state"}' OR table_name = '${InternalTable.Chains.table.tableName}');`,
     )
     envioTables->Utils.Array.notEmpty
   }

package/src/PgStorage.res.js

@@ -394,7 +394,7 @@ function make(sql, pgHost, pgSchema, pgPort, pgUser, pgDatabase, pgPassword, onI
   };
   var cacheDirPath = Path.resolve("..", ".envio", "cache");
   var isInitialized = async function () {
-    var envioTables = await sql.unsafe("SELECT table_schema FROM information_schema.tables WHERE table_schema = '" + pgSchema + "' AND table_name = 'event_sync_state' OR table_name = '" + InternalTable.Chains.table.tableName + "';");
+    var envioTables = await sql.unsafe("SELECT table_schema FROM information_schema.tables WHERE table_schema = '" + pgSchema + "' AND (table_name = 'event_sync_state' OR table_name = '" + InternalTable.Chains.table.tableName + "');");
     return Utils.$$Array.notEmpty(envioTables);
   };
   var restoreEffectCache = async function (withUpload) {

package/src/sources/RpcSource.res

@@ -27,7 +27,7 @@ let rec getKnownBlockWithBackoff = async (
   switch await getKnownBlock(provider, blockNumber) {
   | exception err =>
     Logging.warn({
-      "err": err,
+      "err": err->Utils.prettifyExn,
       "msg": `Issue while running fetching batch of events from the RPC. Will wait ${backoffMsOnFailure->Belt.Int.toString}ms and try again.`,
       "source": sourceName,
       "chainId": chain->ChainMap.Chain.toChainId,
@@ -47,10 +47,17 @@ let rec getKnownBlockWithBackoff = async (
       // NOTE: this is wasteful if these fields are not selected in the users config.
       //       There might be a better way to do this based on the block schema.
       //       However this is not extremely expensive and good enough for now (only on rpc sync also).
-      // The in place mutation is cheapest.
-      (result->Obj.magic)["miner"] = result.miner->Address.Evm.fromAddressLowercaseOrThrow
+
+      {
+        ...result,
+        // Mutation would be cheaper,
+        // BUT "result" is an Ethers.js Block object,
+        // which has the fields as readonly.
+        miner: result.miner->Address.Evm.fromAddressLowercaseOrThrow,
+      }
+    } else {
+      result
     }
-    result
   }
 let getSuggestedBlockIntervalFromExn = {
   // Unknown provider: "retry with the range 123-456"
@@ -500,7 +507,7 @@ let make = (
     ~loaderFn=transactionHash => provider->Ethers.JsonRpcProvider.getTransaction(~transactionHash),
     ~onError=(am, ~exn) => {
       Logging.error({
-        "err": exn,
+        "err": exn->Utils.prettifyExn,
         "msg": `EE1100: Top level promise timeout reached. Please review other errors or warnings in the code. This function will retry in ${(am._retryDelayMillis / 1000)
             ->Belt.Int.toString} seconds. It is highly likely that your indexer isn't syncing on one or more chains currently. Also take a look at the "suggestedFix" in the metadata of this command`,
         "source": name,
@@ -527,7 +534,7 @@ let make = (
       ),
     ~onError=(am, ~exn) => {
       Logging.error({
-        "err": exn,
+        "err": exn->Utils.prettifyExn,
         "msg": `EE1100: Top level promise timeout reached. Please review other errors or warnings in the code. This function will retry in ${(am._retryDelayMillis / 1000)
             ->Belt.Int.toString} seconds. It is highly likely that your indexer isn't syncing on one or more chains currently. Also take a look at the "suggestedFix" in the metadata of this command`,
         "source": name,

package/src/sources/RpcSource.res.js

@@ -48,7 +48,7 @@ async function getKnownBlockWithBackoff(provider, sourceName, chain, blockNumber
   catch (raw_err){
     var err = Caml_js_exceptions.internalToOCamlException(raw_err);
     Logging.warn({
-          err: err,
+          err: Utils.prettifyExn(err),
           msg: "Issue while running fetching batch of events from the RPC. Will wait " + String(backoffMsOnFailure) + "ms and try again.",
           source: sourceName,
           chainId: chain,
@@ -58,9 +58,23 @@ async function getKnownBlockWithBackoff(provider, sourceName, chain, blockNumber
     return await getKnownBlockWithBackoff(provider, sourceName, chain, blockNumber, (backoffMsOnFailure << 1), lowercaseAddresses);
   }
   if (lowercaseAddresses) {
-    result.miner = Address.Evm.fromAddressLowercaseOrThrow(result.miner);
+    return {
+            _difficulty: result._difficulty,
+            difficulty: result.difficulty,
+            extraData: result.extraData,
+            gasLimit: result.gasLimit,
+            gasUsed: result.gasUsed,
+            hash: result.hash,
+            miner: Address.Evm.fromAddressLowercaseOrThrow(result.miner),
+            nonce: result.nonce,
+            number: result.number,
+            parentHash: result.parentHash,
+            timestamp: result.timestamp,
+            transactions: result.transactions
+          };
+  } else {
+    return result;
   }
-  return result;
 }
 
 var suggestedRangeRegExp = /retry with the range (\d+)-(\d+)/;
@@ -509,7 +523,7 @@ function make(param) {
           return provider.getTransaction(transactionHash);
         }), (function (am, exn) {
           Logging.error({
-                err: exn,
+                err: Utils.prettifyExn(exn),
                 msg: "EE1100: Top level promise timeout reached. Please review other errors or warnings in the code. This function will retry in " + String(am._retryDelayMillis / 1000 | 0) + " seconds. It is highly likely that your indexer isn't syncing on one or more chains currently. Also take a look at the \"suggestedFix\" in the metadata of this command",
                 source: name,
                 chainId: chain,
@@ -523,7 +537,7 @@ function make(param) {
           return getKnownBlockWithBackoff(provider, name, chain, blockNumber, 1000, lowercaseAddresses);
         }), (function (am, exn) {
           Logging.error({
-                err: exn,
+                err: Utils.prettifyExn(exn),
                 msg: "EE1100: Top level promise timeout reached. Please review other errors or warnings in the code. This function will retry in " + String(am._retryDelayMillis / 1000 | 0) + " seconds. It is highly likely that your indexer isn't syncing on one or more chains currently. Also take a look at the \"suggestedFix\" in the metadata of this command",
                 source: name,
                 chainId: chain,