envio 3.0.0-alpha.2 → 3.0.0-alpha.21

package/src/SimulateItems.res.mjs

@@ -0,0 +1,335 @@
+// Generated by ReScript, PLEASE EDIT WITH CARE
+
+import * as Js_exn from "rescript/lib/es6/js_exn.js";
+import * as Address from "./Address.res.mjs";
+import * as Js_dict from "rescript/lib/es6/js_dict.js";
+import * as Caml_obj from "rescript/lib/es6/caml_obj.js";
+import * as ChainMap from "./ChainMap.res.mjs";
+import * as Belt_Array from "rescript/lib/es6/belt_Array.js";
+import * as Belt_Option from "rescript/lib/es6/belt_Option.js";
+import * as Caml_option from "rescript/lib/es6/caml_option.js";
+import * as SimulateSource from "./sources/SimulateSource.res.mjs";
+import * as S$RescriptSchema from "rescript-schema/src/S.res.mjs";
+
+var evmSimulateBlockSchema = S$RescriptSchema.schema(function (s) {
+      return {
+              number: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.$$int), 0)),
+              timestamp: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.$$int), 0)),
+              hash: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.string), "")),
+              parentHash: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.string), "")),
+              sha3Uncles: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.string), "")),
+              logsBloom: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.string), "")),
+              transactionsRoot: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.string), "")),
+              stateRoot: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.string), "")),
+              receiptsRoot: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.string), "")),
+              miner: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(Address.schema), "0x0000000000000000000000000000000000000000")),
+              extraData: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.string), "")),
+              size: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.bigint), 0n)),
+              gasLimit: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.bigint), 0n)),
+              gasUsed: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.bigint), 0n)),
+              nonce: s.m(S$RescriptSchema.$$null(S$RescriptSchema.bigint)),
+              difficulty: s.m(S$RescriptSchema.$$null(S$RescriptSchema.bigint)),
+              totalDifficulty: s.m(S$RescriptSchema.$$null(S$RescriptSchema.bigint)),
+              uncles: s.m(S$RescriptSchema.$$null(S$RescriptSchema.array(S$RescriptSchema.string))),
+              baseFeePerGas: s.m(S$RescriptSchema.$$null(S$RescriptSchema.bigint)),
+              blobGasUsed: s.m(S$RescriptSchema.$$null(S$RescriptSchema.bigint)),
+              excessBlobGas: s.m(S$RescriptSchema.$$null(S$RescriptSchema.bigint)),
+              parentBeaconBlockRoot: s.m(S$RescriptSchema.$$null(S$RescriptSchema.string)),
+              withdrawalsRoot: s.m(S$RescriptSchema.$$null(S$RescriptSchema.string)),
+              l1BlockNumber: s.m(S$RescriptSchema.$$null(S$RescriptSchema.$$int)),
+              sendCount: s.m(S$RescriptSchema.$$null(S$RescriptSchema.string)),
+              sendRoot: s.m(S$RescriptSchema.$$null(S$RescriptSchema.string)),
+              mixHash: s.m(S$RescriptSchema.$$null(S$RescriptSchema.string))
+            };
+    });
+
+function parseEvmSimulateBlock(defaultBlockNumber, blockJson) {
+  var block = blockJson !== undefined ? S$RescriptSchema.convertOrThrow(blockJson, evmSimulateBlockSchema) : S$RescriptSchema.convertOrThrow({}, evmSimulateBlockSchema);
+  if (Belt_Option.isNone(blockJson) || block.number === 0) {
+    block["number"] = defaultBlockNumber;
+  }
+  return block;
+}
+
+var evmSimulateTransactionSchema = S$RescriptSchema.schema(function (s) {
+      return {
+              transactionIndex: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.$$int), 0)),
+              hash: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.string), "")),
+              gas: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.bigint), 0n)),
+              input: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.string), "")),
+              nonce: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.bigint), 0n)),
+              value: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.bigint), 0n)),
+              cumulativeGasUsed: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.bigint), 0n)),
+              effectiveGasPrice: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.bigint), 0n)),
+              gasUsed: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.bigint), 0n)),
+              logsBloom: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.string), "")),
+              accessList: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.json(false)), null)),
+              v: s.m(S$RescriptSchema.$$null(S$RescriptSchema.string)),
+              r: s.m(S$RescriptSchema.$$null(S$RescriptSchema.string)),
+              s: s.m(S$RescriptSchema.$$null(S$RescriptSchema.string)),
+              yParity: s.m(S$RescriptSchema.$$null(S$RescriptSchema.string)),
+              from: s.m(S$RescriptSchema.$$null(Address.schema)),
+              to: s.m(S$RescriptSchema.$$null(Address.schema)),
+              contractAddress: s.m(S$RescriptSchema.$$null(S$RescriptSchema.string)),
+              gasPrice: s.m(S$RescriptSchema.$$null(S$RescriptSchema.bigint)),
+              maxPriorityFeePerGas: s.m(S$RescriptSchema.$$null(S$RescriptSchema.bigint)),
+              maxFeePerGas: s.m(S$RescriptSchema.$$null(S$RescriptSchema.bigint)),
+              maxFeePerBlobGas: s.m(S$RescriptSchema.$$null(S$RescriptSchema.bigint)),
+              blobVersionedHashes: s.m(S$RescriptSchema.$$null(S$RescriptSchema.array(S$RescriptSchema.string))),
+              root: s.m(S$RescriptSchema.$$null(S$RescriptSchema.string)),
+              status: s.m(S$RescriptSchema.$$null(S$RescriptSchema.$$int)),
+              type: s.m(S$RescriptSchema.$$null(S$RescriptSchema.$$int)),
+              l1Fee: s.m(S$RescriptSchema.$$null(S$RescriptSchema.bigint)),
+              l1GasPrice: s.m(S$RescriptSchema.$$null(S$RescriptSchema.bigint)),
+              l1GasUsed: s.m(S$RescriptSchema.$$null(S$RescriptSchema.bigint)),
+              l1FeeScalar: s.m(S$RescriptSchema.$$null(S$RescriptSchema.$$float)),
+              gasUsedForL1: s.m(S$RescriptSchema.$$null(S$RescriptSchema.bigint)),
+              authorizationList: s.m(S$RescriptSchema.$$null(S$RescriptSchema.json(false)))
+            };
+    });
+
+function parseEvmSimulateTransaction(transactionJson) {
+  if (transactionJson !== undefined) {
+    return S$RescriptSchema.convertOrThrow(transactionJson, evmSimulateTransactionSchema);
+  } else {
+    return S$RescriptSchema.convertOrThrow({}, evmSimulateTransactionSchema);
+  }
+}
+
+var fuelSimulateBlockSchema = S$RescriptSchema.schema(function (s) {
+      return {
+              id: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.string), "")),
+              height: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.$$int), 0)),
+              time: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.$$int), 0))
+            };
+    });
+
+function parseFuelSimulateBlock(defaultBlockNumber, blockJson) {
+  var block = blockJson !== undefined ? S$RescriptSchema.convertOrThrow(blockJson, fuelSimulateBlockSchema) : S$RescriptSchema.convertOrThrow({}, fuelSimulateBlockSchema);
+  if (Belt_Option.isNone(blockJson) || block.height === 0) {
+    block["height"] = defaultBlockNumber;
+  }
+  return block;
+}
+
+var fuelSimulateTransactionSchema = S$RescriptSchema.schema(function (s) {
+      return {
+              id: s.m(S$RescriptSchema.$$Option.getOr(S$RescriptSchema.$$null(S$RescriptSchema.string), ""))
+            };
+    });
+
+function parseFuelSimulateTransaction(transactionJson) {
+  if (transactionJson !== undefined) {
+    return S$RescriptSchema.convertOrThrow(transactionJson, fuelSimulateTransactionSchema);
+  } else {
+    return S$RescriptSchema.convertOrThrow({}, fuelSimulateTransactionSchema);
+  }
+}
+
+function findEventConfig(config, contractName, eventName) {
+  var found = {
+    contents: undefined
+  };
+  Belt_Array.forEach(ChainMap.values(config.chainMap), (function (chainConfig) {
+          Belt_Array.forEach(chainConfig.contracts, (function (contract) {
+                  if (contract.name === contractName) {
+                    return Belt_Array.forEach(contract.events, (function (eventConfig) {
+                                  if (eventConfig.name === eventName) {
+                                    found.contents = eventConfig;
+                                    return ;
+                                  }
+                                  
+                                }));
+                  }
+                  
+                }));
+        }));
+  return found.contents;
+}
+
+function parse(simulateItems, config, chainConfig) {
+  var chain = ChainMap.Chain.makeUnsafe(chainConfig.id);
+  var chainId = chainConfig.id;
+  var startBlock = chainConfig.startBlock;
+  var currentBlock = {
+    contents: startBlock
+  };
+  var currentLogIndex = {
+    contents: 0
+  };
+  var items = [];
+  Belt_Array.forEach(simulateItems, (function (rawJson) {
+          var match = rawJson.contract;
+          var match$1 = rawJson.event;
+          if (match === undefined) {
+            return Js_exn.raiseError("simulate: Invalid item. Each item must have \"contract\" and \"event\" fields.");
+          }
+          if (match$1 === undefined) {
+            return Js_exn.raiseError("simulate: Invalid item. Each item must have \"contract\" and \"event\" fields.");
+          }
+          var ec = findEventConfig(config, match, match$1);
+          var eventConfig = ec !== undefined ? ec : Js_exn.raiseError("simulate: Event \"" + match$1 + "\" not found on contract \"" + match + "\". Check that the contract and event names match your config.yaml.");
+          var json = rawJson.params;
+          var paramsJson = json !== undefined ? json : ({});
+          var params = S$RescriptSchema.convertOrThrow(paramsJson, eventConfig.simulateParamsSchema);
+          var li = rawJson.logIndex;
+          var logIndex;
+          if (li !== undefined) {
+            logIndex = li;
+          } else {
+            var li$1 = currentLogIndex.contents;
+            currentLogIndex.contents = li$1 + 1 | 0;
+            logIndex = li$1;
+          }
+          var addr = rawJson.srcAddress;
+          var srcAddress;
+          if (addr !== undefined) {
+            srcAddress = Caml_option.valFromOption(addr);
+          } else {
+            var addr$1 = {
+              contents: "0x0000000000000000000000000000000000000000"
+            };
+            Belt_Array.forEach(chainConfig.contracts, (function (contract) {
+                    if (contract.name !== match) {
+                      return ;
+                    }
+                    var a = Belt_Array.get(contract.addresses, 0);
+                    if (a !== undefined) {
+                      addr$1.contents = Caml_option.valFromOption(a);
+                      return ;
+                    }
+                    
+                  }));
+            srcAddress = addr$1.contents;
+          }
+          var blockJson = rawJson.block;
+          var blockJson$1 = (blockJson == null) ? undefined : Caml_option.some(blockJson);
+          var transactionJson = rawJson.transaction;
+          var transactionJson$1 = (transactionJson == null) ? undefined : Caml_option.some(transactionJson);
+          var match$2 = config.ecosystem.name;
+          var match$3;
+          switch (match$2) {
+            case "evm" :
+                var block = parseEvmSimulateBlock(currentBlock.contents, blockJson$1);
+                match$3 = [
+                  block,
+                  block.number,
+                  block.timestamp
+                ];
+                break;
+            case "fuel" :
+                var block$1 = parseFuelSimulateBlock(currentBlock.contents, blockJson$1);
+                match$3 = [
+                  block$1,
+                  block$1.height,
+                  block$1.time
+                ];
+                break;
+            case "svm" :
+                match$3 = Js_exn.raiseError("simulate is not supported for SVM ecosystem");
+                break;
+            
+          }
+          var blockNumber = match$3[1];
+          var match$4 = config.ecosystem.name;
+          var transaction;
+          switch (match$4) {
+            case "evm" :
+                transaction = parseEvmSimulateTransaction(transactionJson$1);
+                break;
+            case "fuel" :
+                transaction = parseFuelSimulateTransaction(transactionJson$1);
+                break;
+            case "svm" :
+                transaction = Js_exn.raiseError("simulate is not supported for SVM ecosystem");
+                break;
+            
+          }
+          currentBlock.contents = blockNumber;
+          items.push({
+                kind: 0,
+                eventConfig: eventConfig,
+                timestamp: match$3[2],
+                chain: chain,
+                blockNumber: blockNumber,
+                logIndex: logIndex,
+                event: {
+                  contractName: eventConfig.contractName,
+                  eventName: eventConfig.name,
+                  params: params,
+                  chainId: chainId,
+                  srcAddress: srcAddress,
+                  logIndex: logIndex,
+                  transaction: transaction,
+                  block: match$3[0]
+                }
+              });
+        }));
+  return items;
+}
+
+function patchConfig(config, processConfig) {
+  var processChains = processConfig.chains;
+  if (processChains == null) {
+    return config;
+  }
+  var newChainMap = ChainMap.mapWithKey(config.chainMap, (function (chain, chainConfig) {
+          var chainIdStr = String(chain);
+          var processChainJson = Js_dict.get(processChains, chainIdStr);
+          if (processChainJson === undefined) {
+            return chainConfig;
+          }
+          var simulateRaw = processChainJson.simulate;
+          if (simulateRaw == null) {
+            return chainConfig;
+          }
+          var items = parse(simulateRaw, config, chainConfig);
+          var startBlock = processChainJson.startBlock;
+          var endBlock = processChainJson.endBlock;
+          var source = SimulateSource.make(items, endBlock, chain);
+          var newrecord = Caml_obj.obj_dup(chainConfig);
+          newrecord.sourceConfig = {
+            TAG: "CustomSources",
+            _0: [source]
+          };
+          newrecord.endBlock = endBlock;
+          newrecord.startBlock = startBlock;
+          return newrecord;
+        }));
+  return {
+          name: config.name,
+          description: config.description,
+          handlers: config.handlers,
+          contractHandlers: config.contractHandlers,
+          shouldRollbackOnReorg: config.shouldRollbackOnReorg,
+          shouldSaveFullHistory: config.shouldSaveFullHistory,
+          multichain: config.multichain,
+          chainMap: newChainMap,
+          defaultChain: config.defaultChain,
+          ecosystem: config.ecosystem,
+          enableRawEvents: config.enableRawEvents,
+          maxAddrInPartition: config.maxAddrInPartition,
+          batchSize: config.batchSize,
+          lowercaseAddresses: config.lowercaseAddresses,
+          addContractNameToContractNameMapping: config.addContractNameToContractNameMapping,
+          userEntitiesByName: config.userEntitiesByName,
+          userEntities: config.userEntities,
+          allEntities: config.allEntities,
+          allEnums: config.allEnums
+        };
+}
+
+export {
+  evmSimulateBlockSchema ,
+  parseEvmSimulateBlock ,
+  evmSimulateTransactionSchema ,
+  parseEvmSimulateTransaction ,
+  fuelSimulateBlockSchema ,
+  parseFuelSimulateBlock ,
+  fuelSimulateTransactionSchema ,
+  parseFuelSimulateTransaction ,
+  findEventConfig ,
+  parse ,
+  patchConfig ,
+}
+/* evmSimulateBlockSchema Not a pure module */

package/src/Sink.res

@@ -5,7 +5,7 @@ type t = {
     ~entities: array<Internal.entityConfig>=?,
     ~enums: array<Table.enumConfig<Table.enum>>=?,
   ) => promise<unit>,
-  resume: (~checkpointId: float) => promise<unit>,
+  resume: (~checkpointId: Internal.checkpointId) => promise<unit>,
   writeBatch: (
     ~batch: Batch.t,
     ~updatedEntities: array<Persistence.updatedEntity>,
@@ -27,6 +27,8 @@ let makeClickHouse = (~host, ~database, ~username, ~password): t => {
   | None => "envio_sink"
   }
 
+  let cache = Utils.WeakMap.make()
+
   {
     name: "ClickHouse",
     initialize: (~chainConfigs as _=[], ~entities=[], ~enums=[]) => {
@@ -38,7 +40,7 @@ let makeClickHouse = (~host, ~database, ~username, ~password): t => {
     writeBatch: async (~batch, ~updatedEntities) => {
       await Promise.all(
         updatedEntities->Belt.Array.map(({entityConfig, updates}) => {
-          ClickHouse.setUpdatesOrThrow(client, ~updates, ~entityConfig, ~database)
+          ClickHouse.setUpdatesOrThrow(client, ~cache, ~updates, ~entityConfig, ~database)
         }),
       )->Promise.ignoreValue
       await ClickHouse.setCheckpointsOrThrow(client, ~batch, ~database)

package/src/Sink.res.mjs

@@ -11,6 +11,7 @@ function makeClickHouse(host, database, username, password) {
         password: password
       });
   var database$1 = database !== undefined ? database : "envio_sink";
+  var cache = new WeakMap();
   return {
           name: "ClickHouse",
           initialize: (function ($staropt$star, $staropt$star$1, $staropt$star$2) {
@@ -24,7 +25,7 @@ function makeClickHouse(host, database, username, password) {
             }),
           writeBatch: (async function (batch, updatedEntities) {
               await Promise.all(Belt_Array.map(updatedEntities, (function (param) {
-                          return ClickHouse.setUpdatesOrThrow(client, param.updates, param.entityConfig, database$1);
+                          return ClickHouse.setUpdatesOrThrow(client, cache, param.updates, param.entityConfig, database$1);
                         })));
               return await ClickHouse.setCheckpointsOrThrow(client, batch, database$1);
             })

package/src/TableIndices.res

@@ -107,4 +107,3 @@ module Index = {
     | Single(index) => SingleIndex.evaluate(index, ~fieldName, ~fieldValue)
     }
 }
-