envio 3.0.0-alpha.4 → 3.0.0-alpha.5

package/src/PgStorage.res.mjs

@@ -1,6 +1,7 @@
 // Generated by ReScript, PLEASE EDIT WITH CARE
 
 import * as Fs from "fs";
+import * as Env from "./Env.res.mjs";
 import * as Path from "path";
 import * as $$Array from "rescript/lib/es6/array.js";
 import * as Table from "./db/Table.res.mjs";
@@ -13,6 +14,7 @@ import * as Js_dict from "rescript/lib/es6/js_dict.js";
 import * as Logging from "./Logging.res.mjs";
 import * as $$Promise from "./bindings/Promise.res.mjs";
 import * as Internal from "./Internal.res.mjs";
+import Postgres from "postgres";
 import * as Belt_Array from "rescript/lib/es6/belt_Array.js";
 import * as Prometheus from "./Prometheus.res.mjs";
 import * as Caml_option from "rescript/lib/es6/caml_option.js";
@@ -26,6 +28,24 @@ import * as Caml_js_exceptions from "rescript/lib/es6/caml_js_exceptions.js";
 
 var getCacheRowCountFnName = "get_cache_row_count";
 
+function makeClient() {
+  return Postgres({
+              host: Env.Db.host,
+              port: Env.Db.port,
+              database: Env.Db.database,
+              username: Env.Db.user,
+              password: Env.Db.password,
+              ssl: Env.Db.ssl,
+              max: 2,
+              onnotice: Env.userLogLevel === "warn" || Env.userLogLevel === "error" ? undefined : (function (_str) {
+                    
+                  }),
+              transform: {
+                undefined: null
+              }
+            });
+}
+
 function makeCreateIndexQuery(tableName, indexFields, pgSchema) {
   var indexName = tableName + "_" + indexFields.join("_");
   var index = Belt_Array.map(indexFields, (function (idx) {
@@ -697,7 +717,7 @@ function make(sql, pgHost, pgSchema, pgPort, pgUser, pgDatabase, pgPassword, isH
   var psqlExecOptions = {
     env: psqlExecOptions_env
   };
-  var cacheDirPath = Path.resolve("..", ".envio", "cache");
+  var cacheDirPath = Path.resolve(".envio", "cache");
   var isInitialized = async function () {
     var envioTables = await sql.unsafe("SELECT table_schema FROM information_schema.tables WHERE table_schema = '" + pgSchema + "' AND (table_name = 'event_sync_state' OR table_name = '" + InternalTable.Chains.table.tableName + "');");
     return Utils.$$Array.notEmpty(envioTables);
@@ -1075,6 +1095,7 @@ var maxItemsPerQuery = 500;
 
 export {
   getCacheRowCountFnName ,
+  makeClient ,
   makeCreateIndexQuery ,
   makeCreateTableIndicesQuery ,
   makeCreateTableQuery ,

package/src/UserContext.res

@@ -261,7 +261,6 @@ let handlerTraps: Utils.Proxy.traps<contextParams> = {
       )
 
     | "isPreload" => params.isPreload->Utils.magic
-    | "chains" => params.chains->Utils.magic
     | "chain" =>
       let chainId = params.item->Internal.getItemChainId
       params.chains->Utils.Dict.dangerouslyGetByIntNonOption(chainId)->Utils.magic

package/src/UserContext.res.mjs

@@ -148,8 +148,6 @@ var handlerTraps = {
         case "chain" :
             var chainId = Internal.getItemChainId(params.item);
             return params.chains[chainId];
-        case "chains" :
-            return params.chains;
         case "effect" :
             return initEffect(params);
         case "isPreload" :

package/src/Utils.res

@@ -32,6 +32,19 @@ module Object = {
 
   @val @scope("Object")
   external defineProperty: ('obj, string, propertyDescriptor<'a>) => 'obj = "defineProperty"
+
+  // Property descriptor with required value field (no boxing)
+  type enumerablePropertyDescriptor<'a> = {
+    enumerable: bool,
+    value: 'a,
+  }
+
+  @val @scope("Object")
+  external definePropertyWithValue: ('obj, string, enumerablePropertyDescriptor<'a>) => 'obj =
+    "defineProperty"
+
+  @val @scope("Object")
+  external createNullObject: (@as(json`null`) _, unit) => 'a = "create"
 }
 
 module Error = {

package/src/bindings/Ethers.res

@@ -1,7 +1,3 @@
-type abi = EvmTypes.Abi.t
-
-let makeAbi = (abi: Js.Json.t): abi => abi->Utils.magic
-
 type txHash = string
 
 module Constants = {

package/src/bindings/Ethers.res.mjs

@@ -4,10 +4,6 @@ import * as Ethers from "ethers";
 import * as Address from "../Address.res.mjs";
 import * as Caml_option from "rescript/lib/es6/caml_option.js";
 
-function makeAbi(abi) {
-  return abi;
-}
-
 var Constants = {};
 
 var Filter = {};
@@ -72,7 +68,6 @@ var JsonRpcProvider = {
 };
 
 export {
-  makeAbi ,
   Constants ,
   Filter ,
   CombinedFilter ,

package/src/bindings/Postgres.gen.ts

@@ -0,0 +1,8 @@
+/* TypeScript file generated from Postgres.res by genType. */
+
+/* eslint-disable */
+/* tslint:disable */
+
+import type {Sql as $$sql} from 'postgres';
+
+export type sql = $$sql;

package/src/bindings/Postgres.res

@@ -1,3 +1,6 @@
+// Only needed for some old tests
+// Remove @genType in the future
+@genType.import(("postgres", "Sql"))
 type sql
 
 type undefinedTransform = | @as(undefined) Undefined | @as(null) Null

package/src/bindings/Postgres.res.d.mts

@@ -0,0 +1,5 @@
+// This is to prevent tsc --noEmit from failing
+// when importing code from .res.mjs files in genType .ts files
+// After we upgrade GenType and it starts to include ts-ignore,
+// the line can be removed.
+export type sql = any;

package/src/bindings/RescriptMocha.res

@@ -0,0 +1,123 @@
+module Assert = {
+  type assertion<'a> = ('a, 'a, ~message: string=?) => unit
+
+  @module("assert") external equal: assertion<'a> = "equal"
+  @module("assert") external notEqual: assertion<'a> = "notEqual"
+
+  @module("assert") external deepEqual: assertion<'a> = "deepEqual"
+  @module("assert")
+  external notDeepEqual: assertion<'a> = "notDeepEqual"
+
+  @module("assert") external strictEqual: assertion<'a> = "strictEqual"
+  @module("assert")
+  external notStrictEqual: assertion<'a> = "notStrictEqual"
+
+  @module("assert")
+  external deepStrictEqual: assertion<'a> = "deepStrictEqual"
+  @module("assert")
+  external notDeepStrictEqual: assertion<'a> = "notDeepStrictEqual"
+
+  @module("assert") external ifError: 'a => unit = "ifError"
+
+  @module("assert")
+  external throws: (unit => 'a, ~error: 'error=?, ~message: string=?) => unit = "throws"
+  @module("assert")
+  external doesNotThrow: (unit => 'a, ~error: 'error=?, ~message: string=?) => unit = "doesNotThrow"
+
+  @module("assert")
+  external rejects: (unit => promise<'a>, ~error: 'error=?, ~message: string=?) => promise<unit> =
+    "rejects"
+
+  @module("assert") external ok: (bool, ~message: string=?) => unit = "ok"
+  @module("assert") external fail: string => 'a = "fail"
+}
+
+/* Mocha bindings on `this` for `describe` and `it` functions */
+module This = {
+  @val external timeout: int => unit = "this.timeout"
+  @val external retries: int => unit = "this.retries"
+  @val external slow: int => unit = "this.slow"
+  @val external skip: unit => unit = "this.skip"
+}
+
+@val
+external describe: (string, unit => unit) => unit = "describe"
+@val
+external describe_only: (string, unit => unit) => unit = "describe.only"
+@val
+external describe_skip: (string, unit => unit) => unit = "describe.skip"
+
+@val
+external it: (string, unit => unit) => unit = "it"
+@val
+external it_only: (string, unit => unit) => unit = "it.only"
+@val
+external it_skip: (string, unit => unit) => unit = "it.skip"
+@val
+external before: (unit => unit) => unit = "before"
+@val
+external after: (unit => unit) => unit = "after"
+@val
+external beforeEach: (unit => unit) => unit = "beforeEach"
+@val
+external afterEach: (unit => unit) => unit = "afterEach"
+@val
+external beforeWithTitle: (string, unit => unit) => unit = "before"
+@val
+external afterWithTitle: (string, unit => unit) => unit = "after"
+@val
+external beforeEachWithTitle: (string, unit => unit) => unit = "beforeEach"
+@val
+external afterEachWithTitle: (string, unit => unit) => unit = "afterEach"
+
+module Async = {
+  @val
+  external it: (string, unit => promise<unit>) => unit = "it"
+  @val
+  external it_only: (string, unit => promise<unit>) => unit = "it.only"
+  @val
+  external it_skip: (string, unit => promise<unit>) => unit = "it.skip"
+  @val
+  external before: (unit => promise<unit>) => unit = "before"
+  @val
+  external after: (unit => promise<unit>) => unit = "after"
+  @val
+  external beforeEach: (unit => promise<unit>) => unit = "beforeEach"
+  @val
+  external afterEach: (unit => promise<unit>) => unit = "afterEach"
+  @val
+  external beforeWithTitle: (string, unit => promise<unit>) => unit = "before"
+  @val
+  external afterWithTitle: (string, unit => promise<unit>) => unit = "after"
+  @val
+  external beforeEachWithTitle: (string, unit => promise<unit>) => unit = "beforeEach"
+  @val
+  external afterEachWithTitle: (string, unit => promise<unit>) => unit = "afterEach"
+}
+
+module DoneCallback = {
+  type doneCallback = Js.Nullable.t<Js.Exn.t> => unit
+
+  @val
+  external it: (string, doneCallback => unit) => unit = "it"
+  @val
+  external it_only: (string, doneCallback => unit) => unit = "it.only"
+  @val
+  external it_skip: (string, doneCallback => unit) => unit = "it.skip"
+  @val
+  external before: (doneCallback => unit) => unit = "before"
+  @val
+  external after: (doneCallback => unit) => unit = "after"
+  @val
+  external beforeEach: (doneCallback => unit) => unit = "beforeEach"
+  @val
+  external afterEach: (doneCallback => unit) => unit = "afterEach"
+  @val
+  external beforeWithTitle: (string, doneCallback => unit) => unit = "before"
+  @val
+  external afterWithTitle: (string, doneCallback => unit) => unit = "after"
+  @val
+  external beforeEachWithTitle: (string, doneCallback => unit) => unit = "beforeEach"
+  @val
+  external afterEachWithTitle: (string, doneCallback => unit) => unit = "afterEach"
+}

package/src/bindings/RescriptMocha.res.mjs

@@ -0,0 +1,18 @@
+// Generated by ReScript, PLEASE EDIT WITH CARE
+
+
+var Assert = {};
+
+var This = {};
+
+var Async = {};
+
+var DoneCallback = {};
+
+export {
+  Assert ,
+  This ,
+  Async ,
+  DoneCallback ,
+}
+/* No side effect */

package/src/bindings/Yargs.res

@@ -0,0 +1,8 @@
+type arg = string
+
+type parsedArgs<'a> = 'a
+
+@module("yargs/yargs") external yargs: array<arg> => parsedArgs<'a> = "default" 
+@module("yargs/helpers") external hideBin: array<arg> => array<arg> = "hideBin"
+
+@get external argv: parsedArgs<'a> => 'a = "argv"

package/src/bindings/Yargs.res.mjs

@@ -0,0 +1,2 @@
+// Generated by ReScript, PLEASE EDIT WITH CARE
+/* This output is empty. Its source's type definitions, externals and/or unused code got optimized away. */

package/src/sources/FuelSDK.res

@@ -15,10 +15,11 @@ type receiptType =
   | @as(12) Burn
 
 @module("./vendored-fuel-abi-coder.js")
-external transpileAbi: Js.Json.t => Ethers.abi = "transpileAbi"
+external transpileAbi: Js.Json.t => EvmTypes.Abi.t = "transpileAbi"
 
 @module("./vendored-fuel-abi-coder.js") @scope("AbiCoder")
-external getLogDecoder: (~abi: Ethers.abi, ~logId: string) => string => unknown = "getLogDecoder"
+external getLogDecoder: (~abi: EvmTypes.Abi.t, ~logId: string) => string => unknown =
+  "getLogDecoder"
 
 module Receipt = {
   @tag("receiptType")
@@ -30,7 +31,7 @@ module Receipt = {
     | @as(11) Mint({val: bigint, subId: string})
     | @as(12) Burn({val: bigint, subId: string})
 
-  let getLogDataDecoder = (~abi: Ethers.abi, ~logId: string) => {
+  let getLogDataDecoder = (~abi: EvmTypes.Abi.t, ~logId: string) => {
     let decode = getLogDecoder(~abi, ~logId)
     data => data->decode->Utils.magic
   }

package/src/tui/Tui.res

@@ -0,0 +1,266 @@
+open Ink
+open Belt
+
+module ChainLine = {
+  @react.component
+  let make = (
+    ~chainId,
+    ~maxChainIdLength,
+    ~stdoutColumns: int,
+    ~progressBlock,
+    ~bufferBlock,
+    ~sourceBlock,
+    ~firstEventBlock,
+    ~startBlock,
+    ~endBlock,
+    ~poweredByHyperSync,
+    ~eventsProcessed,
+  ) => {
+    let chainsWidth = Pervasives.min(stdoutColumns - 2, 60)
+    let headerWidth = maxChainIdLength + 10 // 10 for additional text
+
+    switch (progressBlock, bufferBlock, sourceBlock) {
+    | (Some(progressBlock), Some(bufferBlock), Some(sourceBlock)) =>
+      let toBlock = switch endBlock {
+      | Some(endBlock) => Pervasives.min(sourceBlock, endBlock)
+      | None => sourceBlock
+      }
+      let firstEventBlock = firstEventBlock->Option.getWithDefault(startBlock)
+
+      let progressBlockStr = progressBlock->TuiData.formatLocaleString
+      let toBlockStr = toBlock->TuiData.formatLocaleString
+      let eventsStr = eventsProcessed->TuiData.formatLocaleString
+
+      let blocksText =
+        `Blocks: ${progressBlockStr} / ${toBlockStr}` ++
+        (endBlock->Option.isSome ? " (End Block)" : "") ++ `  `
+      let eventsText = `Events: ${eventsStr}`
+
+      let fitsSameLine = blocksText->String.length + eventsText->String.length <= chainsWidth
+
+      <Box flexDirection={Column}>
+        <Box flexDirection=Row width=Num(chainsWidth)>
+          <Box width={Num(headerWidth)}>
+            <Text> {"Chain: "->React.string} </Text>
+            <Text bold=true> {chainId->React.string} </Text>
+            <Text> {" "->React.string} </Text>
+            {poweredByHyperSync ? <Text color=Secondary> {"⚡"->React.string} </Text> : React.null}
+          </Box>
+          <BufferedProgressBar
+            barWidth={chainsWidth - headerWidth}
+            loaded={progressBlock - firstEventBlock}
+            buffered={bufferBlock - firstEventBlock}
+            outOf={toBlock - firstEventBlock}
+            loadingColor={Secondary}
+          />
+        </Box>
+        <Box flexDirection={Row}>
+          <Text color={Gray}> {blocksText->React.string} </Text>
+          {fitsSameLine ? <Text color={Gray}> {eventsText->React.string} </Text> : React.null}
+        </Box>
+        {fitsSameLine
+          ? React.null
+          : <Box flexDirection={Row}>
+              <Text color={Gray}> {eventsText->String.trim->React.string} </Text>
+            </Box>}
+        <Newline />
+      </Box>
+    | (_, _, _) =>
+      <>
+        <Box flexDirection=Row width=Num(chainsWidth)>
+          <Box width={Num(headerWidth)}>
+            <Text> {"Chain: "->React.string} </Text>
+            <Text bold=true> {chainId->React.string} </Text>
+            <Text> {" "->React.string} </Text>
+            {poweredByHyperSync ? <Text color=Secondary> {"⚡"->React.string} </Text> : React.null}
+          </Box>
+          <Text> {"Loading progress..."->React.string} </Text>
+        </Box>
+        <Newline />
+      </>
+    }
+  }
+}
+
+module TotalEventsProcessed = {
+  @react.component
+  let make = (~totalEventsProcessed) => {
+    let label = "Total Events: "
+    <Text>
+      <Text bold=true> {label->React.string} </Text>
+      <Text color={Secondary}>
+        {`${totalEventsProcessed->TuiData.formatLocaleString}`->React.string}
+      </Text>
+    </Text>
+  }
+}
+
+module App = {
+  @react.component
+  let make = (~getState) => {
+    let stdoutColumns = Hooks.useStdoutColumns()
+    let (state: GlobalState.t, setState) = React.useState(() => getState())
+
+    // useEffect to refresh state every 500ms
+    React.useEffect(() => {
+      let intervalId = Js.Global.setInterval(() => {
+        setState(_ => getState())
+      }, 500)
+
+      Some(
+        () => {
+          Js.Global.clearInterval(intervalId)
+        },
+      )
+    }, [getState])
+
+    let chains =
+      state.chainManager.chainFetchers
+      ->ChainMap.values
+      ->Array.map(cf => {
+        let {numEventsProcessed, fetchState, numBatchesFetched} = cf
+        let latestFetchedBlockNumber = Pervasives.max(fetchState->FetchState.bufferBlockNumber, 0)
+        let hasProcessedToEndblock = cf->ChainFetcher.hasProcessedToEndblock
+        let knownHeight =
+          cf->ChainFetcher.hasProcessedToEndblock
+            ? cf.fetchState.endBlock->Option.getWithDefault(cf.fetchState.knownHeight)
+            : cf.fetchState.knownHeight
+
+        let progress: TuiData.progress = if hasProcessedToEndblock {
+          // If the endblock has been reached then set the progress to synced.
+          // if there's chains that have no events in the block range start->end,
+          // it's possible there are no events in that block  range (ie firstEventBlockNumber = None)
+          // This ensures TUI still displays synced in this case
+          let {
+            committedProgressBlockNumber,
+            timestampCaughtUpToHeadOrEndblock,
+            numEventsProcessed,
+            firstEventBlockNumber,
+          } = cf
+
+          Synced({
+            firstEventBlockNumber: firstEventBlockNumber->Option.getWithDefault(0),
+            latestProcessedBlock: committedProgressBlockNumber,
+            timestampCaughtUpToHeadOrEndblock: timestampCaughtUpToHeadOrEndblock->Option.getWithDefault(
+              Js.Date.now()->Js.Date.fromFloat,
+            ),
+            numEventsProcessed,
+          })
+        } else {
+          switch cf {
+          | {
+              committedProgressBlockNumber,
+              timestampCaughtUpToHeadOrEndblock: Some(timestampCaughtUpToHeadOrEndblock),
+              firstEventBlockNumber: Some(firstEventBlockNumber),
+            } =>
+            Synced({
+              firstEventBlockNumber,
+              latestProcessedBlock: committedProgressBlockNumber,
+              timestampCaughtUpToHeadOrEndblock,
+              numEventsProcessed,
+            })
+          | {
+              committedProgressBlockNumber,
+              timestampCaughtUpToHeadOrEndblock: None,
+              firstEventBlockNumber: Some(firstEventBlockNumber),
+            } =>
+            Syncing({
+              firstEventBlockNumber,
+              latestProcessedBlock: committedProgressBlockNumber,
+              numEventsProcessed,
+            })
+          | {firstEventBlockNumber: None} => SearchingForEvents
+          }
+        }
+
+        (
+          {
+            progress,
+            knownHeight,
+            latestFetchedBlockNumber,
+            numBatchesFetched,
+            eventsProcessed: numEventsProcessed,
+            chainId: cf.chainConfig.id->Int.toString,
+            progressBlock: cf.committedProgressBlockNumber === -1
+              ? None
+              : Some(cf.committedProgressBlockNumber),
+            bufferBlock: Some(latestFetchedBlockNumber),
+            sourceBlock: Some(cf.fetchState.knownHeight),
+            firstEventBlockNumber: cf.firstEventBlockNumber,
+            startBlock: cf.fetchState.startBlock,
+            endBlock: cf.fetchState.endBlock,
+            poweredByHyperSync: (
+              cf.sourceManager->SourceManager.getActiveSource
+            ).poweredByHyperSync,
+          }: TuiData.chain
+        )
+      })
+
+    let totalEventsProcessed = chains->Array.reduce(0, (acc, chain) => {
+      acc + chain.eventsProcessed
+    })
+    let maxChainIdLength = chains->Array.reduce(0, (acc, chain) => {
+      let chainIdLength = chain.chainId->String.length
+      if chainIdLength > acc {
+        chainIdLength
+      } else {
+        acc
+      }
+    })
+
+    <Box flexDirection={Column}>
+      <BigText
+        text="envio"
+        colors=[Secondary, Primary]
+        font={chains->Array.length > 5 ? Tiny : Block}
+        space=false
+      />
+      <Newline />
+      {chains
+      ->Array.mapWithIndex((i, chainData) => {
+        <ChainLine
+          key={i->Int.toString}
+          chainId={chainData.chainId}
+          maxChainIdLength={maxChainIdLength}
+          progressBlock={chainData.progressBlock}
+          bufferBlock={chainData.bufferBlock}
+          sourceBlock={chainData.sourceBlock}
+          startBlock={chainData.startBlock}
+          endBlock={chainData.endBlock}
+          stdoutColumns={stdoutColumns}
+          firstEventBlock={chainData.firstEventBlockNumber}
+          poweredByHyperSync={chainData.poweredByHyperSync}
+          eventsProcessed={chainData.eventsProcessed}
+        />
+      })
+      ->React.array}
+      <TotalEventsProcessed totalEventsProcessed />
+      <SyncETA chains indexerStartTime=state.indexerStartTime />
+      <Newline />
+      <Box flexDirection={Row}>
+        <Text> {"GraphQL: "->React.string} </Text>
+        <Text color={Info} underline=true> {Env.Hasura.url->React.string} </Text>
+        {
+          let defaultPassword = "testing"
+          if Env.Hasura.secret == defaultPassword {
+            <Text color={Gray}> {` (password: ${defaultPassword})`->React.string} </Text>
+          } else {
+            React.null
+          }
+        }
+      </Box>
+      <Box flexDirection={Row}>
+        <Text> {"Dev Console: "->React.string} </Text>
+        <Text color={Info} underline=true> {`${Env.envioAppUrl}/console`->React.string} </Text>
+      </Box>
+      <Messages config=state.ctx.config />
+    </Box>
+  }
+}
+
+let start = (~getState) => {
+  let {rerender} = render(<App getState />)
+  () => {
+    rerender(<App getState />)
+  }
+}