envio 3.13.0-rc.0 → 3.14.0

package/src/tui/Tui.res.mjs

@@ -1,328 +1,19 @@
 // Generated by ReScript, PLEASE EDIT WITH CARE
 
 import * as Env from "../Env.res.mjs";
-import * as Ink from "./bindings/Ink.res.mjs";
-import * as Ink$1 from "ink";
+import * as Core from "../Core.res.mjs";
 import * as Envio from "../Envio.res.mjs";
-import * as React from "react";
-import * as SyncETA from "./components/SyncETA.res.mjs";
-import * as TuiData from "./components/TuiData.res.mjs";
-import * as Messages from "./components/Messages.res.mjs";
-import * as Stdlib_Array from "@rescript/runtime/lib/es6/Stdlib_Array.js";
-import InkBigText from "ink-big-text";
-import * as Primitive_int from "@rescript/runtime/lib/es6/Primitive_int.js";
+import * as Utils from "../Utils.res.mjs";
+import * as ChainId from "../ChainId.res.mjs";
+import * as InitApi from "./InitApi.res.mjs";
+import * as Logging from "../Logging.res.mjs";
+import * as Metrics from "../Metrics.res.mjs";
+import * as Process from "process";
+import * as Nodestream from "node:stream";
+import * as Nodeconsole from "node:console";
 import * as Stdlib_Option from "@rescript/runtime/lib/es6/Stdlib_Option.js";
-import * as Primitive_float from "@rescript/runtime/lib/es6/Primitive_float.js";
 import * as Primitive_option from "@rescript/runtime/lib/es6/Primitive_option.js";
-import * as JsxRuntime from "react/jsx-runtime";
-import * as BufferedProgressBar from "./components/BufferedProgressBar.res.mjs";
-
-function Tui$ChainLine(props) {
-  let blockUnit = props.blockUnit;
-  let startBlock = props.startBlock;
-  let toBlock = props.toBlock;
-  let progressBlock = props.progressBlock;
-  let chainsWidth = Primitive_int.min(props.stdoutColumns - 2 | 0, 60);
-  let headerWidth = props.maxChainIdLength + 10 | 0;
-  let progressBlockStr = TuiData.formatLocaleString(progressBlock);
-  let toBlockStr = TuiData.formatLocaleString(toBlock);
-  let eventsStr = TuiData.formatFloatLocaleString(props.eventsProcessed);
-  let endLabel = ` (End ` + blockUnit + `)`;
-  let blocksText = blockUnit + `s: ` + progressBlockStr + ` / ` + toBlockStr + (
-    Stdlib_Option.isSome(props.endBlock) ? endLabel : ""
-  ) + `  `;
-  let eventsText = `Events: ` + eventsStr;
-  let fitsSameLine = (blocksText.length + eventsText.length | 0) <= chainsWidth;
-  return JsxRuntime.jsxs(Ink$1.Box, {
-    children: [
-      JsxRuntime.jsxs(Ink$1.Box, {
-        children: [
-          JsxRuntime.jsxs(Ink$1.Box, {
-            children: [
-              JsxRuntime.jsx(Ink$1.Text, {
-                children: "Chain: "
-              }),
-              JsxRuntime.jsx(Ink$1.Text, {
-                children: props.chainId,
-                bold: true
-              }),
-              JsxRuntime.jsx(Ink$1.Text, {
-                children: " "
-              }),
-              props.poweredByHyperSync ? JsxRuntime.jsx(Ink$1.Text, {
-                  children: "⚡",
-                  color: "#FFBB2F"
-                }) : null
-            ],
-            width: headerWidth
-          }),
-          JsxRuntime.jsx(BufferedProgressBar.make, {
-            loaded: progressBlock - startBlock | 0,
-            buffered: props.bufferBlock - startBlock | 0,
-            outOf: toBlock - startBlock | 0,
-            barWidth: chainsWidth - headerWidth | 0,
-            loadingColor: "#FFBB2F"
-          })
-        ],
-        width: chainsWidth,
-        flexDirection: "row"
-      }),
-      JsxRuntime.jsxs(Ink$1.Box, {
-        children: [
-          JsxRuntime.jsx(Ink$1.Text, {
-            children: blocksText,
-            color: "gray"
-          }),
-          fitsSameLine ? JsxRuntime.jsx(Ink$1.Text, {
-              children: eventsText,
-              color: "gray"
-            }) : null
-        ],
-        flexDirection: "row"
-      }),
-      fitsSameLine ? null : JsxRuntime.jsx(Ink$1.Box, {
-          children: JsxRuntime.jsx(Ink$1.Text, {
-            children: eventsText.trim(),
-            color: "gray"
-          }),
-          flexDirection: "row"
-        }),
-      JsxRuntime.jsx(Ink.Newline.make, {})
-    ],
-    flexDirection: "column"
-  });
-}
-
-let ChainLine = {
-  make: Tui$ChainLine
-};
-
-function computeEps(samples) {
-  let len = samples.length;
-  let match = samples[0];
-  let match$1 = samples[len - 1 | 0];
-  if (match !== undefined && match$1 !== undefined && match$1.time > match.time) {
-    return (match$1.events - match.events) / ((match$1.time - match.time) / 1000);
-  }
-}
-
-function use(totalEventsProcessed, tick) {
-  let match = React.useState(() => []);
-  let setSamples = match[1];
-  React.useEffect(() => {
-    let now = Date.now();
-    let cutoff = now - 60000;
-    setSamples(prev => {
-      let kept = prev.filter(s => s.time >= cutoff);
-      return kept.concat([{
-          time: now,
-          events: totalEventsProcessed
-        }]);
-    });
-  }, [tick]);
-  return computeEps(match[0]);
-}
-
-let EventsPerSecond = {
-  windowMs: 60000,
-  computeEps: computeEps,
-  use: use
-};
-
-function Tui$TotalEventsProcessed(props) {
-  let eventsPerSecond = props.eventsPerSecond;
-  return JsxRuntime.jsxs(Ink$1.Text, {
-    children: [
-      JsxRuntime.jsx(Ink$1.Text, {
-        children: "Total Events: ",
-        bold: true
-      }),
-      JsxRuntime.jsx(Ink$1.Text, {
-        children: TuiData.formatFloatLocaleString(props.totalEventsProcessed),
-        color: "#FFBB2F"
-      }),
-      eventsPerSecond !== undefined ? JsxRuntime.jsx(Ink$1.Text, {
-          children: ` (` + TuiData.formatFloatLocaleString(Math.round(eventsPerSecond)) + ` events/sec)`,
-          color: "gray"
-        }) : null
-    ]
-  });
-}
-
-let TotalEventsProcessed = {
-  make: Tui$TotalEventsProcessed
-};
-
-function Tui$App(props) {
-  let getMetrics = props.getMetrics;
-  let config = props.config;
-  let stdoutColumns = Ink.Hooks.useStdoutColumns();
-  let match = React.useState(() => 0);
-  let setTick = match[1];
-  let metrics = getMetrics();
-  React.useEffect(() => {
-    let intervalId = setInterval(() => setTick(t => t + 1 | 0), 500);
-    return () => {
-      clearInterval(intervalId);
-    };
-  }, [getMetrics]);
-  let match$1 = config.ecosystem.name;
-  let blockUnit;
-  switch (match$1) {
-    case "evm" :
-    case "fuel" :
-      blockUnit = "Block";
-      break;
-    case "svm" :
-      blockUnit = "Slot";
-      break;
-  }
-  let chains = metrics.chains.map(m => TuiData.fromChainMetrics(m, blockUnit));
-  let totalEventsProcessed = Stdlib_Array.reduce(chains, 0, (acc, chain) => acc + chain.eventsProcessed);
-  let maxChainIdLength = Stdlib_Array.reduce(chains, 0, (acc, chain) => {
-    let chainIdLength = chain.chainId.length;
-    if (chainIdLength > acc) {
-      return chainIdLength;
-    } else {
-      return acc;
-    }
-  });
-  let eventsPerSecond = use(totalEventsProcessed, match[0]);
-  let maxRateLimitTimeMs = Stdlib_Array.reduce(chains, 0, (acc, chain) => Primitive_float.max(acc, chain.rateLimitTimeMs));
-  let maxResetInMs = Stdlib_Array.reduce(chains, 0.0, (acc, chain) => Primitive_float.max(acc, Stdlib_Option.getOr(chain.rateLimitResetInMs, 0.0)));
-  let tmp;
-  if (maxRateLimitTimeMs > 1000) {
-    let rateLimitSecs = Math.round(maxRateLimitTimeMs / 1000);
-    let activeSuffix;
-    if (maxResetInMs > 0.0) {
-      let resetSecs = Primitive_float.max(1.0, Math.ceil(maxResetInMs / 1000));
-      activeSuffix = ` (⏳ ` + TuiData.formatFloatLocaleString(resetSecs) + `s until reset)`;
-    } else {
-      activeSuffix = "";
-    }
-    tmp = JsxRuntime.jsxs(Ink$1.Box, {
-      children: [
-        JsxRuntime.jsx(Ink.Newline.make, {}),
-        JsxRuntime.jsx(Ink$1.Text, {
-          children: `Backfill ` + TuiData.formatFloatLocaleString(rateLimitSecs) + `s slower due to your plan's rate limit` + activeSuffix,
-          color: "#FF8269"
-        }),
-        JsxRuntime.jsxs(Ink$1.Text, {
-          children: [
-            JsxRuntime.jsx(Ink$1.Text, {
-              children: "Upgrade at ",
-              color: "#FF8269"
-            }),
-            JsxRuntime.jsx(Ink$1.Text, {
-              children: "https://envio.dev/app/api-tokens",
-              color: "#FF8269",
-              underline: true
-            }),
-            JsxRuntime.jsx(Ink$1.Text, {
-              children: " for higher rate limits.",
-              color: "#FF8269"
-            })
-          ],
-          color: "#FF8269"
-        })
-      ],
-      flexDirection: "column"
-    });
-  } else {
-    tmp = null;
-  }
-  let defaultPassword = "testing";
-  let match$2 = config.storage.clickhouse;
-  let match$3 = Env.ClickHouse.host();
-  return JsxRuntime.jsxs(Ink$1.Box, {
-    children: [
-      JsxRuntime.jsx(InkBigText, {
-        text: "envio",
-        font: chains.length > 5 ? "tiny" : "block",
-        colors: [
-          "#FFBB2F",
-          "#9860E5"
-        ],
-        space: false
-      }),
-      JsxRuntime.jsx(Ink.Newline.make, {}),
-      chains.map((chainData, i) => JsxRuntime.jsx(Tui$ChainLine, {
-        chainId: chainData.chainId,
-        maxChainIdLength: maxChainIdLength,
-        stdoutColumns: stdoutColumns,
-        progressBlock: chainData.progressBlock,
-        bufferBlock: chainData.bufferBlock,
-        toBlock: chainData.toBlock,
-        startBlock: chainData.startBlock,
-        endBlock: chainData.endBlock,
-        poweredByHyperSync: chainData.poweredByHyperSync,
-        eventsProcessed: chainData.eventsProcessed,
-        blockUnit: chainData.blockUnit
-      }, i.toString())),
-      JsxRuntime.jsx(Tui$TotalEventsProcessed, {
-        totalEventsProcessed: totalEventsProcessed,
-        eventsPerSecond: SyncETA.isIndexerFullySynced(chains) ? undefined : eventsPerSecond
-      }),
-      JsxRuntime.jsx(SyncETA.make, {
-        chains: chains,
-        indexerStartTime: metrics.startTime
-      }),
-      tmp,
-      JsxRuntime.jsx(Ink.Newline.make, {}),
-      JsxRuntime.jsxs(Ink$1.Box, {
-        children: [
-          JsxRuntime.jsx(Ink$1.Text, {
-            children: "GraphQL: "
-          }),
-          JsxRuntime.jsx(Ink$1.Text, {
-            children: Env.Hasura.url,
-            color: "#6CBFEE",
-            underline: true
-          }),
-          Env.Hasura.secret === defaultPassword ? JsxRuntime.jsx(Ink$1.Text, {
-              children: ` (password: ` + defaultPassword + `)`,
-              color: "gray"
-            }) : null
-        ],
-        flexDirection: "row"
-      }),
-      config.isDev ? JsxRuntime.jsxs(Ink$1.Box, {
-          children: [
-            JsxRuntime.jsx(Ink$1.Text, {
-              children: "Dev Console: "
-            }),
-            JsxRuntime.jsx(Ink$1.Text, {
-              children: Env.envioAppUrl + `/console`,
-              color: "#6CBFEE",
-              underline: true
-            })
-          ],
-          flexDirection: "row"
-        }) : null,
-      match$2 && match$3 !== undefined ? JsxRuntime.jsxs(Ink$1.Box, {
-          children: [
-            JsxRuntime.jsx(Ink$1.Text, {
-              children: "ClickHouse: "
-            }),
-            JsxRuntime.jsx(Ink$1.Text, {
-              children: match$3 + `/play`,
-              color: "#6CBFEE",
-              underline: true
-            })
-          ],
-          flexDirection: "row"
-        }) : null,
-      JsxRuntime.jsx(Messages.make, {
-        config: config
-      })
-    ],
-    flexDirection: "column"
-  });
-}
-
-let App = {
-  make: Tui$App
-};
+import * as Primitive_exceptions from "@rescript/runtime/lib/es6/Primitive_exceptions.js";
 
 function shouldUse(suppressedOpt, explicitTuiOpt) {
   let suppressed = suppressedOpt !== undefined ? suppressedOpt : false;
@@ -336,24 +27,124 @@ function shouldUse(suppressedOpt, explicitTuiOpt) {
   }
 }
 
+function toChain(m) {
+  return {
+    chainId: ChainId.toString(m.chainId),
+    poweredByHyperSync: m.poweredByHyperSync,
+    startBlock: m.startBlock,
+    endBlock: m.endBlock,
+    firstEventBlockNumber: m.firstEventBlockNumber,
+    progressBlockNumber: m.progressBlockNumber,
+    latestFetchedBlockNumber: m.latestFetchedBlockNumber,
+    knownHeight: m.knownHeight,
+    sourceBlockNumber: m.sourceBlockNumber,
+    timestampCaughtUpToHeadOrEndblock: Stdlib_Option.map(m.timestampCaughtUpToHeadOrEndblock, prim => prim.getTime()),
+    numEventsProcessed: m.numEventsProcessed,
+    rateLimitTimeMs: m.rateLimitTimeMs,
+    rateLimitResetInMs: m.rateLimitResetInMs,
+    processedToEndblock: Metrics.hasProcessedToEndblock(m)
+  };
+}
+
+let redirectConsole = ((Console, Writable, print) => {
+  let original = [];
+  const restore = () => original.forEach(([name, method]) => { console[name] = method; });
+  const toDisplay = (stream) => new Writable({
+    write(chunk, _encoding, callback) {
+      // Each call ends its output with a newline, which printing a line adds.
+      if (!print(chunk.toString().replace(/\n$/, ""))) {
+        restore();
+        stream.write(chunk);
+      }
+      callback();
+    },
+  });
+  const redirected = new Console({
+    stdout: toDisplay(process.stdout),
+    stderr: process.stderr.isTTY ? toDisplay(process.stderr) : process.stderr,
+    colorMode: process.stdout.hasColors(),
+  });
+  const methods = Object.keys(console).filter((name) => typeof redirected[name] === "function");
+  original = methods.map((name) => [name, console[name]]);
+  methods.forEach((name) => { console[name] = redirected[name].bind(redirected); });
+  return restore;
+});
+
 function start(config, getMetrics) {
-  let match = Ink.render(undefined, JsxRuntime.jsx(Tui$App, {
-    config: config,
-    getMetrics: getMetrics
-  }));
-  let rerender = match.rerender;
-  return () => rerender(JsxRuntime.jsx(Tui$App, {
-    config: config,
-    getMetrics: getMetrics
-  }));
+  let metrics = getMetrics();
+  let match = config.storage.clickhouse;
+  let match$1 = Env.ClickHouse.host();
+  let info_ecosystem = config.ecosystem.name;
+  let info_version = Utils.EnvioPackage.value.version;
+  let info_projectDir = Process.cwd();
+  let info_startTime = metrics.startTime.getTime();
+  let info_graphqlUrl = Env.Hasura.url;
+  let info_graphqlPassword = Env.Hasura.secret === "testing" ? "testing" : undefined;
+  let info_devConsoleUrl = config.isDev ? Env.envioAppUrl + `/console` : undefined;
+  let info_clickhouseUrl = match && match$1 !== undefined ? match$1 + `/play` : undefined;
+  let info = {
+    ecosystem: info_ecosystem,
+    version: info_version,
+    projectDir: info_projectDir,
+    startTime: info_startTime,
+    graphqlUrl: info_graphqlUrl,
+    graphqlPassword: info_graphqlPassword,
+    devConsoleUrl: info_devConsoleUrl,
+    clickhouseUrl: info_clickhouseUrl
+  };
+  let tui;
+  try {
+    tui = Core.getAddon().Tui.start(info);
+  } catch (raw_exn) {
+    let exn = Primitive_exceptions.internalToException(raw_exn);
+    return Logging.warn({
+      msg: "Failed to start the TUI. Continuing without it.",
+      err: Utils.prettifyExn(exn)
+    });
+  }
+  let restoreConsole = redirectConsole(Nodeconsole.Console, Nodestream.Writable, text => tui.print(text));
+  let update = () => {
+    tui.update(getMetrics().chains.map(toChain));
+  };
+  update();
+  setInterval(update, 500);
+  let finish = () => {
+    tui.stop();
+    restoreConsole();
+  };
+  process.on("exit", finish);
+  [
+    "SIGINT",
+    "SIGTERM",
+    "SIGHUP"
+  ].forEach(signal => {
+    let onSignal = () => {
+      if (process.listenerCount(signal) === 1) {
+        finish();
+        process.removeListener(signal, onSignal);
+        process.kill(process.pid, signal);
+        return;
+      }
+    };
+    process.on(signal, onSignal);
+  });
+  InitApi.getMessages(config).then(result => {
+    if (result.TAG === "Ok") {
+      tui.setMessages(result._0);
+      return;
+    }
+    Logging.error({
+      msg: "Failed to load messages from envio server",
+      err: Utils.prettifyExn(result._0)
+    });
+    tui.setMessages(null);
+  });
 }
 
 export {
-  ChainLine,
-  EventsPerSecond,
-  TotalEventsProcessed,
-  App,
   shouldUse,
+  toChain,
+  redirectConsole,
   start,
 }
 /* Env Not a pure module */

package/src/Js.shim.ts

@@ -1,11 +0,0 @@
-export type Json_t =
-  | string
-  | boolean
-  | number
-  | null
-  | { [key: string]: Json_t }
-  | Json_t[];
-
-export type t = unknown;
-
-export type Exn_t = Error;

package/src/bindings/DateFns.res

@@ -1,74 +0,0 @@
-/**
-Formats: 
-hh:mm:ss         | 00:00:00
-do MMM ''yy      | 1st Jan '21
-ha do MMM ''yy   | 8PM 1st Jan '21
-ha               | 8PM
-iii              | Tues
-iii MMM          | Tues Jan
-MMM              | Jan
-`)
-*/
-type dateFormats =
-  | @as("HH:mm:ss") HoursMinSec
-  | @as("ha") Hour
-  | @as("do MMM ''yy") DayMonthYear
-  | @as("ha do MMM ''yy") HourDayMonthYear
-  | @as("h:mma do MMM ''yy") HourMinDayMonthYear
-  | @as("iii") DayName
-  | @as("iii MMM") DayNameMonth
-  | @as("do MMM") DayMonth
-  | @as("MMM") Month
-  | @as("h:mma") HourMin
-
-@module("date-fns") external format: (Date.t, dateFormats) => string = "format"
-
-type formatDistanceToNowOptions = {includeSeconds: bool}
-@module("date-fns")
-external formatDistanceToNow: Date.t => string = "formatDistanceToNow"
-
-@module("date-fns")
-external formatDistance: (Date.t, Date.t) => string = "formatDistance"
-
-@module("date-fns")
-external formatDistanceWithOptions: (Date.t, Date.t, formatDistanceToNowOptions) => string =
-  "formatDistance"
-
-@module("date-fns")
-external formatDistanceToNowWithOptions: (Date.t, formatDistanceToNowOptions) => string =
-  "formatDistanceToNow"
-
-let formatDistanceToNowWithSeconds = (date: Date.t) =>
-  date->formatDistanceToNowWithOptions({includeSeconds: true})
-
-type durationTimeFormat = {
-  years: int,
-  months: int,
-  weeks: int,
-  days: int,
-  hours: int,
-  minutes: int,
-  seconds: int,
-}
-
-@module("date-fns")
-external formatRelative: (Date.t, Date.t) => string = "formatRelative"
-
-type durationFormatOutput = {format: array<string>}
-
-@module("date-fns")
-external formatDuration: (durationTimeFormat, durationFormatOutput) => string = "formatDuration"
-
-type interval = {start: Date.t, end: Date.t}
-
-@module("date-fns")
-external intervalToDuration: interval => durationTimeFormat = "intervalToDuration"
-
-//helper to convert millis elapsed to duration object
-let durationFromMillis = (millis: int) =>
-  intervalToDuration({
-    start: 0->(Utils.magic: int => Date.t),
-    end: millis->(Utils.magic: int => Date.t),
-  })
-
-@module("date-fns") external fromUnixTime: float => Date.t = "fromUnixTime"

package/src/bindings/DateFns.res.mjs

@@ -1,22 +0,0 @@
-// Generated by ReScript, PLEASE EDIT WITH CARE
-
-import * as DateFns from "date-fns";
-
-function formatDistanceToNowWithSeconds(date) {
-  return DateFns.formatDistanceToNow(date, {
-    includeSeconds: true
-  });
-}
-
-function durationFromMillis(millis) {
-  return DateFns.intervalToDuration({
-    start: 0,
-    end: millis
-  });
-}
-
-export {
-  formatDistanceToNowWithSeconds,
-  durationFromMillis,
-}
-/* date-fns Not a pure module */

package/src/sources/FuelSDK.res

@@ -1,38 +0,0 @@
-type receiptType =
-  | @as(0) Call
-  | @as(1) Return
-  | @as(2) ReturnData
-  | @as(3) Panic
-  | @as(4) Revert
-  | @as(5) Log
-  | @as(6) LogData
-  // Transfer is to another contract, TransferOut is to wallet address
-  | @as(7) Transfer
-  | @as(8) TransferOut
-  | @as(9) ScriptResult
-  | @as(10) MessageOut
-  | @as(11) Mint
-  | @as(12) Burn
-
-@module("./vendored-fuel-abi-coder.js")
-external transpileAbi: JSON.t => EvmTypes.Abi.t = "transpileAbi"
-
-@module("./vendored-fuel-abi-coder.js") @scope("AbiCoder")
-external getLogDecoder: (~abi: EvmTypes.Abi.t, ~logId: string) => string => unknown =
-  "getLogDecoder"
-
-module Receipt = {
-  @tag("receiptType")
-  type t =
-    | @as(0) Call({assetId: string, amount: bigint, to: string})
-    | @as(6) LogData({data: string, rb: bigint})
-    | @as(7) Transfer({amount: bigint, assetId: string, to: string})
-    | @as(8) TransferOut({amount: bigint, assetId: string, toAddress: string})
-    | @as(11) Mint({val: bigint, subId: string})
-    | @as(12) Burn({val: bigint, subId: string})
-
-  let getLogDataDecoder = (~abi: EvmTypes.Abi.t, ~logId: string) => {
-    let decode = getLogDecoder(~abi, ~logId)
-    data => data->decode->(Utils.magic: 'a => Internal.eventParams)
-  }
-}

package/src/sources/FuelSDK.res.mjs

@@ -1,27 +0,0 @@
-// Generated by ReScript, PLEASE EDIT WITH CARE
-
-import * as VendoredFuelAbiCoderJs from "./vendored-fuel-abi-coder.js";
-
-function transpileAbi(prim) {
-  return VendoredFuelAbiCoderJs.transpileAbi(prim);
-}
-
-function getLogDecoder(prim0, prim1) {
-  return VendoredFuelAbiCoderJs.AbiCoder.getLogDecoder(prim0, prim1);
-}
-
-function getLogDataDecoder(abi, logId) {
-  let decode = VendoredFuelAbiCoderJs.AbiCoder.getLogDecoder(abi, logId);
-  return data => decode(data);
-}
-
-let Receipt = {
-  getLogDataDecoder: getLogDataDecoder
-};
-
-export {
-  transpileAbi,
-  getLogDecoder,
-  Receipt,
-}
-/* ./vendored-fuel-abi-coder.js Not a pure module */