envio 3.12.0 → 3.13.0-alpha.0

package/src/Main.res.mjs

@@ -1,85 +1,32 @@
 // Generated by ReScript, PLEASE EDIT WITH CARE
 
-import * as Env from "./Env.res.mjs";
 import * as Tui from "./tui/Tui.res.mjs";
-import * as Envio from "./Envio.res.mjs";
 import * as Utils from "./Utils.res.mjs";
 import * as Config from "./Config.res.mjs";
+import * as Server from "./Server.res.mjs";
+import * as Worker from "./Worker.res.mjs";
 import * as ChainId from "./ChainId.res.mjs";
 import * as Logging from "./Logging.res.mjs";
 import * as Metrics from "./Metrics.res.mjs";
-import Express from "express";
-import * as Process from "process";
 import * as ChainMap from "./ChainMap.res.mjs";
 import * as PgStorage from "./PgStorage.res.mjs";
 import * as ChainState from "./ChainState.res.mjs";
+import * as Supervisor from "./Supervisor.res.mjs";
 import * as AddressRows from "./AddressRows.res.mjs";
 import * as EnvioGlobal from "./EnvioGlobal.res.mjs";
 import * as IndexerLoop from "./IndexerLoop.res.mjs";
 import * as Persistence from "./Persistence.res.mjs";
-import Yargs from "yargs/yargs";
 import * as IndexerState from "./IndexerState.res.mjs";
 import * as ErrorHandling from "./ErrorHandling.res.mjs";
 import * as HandlerLoader from "./HandlerLoader.res.mjs";
 import * as Stdlib_Option from "@rescript/runtime/lib/es6/Stdlib_Option.js";
-import * as Helpers from "yargs/helpers";
 import * as RollbackCommit from "./RollbackCommit.res.mjs";
 import * as Stdlib_JsError from "@rescript/runtime/lib/es6/Stdlib_JsError.js";
 import * as ContractMapping from "./ContractMapping.res.mjs";
 import * as HandlerRegister from "./HandlerRegister.res.mjs";
 import * as Primitive_option from "@rescript/runtime/lib/es6/Primitive_option.js";
-import * as S$RescriptSchema from "rescript-schema/src/S.res.mjs";
 import * as Primitive_exceptions from "@rescript/runtime/lib/es6/Primitive_exceptions.js";
 
-function toChainData(m) {
-  return {
-    chainId: m.chainId,
-    poweredByHyperSync: m.poweredByHyperSync,
-    firstEventBlockNumber: m.firstEventBlockNumber,
-    latestProcessedBlock: m.latestProcessedBlock,
-    timestampCaughtUpToHeadOrEndblock: m.timestampCaughtUpToHeadOrEndblock,
-    numEventsProcessed: m.numEventsProcessed,
-    latestFetchedBlockNumber: m.latestFetchedBlockNumber,
-    currentBlockHeight: m.knownHeight,
-    numBatchesFetched: m.numBatchesFetched,
-    startBlock: m.startBlock,
-    endBlock: m.endBlock,
-    numAddresses: m.numAddresses
-  };
-}
-
-let chainDataSchema = S$RescriptSchema.schema(s => ({
-  chainId: s.m(ChainId.schema),
-  poweredByHyperSync: s.m(S$RescriptSchema.bool),
-  firstEventBlockNumber: s.m(S$RescriptSchema.option(S$RescriptSchema.int)),
-  latestProcessedBlock: s.m(S$RescriptSchema.option(S$RescriptSchema.int)),
-  timestampCaughtUpToHeadOrEndblock: s.m(S$RescriptSchema.option(S$RescriptSchema.datetime(S$RescriptSchema.string, undefined))),
-  numEventsProcessed: s.m(S$RescriptSchema.float),
-  latestFetchedBlockNumber: s.m(S$RescriptSchema.int),
-  currentBlockHeight: s.m(S$RescriptSchema.int),
-  numBatchesFetched: s.m(S$RescriptSchema.int),
-  startBlock: s.m(S$RescriptSchema.int),
-  endBlock: s.m(S$RescriptSchema.option(S$RescriptSchema.int)),
-  numAddresses: s.m(S$RescriptSchema.int)
-}));
-
-let stateSchema = S$RescriptSchema.union([
-  S$RescriptSchema.literal({
-    status: "disabled"
-  }),
-  S$RescriptSchema.literal({
-    status: "initializing"
-  }),
-  S$RescriptSchema.schema(s => ({
-    status: "active",
-    envioVersion: s.m(S$RescriptSchema.string),
-    chains: s.m(S$RescriptSchema.array(chainDataSchema)),
-    indexerStartTime: s.m(S$RescriptSchema.datetime(S$RescriptSchema.string, undefined)),
-    isPreRegisteringDynamicContracts: false,
-    rollbackOnReorg: s.m(S$RescriptSchema.bool)
-  }))
-]);
-
 function getIndexerState() {
   return EnvioGlobal.value.indexerState;
 }
@@ -402,87 +349,10 @@ function getGlobalIndexer() {
   return new Proxy(Object.create(null), traps);
 }
 
-function startServer(getMetrics, envioVersion, persistence, isDevelopmentMode) {
-  let app = Express();
-  let consoleCorsMiddleware = (req, res, next) => {
-    let origin = req.headers["origin"];
-    if (origin !== undefined && (origin === Env.prodEnvioAppUrl || origin === Env.envioAppUrl)) {
-      res.setHeader("Access-Control-Allow-Origin", origin);
-    }
-    res.setHeader("Access-Control-Allow-Methods", "GET, POST, PUT, DELETE, OPTIONS");
-    res.setHeader("Access-Control-Allow-Headers", "Origin, X-Requested-With, Content-Type, Accept");
-    if (req.method === "OPTIONS") {
-      res.sendStatus(200);
-      return;
-    } else {
-      return next();
-    }
-  };
-  app.use("/console", consoleCorsMiddleware);
-  app.use("/metrics", consoleCorsMiddleware);
-  app.use("/metrics/runtime", consoleCorsMiddleware);
-  app.get("/healthz", (_req, res) => {
-    res.sendStatus(200);
-  });
-  app.get("/console/state", (_req, res) => {
-    let state;
-    if (isDevelopmentMode) {
-      let metrics = getMetrics();
-      state = metrics !== undefined ? ({
-          status: "active",
-          envioVersion: envioVersion,
-          chains: metrics.chains.map(toChainData),
-          indexerStartTime: metrics.startTime,
-          isPreRegisteringDynamicContracts: false,
-          rollbackOnReorg: metrics.rollbackEnabled
-        }) : ({
-          status: "initializing"
-        });
-    } else {
-      state = {
-        status: "disabled"
-      };
-    }
-    res.json(S$RescriptSchema.reverseConvertToJsonOrThrow(state, stateSchema));
-  });
-  app.post("/console/syncCache", (_req, res) => {
-    if (isDevelopmentMode) {
-      Persistence.getInitializedStorageOrThrow(persistence).dumpEffectCache().then(() => {
-        res.json(true);
-      });
-    } else {
-      res.json(false);
-    }
-  });
-  Metrics.startRuntimeCollectors();
-  app.get("/metrics", (_req, res) => {
-    res.set("Content-Type", Metrics.contentType);
-    res.end(Metrics.collect(getMetrics()));
-  });
-  app.get("/metrics/runtime", (_req, res) => {
-    res.set("Content-Type", Metrics.contentType);
-    res.end(Metrics.collectRuntime());
-  });
-  let server = app.listen(Env.serverPort);
-  server.on("error", err => {
-    let code = err.code;
-    if (code === "EADDRINUSE") {
-      Logging.error(`Port ` + Env.serverPort.toString() + ` is already in use. To fix this either:` + (`\n  1. Kill the process using the port: lsof -ti :` + Env.serverPort.toString() + ` | xargs kill -9`) + `\n  2. Use a different port by setting the ENVIO_INDEXER_PORT environment variable: ENVIO_INDEXER_PORT=9899 envio start`);
-    } else {
-      Logging.errorWithExn(err, "Failed to start indexer server");
-    }
-    Process.exit(1);
-  });
-}
-
-function getEnvioInfo() {
-  return Config.stripSensitiveData(Config.getPublicConfigJson());
-}
-
 async function migrate(reset) {
   let config = Config.load();
   let persistence = PgStorage.makePersistenceFromConfig(config, undefined);
-  await Persistence.init(persistence, ChainMap.values(config.chainMap), config.contractMapping, Config.stripSensitiveData(Config.getPublicConfigJson()), "envio local db-migrate setup", undefined, reset, config.lowercaseAddresses, undefined, "Once");
+  await Persistence.init(persistence, ChainMap.values(config.chainMap), config.contractMapping, Config.envioInfo(), "envio local db-migrate setup", undefined, reset, config.lowercaseAddresses, undefined, "Once");
   return await persistence.storage.close();
 }
 
@@ -495,21 +365,16 @@ async function dropSchema() {
 
 let FatalError = /* @__PURE__ */Primitive_exceptions.create("Main.FatalError");
 
-async function start(persistence, resetOpt, isTestOpt, exitAfterFirstEventBlockOpt, patchConfig) {
+async function startIndexer(config, persistence, resetOpt, isTestOpt, exitAfterFirstEventBlockOpt, patchConfig) {
   let reset = resetOpt !== undefined ? resetOpt : false;
   let isTest = isTestOpt !== undefined ? isTestOpt : false;
   let exitAfterFirstEventBlock = exitAfterFirstEventBlockOpt !== undefined ? exitAfterFirstEventBlockOpt : false;
-  let mainArgs = Yargs(Helpers.hideBin(process.argv)).argv;
-  let off = mainArgs["tui-off"];
-  let explicitTui = off !== undefined ? !off : Env.tuiEnvVar;
-  let shouldUseTui = isTest ? false : (
-      explicitTui !== undefined ? explicitTui : !Envio.isNonInteractive()
-    );
-  let config = Config.load();
+  let shouldUseTui = Tui.shouldUse(isTest || Worker.isEnabled);
+  Stdlib_Option.forEach(Config.logContext(config), Logging.setContext);
   let isDevelopmentMode = !isTest && config.isDev;
   let persistence$1 = persistence !== undefined ? persistence : PgStorage.makePersistenceFromConfig(config, undefined);
   EnvioGlobal.value.persistence = Primitive_option.some(persistence$1);
-  await Persistence.init(persistence$1, ChainMap.values(config.chainMap), config.contractMapping, Config.stripSensitiveData(Config.getPublicConfigJson()), isDevelopmentMode ? "envio dev -r" : "envio start -r", isDevelopmentMode ? "envio dev" : "envio start", reset, config.lowercaseAddresses, config.isolated, undefined);
+  await Persistence.initForRun(persistence$1, config, reset, isDevelopmentMode, config.isolated);
   let registrationsByChainId = await HandlerLoader.registerAllHandlers(config);
   let config$1;
   if (isTest) {
@@ -535,22 +400,35 @@ async function start(persistence, resetOpt, isTestOpt, exitAfterFirstEventBlockO
   };
   let envioVersion = Utils.EnvioPackage.value.version;
   let getMetrics = () => Stdlib_Option.map(EnvioGlobal.value.indexerState, IndexerState.toMetrics);
-  if (!isTest) {
-    startServer(getMetrics, envioVersion, persistence$1, isDevelopmentMode);
+  if (!isTest && !Worker.isEnabled) {
+    Metrics.startRuntimeCollectors();
+    Server.startServer(getMetrics, envioVersion, () => Persistence.getInitializedStorageOrThrow(persistence$1).dumpEffectCache().then(prim => {}), Metrics.collectRuntime, isDevelopmentMode);
   }
-  let state = IndexerState.makeFromDbState(config$2, persistence$1, Persistence.getInitializedState(persistence$1), registrationsByChainId, isDevelopmentMode, shouldUseTui, exitAfterFirstEventBlock, undefined, undefined, onError, undefined);
+  let state = IndexerState.makeFromDbState(config$2, persistence$1, Persistence.getInitializedState(persistence$1), registrationsByChainId, isDevelopmentMode, shouldUseTui, exitAfterFirstEventBlock, undefined, undefined, Stdlib_Option.mapOr(Worker.config, false, worker => worker.holdRealtime), onError, undefined);
   if (shouldUseTui) {
     Tui.start(config$2, () => IndexerState.toMetrics(state));
   }
+  Worker.bindRun(() => IndexerState.toMetrics(state), () => IndexerState.releaseRealtime(state));
   EnvioGlobal.value.indexerState = Primitive_option.some(state);
   IndexerLoop.start(state);
   return await runUntilFatalError;
 }
 
+async function start(persistence, resetOpt, isTestOpt, exitAfterFirstEventBlockOpt, patchConfig) {
+  let reset = resetOpt !== undefined ? resetOpt : false;
+  let isTest = isTestOpt !== undefined ? isTestOpt : false;
+  let exitAfterFirstEventBlock = exitAfterFirstEventBlockOpt !== undefined ? exitAfterFirstEventBlockOpt : false;
+  Stdlib_Option.forEach(Worker.config, param => Config.prime(Config.withIsolatedChains(Config.getPublicConfigJson(), param.chainIds)));
+  let config = Config.load();
+  let workers = isTest ? undefined : Supervisor.planForRun(config, undefined);
+  if (workers !== undefined) {
+    return await Supervisor.run(config, workers, reset);
+  } else {
+    return await startIndexer(config, persistence, reset, isTest, exitAfterFirstEventBlock, patchConfig);
+  }
+}
+
 export {
-  toChainData,
-  chainDataSchema,
-  stateSchema,
   getIndexerState,
   setIndexerState,
   getGlobalPersistence,
@@ -559,11 +437,9 @@ export {
   getInitialChainState,
   buildChainsObject,
   getGlobalIndexer,
-  startServer,
-  getEnvioInfo,
   migrate,
   dropSchema,
   FatalError,
   start,
 }
-/* chainDataSchema Not a pure module */
+/* Tui Not a pure module */