@eclesia/indexer-engine 2.7.6 → 2.7.7

package/dist/emitter/index.js

@@ -1,7 +1,13 @@
-import EventEmitter from "events";
-export class EclesiaEmitter {
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EclesiaEmitter = void 0;
+const events_1 = __importDefault(require("events"));
+class EclesiaEmitter {
     constructor() {
-        this.emitter = new EventEmitter();
+        this.emitter = new events_1.default();
         this.handled = new Map();
         this.handlerMap = new WeakMap();
         this.emitter.setMaxListeners(0);
@@ -65,3 +71,4 @@ export class EclesiaEmitter {
         }
     }
 }
+exports.EclesiaEmitter = EclesiaEmitter;

package/dist/index.js

@@ -1,7 +1,44 @@
-export * from "./emitter";
-export * from "./indexer";
-export * from "./promise-queue";
-import * as Types_1 from "./types";
-export { Types_1 as Types };
-import * as Utils_1 from "./utils";
-export { Utils_1 as Utils };
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Utils = exports.Types = void 0;
+__exportStar(require("./emitter"), exports);
+__exportStar(require("./indexer"), exports);
+__exportStar(require("./promise-queue"), exports);
+exports.Types = __importStar(require("./types"));
+exports.Utils = __importStar(require("./utils"));

package/dist/indexer/index.js

@@ -1,24 +1,30 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EcleciaIndexer = exports.defaultIndexerConfig = void 0;
 /* eslint-disable max-lines */
-import { createHash, } from "node:crypto";
-import fs from "node:fs";
-import { toRfc3339WithNanoseconds, } from "@cosmjs/tendermint-rpc";
-import { connectComet, } from "@cosmjs/tendermint-rpc";
-import { MsgExec, } from "cosmjs-types/cosmos/authz/v1beta1/tx";
-import { QueryValidatorsRequest, QueryValidatorsResponse, } from "cosmjs-types/cosmos/staking/v1beta1/query";
-import { Tx, } from "cosmjs-types/cosmos/tx/v1beta1/tx";
-import Fastify from "fastify";
-import { chain, } from "stream-chain";
-import { parser, } from "stream-json";
-import { pick, } from "stream-json/filters/Pick";
-import { streamArray, } from "stream-json/streamers/StreamArray";
-import { streamValues, } from "stream-json/streamers/StreamValues";
-import { batch, } from "stream-json/utils/Batch";
-import { v4 as uuidv4, } from "uuid";
-import winston from "winston";
-import { EclesiaEmitter, } from "../emitter";
-import { CircularBuffer, } from "../promise-queue";
-import { decodeAttr, } from "../utils";
-export const defaultIndexerConfig = {
+const node_crypto_1 = require("node:crypto");
+const node_fs_1 = __importDefault(require("node:fs"));
+const tendermint_rpc_1 = require("@cosmjs/tendermint-rpc");
+const tendermint_rpc_2 = require("@cosmjs/tendermint-rpc");
+const tx_1 = require("cosmjs-types/cosmos/authz/v1beta1/tx");
+const query_1 = require("cosmjs-types/cosmos/staking/v1beta1/query");
+const tx_2 = require("cosmjs-types/cosmos/tx/v1beta1/tx");
+const fastify_1 = __importDefault(require("fastify"));
+const stream_chain_1 = require("stream-chain");
+const stream_json_1 = require("stream-json");
+const Pick_1 = require("stream-json/filters/Pick");
+const StreamArray_1 = require("stream-json/streamers/StreamArray");
+const StreamValues_1 = require("stream-json/streamers/StreamValues");
+const Batch_1 = require("stream-json/utils/Batch");
+const uuid_1 = require("uuid");
+const winston_1 = __importDefault(require("winston"));
+const emitter_1 = require("../emitter");
+const promise_queue_1 = require("../promise-queue");
+const utils_1 = require("../utils");
+exports.defaultIndexerConfig = {
     startHeight: 1,
     batchSize: 500,
     modules: [],
@@ -32,7 +38,7 @@ export const defaultIndexerConfig = {
     beginTransaction: () => Promise.resolve(),
     endTransaction: (_status) => Promise.resolve(),
 };
-export class EcleciaIndexer extends EclesiaEmitter {
+class EcleciaIndexer extends emitter_1.EclesiaEmitter {
     constructor(config) {
         super();
         this.initialized = false;
@@ -48,7 +54,7 @@ export class EcleciaIndexer extends EclesiaEmitter {
             },
         };
         this.asyncEmit = async (type, event) => {
-            event.uuid = uuidv4();
+            event.uuid = (0, uuid_1.v4)();
             /*
              * More than 1 listener can be registered for an event type
              * Fortunately these are all set up during module init() so we have a consistent count
@@ -84,40 +90,40 @@ export class EcleciaIndexer extends EclesiaEmitter {
             return prom;
         };
         this.config = {
-            ...defaultIndexerConfig,
+            ...exports.defaultIndexerConfig,
             ...config,
         };
         if (this.config.minimal) {
-            this.blockQueue = new CircularBuffer(this.config.batchSize);
+            this.blockQueue = new promise_queue_1.CircularBuffer(this.config.batchSize);
         }
         else {
-            this.blockQueue = new CircularBuffer(this.config.batchSize);
+            this.blockQueue = new promise_queue_1.CircularBuffer(this.config.batchSize);
         }
-        const { printf, } = winston.format;
+        const { printf, } = winston_1.default.format;
         const eclesiaFormat = printf(({ level, message, timestamp, }) => {
             return `${timestamp} [${level.toUpperCase()}]:\t${message}`;
         });
-        this.log = winston.createLogger({
+        this.log = winston_1.default.createLogger({
             level: this.config.logLevel,
             defaultMeta: {
                 service: "Eclesia Indexer",
             },
             transports: [
-                new winston.transports.File({
+                new winston_1.default.transports.File({
                     filename: "error.log",
                     level: "error",
                 }),
-                new winston.transports.File({
+                new winston_1.default.transports.File({
                     filename: "combined.log",
                 }),
-                new winston.transports.Console({
-                    format: winston.format.combine(winston.format.splat(), winston.format.timestamp(), eclesiaFormat, winston.format.colorize({
+                new winston_1.default.transports.Console({
+                    format: winston_1.default.format.combine(winston_1.default.format.splat(), winston_1.default.format.timestamp(), eclesiaFormat, winston_1.default.format.colorize({
                         all: true,
                     })),
                 }),
             ],
         });
-        this.fastify = Fastify({
+        this.fastify = (0, fastify_1.default)({
             logger: false,
         });
         this.on("_unhandled", (msg) => {
@@ -164,9 +170,9 @@ export class EcleciaIndexer extends EclesiaEmitter {
                 this.blockClient.disconnect();
                 this.log.verbose("Disconnected from RPC");
             }
-            this.client = await connectComet(this.config.rpcUrl);
+            this.client = await (0, tendermint_rpc_2.connectComet)(this.config.rpcUrl);
             this.log.info("Connected to RPC for ad hoc queries");
-            this.blockClient = await connectComet(this.config.rpcUrl);
+            this.blockClient = await (0, tendermint_rpc_2.connectComet)(this.config.rpcUrl);
             this.log.info("Connected to RPC for block & validator info");
             return true;
         }
@@ -261,7 +267,7 @@ export class EcleciaIndexer extends EclesiaEmitter {
                         throw new Error("Could not fetch block");
                     }
                     height = toProcess[0].block.header.height;
-                    timestamp = toRfc3339WithNanoseconds(toProcess[0].block.header.time);
+                    timestamp = (0, tendermint_rpc_1.toRfc3339WithNanoseconds)(toProcess[0].block.header.time);
                     await this.processBlock(toProcess[0], toProcess[1]);
                 }
                 else {
@@ -272,8 +278,8 @@ export class EcleciaIndexer extends EclesiaEmitter {
                     }
                     this.log.silly("Decoded block");
                     height = toProcess[0].block.header.height;
-                    timestamp = toRfc3339WithNanoseconds(toProcess[0].block.header.time);
-                    await this.processBlock(toProcess[0], toProcess[1], QueryValidatorsResponse.decode(toProcess[2]).validators);
+                    timestamp = (0, tendermint_rpc_1.toRfc3339WithNanoseconds)(toProcess[0].block.header.time);
+                    await this.processBlock(toProcess[0], toProcess[1], query_1.QueryValidatorsResponse.decode(toProcess[2]).validators);
                 }
                 // Emit events to trigger periodic operations every 50, 100 and 1000 blocks
                 if (height % 1000 == 0) {
@@ -342,7 +348,7 @@ export class EcleciaIndexer extends EclesiaEmitter {
         this.log.debug("Processing block: %d", height);
         this.log.silly("Started db tx");
         // Initialize height & timestamp to be used for this block-processing run
-        const timestamp = toRfc3339WithNanoseconds(block.block.header.time);
+        const timestamp = (0, tendermint_rpc_1.toRfc3339WithNanoseconds)(block.block.header.time);
         // Use & await asyncEmit to ensure db insertions in order
         /*
          * Emit block information to any interested modules.
@@ -376,7 +382,7 @@ export class EcleciaIndexer extends EclesiaEmitter {
         this.log.silly("Modules handled tx events");
         // Emit details and result for each tx msg separately
         for (let t = 0; t < block.block.txs.length; t++) {
-            const tx = Tx.decode(block.block.txs[t]);
+            const tx = tx_2.Tx.decode(block.block.txs[t]);
             const result = block_results.results[t].code;
             const txlog = block_results.results[t].log;
             if (result != 0) {
@@ -384,7 +390,7 @@ export class EcleciaIndexer extends EclesiaEmitter {
                 continue;
             }
             if (tx.body && tx.body.memo != "") {
-                const txHash = createHash("sha256").update(block.block.txs[t])
+                const txHash = (0, node_crypto_1.createHash)("sha256").update(block.block.txs[t])
                     .digest("hex");
                 await this.asyncEmit("tx_memo", {
                     value: {
@@ -415,12 +421,12 @@ export class EcleciaIndexer extends EclesiaEmitter {
                         timestamp,
                     });
                     if (msgs[i].typeUrl == "/cosmos.authz.v1beta1.MsgExec") {
-                        const authzMsgs = MsgExec.decode(msgs[i].value).msgs;
+                        const authzMsgs = tx_1.MsgExec.decode(msgs[i].value).msgs;
                         if (authzMsgs) {
                             for (let r = 0; r < authzMsgs.length; r++) {
                                 this.log.silly("Indexer broadcasting msg for handling: " + authzMsgs[r].typeUrl);
                                 const authzMsgEvents = msgevents?.reduce((events, evt) => {
-                                    if (evt.attributes.filter(x => decodeAttr(x.key) == "authz_msg_index" && decodeAttr(x.value) == "" + r).length > 0) {
+                                    if (evt.attributes.filter(x => (0, utils_1.decodeAttr)(x.key) == "authz_msg_index" && (0, utils_1.decodeAttr)(x.value) == "" + r).length > 0) {
                                         events.push(evt);
                                     }
                                     return events;
@@ -476,12 +482,12 @@ export class EcleciaIndexer extends EclesiaEmitter {
                     const timeoutPromise = new Promise((resolve, reject) => {
                         setTimeout(reject, 20000, false);
                     });
-                    const q = QueryValidatorsRequest.fromPartial({
+                    const q = query_1.QueryValidatorsRequest.fromPartial({
                         pagination: {
                             limit: 1000n,
                         },
                     });
-                    const vals = QueryValidatorsRequest.encode(q).finish();
+                    const vals = query_1.QueryValidatorsRequest.encode(q).finish();
                     const toIndex = Promise.race([
                         Promise.all([
                             this.blockClient.block(i),
@@ -555,12 +561,12 @@ export class EcleciaIndexer extends EclesiaEmitter {
                     }));
                 }
                 else {
-                    const q = QueryValidatorsRequest.fromPartial({
+                    const q = query_1.QueryValidatorsRequest.fromPartial({
                         pagination: {
                             limit: 1000n,
                         },
                     });
-                    const vals = QueryValidatorsRequest.encode(q).finish();
+                    const vals = query_1.QueryValidatorsRequest.encode(q).finish();
                     this.blockQueue.enqueue(Promise.all([
                         this.client.block(height),
                         this.client.blockResults(height),
@@ -592,7 +598,7 @@ export class EcleciaIndexer extends EclesiaEmitter {
     }
     readGenesis() {
         if (this.config.genesisPath) {
-            return fs.createReadStream(this.config.genesisPath).pipe(parser());
+            return node_fs_1.default.createReadStream(this.config.genesisPath).pipe((0, stream_json_1.parser)());
         }
         else {
             throw new Error("Genesis path not set");
@@ -602,15 +608,15 @@ export class EcleciaIndexer extends EclesiaEmitter {
         const readPromise = new Promise((resolve, reject) => {
             try {
                 const filters = path.split(".");
-                const pickers = filters.map(filter => pick({
+                const pickers = filters.map(filter => (0, Pick_1.pick)({
                     filter,
                 }));
                 let counter = 0;
-                chain([
+                (0, stream_chain_1.chain)([
                     this.readGenesis(),
                     ...pickers,
-                    streamArray(),
-                    batch({
+                    (0, StreamArray_1.streamArray)(),
+                    (0, Batch_1.batch)({
                         batchSize: 1000,
                     }),
                     processor,
@@ -636,11 +642,11 @@ export class EcleciaIndexer extends EclesiaEmitter {
         const readPromise = new Promise((resolve, reject) => {
             try {
                 const filters = path.split(".");
-                const pickers = filters.map(filter => pick({
+                const pickers = filters.map(filter => (0, Pick_1.pick)({
                     filter,
                 }));
                 let counter = 0;
-                chain([this.readGenesis(), ...pickers, streamValues(), processor])
+                (0, stream_chain_1.chain)([this.readGenesis(), ...pickers, (0, StreamValues_1.streamValues)(), processor])
                     .on("data", (_data) => {
                     counter++;
                 })
@@ -717,3 +723,4 @@ export class EcleciaIndexer extends EclesiaEmitter {
         }
     }
 }
+exports.EcleciaIndexer = EcleciaIndexer;

package/dist/promise-queue/index.js

@@ -1,10 +1,13 @@
+"use strict";
 /*
  *This implements an "infinite" FIFO queue of fixed size.
  *await `continue()` before enqueing items to ensure fixed size (as it only resolves when space available)
  *await `dequeue()` to pop an item  as it will only resolve if the next item is available
  *size() is always at minimum 1 item which is the promise that will resolve to the next item whenever it is enqueued
  */
-export class PromiseQueue {
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CircularBuffer = exports.PromiseQueue = void 0;
+class PromiseQueue {
     constructor(batchSize) {
         this.synced = false;
         const nextVal = new Promise((resolve, _reject) => {
@@ -69,7 +72,8 @@ export class PromiseQueue {
         return this.items.length;
     }
 }
-export class CircularBuffer {
+exports.PromiseQueue = PromiseQueue;
+class CircularBuffer {
     constructor(batchSize) {
         this.count = 0;
         this.next = 0;
@@ -165,3 +169,4 @@ export class CircularBuffer {
         return this.count;
     }
 }
+exports.CircularBuffer = CircularBuffer;

package/dist/types/index.js

@@ -1 +1,2 @@
-export {};
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/utils/bech32.js

@@ -1,4 +1,9 @@
-import { bech32, } from "bech32";
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.chainAddressfromKeyhash = chainAddressfromKeyhash;
+exports.keyHashfromAddress = keyHashfromAddress;
+exports.toHexString = toHexString;
+const bech32_1 = require("bech32");
 function toHexString(byteArray) {
     return Array.prototype.map
         .call(byteArray, (byte) => {
@@ -8,16 +13,15 @@ function toHexString(byteArray) {
 }
 function keyHashfromAddress(address) {
     try {
-        return toHexString(bech32.fromWords(bech32.decode(address).words));
+        return toHexString(bech32_1.bech32.fromWords(bech32_1.bech32.decode(address).words));
     }
     catch (_e) {
         throw new Error("Could not decode address");
     }
 }
 function chainAddressfromKeyhash(prefix, keyhash) {
-    const words = bech32.toWords(Buffer.from(keyhash, "hex"));
+    const words = bech32_1.bech32.toWords(Buffer.from(keyhash, "hex"));
     return keyhash !== ""
-        ? bech32.encode(prefix, words)
+        ? bech32_1.bech32.encode(prefix, words)
         : "";
 }
-export { chainAddressfromKeyhash, keyHashfromAddress, toHexString, };

package/dist/utils/bigint.js

@@ -1,4 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.toPlainObject = void 0;
 const toPlainObject = (obj) => {
     return JSON.parse(JSON.stringify(obj, (key, value) => (typeof value === "bigint" ? value.toString() : value)));
 };
-export { toPlainObject, };
+exports.toPlainObject = toPlainObject;

package/dist/utils/index.js

@@ -1,3 +1,19 @@
-export * from "./bech32";
-export * from "./bigint";
-export * from "./text";
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./bech32"), exports);
+__exportStar(require("./bigint"), exports);
+__exportStar(require("./text"), exports);

package/dist/utils/text.js

@@ -1,4 +1,7 @@
-export const decodeAttr = (x) => {
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.decodeAttr = void 0;
+const decodeAttr = (x) => {
     if (typeof x === "string") {
         return x;
     }
@@ -9,3 +12,4 @@ export const decodeAttr = (x) => {
         return "";
     }
 };
+exports.decodeAttr = decodeAttr;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@eclesia/indexer-engine",
-  "version": "2.7.6",
+  "version": "2.7.7",
   "description": "Core eclesia indexer engine",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -8,7 +8,8 @@
     "build": "tsc",
     "lint": "eslint",
     "lint:fix": "eslint --fix",
-    "test": "vitest"
+    "test": "vitest",
+    "start": "node --experimental-require-module dist/index.js"
   },
   "files": [
     "dist/",
@@ -46,5 +47,6 @@
     "stream-json": "^1.9.1",
     "uuid": "^13.0.0",
     "winston": "^3.17.0"
-  }
+  },
+  "type": "commonjs"
 }