@eclesia/indexer-engine 2.7.1 → 2.7.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,13 +1,7 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.EclesiaEmitter = void 0;
7
- const events_1 = __importDefault(require("events"));
8
- class EclesiaEmitter {
1
+ import EventEmitter from "events";
2
+ export class EclesiaEmitter {
9
3
  constructor() {
10
- this.emitter = new events_1.default();
4
+ this.emitter = new EventEmitter();
11
5
  this.handled = new Map();
12
6
  this.handlerMap = new WeakMap();
13
7
  this.emitter.setMaxListeners(0);
@@ -71,4 +65,3 @@ class EclesiaEmitter {
71
65
  }
72
66
  }
73
67
  }
74
- exports.EclesiaEmitter = EclesiaEmitter;
package/dist/index.js CHANGED
@@ -1,44 +1,5 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __exportStar = (this && this.__exportStar) || function(m, exports) {
19
- for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
20
- };
21
- var __importStar = (this && this.__importStar) || (function () {
22
- var ownKeys = function(o) {
23
- ownKeys = Object.getOwnPropertyNames || function (o) {
24
- var ar = [];
25
- for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
26
- return ar;
27
- };
28
- return ownKeys(o);
29
- };
30
- return function (mod) {
31
- if (mod && mod.__esModule) return mod;
32
- var result = {};
33
- if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
34
- __setModuleDefault(result, mod);
35
- return result;
36
- };
37
- })();
38
- Object.defineProperty(exports, "__esModule", { value: true });
39
- exports.Utils = exports.Types = void 0;
40
- __exportStar(require("./emitter"), exports);
41
- __exportStar(require("./indexer"), exports);
42
- __exportStar(require("./promise-queue"), exports);
43
- exports.Types = __importStar(require("./types"));
44
- exports.Utils = __importStar(require("./utils"));
1
+ export * from "./emitter";
2
+ export * from "./indexer";
3
+ export * from "./promise-queue";
4
+ export * as Types from "./types";
5
+ export * as Utils from "./utils";
@@ -1,30 +1,24 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.EcleciaIndexer = exports.defaultIndexerConfig = void 0;
7
1
  /* eslint-disable max-lines */
8
- const node_crypto_1 = require("node:crypto");
9
- const node_fs_1 = __importDefault(require("node:fs"));
10
- const tendermint_rpc_1 = require("@cosmjs/tendermint-rpc");
11
- const tendermint_rpc_2 = require("@cosmjs/tendermint-rpc");
12
- const tx_1 = require("cosmjs-types/cosmos/authz/v1beta1/tx");
13
- const query_1 = require("cosmjs-types/cosmos/staking/v1beta1/query");
14
- const tx_2 = require("cosmjs-types/cosmos/tx/v1beta1/tx");
15
- const fastify_1 = __importDefault(require("fastify"));
16
- const stream_chain_1 = require("stream-chain");
17
- const stream_json_1 = require("stream-json");
18
- const Pick_1 = require("stream-json/filters/Pick");
19
- const StreamArray_1 = require("stream-json/streamers/StreamArray");
20
- const StreamValues_1 = require("stream-json/streamers/StreamValues");
21
- const Batch_1 = require("stream-json/utils/Batch");
22
- const uuid_1 = require("uuid");
23
- const winston_1 = __importDefault(require("winston"));
24
- const emitter_1 = require("../emitter");
25
- const promise_queue_1 = require("../promise-queue");
26
- const utils_1 = require("../utils");
27
- exports.defaultIndexerConfig = {
2
+ import { createHash, } from "node:crypto";
3
+ import fs from "node:fs";
4
+ import { toRfc3339WithNanoseconds, } from "@cosmjs/tendermint-rpc";
5
+ import { connectComet, } from "@cosmjs/tendermint-rpc";
6
+ import { MsgExec, } from "cosmjs-types/cosmos/authz/v1beta1/tx";
7
+ import { QueryValidatorsRequest, QueryValidatorsResponse, } from "cosmjs-types/cosmos/staking/v1beta1/query";
8
+ import { Tx, } from "cosmjs-types/cosmos/tx/v1beta1/tx";
9
+ import Fastify from "fastify";
10
+ import { chain, } from "stream-chain";
11
+ import { parser, } from "stream-json";
12
+ import { pick, } from "stream-json/filters/Pick";
13
+ import { streamArray, } from "stream-json/streamers/StreamArray";
14
+ import { streamValues, } from "stream-json/streamers/StreamValues";
15
+ import { batch, } from "stream-json/utils/Batch";
16
+ import { v4 as uuidv4, } from "uuid";
17
+ import winston from "winston";
18
+ import { EclesiaEmitter, } from "../emitter";
19
+ import { CircularBuffer, } from "../promise-queue";
20
+ import { decodeAttr, } from "../utils";
21
+ export const defaultIndexerConfig = {
28
22
  startHeight: 1,
29
23
  batchSize: 500,
30
24
  modules: [],
@@ -38,7 +32,7 @@ exports.defaultIndexerConfig = {
38
32
  beginTransaction: () => Promise.resolve(),
39
33
  endTransaction: (_status) => Promise.resolve(),
40
34
  };
41
- class EcleciaIndexer extends emitter_1.EclesiaEmitter {
35
+ export class EcleciaIndexer extends EclesiaEmitter {
42
36
  constructor(config) {
43
37
  super();
44
38
  this.initialized = false;
@@ -54,7 +48,7 @@ class EcleciaIndexer extends emitter_1.EclesiaEmitter {
54
48
  },
55
49
  };
56
50
  this.asyncEmit = async (type, event) => {
57
- event.uuid = (0, uuid_1.v4)();
51
+ event.uuid = uuidv4();
58
52
  /*
59
53
  * More than 1 listener can be registered for an event type
60
54
  * Fortunately these are all set up during module init() so we have a consistent count
@@ -90,40 +84,40 @@ class EcleciaIndexer extends emitter_1.EclesiaEmitter {
90
84
  return prom;
91
85
  };
92
86
  this.config = {
93
- ...exports.defaultIndexerConfig,
87
+ ...defaultIndexerConfig,
94
88
  ...config,
95
89
  };
96
90
  if (this.config.minimal) {
97
- this.blockQueue = new promise_queue_1.CircularBuffer(this.config.batchSize);
91
+ this.blockQueue = new CircularBuffer(this.config.batchSize);
98
92
  }
99
93
  else {
100
- this.blockQueue = new promise_queue_1.CircularBuffer(this.config.batchSize);
94
+ this.blockQueue = new CircularBuffer(this.config.batchSize);
101
95
  }
102
- const { printf, } = winston_1.default.format;
96
+ const { printf, } = winston.format;
103
97
  const eclesiaFormat = printf(({ level, message, timestamp, }) => {
104
98
  return `${timestamp} [${level.toUpperCase()}]:\t${message}`;
105
99
  });
106
- this.log = winston_1.default.createLogger({
100
+ this.log = winston.createLogger({
107
101
  level: this.config.logLevel,
108
102
  defaultMeta: {
109
103
  service: "Eclesia Indexer",
110
104
  },
111
105
  transports: [
112
- new winston_1.default.transports.File({
106
+ new winston.transports.File({
113
107
  filename: "error.log",
114
108
  level: "error",
115
109
  }),
116
- new winston_1.default.transports.File({
110
+ new winston.transports.File({
117
111
  filename: "combined.log",
118
112
  }),
119
- new winston_1.default.transports.Console({
120
- format: winston_1.default.format.combine(winston_1.default.format.splat(), winston_1.default.format.timestamp(), eclesiaFormat, winston_1.default.format.colorize({
113
+ new winston.transports.Console({
114
+ format: winston.format.combine(winston.format.splat(), winston.format.timestamp(), eclesiaFormat, winston.format.colorize({
121
115
  all: true,
122
116
  })),
123
117
  }),
124
118
  ],
125
119
  });
126
- this.fastify = (0, fastify_1.default)({
120
+ this.fastify = Fastify({
127
121
  logger: false,
128
122
  });
129
123
  this.on("_unhandled", (msg) => {
@@ -170,9 +164,9 @@ class EcleciaIndexer extends emitter_1.EclesiaEmitter {
170
164
  this.blockClient.disconnect();
171
165
  this.log.verbose("Disconnected from RPC");
172
166
  }
173
- this.client = await (0, tendermint_rpc_2.connectComet)(this.config.rpcUrl);
167
+ this.client = await connectComet(this.config.rpcUrl);
174
168
  this.log.info("Connected to RPC for ad hoc queries");
175
- this.blockClient = await (0, tendermint_rpc_2.connectComet)(this.config.rpcUrl);
169
+ this.blockClient = await connectComet(this.config.rpcUrl);
176
170
  this.log.info("Connected to RPC for block & validator info");
177
171
  return true;
178
172
  }
@@ -267,7 +261,7 @@ class EcleciaIndexer extends emitter_1.EclesiaEmitter {
267
261
  throw new Error("Could not fetch block");
268
262
  }
269
263
  height = toProcess[0].block.header.height;
270
- timestamp = (0, tendermint_rpc_1.toRfc3339WithNanoseconds)(toProcess[0].block.header.time);
264
+ timestamp = toRfc3339WithNanoseconds(toProcess[0].block.header.time);
271
265
  await this.processBlock(toProcess[0], toProcess[1]);
272
266
  }
273
267
  else {
@@ -278,8 +272,8 @@ class EcleciaIndexer extends emitter_1.EclesiaEmitter {
278
272
  }
279
273
  this.log.silly("Decoded block");
280
274
  height = toProcess[0].block.header.height;
281
- timestamp = (0, tendermint_rpc_1.toRfc3339WithNanoseconds)(toProcess[0].block.header.time);
282
- await this.processBlock(toProcess[0], toProcess[1], query_1.QueryValidatorsResponse.decode(toProcess[2]).validators);
275
+ timestamp = toRfc3339WithNanoseconds(toProcess[0].block.header.time);
276
+ await this.processBlock(toProcess[0], toProcess[1], QueryValidatorsResponse.decode(toProcess[2]).validators);
283
277
  }
284
278
  // Emit events to trigger periodic operations every 50, 100 and 1000 blocks
285
279
  if (height % 1000 == 0) {
@@ -343,7 +337,7 @@ class EcleciaIndexer extends emitter_1.EclesiaEmitter {
343
337
  this.log.debug("Processing block: %d", height);
344
338
  this.log.silly("Started db tx");
345
339
  // Initialize height & timestamp to be used for this block-processing run
346
- const timestamp = (0, tendermint_rpc_1.toRfc3339WithNanoseconds)(block.block.header.time);
340
+ const timestamp = toRfc3339WithNanoseconds(block.block.header.time);
347
341
  // Use & await asyncEmit to ensure db insertions in order
348
342
  /*
349
343
  * Emit block information to any interested modules.
@@ -377,7 +371,7 @@ class EcleciaIndexer extends emitter_1.EclesiaEmitter {
377
371
  this.log.silly("Modules handled tx events");
378
372
  // Emit details and result for each tx msg separately
379
373
  for (let t = 0; t < block.block.txs.length; t++) {
380
- const tx = tx_2.Tx.decode(block.block.txs[t]);
374
+ const tx = Tx.decode(block.block.txs[t]);
381
375
  const result = block_results.results[t].code;
382
376
  const txlog = block_results.results[t].log;
383
377
  if (result != 0) {
@@ -385,7 +379,7 @@ class EcleciaIndexer extends emitter_1.EclesiaEmitter {
385
379
  continue;
386
380
  }
387
381
  if (tx.body && tx.body.memo != "") {
388
- const txHash = (0, node_crypto_1.createHash)("sha256").update(block.block.txs[t])
382
+ const txHash = createHash("sha256").update(block.block.txs[t])
389
383
  .digest("hex");
390
384
  await this.asyncEmit("tx_memo", {
391
385
  value: {
@@ -416,12 +410,12 @@ class EcleciaIndexer extends emitter_1.EclesiaEmitter {
416
410
  timestamp,
417
411
  });
418
412
  if (msgs[i].typeUrl == "/cosmos.authz.v1beta1.MsgExec") {
419
- const authzMsgs = tx_1.MsgExec.decode(msgs[i].value).msgs;
413
+ const authzMsgs = MsgExec.decode(msgs[i].value).msgs;
420
414
  if (authzMsgs) {
421
415
  for (let r = 0; r < authzMsgs.length; r++) {
422
416
  this.log.silly("Indexer broadcasting msg for handling: " + authzMsgs[r].typeUrl);
423
417
  const authzMsgEvents = msgevents?.reduce((events, evt) => {
424
- if (evt.attributes.filter(x => (0, utils_1.decodeAttr)(x.key) == "authz_msg_index" && (0, utils_1.decodeAttr)(x.value) == "" + r).length > 0) {
418
+ if (evt.attributes.filter(x => decodeAttr(x.key) == "authz_msg_index" && decodeAttr(x.value) == "" + r).length > 0) {
425
419
  events.push(evt);
426
420
  }
427
421
  return events;
@@ -477,12 +471,12 @@ class EcleciaIndexer extends emitter_1.EclesiaEmitter {
477
471
  const timeoutPromise = new Promise((resolve, reject) => {
478
472
  setTimeout(reject, 20000, false);
479
473
  });
480
- const q = query_1.QueryValidatorsRequest.fromPartial({
474
+ const q = QueryValidatorsRequest.fromPartial({
481
475
  pagination: {
482
476
  limit: 1000n,
483
477
  },
484
478
  });
485
- const vals = query_1.QueryValidatorsRequest.encode(q).finish();
479
+ const vals = QueryValidatorsRequest.encode(q).finish();
486
480
  const toIndex = Promise.race([
487
481
  Promise.all([
488
482
  this.blockClient.block(i),
@@ -556,12 +550,12 @@ class EcleciaIndexer extends emitter_1.EclesiaEmitter {
556
550
  }));
557
551
  }
558
552
  else {
559
- const q = query_1.QueryValidatorsRequest.fromPartial({
553
+ const q = QueryValidatorsRequest.fromPartial({
560
554
  pagination: {
561
555
  limit: 1000n,
562
556
  },
563
557
  });
564
- const vals = query_1.QueryValidatorsRequest.encode(q).finish();
558
+ const vals = QueryValidatorsRequest.encode(q).finish();
565
559
  this.blockQueue.enqueue(Promise.all([
566
560
  this.client.block(height),
567
561
  this.client.blockResults(height),
@@ -593,7 +587,7 @@ class EcleciaIndexer extends emitter_1.EclesiaEmitter {
593
587
  }
594
588
  readGenesis() {
595
589
  if (this.config.genesisPath) {
596
- return node_fs_1.default.createReadStream(this.config.genesisPath).pipe((0, stream_json_1.parser)());
590
+ return fs.createReadStream(this.config.genesisPath).pipe(parser());
597
591
  }
598
592
  else {
599
593
  throw new Error("Genesis path not set");
@@ -603,15 +597,15 @@ class EcleciaIndexer extends emitter_1.EclesiaEmitter {
603
597
  const readPromise = new Promise((resolve, reject) => {
604
598
  try {
605
599
  const filters = path.split(".");
606
- const pickers = filters.map(filter => (0, Pick_1.pick)({
600
+ const pickers = filters.map(filter => pick({
607
601
  filter,
608
602
  }));
609
603
  let counter = 0;
610
- (0, stream_chain_1.chain)([
604
+ chain([
611
605
  this.readGenesis(),
612
606
  ...pickers,
613
- (0, StreamArray_1.streamArray)(),
614
- (0, Batch_1.batch)({
607
+ streamArray(),
608
+ batch({
615
609
  batchSize: 1000,
616
610
  }),
617
611
  processor,
@@ -637,11 +631,11 @@ class EcleciaIndexer extends emitter_1.EclesiaEmitter {
637
631
  const readPromise = new Promise((resolve, reject) => {
638
632
  try {
639
633
  const filters = path.split(".");
640
- const pickers = filters.map(filter => (0, Pick_1.pick)({
634
+ const pickers = filters.map(filter => pick({
641
635
  filter,
642
636
  }));
643
637
  let counter = 0;
644
- (0, stream_chain_1.chain)([this.readGenesis(), ...pickers, (0, StreamValues_1.streamValues)(), processor])
638
+ chain([this.readGenesis(), ...pickers, streamValues(), processor])
645
639
  .on("data", (_data) => {
646
640
  counter++;
647
641
  })
@@ -713,4 +707,3 @@ class EcleciaIndexer extends emitter_1.EclesiaEmitter {
713
707
  }
714
708
  }
715
709
  }
716
- exports.EcleciaIndexer = EcleciaIndexer;
@@ -1,13 +1,10 @@
1
- "use strict";
2
1
  /*
3
2
  *This implements an "infinite" FIFO queue of fixed size.
4
3
  *await `continue()` before enqueing items to ensure fixed size (as it only resolves when space available)
5
4
  *await `dequeue()` to pop an item as it will only resolve if the next item is available
6
5
  *size() is always at minimum 1 item which is the promise that will resolve to the next item whenever it is enqueued
7
6
  */
8
- Object.defineProperty(exports, "__esModule", { value: true });
9
- exports.CircularBuffer = exports.PromiseQueue = void 0;
10
- class PromiseQueue {
7
+ export class PromiseQueue {
11
8
  constructor(batchSize) {
12
9
  this.synced = false;
13
10
  const nextVal = new Promise((resolve, _reject) => {
@@ -72,8 +69,7 @@ class PromiseQueue {
72
69
  return this.items.length;
73
70
  }
74
71
  }
75
- exports.PromiseQueue = PromiseQueue;
76
- class CircularBuffer {
72
+ export class CircularBuffer {
77
73
  constructor(batchSize) {
78
74
  this.count = 0;
79
75
  this.next = 0;
@@ -169,4 +165,3 @@ class CircularBuffer {
169
165
  return this.count;
170
166
  }
171
167
  }
172
- exports.CircularBuffer = CircularBuffer;
@@ -1,2 +1 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
1
+ export {};
@@ -1,9 +1,4 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.chainAddressfromKeyhash = chainAddressfromKeyhash;
4
- exports.keyHashfromAddress = keyHashfromAddress;
5
- exports.toHexString = toHexString;
6
- const bech32_1 = require("bech32");
1
+ import { bech32, } from "bech32";
7
2
  function toHexString(byteArray) {
8
3
  return Array.prototype.map
9
4
  .call(byteArray, (byte) => {
@@ -13,15 +8,16 @@ function toHexString(byteArray) {
13
8
  }
14
9
  function keyHashfromAddress(address) {
15
10
  try {
16
- return toHexString(bech32_1.bech32.fromWords(bech32_1.bech32.decode(address).words));
11
+ return toHexString(bech32.fromWords(bech32.decode(address).words));
17
12
  }
18
13
  catch (_e) {
19
14
  throw new Error("Could not decode address");
20
15
  }
21
16
  }
22
17
  function chainAddressfromKeyhash(prefix, keyhash) {
23
- const words = bech32_1.bech32.toWords(Buffer.from(keyhash, "hex"));
18
+ const words = bech32.toWords(Buffer.from(keyhash, "hex"));
24
19
  return keyhash !== ""
25
- ? bech32_1.bech32.encode(prefix, words)
20
+ ? bech32.encode(prefix, words)
26
21
  : "";
27
22
  }
23
+ export { chainAddressfromKeyhash, keyHashfromAddress, toHexString, };
@@ -1,7 +1,4 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.toPlainObject = void 0;
4
1
  const toPlainObject = (obj) => {
5
2
  return JSON.parse(JSON.stringify(obj, (key, value) => (typeof value === "bigint" ? value.toString() : value)));
6
3
  };
7
- exports.toPlainObject = toPlainObject;
4
+ export { toPlainObject, };
@@ -1,19 +1,3 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
- for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
- };
16
- Object.defineProperty(exports, "__esModule", { value: true });
17
- __exportStar(require("./bech32"), exports);
18
- __exportStar(require("./bigint"), exports);
19
- __exportStar(require("./text"), exports);
1
+ export * from "./bech32";
2
+ export * from "./bigint";
3
+ export * from "./text";
@@ -1,7 +1,4 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.decodeAttr = void 0;
4
- const decodeAttr = (x) => {
1
+ export const decodeAttr = (x) => {
5
2
  if (typeof x === "string") {
6
3
  return x;
7
4
  }
@@ -12,4 +9,3 @@ const decodeAttr = (x) => {
12
9
  return "";
13
10
  }
14
11
  };
15
- exports.decodeAttr = decodeAttr;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@eclesia/indexer-engine",
3
- "version": "2.7.1",
3
+ "version": "2.7.2",
4
4
  "description": "Core eclesia indexer engine",
5
5
  "main": "dist/index.js",
6
6
  "types": "dist/index.d.ts",