@subsquid/batch-processor 1.0.0-portal-api.721f49 → 1.0.0

package/lib/metrics.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../src/metrics.ts"],"names":[],"mappings":"AAKA,qBAAa,OAAO;IAChB,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,gBAAgB,CAA6B;IACrD,OAAO,CAAC,aAAa,CAAkD;IAEvE,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAIpC,qBAAqB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAK3C,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI;IAKpE,aAAa,CACT,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,MAAM,EACrB,qBAAqB,EAAE,MAAM,EAC7B,mBAAmB,EAAE,MAAM,GAC5B,IAAI;IAKP,cAAc,IAAI,MAAM;IAIxB,qBAAqB,IAAI,MAAM;IAI/B,YAAY,IAAI,MAAM;IAItB,iBAAiB,IAAI,MAAM;IAI3B,YAAY,IAAI,MAAM;IAItB,eAAe,IAAI,MAAM;IAIzB,mBAAmB,IAAI,MAAM;IAI7B,aAAa,IAAI,MAAM;IAQvB,OAAO,IAAI,IAAI;CA+BlB"}

package/lib/metrics.js

@@ -1,92 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Metrics = void 0;
-const util_internal_counters_1 = require("@subsquid/util-internal-counters");
-const prom_client_1 = require("prom-client");
-const util_1 = require("./util");
-class Metrics {
-    constructor() {
-        this.chainHeight = -1;
-        this.lastBlock = -1;
-        this.mappingSpeed = new util_internal_counters_1.Speed({ windowSize: 5 });
-        this.mappingItemSpeed = new util_internal_counters_1.Speed({ windowSize: 5 });
-        this.blockProgress = new util_internal_counters_1.Progress({ initialValue: 0, windowSize: 20 });
-    }
-    setChainHeight(height) {
-        this.chainHeight = Math.max(height, this.lastBlock);
-    }
-    setLastProcessedBlock(height) {
-        this.lastBlock = height;
-        this.chainHeight = Math.max(this.chainHeight, this.lastBlock);
-    }
-    updateProgress(processed, left, time) {
-        this.blockProgress.setTargetValue(processed + left);
-        this.blockProgress.setCurrentValue(processed, time);
-    }
-    registerBatch(batchSize, batchItemSize, batchMappingStartTime, batchMappingEndTime) {
-        this.mappingSpeed.push(batchSize, batchMappingStartTime, batchMappingEndTime);
-        this.mappingItemSpeed.push(batchItemSize || 1, batchMappingStartTime, batchMappingEndTime);
-    }
-    getChainHeight() {
-        return this.chainHeight;
-    }
-    getLastProcessedBlock() {
-        return this.lastBlock;
-    }
-    getSyncSpeed() {
-        return this.blockProgress.speed();
-    }
-    getSyncEtaSeconds() {
-        return this.blockProgress.eta();
-    }
-    getSyncRatio() {
-        return this.blockProgress.ratio();
-    }
-    getMappingSpeed() {
-        return this.mappingSpeed.speed();
-    }
-    getMappingItemSpeed() {
-        return this.mappingItemSpeed.speed();
-    }
-    getStatusLine() {
-        return `${this.lastBlock} / ${this.chainHeight}, ` +
-            `rate: ${Math.round(this.getSyncSpeed())} blocks/sec, ` +
-            `mapping: ${Math.round(this.getMappingSpeed())} blocks/sec, ` +
-            `${Math.round(this.getMappingItemSpeed())} items/sec, ` +
-            `eta: ${(0, util_1.timeInterval)(this.getSyncEtaSeconds())}`;
-    }
-    install() {
-        new prom_client_1.Gauge({
-            name: 'sqd_processor_chain_height',
-            help: 'Chain height of the data source',
-            collect: collect(() => this.getChainHeight())
-        });
-        new prom_client_1.Gauge({
-            name: 'sqd_processor_last_block',
-            help: 'Last processed block',
-            collect: collect(() => this.getLastProcessedBlock())
-        });
-        new prom_client_1.Gauge({
-            name: 'sqd_processor_mapping_blocks_per_second',
-            help: 'Mapping performance',
-            collect: collect(() => this.getMappingSpeed())
-        });
-        new prom_client_1.Gauge({
-            name: 'sqd_processor_sync_eta_seconds',
-            help: 'Estimated time until all required blocks will be processed or until the chain height will be reached',
-            collect: collect(() => this.getSyncEtaSeconds())
-        });
-        new prom_client_1.Gauge({
-            name: 'sqd_processor_sync_ratio',
-            help: 'Percentage of processed blocks',
-            collect: collect(() => this.getSyncRatio())
-        });
-    }
-}
-exports.Metrics = Metrics;
-function collect(fn) {
-    return function () {
-        this.set(fn());
-    };
-}
-//# sourceMappingURL=metrics.js.map

package/lib/metrics.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../src/metrics.ts"],"names":[],"mappings":";;;AAAA,6EAAgE;AAChE,6CAAiC;AACjC,iCAAmC;AAGnC,MAAa,OAAO;IAApB;QACY,gBAAW,GAAG,CAAC,CAAC,CAAA;QAChB,cAAS,GAAG,CAAC,CAAC,CAAA;QACd,iBAAY,GAAG,IAAI,8BAAK,CAAC,EAAC,UAAU,EAAE,CAAC,EAAC,CAAC,CAAA;QACzC,qBAAgB,GAAG,IAAI,8BAAK,CAAC,EAAC,UAAU,EAAE,CAAC,EAAC,CAAC,CAAA;QAC7C,kBAAa,GAAG,IAAI,iCAAQ,CAAC,EAAC,YAAY,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,EAAC,CAAC,CAAA;IA6F3E,CAAC;IA3FG,cAAc,CAAC,MAAc;QACzB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;IACvD,CAAC;IAED,qBAAqB,CAAC,MAAc;QAChC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAA;QACvB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;IACjE,CAAC;IAED,cAAc,CAAC,SAAiB,EAAE,IAAY,EAAE,IAAa;QACzD,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,SAAS,GAAG,IAAI,CAAC,CAAA;QACnD,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;IACvD,CAAC;IAED,aAAa,CACT,SAAiB,EACjB,aAAqB,EACrB,qBAA6B,EAC7B,mBAA2B;QAE3B,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,qBAAqB,EAAE,mBAAmB,CAAC,CAAA;QAC7E,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,EAAE,qBAAqB,EAAE,mBAAmB,CAAC,CAAA;IAC9F,CAAC;IAED,cAAc;QACV,OAAO,IAAI,CAAC,WAAW,CAAA;IAC3B,CAAC;IAED,qBAAqB;QACjB,OAAO,IAAI,CAAC,SAAS,CAAA;IACzB,CAAC;IAED,YAAY;QACR,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAA;IACrC,CAAC;IAED,iBAAiB;QACb,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,CAAA;IACnC,CAAC;IAED,YAAY;QACR,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAA;IACrC,CAAC;IAED,eAAe;QACX,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAA;IACpC,CAAC;IAED,mBAAmB;QACf,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAA;IACxC,CAAC;IAED,aAAa;QACT,OAAO,GAAG,IAAI,CAAC,SAAS,MAAM,IAAI,CAAC,WAAW,IAAI;YAClD,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,eAAe;YACvD,YAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,eAAe;YAC7D,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC,cAAc;YACvD,QAAQ,IAAA,mBAAY,EAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,EAAE,CAAA;IACpD,CAAC;IAED,OAAO;QACH,IAAI,mBAAK,CAAC;YACN,IAAI,EAAE,4BAA4B;YAClC,IAAI,EAAE,iCAAiC;YACvC,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;SAChD,CAAC,CAAA;QAEF,IAAI,mBAAK,CAAC;YACN,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE,sBAAsB;YAC5B,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC;SACvD,CAAC,CAAA;QAEF,IAAI,mBAAK,CAAC;YACN,IAAI,EAAE,yCAAyC;YAC/C,IAAI,EAAE,qBAAqB;YAC3B,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;SACjD,CAAC,CAAA;QAEF,IAAI,mBAAK,CAAC;YACN,IAAI,EAAE,gCAAgC;YACtC,IAAI,EAAE,sGAAsG;YAC5G,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;SACnD,CAAC,CAAA;QAEF,IAAI,mBAAK,CAAC;YACN,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE,gCAAgC;YACtC,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;SAC9C,CAAC,CAAA;IACN,CAAC;CACJ;AAlGD,0BAkGC;AAGD,SAAS,OAAO,CAAC,EAAgB;IAC7B,OAAO;QACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA;IAClB,CAAC,CAAA;AACL,CAAC"}

package/src/metrics.ts

@@ -1,111 +0,0 @@
-import {Progress, Speed} from '@subsquid/util-internal-counters'
-import {Gauge} from 'prom-client'
-import {timeInterval} from './util'
-
-
-export class Metrics {
-    private chainHeight = -1
-    private lastBlock = -1
-    private mappingSpeed = new Speed({windowSize: 5})
-    private mappingItemSpeed = new Speed({windowSize: 5})
-    private blockProgress = new Progress({initialValue: 0, windowSize: 20})
-
-    setChainHeight(height: number): void {
-        this.chainHeight = Math.max(height, this.lastBlock)
-    }
-
-    setLastProcessedBlock(height: number): void {
-        this.lastBlock = height
-        this.chainHeight = Math.max(this.chainHeight, this.lastBlock)
-    }
-
-    updateProgress(processed: number, left: number, time?: bigint): void {
-        this.blockProgress.setTargetValue(processed + left)
-        this.blockProgress.setCurrentValue(processed, time)
-    }
-
-    registerBatch(
-        batchSize: number,
-        batchItemSize: number,
-        batchMappingStartTime: bigint,
-        batchMappingEndTime: bigint,
-    ): void {
-        this.mappingSpeed.push(batchSize, batchMappingStartTime, batchMappingEndTime)
-        this.mappingItemSpeed.push(batchItemSize || 1, batchMappingStartTime, batchMappingEndTime)
-    }
-
-    getChainHeight(): number {
-        return this.chainHeight
-    }
-
-    getLastProcessedBlock(): number {
-        return this.lastBlock
-    }
-
-    getSyncSpeed(): number {
-        return this.blockProgress.speed()
-    }
-
-    getSyncEtaSeconds(): number {
-        return this.blockProgress.eta()
-    }
-
-    getSyncRatio(): number {
-        return this.blockProgress.ratio()
-    }
-
-    getMappingSpeed(): number {
-        return this.mappingSpeed.speed()
-    }
-
-    getMappingItemSpeed(): number {
-        return this.mappingItemSpeed.speed()
-    }
-
-    getStatusLine(): string {
-        return `${this.lastBlock} / ${this.chainHeight}, ` +
-        `rate: ${Math.round(this.getSyncSpeed())} blocks/sec, ` +
-        `mapping: ${Math.round(this.getMappingSpeed())} blocks/sec, ` +
-        `${Math.round(this.getMappingItemSpeed())} items/sec, ` +
-        `eta: ${timeInterval(this.getSyncEtaSeconds())}`
-    }
-
-    install(): void {
-        new Gauge({
-            name: 'sqd_processor_chain_height',
-            help: 'Chain height of the data source',
-            collect: collect(() => this.getChainHeight())
-        })
-
-        new Gauge({
-            name: 'sqd_processor_last_block',
-            help: 'Last processed block',
-            collect: collect(() => this.getLastProcessedBlock())
-        })
-
-        new Gauge({
-            name: 'sqd_processor_mapping_blocks_per_second',
-            help: 'Mapping performance',
-            collect: collect(() => this.getMappingSpeed())
-        })
-
-        new Gauge({
-            name: 'sqd_processor_sync_eta_seconds',
-            help: 'Estimated time until all required blocks will be processed or until the chain height will be reached',
-            collect: collect(() => this.getSyncEtaSeconds())
-        })
-
-        new Gauge({
-            name: 'sqd_processor_sync_ratio',
-            help: 'Percentage of processed blocks',
-            collect: collect(() => this.getSyncRatio())
-        })
-    }
-}
-
-
-function collect(fn: () => number) {
-    return function(this: Gauge<string>) {
-        this.set(fn())
-    }
-}