@bsv/wallet-toolbox-mobile 1.5.21 → 1.6.1

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorCDN.js

@@ -0,0 +1,115 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BulkIngestorCDN = void 0;
+const BulkIngestorBase_1 = require("./BulkIngestorBase");
+const TestUtilsWalletStorage_1 = require("../../../../../test/utils/TestUtilsWalletStorage");
+const sdk_1 = require("../../../../sdk");
+const BulkFileDataManager_1 = require("../util/BulkFileDataManager");
+class BulkIngestorCDN extends BulkIngestorBase_1.BulkIngestorBase {
+    /**
+     *
+     * @param chain
+     * @param localCachePath defaults to './data/bulk_cdn_headers/'
+     * @returns
+     */
+    static createBulkIngestorCDNOptions(chain, cdnUrl, fetch, maxPerFile) {
+        const options = {
+            ...BulkIngestorBase_1.BulkIngestorBase.createBulkIngestorBaseOptions(chain),
+            fetch,
+            jsonResource: `${chain}NetBlockHeaders.json`,
+            cdnUrl,
+            maxPerFile
+        };
+        return options;
+    }
+    constructor(options) {
+        super(options);
+        if (!options.jsonResource)
+            throw new Error('The jsonResource options property is required.');
+        if (!options.cdnUrl)
+            throw new Error('The cdnUrl options property is required.');
+        this.fetch = options.fetch;
+        this.jsonResource = options.jsonResource;
+        this.cdnUrl = options.cdnUrl;
+        this.maxPerFile = options.maxPerFile;
+    }
+    async getPresentHeight() {
+        return undefined;
+    }
+    getJsonHttpHeaders() {
+        const headers = {
+            Accept: 'application/json'
+        };
+        return headers;
+    }
+    /**
+     * A BulkFile CDN serves a JSON BulkHeaderFilesInfo resource which lists all the available binary bulk header files available and associated metadata.
+     *
+     * The term "CDN file" is used for a local bulk file that has a sourceUrl. (Not undefined)
+     * The term "incremental file" is used for the local bulk file that holds all the non-CDN bulk headers and must chain to the live headers if there are any.
+     *
+     * Bulk ingesting from a CDN happens in one of three contexts:
+     *
+     * 1. Cold Start: No local bulk or live headers.
+     * 2. Incremental: Available CDN files extend into an existing incremental file but not into the live headers.
+     * 3. Replace: Available CDN files extend into live headers.
+     *
+     * Context Cold Start:
+     * - The CDN files are selected in height order, starting at zero, always choosing the largest count less than the local maximum (maxPerFile).
+     *
+     * Context Incremental:
+     * - Last existing CDN file is updated if CDN now has a higher count.
+     * - Additional CDN files are added as in Cold Start.
+     * - The existing incremental file is truncated or deleted.
+     *
+     * Context Replace:
+     * - Existing live headers are truncated or deleted.
+     * - Proceed as context Incremental.
+     *
+     * @param before bulk and live range of headers before ingesting any new headers.
+     * @param fetchRange total range of header heights needed including live headers
+     * @param bulkRange range of missing bulk header heights required.
+     * @param priorLiveHeaders
+     * @returns
+     */
+    async fetchHeaders(before, fetchRange, bulkRange, priorLiveHeaders) {
+        const storage = this.storage();
+        const toUrl = (file) => this.fetch.pathJoin(this.cdnUrl, file);
+        const url = toUrl(this.jsonResource);
+        this.availableBulkFiles = await this.fetch.fetchJson(url);
+        if (!this.availableBulkFiles) {
+            throw new sdk_1.WERR_INVALID_PARAMETER(`${this.jsonResource}`, `a valid BulkHeaderFilesInfo JSON resource available from ${url}`);
+        }
+        this.selectedFiles = (0, BulkFileDataManager_1.selectBulkHeaderFiles)(this.availableBulkFiles.files, this.chain, this.maxPerFile || this.availableBulkFiles.headersPerFile);
+        for (const bf of this.selectedFiles) {
+            if (!bf.fileHash) {
+                throw new sdk_1.WERR_INVALID_PARAMETER(`fileHash`, `valid for alll files in ${this.jsonResource} from ${url}`);
+            }
+            if (!bf.chain || bf.chain !== this.chain) {
+                throw new sdk_1.WERR_INVALID_PARAMETER(`chain`, `"${this.chain}" for all files in ${this.jsonResource} from ${url}`);
+            }
+            if (!bf.sourceUrl || bf.sourceUrl !== this.cdnUrl)
+                bf.sourceUrl = this.cdnUrl;
+        }
+        let log = 'BulkIngestorCDN fetchHeaders log:\n';
+        log += `  url: ${url}\n`;
+        this.currentRange = await storage.bulkManager.getHeightRange();
+        log += `  bulk range before: ${this.currentRange}\n`;
+        const r = await storage.bulkManager.merge(this.selectedFiles);
+        this.currentRange = await storage.bulkManager.getHeightRange();
+        log += `  bulk range after:  ${this.currentRange}\n`;
+        for (const u of r.unchanged) {
+            log += `  unchanged: ${u.fileName}, fileId=${u.fileId}\n`;
+        }
+        for (const i of r.inserted) {
+            log += `  inserted: ${i.fileName}, fileId=${i.fileId}\n`;
+        }
+        for (const u of r.updated) {
+            log += `  updated: ${u.fileName}, fileId=${u.fileId}\n`;
+        }
+        (0, TestUtilsWalletStorage_1.logger)(log);
+        return priorLiveHeaders;
+    }
+}
+exports.BulkIngestorCDN = BulkIngestorCDN;
+//# sourceMappingURL=BulkIngestorCDN.js.map

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorCDN.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BulkIngestorCDN.js","sourceRoot":"","sources":["../../../../../../../src/services/chaintracker/chaintracks/Ingest/BulkIngestorCDN.ts"],"names":[],"mappings":";;;AAGA,yDAAqD;AAKrD,6FAAyE;AACzE,yCAAqE;AAErE,qEAAmE;AAuBnE,MAAa,eAAgB,SAAQ,mCAAgB;IACnD;;;;;OAKG;IACH,MAAM,CAAC,4BAA4B,CACjC,KAAY,EACZ,MAAc,EACd,KAA0B,EAC1B,UAAmB;QAEnB,MAAM,OAAO,GAA2B;YACtC,GAAG,mCAAgB,CAAC,6BAA6B,CAAC,KAAK,CAAC;YACxD,KAAK;YACL,YAAY,EAAE,GAAG,KAAK,sBAAsB;YAC5C,MAAM;YACN,UAAU;SACX,CAAA;QACD,OAAO,OAAO,CAAA;IAChB,CAAC;IAWD,YAAY,OAA+B;QACzC,KAAK,CAAC,OAAO,CAAC,CAAA;QACd,IAAI,CAAC,OAAO,CAAC,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAA;QAC5F,IAAI,CAAC,OAAO,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAA;QAEhF,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAA;QAC1B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAA;QACxC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;QAC5B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAA;IACtC,CAAC;IAEQ,KAAK,CAAC,gBAAgB;QAC7B,OAAO,SAAS,CAAA;IAClB,CAAC;IAED,kBAAkB;QAChB,MAAM,OAAO,GAA2B;YACtC,MAAM,EAAE,kBAAkB;SAC3B,CAAA;QACD,OAAO,OAAO,CAAA;IAChB,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA6BG;IACH,KAAK,CAAC,YAAY,CAChB,MAAoB,EACpB,UAAuB,EACvB,SAAsB,EACtB,gBAA+B;QAE/B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAA;QAE9B,MAAM,KAAK,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;QAEtE,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QACpC,IAAI,CAAC,kBAAkB,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;QACzD,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC7B,MAAM,IAAI,4BAAsB,CAC9B,GAAG,IAAI,CAAC,YAAY,EAAE,EACtB,4DAA4D,GAAG,EAAE,CAClE,CAAA;QACH,CAAC;QACD,IAAI,CAAC,aAAa,GAAG,IAAA,2CAAqB,EACxC,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAC7B,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAC1D,CAAA;QACD,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACpC,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;gBACjB,MAAM,IAAI,4BAAsB,CAAC,UAAU,EAAE,2BAA2B,IAAI,CAAC,YAAY,SAAS,GAAG,EAAE,CAAC,CAAA;YAC1G,CAAC;YACD,IAAI,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;gBACzC,MAAM,IAAI,4BAAsB,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,KAAK,sBAAsB,IAAI,CAAC,YAAY,SAAS,GAAG,EAAE,CAAC,CAAA;YAChH,CAAC;YACD,IAAI,CAAC,EAAE,CAAC,SAAS,IAAI,EAAE,CAAC,SAAS,KAAK,IAAI,CAAC,MAAM;gBAAE,EAAE,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAA;QAC/E,CAAC;QAED,IAAI,GAAG,GAAG,qCAAqC,CAAA;QAC/C,GAAG,IAAI,UAAU,GAAG,IAAI,CAAA;QAExB,IAAI,CAAC,YAAY,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,cAAc,EAAE,CAAA;QAC9D,GAAG,IAAI,wBAAwB,IAAI,CAAC,YAAY,IAAI,CAAA;QAEpD,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAE7D,IAAI,CAAC,YAAY,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,cAAc,EAAE,CAAA;QAC9D,GAAG,IAAI,wBAAwB,IAAI,CAAC,YAAY,IAAI,CAAA;QACpD,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;YAC5B,GAAG,IAAI,gBAAgB,CAAC,CAAC,QAAQ,YAAY,CAAC,CAAC,MAAM,IAAI,CAAA;QAC3D,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;YAC3B,GAAG,IAAI,eAAe,CAAC,CAAC,QAAQ,YAAY,CAAC,CAAC,MAAM,IAAI,CAAA;QAC1D,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;YAC1B,GAAG,IAAI,cAAc,CAAC,CAAC,QAAQ,YAAY,CAAC,CAAC,MAAM,IAAI,CAAA;QACzD,CAAC;QACD,IAAA,+BAAM,EAAC,GAAG,CAAC,CAAA;QAEX,OAAO,gBAAgB,CAAA;IACzB,CAAC;CACF;AA5ID,0CA4IC"}

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorCDNBabbage.d.ts

@@ -0,0 +1,13 @@
+import { Chain } from '../../../../sdk/types';
+import { ChaintracksFetchApi } from '../Api/ChaintracksFetchApi';
+import { BulkIngestorCDN, BulkIngestorCDNOptions } from './BulkIngestorCDN';
+export declare class BulkIngestorCDNBabbage extends BulkIngestorCDN {
+    /**
+     *
+     * @param chain
+     * @param rootFolder defaults to './data/bulk_cdn_babbage_headers/'
+     * @returns
+     */
+    static createBulkIngestorCDNBabbageOptions(chain: Chain, fetch: ChaintracksFetchApi): BulkIngestorCDNOptions;
+}
+//# sourceMappingURL=BulkIngestorCDNBabbage.d.ts.map

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorCDNBabbage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BulkIngestorCDNBabbage.d.ts","sourceRoot":"","sources":["../../../../../../../src/services/chaintracker/chaintracks/Ingest/BulkIngestorCDNBabbage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAA;AAC7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAChE,OAAO,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAE3E,qBAAa,sBAAuB,SAAQ,eAAe;IACzD;;;;;OAKG;IACH,MAAM,CAAC,mCAAmC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,mBAAmB,GAAG,sBAAsB;CAM7G"}

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorCDNBabbage.js

@@ -0,0 +1,20 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BulkIngestorCDNBabbage = void 0;
+const BulkIngestorCDN_1 = require("./BulkIngestorCDN");
+class BulkIngestorCDNBabbage extends BulkIngestorCDN_1.BulkIngestorCDN {
+    /**
+     *
+     * @param chain
+     * @param rootFolder defaults to './data/bulk_cdn_babbage_headers/'
+     * @returns
+     */
+    static createBulkIngestorCDNBabbageOptions(chain, fetch) {
+        const options = {
+            ...BulkIngestorCDN_1.BulkIngestorCDN.createBulkIngestorCDNOptions(chain, 'https://cdn.projectbabbage.com/blockheaders/', fetch)
+        };
+        return options;
+    }
+}
+exports.BulkIngestorCDNBabbage = BulkIngestorCDNBabbage;
+//# sourceMappingURL=BulkIngestorCDNBabbage.js.map

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorCDNBabbage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BulkIngestorCDNBabbage.js","sourceRoot":"","sources":["../../../../../../../src/services/chaintracker/chaintracks/Ingest/BulkIngestorCDNBabbage.ts"],"names":[],"mappings":";;;AAEA,uDAA2E;AAE3E,MAAa,sBAAuB,SAAQ,iCAAe;IACzD;;;;;OAKG;IACH,MAAM,CAAC,mCAAmC,CAAC,KAAY,EAAE,KAA0B;QACjF,MAAM,OAAO,GAA2B;YACtC,GAAG,iCAAe,CAAC,4BAA4B,CAAC,KAAK,EAAE,8CAA8C,EAAE,KAAK,CAAC;SAC9G,CAAA;QACD,OAAO,OAAO,CAAA;IAChB,CAAC;CACF;AAbD,wDAaC"}

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorWhatsOnChainCdn.d.ts

@@ -0,0 +1,62 @@
+import { Chain } from '../../../../sdk';
+import { BlockHeader } from '../Api/BlockHeaderApi';
+import { BulkIngestorBaseOptions } from '../Api/BulkIngestorApi';
+import { ChaintracksFetchApi } from '../Api/ChaintracksFetchApi';
+import { BulkIngestorBase } from './BulkIngestorBase';
+import { HeightRange, HeightRanges } from '../util/HeightRange';
+import { StopListenerToken } from './WhatsOnChainIngestorWs';
+import { WhatsOnChainServices, WhatsOnChainServicesOptions } from './WhatsOnChainServices';
+export interface BulkIngestorWhatsOnChainOptions extends BulkIngestorBaseOptions, WhatsOnChainServicesOptions {
+    /**
+     * Maximum msces of "normal" pause with no new data arriving.
+     */
+    idleWait: number | undefined;
+    /**
+     * Which chain is being tracked: main, test, or stn.
+     */
+    chain: Chain;
+    /**
+     * WhatsOnChain.com API Key
+     * https://docs.taal.com/introduction/get-an-api-key
+     * If unknown or empty, maximum request rate is limited.
+     * https://developers.whatsonchain.com/#rate-limits
+     */
+    apiKey?: string;
+    /**
+     * Request timeout for GETs to https://api.whatsonchain.com/v1/bsv
+     */
+    timeout: number;
+    /**
+     * User-Agent header value for requests to https://api.whatsonchain.com/v1/bsv
+     */
+    userAgent: string;
+    /**
+     * Enable WhatsOnChain client cache option.
+     */
+    enableCache: boolean;
+    /**
+     * How long chainInfo is considered still valid before updating (msecs).
+     */
+    chainInfoMsecs: number;
+    /**
+     *
+     */
+    fetch?: ChaintracksFetchApi;
+}
+export declare class BulkIngestorWhatsOnChainCdn extends BulkIngestorBase {
+    /**
+     *
+     * @param chain
+     * @param localCachePath defaults to './data/ingest_whatsonchain_headers'
+     * @returns
+     */
+    static createBulkIngestorWhatsOnChainOptions(chain: Chain): BulkIngestorWhatsOnChainOptions;
+    fetch: ChaintracksFetchApi;
+    idleWait: number;
+    woc: WhatsOnChainServices;
+    stopOldListenersToken: StopListenerToken;
+    constructor(options: BulkIngestorWhatsOnChainOptions);
+    getPresentHeight(): Promise<number | undefined>;
+    fetchHeaders(before: HeightRanges, fetchRange: HeightRange, bulkRange: HeightRange, priorLiveHeaders: BlockHeader[]): Promise<BlockHeader[]>;
+}
+//# sourceMappingURL=BulkIngestorWhatsOnChainCdn.d.ts.map

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorWhatsOnChainCdn.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BulkIngestorWhatsOnChainCdn.d.ts","sourceRoot":"","sources":["../../../../../../../src/services/chaintracker/chaintracks/Ingest/BulkIngestorWhatsOnChainCdn.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAA;AAEvC,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AACnD,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAA;AAChE,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AAGrD,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAC/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAA;AAC5D,OAAO,EAAE,oBAAoB,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAA;AAE1F,MAAM,WAAW,+BAAgC,SAAQ,uBAAuB,EAAE,2BAA2B;IAC3G;;OAEG;IACH,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAA;IAC5B;;OAEG;IACH,KAAK,EAAE,KAAK,CAAA;IACZ;;;;;OAKG;IACH,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IACf;;OAEG;IACH,SAAS,EAAE,MAAM,CAAA;IACjB;;OAEG;IACH,WAAW,EAAE,OAAO,CAAA;IACpB;;OAEG;IACH,cAAc,EAAE,MAAM,CAAA;IACtB;;OAEG;IACH,KAAK,CAAC,EAAE,mBAAmB,CAAA;CAC5B;AAED,qBAAa,2BAA4B,SAAQ,gBAAgB;IAC/D;;;;;OAKG;IACH,MAAM,CAAC,qCAAqC,CAAC,KAAK,EAAE,KAAK,GAAG,+BAA+B;IAS3F,KAAK,EAAE,mBAAmB,CAAA;IAC1B,QAAQ,EAAE,MAAM,CAAA;IAChB,GAAG,EAAE,oBAAoB,CAAA;IACzB,qBAAqB,EAAE,iBAAiB,CAAsB;gBAElD,OAAO,EAAE,+BAA+B;IAOrC,gBAAgB,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAMxD,YAAY,CAChB,MAAM,EAAE,YAAY,EACpB,UAAU,EAAE,WAAW,EACvB,SAAS,EAAE,WAAW,EACtB,gBAAgB,EAAE,WAAW,EAAE,GAC9B,OAAO,CAAC,WAAW,EAAE,CAAC;CAwB1B"}

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorWhatsOnChainCdn.js

@@ -0,0 +1,60 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BulkIngestorWhatsOnChainCdn = void 0;
+const utilityHelpers_1 = require("../../../../utility/utilityHelpers");
+const BulkIngestorBase_1 = require("./BulkIngestorBase");
+const blockHeaderUtilities_1 = require("../util/blockHeaderUtilities");
+const ChaintracksFetch_1 = require("../util/ChaintracksFetch");
+const WhatsOnChainServices_1 = require("./WhatsOnChainServices");
+class BulkIngestorWhatsOnChainCdn extends BulkIngestorBase_1.BulkIngestorBase {
+    /**
+     *
+     * @param chain
+     * @param localCachePath defaults to './data/ingest_whatsonchain_headers'
+     * @returns
+     */
+    static createBulkIngestorWhatsOnChainOptions(chain) {
+        const options = {
+            ...WhatsOnChainServices_1.WhatsOnChainServices.createWhatsOnChainServicesOptions(chain),
+            ...BulkIngestorBase_1.BulkIngestorBase.createBulkIngestorBaseOptions(chain),
+            idleWait: 5000
+        };
+        return options;
+    }
+    constructor(options) {
+        super(options);
+        this.stopOldListenersToken = { stop: undefined };
+        this.idleWait = options.idleWait || 5000;
+        this.woc = new WhatsOnChainServices_1.WhatsOnChainServices(options);
+        this.fetch = options.fetch || new ChaintracksFetch_1.ChaintracksFetch();
+    }
+    async getPresentHeight() {
+        const presentHeight = await this.woc.getChainTipHeight();
+        (0, utilityHelpers_1.logger)(`presentHeight=${presentHeight}`);
+        return presentHeight;
+    }
+    async fetchHeaders(before, fetchRange, bulkRange, priorLiveHeaders) {
+        const oldHeaders = [];
+        try {
+            const ranges = await this.woc.getHeaderByteFileLinks(fetchRange, this.fetch);
+            const headers = [];
+            for (const range of ranges) {
+                for (let height = range.range.minHeight; height <= range.range.maxHeight; height++) {
+                    if (fetchRange.contains(height)) {
+                        if (!range.data)
+                            range.data = await this.fetch.download(this.fetch.pathJoin(range.sourceUrl, range.fileName));
+                        const h = (0, blockHeaderUtilities_1.deserializeBlockHeader)(range.data, (height - range.range.minHeight) * 80, height);
+                        oldHeaders.push(h);
+                    }
+                }
+            }
+        }
+        catch (e) {
+            (0, utilityHelpers_1.logger)(`Errors during WhatsOnChain ingestion:\n${e}`);
+        }
+        const liveHeaders = await this.storage().addBulkHeaders(oldHeaders, bulkRange, priorLiveHeaders);
+        return liveHeaders;
+    }
+}
+exports.BulkIngestorWhatsOnChainCdn = BulkIngestorWhatsOnChainCdn;
+//# sourceMappingURL=BulkIngestorWhatsOnChainCdn.js.map

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorWhatsOnChainCdn.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BulkIngestorWhatsOnChainCdn.js","sourceRoot":"","sources":["../../../../../../../src/services/chaintracker/chaintracks/Ingest/BulkIngestorWhatsOnChainCdn.ts"],"names":[],"mappings":";;;AACA,uEAA2D;AAI3D,yDAAqD;AACrD,uEAAqE;AACrE,+DAA2D;AAG3D,iEAA0F;AAwC1F,MAAa,2BAA4B,SAAQ,mCAAgB;IAC/D;;;;;OAKG;IACH,MAAM,CAAC,qCAAqC,CAAC,KAAY;QACvD,MAAM,OAAO,GAAoC;YAC/C,GAAG,2CAAoB,CAAC,iCAAiC,CAAC,KAAK,CAAC;YAChE,GAAG,mCAAgB,CAAC,6BAA6B,CAAC,KAAK,CAAC;YACxD,QAAQ,EAAE,IAAI;SACf,CAAA;QACD,OAAO,OAAO,CAAA;IAChB,CAAC;IAOD,YAAY,OAAwC;QAClD,KAAK,CAAC,OAAO,CAAC,CAAA;QAHhB,0BAAqB,GAAsB,EAAE,IAAI,EAAE,SAAS,EAAE,CAAA;QAI5D,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAA;QACxC,IAAI,CAAC,GAAG,GAAG,IAAI,2CAAoB,CAAC,OAAO,CAAC,CAAA;QAC5C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,mCAAgB,EAAE,CAAA;IACtD,CAAC;IAEQ,KAAK,CAAC,gBAAgB;QAC7B,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAA;QACxD,IAAA,uBAAM,EAAC,iBAAiB,aAAa,EAAE,CAAC,CAAA;QACxC,OAAO,aAAa,CAAA;IACtB,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,MAAoB,EACpB,UAAuB,EACvB,SAAsB,EACtB,gBAA+B;QAE/B,MAAM,UAAU,GAAkB,EAAE,CAAA;QAEpC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;YAC5E,MAAM,OAAO,GAAkB,EAAE,CAAA;YACjC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,KAAK,IAAI,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,CAAC;oBACnF,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;wBAChC,IAAI,CAAC,KAAK,CAAC,IAAI;4BACb,KAAK,CAAC,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAA;wBAC9F,MAAM,CAAC,GAAG,IAAA,6CAAsB,EAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,CAAA;wBAC3F,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;oBACpB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAA,uBAAM,EAAC,0CAA0C,CAAC,EAAE,CAAC,CAAA;QACvD,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,cAAc,CAAC,UAAU,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAA;QAEhG,OAAO,WAAW,CAAA;IACpB,CAAC;CACF;AA/DD,kEA+DC"}

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorWhatsOnChainWs.d.ts

@@ -0,0 +1,23 @@
+import { Chain } from '../../../../sdk';
+import { BlockHeader } from '../Api/BlockHeaderApi';
+import { BulkIngestorBase } from './BulkIngestorBase';
+import { HeightRange, HeightRanges } from '../util/HeightRange';
+import { BulkIngestorWhatsOnChainOptions } from './BulkIngestorWhatsOnChainCdn';
+import { StopListenerToken } from './WhatsOnChainIngestorWs';
+import { WhatsOnChainServices } from './WhatsOnChainServices';
+export declare class BulkIngestorWhatsOnChainWs extends BulkIngestorBase {
+    /**
+     *
+     * @param chain
+     * @param localCachePath defaults to './data/ingest_whatsonchain_headers'
+     * @returns
+     */
+    static createBulkIngestorWhatsOnChainOptions(chain: Chain): BulkIngestorWhatsOnChainOptions;
+    idleWait: number;
+    woc: WhatsOnChainServices;
+    stopOldListenersToken: StopListenerToken;
+    constructor(options: BulkIngestorWhatsOnChainOptions);
+    getPresentHeight(): Promise<number | undefined>;
+    fetchHeaders(before: HeightRanges, fetchRange: HeightRange, bulkRange: HeightRange, priorLiveHeaders: BlockHeader[]): Promise<BlockHeader[]>;
+}
+//# sourceMappingURL=BulkIngestorWhatsOnChainWs.d.ts.map

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorWhatsOnChainWs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BulkIngestorWhatsOnChainWs.d.ts","sourceRoot":"","sources":["../../../../../../../src/services/chaintracker/chaintracks/Ingest/BulkIngestorWhatsOnChainWs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAA;AAEvC,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AACrD,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAC/D,OAAO,EAAE,+BAA+B,EAAE,MAAM,+BAA+B,CAAA;AAC/E,OAAO,EAAE,iBAAiB,EAA0B,MAAM,0BAA0B,CAAA;AACpF,OAAO,EAAgC,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAE3F,qBAAa,0BAA2B,SAAQ,gBAAgB;IAC9D;;;;;OAKG;IACH,MAAM,CAAC,qCAAqC,CAAC,KAAK,EAAE,KAAK,GAAG,+BAA+B;IAS3F,QAAQ,EAAE,MAAM,CAAA;IAChB,GAAG,EAAE,oBAAoB,CAAA;IACzB,qBAAqB,EAAE,iBAAiB,CAAsB;gBAElD,OAAO,EAAE,+BAA+B;IAMrC,gBAAgB,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAMxD,YAAY,CAChB,MAAM,EAAE,YAAY,EACpB,UAAU,EAAE,WAAW,EACvB,SAAS,EAAE,WAAW,EACtB,gBAAgB,EAAE,WAAW,EAAE,GAC9B,OAAO,CAAC,WAAW,EAAE,CAAC;CAiC1B"}

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorWhatsOnChainWs.js

@@ -0,0 +1,57 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BulkIngestorWhatsOnChainWs = void 0;
+const utilityHelpers_1 = require("../../../../utility/utilityHelpers");
+const BulkIngestorBase_1 = require("./BulkIngestorBase");
+const WhatsOnChainIngestorWs_1 = require("./WhatsOnChainIngestorWs");
+const WhatsOnChainServices_1 = require("./WhatsOnChainServices");
+class BulkIngestorWhatsOnChainWs extends BulkIngestorBase_1.BulkIngestorBase {
+    /**
+     *
+     * @param chain
+     * @param localCachePath defaults to './data/ingest_whatsonchain_headers'
+     * @returns
+     */
+    static createBulkIngestorWhatsOnChainOptions(chain) {
+        const options = {
+            ...WhatsOnChainServices_1.WhatsOnChainServices.createWhatsOnChainServicesOptions(chain),
+            ...BulkIngestorBase_1.BulkIngestorBase.createBulkIngestorBaseOptions(chain),
+            idleWait: 5000
+        };
+        return options;
+    }
+    constructor(options) {
+        super(options);
+        this.stopOldListenersToken = { stop: undefined };
+        this.idleWait = options.idleWait || 5000;
+        this.woc = new WhatsOnChainServices_1.WhatsOnChainServices(options);
+    }
+    async getPresentHeight() {
+        const presentHeight = await this.woc.getChainTipHeight();
+        (0, utilityHelpers_1.logger)(`presentHeight=${presentHeight}`);
+        return presentHeight;
+    }
+    async fetchHeaders(before, fetchRange, bulkRange, priorLiveHeaders) {
+        const oldHeaders = [];
+        const errors = [];
+        const enqueue = header => {
+            oldHeaders.push(header);
+        };
+        const error = (code, message) => {
+            errors.push({ code, message, count: errors.length });
+            return false;
+        };
+        const ok = await (0, WhatsOnChainIngestorWs_1.WocHeadersBulkListener)(fetchRange.minHeight, fetchRange.maxHeight, enqueue, error, this.stopOldListenersToken, this.chain, this.idleWait);
+        let liveHeaders = [];
+        if (ok) {
+            liveHeaders = await this.storage().addBulkHeaders(oldHeaders, bulkRange, priorLiveHeaders);
+        }
+        if (errors.length > 0) {
+            const errorMessages = errors.map(e => `(${e.code}) ${e.message} (${e.count})`).join('\n');
+            (0, utilityHelpers_1.logger)(`Errors during WhatsOnChain ingestion:\n${errorMessages}`);
+        }
+        return liveHeaders;
+    }
+}
+exports.BulkIngestorWhatsOnChainWs = BulkIngestorWhatsOnChainWs;
+//# sourceMappingURL=BulkIngestorWhatsOnChainWs.js.map

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorWhatsOnChainWs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BulkIngestorWhatsOnChainWs.js","sourceRoot":"","sources":["../../../../../../../src/services/chaintracker/chaintracks/Ingest/BulkIngestorWhatsOnChainWs.ts"],"names":[],"mappings":";;;AACA,uEAA2D;AAE3D,yDAAqD;AAGrD,qEAAoF;AACpF,iEAA2F;AAE3F,MAAa,0BAA2B,SAAQ,mCAAgB;IAC9D;;;;;OAKG;IACH,MAAM,CAAC,qCAAqC,CAAC,KAAY;QACvD,MAAM,OAAO,GAAoC;YAC/C,GAAG,2CAAoB,CAAC,iCAAiC,CAAC,KAAK,CAAC;YAChE,GAAG,mCAAgB,CAAC,6BAA6B,CAAC,KAAK,CAAC;YACxD,QAAQ,EAAE,IAAI;SACf,CAAA;QACD,OAAO,OAAO,CAAA;IAChB,CAAC;IAMD,YAAY,OAAwC;QAClD,KAAK,CAAC,OAAO,CAAC,CAAA;QAHhB,0BAAqB,GAAsB,EAAE,IAAI,EAAE,SAAS,EAAE,CAAA;QAI5D,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAA;QACxC,IAAI,CAAC,GAAG,GAAG,IAAI,2CAAoB,CAAC,OAAO,CAAC,CAAA;IAC9C,CAAC;IAEQ,KAAK,CAAC,gBAAgB;QAC7B,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAA;QACxD,IAAA,uBAAM,EAAC,iBAAiB,aAAa,EAAE,CAAC,CAAA;QACxC,OAAO,aAAa,CAAA;IACtB,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,MAAoB,EACpB,UAAuB,EACvB,SAAsB,EACtB,gBAA+B;QAE/B,MAAM,UAAU,GAAkB,EAAE,CAAA;QACpC,MAAM,MAAM,GAAuD,EAAE,CAAA;QACrE,MAAM,OAAO,GAAmB,MAAM,CAAC,EAAE;YACvC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACzB,CAAC,CAAA;QACD,MAAM,KAAK,GAAiB,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE;YAC5C,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;YACpD,OAAO,KAAK,CAAA;QACd,CAAC,CAAA;QAED,MAAM,EAAE,GAAG,MAAM,IAAA,+CAAsB,EACrC,UAAU,CAAC,SAAS,EACpB,UAAU,CAAC,SAAS,EACpB,OAAO,EACP,KAAK,EACL,IAAI,CAAC,qBAAqB,EAC1B,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,QAAQ,CACd,CAAA;QAED,IAAI,WAAW,GAAkB,EAAE,CAAA;QACnC,IAAI,EAAE,EAAE,CAAC;YACP,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,cAAc,CAAC,UAAU,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAA;QAC5F,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,aAAa,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACzF,IAAA,uBAAM,EAAC,0CAA0C,aAAa,EAAE,CAAC,CAAA;QACnE,CAAC;QAED,OAAO,WAAW,CAAA;IACpB,CAAC;CACF;AAtED,gEAsEC"}

package/out/src/services/chaintracker/chaintracks/Ingest/LiveIngestorBase.d.ts

@@ -0,0 +1,61 @@
+import { Chain } from '../../../../sdk/types';
+import { LiveIngestorApi } from '../Api/LiveIngestorApi';
+import { ChaintracksStorageApi } from '../Api/ChaintracksStorageApi';
+import { BlockHeader } from '../Api/BlockHeaderApi';
+export interface LiveIngestorBaseOptions {
+    /**
+     * The target chain: "main" or "test"
+     */
+    chain: Chain;
+}
+/**
+ *
+ */
+export declare abstract class LiveIngestorBase implements LiveIngestorApi {
+    static createLiveIngestorBaseOptions(chain: Chain): LiveIngestorBaseOptions;
+    chain: Chain;
+    constructor(options: LiveIngestorBaseOptions);
+    /**
+     * Release resources.
+     * Override if required.
+     */
+    shutdown(): Promise<void>;
+    private storageEngine?;
+    /**
+     * Allocate resources.
+     * @param storage coordinating storage engine.
+     */
+    setStorage(storage: ChaintracksStorageApi): Promise<void>;
+    /**
+     *
+     * @returns coordinating storage engine.
+     */
+    storage(): ChaintracksStorageApi;
+    /**
+     * Called to retrieve a missing block header,
+     * when the previousHash of a new header is unknown.
+     *
+     * @param hash block hash of missing header
+     */
+    abstract getHeaderByHash(hash: string): Promise<BlockHeader | undefined>;
+    /**
+     * Begin retrieving new block headers.
+     *
+     * New headers are pushed onto the liveHeaders array.
+     *
+     * Continue waiting for new headers.
+     *
+     * Return only when either `stopListening` or `shutdown` are called.
+     *
+     * Be prepared to resume listening after `stopListening` but not
+     * after `shutdown`.
+     *
+     * @param liveHeaders
+     */
+    abstract startListening(liveHeaders: BlockHeader[]): Promise<void>;
+    /**
+     * Causes `startListening` to stop listening for new block headers and return.
+     */
+    abstract stopListening(): void;
+}
+//# sourceMappingURL=LiveIngestorBase.d.ts.map

package/out/src/services/chaintracker/chaintracks/Ingest/LiveIngestorBase.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LiveIngestorBase.d.ts","sourceRoot":"","sources":["../../../../../../../src/services/chaintracker/chaintracks/Ingest/LiveIngestorBase.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAA;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAA;AACpE,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AAEnD,MAAM,WAAW,uBAAuB;IACtC;;OAEG;IACH,KAAK,EAAE,KAAK,CAAA;CACb;AAED;;GAEG;AACH,8BAAsB,gBAAiB,YAAW,eAAe;IAC/D,MAAM,CAAC,6BAA6B,CAAC,KAAK,EAAE,KAAK;IAOjD,KAAK,EAAE,KAAK,CAAA;gBAEA,OAAO,EAAE,uBAAuB;IAI5C;;;OAGG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAE/B,OAAO,CAAC,aAAa,CAAC,CAAuB;IAE7C;;;OAGG;IACG,UAAU,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/D;;;OAGG;IACH,OAAO,IAAI,qBAAqB;IAKhC;;;;;OAKG;IACH,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAExE;;;;;;;;;;;;;OAaG;IACH,QAAQ,CAAC,cAAc,CAAC,WAAW,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAElE;;OAEG;IACH,QAAQ,CAAC,aAAa,IAAI,IAAI;CAC/B"}

package/out/src/services/chaintracker/chaintracks/Ingest/LiveIngestorBase.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LiveIngestorBase = void 0;
+/**
+ *
+ */
+class LiveIngestorBase {
+    static createLiveIngestorBaseOptions(chain) {
+        const options = {
+            chain
+        };
+        return options;
+    }
+    constructor(options) {
+        this.chain = options.chain;
+    }
+    /**
+     * Release resources.
+     * Override if required.
+     */
+    async shutdown() { }
+    /**
+     * Allocate resources.
+     * @param storage coordinating storage engine.
+     */
+    async setStorage(storage) {
+        this.storageEngine = storage;
+    }
+    /**
+     *
+     * @returns coordinating storage engine.
+     */
+    storage() {
+        if (!this.storageEngine)
+            throw new Error('storageEngine must be set.');
+        return this.storageEngine;
+    }
+}
+exports.LiveIngestorBase = LiveIngestorBase;
+//# sourceMappingURL=LiveIngestorBase.js.map

package/out/src/services/chaintracker/chaintracks/Ingest/LiveIngestorBase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LiveIngestorBase.js","sourceRoot":"","sources":["../../../../../../../src/services/chaintracker/chaintracks/Ingest/LiveIngestorBase.ts"],"names":[],"mappings":";;;AAaA;;GAEG;AACH,MAAsB,gBAAgB;IACpC,MAAM,CAAC,6BAA6B,CAAC,KAAY;QAC/C,MAAM,OAAO,GAA4B;YACvC,KAAK;SACN,CAAA;QACD,OAAO,OAAO,CAAA;IAChB,CAAC;IAID,YAAY,OAAgC;QAC1C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAA;IAC5B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,KAAmB,CAAC;IAIlC;;;OAGG;IACH,KAAK,CAAC,UAAU,CAAC,OAA8B;QAC7C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAA;IAC9B,CAAC;IAED;;;OAGG;IACH,OAAO;QACL,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;QACtE,OAAO,IAAI,CAAC,aAAa,CAAA;IAC3B,CAAC;CA8BF;AAnED,4CAmEC"}

package/out/src/services/chaintracker/chaintracks/Ingest/LiveIngestorWhatsOnChainPoll.d.ts

@@ -0,0 +1,51 @@
+import { BlockHeader, Chain } from '../../../../sdk';
+import { LiveIngestorBase, LiveIngestorBaseOptions } from './LiveIngestorBase';
+import { WhatsOnChainServices, WhatsOnChainServicesOptions } from './WhatsOnChainServices';
+export interface LiveIngestorWhatsOnChainOptions extends LiveIngestorBaseOptions, WhatsOnChainServicesOptions {
+    /**
+     * Maximum msces of "normal" time with no ping received from connected WoC service.
+     */
+    idleWait: number | undefined;
+    /**
+     * Which chain is being tracked: main, test, or stn.
+     */
+    chain: Chain;
+    /**
+     * WhatsOnChain.com API Key
+     * https://docs.taal.com/introduction/get-an-api-key
+     * If unknown or empty, maximum request rate is limited.
+     * https://developers.whatsonchain.com/#rate-limits
+     */
+    apiKey?: string;
+    /**
+     * Request timeout for GETs to https://api.whatsonchain.com/v1/bsv
+     */
+    timeout: number;
+    /**
+     * User-Agent header value for requests to https://api.whatsonchain.com/v1/bsv
+     */
+    userAgent: string;
+    /**
+     * Enable WhatsOnChain client cache option.
+     */
+    enableCache: boolean;
+    /**
+     * How long chainInfo is considered still valid before updating (msecs).
+     */
+    chainInfoMsecs: number;
+}
+/**
+ * Reports new headers by polling periodically.
+ */
+export declare class LiveIngestorWhatsOnChainPoll extends LiveIngestorBase {
+    static createLiveIngestorWhatsOnChainOptions(chain: Chain): LiveIngestorWhatsOnChainOptions;
+    idleWait: number;
+    woc: WhatsOnChainServices;
+    done: boolean;
+    constructor(options: LiveIngestorWhatsOnChainOptions);
+    getHeaderByHash(hash: string): Promise<BlockHeader | undefined>;
+    startListening(liveHeaders: BlockHeader[]): Promise<void>;
+    stopListening(): void;
+    shutdown(): Promise<void>;
+}
+//# sourceMappingURL=LiveIngestorWhatsOnChainPoll.d.ts.map

package/out/src/services/chaintracker/chaintracks/Ingest/LiveIngestorWhatsOnChainPoll.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LiveIngestorWhatsOnChainPoll.d.ts","sourceRoot":"","sources":["../../../../../../../src/services/chaintracker/chaintracks/Ingest/LiveIngestorWhatsOnChainPoll.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAA;AAEpD,OAAO,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAA;AAC9E,OAAO,EAGL,oBAAoB,EACpB,2BAA2B,EAE5B,MAAM,wBAAwB,CAAA;AAE/B,MAAM,WAAW,+BAAgC,SAAQ,uBAAuB,EAAE,2BAA2B;IAC3G;;OAEG;IACH,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAA;IAC5B;;OAEG;IACH,KAAK,EAAE,KAAK,CAAA;IACZ;;;;;OAKG;IACH,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IACf;;OAEG;IACH,SAAS,EAAE,MAAM,CAAA;IACjB;;OAEG;IACH,WAAW,EAAE,OAAO,CAAA;IACpB;;OAEG;IACH,cAAc,EAAE,MAAM,CAAA;CACvB;AAED;;GAEG;AACH,qBAAa,4BAA6B,SAAQ,gBAAgB;IAChE,MAAM,CAAC,qCAAqC,CAAC,KAAK,EAAE,KAAK,GAAG,+BAA+B;IAS3F,QAAQ,EAAE,MAAM,CAAA;IAChB,GAAG,EAAE,oBAAoB,CAAA;IACzB,IAAI,EAAE,OAAO,CAAQ;gBAET,OAAO,EAAE,+BAA+B;IAM9C,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAK/D,cAAc,CAAC,WAAW,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAqC/D,aAAa,IAAI,IAAI;IAIN,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAGzC"}

package/out/src/services/chaintracker/chaintracks/Ingest/LiveIngestorWhatsOnChainPoll.js

@@ -0,0 +1,68 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LiveIngestorWhatsOnChainPoll = void 0;
+const utilityHelpers_1 = require("../../../../utility/utilityHelpers");
+const LiveIngestorBase_1 = require("./LiveIngestorBase");
+const WhatsOnChainServices_1 = require("./WhatsOnChainServices");
+/**
+ * Reports new headers by polling periodically.
+ */
+class LiveIngestorWhatsOnChainPoll extends LiveIngestorBase_1.LiveIngestorBase {
+    static createLiveIngestorWhatsOnChainOptions(chain) {
+        const options = {
+            ...WhatsOnChainServices_1.WhatsOnChainServices.createWhatsOnChainServicesOptions(chain),
+            ...LiveIngestorBase_1.LiveIngestorBase.createLiveIngestorBaseOptions(chain),
+            idleWait: 100000
+        };
+        return options;
+    }
+    constructor(options) {
+        super(options);
+        this.done = false;
+        this.idleWait = options.idleWait || 100000;
+        this.woc = new WhatsOnChainServices_1.WhatsOnChainServices(options);
+    }
+    async getHeaderByHash(hash) {
+        const header = await this.woc.getHeaderByHash(hash);
+        return header;
+    }
+    async startListening(liveHeaders) {
+        this.done = false;
+        let lastHeaders = [];
+        for (; !this.done;) {
+            const headers = await this.woc.getHeaders();
+            const newHeaders = headers.filter(h => !lastHeaders.some(lh => lh.hash === h.hash));
+            for (const h of newHeaders) {
+                const bits = typeof h.bits === 'string' ? parseInt(h.bits, 16) : h.bits;
+                if (!h.previousblockhash) {
+                    h.previousblockhash = '0000000000000000000000000000000000000000000000000000000000000000'; // genesis
+                }
+                const bh = {
+                    height: h.height,
+                    hash: h.hash,
+                    version: h.version,
+                    previousHash: h.previousblockhash,
+                    merkleRoot: h.merkleroot,
+                    time: h.time,
+                    bits,
+                    nonce: h.nonce
+                };
+                liveHeaders.unshift(bh);
+            }
+            lastHeaders = headers;
+            for (let sec = 0; sec < 60 && !this.done; sec++) {
+                // Only wait a second at a time so we notice `done` sooner...
+                await (0, utilityHelpers_1.wait)(1000);
+            }
+        }
+        console.log(`LiveIngestorWhatsOnChainPoll stopped`);
+    }
+    stopListening() {
+        this.done = true;
+    }
+    async shutdown() {
+        this.stopListening();
+    }
+}
+exports.LiveIngestorWhatsOnChainPoll = LiveIngestorWhatsOnChainPoll;
+//# sourceMappingURL=LiveIngestorWhatsOnChainPoll.js.map

package/out/src/services/chaintracker/chaintracks/Ingest/LiveIngestorWhatsOnChainPoll.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LiveIngestorWhatsOnChainPoll.js","sourceRoot":"","sources":["../../../../../../../src/services/chaintracker/chaintracks/Ingest/LiveIngestorWhatsOnChainPoll.ts"],"names":[],"mappings":";;;AACA,uEAAyD;AACzD,yDAA8E;AAC9E,iEAM+B;AAoC/B;;GAEG;AACH,MAAa,4BAA6B,SAAQ,mCAAgB;IAChE,MAAM,CAAC,qCAAqC,CAAC,KAAY;QACvD,MAAM,OAAO,GAAoC;YAC/C,GAAG,2CAAoB,CAAC,iCAAiC,CAAC,KAAK,CAAC;YAChE,GAAG,mCAAgB,CAAC,6BAA6B,CAAC,KAAK,CAAC;YACxD,QAAQ,EAAE,MAAM;SACjB,CAAA;QACD,OAAO,OAAO,CAAA;IAChB,CAAC;IAMD,YAAY,OAAwC;QAClD,KAAK,CAAC,OAAO,CAAC,CAAA;QAHhB,SAAI,GAAY,KAAK,CAAA;QAInB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAA;QAC1C,IAAI,CAAC,GAAG,GAAG,IAAI,2CAAoB,CAAC,OAAO,CAAC,CAAA;IAC9C,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,IAAY;QAChC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;QACnD,OAAO,MAAM,CAAA;IACf,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,WAA0B;QAC7C,IAAI,CAAC,IAAI,GAAG,KAAK,CAAA;QACjB,IAAI,WAAW,GAA0B,EAAE,CAAA;QAE3C,OAAO,CAAC,IAAI,CAAC,IAAI,GAAI,CAAC;YACpB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAA;YAE3C,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;YAEnF,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;gBAC3B,MAAM,IAAI,GAAW,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;gBAC/E,IAAI,CAAC,CAAC,CAAC,iBAAiB,EAAE,CAAC;oBACzB,CAAC,CAAC,iBAAiB,GAAG,kEAAkE,CAAA,CAAC,UAAU;gBACrG,CAAC;gBACD,MAAM,EAAE,GAAgB;oBACtB,MAAM,EAAE,CAAC,CAAC,MAAM;oBAChB,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;oBAClB,YAAY,EAAE,CAAC,CAAC,iBAAiB;oBACjC,UAAU,EAAE,CAAC,CAAC,UAAU;oBACxB,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,IAAI;oBACJ,KAAK,EAAE,CAAC,CAAC,KAAK;iBACf,CAAA;gBACD,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;YACzB,CAAC;YAED,WAAW,GAAG,OAAO,CAAA;YAErB,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC;gBAChD,6DAA6D;gBAC7D,MAAM,IAAA,qBAAI,EAAC,IAAI,CAAC,CAAA;YAClB,CAAC;QACH,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAA;IACrD,CAAC;IAED,aAAa;QACX,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAEQ,KAAK,CAAC,QAAQ;QACrB,IAAI,CAAC,aAAa,EAAE,CAAA;IACtB,CAAC;CACF;AArED,oEAqEC"}