@bopen-io/wallet-toolbox 1.7.18 → 1.7.19

package/out/src/services/chaintracker/chaintracks/ChaintracksService.js

@@ -0,0 +1,157 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChaintracksService = void 0;
+const Chaintracks_1 = require("./Chaintracks");
+const express_1 = __importDefault(require("express"));
+const body_parser_1 = __importDefault(require("body-parser"));
+const createDefaultNoDbChaintracksOptions_1 = require("./createDefaultNoDbChaintracksOptions");
+const Services_1 = require("../../Services");
+const sdk_1 = require("../../../sdk");
+const utilityHelpers_1 = require("../../../utility/utilityHelpers");
+class ChaintracksService {
+    static createChaintracksServiceOptions(chain) {
+        const options = {
+            chain,
+            routingPrefix: ''
+        };
+        return options;
+    }
+    constructor(options) {
+        this.options = { ...options };
+        this.port = options.port;
+        this.chain = options.chain;
+        this.chaintracks = options.chaintracks || new Chaintracks_1.Chaintracks((0, createDefaultNoDbChaintracksOptions_1.createDefaultNoDbChaintracksOptions)(this.chain));
+        this.services = options.services || new Services_1.Services(this.chain);
+        // Prevent recursion...
+        this.services.updateFiatExchangeRateServices.remove('ChaintracksService');
+        if (this.chaintracks.chain !== this.chain || this.services.chain !== this.chain) {
+            throw new sdk_1.WERR_INVALID_PARAMETER('chain', `All components (chaintracks and services) must be on chain ${this.chain}`);
+        }
+    }
+    async stopJsonRpcServer() {
+        var _a, _b;
+        (_a = this.server) === null || _a === void 0 ? void 0 : _a.close();
+        await ((_b = this.chaintracks) === null || _b === void 0 ? void 0 : _b.destroy());
+    }
+    async startJsonRpcServer(port) {
+        await this.chaintracks.makeAvailable();
+        port || (port = this.port || 3011);
+        this.port = port;
+        const app = (0, express_1.default)();
+        app.use(body_parser_1.default.json());
+        // This allows the API to be used when CORS is enforced
+        app.use((req, res, next) => {
+            res.header('Access-Control-Allow-Origin', '*');
+            res.header('Access-Control-Allow-Headers', '*');
+            res.header('Access-Control-Allow-Methods', '*');
+            res.header('Access-Control-Expose-Headers', '*');
+            res.header('Access-Control-Allow-Private-Network', 'true');
+            if (req.method === 'OPTIONS') {
+                res.sendStatus(200);
+            }
+            else {
+                next();
+            }
+        });
+        app.get(`/robots.txt`, (req, res) => {
+            res.type('text/plain');
+            res.send(`User-agent: *\nDisallow: /`);
+        });
+        app.get(`/`, (req, res) => {
+            res.type('text/plain');
+            res.send(`Chaintracks ${this.chain}Net Block Header Service`);
+        });
+        const handleErr = (err, res) => {
+            res.status(500).json({
+                status: 'error',
+                code: 'ERR_INTERNAL',
+                description: (err === null || err === void 0 ? void 0 : err.message) || 'An internal error has occurred.'
+            });
+        };
+        const appGetVoid = (path, action, noCache = false) => {
+            app['get'](this.options.routingPrefix + path, async (req, res) => {
+                if (noCache) {
+                    res.setHeader('Cache-Control', 'no-cache, no-store, must-revalidate');
+                    res.setHeader('Pragma', 'no-cache');
+                    res.setHeader('Expires', '0');
+                }
+                try {
+                    console.log(`request ${path}`);
+                    await action(req.query);
+                    res.status(200).json({ status: 'success' });
+                }
+                catch (err) {
+                    handleErr(err, res);
+                }
+            });
+        };
+        const appGet = (path, action, noCache = false) => {
+            app['get'](this.options.routingPrefix + path, async (req, res) => {
+                if (noCache) {
+                    res.setHeader('Cache-Control', 'no-cache, no-store, must-revalidate');
+                    res.setHeader('Pragma', 'no-cache');
+                    res.setHeader('Expires', '0');
+                }
+                try {
+                    const r = await action(req.query);
+                    console.log('request', path, JSON.stringify(req.query), '->', JSON.stringify(r));
+                    res.status(200).json({ status: 'success', value: r });
+                }
+                catch (err) {
+                    console.log(`request ${path} -> error`);
+                    handleErr(err, res);
+                }
+            });
+        };
+        const appPostVoid = (path, action) => {
+            app['post'](this.options.routingPrefix + path, async (req, res) => {
+                try {
+                    console.log(`request POST ${path}`);
+                    await action(req.body);
+                    res.status(200).json({ status: 'success' });
+                }
+                catch (err) {
+                    handleErr(err, res);
+                }
+            });
+        };
+        appGet('/getChain', async () => await this.chaintracks.getChain());
+        appGet('/getInfo', async (q) => {
+            if (q.wait)
+                await (0, utilityHelpers_1.wait)(Number(q.wait));
+            const r = await this.chaintracks.getInfo();
+            if (q.wait)
+                r['wait'] = q.wait;
+            return r;
+        }, true);
+        appGet('/getFiatExchangeRates', async () => {
+            // update if needed
+            await this.services.getFiatExchangeRate('GBP');
+            // return current values
+            return this.services.options.fiatExchangeRates;
+        }, true);
+        appPostVoid('/addHeaderHex', async (header) => {
+            await this.chaintracks.addHeader(header);
+        });
+        appGet('/getPresentHeight', async () => await this.chaintracks.getPresentHeight(), true);
+        appGet('/findChainTipHashHex', async () => (await this.chaintracks.findChainTipHash()) || '', true);
+        appGet('/findChainTipHeaderHex', async () => await this.chaintracks.findChainTipHeader(), true);
+        appGet('/findHeaderHexForHeight', async (q) => {
+            return await this.chaintracks.findHeaderForHeight(Number(q.height));
+        });
+        appGet('/findHeaderHexForBlockHash', async (q) => {
+            return await this.chaintracks.findLiveHeaderForBlockHash(q.hash);
+        });
+        appGet('/getHeaders', async (q) => {
+            return await this.chaintracks.getHeaders(Number(q.height), Number(q.count));
+        });
+        this.server = app.listen(this.port, () => {
+            console.log(`ChaintracksService listening on port ${this.port}`);
+        });
+    }
+}
+exports.ChaintracksService = ChaintracksService;
+//# sourceMappingURL=ChaintracksService.js.map

package/out/src/services/chaintracker/chaintracks/ChaintracksService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChaintracksService.js","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/ChaintracksService.ts"],"names":[],"mappings":";;;;;;AAAA,+CAA2C;AAG3C,sDAAoD;AACpD,8DAAoC;AAEpC,+FAA2F;AAC3F,6CAAyC;AACzC,sCAAwE;AAExE,oEAAsD;AAiBtD,MAAa,kBAAkB;IAC7B,MAAM,CAAC,+BAA+B,CAAC,KAAY;QACjD,MAAM,OAAO,GAA8B;YACzC,KAAK;YACL,aAAa,EAAE,EAAE;SAClB,CAAA;QACD,OAAO,OAAO,CAAA;IAChB,CAAC;IASD,YAAY,OAAkC;QAC5C,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAA;QAC7B,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;QACxB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAA;QAC1B,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,yBAAW,CAAC,IAAA,yEAAmC,EAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;QAC1G,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,mBAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC5D,uBAAuB;QACvB,IAAI,CAAC,QAAQ,CAAC,8BAA8B,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAA;QACzE,IAAI,IAAI,CAAC,WAAW,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YAChF,MAAM,IAAI,4BAAsB,CAC9B,OAAO,EACP,8DAA8D,IAAI,CAAC,KAAK,EAAE,CAC3E,CAAA;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,iBAAiB;;QACrB,MAAA,IAAI,CAAC,MAAM,0CAAE,KAAK,EAAE,CAAA;QACpB,MAAM,CAAA,MAAA,IAAI,CAAC,WAAW,0CAAE,OAAO,EAAE,CAAA,CAAA;IACnC,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,IAAa;QACpC,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,CAAA;QAEtC,IAAI,KAAJ,IAAI,GAAK,IAAI,CAAC,IAAI,IAAI,IAAI,EAAA;QAC1B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAEhB,MAAM,GAAG,GAAG,IAAA,iBAAO,GAAE,CAAA;QACrB,GAAG,CAAC,GAAG,CAAC,qBAAU,CAAC,IAAI,EAAE,CAAC,CAAA;QAE1B,uDAAuD;QACvD,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;YACzB,GAAG,CAAC,MAAM,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAA;YAC9C,GAAG,CAAC,MAAM,CAAC,8BAA8B,EAAE,GAAG,CAAC,CAAA;YAC/C,GAAG,CAAC,MAAM,CAAC,8BAA8B,EAAE,GAAG,CAAC,CAAA;YAC/C,GAAG,CAAC,MAAM,CAAC,+BAA+B,EAAE,GAAG,CAAC,CAAA;YAChD,GAAG,CAAC,MAAM,CAAC,sCAAsC,EAAE,MAAM,CAAC,CAAA;YAC1D,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC7B,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAA;YACrB,CAAC;iBAAM,CAAC;gBACN,IAAI,EAAE,CAAA;YACR,CAAC;QACH,CAAC,CAAC,CAAA;QAEF,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;YACrD,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YACtB,GAAG,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAA;QACxC,CAAC,CAAC,CAAA;QAEF,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;YAC3C,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YACtB,GAAG,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,KAAK,0BAA0B,CAAC,CAAA;QAC/D,CAAC,CAAC,CAAA;QAEF,MAAM,SAAS,GAAG,CAAC,GAAQ,EAAE,GAAQ,EAAE,EAAE;YACvC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,OAAO;gBACf,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE,CAAA,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,OAAO,KAAI,iCAAiC;aAC/D,CAAC,CAAA;QACJ,CAAC,CAAA;QAED,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,MAAiC,EAAE,OAAO,GAAG,KAAK,EAAE,EAAE;YACtF,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,GAAG,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;gBAC/D,IAAI,OAAO,EAAE,CAAC;oBACZ,GAAG,CAAC,SAAS,CAAC,eAAe,EAAE,qCAAqC,CAAC,CAAA;oBACrE,GAAG,CAAC,SAAS,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;oBACnC,GAAG,CAAC,SAAS,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;gBAC/B,CAAC;gBACD,IAAI,CAAC;oBACH,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,CAAA;oBAC9B,MAAM,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;oBACvB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;gBAC7C,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,SAAS,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;gBACrB,CAAC;YACH,CAAC,CAAC,CAAA;QACJ,CAAC,CAAA;QAED,MAAM,MAAM,GAAG,CAAI,IAAY,EAAE,MAA8B,EAAE,OAAO,GAAG,KAAK,EAAE,EAAE;YAClF,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,GAAG,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;gBAC/D,IAAI,OAAO,EAAE,CAAC;oBACZ,GAAG,CAAC,SAAS,CAAC,eAAe,EAAE,qCAAqC,CAAC,CAAA;oBACrE,GAAG,CAAC,SAAS,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;oBACnC,GAAG,CAAC,SAAS,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;gBAC/B,CAAC;gBACD,IAAI,CAAC;oBACH,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;oBACjC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAA;oBAChF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAA;gBACvD,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,WAAW,CAAC,CAAA;oBACvC,SAAS,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;gBACrB,CAAC;YACH,CAAC,CAAC,CAAA;QACJ,CAAC,CAAA;QAED,MAAM,WAAW,GAAG,CAAI,IAAY,EAAE,MAA+B,EAAE,EAAE;YACvE,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,GAAG,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;gBAChE,IAAI,CAAC;oBACH,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAA;oBACnC,MAAM,MAAM,CAAI,GAAG,CAAC,IAAI,CAAC,CAAA;oBACzB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;gBAC7C,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,SAAS,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;gBACrB,CAAC;YACH,CAAC,CAAC,CAAA;QACJ,CAAC,CAAA;QAED,MAAM,CAAQ,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAA;QACzE,MAAM,CACJ,UAAU,EACV,KAAK,EAAC,CAAC,EAAC,EAAE;YACR,IAAI,CAAC,CAAC,IAAI;gBAAE,MAAM,IAAA,qBAAI,EAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;YACtC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAA;YAC1C,IAAI,CAAC,CAAC,IAAI;gBAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAA;YAC9B,OAAO,CAAC,CAAA;QACV,CAAC,EACD,IAAI,CACL,CAAA;QAED,MAAM,CACJ,uBAAuB,EACvB,KAAK,IAAI,EAAE;YACT,mBAAmB;YACnB,MAAM,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;YAC9C,wBAAwB;YACxB,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,iBAAiB,CAAA;QAChD,CAAC,EACD,IAAI,CACL,CAAA;QAED,WAAW,CAAC,eAAe,EAAE,KAAK,EAAE,MAAuB,EAAE,EAAE;YAC7D,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;QAC1C,CAAC,CAAC,CAAA;QAEF,MAAM,CAAS,mBAAmB,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,EAAE,IAAI,CAAC,CAAA;QAChG,MAAM,CAAS,sBAAsB,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAA;QAC3G,MAAM,CAAc,wBAAwB,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,EAAE,EAAE,IAAI,CAAC,CAAA;QAE5G,MAAM,CAA0B,yBAAyB,EAAE,KAAK,EAAC,CAAC,EAAC,EAAE;YACnE,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAA;QACrE,CAAC,CAAC,CAAA;QACF,MAAM,CAA0B,4BAA4B,EAAE,KAAK,EAAC,CAAC,EAAC,EAAE;YACtE,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,0BAA0B,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QAClE,CAAC,CAAC,CAAA;QAEF,MAAM,CAAS,aAAa,EAAE,KAAK,EAAC,CAAC,EAAC,EAAE;YACtC,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAA;QAC7E,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE;YACvC,OAAO,CAAC,GAAG,CAAC,wCAAwC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;QAClE,CAAC,CAAC,CAAA;IACJ,CAAC;CACF;AA3KD,gDA2KC"}

package/out/src/services/chaintracker/chaintracks/ChaintracksServiceClient.d.ts

@@ -0,0 +1,38 @@
+import { Chain } from '../../../sdk/types';
+import { BaseBlockHeader, BlockHeader } from './Api/BlockHeaderApi';
+import { ChaintracksClientApi, ChaintracksInfoApi, HeaderListener, ReorgListener } from './Api/ChaintracksClientApi';
+export interface ChaintracksServiceClientOptions {
+}
+/**
+ * Connects to a ChaintracksService to implement 'ChaintracksClientApi'
+ *
+ */
+export declare class ChaintracksServiceClient implements ChaintracksClientApi {
+    chain: Chain;
+    serviceUrl: string;
+    static createChaintracksServiceClientOptions(): ChaintracksServiceClientOptions;
+    options: ChaintracksServiceClientOptions;
+    constructor(chain: Chain, serviceUrl: string, options?: ChaintracksServiceClientOptions);
+    subscribeHeaders(listener: HeaderListener): Promise<string>;
+    subscribeReorgs(listener: ReorgListener): Promise<string>;
+    unsubscribe(subscriptionId: string): Promise<boolean>;
+    currentHeight(): Promise<number>;
+    isValidRootForHeight(root: string, height: number): Promise<boolean>;
+    getJsonOrUndefined<T>(path: string): Promise<T | undefined>;
+    getJson<T>(path: string): Promise<T>;
+    postJsonVoid<T>(path: string, params: T): Promise<void>;
+    addHeader(header: BaseBlockHeader): Promise<void>;
+    startListening(): Promise<void>;
+    listening(): Promise<void>;
+    getChain(): Promise<Chain>;
+    isListening(): Promise<boolean>;
+    isSynchronized(): Promise<boolean>;
+    getPresentHeight(): Promise<number>;
+    getInfo(): Promise<ChaintracksInfoApi>;
+    findChainTipHeader(): Promise<BlockHeader>;
+    findChainTipHash(): Promise<string>;
+    getHeaders(height: number, count: number): Promise<string>;
+    findHeaderForHeight(height: number): Promise<BlockHeader | undefined>;
+    findHeaderForBlockHash(hash: string): Promise<BlockHeader | undefined>;
+}
+//# sourceMappingURL=ChaintracksServiceClient.d.ts.map

package/out/src/services/chaintracker/chaintracks/ChaintracksServiceClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChaintracksServiceClient.d.ts","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/ChaintracksServiceClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAA;AAE1C,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AACnE,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AASpH,MAAM,WAAW,+BAA+B;CAAG;AAEnD;;;GAGG;AACH,qBAAa,wBAAyB,YAAW,oBAAoB;IAW1D,KAAK,EAAE,KAAK;IACZ,UAAU,EAAE,MAAM;IAX3B,MAAM,CAAC,qCAAqC,IAAI,+BAA+B;IAO/E,OAAO,EAAE,+BAA+B,CAAA;gBAG/B,KAAK,EAAE,KAAK,EACZ,UAAU,EAAE,MAAM,EACzB,OAAO,CAAC,EAAE,+BAA+B;IAK3C,gBAAgB,CAAC,QAAQ,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC;IAG3D,eAAe,CAAC,QAAQ,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC;IAGzD,WAAW,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAI/C,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAIhC,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAOpE,kBAAkB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC;IAgB3D,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC;IAMpC,YAAY,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAuBvD,SAAS,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAKjD,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAG/B,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAG1B,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC;IAK1B,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAQ/B,cAAc,IAAI,OAAO,CAAC,OAAO,CAAC;IAGlC,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;IAGnC,OAAO,IAAI,OAAO,CAAC,kBAAkB,CAAC;IAGtC,kBAAkB,IAAI,OAAO,CAAC,WAAW,CAAC;IAG1C,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;IAInC,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAI1D,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAIrE,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;CAG7E"}

package/out/src/services/chaintracker/chaintracks/ChaintracksServiceClient.js

@@ -0,0 +1,139 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChaintracksServiceClient = void 0;
+const utilityHelpers_noBuffer_1 = require("../../../utility/utilityHelpers.noBuffer");
+/**
+ * Connects to a ChaintracksService to implement 'ChaintracksClientApi'
+ *
+ */
+class ChaintracksServiceClient {
+    static createChaintracksServiceClientOptions() {
+        const options = {
+            useAuthrite: false
+        };
+        return options;
+    }
+    constructor(chain, serviceUrl, options) {
+        this.chain = chain;
+        this.serviceUrl = serviceUrl;
+        this.options = options || ChaintracksServiceClient.createChaintracksServiceClientOptions();
+    }
+    subscribeHeaders(listener) {
+        throw new Error('Method not implemented.');
+    }
+    subscribeReorgs(listener) {
+        throw new Error('Method not implemented.');
+    }
+    unsubscribe(subscriptionId) {
+        throw new Error('Method not implemented.');
+    }
+    async currentHeight() {
+        return await this.getPresentHeight();
+    }
+    async isValidRootForHeight(root, height) {
+        const r = await this.findHeaderForHeight(height);
+        if (!r)
+            return false;
+        const isValid = root === (0, utilityHelpers_noBuffer_1.asString)(r.merkleRoot);
+        return isValid;
+    }
+    async getJsonOrUndefined(path) {
+        let e = undefined;
+        for (let retry = 0; retry < 3; retry++) {
+            try {
+                const r = await fetch(`${this.serviceUrl}${path}`);
+                const v = await r.json();
+                if (v.status === 'success')
+                    return v.value;
+                else
+                    e = new Error(JSON.stringify(v));
+            }
+            catch (eu) {
+                e = eu;
+            }
+            if (e && e.name !== 'ECONNRESET')
+                break;
+        }
+        if (e)
+            throw e;
+    }
+    async getJson(path) {
+        const r = await this.getJsonOrUndefined(path);
+        if (r === undefined)
+            throw new Error('Value was undefined. Requested object may not exist.');
+        return r;
+    }
+    async postJsonVoid(path, params) {
+        const headers = {};
+        headers['Content-Type'] = 'application/json';
+        const r = await fetch(`${this.serviceUrl}${path}`, {
+            body: JSON.stringify(params),
+            method: 'POST',
+            headers
+            //cache: 'no-cache',
+        });
+        try {
+            const s = await r.json();
+            if (s.status === 'success')
+                return;
+            throw new Error(JSON.stringify(s));
+        }
+        catch (e) {
+            console.log(`Exception: ${JSON.stringify(e)}`);
+            throw new Error(JSON.stringify(e));
+        }
+    }
+    //
+    // HTTP API FUNCTIONS
+    //
+    async addHeader(header) {
+        const r = await this.postJsonVoid('/addHeaderHex', header);
+        if (typeof r === 'string')
+            throw new Error(r);
+    }
+    async startListening() {
+        await this.getPresentHeight();
+    }
+    async listening() {
+        await this.getPresentHeight();
+    }
+    async getChain() {
+        return this.chain;
+        //return await this.getJson('/getChain')
+    }
+    async isListening() {
+        try {
+            await this.getPresentHeight();
+            return true;
+        }
+        catch (_a) {
+            return false;
+        }
+    }
+    async isSynchronized() {
+        return await this.isListening();
+    }
+    async getPresentHeight() {
+        return await this.getJson('/getPresentHeight');
+    }
+    async getInfo() {
+        return await this.getJson('/getInfo');
+    }
+    async findChainTipHeader() {
+        return await this.getJson('/findChainTipHeaderHex');
+    }
+    async findChainTipHash() {
+        return await this.getJson('/findChainTipHashHex');
+    }
+    async getHeaders(height, count) {
+        return await this.getJson(`/getHeaders?height=${height}&count=${count}`);
+    }
+    async findHeaderForHeight(height) {
+        return await this.getJsonOrUndefined(`/findHeaderHexForHeight?height=${height}`);
+    }
+    async findHeaderForBlockHash(hash) {
+        return await this.getJsonOrUndefined(`/findHeaderHexForBlockHash?hash=${hash}`);
+    }
+}
+exports.ChaintracksServiceClient = ChaintracksServiceClient;
+//# sourceMappingURL=ChaintracksServiceClient.js.map

package/out/src/services/chaintracker/chaintracks/ChaintracksServiceClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChaintracksServiceClient.js","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/ChaintracksServiceClient.ts"],"names":[],"mappings":";;;AACA,sFAAmE;AAanE;;;GAGG;AACH,MAAa,wBAAwB;IACnC,MAAM,CAAC,qCAAqC;QAC1C,MAAM,OAAO,GAAoC;YAC/C,WAAW,EAAE,KAAK;SACnB,CAAA;QACD,OAAO,OAAO,CAAA;IAChB,CAAC;IAID,YACS,KAAY,EACZ,UAAkB,EACzB,OAAyC;QAFlC,UAAK,GAAL,KAAK,CAAO;QACZ,eAAU,GAAV,UAAU,CAAQ;QAGzB,IAAI,CAAC,OAAO,GAAG,OAAO,IAAI,wBAAwB,CAAC,qCAAqC,EAAE,CAAA;IAC5F,CAAC;IAED,gBAAgB,CAAC,QAAwB;QACvC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAA;IAC5C,CAAC;IACD,eAAe,CAAC,QAAuB;QACrC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAA;IAC5C,CAAC;IACD,WAAW,CAAC,cAAsB;QAChC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAA;IAC5C,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,OAAO,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAA;IACtC,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,IAAY,EAAE,MAAc;QACrD,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAA;QAChD,IAAI,CAAC,CAAC;YAAE,OAAO,KAAK,CAAA;QACpB,MAAM,OAAO,GAAG,IAAI,KAAK,IAAA,kCAAQ,EAAC,CAAC,CAAC,UAAU,CAAC,CAAA;QAC/C,OAAO,OAAO,CAAA;IAChB,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAI,IAAY;QACtC,IAAI,CAAC,GAAsB,SAAS,CAAA;QACpC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YACvC,IAAI,CAAC;gBACH,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC,CAAA;gBAClD,MAAM,CAAC,GAAmB,MAAM,CAAC,CAAC,IAAI,EAAE,CAAA;gBACxC,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS;oBAAE,OAAO,CAAC,CAAC,KAAK,CAAA;;oBACrC,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAA;YACvC,CAAC;YAAC,OAAO,EAAW,EAAE,CAAC;gBACrB,CAAC,GAAG,EAAW,CAAA;YACjB,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY;gBAAE,MAAK;QACzC,CAAC;QACD,IAAI,CAAC;YAAE,MAAM,CAAC,CAAA;IAChB,CAAC;IAED,KAAK,CAAC,OAAO,CAAI,IAAY;QAC3B,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAI,IAAI,CAAC,CAAA;QAChD,IAAI,CAAC,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAA;QAC5F,OAAO,CAAC,CAAA;IACV,CAAC;IAED,KAAK,CAAC,YAAY,CAAI,IAAY,EAAE,MAAS;QAC3C,MAAM,OAAO,GAAG,EAAE,CAAA;QAClB,OAAO,CAAC,cAAc,CAAC,GAAG,kBAAkB,CAAA;QAC5C,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,EAAE,EAAE;YACjD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YAC5B,MAAM,EAAE,MAAM;YACd,OAAO;YACP,oBAAoB;SACrB,CAAC,CAAA;QACF,IAAI,CAAC;YACH,MAAM,CAAC,GAAsB,MAAM,CAAC,CAAC,IAAI,EAAE,CAAA;YAC3C,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS;gBAAE,OAAM;YAClC,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAA;QACpC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;YAC9C,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAA;QACpC,CAAC;IACH,CAAC;IAED,EAAE;IACF,qBAAqB;IACrB,EAAE;IAEF,KAAK,CAAC,SAAS,CAAC,MAAuB;QACrC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,EAAE,MAAM,CAAC,CAAA;QAC1D,IAAI,OAAO,CAAC,KAAK,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,CAAA;IAC/C,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAA;IAC/B,CAAC;IACD,KAAK,CAAC,SAAS;QACb,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAA;IAC/B,CAAC;IACD,KAAK,CAAC,QAAQ;QACZ,OAAO,IAAI,CAAC,KAAK,CAAA;QACjB,wCAAwC;IAC1C,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAA;YAC7B,OAAO,IAAI,CAAA;QACb,CAAC;QAAC,WAAM,CAAC;YACP,OAAO,KAAK,CAAA;QACd,CAAC;IACH,CAAC;IACD,KAAK,CAAC,cAAc;QAClB,OAAO,MAAM,IAAI,CAAC,WAAW,EAAE,CAAA;IACjC,CAAC;IACD,KAAK,CAAC,gBAAgB;QACpB,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAA;IAChD,CAAC;IACD,KAAK,CAAC,OAAO;QACX,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;IACvC,CAAC;IACD,KAAK,CAAC,kBAAkB;QACtB,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,wBAAwB,CAAC,CAAA;IACrD,CAAC;IACD,KAAK,CAAC,gBAAgB;QACpB,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAA;IACnD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,MAAc,EAAE,KAAa;QAC5C,OAAO,MAAM,IAAI,CAAC,OAAO,CAAS,sBAAsB,MAAM,UAAU,KAAK,EAAE,CAAC,CAAA;IAClF,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,MAAc;QACtC,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,kCAAkC,MAAM,EAAE,CAAC,CAAA;IAClF,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,IAAY;QACvC,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,mCAAmC,IAAI,EAAE,CAAC,CAAA;IACjF,CAAC;CACF;AAvID,4DAuIC"}

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorBase.d.ts

@@ -0,0 +1,60 @@
+import { BulkIngestorApi, BulkIngestorBaseOptions, BulkSyncResult } from '../Api/BulkIngestorApi';
+import { ChaintracksStorageApi } from '../Api/ChaintracksStorageApi';
+import { BulkHeaderFilesInfo } from '../util/BulkHeaderFile';
+import { HeightRange, HeightRanges } from '../util/HeightRange';
+import { Chain } from '../../../../sdk/types';
+import { BlockHeader } from '../Api/BlockHeaderApi';
+import { ChaintracksStorageBase } from '../Storage/ChaintracksStorageBase';
+export declare abstract class BulkIngestorBase implements BulkIngestorApi {
+    /**
+     *
+     * @param chain
+     * @param localCachePath defaults to './data/ingest_headers/'
+     * @returns
+     */
+    static createBulkIngestorBaseOptions(chain: Chain): BulkIngestorBaseOptions;
+    chain: Chain;
+    jsonFilename: string;
+    log: (...args: any[]) => void;
+    constructor(options: BulkIngestorBaseOptions);
+    private storageEngine;
+    setStorage(storage: ChaintracksStorageBase, log: (...args: any[]) => void): Promise<void>;
+    shutdown(): Promise<void>;
+    storageOrUndefined(): ChaintracksStorageApi | undefined;
+    storage(): ChaintracksStorageBase;
+    /**
+     * information about locally cached bulk header files managed by this bulk ingestor
+     */
+    filesInfo: BulkHeaderFilesInfo | undefined;
+    /**
+     * At least one derived BulkIngestor must override this method to provide the current height of the active chain tip.
+     * @returns undefined unless overridden
+     */
+    getPresentHeight(): Promise<number | undefined>;
+    /**
+     * A BulkIngestor fetches and updates storage with bulk headers in bulkRange.
+     *
+     * If it can, it must also fetch live headers in fetch range that are not in bulkRange and return them as an array.
+     *
+     * The storage methods `insertBulkFile`, `updateBulkFile`, and `addBulkHeaders` should be used to add bulk headers to storage.
+     *
+     * @param before bulk and live range of headers before ingesting any new headers.
+     * @param fetchRange range of headers still needed, includes both missing bulk and live headers.
+     * @param bulkRange range of bulk headers still needed
+     * @param priorLiveHeaders any headers accumulated by prior bulk ingestor(s) that are too recent for bulk storage.
+     * @returns new live headers: headers in fetchRange but not in bulkRange
+     */
+    abstract fetchHeaders(before: HeightRanges, fetchRange: HeightRange, bulkRange: HeightRange, priorLiveHeaders: BlockHeader[]): Promise<BlockHeader[]>;
+    /**
+     * A BulkIngestor has two potential goals:
+     * 1. To source missing bulk headers and include them in bulk storage.
+     * 2. To source missing live headers to be forwarded to live storage.
+     *
+     * @param presentHeight current height of the active chain tip, may lag the true value.
+     * @param before current bulk and live storage height ranges, either may be empty.
+     * @param priorLiveHeaders any headers accumulated by prior bulk ingestor(s) that are too recent for bulk storage.
+     * @returns updated priorLiveHeaders including any accumulated by this ingestor
+     */
+    synchronize(presentHeight: number, before: HeightRanges, priorLiveHeaders: BlockHeader[]): Promise<BulkSyncResult>;
+}
+//# sourceMappingURL=BulkIngestorBase.d.ts.map

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorBase.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BulkIngestorBase.d.ts","sourceRoot":"","sources":["../../../../../../src/services/chaintracker/chaintracks/Ingest/BulkIngestorBase.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,uBAAuB,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAA;AACjG,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAA;AAEpE,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAA;AAC5D,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAC/D,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AACnD,OAAO,EAAE,sBAAsB,EAAE,MAAM,mCAAmC,CAAA;AAE1E,8BAAsB,gBAAiB,YAAW,eAAe;IAC/D;;;;;OAKG;IACH,MAAM,CAAC,6BAA6B,CAAC,KAAK,EAAE,KAAK;IAQjD,KAAK,EAAE,KAAK,CAAA;IACZ,YAAY,EAAE,MAAM,CAAA;IACpB,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,CAAW;gBAE5B,OAAO,EAAE,uBAAuB;IAM5C,OAAO,CAAC,aAAa,CAAoC;IAEnD,UAAU,CAAC,OAAO,EAAE,sBAAsB,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAKzF,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAE/B,kBAAkB,IAAI,qBAAqB,GAAG,SAAS;IAIvD,OAAO,IAAI,sBAAsB;IAKjC;;OAEG;IACH,SAAS,EAAE,mBAAmB,GAAG,SAAS,CAAA;IAE1C;;;OAGG;IACG,gBAAgB,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAIrD;;;;;;;;;;;;OAYG;IACH,QAAQ,CAAC,YAAY,CACnB,MAAM,EAAE,YAAY,EACpB,UAAU,EAAE,WAAW,EACvB,SAAS,EAAE,WAAW,EACtB,gBAAgB,EAAE,WAAW,EAAE,GAC9B,OAAO,CAAC,WAAW,EAAE,CAAC;IAEzB;;;;;;;;;OASG;IACG,WAAW,CACf,aAAa,EAAE,MAAM,EACrB,MAAM,EAAE,YAAY,EACpB,gBAAgB,EAAE,WAAW,EAAE,GAC9B,OAAO,CAAC,cAAc,CAAC;CA4E3B"}

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorBase.js

@@ -0,0 +1,119 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BulkIngestorBase = void 0;
+const HeightRange_1 = require("../util/HeightRange");
+class BulkIngestorBase {
+    /**
+     *
+     * @param chain
+     * @param localCachePath defaults to './data/ingest_headers/'
+     * @returns
+     */
+    static createBulkIngestorBaseOptions(chain) {
+        const options = {
+            chain,
+            jsonResource: `${chain}NetBlockHeaders.json`
+        };
+        return options;
+    }
+    constructor(options) {
+        this.log = () => { };
+        if (!options.jsonResource)
+            throw new Error('The jsonFilename options property is required.');
+        this.chain = options.chain;
+        this.jsonFilename = options.jsonResource;
+    }
+    async setStorage(storage, log) {
+        this.storageEngine = storage;
+        this.log = log;
+    }
+    async shutdown() { }
+    storageOrUndefined() {
+        return this.storageEngine;
+    }
+    storage() {
+        if (!this.storageEngine)
+            throw new Error('storageEngine must be set.');
+        return this.storageEngine;
+    }
+    /**
+     * At least one derived BulkIngestor must override this method to provide the current height of the active chain tip.
+     * @returns undefined unless overridden
+     */
+    async getPresentHeight() {
+        return undefined;
+    }
+    /**
+     * A BulkIngestor has two potential goals:
+     * 1. To source missing bulk headers and include them in bulk storage.
+     * 2. To source missing live headers to be forwarded to live storage.
+     *
+     * @param presentHeight current height of the active chain tip, may lag the true value.
+     * @param before current bulk and live storage height ranges, either may be empty.
+     * @param priorLiveHeaders any headers accumulated by prior bulk ingestor(s) that are too recent for bulk storage.
+     * @returns updated priorLiveHeaders including any accumulated by this ingestor
+     */
+    async synchronize(presentHeight, before, priorLiveHeaders) {
+        const storage = this.storage();
+        const r = {
+            liveHeaders: priorLiveHeaders,
+            liveRange: HeightRange_1.HeightRange.from(priorLiveHeaders),
+            done: false,
+            log: ''
+        };
+        // Decisions to be made:
+        // Q1. Are we already done?
+        // Q2. Are there live headers that should be migrated to bulk?
+        // Q3. What range of headers do we still need to retrieve?
+        // Q1: We are done if we have enough live headers and they include presentHeight.
+        const currentFullRange = before.bulk.union(before.live);
+        if (currentFullRange.maxHeight >= presentHeight) {
+            r.done = true;
+            return r;
+        }
+        const targetBulkRange = new HeightRange_1.HeightRange(0, Math.max(0, presentHeight - storage.liveHeightThreshold));
+        let missingBulkRange = targetBulkRange.subtract(before.bulk);
+        const updateMissingBulkRange = async () => {
+            before = await storage.getAvailableHeightRanges();
+            missingBulkRange = targetBulkRange.subtract(before.bulk);
+        };
+        // Q2: If missingBulkRange isn't empty and there are live headers in storage,
+        // migrate from existing live headers in excess of reorgHeightThreshold.
+        if (!missingBulkRange.isEmpty && !before.live.isEmpty) {
+            const countToMigrate = Math.min(missingBulkRange.length, Math.max(0, before.live.length - storage.reorgHeightThreshold));
+            r.log += `Migrating ${countToMigrate} live headers to bulk storage.\n`;
+            await storage.migrateLiveToBulk(countToMigrate);
+            await updateMissingBulkRange();
+            if (!missingBulkRange.isEmpty) {
+                // If there are still missing bulk headers, MUST flush live storage.
+                const countToFlush = before.live.length;
+                r.log += `Flushing ${countToFlush} live headers from live storage.\n`;
+                await storage.deleteLiveBlockHeaders();
+                await updateMissingBulkRange();
+            }
+        }
+        const targetFullRange = new HeightRange_1.HeightRange(0, presentHeight);
+        // Q3: What to fetch...
+        let rangeToFetch;
+        if (missingBulkRange.isEmpty) {
+            // If there are no missing bulk headers, we don't need existing bulk range.
+            rangeToFetch = targetFullRange.subtract(before.bulk);
+            // And if there are live headers in excess of reorgHeightThreshold, they can be skipped as well.
+            if (before.live.length > storage.reorgHeightThreshold) {
+                rangeToFetch = rangeToFetch.subtract(new HeightRange_1.HeightRange(before.live.minHeight, before.live.maxHeight - storage.reorgHeightThreshold));
+            }
+        }
+        else {
+            // If there are missing bulk headers, ingest from start of missing through present height.
+            rangeToFetch = new HeightRange_1.HeightRange(missingBulkRange.minHeight, presentHeight);
+        }
+        const newLiveHeaders = await this.fetchHeaders(before, rangeToFetch, missingBulkRange, priorLiveHeaders);
+        await updateMissingBulkRange();
+        r.liveHeaders = newLiveHeaders;
+        r.liveRange = HeightRange_1.HeightRange.from(r.liveHeaders);
+        r.done = missingBulkRange.isEmpty && r.liveRange.maxHeight >= presentHeight;
+        return r;
+    }
+}
+exports.BulkIngestorBase = BulkIngestorBase;
+//# sourceMappingURL=BulkIngestorBase.js.map

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorBase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BulkIngestorBase.js","sourceRoot":"","sources":["../../../../../../src/services/chaintracker/chaintracks/Ingest/BulkIngestorBase.ts"],"names":[],"mappings":";;;AAIA,qDAA+D;AAK/D,MAAsB,gBAAgB;IACpC;;;;;OAKG;IACH,MAAM,CAAC,6BAA6B,CAAC,KAAY;QAC/C,MAAM,OAAO,GAA4B;YACvC,KAAK;YACL,YAAY,EAAE,GAAG,KAAK,sBAAsB;SAC7C,CAAA;QACD,OAAO,OAAO,CAAA;IAChB,CAAC;IAMD,YAAY,OAAgC;QAF5C,QAAG,GAA6B,GAAG,EAAE,GAAE,CAAC,CAAA;QAGtC,IAAI,CAAC,OAAO,CAAC,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAA;QAC5F,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAA;QAC1B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAA;IAC1C,CAAC;IAID,KAAK,CAAC,UAAU,CAAC,OAA+B,EAAE,GAA6B;QAC7E,IAAI,CAAC,aAAa,GAAG,OAAO,CAAA;QAC5B,IAAI,CAAC,GAAG,GAAG,GAAG,CAAA;IAChB,CAAC;IAED,KAAK,CAAC,QAAQ,KAAmB,CAAC;IAElC,kBAAkB;QAChB,OAAO,IAAI,CAAC,aAAa,CAAA;IAC3B,CAAC;IAED,OAAO;QACL,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;QACtE,OAAO,IAAI,CAAC,aAAa,CAAA;IAC3B,CAAC;IAOD;;;OAGG;IACH,KAAK,CAAC,gBAAgB;QACpB,OAAO,SAAS,CAAA;IAClB,CAAC;IAsBD;;;;;;;;;OASG;IACH,KAAK,CAAC,WAAW,CACf,aAAqB,EACrB,MAAoB,EACpB,gBAA+B;QAE/B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAA;QAE9B,MAAM,CAAC,GAAmB;YACxB,WAAW,EAAE,gBAAgB;YAC7B,SAAS,EAAE,yBAAW,CAAC,IAAI,CAAC,gBAAgB,CAAC;YAC7C,IAAI,EAAE,KAAK;YACX,GAAG,EAAE,EAAE;SACR,CAAA;QAED,wBAAwB;QACxB,2BAA2B;QAC3B,8DAA8D;QAC9D,0DAA0D;QAE1D,iFAAiF;QACjF,MAAM,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QACvD,IAAI,gBAAgB,CAAC,SAAS,IAAI,aAAa,EAAE,CAAC;YAChD,CAAC,CAAC,IAAI,GAAG,IAAI,CAAA;YACb,OAAO,CAAC,CAAA;QACV,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,yBAAW,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAA;QACpG,IAAI,gBAAgB,GAAG,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAE5D,MAAM,sBAAsB,GAAG,KAAK,IAAI,EAAE;YACxC,MAAM,GAAG,MAAM,OAAO,CAAC,wBAAwB,EAAE,CAAA;YACjD,gBAAgB,GAAG,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAC1D,CAAC,CAAA;QAED,6EAA6E;QAC7E,wEAAwE;QACxE,IAAI,CAAC,gBAAgB,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACtD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAC7B,gBAAgB,CAAC,MAAM,EACvB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAC/D,CAAA;YACD,CAAC,CAAC,GAAG,IAAI,aAAa,cAAc,kCAAkC,CAAA;YACtE,MAAM,OAAO,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAA;YAC/C,MAAM,sBAAsB,EAAE,CAAA;YAC9B,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;gBAC9B,oEAAoE;gBACpE,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAA;gBACvC,CAAC,CAAC,GAAG,IAAI,YAAY,YAAY,oCAAoC,CAAA;gBACrE,MAAM,OAAO,CAAC,sBAAsB,EAAE,CAAA;gBACtC,MAAM,sBAAsB,EAAE,CAAA;YAChC,CAAC;QACH,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,yBAAW,CAAC,CAAC,EAAE,aAAa,CAAC,CAAA;QACzD,uBAAuB;QACvB,IAAI,YAAyB,CAAA;QAC7B,IAAI,gBAAgB,CAAC,OAAO,EAAE,CAAC;YAC7B,2EAA2E;YAC3E,YAAY,GAAG,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YACpD,gGAAgG;YAChG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;gBACtD,YAAY,GAAG,YAAY,CAAC,QAAQ,CAClC,IAAI,yBAAW,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAC7F,CAAA;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,0FAA0F;YAC1F,YAAY,GAAG,IAAI,yBAAW,CAAC,gBAAgB,CAAC,SAAS,EAAE,aAAa,CAAC,CAAA;QAC3E,CAAC;QAED,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,gBAAgB,CAAC,CAAA;QAExG,MAAM,sBAAsB,EAAE,CAAA;QAE9B,CAAC,CAAC,WAAW,GAAG,cAAc,CAAA;QAC9B,CAAC,CAAC,SAAS,GAAG,yBAAW,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAA;QAC7C,CAAC,CAAC,IAAI,GAAG,gBAAgB,CAAC,OAAO,IAAI,CAAC,CAAC,SAAS,CAAC,SAAS,IAAI,aAAa,CAAA;QAE3E,OAAO,CAAC,CAAA;IACV,CAAC;CACF;AAtKD,4CAsKC"}

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorCDN.d.ts

@@ -0,0 +1,76 @@
+import { Chain } from '../../../../sdk/types';
+import { BlockHeader } from '../Api/BlockHeaderApi';
+import { BulkIngestorBaseOptions } from '../Api/BulkIngestorApi';
+import { BulkIngestorBase } from './BulkIngestorBase';
+import { BulkHeaderFileInfo } from '../util/BulkHeaderFile';
+import { BulkHeaderFilesInfo } from '../util/BulkHeaderFile';
+import { HeightRange, HeightRanges } from '../util/HeightRange';
+import { ChaintracksFetchApi } from '../Api/ChaintracksFetchApi';
+export interface BulkIngestorCDNOptions extends BulkIngestorBaseOptions {
+    /**
+     * Required.
+     *
+     * The name of the JSON resource to request from CDN which describes currently
+     * available bulk block header resources.
+     */
+    jsonResource: string | undefined;
+    /**
+     * Required.
+     *
+     * URL to CDN implementing the bulk ingestor CDN service protocol
+     */
+    cdnUrl: string | undefined;
+    maxPerFile: number | undefined;
+    fetch: ChaintracksFetchApi;
+}
+export declare class BulkIngestorCDN extends BulkIngestorBase {
+    /**
+     *
+     * @param chain
+     * @param localCachePath defaults to './data/bulk_cdn_headers/'
+     * @returns
+     */
+    static createBulkIngestorCDNOptions(chain: Chain, cdnUrl: string, fetch: ChaintracksFetchApi, maxPerFile?: number): BulkIngestorCDNOptions;
+    fetch: ChaintracksFetchApi;
+    jsonResource: string;
+    cdnUrl: string;
+    maxPerFile: number | undefined;
+    availableBulkFiles: BulkHeaderFilesInfo | undefined;
+    selectedFiles: BulkHeaderFileInfo[] | undefined;
+    currentRange: HeightRange | undefined;
+    constructor(options: BulkIngestorCDNOptions);
+    getPresentHeight(): Promise<number | undefined>;
+    getJsonHttpHeaders(): Record<string, string>;
+    /**
+     * A BulkFile CDN serves a JSON BulkHeaderFilesInfo resource which lists all the available binary bulk header files available and associated metadata.
+     *
+     * The term "CDN file" is used for a local bulk file that has a sourceUrl. (Not undefined)
+     * The term "incremental file" is used for the local bulk file that holds all the non-CDN bulk headers and must chain to the live headers if there are any.
+     *
+     * Bulk ingesting from a CDN happens in one of three contexts:
+     *
+     * 1. Cold Start: No local bulk or live headers.
+     * 2. Incremental: Available CDN files extend into an existing incremental file but not into the live headers.
+     * 3. Replace: Available CDN files extend into live headers.
+     *
+     * Context Cold Start:
+     * - The CDN files are selected in height order, starting at zero, always choosing the largest count less than the local maximum (maxPerFile).
+     *
+     * Context Incremental:
+     * - Last existing CDN file is updated if CDN now has a higher count.
+     * - Additional CDN files are added as in Cold Start.
+     * - The existing incremental file is truncated or deleted.
+     *
+     * Context Replace:
+     * - Existing live headers are truncated or deleted.
+     * - Proceed as context Incremental.
+     *
+     * @param before bulk and live range of headers before ingesting any new headers.
+     * @param fetchRange total range of header heights needed including live headers
+     * @param bulkRange range of missing bulk header heights required.
+     * @param priorLiveHeaders
+     * @returns
+     */
+    fetchHeaders(before: HeightRanges, fetchRange: HeightRange, bulkRange: HeightRange, priorLiveHeaders: BlockHeader[]): Promise<BlockHeader[]>;
+}
+//# sourceMappingURL=BulkIngestorCDN.d.ts.map

package/out/src/services/chaintracker/chaintracks/Ingest/BulkIngestorCDN.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BulkIngestorCDN.d.ts","sourceRoot":"","sources":["../../../../../../src/services/chaintracker/chaintracks/Ingest/BulkIngestorCDN.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAA;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AACnD,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAA;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAA;AAC5D,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAC/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAKhE,MAAM,WAAW,sBAAuB,SAAQ,uBAAuB;IACrE;;;;;OAKG;IACH,YAAY,EAAE,MAAM,GAAG,SAAS,CAAA;IAEhC;;;;OAIG;IACH,MAAM,EAAE,MAAM,GAAG,SAAS,CAAA;IAE1B,UAAU,EAAE,MAAM,GAAG,SAAS,CAAA;IAE9B,KAAK,EAAE,mBAAmB,CAAA;CAC3B;AAED,qBAAa,eAAgB,SAAQ,gBAAgB;IACnD;;;;;OAKG;IACH,MAAM,CAAC,4BAA4B,CACjC,KAAK,EAAE,KAAK,EACZ,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,mBAAmB,EAC1B,UAAU,CAAC,EAAE,MAAM,GAClB,sBAAsB;IAWzB,KAAK,EAAE,mBAAmB,CAAA;IAC1B,YAAY,EAAE,MAAM,CAAA;IACpB,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,MAAM,GAAG,SAAS,CAAA;IAE9B,kBAAkB,EAAE,mBAAmB,GAAG,SAAS,CAAA;IACnD,aAAa,EAAE,kBAAkB,EAAE,GAAG,SAAS,CAAA;IAC/C,YAAY,EAAE,WAAW,GAAG,SAAS,CAAA;gBAEzB,OAAO,EAAE,sBAAsB;IAW5B,gBAAgB,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAI9D,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAO5C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA6BG;IACG,YAAY,CAChB,MAAM,EAAE,YAAY,EACpB,UAAU,EAAE,WAAW,EACvB,SAAS,EAAE,WAAW,EACtB,gBAAgB,EAAE,WAAW,EAAE,GAC9B,OAAO,CAAC,WAAW,EAAE,CAAC;CAmD1B"}