@bsv/wallet-toolbox-client 1.7.15 → 1.7.16

package/out/src/services/chaintracker/chaintracks/index.mobile.js

@@ -0,0 +1,68 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.utils = void 0;
+__exportStar(require("./Api/ChaintracksApi"), exports);
+__exportStar(require("./Api/ChaintracksFsApi"), exports);
+__exportStar(require("./Api/ChaintracksFetchApi"), exports);
+__exportStar(require("./Api/ChaintracksStorageApi"), exports);
+__exportStar(require("./Api/BulkStorageApi"), exports);
+__exportStar(require("./Api/BulkIngestorApi"), exports);
+__exportStar(require("./Api/LiveIngestorApi"), exports);
+__exportStar(require("./Api/BlockHeaderApi"), exports);
+__exportStar(require("./Chaintracks"), exports);
+__exportStar(require("./ChaintracksServiceClient"), exports);
+__exportStar(require("./Ingest/BulkIngestorBase"), exports);
+__exportStar(require("./Ingest/LiveIngestorBase"), exports);
+__exportStar(require("./Ingest/BulkIngestorCDN"), exports);
+__exportStar(require("./Ingest/BulkIngestorCDNBabbage"), exports);
+__exportStar(require("./Ingest/BulkIngestorWhatsOnChainCdn"), exports);
+__exportStar(require("./Ingest/LiveIngestorWhatsOnChainPoll"), exports);
+__exportStar(require("./Ingest/WhatsOnChainServices"), exports);
+__exportStar(require("./Storage/BulkStorageBase"), exports);
+__exportStar(require("./Storage/ChaintracksStorageBase"), exports);
+__exportStar(require("./Storage/ChaintracksStorageNoDb"), exports);
+__exportStar(require("./Storage/ChaintracksStorageIdb"), exports);
+__exportStar(require("./createDefaultNoDbChaintracksOptions"), exports);
+__exportStar(require("./createNoDbChaintracks"), exports);
+__exportStar(require("./util/BulkFilesReader"), exports);
+__exportStar(require("./util/HeightRange"), exports);
+__exportStar(require("./util/BulkFileDataManager"), exports);
+__exportStar(require("./util/ChaintracksFetch"), exports);
+exports.utils = __importStar(require("./util/blockHeaderUtilities"));
+//# sourceMappingURL=index.mobile.js.map

package/out/src/services/chaintracker/chaintracks/index.mobile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mobile.js","sourceRoot":"","sources":["../../../../../../src/services/chaintracker/chaintracks/index.mobile.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEA,uDAAoC;AACpC,yDAAsC;AACtC,4DAAyC;AACzC,8DAA2C;AAC3C,uDAAoC;AACpC,wDAAqC;AACrC,wDAAqC;AACrC,uDAAoC;AAEpC,gDAA6B;AAC7B,6DAA0C;AAE1C,4DAAyC;AACzC,4DAAyC;AAEzC,2DAAwC;AACxC,kEAA+C;AAC/C,uEAAoD;AACpD,wEAAqD;AACrD,gEAA6C;AAE7C,4DAAyC;AACzC,mEAAgD;AAChD,mEAAgD;AAChD,kEAA+C;AAE/C,wEAAqD;AACrD,0DAAuC;AAEvC,yDAAsC;AACtC,qDAAkC;AAClC,6DAA0C;AAC1C,0DAAuC;AAEvC,qEAAoD"}

package/out/src/services/chaintracker/chaintracks/util/BulkFileDataManager.d.ts

@@ -0,0 +1,155 @@
+import { ChaintracksFetchApi } from '../Api/ChaintracksFetchApi';
+import { BlockHeader, Chain } from '../../../../sdk';
+import { BulkHeaderFileInfo } from './BulkHeaderFile';
+import { HeightRange } from './HeightRange';
+import { ChaintracksStorageBulkFileApi } from '../Api/ChaintracksStorageApi';
+import { ChaintracksFsApi } from '../Api/ChaintracksFsApi';
+export interface BulkFileDataManagerOptions {
+    chain: Chain;
+    maxPerFile: number;
+    maxRetained?: number;
+    fetch?: ChaintracksFetchApi;
+    fromKnownSourceUrl?: string;
+}
+/**
+ * Manages bulk file data (typically 8MB chunks of 100,000 headers each).
+ *
+ * If not cached in memory,
+ * optionally fetches data by `sourceUrl` from CDN on demand,
+ * optionally finds data by `fileId` in a database on demand,
+ * and retains a limited number of files in memory,
+ * subject to the optional `maxRetained` limit.
+ */
+export declare class BulkFileDataManager {
+    static createDefaultOptions(chain: Chain): BulkFileDataManagerOptions;
+    private log;
+    private bfds;
+    private fileHashToIndex;
+    private lock;
+    private storage?;
+    readonly chain: Chain;
+    readonly maxPerFile: number;
+    readonly fetch?: ChaintracksFetchApi;
+    readonly maxRetained?: number;
+    readonly fromKnownSourceUrl?: string;
+    constructor(options: BulkFileDataManagerOptions | Chain);
+    deleteBulkFiles(): Promise<void>;
+    private deleteBulkFilesNoLock;
+    /**
+     * If `bfds` are going to be backed by persistent storage,
+     * must be called before making storage available.
+     *
+     * Synchronizes bfds and storage files, after which this manager maintains sync.
+     * There should be no changes to bulk files by direct access to storage bulk file methods.
+     */
+    setStorage(storage: ChaintracksStorageBulkFileApi, log: (...args: any[]) => void): Promise<void>;
+    private setStorageNoLock;
+    heightRangesFromBulkFiles(files: BulkHeaderFileInfo[]): {
+        all: HeightRange;
+        cdn: HeightRange;
+        incremental: HeightRange;
+    };
+    createReader(range?: HeightRange, maxBufferSize?: number): Promise<BulkFileDataReader>;
+    updateFromUrl(cdnUrl: string): Promise<void>;
+    merge(files: BulkHeaderFileInfo[]): Promise<BulkFileDataManagerMergeResult>;
+    private mergeNoLock;
+    private mergeIncremental;
+    toLogString(what?: BulkFileDataManagerMergeResult | BulkFileData[] | BulkHeaderFileInfo[]): string;
+    mergeIncrementalBlockHeaders(newBulkHeaders: BlockHeader[], incrementalChainWork?: string): Promise<void>;
+    getBulkFiles(keepData?: boolean): Promise<BulkHeaderFileInfo[]>;
+    getHeightRange(): Promise<HeightRange>;
+    getDataFromFile(file: BulkHeaderFileInfo, offset?: number, length?: number): Promise<Uint8Array | undefined>;
+    private getDataFromFileNoLock;
+    findHeaderForHeightOrUndefined(height: number): Promise<BlockHeader | undefined>;
+    getFileForHeight(height: number): Promise<BulkHeaderFileInfo | undefined>;
+    private getBfdForHeight;
+    private getLastBfd;
+    getLastFile(fromEnd?: number): Promise<BulkHeaderFileInfo | undefined>;
+    private getLastFileNoLock;
+    private getDataByFileHash;
+    private getDataByFileId;
+    private validateFileInfo;
+    ReValidate(): Promise<void>;
+    private ReValidateNoLock;
+    private validateBfdForAdd;
+    private add;
+    private replaceBfdAtIndex;
+    /**
+     * Updating an existing file occurs in two specific contexts:
+     *
+     * 1. CDN Update: CDN files of a specific `maxPerFile` series typically ends in a partial file
+     * which may periodically add more headers until the next file is started.
+     * If the CDN update is the second to last file (followed by an incremental file),
+     * then the incremental file is updated or deleted and also returned as the result (with a count of zero if deleted).
+     *
+     * 2. Incremental Update: The last bulk file is almost always an "incremental" file
+     * which is not limited by "maxPerFile" and holds all non-CDN bulk headers.
+     * If is updated with new bulk headers which come either from non CDN ingestors or from live header migration to bulk.
+     *
+     * Updating preserves the following properties:
+     *
+     * - Any existing headers following this update are preserved and must form an unbroken chain.
+     * - There can be at most one incremental file and it must be the last file.
+     * - The update start conditions (height, prevHash, prevChainWork) must match an existing file which may be either CDN or internal.
+     * - The update fileId must match, it may be undefind.
+     * - The fileName does not need to match.
+     * - The incremental file must always have fileName "incremental" and sourceUrl must be undefined.
+     * - The update count must be greater than 0.
+     * - The update count must be greater than current count for CDN to CDN update.
+     *
+     * @param update new validated BulkFileData to update.
+     * @param hbf corresponding existing BulkFileData to update.
+     */
+    private update;
+    private dropLastBulkFile;
+    /**
+     * Remove work (and headers) from `truncate` that now exists in `update`.
+     * There are two scenarios:
+     * 1. `replaced` is undefined: update is a CDN file that splits an incremental file that must be truncated.
+     * 2. `replaced` is valid: update is a CDN update that replaced an existing CDN file and splits an incremental file that must be truncated.
+     * @param update the new CDN update file.
+     * @param truncate the incremental file to be truncated (losing work which now exists in `update`).
+     * @param replaced the existing CDN file that was replaced by `update` (if any).
+     */
+    private shiftWork;
+    /**
+     *
+     * @param bfd
+     * @returns
+     */
+    private ensureData;
+    private ensureMaxRetained;
+    exportHeadersToFs(toFs: ChaintracksFsApi, toHeadersPerFile: number, toFolder: string, sourceUrl?: string, maxHeight?: number): Promise<void>;
+}
+interface BulkFileData extends BulkHeaderFileInfo {
+    mru: number;
+    fileHash: string;
+}
+export declare function selectBulkHeaderFiles(files: BulkHeaderFileInfo[], chain: Chain, maxPerFile: number): BulkHeaderFileInfo[];
+export interface BulkFileDataManagerMergeResult {
+    unchanged: BulkHeaderFileInfo[];
+    inserted: BulkHeaderFileInfo[];
+    updated: BulkHeaderFileInfo[];
+    dropped: BulkHeaderFileInfo[];
+}
+export declare class BulkFileDataReader {
+    readonly manager: BulkFileDataManager;
+    readonly range: HeightRange;
+    readonly maxBufferSize: number;
+    nextHeight: number;
+    constructor(manager: BulkFileDataManager, range: HeightRange, maxBufferSize: number);
+    /**
+     * Returns the Buffer of block headers from the given `file` for the given `range`.
+     * If `range` is undefined, the file's full height range is read.
+     * The returned Buffer will only contain headers in `file` and in `range`
+     * @param file
+     * @param range
+     */
+    private readBufferFromFile;
+    /**
+     * @returns an array containing the next `maxBufferSize` bytes of headers from the files.
+     */
+    read(): Promise<Uint8Array | undefined>;
+}
+export {};
+//# sourceMappingURL=BulkFileDataManager.d.ts.map

package/out/src/services/chaintracker/chaintracks/util/BulkFileDataManager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BulkFileDataManager.d.ts","sourceRoot":"","sources":["../../../../../../../src/services/chaintracker/chaintracks/util/BulkFileDataManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAChE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAiE,MAAM,iBAAiB,CAAA;AAGnH,OAAO,EAAE,kBAAkB,EAAuB,MAAM,kBAAkB,CAAA;AAE1E,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AAU3C,OAAO,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAA;AAE5E,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAG1D,MAAM,WAAW,0BAA0B;IACzC,KAAK,EAAE,KAAK,CAAA;IACZ,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,KAAK,CAAC,EAAE,mBAAmB,CAAA;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED;;;;;;;;GAQG;AACH,qBAAa,mBAAmB;IAC9B,MAAM,CAAC,oBAAoB,CAAC,KAAK,EAAE,KAAK,GAAG,0BAA0B;IAUrE,OAAO,CAAC,GAAG,CAAqC;IAEhD,OAAO,CAAC,IAAI,CAAqB;IACjC,OAAO,CAAC,eAAe,CAA6B;IACpD,OAAO,CAAC,IAAI,CAAiE;IAC7E,OAAO,CAAC,OAAO,CAAC,CAA+B;IAE/C,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAA;IACrB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,mBAAmB,CAAA;IACpC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAA;gBAExB,OAAO,EAAE,0BAA0B,GAAG,KAAK;IAYjD,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAItC,OAAO,CAAC,qBAAqB;IAc7B;;;;;;OAMG;IACG,UAAU,CAAC,OAAO,EAAE,6BAA6B,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAIxF,gBAAgB;IA+B9B,yBAAyB,CAAC,KAAK,EAAE,kBAAkB,EAAE,GAAG;QACtD,GAAG,EAAE,WAAW,CAAA;QAChB,GAAG,EAAE,WAAW,CAAA;QAChB,WAAW,EAAE,WAAW,CAAA;KACzB;IAWK,YAAY,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAMtF,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAoC5C,KAAK,CAAC,KAAK,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC,8BAA8B,CAAC;YAInE,WAAW;YAgCX,gBAAgB;IAoB9B,WAAW,CAAC,IAAI,CAAC,EAAE,8BAA8B,GAAG,YAAY,EAAE,GAAG,kBAAkB,EAAE,GAAG,MAAM;IA6B5F,4BAA4B,CAAC,cAAc,EAAE,WAAW,EAAE,EAAE,oBAAoB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA+DzG,YAAY,CAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAM/D,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC;IAStC,eAAe,CAAC,IAAI,EAAE,kBAAkB,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;YAUpG,qBAAqB;IAwB7B,8BAA8B,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAchF,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC;IAQ/E,OAAO,CAAC,eAAe;IAOvB,OAAO,CAAC,UAAU;IAMZ,WAAW,CAAC,OAAO,SAAI,GAAG,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC;IAIvE,OAAO,CAAC,iBAAiB;YAMX,iBAAiB;YASjB,eAAe;YAQf,gBAAgB;IA+DxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;YAInB,gBAAgB;IAU9B,OAAO,CAAC,iBAAiB;YAYX,GAAG;IAajB,OAAO,CAAC,iBAAiB;IAOzB;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;YACW,MAAM;IAsHpB,OAAO,CAAC,gBAAgB;IAQxB;;;;;;;;OAQG;YACW,SAAS;IA8BvB;;;;OAIG;YACW,UAAU;IAkCxB,OAAO,CAAC,iBAAiB;IAanB,iBAAiB,CACrB,IAAI,EAAE,gBAAgB,EACtB,gBAAgB,EAAE,MAAM,EACxB,QAAQ,EAAE,MAAM,EAChB,SAAS,CAAC,EAAE,MAAM,EAClB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC;CAsDjB;AAED,UAAU,YAAa,SAAQ,kBAAkB;IAC/C,GAAG,EAAE,MAAM,CAAA;IACX,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,kBAAkB,EAAE,EAC3B,KAAK,EAAE,KAAK,EACZ,UAAU,EAAE,MAAM,GACjB,kBAAkB,EAAE,CAYtB;AA4BD,MAAM,WAAW,8BAA8B;IAC7C,SAAS,EAAE,kBAAkB,EAAE,CAAA;IAC/B,QAAQ,EAAE,kBAAkB,EAAE,CAAA;IAC9B,OAAO,EAAE,kBAAkB,EAAE,CAAA;IAC7B,OAAO,EAAE,kBAAkB,EAAE,CAAA;CAC9B;AAED,qBAAa,kBAAkB;IAC7B,QAAQ,CAAC,OAAO,EAAE,mBAAmB,CAAA;IACrC,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAA;IAC3B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;IAC9B,UAAU,EAAE,MAAM,CAAA;gBAEN,OAAO,EAAE,mBAAmB,EAAE,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM;IAOnF;;;;;;OAMG;YACW,kBAAkB;IAUhC;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;CAqB9C"}