@bsv/wallet-toolbox 2.1.7 → 2.1.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +9 -0
- package/docs/client.md +146 -224
- package/docs/services.md +64 -28
- package/docs/storage.md +2 -22
- package/docs/wallet.md +146 -224
- package/out/src/WalletPermissionsManager.d.ts.map +1 -1
- package/out/src/WalletPermissionsManager.js +12 -16
- package/out/src/WalletPermissionsManager.js.map +1 -1
- package/out/src/services/chaintracker/chaintracks/__tests/createIdbChaintracks.test.js +4 -9
- package/out/src/services/chaintracker/chaintracks/__tests/createIdbChaintracks.test.js.map +1 -1
- package/out/src/services/chaintracker/chaintracks/configureChaintracksIngestors.d.ts +22 -0
- package/out/src/services/chaintracker/chaintracks/configureChaintracksIngestors.d.ts.map +1 -0
- package/out/src/services/chaintracker/chaintracks/configureChaintracksIngestors.js +54 -0
- package/out/src/services/chaintracker/chaintracks/configureChaintracksIngestors.js.map +1 -0
- package/out/src/services/chaintracker/chaintracks/createDefaultIdbChaintracksOptions.d.ts.map +1 -1
- package/out/src/services/chaintracker/chaintracks/createDefaultIdbChaintracksOptions.js +3 -42
- package/out/src/services/chaintracker/chaintracks/createDefaultIdbChaintracksOptions.js.map +1 -1
- package/out/src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.d.ts.map +1 -1
- package/out/src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.js +2 -41
- package/out/src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.js.map +1 -1
- package/out/src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.d.ts.map +1 -1
- package/out/src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.js +3 -42
- package/out/src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.js.map +1 -1
- package/out/src/services/chaintracker/chaintracks/util/BulkFileDataManager.d.ts +2 -20
- package/out/src/services/chaintracker/chaintracks/util/BulkFileDataManager.d.ts.map +1 -1
- package/out/src/services/chaintracker/chaintracks/util/BulkFileDataManager.js +5 -55
- package/out/src/services/chaintracker/chaintracks/util/BulkFileDataManager.js.map +1 -1
- package/out/src/storage/WalletStorageManager.d.ts +1 -15
- package/out/src/storage/WalletStorageManager.d.ts.map +1 -1
- package/out/src/storage/WalletStorageManager.js +0 -54
- package/out/src/storage/WalletStorageManager.js.map +1 -1
- package/out/src/storage/methods/__test/offsetKey.test.js +133 -286
- package/out/src/storage/methods/__test/offsetKey.test.js.map +1 -1
- package/out/src/wab-client/auth-method-interactors/AuthMethodInteractor.d.ts +10 -3
- package/out/src/wab-client/auth-method-interactors/AuthMethodInteractor.d.ts.map +1 -1
- package/out/src/wab-client/auth-method-interactors/AuthMethodInteractor.js +34 -1
- package/out/src/wab-client/auth-method-interactors/AuthMethodInteractor.js.map +1 -1
- package/out/src/wab-client/auth-method-interactors/DevConsoleInteractor.d.ts +1 -19
- package/out/src/wab-client/auth-method-interactors/DevConsoleInteractor.d.ts.map +1 -1
- package/out/src/wab-client/auth-method-interactors/DevConsoleInteractor.js +0 -52
- package/out/src/wab-client/auth-method-interactors/DevConsoleInteractor.js.map +1 -1
- package/out/src/wab-client/auth-method-interactors/PersonaIDInteractor.d.ts +1 -3
- package/out/src/wab-client/auth-method-interactors/PersonaIDInteractor.d.ts.map +1 -1
- package/out/src/wab-client/auth-method-interactors/PersonaIDInteractor.js +0 -24
- package/out/src/wab-client/auth-method-interactors/PersonaIDInteractor.js.map +1 -1
- package/out/src/wab-client/auth-method-interactors/TwilioPhoneInteractor.d.ts +1 -19
- package/out/src/wab-client/auth-method-interactors/TwilioPhoneInteractor.d.ts.map +1 -1
- package/out/src/wab-client/auth-method-interactors/TwilioPhoneInteractor.js +0 -52
- package/out/src/wab-client/auth-method-interactors/TwilioPhoneInteractor.js.map +1 -1
- package/package.json +1 -1
|
@@ -12,14 +12,13 @@ describe('createIdbChaintracks tests', () => {
|
|
|
12
12
|
capturedLogs.push(args.map(String).join(' '));
|
|
13
13
|
});
|
|
14
14
|
});
|
|
15
|
-
test
|
|
15
|
+
// Long-running manual test — disabled for CI. Enable locally to run.
|
|
16
|
+
test.skip('0 - manual idb chaintracks', async () => {
|
|
16
17
|
const target = 'main';
|
|
17
18
|
if (TestUtilsWalletStorage_1._tu.noEnv(target))
|
|
18
19
|
return;
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
const env = TestUtilsWalletStorage_1._tu.getEnv(target); // NOSONAR — manual test kept disabled for CI; enable locally to run
|
|
22
|
-
const { chain, chaintracks, storage, available } = await (0, createIdbChaintracks_1.createIdbChaintracks)(env.chain, env.whatsonchainApiKey);
|
|
20
|
+
const env = TestUtilsWalletStorage_1._tu.getEnv(target);
|
|
21
|
+
const { chaintracks, storage, available } = await (0, createIdbChaintracks_1.createIdbChaintracks)(env.chain, env.whatsonchainApiKey);
|
|
23
22
|
await available;
|
|
24
23
|
const headerListener = (header) => {
|
|
25
24
|
console.log(`headerListener: height: ${header.height} hash: ${header.hash} ${new Date().toISOString()}`);
|
|
@@ -40,10 +39,6 @@ describe('createIdbChaintracks tests', () => {
|
|
|
40
39
|
expect(forHeight === null || forHeight === void 0 ? void 0 : forHeight.hash).toBe(tip.hash);
|
|
41
40
|
const listening = await chaintracks.isListening();
|
|
42
41
|
expect(listening).toBe(true);
|
|
43
|
-
// console.log('validating...')
|
|
44
|
-
// const validated = await chaintracks.validate()
|
|
45
|
-
// expect(validated).toBe(true)
|
|
46
|
-
// console.log('validated')
|
|
47
42
|
for (;;)
|
|
48
43
|
await (0, utilityHelpers_1.wait)(120000);
|
|
49
44
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createIdbChaintracks.test.js","sourceRoot":"","sources":["../../../../../../src/services/chaintracker/chaintracks/__tests/createIdbChaintracks.test.ts"],"names":[],"mappings":";;AAAA,6FAAsE;AACtE,uEAAyD;AACzD,kEAA8D;AAO9D,+BAA4B;AAE5B,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;IAC1C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;IAEzB,IAAI,MAAwB,EAC1B,YAAY,GAAa,EAAE,CAAA;IAC7B,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,kBAAkB,CAAC,CAAC,GAAG,IAAW,EAAE,EAAE;YACxE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,
|
|
1
|
+
{"version":3,"file":"createIdbChaintracks.test.js","sourceRoot":"","sources":["../../../../../../src/services/chaintracker/chaintracks/__tests/createIdbChaintracks.test.ts"],"names":[],"mappings":";;AAAA,6FAAsE;AACtE,uEAAyD;AACzD,kEAA8D;AAO9D,+BAA4B;AAE5B,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;IAC1C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;IAEzB,IAAI,MAAwB,EAC1B,YAAY,GAAa,EAAE,CAAA;IAC7B,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,kBAAkB,CAAC,CAAC,GAAG,IAAW,EAAE,EAAE;YACxE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,qEAAqE;IACrE,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,MAAM,GAAU,MAAM,CAAA;QAC5B,IAAI,4BAAG,CAAC,KAAK,CAAC,MAAM,CAAC;YAAE,OAAM;QAE7B,MAAM,GAAG,GAAG,4BAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QAC9B,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,MAAM,IAAA,2CAAoB,EAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,kBAAkB,CAAC,CAAA;QACzG,MAAM,SAAS,CAAA;QACf,MAAM,cAAc,GAAmB,CAAC,MAAmB,EAAE,EAAE;YAC7D,OAAO,CAAC,GAAG,CAAC,2BAA2B,MAAM,CAAC,MAAM,UAAU,MAAM,CAAC,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;QAC1G,CAAC,CAAA;QACD,WAAW,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAA;QAC5C,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAA;QAE9D,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,gBAAgB,EAAE,CAAA;QACpD,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,kBAAkB,EAAE,CAAA;QAClD,WAAW,CAAC,GAAG,CAAC,gBAAgB,GAAG,CAAC,MAAM,UAAU,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;QAC/D,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAE9B,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,sBAAsB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAClE,MAAM,CAAC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAEpC,MAAM,WAAW,GAAG,MAAM,WAAW,CAAC,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAC1E,MAAM,CAAC,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAExC,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,yBAAyB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACvE,MAAM,CAAC,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAE9C,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QACnE,MAAM,CAAC,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAEtC,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,WAAW,EAAE,CAAA;QACjD,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAE5B;YAAS,MAAM,IAAA,qBAAI,EAAC,MAAM,CAAC,CAAA;IAC7B,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,SAAS,UAAU,CAAC,OAA4B;IAC9C,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,MAAM,CAAyB,EAAE,CAAC;QAC3D,IAAI,IAAI,CAAC,IAAI;YAAE,KAAK,IAAI,CAAC,CAAA;IAC3B,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { Chain } from '../../../sdk';
|
|
2
|
+
import { ChaintracksOptions } from './Api/ChaintracksApi';
|
|
3
|
+
import { ChaintracksFetchApi } from './Api/ChaintracksFetchApi';
|
|
4
|
+
/**
|
|
5
|
+
* Shared parameters for configuring Chaintracks ingestors.
|
|
6
|
+
*/
|
|
7
|
+
export interface ChaintracksIngestorParams {
|
|
8
|
+
chain: Chain;
|
|
9
|
+
whatsonchainApiKey: string;
|
|
10
|
+
maxPerFile: number;
|
|
11
|
+
fetch: ChaintracksFetchApi;
|
|
12
|
+
cdnUrl: string;
|
|
13
|
+
addLiveRecursionLimit: number;
|
|
14
|
+
}
|
|
15
|
+
/**
|
|
16
|
+
* Builds the shared portion of ChaintracksOptions that all storage backends
|
|
17
|
+
* (Knex, Idb, NoDb) have in common: the options shell and bulk/live ingestors.
|
|
18
|
+
*
|
|
19
|
+
* The caller is responsible for providing the storage implementation.
|
|
20
|
+
*/
|
|
21
|
+
export declare function buildChaintracksOptionsWithIngestors(params: ChaintracksIngestorParams, storage: ChaintracksOptions['storage']): ChaintracksOptions;
|
|
22
|
+
//# sourceMappingURL=configureChaintracksIngestors.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"configureChaintracksIngestors.d.ts","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/configureChaintracksIngestors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAA;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAIzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAA;AAI/D;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACxC,KAAK,EAAE,KAAK,CAAA;IACZ,kBAAkB,EAAE,MAAM,CAAA;IAC1B,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,mBAAmB,CAAA;IAC1B,MAAM,EAAE,MAAM,CAAA;IACd,qBAAqB,EAAE,MAAM,CAAA;CAC9B;AAED;;;;;GAKG;AACH,wBAAgB,oCAAoC,CAClD,MAAM,EAAE,yBAAyB,EACjC,OAAO,EAAE,kBAAkB,CAAC,SAAS,CAAC,GACrC,kBAAkB,CA+CpB"}
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.buildChaintracksOptionsWithIngestors = buildChaintracksOptionsWithIngestors;
|
|
4
|
+
const BulkIngestorCDNBabbage_1 = require("./Ingest/BulkIngestorCDNBabbage");
|
|
5
|
+
const LiveIngestorWhatsOnChainPoll_1 = require("./Ingest/LiveIngestorWhatsOnChainPoll");
|
|
6
|
+
const BulkIngestorWhatsOnChainCdn_1 = require("./Ingest/BulkIngestorWhatsOnChainCdn");
|
|
7
|
+
/**
|
|
8
|
+
* Builds the shared portion of ChaintracksOptions that all storage backends
|
|
9
|
+
* (Knex, Idb, NoDb) have in common: the options shell and bulk/live ingestors.
|
|
10
|
+
*
|
|
11
|
+
* The caller is responsible for providing the storage implementation.
|
|
12
|
+
*/
|
|
13
|
+
function buildChaintracksOptionsWithIngestors(params, storage) {
|
|
14
|
+
const { chain, whatsonchainApiKey, maxPerFile, fetch, cdnUrl, addLiveRecursionLimit } = params;
|
|
15
|
+
const co = {
|
|
16
|
+
chain,
|
|
17
|
+
storage,
|
|
18
|
+
bulkIngestors: [],
|
|
19
|
+
liveIngestors: [],
|
|
20
|
+
addLiveRecursionLimit,
|
|
21
|
+
logging: (...args) => console.log(new Date().toISOString(), ...args),
|
|
22
|
+
readonly: false
|
|
23
|
+
};
|
|
24
|
+
const jsonResource = `${chain}NetBlockHeaders.json`;
|
|
25
|
+
const bulkCdnOptions = {
|
|
26
|
+
chain,
|
|
27
|
+
jsonResource,
|
|
28
|
+
fetch,
|
|
29
|
+
cdnUrl,
|
|
30
|
+
maxPerFile
|
|
31
|
+
};
|
|
32
|
+
co.bulkIngestors.push(new BulkIngestorCDNBabbage_1.BulkIngestorCDNBabbage(bulkCdnOptions));
|
|
33
|
+
const wocOptions = {
|
|
34
|
+
chain,
|
|
35
|
+
apiKey: whatsonchainApiKey,
|
|
36
|
+
timeout: 30000,
|
|
37
|
+
userAgent: 'BabbageWhatsOnChainServices',
|
|
38
|
+
enableCache: true,
|
|
39
|
+
chainInfoMsecs: 5000
|
|
40
|
+
};
|
|
41
|
+
const bulkOptions = {
|
|
42
|
+
...wocOptions,
|
|
43
|
+
jsonResource,
|
|
44
|
+
idleWait: 5000
|
|
45
|
+
};
|
|
46
|
+
co.bulkIngestors.push(new BulkIngestorWhatsOnChainCdn_1.BulkIngestorWhatsOnChainCdn(bulkOptions));
|
|
47
|
+
const liveOptions = {
|
|
48
|
+
...wocOptions,
|
|
49
|
+
idleWait: 100000
|
|
50
|
+
};
|
|
51
|
+
co.liveIngestors.push(new LiveIngestorWhatsOnChainPoll_1.LiveIngestorWhatsOnChainPoll(liveOptions));
|
|
52
|
+
return co;
|
|
53
|
+
}
|
|
54
|
+
//# sourceMappingURL=configureChaintracksIngestors.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"configureChaintracksIngestors.js","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/configureChaintracksIngestors.ts"],"names":[],"mappings":";;AA2BA,oFAkDC;AA3ED,4EAAwE;AACxE,wFAAqH;AACrH,sFAAmH;AAiBnH;;;;;GAKG;AACH,SAAgB,oCAAoC,CAClD,MAAiC,EACjC,OAAsC;IAEtC,MAAM,EAAE,KAAK,EAAE,kBAAkB,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,qBAAqB,EAAE,GAAG,MAAM,CAAA;IAE9F,MAAM,EAAE,GAAuB;QAC7B,KAAK;QACL,OAAO;QACP,aAAa,EAAE,EAAE;QACjB,aAAa,EAAE,EAAE;QACjB,qBAAqB;QACrB,OAAO,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,GAAG,IAAI,CAAC;QACpE,QAAQ,EAAE,KAAK;KAChB,CAAA;IAED,MAAM,YAAY,GAAG,GAAG,KAAK,sBAAsB,CAAA;IAEnD,MAAM,cAAc,GAA2B;QAC7C,KAAK;QACL,YAAY;QACZ,KAAK;QACL,MAAM;QACN,UAAU;KACX,CAAA;IACD,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,+CAAsB,CAAC,cAAc,CAAC,CAAC,CAAA;IAEjE,MAAM,UAAU,GAAgC;QAC9C,KAAK;QACL,MAAM,EAAE,kBAAkB;QAC1B,OAAO,EAAE,KAAK;QACd,SAAS,EAAE,6BAA6B;QACxC,WAAW,EAAE,IAAI;QACjB,cAAc,EAAE,IAAI;KACrB,CAAA;IAED,MAAM,WAAW,GAAoC;QACnD,GAAG,UAAU;QACb,YAAY;QACZ,QAAQ,EAAE,IAAI;KACf,CAAA;IACD,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,yDAA2B,CAAC,WAAW,CAAC,CAAC,CAAA;IAEnE,MAAM,WAAW,GAAoC;QACnD,GAAG,UAAU;QACb,QAAQ,EAAE,MAAM;KACjB,CAAA;IACD,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,2DAA4B,CAAC,WAAW,CAAC,CAAC,CAAA;IAEpE,OAAO,EAAE,CAAA;AACX,CAAC"}
|
package/out/src/services/chaintracker/chaintracks/createDefaultIdbChaintracksOptions.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createDefaultIdbChaintracksOptions.d.ts","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultIdbChaintracksOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAA;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;
|
|
1
|
+
{"version":3,"file":"createDefaultIdbChaintracksOptions.d.ts","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultIdbChaintracksOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAA;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAEzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAA;AAK/D,wBAAgB,kCAAkC,CAChD,KAAK,EAAE,KAAK,EACZ,kBAAkB,GAAE,MAAW,EAC/B,UAAU,GAAE,MAAe,EAC3B,WAAW,GAAE,MAAU,EACvB,KAAK,CAAC,EAAE,mBAAmB,EAC3B,MAAM,GAAE,MAAuD,EAC/D,mBAAmB,GAAE,MAAa,EAClC,oBAAoB,GAAE,MAAY,EAClC,sBAAsB,GAAE,MAAY,EACpC,gBAAgB,GAAE,MAAY,EAC9B,qBAAqB,GAAE,MAAW,GACjC,kBAAkB,CA0BpB"}
|
|
@@ -1,12 +1,10 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.createDefaultIdbChaintracksOptions = createDefaultIdbChaintracksOptions;
|
|
4
|
-
const BulkIngestorCDNBabbage_1 = require("./Ingest/BulkIngestorCDNBabbage");
|
|
5
4
|
const ChaintracksFetch_1 = require("./util/ChaintracksFetch");
|
|
6
|
-
const LiveIngestorWhatsOnChainPoll_1 = require("./Ingest/LiveIngestorWhatsOnChainPoll");
|
|
7
|
-
const BulkIngestorWhatsOnChainCdn_1 = require("./Ingest/BulkIngestorWhatsOnChainCdn");
|
|
8
|
-
const ChaintracksStorageIdb_1 = require("./Storage/ChaintracksStorageIdb");
|
|
9
5
|
const BulkFileDataManager_1 = require("./util/BulkFileDataManager");
|
|
6
|
+
const ChaintracksStorageIdb_1 = require("./Storage/ChaintracksStorageIdb");
|
|
7
|
+
const configureChaintracksIngestors_1 = require("./configureChaintracksIngestors");
|
|
10
8
|
function createDefaultIdbChaintracksOptions(chain, whatsonchainApiKey = '', maxPerFile = 100000, maxRetained = 2, fetch, cdnUrl = 'https://cdn.projectbabbage.com/blockheaders/', liveHeightThreshold = 2000, reorgHeightThreshold = 400, bulkMigrationChunkSize = 500, batchInsertLimit = 400, addLiveRecursionLimit = 36) {
|
|
11
9
|
fetch || (fetch = new ChaintracksFetch_1.ChaintracksFetch());
|
|
12
10
|
const bfo = {
|
|
@@ -26,43 +24,6 @@ function createDefaultIdbChaintracksOptions(chain, whatsonchainApiKey = '', maxP
|
|
|
26
24
|
batchInsertLimit
|
|
27
25
|
};
|
|
28
26
|
const storage = new ChaintracksStorageIdb_1.ChaintracksStorageIdb(so);
|
|
29
|
-
|
|
30
|
-
chain,
|
|
31
|
-
storage,
|
|
32
|
-
bulkIngestors: [],
|
|
33
|
-
liveIngestors: [],
|
|
34
|
-
addLiveRecursionLimit,
|
|
35
|
-
logging: (...args) => console.log(new Date().toISOString(), ...args),
|
|
36
|
-
readonly: false
|
|
37
|
-
};
|
|
38
|
-
const jsonResource = `${chain}NetBlockHeaders.json`;
|
|
39
|
-
const bulkCdnOptions = {
|
|
40
|
-
chain,
|
|
41
|
-
jsonResource,
|
|
42
|
-
fetch,
|
|
43
|
-
cdnUrl,
|
|
44
|
-
maxPerFile
|
|
45
|
-
};
|
|
46
|
-
co.bulkIngestors.push(new BulkIngestorCDNBabbage_1.BulkIngestorCDNBabbage(bulkCdnOptions));
|
|
47
|
-
const wocOptions = {
|
|
48
|
-
chain,
|
|
49
|
-
apiKey: whatsonchainApiKey,
|
|
50
|
-
timeout: 30000,
|
|
51
|
-
userAgent: 'BabbageWhatsOnChainServices',
|
|
52
|
-
enableCache: true,
|
|
53
|
-
chainInfoMsecs: 5000
|
|
54
|
-
};
|
|
55
|
-
const bulkOptions = {
|
|
56
|
-
...wocOptions,
|
|
57
|
-
jsonResource,
|
|
58
|
-
idleWait: 5000
|
|
59
|
-
};
|
|
60
|
-
co.bulkIngestors.push(new BulkIngestorWhatsOnChainCdn_1.BulkIngestorWhatsOnChainCdn(bulkOptions));
|
|
61
|
-
const liveOptions = {
|
|
62
|
-
...wocOptions,
|
|
63
|
-
idleWait: 100000
|
|
64
|
-
};
|
|
65
|
-
co.liveIngestors.push(new LiveIngestorWhatsOnChainPoll_1.LiveIngestorWhatsOnChainPoll(liveOptions));
|
|
66
|
-
return co;
|
|
27
|
+
return (0, configureChaintracksIngestors_1.buildChaintracksOptionsWithIngestors)({ chain, whatsonchainApiKey, maxPerFile, fetch, cdnUrl, addLiveRecursionLimit }, storage);
|
|
67
28
|
}
|
|
68
29
|
//# sourceMappingURL=createDefaultIdbChaintracksOptions.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createDefaultIdbChaintracksOptions.js","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultIdbChaintracksOptions.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"createDefaultIdbChaintracksOptions.js","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultIdbChaintracksOptions.ts"],"names":[],"mappings":";;AAQA,gFAsCC;AA5CD,8DAA0D;AAE1D,oEAA4F;AAC5F,2EAAqG;AACrG,mFAAsF;AAEtF,SAAgB,kCAAkC,CAChD,KAAY,EACZ,qBAA6B,EAAE,EAC/B,aAAqB,MAAM,EAC3B,cAAsB,CAAC,EACvB,KAA2B,EAC3B,SAAiB,8CAA8C,EAC/D,sBAA8B,IAAI,EAClC,uBAA+B,GAAG,EAClC,yBAAiC,GAAG,EACpC,mBAA2B,GAAG,EAC9B,wBAAgC,EAAE;IAElC,KAAK,KAAL,KAAK,GAAK,IAAI,mCAAgB,EAAE,EAAA;IAEhC,MAAM,GAAG,GAA+B;QACtC,KAAK;QACL,KAAK;QACL,UAAU;QACV,WAAW;QACX,kBAAkB,EAAE,MAAM;KAC3B,CAAA;IACD,MAAM,mBAAmB,GAAG,IAAI,yCAAmB,CAAC,GAAG,CAAC,CAAA;IAExD,MAAM,EAAE,GAAiC;QACvC,KAAK;QACL,mBAAmB;QACnB,mBAAmB;QACnB,oBAAoB;QACpB,sBAAsB;QACtB,gBAAgB;KACjB,CAAA;IACD,MAAM,OAAO,GAAG,IAAI,6CAAqB,CAAC,EAAE,CAAC,CAAA;IAE7C,OAAO,IAAA,oEAAoC,EACzC,EAAE,KAAK,EAAE,kBAAkB,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,qBAAqB,EAAE,EAC/E,OAAO,CACR,CAAA;AACH,CAAC"}
|
package/out/src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createDefaultKnexChaintracksOptions.d.ts","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAoB,MAAM,MAAM,CAAA;AAC7C,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAA;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;
|
|
1
|
+
{"version":3,"file":"createDefaultKnexChaintracksOptions.d.ts","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAoB,MAAM,MAAM,CAAA;AAC7C,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAA;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAIzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAA;AAI/D;;;;;GAKG;AACH,wBAAgB,mCAAmC,CACjD,KAAK,EAAE,KAAK,EACZ,UAAU,GAAE,MAAkB,EAC9B,UAAU,CAAC,EAAE,IAAI,CAAC,MAAM,EACxB,kBAAkB,GAAE,MAAW,EAC/B,UAAU,GAAE,MAAe,EAC3B,WAAW,GAAE,MAAU,EACvB,KAAK,CAAC,EAAE,mBAAmB,EAC3B,MAAM,GAAE,MAAuD,EAC/D,mBAAmB,GAAE,MAAa,EAClC,oBAAoB,GAAE,MAAY,EAClC,sBAAsB,GAAE,MAAY,EACpC,gBAAgB,GAAE,MAAY,EAC9B,qBAAqB,GAAE,MAAW,GACjC,kBAAkB,CAoCpB"}
|
|
@@ -4,11 +4,9 @@ exports.createDefaultKnexChaintracksOptions = createDefaultKnexChaintracksOption
|
|
|
4
4
|
const knex_1 = require("knex");
|
|
5
5
|
const ChaintracksFs_1 = require("./util/ChaintracksFs");
|
|
6
6
|
const ChaintracksStorageKnex_1 = require("./Storage/ChaintracksStorageKnex");
|
|
7
|
-
const BulkIngestorCDNBabbage_1 = require("./Ingest/BulkIngestorCDNBabbage");
|
|
8
7
|
const ChaintracksFetch_1 = require("./util/ChaintracksFetch");
|
|
9
|
-
const LiveIngestorWhatsOnChainPoll_1 = require("./Ingest/LiveIngestorWhatsOnChainPoll");
|
|
10
|
-
const BulkIngestorWhatsOnChainCdn_1 = require("./Ingest/BulkIngestorWhatsOnChainCdn");
|
|
11
8
|
const BulkFileDataManager_1 = require("./util/BulkFileDataManager");
|
|
9
|
+
const configureChaintracksIngestors_1 = require("./configureChaintracksIngestors");
|
|
12
10
|
/**
|
|
13
11
|
*
|
|
14
12
|
* @param chain
|
|
@@ -43,43 +41,6 @@ function createDefaultKnexChaintracksOptions(chain, rootFolder = './data/', knex
|
|
|
43
41
|
batchInsertLimit
|
|
44
42
|
};
|
|
45
43
|
const storage = new ChaintracksStorageKnex_1.ChaintracksStorageKnex(so);
|
|
46
|
-
|
|
47
|
-
chain,
|
|
48
|
-
storage,
|
|
49
|
-
bulkIngestors: [],
|
|
50
|
-
liveIngestors: [],
|
|
51
|
-
addLiveRecursionLimit,
|
|
52
|
-
logging: (...args) => console.log(new Date().toISOString(), ...args),
|
|
53
|
-
readonly: false
|
|
54
|
-
};
|
|
55
|
-
const jsonResource = `${chain}NetBlockHeaders.json`;
|
|
56
|
-
const bulkCdnOptions = {
|
|
57
|
-
chain,
|
|
58
|
-
jsonResource,
|
|
59
|
-
fetch,
|
|
60
|
-
cdnUrl,
|
|
61
|
-
maxPerFile
|
|
62
|
-
};
|
|
63
|
-
co.bulkIngestors.push(new BulkIngestorCDNBabbage_1.BulkIngestorCDNBabbage(bulkCdnOptions));
|
|
64
|
-
const wocOptions = {
|
|
65
|
-
chain,
|
|
66
|
-
apiKey: whatsonchainApiKey,
|
|
67
|
-
timeout: 30000,
|
|
68
|
-
userAgent: 'BabbageWhatsOnChainServices',
|
|
69
|
-
enableCache: true,
|
|
70
|
-
chainInfoMsecs: 5000
|
|
71
|
-
};
|
|
72
|
-
const bulkOptions = {
|
|
73
|
-
...wocOptions,
|
|
74
|
-
jsonResource,
|
|
75
|
-
idleWait: 5000
|
|
76
|
-
};
|
|
77
|
-
co.bulkIngestors.push(new BulkIngestorWhatsOnChainCdn_1.BulkIngestorWhatsOnChainCdn(bulkOptions));
|
|
78
|
-
const liveOptions = {
|
|
79
|
-
...wocOptions,
|
|
80
|
-
idleWait: 100000
|
|
81
|
-
};
|
|
82
|
-
co.liveIngestors.push(new LiveIngestorWhatsOnChainPoll_1.LiveIngestorWhatsOnChainPoll(liveOptions));
|
|
83
|
-
return co;
|
|
44
|
+
return (0, configureChaintracksIngestors_1.buildChaintracksOptionsWithIngestors)({ chain, whatsonchainApiKey, maxPerFile, fetch, cdnUrl, addLiveRecursionLimit }, storage);
|
|
84
45
|
}
|
|
85
46
|
//# sourceMappingURL=createDefaultKnexChaintracksOptions.js.map
|
package/out/src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createDefaultKnexChaintracksOptions.js","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"createDefaultKnexChaintracksOptions.js","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.ts"],"names":[],"mappings":";;AAgBA,kFAkDC;AAlED,+BAA6C;AAG7C,wDAAoD;AACpD,6EAAwG;AACxG,8DAA0D;AAE1D,oEAA4F;AAC5F,mFAAsF;AAEtF;;;;;GAKG;AACH,SAAgB,mCAAmC,CACjD,KAAY,EACZ,aAAqB,SAAS,EAC9B,UAAwB,EACxB,qBAA6B,EAAE,EAC/B,aAAqB,MAAM,EAC3B,cAAsB,CAAC,EACvB,KAA2B,EAC3B,SAAiB,8CAA8C,EAC/D,sBAA8B,IAAI,EAClC,uBAA+B,GAAG,EAClC,yBAAiC,GAAG,EACpC,mBAA2B,GAAG,EAC9B,wBAAgC,EAAE;IAElC,KAAK,KAAL,KAAK,GAAK,IAAI,mCAAgB,EAAE,EAAA;IAEhC,MAAM,GAAG,GAA+B;QACtC,KAAK;QACL,KAAK;QACL,UAAU;QACV,WAAW;QACX,kBAAkB,EAAE,MAAM;KAC3B,CAAA;IACD,MAAM,mBAAmB,GAAG,IAAI,yCAAmB,CAAC,GAAG,CAAC,CAAA;IAExD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG;YACX,MAAM,EAAE,gBAAgB;YACxB,UAAU,EAAE,EAAE,QAAQ,EAAE,6BAAa,CAAC,QAAQ,CAAC,UAAU,EAAE,GAAG,KAAK,wBAAwB,CAAC,EAAE;YAC9F,gBAAgB,EAAE,IAAI;SACvB,CAAA;IACH,CAAC;IACD,MAAM,YAAY,GAAG,IAAA,WAAQ,EAAC,UAAU,CAAC,CAAA;IAEzC,MAAM,EAAE,GAAkC;QACxC,KAAK;QACL,IAAI,EAAE,YAAY;QAClB,mBAAmB;QACnB,mBAAmB;QACnB,oBAAoB;QACpB,sBAAsB;QACtB,gBAAgB;KACjB,CAAA;IACD,MAAM,OAAO,GAAG,IAAI,+CAAsB,CAAC,EAAE,CAAC,CAAA;IAE9C,OAAO,IAAA,oEAAoC,EACzC,EAAE,KAAK,EAAE,kBAAkB,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,qBAAqB,EAAE,EAC/E,OAAO,CACR,CAAA;AACH,CAAC"}
|
package/out/src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createDefaultNoDbChaintracksOptions.d.ts","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAA;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;
|
|
1
|
+
{"version":3,"file":"createDefaultNoDbChaintracksOptions.d.ts","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAA;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAEzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAA;AAK/D,wBAAgB,mCAAmC,CACjD,KAAK,EAAE,KAAK,EACZ,kBAAkB,GAAE,MAAW,EAC/B,UAAU,GAAE,MAAe,EAC3B,WAAW,GAAE,MAAU,EACvB,KAAK,CAAC,EAAE,mBAAmB,EAC3B,MAAM,GAAE,MAAuD,EAC/D,mBAAmB,GAAE,MAAa,EAClC,oBAAoB,GAAE,MAAY,EAClC,sBAAsB,GAAE,MAAY,EACpC,gBAAgB,GAAE,MAAY,EAC9B,qBAAqB,GAAE,MAAW,GACjC,kBAAkB,CA0BpB"}
|
|
@@ -1,12 +1,10 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.createDefaultNoDbChaintracksOptions = createDefaultNoDbChaintracksOptions;
|
|
4
|
-
const BulkIngestorCDNBabbage_1 = require("./Ingest/BulkIngestorCDNBabbage");
|
|
5
4
|
const ChaintracksFetch_1 = require("./util/ChaintracksFetch");
|
|
6
|
-
const LiveIngestorWhatsOnChainPoll_1 = require("./Ingest/LiveIngestorWhatsOnChainPoll");
|
|
7
|
-
const BulkIngestorWhatsOnChainCdn_1 = require("./Ingest/BulkIngestorWhatsOnChainCdn");
|
|
8
|
-
const ChaintracksStorageNoDb_1 = require("./Storage/ChaintracksStorageNoDb");
|
|
9
5
|
const BulkFileDataManager_1 = require("./util/BulkFileDataManager");
|
|
6
|
+
const ChaintracksStorageNoDb_1 = require("./Storage/ChaintracksStorageNoDb");
|
|
7
|
+
const configureChaintracksIngestors_1 = require("./configureChaintracksIngestors");
|
|
10
8
|
function createDefaultNoDbChaintracksOptions(chain, whatsonchainApiKey = '', maxPerFile = 100000, maxRetained = 2, fetch, cdnUrl = 'https://cdn.projectbabbage.com/blockheaders/', liveHeightThreshold = 2000, reorgHeightThreshold = 400, bulkMigrationChunkSize = 500, batchInsertLimit = 400, addLiveRecursionLimit = 36) {
|
|
11
9
|
fetch || (fetch = new ChaintracksFetch_1.ChaintracksFetch());
|
|
12
10
|
const bfo = {
|
|
@@ -26,43 +24,6 @@ function createDefaultNoDbChaintracksOptions(chain, whatsonchainApiKey = '', max
|
|
|
26
24
|
batchInsertLimit
|
|
27
25
|
};
|
|
28
26
|
const storage = new ChaintracksStorageNoDb_1.ChaintracksStorageNoDb(so);
|
|
29
|
-
|
|
30
|
-
chain,
|
|
31
|
-
storage,
|
|
32
|
-
bulkIngestors: [],
|
|
33
|
-
liveIngestors: [],
|
|
34
|
-
addLiveRecursionLimit,
|
|
35
|
-
logging: (...args) => console.log(new Date().toISOString(), ...args),
|
|
36
|
-
readonly: false
|
|
37
|
-
};
|
|
38
|
-
const jsonResource = `${chain}NetBlockHeaders.json`;
|
|
39
|
-
const bulkCdnOptions = {
|
|
40
|
-
chain,
|
|
41
|
-
jsonResource,
|
|
42
|
-
fetch,
|
|
43
|
-
cdnUrl,
|
|
44
|
-
maxPerFile
|
|
45
|
-
};
|
|
46
|
-
co.bulkIngestors.push(new BulkIngestorCDNBabbage_1.BulkIngestorCDNBabbage(bulkCdnOptions));
|
|
47
|
-
const wocOptions = {
|
|
48
|
-
chain,
|
|
49
|
-
apiKey: whatsonchainApiKey,
|
|
50
|
-
timeout: 30000,
|
|
51
|
-
userAgent: 'BabbageWhatsOnChainServices',
|
|
52
|
-
enableCache: true,
|
|
53
|
-
chainInfoMsecs: 5000
|
|
54
|
-
};
|
|
55
|
-
const bulkOptions = {
|
|
56
|
-
...wocOptions,
|
|
57
|
-
jsonResource,
|
|
58
|
-
idleWait: 5000
|
|
59
|
-
};
|
|
60
|
-
co.bulkIngestors.push(new BulkIngestorWhatsOnChainCdn_1.BulkIngestorWhatsOnChainCdn(bulkOptions));
|
|
61
|
-
const liveOptions = {
|
|
62
|
-
...wocOptions,
|
|
63
|
-
idleWait: 100000
|
|
64
|
-
};
|
|
65
|
-
co.liveIngestors.push(new LiveIngestorWhatsOnChainPoll_1.LiveIngestorWhatsOnChainPoll(liveOptions));
|
|
66
|
-
return co;
|
|
27
|
+
return (0, configureChaintracksIngestors_1.buildChaintracksOptionsWithIngestors)({ chain, whatsonchainApiKey, maxPerFile, fetch, cdnUrl, addLiveRecursionLimit }, storage);
|
|
67
28
|
}
|
|
68
29
|
//# sourceMappingURL=createDefaultNoDbChaintracksOptions.js.map
|
package/out/src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createDefaultNoDbChaintracksOptions.js","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"createDefaultNoDbChaintracksOptions.js","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.ts"],"names":[],"mappings":";;AAQA,kFAsCC;AA5CD,8DAA0D;AAE1D,oEAA4F;AAC5F,6EAAwG;AACxG,mFAAsF;AAEtF,SAAgB,mCAAmC,CACjD,KAAY,EACZ,qBAA6B,EAAE,EAC/B,aAAqB,MAAM,EAC3B,cAAsB,CAAC,EACvB,KAA2B,EAC3B,SAAiB,8CAA8C,EAC/D,sBAA8B,IAAI,EAClC,uBAA+B,GAAG,EAClC,yBAAiC,GAAG,EACpC,mBAA2B,GAAG,EAC9B,wBAAgC,EAAE;IAElC,KAAK,KAAL,KAAK,GAAK,IAAI,mCAAgB,EAAE,EAAA;IAEhC,MAAM,GAAG,GAA+B;QACtC,KAAK;QACL,KAAK;QACL,UAAU;QACV,WAAW;QACX,kBAAkB,EAAE,MAAM;KAC3B,CAAA;IACD,MAAM,mBAAmB,GAAG,IAAI,yCAAmB,CAAC,GAAG,CAAC,CAAA;IAExD,MAAM,EAAE,GAAkC;QACxC,KAAK;QACL,mBAAmB;QACnB,mBAAmB;QACnB,oBAAoB;QACpB,sBAAsB;QACtB,gBAAgB;KACjB,CAAA;IACD,MAAM,OAAO,GAAG,IAAI,+CAAsB,CAAC,EAAE,CAAC,CAAA;IAE9C,OAAO,IAAA,oEAAoC,EACzC,EAAE,KAAK,EAAE,kBAAkB,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,qBAAqB,EAAE,EAC/E,OAAO,CACR,CAAA;AACH,CAAC"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { BulkFileDataReader } from './BulkFileDataReader';
|
|
1
2
|
import { ChaintracksFetchApi } from '../Api/ChaintracksFetchApi';
|
|
2
3
|
import { BlockHeader, Chain } from '../../../../sdk';
|
|
3
4
|
import { BulkHeaderFileInfo } from './BulkHeaderFile';
|
|
@@ -132,24 +133,5 @@ export interface BulkFileDataManagerMergeResult {
|
|
|
132
133
|
updated: BulkHeaderFileInfo[];
|
|
133
134
|
dropped: BulkHeaderFileInfo[];
|
|
134
135
|
}
|
|
135
|
-
export
|
|
136
|
-
readonly manager: BulkFileDataManager;
|
|
137
|
-
readonly range: HeightRange;
|
|
138
|
-
readonly maxBufferSize: number;
|
|
139
|
-
nextHeight: number;
|
|
140
|
-
constructor(manager: BulkFileDataManager, range: HeightRange, maxBufferSize: number);
|
|
141
|
-
/**
|
|
142
|
-
* Returns the Buffer of block headers from the given `file` for the given `range`.
|
|
143
|
-
* If `range` is undefined, the file's full height range is read.
|
|
144
|
-
* The returned Buffer will only contain headers in `file` and in `range`
|
|
145
|
-
* @param file
|
|
146
|
-
* @param range
|
|
147
|
-
*/
|
|
148
|
-
private readBufferFromFile;
|
|
149
|
-
/**
|
|
150
|
-
* @returns an array containing the next `maxBufferSize` bytes of headers from the files.
|
|
151
|
-
*/
|
|
152
|
-
read(): Promise<Uint8Array | undefined>;
|
|
153
|
-
}
|
|
154
|
-
export {};
|
|
136
|
+
export { BulkFileDataReader } from './BulkFileDataReader';
|
|
155
137
|
//# sourceMappingURL=BulkFileDataManager.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"BulkFileDataManager.d.ts","sourceRoot":"","sources":["../../../../../../src/services/chaintracker/chaintracks/util/BulkFileDataManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAChE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAiE,MAAM,iBAAiB,CAAA;AAGnH,OAAO,EAAE,kBAAkB,EAAuB,MAAM,kBAAkB,CAAA;AAE1E,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AAU3C,OAAO,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAA;AAE5E,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAG1D,MAAM,WAAW,0BAA0B;IACzC,KAAK,EAAE,KAAK,CAAA;IACZ,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,KAAK,CAAC,EAAE,mBAAmB,CAAA;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED;;;;;;;;GAQG;AACH,qBAAa,mBAAmB;IAC9B,MAAM,CAAC,oBAAoB,CAAC,KAAK,EAAE,KAAK,GAAG,0BAA0B;IAUrE,OAAO,CAAC,GAAG,CAAqC;IAEhD,OAAO,CAAC,IAAI,CAAqB;IACjC,OAAO,CAAC,eAAe,CAA6B;IACpD,OAAO,CAAC,IAAI,CAAiE;IAC7E,OAAO,CAAC,OAAO,CAAC,CAA+B;IAE/C,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAA;IACrB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,mBAAmB,CAAA;IACpC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAA;gBAExB,OAAO,EAAE,0BAA0B,GAAG,KAAK;IAYjD,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAItC,OAAO,CAAC,qBAAqB;IAc7B;;;;;;OAMG;IACG,UAAU,CAAC,OAAO,EAAE,6BAA6B,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAIxF,gBAAgB;IA+B9B,yBAAyB,CAAC,KAAK,EAAE,kBAAkB,EAAE,GAAG;QACtD,GAAG,EAAE,WAAW,CAAA;QAChB,GAAG,EAAE,WAAW,CAAA;QAChB,WAAW,EAAE,WAAW,CAAA;KACzB;IAWK,YAAY,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAMtF,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAoC5C,KAAK,CAAC,KAAK,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC,8BAA8B,CAAC;YAInE,WAAW;YAgCX,gBAAgB;IAoB9B,WAAW,CAAC,IAAI,CAAC,EAAE,8BAA8B,GAAG,YAAY,EAAE,GAAG,kBAAkB,EAAE,GAAG,MAAM;IA6B5F,4BAA4B,CAAC,cAAc,EAAE,WAAW,EAAE,EAAE,oBAAoB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA+DzG,YAAY,CAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAM/D,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC;IAStC,eAAe,CAAC,IAAI,EAAE,kBAAkB,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;YAUpG,qBAAqB;IAwB7B,8BAA8B,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAchF,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC;IAQ/E,OAAO,CAAC,eAAe;IAOvB,OAAO,CAAC,UAAU;IAMZ,WAAW,CAAC,OAAO,SAAI,GAAG,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC;IAIvE,OAAO,CAAC,iBAAiB;YAMX,iBAAiB;YASjB,eAAe;YAQf,gBAAgB;IA+DxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;YAInB,gBAAgB;IAU9B,OAAO,CAAC,iBAAiB;YAYX,GAAG;IAajB,OAAO,CAAC,iBAAiB;IAOzB;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;YACW,MAAM;IAsHpB,OAAO,CAAC,gBAAgB;IAQxB;;;;;;;;OAQG;YACW,SAAS;IA8BvB;;;;OAIG;YACW,UAAU;IAkCxB,OAAO,CAAC,iBAAiB;IAanB,iBAAiB,CACrB,IAAI,EAAE,gBAAgB,EACtB,gBAAgB,EAAE,MAAM,EACxB,QAAQ,EAAE,MAAM,EAChB,SAAS,CAAC,EAAE,MAAM,EAClB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC;CAsDjB;AAED,UAAU,YAAa,SAAQ,kBAAkB;IAC/C,GAAG,EAAE,MAAM,CAAA;IACX,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,kBAAkB,EAAE,EAC3B,KAAK,EAAE,KAAK,EACZ,UAAU,EAAE,MAAM,GACjB,kBAAkB,EAAE,CAYtB;AA4BD,MAAM,WAAW,8BAA8B;IAC7C,SAAS,EAAE,kBAAkB,EAAE,CAAA;IAC/B,QAAQ,EAAE,kBAAkB,EAAE,CAAA;IAC9B,OAAO,EAAE,kBAAkB,EAAE,CAAA;IAC7B,OAAO,EAAE,kBAAkB,EAAE,CAAA;CAC9B;
|
|
1
|
+
{"version":3,"file":"BulkFileDataManager.d.ts","sourceRoot":"","sources":["../../../../../../src/services/chaintracker/chaintracks/util/BulkFileDataManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAChE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAiE,MAAM,iBAAiB,CAAA;AAGnH,OAAO,EAAE,kBAAkB,EAAuB,MAAM,kBAAkB,CAAA;AAE1E,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AAU3C,OAAO,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAA;AAE5E,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAG1D,MAAM,WAAW,0BAA0B;IACzC,KAAK,EAAE,KAAK,CAAA;IACZ,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,KAAK,CAAC,EAAE,mBAAmB,CAAA;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED;;;;;;;;GAQG;AACH,qBAAa,mBAAmB;IAC9B,MAAM,CAAC,oBAAoB,CAAC,KAAK,EAAE,KAAK,GAAG,0BAA0B;IAUrE,OAAO,CAAC,GAAG,CAAqC;IAEhD,OAAO,CAAC,IAAI,CAAqB;IACjC,OAAO,CAAC,eAAe,CAA6B;IACpD,OAAO,CAAC,IAAI,CAAiE;IAC7E,OAAO,CAAC,OAAO,CAAC,CAA+B;IAE/C,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAA;IACrB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,mBAAmB,CAAA;IACpC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAA;gBAExB,OAAO,EAAE,0BAA0B,GAAG,KAAK;IAYjD,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAItC,OAAO,CAAC,qBAAqB;IAc7B;;;;;;OAMG;IACG,UAAU,CAAC,OAAO,EAAE,6BAA6B,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAIxF,gBAAgB;IA+B9B,yBAAyB,CAAC,KAAK,EAAE,kBAAkB,EAAE,GAAG;QACtD,GAAG,EAAE,WAAW,CAAA;QAChB,GAAG,EAAE,WAAW,CAAA;QAChB,WAAW,EAAE,WAAW,CAAA;KACzB;IAWK,YAAY,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAMtF,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAoC5C,KAAK,CAAC,KAAK,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC,8BAA8B,CAAC;YAInE,WAAW;YAgCX,gBAAgB;IAoB9B,WAAW,CAAC,IAAI,CAAC,EAAE,8BAA8B,GAAG,YAAY,EAAE,GAAG,kBAAkB,EAAE,GAAG,MAAM;IA6B5F,4BAA4B,CAAC,cAAc,EAAE,WAAW,EAAE,EAAE,oBAAoB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA+DzG,YAAY,CAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAM/D,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC;IAStC,eAAe,CAAC,IAAI,EAAE,kBAAkB,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;YAUpG,qBAAqB;IAwB7B,8BAA8B,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAchF,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC;IAQ/E,OAAO,CAAC,eAAe;IAOvB,OAAO,CAAC,UAAU;IAMZ,WAAW,CAAC,OAAO,SAAI,GAAG,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC;IAIvE,OAAO,CAAC,iBAAiB;YAMX,iBAAiB;YASjB,eAAe;YAQf,gBAAgB;IA+DxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;YAInB,gBAAgB;IAU9B,OAAO,CAAC,iBAAiB;YAYX,GAAG;IAajB,OAAO,CAAC,iBAAiB;IAOzB;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;YACW,MAAM;IAsHpB,OAAO,CAAC,gBAAgB;IAQxB;;;;;;;;OAQG;YACW,SAAS;IA8BvB;;;;OAIG;YACW,UAAU;IAkCxB,OAAO,CAAC,iBAAiB;IAanB,iBAAiB,CACrB,IAAI,EAAE,gBAAgB,EACtB,gBAAgB,EAAE,MAAM,EACxB,QAAQ,EAAE,MAAM,EAChB,SAAS,CAAC,EAAE,MAAM,EAClB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC;CAsDjB;AAED,UAAU,YAAa,SAAQ,kBAAkB;IAC/C,GAAG,EAAE,MAAM,CAAA;IACX,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,kBAAkB,EAAE,EAC3B,KAAK,EAAE,KAAK,EACZ,UAAU,EAAE,MAAM,GACjB,kBAAkB,EAAE,CAYtB;AA4BD,MAAM,WAAW,8BAA8B;IAC7C,SAAS,EAAE,kBAAkB,EAAE,CAAA;IAC/B,QAAQ,EAAE,kBAAkB,EAAE,CAAA;IAC9B,OAAO,EAAE,kBAAkB,EAAE,CAAA;IAC7B,OAAO,EAAE,kBAAkB,EAAE,CAAA;CAC9B;AAGD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA"}
|
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.BulkFileDataReader = exports.BulkFileDataManager = void 0;
|
|
4
4
|
exports.selectBulkHeaderFiles = selectBulkHeaderFiles;
|
|
5
|
+
const BulkFileDataReader_1 = require("./BulkFileDataReader");
|
|
5
6
|
const sdk_1 = require("../../../../sdk");
|
|
6
7
|
const sdk_2 = require("@bsv/sdk");
|
|
7
8
|
const utilityHelpers_noBuffer_1 = require("../../../../utility/utilityHelpers.noBuffer");
|
|
@@ -113,7 +114,7 @@ class BulkFileDataManager {
|
|
|
113
114
|
async createReader(range, maxBufferSize) {
|
|
114
115
|
range = range || (await this.getHeightRange());
|
|
115
116
|
maxBufferSize = maxBufferSize || 1000000 * 80; // 100,000 headers, 8MB
|
|
116
|
-
return new BulkFileDataReader(this, range, maxBufferSize);
|
|
117
|
+
return new BulkFileDataReader_1.BulkFileDataReader(this, range, maxBufferSize);
|
|
117
118
|
}
|
|
118
119
|
async updateFromUrl(cdnUrl) {
|
|
119
120
|
if (!this.fetch)
|
|
@@ -791,58 +792,7 @@ function bfdToInfo(bfd, keepData) {
|
|
|
791
792
|
data: keepData ? bfd.data : undefined
|
|
792
793
|
};
|
|
793
794
|
}
|
|
794
|
-
|
|
795
|
-
|
|
796
|
-
|
|
797
|
-
this.range = range;
|
|
798
|
-
this.maxBufferSize = maxBufferSize;
|
|
799
|
-
this.nextHeight = range.minHeight;
|
|
800
|
-
}
|
|
801
|
-
/**
|
|
802
|
-
* Returns the Buffer of block headers from the given `file` for the given `range`.
|
|
803
|
-
* If `range` is undefined, the file's full height range is read.
|
|
804
|
-
* The returned Buffer will only contain headers in `file` and in `range`
|
|
805
|
-
* @param file
|
|
806
|
-
* @param range
|
|
807
|
-
*/
|
|
808
|
-
async readBufferFromFile(file, range) {
|
|
809
|
-
// Constrain the range to the file's contents...
|
|
810
|
-
let fileRange = new HeightRange_1.HeightRange(file.firstHeight, file.firstHeight + file.count - 1);
|
|
811
|
-
if (range)
|
|
812
|
-
fileRange = fileRange.intersect(range);
|
|
813
|
-
if (fileRange.isEmpty)
|
|
814
|
-
return undefined;
|
|
815
|
-
const offset = (fileRange.minHeight - file.firstHeight) * 80;
|
|
816
|
-
const length = fileRange.length * 80;
|
|
817
|
-
return await this.manager.getDataFromFile(file, offset, length);
|
|
818
|
-
}
|
|
819
|
-
/**
|
|
820
|
-
* @returns an array containing the next `maxBufferSize` bytes of headers from the files.
|
|
821
|
-
*/
|
|
822
|
-
async read() {
|
|
823
|
-
if (this.nextHeight === undefined || !this.range || this.range.isEmpty || this.nextHeight > this.range.maxHeight)
|
|
824
|
-
return undefined;
|
|
825
|
-
let lastHeight = this.nextHeight + this.maxBufferSize / 80 - 1;
|
|
826
|
-
lastHeight = Math.min(lastHeight, this.range.maxHeight);
|
|
827
|
-
let file = await this.manager.getFileForHeight(this.nextHeight);
|
|
828
|
-
if (!file)
|
|
829
|
-
throw new sdk_1.WERR_INTERNAL(`logic error`);
|
|
830
|
-
const readRange = new HeightRange_1.HeightRange(this.nextHeight, lastHeight);
|
|
831
|
-
let buffers = new Uint8Array(readRange.length * 80);
|
|
832
|
-
let offset = 0;
|
|
833
|
-
while (file) {
|
|
834
|
-
const buffer = await this.readBufferFromFile(file, readRange);
|
|
835
|
-
if (!buffer)
|
|
836
|
-
break;
|
|
837
|
-
buffers.set(buffer, offset);
|
|
838
|
-
offset += buffer.length;
|
|
839
|
-
file = await this.manager.getFileForHeight(file.firstHeight + file.count);
|
|
840
|
-
}
|
|
841
|
-
if (!buffers.length || offset !== readRange.length * 80)
|
|
842
|
-
return undefined;
|
|
843
|
-
this.nextHeight = lastHeight + 1;
|
|
844
|
-
return buffers;
|
|
845
|
-
}
|
|
846
|
-
}
|
|
847
|
-
exports.BulkFileDataReader = BulkFileDataReader;
|
|
795
|
+
// Re-export BulkFileDataReader for backward compatibility
|
|
796
|
+
var BulkFileDataReader_2 = require("./BulkFileDataReader");
|
|
797
|
+
Object.defineProperty(exports, "BulkFileDataReader", { enumerable: true, get: function () { return BulkFileDataReader_2.BulkFileDataReader; } });
|
|
848
798
|
//# sourceMappingURL=BulkFileDataManager.js.map
|