@bsv/wallet-toolbox 2.1.7 → 2.1.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +13 -0
- package/docs/client.md +146 -224
- package/docs/services.md +64 -28
- package/docs/storage.md +2 -22
- package/docs/wallet.md +146 -224
- package/out/src/WalletPermissionsManager.d.ts.map +1 -1
- package/out/src/WalletPermissionsManager.js +12 -16
- package/out/src/WalletPermissionsManager.js.map +1 -1
- package/out/src/monitor/tasks/TaskSendWaiting.d.ts.map +1 -1
- package/out/src/monitor/tasks/TaskSendWaiting.js +8 -5
- package/out/src/monitor/tasks/TaskSendWaiting.js.map +1 -1
- package/out/src/services/chaintracker/chaintracks/__tests/createIdbChaintracks.test.js +4 -9
- package/out/src/services/chaintracker/chaintracks/__tests/createIdbChaintracks.test.js.map +1 -1
- package/out/src/services/chaintracker/chaintracks/configureChaintracksIngestors.d.ts +22 -0
- package/out/src/services/chaintracker/chaintracks/configureChaintracksIngestors.d.ts.map +1 -0
- package/out/src/services/chaintracker/chaintracks/configureChaintracksIngestors.js +54 -0
- package/out/src/services/chaintracker/chaintracks/configureChaintracksIngestors.js.map +1 -0
- package/out/src/services/chaintracker/chaintracks/createDefaultIdbChaintracksOptions.d.ts.map +1 -1
- package/out/src/services/chaintracker/chaintracks/createDefaultIdbChaintracksOptions.js +3 -42
- package/out/src/services/chaintracker/chaintracks/createDefaultIdbChaintracksOptions.js.map +1 -1
- package/out/src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.d.ts.map +1 -1
- package/out/src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.js +2 -41
- package/out/src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.js.map +1 -1
- package/out/src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.d.ts.map +1 -1
- package/out/src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.js +3 -42
- package/out/src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.js.map +1 -1
- package/out/src/services/chaintracker/chaintracks/util/BulkFileDataManager.d.ts +2 -20
- package/out/src/services/chaintracker/chaintracks/util/BulkFileDataManager.d.ts.map +1 -1
- package/out/src/services/chaintracker/chaintracks/util/BulkFileDataManager.js +5 -55
- package/out/src/services/chaintracker/chaintracks/util/BulkFileDataManager.js.map +1 -1
- package/out/src/storage/WalletStorageManager.d.ts +1 -15
- package/out/src/storage/WalletStorageManager.d.ts.map +1 -1
- package/out/src/storage/WalletStorageManager.js +0 -54
- package/out/src/storage/WalletStorageManager.js.map +1 -1
- package/out/src/storage/methods/__test/offsetKey.test.js +133 -286
- package/out/src/storage/methods/__test/offsetKey.test.js.map +1 -1
- package/out/src/wab-client/auth-method-interactors/AuthMethodInteractor.d.ts +10 -3
- package/out/src/wab-client/auth-method-interactors/AuthMethodInteractor.d.ts.map +1 -1
- package/out/src/wab-client/auth-method-interactors/AuthMethodInteractor.js +34 -1
- package/out/src/wab-client/auth-method-interactors/AuthMethodInteractor.js.map +1 -1
- package/out/src/wab-client/auth-method-interactors/DevConsoleInteractor.d.ts +1 -19
- package/out/src/wab-client/auth-method-interactors/DevConsoleInteractor.d.ts.map +1 -1
- package/out/src/wab-client/auth-method-interactors/DevConsoleInteractor.js +0 -52
- package/out/src/wab-client/auth-method-interactors/DevConsoleInteractor.js.map +1 -1
- package/out/src/wab-client/auth-method-interactors/PersonaIDInteractor.d.ts +1 -3
- package/out/src/wab-client/auth-method-interactors/PersonaIDInteractor.d.ts.map +1 -1
- package/out/src/wab-client/auth-method-interactors/PersonaIDInteractor.js +0 -24
- package/out/src/wab-client/auth-method-interactors/PersonaIDInteractor.js.map +1 -1
- package/out/src/wab-client/auth-method-interactors/TwilioPhoneInteractor.d.ts +1 -19
- package/out/src/wab-client/auth-method-interactors/TwilioPhoneInteractor.d.ts.map +1 -1
- package/out/src/wab-client/auth-method-interactors/TwilioPhoneInteractor.js +0 -52
- package/out/src/wab-client/auth-method-interactors/TwilioPhoneInteractor.js.map +1 -1
- package/package.json +1 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"TaskSendWaiting.d.ts","sourceRoot":"","sources":["../../../../src/monitor/tasks/TaskSendWaiting.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAA;AACpC,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAA;AAKvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,8CAA8C,CAAA;AAG/E,qBAAa,eAAgB,SAAQ,iBAAiB;IAQ3C,YAAY;IACZ,SAAS;IACT,YAAY;IATrB,MAAM,CAAC,QAAQ,SAAgB;IAE/B,6BAA6B,EAAE,MAAM,GAAG,SAAS,CAAA;IACjD,cAAc,EAAE,OAAO,CAAO;gBAG5B,OAAO,EAAE,OAAO,EACT,YAAY,SAAwB,EACpC,SAAS,SAAwB,EACjC,YAAY,SAAwB;IAK7C,OAAO,CAAC,kBAAkB,EAAE,MAAM,GAAG;QAAE,GAAG,EAAE,OAAO,CAAA;KAAE;IAS/C,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC;IAwBhC;;;;;;;;;;;;;;;;OAgBG;IACG,aAAa,CAAC,OAAO,EAAE,gBAAgB,EAAE,EAAE,MAAM,SAAI,GAAG,OAAO,CAAC,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"TaskSendWaiting.d.ts","sourceRoot":"","sources":["../../../../src/monitor/tasks/TaskSendWaiting.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAA;AACpC,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAA;AAKvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,8CAA8C,CAAA;AAG/E,qBAAa,eAAgB,SAAQ,iBAAiB;IAQ3C,YAAY;IACZ,SAAS;IACT,YAAY;IATrB,MAAM,CAAC,QAAQ,SAAgB;IAE/B,6BAA6B,EAAE,MAAM,GAAG,SAAS,CAAA;IACjD,cAAc,EAAE,OAAO,CAAO;gBAG5B,OAAO,EAAE,OAAO,EACT,YAAY,SAAwB,EACpC,SAAS,SAAwB,EACjC,YAAY,SAAwB;IAK7C,OAAO,CAAC,kBAAkB,EAAE,MAAM,GAAG;QAAE,GAAG,EAAE,OAAO,CAAA;KAAE;IAS/C,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC;IAwBhC;;;;;;;;;;;;;;;;OAgBG;IACG,aAAa,CAAC,OAAO,EAAE,gBAAgB,EAAE,EAAE,MAAM,SAAI,GAAG,OAAO,CAAC,MAAM,CAAC;CA4D9E"}
|
|
@@ -69,12 +69,18 @@ class TaskSendWaiting extends WalletMonitorTask_1.WalletMonitorTask {
|
|
|
69
69
|
async processUnsent(reqApis, indent = 0) {
|
|
70
70
|
const txids = reqApis.map(r => r.txid);
|
|
71
71
|
const logs = {};
|
|
72
|
+
const reqApiIds = new Set(reqApis.map(r => r.provenTxReqId));
|
|
73
|
+
const groupedReqIds = new Set();
|
|
72
74
|
for (let i = 0; i < reqApis.length; i++) {
|
|
73
75
|
const reqApi = reqApis[i];
|
|
74
76
|
logs[reqApi.txid] = `${i} reqId=${reqApi.provenTxReqId} attempts=${reqApi.attempts} txid=${reqApi.txid}:`;
|
|
75
77
|
}
|
|
76
78
|
for (let i = 0; i < reqApis.length; i++) {
|
|
77
79
|
const reqApi = reqApis[i];
|
|
80
|
+
if (groupedReqIds.has(reqApi.provenTxReqId)) {
|
|
81
|
+
logs[reqApi.txid] += ` processed with batch`;
|
|
82
|
+
continue;
|
|
83
|
+
}
|
|
78
84
|
if (reqApi.status !== 'unsent' && reqApi.status !== 'sending') {
|
|
79
85
|
logs[reqApi.txid] += ` status now ${reqApi.status}`;
|
|
80
86
|
continue;
|
|
@@ -88,11 +94,8 @@ class TaskSendWaiting extends WalletMonitorTask_1.WalletMonitorTask {
|
|
|
88
94
|
partial: { batch: req.batch, status: 'unsent' }
|
|
89
95
|
});
|
|
90
96
|
for (const bra of batchReqApis) {
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
if (index > -1)
|
|
94
|
-
reqApis.slice(index, index + 1);
|
|
95
|
-
// And add to reqs being processed now:
|
|
97
|
+
if (reqApiIds.has(bra.provenTxReqId))
|
|
98
|
+
groupedReqIds.add(bra.provenTxReqId);
|
|
96
99
|
reqs.push(new EntityProvenTxReq_1.EntityProvenTxReq(bra));
|
|
97
100
|
}
|
|
98
101
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"TaskSendWaiting.js","sourceRoot":"","sources":["../../../../src/monitor/tasks/TaskSendWaiting.ts"],"names":[],"mappings":";;;AACA,wCAAoC;AACpC,2DAAuD;AACvD,iGAA6F;AAC7F,qEAAuE;AAEvE,iEAA2D;AAE3D,uFAAmF;AAEnF,MAAa,eAAgB,SAAQ,qCAAiB;IAMpD,YACE,OAAgB,EACT,eAAe,iBAAO,CAAC,SAAS,GAAG,CAAC,EACpC,YAAY,iBAAO,CAAC,SAAS,GAAG,CAAC,EACjC,eAAe,iBAAO,CAAC,SAAS,GAAG,CAAC;QAE3C,KAAK,CAAC,OAAO,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAA;QAJjC,iBAAY,GAAZ,YAAY,CAAwB;QACpC,cAAS,GAAT,SAAS,CAAwB;QACjC,iBAAY,GAAZ,YAAY,CAAwB;QAN7C,mBAAc,GAAY,IAAI,CAAA;IAS9B,CAAC;IAED,OAAO,CAAC,kBAA0B;QAChC,IAAI,CAAC,cAAc;YACjB,CAAC,IAAI,CAAC,6BAA6B,IAAI,kBAAkB,GAAG,IAAI,CAAC,6BAA6B,GAAG,IAAI,CAAC,YAAY,CAAA;QACpH,IAAI,IAAI,CAAC,cAAc;YAAE,IAAI,CAAC,6BAA6B,GAAG,kBAAkB,CAAA;QAChF,OAAO;YACL,GAAG,EAAE,kBAAkB,GAAG,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,YAAY;SAC1E,CAAA;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,GAAG,GAAG,EAAE,CAAA;QACZ,MAAM,KAAK,GAAG,GAAG,CAAA;QACjB,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,CAAA;QACvD,MAAM,MAAM,GAAwB,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAA;QAC5F,SAAS,CAAC;YACR,IAAI,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC;gBAC7C,OAAO,EAAE,EAAE;gBACX,MAAM;gBACN,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;aACzB,CAAC,CAAA;YACF,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAA;YACzB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAK;YAC5B,GAAG,IAAI,GAAG,IAAI,CAAC,MAAM,qBAAqB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAA;YACjE,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAA,6BAAY,EAAC,GAAG,CAAC,UAAU,CAAC,GAAG,SAAS,CAAC,CAAA;YAC7E,GAAG,IAAI,oBAAoB,QAAQ,CAAC,MAAM,8BAA8B,SAAS,CAAC,WAAW,EAAE,KAAK,CAAA;YACpG,GAAG,IAAI,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;YAC5C,IAAI,KAAK,GAAG,KAAK;gBAAE,MAAK;YACxB,MAAM,IAAI,KAAK,CAAA;QACjB,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC;IAED;;;;;;;;;;;;;;;;OAgBG;IACH,KAAK,CAAC,aAAa,CAAC,OAA2B,EAAE,MAAM,GAAG,CAAC;QACzD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACtC,MAAM,IAAI,GAA2B,EAAE,CAAA;QACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;YACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,UAAU,MAAM,CAAC,aAAa,aAAa,MAAM,CAAC,QAAQ,SAAS,MAAM,CAAC,IAAI,GAAG,CAAA;QAC3G,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;YACzB,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC9D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,eAAe,MAAM,CAAC,MAAM,EAAE,CAAA;gBACnD,SAAQ;YACV,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,qCAAiB,CAAC,MAAM,CAAC,CAAA;YACzC,MAAM,IAAI,GAAwB,EAAE,CAAA;YACpC,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;gBACd,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,UAAU,GAAG,CAAC,KAAK,EAAE,CAAA;gBAC1C,4EAA4E;gBAC5E,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC;oBACvD,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE;iBAChD,CAAC,CAAA;gBACF,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;oBAC/B,
|
|
1
|
+
{"version":3,"file":"TaskSendWaiting.js","sourceRoot":"","sources":["../../../../src/monitor/tasks/TaskSendWaiting.ts"],"names":[],"mappings":";;;AACA,wCAAoC;AACpC,2DAAuD;AACvD,iGAA6F;AAC7F,qEAAuE;AAEvE,iEAA2D;AAE3D,uFAAmF;AAEnF,MAAa,eAAgB,SAAQ,qCAAiB;IAMpD,YACE,OAAgB,EACT,eAAe,iBAAO,CAAC,SAAS,GAAG,CAAC,EACpC,YAAY,iBAAO,CAAC,SAAS,GAAG,CAAC,EACjC,eAAe,iBAAO,CAAC,SAAS,GAAG,CAAC;QAE3C,KAAK,CAAC,OAAO,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAA;QAJjC,iBAAY,GAAZ,YAAY,CAAwB;QACpC,cAAS,GAAT,SAAS,CAAwB;QACjC,iBAAY,GAAZ,YAAY,CAAwB;QAN7C,mBAAc,GAAY,IAAI,CAAA;IAS9B,CAAC;IAED,OAAO,CAAC,kBAA0B;QAChC,IAAI,CAAC,cAAc;YACjB,CAAC,IAAI,CAAC,6BAA6B,IAAI,kBAAkB,GAAG,IAAI,CAAC,6BAA6B,GAAG,IAAI,CAAC,YAAY,CAAA;QACpH,IAAI,IAAI,CAAC,cAAc;YAAE,IAAI,CAAC,6BAA6B,GAAG,kBAAkB,CAAA;QAChF,OAAO;YACL,GAAG,EAAE,kBAAkB,GAAG,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,YAAY;SAC1E,CAAA;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,GAAG,GAAG,EAAE,CAAA;QACZ,MAAM,KAAK,GAAG,GAAG,CAAA;QACjB,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,CAAA;QACvD,MAAM,MAAM,GAAwB,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAA;QAC5F,SAAS,CAAC;YACR,IAAI,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC;gBAC7C,OAAO,EAAE,EAAE;gBACX,MAAM;gBACN,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;aACzB,CAAC,CAAA;YACF,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAA;YACzB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAK;YAC5B,GAAG,IAAI,GAAG,IAAI,CAAC,MAAM,qBAAqB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAA;YACjE,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAA,6BAAY,EAAC,GAAG,CAAC,UAAU,CAAC,GAAG,SAAS,CAAC,CAAA;YAC7E,GAAG,IAAI,oBAAoB,QAAQ,CAAC,MAAM,8BAA8B,SAAS,CAAC,WAAW,EAAE,KAAK,CAAA;YACpG,GAAG,IAAI,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;YAC5C,IAAI,KAAK,GAAG,KAAK;gBAAE,MAAK;YACxB,MAAM,IAAI,KAAK,CAAA;QACjB,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC;IAED;;;;;;;;;;;;;;;;OAgBG;IACH,KAAK,CAAC,aAAa,CAAC,OAA2B,EAAE,MAAM,GAAG,CAAC;QACzD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACtC,MAAM,IAAI,GAA2B,EAAE,CAAA;QACvC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAA;QAC5D,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAA;QACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;YACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,UAAU,MAAM,CAAC,aAAa,aAAa,MAAM,CAAC,QAAQ,SAAS,MAAM,CAAC,IAAI,GAAG,CAAA;QAC3G,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;YACzB,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;gBAC5C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,uBAAuB,CAAA;gBAC5C,SAAQ;YACV,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC9D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,eAAe,MAAM,CAAC,MAAM,EAAE,CAAA;gBACnD,SAAQ;YACV,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,qCAAiB,CAAC,MAAM,CAAC,CAAA;YACzC,MAAM,IAAI,GAAwB,EAAE,CAAA;YACpC,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;gBACd,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,UAAU,GAAG,CAAC,KAAK,EAAE,CAAA;gBAC1C,4EAA4E;gBAC5E,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC;oBACvD,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE;iBAChD,CAAC,CAAA;gBACF,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;oBAC/B,IAAI,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC;wBAAE,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;oBAC1E,IAAI,CAAC,IAAI,CAAC,IAAI,qCAAiB,CAAC,GAAG,CAAC,CAAC,CAAA;gBACvC,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,mCAAmC;gBACnC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAChB,CAAC;YAED,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAC,KAAK,EAAC,EAAE,EAAC,EAAE;gBAC3D,OAAO,IAAA,uDAA0B,EAAC,EAAE,EAAE,IAAI,CAAC,CAAA;YAC7C,CAAC,CAAC,CAAA;YAEF,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;gBAC3B,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,eAAe,EAAE,CAAC,GAAG,CAAC,MAAM,gBAAgB,EAAE,CAAC,MAAM,EAAE,CAAA;YAC1E,CAAC;YAED,IAAI,IAAI,CAAC,OAAO,CAAC,wBAAwB,EAAE,CAAC;gBAC1C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAC,KAAK,EAAC,EAAE,EAAC,EAAE;oBAC7D,MAAM,GAAG,GAAqB,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;oBACrE,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,IAAA,yCAAsB,EAAC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAA;oBACxD,OAAO,GAAG,CAAA;gBACZ,CAAC,CAAC,CAAA;gBACF,IAAI,CAAC,OAAO,CAAC,4BAA4B,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;YACnD,CAAC;QACH,CAAC;QAED,IAAI,GAAG,GAAG,EAAE,CAAA;QACZ,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,GAAG,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAA;QAC/C,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC;;AA5HH,0CA6HC;AA5HQ,wBAAQ,GAAG,aAAa,AAAhB,CAAgB"}
|
|
@@ -12,14 +12,13 @@ describe('createIdbChaintracks tests', () => {
|
|
|
12
12
|
capturedLogs.push(args.map(String).join(' '));
|
|
13
13
|
});
|
|
14
14
|
});
|
|
15
|
-
test
|
|
15
|
+
// Long-running manual test — disabled for CI. Enable locally to run.
|
|
16
|
+
test.skip('0 - manual idb chaintracks', async () => {
|
|
16
17
|
const target = 'main';
|
|
17
18
|
if (TestUtilsWalletStorage_1._tu.noEnv(target))
|
|
18
19
|
return;
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
const env = TestUtilsWalletStorage_1._tu.getEnv(target); // NOSONAR — manual test kept disabled for CI; enable locally to run
|
|
22
|
-
const { chain, chaintracks, storage, available } = await (0, createIdbChaintracks_1.createIdbChaintracks)(env.chain, env.whatsonchainApiKey);
|
|
20
|
+
const env = TestUtilsWalletStorage_1._tu.getEnv(target);
|
|
21
|
+
const { chaintracks, storage, available } = await (0, createIdbChaintracks_1.createIdbChaintracks)(env.chain, env.whatsonchainApiKey);
|
|
23
22
|
await available;
|
|
24
23
|
const headerListener = (header) => {
|
|
25
24
|
console.log(`headerListener: height: ${header.height} hash: ${header.hash} ${new Date().toISOString()}`);
|
|
@@ -40,10 +39,6 @@ describe('createIdbChaintracks tests', () => {
|
|
|
40
39
|
expect(forHeight === null || forHeight === void 0 ? void 0 : forHeight.hash).toBe(tip.hash);
|
|
41
40
|
const listening = await chaintracks.isListening();
|
|
42
41
|
expect(listening).toBe(true);
|
|
43
|
-
// console.log('validating...')
|
|
44
|
-
// const validated = await chaintracks.validate()
|
|
45
|
-
// expect(validated).toBe(true)
|
|
46
|
-
// console.log('validated')
|
|
47
42
|
for (;;)
|
|
48
43
|
await (0, utilityHelpers_1.wait)(120000);
|
|
49
44
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createIdbChaintracks.test.js","sourceRoot":"","sources":["../../../../../../src/services/chaintracker/chaintracks/__tests/createIdbChaintracks.test.ts"],"names":[],"mappings":";;AAAA,6FAAsE;AACtE,uEAAyD;AACzD,kEAA8D;AAO9D,+BAA4B;AAE5B,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;IAC1C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;IAEzB,IAAI,MAAwB,EAC1B,YAAY,GAAa,EAAE,CAAA;IAC7B,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,kBAAkB,CAAC,CAAC,GAAG,IAAW,EAAE,EAAE;YACxE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,
|
|
1
|
+
{"version":3,"file":"createIdbChaintracks.test.js","sourceRoot":"","sources":["../../../../../../src/services/chaintracker/chaintracks/__tests/createIdbChaintracks.test.ts"],"names":[],"mappings":";;AAAA,6FAAsE;AACtE,uEAAyD;AACzD,kEAA8D;AAO9D,+BAA4B;AAE5B,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;IAC1C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;IAEzB,IAAI,MAAwB,EAC1B,YAAY,GAAa,EAAE,CAAA;IAC7B,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,kBAAkB,CAAC,CAAC,GAAG,IAAW,EAAE,EAAE;YACxE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,qEAAqE;IACrE,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,MAAM,GAAU,MAAM,CAAA;QAC5B,IAAI,4BAAG,CAAC,KAAK,CAAC,MAAM,CAAC;YAAE,OAAM;QAE7B,MAAM,GAAG,GAAG,4BAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QAC9B,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,MAAM,IAAA,2CAAoB,EAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,kBAAkB,CAAC,CAAA;QACzG,MAAM,SAAS,CAAA;QACf,MAAM,cAAc,GAAmB,CAAC,MAAmB,EAAE,EAAE;YAC7D,OAAO,CAAC,GAAG,CAAC,2BAA2B,MAAM,CAAC,MAAM,UAAU,MAAM,CAAC,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;QAC1G,CAAC,CAAA;QACD,WAAW,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAA;QAC5C,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAA;QAE9D,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,gBAAgB,EAAE,CAAA;QACpD,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,kBAAkB,EAAE,CAAA;QAClD,WAAW,CAAC,GAAG,CAAC,gBAAgB,GAAG,CAAC,MAAM,UAAU,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;QAC/D,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAE9B,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,sBAAsB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAClE,MAAM,CAAC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAEpC,MAAM,WAAW,GAAG,MAAM,WAAW,CAAC,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAC1E,MAAM,CAAC,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAExC,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,yBAAyB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACvE,MAAM,CAAC,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAE9C,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QACnE,MAAM,CAAC,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAEtC,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,WAAW,EAAE,CAAA;QACjD,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAE5B;YAAS,MAAM,IAAA,qBAAI,EAAC,MAAM,CAAC,CAAA;IAC7B,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,SAAS,UAAU,CAAC,OAA4B;IAC9C,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,MAAM,CAAyB,EAAE,CAAC;QAC3D,IAAI,IAAI,CAAC,IAAI;YAAE,KAAK,IAAI,CAAC,CAAA;IAC3B,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { Chain } from '../../../sdk';
|
|
2
|
+
import { ChaintracksOptions } from './Api/ChaintracksApi';
|
|
3
|
+
import { ChaintracksFetchApi } from './Api/ChaintracksFetchApi';
|
|
4
|
+
/**
|
|
5
|
+
* Shared parameters for configuring Chaintracks ingestors.
|
|
6
|
+
*/
|
|
7
|
+
export interface ChaintracksIngestorParams {
|
|
8
|
+
chain: Chain;
|
|
9
|
+
whatsonchainApiKey: string;
|
|
10
|
+
maxPerFile: number;
|
|
11
|
+
fetch: ChaintracksFetchApi;
|
|
12
|
+
cdnUrl: string;
|
|
13
|
+
addLiveRecursionLimit: number;
|
|
14
|
+
}
|
|
15
|
+
/**
|
|
16
|
+
* Builds the shared portion of ChaintracksOptions that all storage backends
|
|
17
|
+
* (Knex, Idb, NoDb) have in common: the options shell and bulk/live ingestors.
|
|
18
|
+
*
|
|
19
|
+
* The caller is responsible for providing the storage implementation.
|
|
20
|
+
*/
|
|
21
|
+
export declare function buildChaintracksOptionsWithIngestors(params: ChaintracksIngestorParams, storage: ChaintracksOptions['storage']): ChaintracksOptions;
|
|
22
|
+
//# sourceMappingURL=configureChaintracksIngestors.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"configureChaintracksIngestors.d.ts","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/configureChaintracksIngestors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAA;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAIzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAA;AAI/D;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACxC,KAAK,EAAE,KAAK,CAAA;IACZ,kBAAkB,EAAE,MAAM,CAAA;IAC1B,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,mBAAmB,CAAA;IAC1B,MAAM,EAAE,MAAM,CAAA;IACd,qBAAqB,EAAE,MAAM,CAAA;CAC9B;AAED;;;;;GAKG;AACH,wBAAgB,oCAAoC,CAClD,MAAM,EAAE,yBAAyB,EACjC,OAAO,EAAE,kBAAkB,CAAC,SAAS,CAAC,GACrC,kBAAkB,CA+CpB"}
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.buildChaintracksOptionsWithIngestors = buildChaintracksOptionsWithIngestors;
|
|
4
|
+
const BulkIngestorCDNBabbage_1 = require("./Ingest/BulkIngestorCDNBabbage");
|
|
5
|
+
const LiveIngestorWhatsOnChainPoll_1 = require("./Ingest/LiveIngestorWhatsOnChainPoll");
|
|
6
|
+
const BulkIngestorWhatsOnChainCdn_1 = require("./Ingest/BulkIngestorWhatsOnChainCdn");
|
|
7
|
+
/**
|
|
8
|
+
* Builds the shared portion of ChaintracksOptions that all storage backends
|
|
9
|
+
* (Knex, Idb, NoDb) have in common: the options shell and bulk/live ingestors.
|
|
10
|
+
*
|
|
11
|
+
* The caller is responsible for providing the storage implementation.
|
|
12
|
+
*/
|
|
13
|
+
function buildChaintracksOptionsWithIngestors(params, storage) {
|
|
14
|
+
const { chain, whatsonchainApiKey, maxPerFile, fetch, cdnUrl, addLiveRecursionLimit } = params;
|
|
15
|
+
const co = {
|
|
16
|
+
chain,
|
|
17
|
+
storage,
|
|
18
|
+
bulkIngestors: [],
|
|
19
|
+
liveIngestors: [],
|
|
20
|
+
addLiveRecursionLimit,
|
|
21
|
+
logging: (...args) => console.log(new Date().toISOString(), ...args),
|
|
22
|
+
readonly: false
|
|
23
|
+
};
|
|
24
|
+
const jsonResource = `${chain}NetBlockHeaders.json`;
|
|
25
|
+
const bulkCdnOptions = {
|
|
26
|
+
chain,
|
|
27
|
+
jsonResource,
|
|
28
|
+
fetch,
|
|
29
|
+
cdnUrl,
|
|
30
|
+
maxPerFile
|
|
31
|
+
};
|
|
32
|
+
co.bulkIngestors.push(new BulkIngestorCDNBabbage_1.BulkIngestorCDNBabbage(bulkCdnOptions));
|
|
33
|
+
const wocOptions = {
|
|
34
|
+
chain,
|
|
35
|
+
apiKey: whatsonchainApiKey,
|
|
36
|
+
timeout: 30000,
|
|
37
|
+
userAgent: 'BabbageWhatsOnChainServices',
|
|
38
|
+
enableCache: true,
|
|
39
|
+
chainInfoMsecs: 5000
|
|
40
|
+
};
|
|
41
|
+
const bulkOptions = {
|
|
42
|
+
...wocOptions,
|
|
43
|
+
jsonResource,
|
|
44
|
+
idleWait: 5000
|
|
45
|
+
};
|
|
46
|
+
co.bulkIngestors.push(new BulkIngestorWhatsOnChainCdn_1.BulkIngestorWhatsOnChainCdn(bulkOptions));
|
|
47
|
+
const liveOptions = {
|
|
48
|
+
...wocOptions,
|
|
49
|
+
idleWait: 100000
|
|
50
|
+
};
|
|
51
|
+
co.liveIngestors.push(new LiveIngestorWhatsOnChainPoll_1.LiveIngestorWhatsOnChainPoll(liveOptions));
|
|
52
|
+
return co;
|
|
53
|
+
}
|
|
54
|
+
//# sourceMappingURL=configureChaintracksIngestors.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"configureChaintracksIngestors.js","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/configureChaintracksIngestors.ts"],"names":[],"mappings":";;AA2BA,oFAkDC;AA3ED,4EAAwE;AACxE,wFAAqH;AACrH,sFAAmH;AAiBnH;;;;;GAKG;AACH,SAAgB,oCAAoC,CAClD,MAAiC,EACjC,OAAsC;IAEtC,MAAM,EAAE,KAAK,EAAE,kBAAkB,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,qBAAqB,EAAE,GAAG,MAAM,CAAA;IAE9F,MAAM,EAAE,GAAuB;QAC7B,KAAK;QACL,OAAO;QACP,aAAa,EAAE,EAAE;QACjB,aAAa,EAAE,EAAE;QACjB,qBAAqB;QACrB,OAAO,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,GAAG,IAAI,CAAC;QACpE,QAAQ,EAAE,KAAK;KAChB,CAAA;IAED,MAAM,YAAY,GAAG,GAAG,KAAK,sBAAsB,CAAA;IAEnD,MAAM,cAAc,GAA2B;QAC7C,KAAK;QACL,YAAY;QACZ,KAAK;QACL,MAAM;QACN,UAAU;KACX,CAAA;IACD,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,+CAAsB,CAAC,cAAc,CAAC,CAAC,CAAA;IAEjE,MAAM,UAAU,GAAgC;QAC9C,KAAK;QACL,MAAM,EAAE,kBAAkB;QAC1B,OAAO,EAAE,KAAK;QACd,SAAS,EAAE,6BAA6B;QACxC,WAAW,EAAE,IAAI;QACjB,cAAc,EAAE,IAAI;KACrB,CAAA;IAED,MAAM,WAAW,GAAoC;QACnD,GAAG,UAAU;QACb,YAAY;QACZ,QAAQ,EAAE,IAAI;KACf,CAAA;IACD,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,yDAA2B,CAAC,WAAW,CAAC,CAAC,CAAA;IAEnE,MAAM,WAAW,GAAoC;QACnD,GAAG,UAAU;QACb,QAAQ,EAAE,MAAM;KACjB,CAAA;IACD,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,2DAA4B,CAAC,WAAW,CAAC,CAAC,CAAA;IAEpE,OAAO,EAAE,CAAA;AACX,CAAC"}
|
package/out/src/services/chaintracker/chaintracks/createDefaultIdbChaintracksOptions.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createDefaultIdbChaintracksOptions.d.ts","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultIdbChaintracksOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAA;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;
|
|
1
|
+
{"version":3,"file":"createDefaultIdbChaintracksOptions.d.ts","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultIdbChaintracksOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAA;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAEzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAA;AAK/D,wBAAgB,kCAAkC,CAChD,KAAK,EAAE,KAAK,EACZ,kBAAkB,GAAE,MAAW,EAC/B,UAAU,GAAE,MAAe,EAC3B,WAAW,GAAE,MAAU,EACvB,KAAK,CAAC,EAAE,mBAAmB,EAC3B,MAAM,GAAE,MAAuD,EAC/D,mBAAmB,GAAE,MAAa,EAClC,oBAAoB,GAAE,MAAY,EAClC,sBAAsB,GAAE,MAAY,EACpC,gBAAgB,GAAE,MAAY,EAC9B,qBAAqB,GAAE,MAAW,GACjC,kBAAkB,CA0BpB"}
|
|
@@ -1,12 +1,10 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.createDefaultIdbChaintracksOptions = createDefaultIdbChaintracksOptions;
|
|
4
|
-
const BulkIngestorCDNBabbage_1 = require("./Ingest/BulkIngestorCDNBabbage");
|
|
5
4
|
const ChaintracksFetch_1 = require("./util/ChaintracksFetch");
|
|
6
|
-
const LiveIngestorWhatsOnChainPoll_1 = require("./Ingest/LiveIngestorWhatsOnChainPoll");
|
|
7
|
-
const BulkIngestorWhatsOnChainCdn_1 = require("./Ingest/BulkIngestorWhatsOnChainCdn");
|
|
8
|
-
const ChaintracksStorageIdb_1 = require("./Storage/ChaintracksStorageIdb");
|
|
9
5
|
const BulkFileDataManager_1 = require("./util/BulkFileDataManager");
|
|
6
|
+
const ChaintracksStorageIdb_1 = require("./Storage/ChaintracksStorageIdb");
|
|
7
|
+
const configureChaintracksIngestors_1 = require("./configureChaintracksIngestors");
|
|
10
8
|
function createDefaultIdbChaintracksOptions(chain, whatsonchainApiKey = '', maxPerFile = 100000, maxRetained = 2, fetch, cdnUrl = 'https://cdn.projectbabbage.com/blockheaders/', liveHeightThreshold = 2000, reorgHeightThreshold = 400, bulkMigrationChunkSize = 500, batchInsertLimit = 400, addLiveRecursionLimit = 36) {
|
|
11
9
|
fetch || (fetch = new ChaintracksFetch_1.ChaintracksFetch());
|
|
12
10
|
const bfo = {
|
|
@@ -26,43 +24,6 @@ function createDefaultIdbChaintracksOptions(chain, whatsonchainApiKey = '', maxP
|
|
|
26
24
|
batchInsertLimit
|
|
27
25
|
};
|
|
28
26
|
const storage = new ChaintracksStorageIdb_1.ChaintracksStorageIdb(so);
|
|
29
|
-
|
|
30
|
-
chain,
|
|
31
|
-
storage,
|
|
32
|
-
bulkIngestors: [],
|
|
33
|
-
liveIngestors: [],
|
|
34
|
-
addLiveRecursionLimit,
|
|
35
|
-
logging: (...args) => console.log(new Date().toISOString(), ...args),
|
|
36
|
-
readonly: false
|
|
37
|
-
};
|
|
38
|
-
const jsonResource = `${chain}NetBlockHeaders.json`;
|
|
39
|
-
const bulkCdnOptions = {
|
|
40
|
-
chain,
|
|
41
|
-
jsonResource,
|
|
42
|
-
fetch,
|
|
43
|
-
cdnUrl,
|
|
44
|
-
maxPerFile
|
|
45
|
-
};
|
|
46
|
-
co.bulkIngestors.push(new BulkIngestorCDNBabbage_1.BulkIngestorCDNBabbage(bulkCdnOptions));
|
|
47
|
-
const wocOptions = {
|
|
48
|
-
chain,
|
|
49
|
-
apiKey: whatsonchainApiKey,
|
|
50
|
-
timeout: 30000,
|
|
51
|
-
userAgent: 'BabbageWhatsOnChainServices',
|
|
52
|
-
enableCache: true,
|
|
53
|
-
chainInfoMsecs: 5000
|
|
54
|
-
};
|
|
55
|
-
const bulkOptions = {
|
|
56
|
-
...wocOptions,
|
|
57
|
-
jsonResource,
|
|
58
|
-
idleWait: 5000
|
|
59
|
-
};
|
|
60
|
-
co.bulkIngestors.push(new BulkIngestorWhatsOnChainCdn_1.BulkIngestorWhatsOnChainCdn(bulkOptions));
|
|
61
|
-
const liveOptions = {
|
|
62
|
-
...wocOptions,
|
|
63
|
-
idleWait: 100000
|
|
64
|
-
};
|
|
65
|
-
co.liveIngestors.push(new LiveIngestorWhatsOnChainPoll_1.LiveIngestorWhatsOnChainPoll(liveOptions));
|
|
66
|
-
return co;
|
|
27
|
+
return (0, configureChaintracksIngestors_1.buildChaintracksOptionsWithIngestors)({ chain, whatsonchainApiKey, maxPerFile, fetch, cdnUrl, addLiveRecursionLimit }, storage);
|
|
67
28
|
}
|
|
68
29
|
//# sourceMappingURL=createDefaultIdbChaintracksOptions.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createDefaultIdbChaintracksOptions.js","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultIdbChaintracksOptions.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"createDefaultIdbChaintracksOptions.js","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultIdbChaintracksOptions.ts"],"names":[],"mappings":";;AAQA,gFAsCC;AA5CD,8DAA0D;AAE1D,oEAA4F;AAC5F,2EAAqG;AACrG,mFAAsF;AAEtF,SAAgB,kCAAkC,CAChD,KAAY,EACZ,qBAA6B,EAAE,EAC/B,aAAqB,MAAM,EAC3B,cAAsB,CAAC,EACvB,KAA2B,EAC3B,SAAiB,8CAA8C,EAC/D,sBAA8B,IAAI,EAClC,uBAA+B,GAAG,EAClC,yBAAiC,GAAG,EACpC,mBAA2B,GAAG,EAC9B,wBAAgC,EAAE;IAElC,KAAK,KAAL,KAAK,GAAK,IAAI,mCAAgB,EAAE,EAAA;IAEhC,MAAM,GAAG,GAA+B;QACtC,KAAK;QACL,KAAK;QACL,UAAU;QACV,WAAW;QACX,kBAAkB,EAAE,MAAM;KAC3B,CAAA;IACD,MAAM,mBAAmB,GAAG,IAAI,yCAAmB,CAAC,GAAG,CAAC,CAAA;IAExD,MAAM,EAAE,GAAiC;QACvC,KAAK;QACL,mBAAmB;QACnB,mBAAmB;QACnB,oBAAoB;QACpB,sBAAsB;QACtB,gBAAgB;KACjB,CAAA;IACD,MAAM,OAAO,GAAG,IAAI,6CAAqB,CAAC,EAAE,CAAC,CAAA;IAE7C,OAAO,IAAA,oEAAoC,EACzC,EAAE,KAAK,EAAE,kBAAkB,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,qBAAqB,EAAE,EAC/E,OAAO,CACR,CAAA;AACH,CAAC"}
|
package/out/src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createDefaultKnexChaintracksOptions.d.ts","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAoB,MAAM,MAAM,CAAA;AAC7C,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAA;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;
|
|
1
|
+
{"version":3,"file":"createDefaultKnexChaintracksOptions.d.ts","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAoB,MAAM,MAAM,CAAA;AAC7C,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAA;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAIzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAA;AAI/D;;;;;GAKG;AACH,wBAAgB,mCAAmC,CACjD,KAAK,EAAE,KAAK,EACZ,UAAU,GAAE,MAAkB,EAC9B,UAAU,CAAC,EAAE,IAAI,CAAC,MAAM,EACxB,kBAAkB,GAAE,MAAW,EAC/B,UAAU,GAAE,MAAe,EAC3B,WAAW,GAAE,MAAU,EACvB,KAAK,CAAC,EAAE,mBAAmB,EAC3B,MAAM,GAAE,MAAuD,EAC/D,mBAAmB,GAAE,MAAa,EAClC,oBAAoB,GAAE,MAAY,EAClC,sBAAsB,GAAE,MAAY,EACpC,gBAAgB,GAAE,MAAY,EAC9B,qBAAqB,GAAE,MAAW,GACjC,kBAAkB,CAoCpB"}
|
|
@@ -4,11 +4,9 @@ exports.createDefaultKnexChaintracksOptions = createDefaultKnexChaintracksOption
|
|
|
4
4
|
const knex_1 = require("knex");
|
|
5
5
|
const ChaintracksFs_1 = require("./util/ChaintracksFs");
|
|
6
6
|
const ChaintracksStorageKnex_1 = require("./Storage/ChaintracksStorageKnex");
|
|
7
|
-
const BulkIngestorCDNBabbage_1 = require("./Ingest/BulkIngestorCDNBabbage");
|
|
8
7
|
const ChaintracksFetch_1 = require("./util/ChaintracksFetch");
|
|
9
|
-
const LiveIngestorWhatsOnChainPoll_1 = require("./Ingest/LiveIngestorWhatsOnChainPoll");
|
|
10
|
-
const BulkIngestorWhatsOnChainCdn_1 = require("./Ingest/BulkIngestorWhatsOnChainCdn");
|
|
11
8
|
const BulkFileDataManager_1 = require("./util/BulkFileDataManager");
|
|
9
|
+
const configureChaintracksIngestors_1 = require("./configureChaintracksIngestors");
|
|
12
10
|
/**
|
|
13
11
|
*
|
|
14
12
|
* @param chain
|
|
@@ -43,43 +41,6 @@ function createDefaultKnexChaintracksOptions(chain, rootFolder = './data/', knex
|
|
|
43
41
|
batchInsertLimit
|
|
44
42
|
};
|
|
45
43
|
const storage = new ChaintracksStorageKnex_1.ChaintracksStorageKnex(so);
|
|
46
|
-
|
|
47
|
-
chain,
|
|
48
|
-
storage,
|
|
49
|
-
bulkIngestors: [],
|
|
50
|
-
liveIngestors: [],
|
|
51
|
-
addLiveRecursionLimit,
|
|
52
|
-
logging: (...args) => console.log(new Date().toISOString(), ...args),
|
|
53
|
-
readonly: false
|
|
54
|
-
};
|
|
55
|
-
const jsonResource = `${chain}NetBlockHeaders.json`;
|
|
56
|
-
const bulkCdnOptions = {
|
|
57
|
-
chain,
|
|
58
|
-
jsonResource,
|
|
59
|
-
fetch,
|
|
60
|
-
cdnUrl,
|
|
61
|
-
maxPerFile
|
|
62
|
-
};
|
|
63
|
-
co.bulkIngestors.push(new BulkIngestorCDNBabbage_1.BulkIngestorCDNBabbage(bulkCdnOptions));
|
|
64
|
-
const wocOptions = {
|
|
65
|
-
chain,
|
|
66
|
-
apiKey: whatsonchainApiKey,
|
|
67
|
-
timeout: 30000,
|
|
68
|
-
userAgent: 'BabbageWhatsOnChainServices',
|
|
69
|
-
enableCache: true,
|
|
70
|
-
chainInfoMsecs: 5000
|
|
71
|
-
};
|
|
72
|
-
const bulkOptions = {
|
|
73
|
-
...wocOptions,
|
|
74
|
-
jsonResource,
|
|
75
|
-
idleWait: 5000
|
|
76
|
-
};
|
|
77
|
-
co.bulkIngestors.push(new BulkIngestorWhatsOnChainCdn_1.BulkIngestorWhatsOnChainCdn(bulkOptions));
|
|
78
|
-
const liveOptions = {
|
|
79
|
-
...wocOptions,
|
|
80
|
-
idleWait: 100000
|
|
81
|
-
};
|
|
82
|
-
co.liveIngestors.push(new LiveIngestorWhatsOnChainPoll_1.LiveIngestorWhatsOnChainPoll(liveOptions));
|
|
83
|
-
return co;
|
|
44
|
+
return (0, configureChaintracksIngestors_1.buildChaintracksOptionsWithIngestors)({ chain, whatsonchainApiKey, maxPerFile, fetch, cdnUrl, addLiveRecursionLimit }, storage);
|
|
84
45
|
}
|
|
85
46
|
//# sourceMappingURL=createDefaultKnexChaintracksOptions.js.map
|
package/out/src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createDefaultKnexChaintracksOptions.js","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"createDefaultKnexChaintracksOptions.js","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultKnexChaintracksOptions.ts"],"names":[],"mappings":";;AAgBA,kFAkDC;AAlED,+BAA6C;AAG7C,wDAAoD;AACpD,6EAAwG;AACxG,8DAA0D;AAE1D,oEAA4F;AAC5F,mFAAsF;AAEtF;;;;;GAKG;AACH,SAAgB,mCAAmC,CACjD,KAAY,EACZ,aAAqB,SAAS,EAC9B,UAAwB,EACxB,qBAA6B,EAAE,EAC/B,aAAqB,MAAM,EAC3B,cAAsB,CAAC,EACvB,KAA2B,EAC3B,SAAiB,8CAA8C,EAC/D,sBAA8B,IAAI,EAClC,uBAA+B,GAAG,EAClC,yBAAiC,GAAG,EACpC,mBAA2B,GAAG,EAC9B,wBAAgC,EAAE;IAElC,KAAK,KAAL,KAAK,GAAK,IAAI,mCAAgB,EAAE,EAAA;IAEhC,MAAM,GAAG,GAA+B;QACtC,KAAK;QACL,KAAK;QACL,UAAU;QACV,WAAW;QACX,kBAAkB,EAAE,MAAM;KAC3B,CAAA;IACD,MAAM,mBAAmB,GAAG,IAAI,yCAAmB,CAAC,GAAG,CAAC,CAAA;IAExD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG;YACX,MAAM,EAAE,gBAAgB;YACxB,UAAU,EAAE,EAAE,QAAQ,EAAE,6BAAa,CAAC,QAAQ,CAAC,UAAU,EAAE,GAAG,KAAK,wBAAwB,CAAC,EAAE;YAC9F,gBAAgB,EAAE,IAAI;SACvB,CAAA;IACH,CAAC;IACD,MAAM,YAAY,GAAG,IAAA,WAAQ,EAAC,UAAU,CAAC,CAAA;IAEzC,MAAM,EAAE,GAAkC;QACxC,KAAK;QACL,IAAI,EAAE,YAAY;QAClB,mBAAmB;QACnB,mBAAmB;QACnB,oBAAoB;QACpB,sBAAsB;QACtB,gBAAgB;KACjB,CAAA;IACD,MAAM,OAAO,GAAG,IAAI,+CAAsB,CAAC,EAAE,CAAC,CAAA;IAE9C,OAAO,IAAA,oEAAoC,EACzC,EAAE,KAAK,EAAE,kBAAkB,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,qBAAqB,EAAE,EAC/E,OAAO,CACR,CAAA;AACH,CAAC"}
|
package/out/src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createDefaultNoDbChaintracksOptions.d.ts","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAA;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;
|
|
1
|
+
{"version":3,"file":"createDefaultNoDbChaintracksOptions.d.ts","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAA;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AAEzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAA;AAK/D,wBAAgB,mCAAmC,CACjD,KAAK,EAAE,KAAK,EACZ,kBAAkB,GAAE,MAAW,EAC/B,UAAU,GAAE,MAAe,EAC3B,WAAW,GAAE,MAAU,EACvB,KAAK,CAAC,EAAE,mBAAmB,EAC3B,MAAM,GAAE,MAAuD,EAC/D,mBAAmB,GAAE,MAAa,EAClC,oBAAoB,GAAE,MAAY,EAClC,sBAAsB,GAAE,MAAY,EACpC,gBAAgB,GAAE,MAAY,EAC9B,qBAAqB,GAAE,MAAW,GACjC,kBAAkB,CA0BpB"}
|
|
@@ -1,12 +1,10 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.createDefaultNoDbChaintracksOptions = createDefaultNoDbChaintracksOptions;
|
|
4
|
-
const BulkIngestorCDNBabbage_1 = require("./Ingest/BulkIngestorCDNBabbage");
|
|
5
4
|
const ChaintracksFetch_1 = require("./util/ChaintracksFetch");
|
|
6
|
-
const LiveIngestorWhatsOnChainPoll_1 = require("./Ingest/LiveIngestorWhatsOnChainPoll");
|
|
7
|
-
const BulkIngestorWhatsOnChainCdn_1 = require("./Ingest/BulkIngestorWhatsOnChainCdn");
|
|
8
|
-
const ChaintracksStorageNoDb_1 = require("./Storage/ChaintracksStorageNoDb");
|
|
9
5
|
const BulkFileDataManager_1 = require("./util/BulkFileDataManager");
|
|
6
|
+
const ChaintracksStorageNoDb_1 = require("./Storage/ChaintracksStorageNoDb");
|
|
7
|
+
const configureChaintracksIngestors_1 = require("./configureChaintracksIngestors");
|
|
10
8
|
function createDefaultNoDbChaintracksOptions(chain, whatsonchainApiKey = '', maxPerFile = 100000, maxRetained = 2, fetch, cdnUrl = 'https://cdn.projectbabbage.com/blockheaders/', liveHeightThreshold = 2000, reorgHeightThreshold = 400, bulkMigrationChunkSize = 500, batchInsertLimit = 400, addLiveRecursionLimit = 36) {
|
|
11
9
|
fetch || (fetch = new ChaintracksFetch_1.ChaintracksFetch());
|
|
12
10
|
const bfo = {
|
|
@@ -26,43 +24,6 @@ function createDefaultNoDbChaintracksOptions(chain, whatsonchainApiKey = '', max
|
|
|
26
24
|
batchInsertLimit
|
|
27
25
|
};
|
|
28
26
|
const storage = new ChaintracksStorageNoDb_1.ChaintracksStorageNoDb(so);
|
|
29
|
-
|
|
30
|
-
chain,
|
|
31
|
-
storage,
|
|
32
|
-
bulkIngestors: [],
|
|
33
|
-
liveIngestors: [],
|
|
34
|
-
addLiveRecursionLimit,
|
|
35
|
-
logging: (...args) => console.log(new Date().toISOString(), ...args),
|
|
36
|
-
readonly: false
|
|
37
|
-
};
|
|
38
|
-
const jsonResource = `${chain}NetBlockHeaders.json`;
|
|
39
|
-
const bulkCdnOptions = {
|
|
40
|
-
chain,
|
|
41
|
-
jsonResource,
|
|
42
|
-
fetch,
|
|
43
|
-
cdnUrl,
|
|
44
|
-
maxPerFile
|
|
45
|
-
};
|
|
46
|
-
co.bulkIngestors.push(new BulkIngestorCDNBabbage_1.BulkIngestorCDNBabbage(bulkCdnOptions));
|
|
47
|
-
const wocOptions = {
|
|
48
|
-
chain,
|
|
49
|
-
apiKey: whatsonchainApiKey,
|
|
50
|
-
timeout: 30000,
|
|
51
|
-
userAgent: 'BabbageWhatsOnChainServices',
|
|
52
|
-
enableCache: true,
|
|
53
|
-
chainInfoMsecs: 5000
|
|
54
|
-
};
|
|
55
|
-
const bulkOptions = {
|
|
56
|
-
...wocOptions,
|
|
57
|
-
jsonResource,
|
|
58
|
-
idleWait: 5000
|
|
59
|
-
};
|
|
60
|
-
co.bulkIngestors.push(new BulkIngestorWhatsOnChainCdn_1.BulkIngestorWhatsOnChainCdn(bulkOptions));
|
|
61
|
-
const liveOptions = {
|
|
62
|
-
...wocOptions,
|
|
63
|
-
idleWait: 100000
|
|
64
|
-
};
|
|
65
|
-
co.liveIngestors.push(new LiveIngestorWhatsOnChainPoll_1.LiveIngestorWhatsOnChainPoll(liveOptions));
|
|
66
|
-
return co;
|
|
27
|
+
return (0, configureChaintracksIngestors_1.buildChaintracksOptionsWithIngestors)({ chain, whatsonchainApiKey, maxPerFile, fetch, cdnUrl, addLiveRecursionLimit }, storage);
|
|
67
28
|
}
|
|
68
29
|
//# sourceMappingURL=createDefaultNoDbChaintracksOptions.js.map
|
package/out/src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createDefaultNoDbChaintracksOptions.js","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"createDefaultNoDbChaintracksOptions.js","sourceRoot":"","sources":["../../../../../src/services/chaintracker/chaintracks/createDefaultNoDbChaintracksOptions.ts"],"names":[],"mappings":";;AAQA,kFAsCC;AA5CD,8DAA0D;AAE1D,oEAA4F;AAC5F,6EAAwG;AACxG,mFAAsF;AAEtF,SAAgB,mCAAmC,CACjD,KAAY,EACZ,qBAA6B,EAAE,EAC/B,aAAqB,MAAM,EAC3B,cAAsB,CAAC,EACvB,KAA2B,EAC3B,SAAiB,8CAA8C,EAC/D,sBAA8B,IAAI,EAClC,uBAA+B,GAAG,EAClC,yBAAiC,GAAG,EACpC,mBAA2B,GAAG,EAC9B,wBAAgC,EAAE;IAElC,KAAK,KAAL,KAAK,GAAK,IAAI,mCAAgB,EAAE,EAAA;IAEhC,MAAM,GAAG,GAA+B;QACtC,KAAK;QACL,KAAK;QACL,UAAU;QACV,WAAW;QACX,kBAAkB,EAAE,MAAM;KAC3B,CAAA;IACD,MAAM,mBAAmB,GAAG,IAAI,yCAAmB,CAAC,GAAG,CAAC,CAAA;IAExD,MAAM,EAAE,GAAkC;QACxC,KAAK;QACL,mBAAmB;QACnB,mBAAmB;QACnB,oBAAoB;QACpB,sBAAsB;QACtB,gBAAgB;KACjB,CAAA;IACD,MAAM,OAAO,GAAG,IAAI,+CAAsB,CAAC,EAAE,CAAC,CAAA;IAE9C,OAAO,IAAA,oEAAoC,EACzC,EAAE,KAAK,EAAE,kBAAkB,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,qBAAqB,EAAE,EAC/E,OAAO,CACR,CAAA;AACH,CAAC"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { BulkFileDataReader } from './BulkFileDataReader';
|
|
1
2
|
import { ChaintracksFetchApi } from '../Api/ChaintracksFetchApi';
|
|
2
3
|
import { BlockHeader, Chain } from '../../../../sdk';
|
|
3
4
|
import { BulkHeaderFileInfo } from './BulkHeaderFile';
|
|
@@ -132,24 +133,5 @@ export interface BulkFileDataManagerMergeResult {
|
|
|
132
133
|
updated: BulkHeaderFileInfo[];
|
|
133
134
|
dropped: BulkHeaderFileInfo[];
|
|
134
135
|
}
|
|
135
|
-
export
|
|
136
|
-
readonly manager: BulkFileDataManager;
|
|
137
|
-
readonly range: HeightRange;
|
|
138
|
-
readonly maxBufferSize: number;
|
|
139
|
-
nextHeight: number;
|
|
140
|
-
constructor(manager: BulkFileDataManager, range: HeightRange, maxBufferSize: number);
|
|
141
|
-
/**
|
|
142
|
-
* Returns the Buffer of block headers from the given `file` for the given `range`.
|
|
143
|
-
* If `range` is undefined, the file's full height range is read.
|
|
144
|
-
* The returned Buffer will only contain headers in `file` and in `range`
|
|
145
|
-
* @param file
|
|
146
|
-
* @param range
|
|
147
|
-
*/
|
|
148
|
-
private readBufferFromFile;
|
|
149
|
-
/**
|
|
150
|
-
* @returns an array containing the next `maxBufferSize` bytes of headers from the files.
|
|
151
|
-
*/
|
|
152
|
-
read(): Promise<Uint8Array | undefined>;
|
|
153
|
-
}
|
|
154
|
-
export {};
|
|
136
|
+
export { BulkFileDataReader } from './BulkFileDataReader';
|
|
155
137
|
//# sourceMappingURL=BulkFileDataManager.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"BulkFileDataManager.d.ts","sourceRoot":"","sources":["../../../../../../src/services/chaintracker/chaintracks/util/BulkFileDataManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAChE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAiE,MAAM,iBAAiB,CAAA;AAGnH,OAAO,EAAE,kBAAkB,EAAuB,MAAM,kBAAkB,CAAA;AAE1E,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AAU3C,OAAO,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAA;AAE5E,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAG1D,MAAM,WAAW,0BAA0B;IACzC,KAAK,EAAE,KAAK,CAAA;IACZ,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,KAAK,CAAC,EAAE,mBAAmB,CAAA;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED;;;;;;;;GAQG;AACH,qBAAa,mBAAmB;IAC9B,MAAM,CAAC,oBAAoB,CAAC,KAAK,EAAE,KAAK,GAAG,0BAA0B;IAUrE,OAAO,CAAC,GAAG,CAAqC;IAEhD,OAAO,CAAC,IAAI,CAAqB;IACjC,OAAO,CAAC,eAAe,CAA6B;IACpD,OAAO,CAAC,IAAI,CAAiE;IAC7E,OAAO,CAAC,OAAO,CAAC,CAA+B;IAE/C,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAA;IACrB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,mBAAmB,CAAA;IACpC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAA;gBAExB,OAAO,EAAE,0BAA0B,GAAG,KAAK;IAYjD,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAItC,OAAO,CAAC,qBAAqB;IAc7B;;;;;;OAMG;IACG,UAAU,CAAC,OAAO,EAAE,6BAA6B,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAIxF,gBAAgB;IA+B9B,yBAAyB,CAAC,KAAK,EAAE,kBAAkB,EAAE,GAAG;QACtD,GAAG,EAAE,WAAW,CAAA;QAChB,GAAG,EAAE,WAAW,CAAA;QAChB,WAAW,EAAE,WAAW,CAAA;KACzB;IAWK,YAAY,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAMtF,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAoC5C,KAAK,CAAC,KAAK,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC,8BAA8B,CAAC;YAInE,WAAW;YAgCX,gBAAgB;IAoB9B,WAAW,CAAC,IAAI,CAAC,EAAE,8BAA8B,GAAG,YAAY,EAAE,GAAG,kBAAkB,EAAE,GAAG,MAAM;IA6B5F,4BAA4B,CAAC,cAAc,EAAE,WAAW,EAAE,EAAE,oBAAoB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA+DzG,YAAY,CAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAM/D,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC;IAStC,eAAe,CAAC,IAAI,EAAE,kBAAkB,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;YAUpG,qBAAqB;IAwB7B,8BAA8B,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAchF,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC;IAQ/E,OAAO,CAAC,eAAe;IAOvB,OAAO,CAAC,UAAU;IAMZ,WAAW,CAAC,OAAO,SAAI,GAAG,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC;IAIvE,OAAO,CAAC,iBAAiB;YAMX,iBAAiB;YASjB,eAAe;YAQf,gBAAgB;IA+DxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;YAInB,gBAAgB;IAU9B,OAAO,CAAC,iBAAiB;YAYX,GAAG;IAajB,OAAO,CAAC,iBAAiB;IAOzB;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;YACW,MAAM;IAsHpB,OAAO,CAAC,gBAAgB;IAQxB;;;;;;;;OAQG;YACW,SAAS;IA8BvB;;;;OAIG;YACW,UAAU;IAkCxB,OAAO,CAAC,iBAAiB;IAanB,iBAAiB,CACrB,IAAI,EAAE,gBAAgB,EACtB,gBAAgB,EAAE,MAAM,EACxB,QAAQ,EAAE,MAAM,EAChB,SAAS,CAAC,EAAE,MAAM,EAClB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC;CAsDjB;AAED,UAAU,YAAa,SAAQ,kBAAkB;IAC/C,GAAG,EAAE,MAAM,CAAA;IACX,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,kBAAkB,EAAE,EAC3B,KAAK,EAAE,KAAK,EACZ,UAAU,EAAE,MAAM,GACjB,kBAAkB,EAAE,CAYtB;AA4BD,MAAM,WAAW,8BAA8B;IAC7C,SAAS,EAAE,kBAAkB,EAAE,CAAA;IAC/B,QAAQ,EAAE,kBAAkB,EAAE,CAAA;IAC9B,OAAO,EAAE,kBAAkB,EAAE,CAAA;IAC7B,OAAO,EAAE,kBAAkB,EAAE,CAAA;CAC9B;
|
|
1
|
+
{"version":3,"file":"BulkFileDataManager.d.ts","sourceRoot":"","sources":["../../../../../../src/services/chaintracker/chaintracks/util/BulkFileDataManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAChE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAiE,MAAM,iBAAiB,CAAA;AAGnH,OAAO,EAAE,kBAAkB,EAAuB,MAAM,kBAAkB,CAAA;AAE1E,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AAU3C,OAAO,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAA;AAE5E,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAG1D,MAAM,WAAW,0BAA0B;IACzC,KAAK,EAAE,KAAK,CAAA;IACZ,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,KAAK,CAAC,EAAE,mBAAmB,CAAA;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED;;;;;;;;GAQG;AACH,qBAAa,mBAAmB;IAC9B,MAAM,CAAC,oBAAoB,CAAC,KAAK,EAAE,KAAK,GAAG,0BAA0B;IAUrE,OAAO,CAAC,GAAG,CAAqC;IAEhD,OAAO,CAAC,IAAI,CAAqB;IACjC,OAAO,CAAC,eAAe,CAA6B;IACpD,OAAO,CAAC,IAAI,CAAiE;IAC7E,OAAO,CAAC,OAAO,CAAC,CAA+B;IAE/C,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAA;IACrB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,mBAAmB,CAAA;IACpC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAA;gBAExB,OAAO,EAAE,0BAA0B,GAAG,KAAK;IAYjD,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAItC,OAAO,CAAC,qBAAqB;IAc7B;;;;;;OAMG;IACG,UAAU,CAAC,OAAO,EAAE,6BAA6B,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAIxF,gBAAgB;IA+B9B,yBAAyB,CAAC,KAAK,EAAE,kBAAkB,EAAE,GAAG;QACtD,GAAG,EAAE,WAAW,CAAA;QAChB,GAAG,EAAE,WAAW,CAAA;QAChB,WAAW,EAAE,WAAW,CAAA;KACzB;IAWK,YAAY,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAMtF,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAoC5C,KAAK,CAAC,KAAK,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC,8BAA8B,CAAC;YAInE,WAAW;YAgCX,gBAAgB;IAoB9B,WAAW,CAAC,IAAI,CAAC,EAAE,8BAA8B,GAAG,YAAY,EAAE,GAAG,kBAAkB,EAAE,GAAG,MAAM;IA6B5F,4BAA4B,CAAC,cAAc,EAAE,WAAW,EAAE,EAAE,oBAAoB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA+DzG,YAAY,CAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAM/D,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC;IAStC,eAAe,CAAC,IAAI,EAAE,kBAAkB,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;YAUpG,qBAAqB;IAwB7B,8BAA8B,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAchF,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC;IAQ/E,OAAO,CAAC,eAAe;IAOvB,OAAO,CAAC,UAAU;IAMZ,WAAW,CAAC,OAAO,SAAI,GAAG,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC;IAIvE,OAAO,CAAC,iBAAiB;YAMX,iBAAiB;YASjB,eAAe;YAQf,gBAAgB;IA+DxB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;YAInB,gBAAgB;IAU9B,OAAO,CAAC,iBAAiB;YAYX,GAAG;IAajB,OAAO,CAAC,iBAAiB;IAOzB;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;YACW,MAAM;IAsHpB,OAAO,CAAC,gBAAgB;IAQxB;;;;;;;;OAQG;YACW,SAAS;IA8BvB;;;;OAIG;YACW,UAAU;IAkCxB,OAAO,CAAC,iBAAiB;IAanB,iBAAiB,CACrB,IAAI,EAAE,gBAAgB,EACtB,gBAAgB,EAAE,MAAM,EACxB,QAAQ,EAAE,MAAM,EAChB,SAAS,CAAC,EAAE,MAAM,EAClB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC;CAsDjB;AAED,UAAU,YAAa,SAAQ,kBAAkB;IAC/C,GAAG,EAAE,MAAM,CAAA;IACX,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,kBAAkB,EAAE,EAC3B,KAAK,EAAE,KAAK,EACZ,UAAU,EAAE,MAAM,GACjB,kBAAkB,EAAE,CAYtB;AA4BD,MAAM,WAAW,8BAA8B;IAC7C,SAAS,EAAE,kBAAkB,EAAE,CAAA;IAC/B,QAAQ,EAAE,kBAAkB,EAAE,CAAA;IAC9B,OAAO,EAAE,kBAAkB,EAAE,CAAA;IAC7B,OAAO,EAAE,kBAAkB,EAAE,CAAA;CAC9B;AAGD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAA"}
|
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.BulkFileDataReader = exports.BulkFileDataManager = void 0;
|
|
4
4
|
exports.selectBulkHeaderFiles = selectBulkHeaderFiles;
|
|
5
|
+
const BulkFileDataReader_1 = require("./BulkFileDataReader");
|
|
5
6
|
const sdk_1 = require("../../../../sdk");
|
|
6
7
|
const sdk_2 = require("@bsv/sdk");
|
|
7
8
|
const utilityHelpers_noBuffer_1 = require("../../../../utility/utilityHelpers.noBuffer");
|
|
@@ -113,7 +114,7 @@ class BulkFileDataManager {
|
|
|
113
114
|
async createReader(range, maxBufferSize) {
|
|
114
115
|
range = range || (await this.getHeightRange());
|
|
115
116
|
maxBufferSize = maxBufferSize || 1000000 * 80; // 100,000 headers, 8MB
|
|
116
|
-
return new BulkFileDataReader(this, range, maxBufferSize);
|
|
117
|
+
return new BulkFileDataReader_1.BulkFileDataReader(this, range, maxBufferSize);
|
|
117
118
|
}
|
|
118
119
|
async updateFromUrl(cdnUrl) {
|
|
119
120
|
if (!this.fetch)
|
|
@@ -791,58 +792,7 @@ function bfdToInfo(bfd, keepData) {
|
|
|
791
792
|
data: keepData ? bfd.data : undefined
|
|
792
793
|
};
|
|
793
794
|
}
|
|
794
|
-
|
|
795
|
-
|
|
796
|
-
|
|
797
|
-
this.range = range;
|
|
798
|
-
this.maxBufferSize = maxBufferSize;
|
|
799
|
-
this.nextHeight = range.minHeight;
|
|
800
|
-
}
|
|
801
|
-
/**
|
|
802
|
-
* Returns the Buffer of block headers from the given `file` for the given `range`.
|
|
803
|
-
* If `range` is undefined, the file's full height range is read.
|
|
804
|
-
* The returned Buffer will only contain headers in `file` and in `range`
|
|
805
|
-
* @param file
|
|
806
|
-
* @param range
|
|
807
|
-
*/
|
|
808
|
-
async readBufferFromFile(file, range) {
|
|
809
|
-
// Constrain the range to the file's contents...
|
|
810
|
-
let fileRange = new HeightRange_1.HeightRange(file.firstHeight, file.firstHeight + file.count - 1);
|
|
811
|
-
if (range)
|
|
812
|
-
fileRange = fileRange.intersect(range);
|
|
813
|
-
if (fileRange.isEmpty)
|
|
814
|
-
return undefined;
|
|
815
|
-
const offset = (fileRange.minHeight - file.firstHeight) * 80;
|
|
816
|
-
const length = fileRange.length * 80;
|
|
817
|
-
return await this.manager.getDataFromFile(file, offset, length);
|
|
818
|
-
}
|
|
819
|
-
/**
|
|
820
|
-
* @returns an array containing the next `maxBufferSize` bytes of headers from the files.
|
|
821
|
-
*/
|
|
822
|
-
async read() {
|
|
823
|
-
if (this.nextHeight === undefined || !this.range || this.range.isEmpty || this.nextHeight > this.range.maxHeight)
|
|
824
|
-
return undefined;
|
|
825
|
-
let lastHeight = this.nextHeight + this.maxBufferSize / 80 - 1;
|
|
826
|
-
lastHeight = Math.min(lastHeight, this.range.maxHeight);
|
|
827
|
-
let file = await this.manager.getFileForHeight(this.nextHeight);
|
|
828
|
-
if (!file)
|
|
829
|
-
throw new sdk_1.WERR_INTERNAL(`logic error`);
|
|
830
|
-
const readRange = new HeightRange_1.HeightRange(this.nextHeight, lastHeight);
|
|
831
|
-
let buffers = new Uint8Array(readRange.length * 80);
|
|
832
|
-
let offset = 0;
|
|
833
|
-
while (file) {
|
|
834
|
-
const buffer = await this.readBufferFromFile(file, readRange);
|
|
835
|
-
if (!buffer)
|
|
836
|
-
break;
|
|
837
|
-
buffers.set(buffer, offset);
|
|
838
|
-
offset += buffer.length;
|
|
839
|
-
file = await this.manager.getFileForHeight(file.firstHeight + file.count);
|
|
840
|
-
}
|
|
841
|
-
if (!buffers.length || offset !== readRange.length * 80)
|
|
842
|
-
return undefined;
|
|
843
|
-
this.nextHeight = lastHeight + 1;
|
|
844
|
-
return buffers;
|
|
845
|
-
}
|
|
846
|
-
}
|
|
847
|
-
exports.BulkFileDataReader = BulkFileDataReader;
|
|
795
|
+
// Re-export BulkFileDataReader for backward compatibility
|
|
796
|
+
var BulkFileDataReader_2 = require("./BulkFileDataReader");
|
|
797
|
+
Object.defineProperty(exports, "BulkFileDataReader", { enumerable: true, get: function () { return BulkFileDataReader_2.BulkFileDataReader; } });
|
|
848
798
|
//# sourceMappingURL=BulkFileDataManager.js.map
|