@xyo-network/sdk-js 3.0.15 → 3.1.1

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/BoundWitness/MongoDBBoundWitnessDiviner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoDBBoundWitnessDiviner.js","sourceRoot":"","sources":["../../../../src/Diviner/BoundWitness/MongoDBBoundWitnessDiviner.ts"],"names":[],"mappings":";;;;AAAA,yCAAuC;AACvC,oEAA+D;AAE/D,4CAAoD;AACpD,wFAKgD;AAQhD,6CAA6E;AAC7E,uCAAsC;AAQtC,MAAa,0BAEX,SAAQ,kCAAwB;IAGP,aAAa,CAAC,QAAoB;;YACzD,MAAM,KAAK,GAAG,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,IAAI,CAAkC,8DAAiC,CAAC,CAAA;YAChG,iCAAiC;YACjC,IAAI,CAAC,KAAK;gBAAE,OAAO,EAAE,CAAA;YACrB,oFAAoF;YACpF,8BAA8B;YAC9B,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,SAAS,EAAE,GAAG,KAAK,CAAA;YACpG,MAAM,WAAW,GAAG,KAAK,IAAI,uBAAY,CAAA;YACzC,MAAM,WAAW,GAAG,KAAK,IAAI,uBAAY,CAAA;YACzC,MAAM,IAAI,GAAqC,EAAE,UAAU,EAAE,WAAW,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;YAC7F,MAAM,MAAM,GAAiC,EAAE,CAAA;YAC/C,IAAI,SAAS,EAAE;gBACb,wEAAwE;gBACxE,MAAM,CAAC,SAAS,GAAG,WAAW,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,CAAA;aAClH;YACD,IAAI,IAAI;gBAAE,MAAM,CAAC,KAAK,GAAG,IAAI,CAAA;YAC7B,6FAA6F;YAC7F,8FAA8F;YAC9F,0FAA0F;YAC1F,mEAAmE;YACnE,MAAM,YAAY,GAAG,IAAA,eAAO,EAAC,OAAO,EAAE,SAAS,CAAC,CAAC,GAAG,CAAC,uBAAgB,CAAC,CAAA;YACtE,IAAI,YAAY,CAAC,MAAM;gBAAE,MAAM,CAAC,SAAS,GAAG,YAAY,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAA;YAChH,IAAI,cAAc,aAAd,cAAc,uBAAd,cAAc,CAAE,MAAM;gBAAE,MAAM,CAAC,cAAc,GAAG,EAAE,GAAG,EAAE,cAAc,EAAE,CAAA;YAC3E,IAAI,eAAe,aAAf,eAAe,uBAAf,eAAe,CAAE,MAAM;gBAAE,MAAM,CAAC,eAAe,GAAG,EAAE,GAAG,EAAE,eAAe,EAAE,CAAA;YAC9E,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,SAAS,CAAC,2BAAgB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,gBAAQ,CAAC,CAAA;QACnJ,CAAC;KAAA;;AA9BH,gEA+BC;AA5BiB,wCAAa,GAAG,CAAC,4DAA+B,CAAC,CAAA"}

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/BoundWitness/index.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+tslib_1.__exportStar(require("./MongoDBBoundWitnessDiviner"), exports);
+//# sourceMappingURL=index.js.map

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/BoundWitness/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/Diviner/BoundWitness/index.ts"],"names":[],"mappings":";;;AAAA,uEAA4C"}

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/BoundWitnessStats/MongoDBBoundWitnessStatsDiviner.js

@@ -0,0 +1,175 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MongoDBBoundWitnessStatsDiviner = void 0;
+const tslib_1 = require("tslib");
+const assert_1 = require("@xylabs/assert");
+const delay_1 = require("@xylabs/delay");
+const promise_1 = require("@xylabs/promise");
+const abstract_diviner_1 = require("@xyo-network/abstract-diviner");
+const address_payload_plugin_1 = require("@xyo-network/address-payload-plugin");
+const diviner_models_1 = require("@xyo-network/diviner-models");
+const node_core_types_1 = require("@xyo-network/node-core-types");
+const payload_builder_1 = require("@xyo-network/payload-builder");
+const sdk_xyo_mongo_js_1 = require("@xyo-network/sdk-xyo-mongo-js");
+const collections_1 = require("../../collections");
+const databases_1 = require("../../databases");
+const JobQueue_1 = require("../../JobQueue");
+const Util_1 = require("../../Util");
+const updateOptions = { upsert: true };
+const moduleName = 'MongoDBBoundWitnessStatsDiviner';
+class MongoDBBoundWitnessStatsDiviner extends abstract_diviner_1.AbstractDiviner {
+    constructor() {
+        super(...arguments);
+        /**
+         * Iterates over know addresses obtained from AddressDiviner
+         */
+        this.addressIterator = new Util_1.SetIterator([]);
+        /**
+         * The interval at which the background divine task will run. Prevents
+         * continuously iterating over DB and exhausting DB resources
+         */
+        this.backgroundDivineIntervalMs = 250;
+        this.changeStream = undefined;
+        this.pendingCounts = {};
+        this.resumeAfter = undefined;
+        this.backgroundDivine = () => tslib_1.__awaiter(this, void 0, void 0, function* () {
+            var _a;
+            for (const address of this.addressIterator) {
+                try {
+                    yield this.divineAddressFull(address);
+                }
+                catch (error) {
+                    (_a = this.logger) === null || _a === void 0 ? void 0 : _a.error(`${moduleName}.BackgroundDivine: ${error}`);
+                }
+                yield (0, delay_1.delay)(this.backgroundDivineIntervalMs);
+            }
+            this.backgroundDivineTask = undefined;
+        });
+        this.divineAddress = (address) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+            var _b;
+            const stats = yield this.params.boundWitnessSdk.useMongo((mongo) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+                return yield mongo.db(databases_1.DATABASES.Archivist).collection(collections_1.COLLECTIONS.ArchivistStats).findOne({ address: address });
+            }));
+            const remote = ((_b = stats === null || stats === void 0 ? void 0 : stats.bound_witnesses) === null || _b === void 0 ? void 0 : _b.count) || 0;
+            const local = this.pendingCounts[address] || 0;
+            return remote + local;
+        });
+        this.divineAddressFull = (address) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const count = yield this.params.boundWitnessSdk.useCollection((collection) => collection.countDocuments({ addresses: { $in: [address] } }));
+            yield this.storeDivinedResult(address, count);
+            return count;
+        });
+        this.divineAddressesBatch = () => tslib_1.__awaiter(this, void 0, void 0, function* () {
+            var _c, _d, _e;
+            (_c = this.logger) === null || _c === void 0 ? void 0 : _c.log(`${moduleName}.DivineAddressesBatch: Updating Addresses`);
+            const addressSpaceDiviners = yield this.upResolver.resolve({ name: [(0, assert_1.assertEx)(node_core_types_1.TYPES.AddressSpaceDiviner.description)] });
+            const addressSpaceDiviner = (0, diviner_models_1.asDivinerInstance)(addressSpaceDiviners.pop(), `${moduleName}.DivineAddressesBatch: Missing AddressSpaceDiviner`);
+            const result = (yield addressSpaceDiviner.divine([])) || [];
+            const addresses = result.filter((x) => x.schema === address_payload_plugin_1.AddressSchema).map((x) => x.address);
+            const additions = this.addressIterator.addValues(addresses);
+            (_d = this.logger) === null || _d === void 0 ? void 0 : _d.log(`${moduleName}.DivineAddressesBatch: Incoming Addresses Total: ${addresses.length} New: ${additions}`);
+            if (addresses.length && !this.backgroundDivineTask)
+                this.backgroundDivineTask = this.backgroundDivine();
+            (_e = this.logger) === null || _e === void 0 ? void 0 : _e.log(`${moduleName}.DivineAddressesBatch: Updated Addresses`);
+        });
+        this.divineAllAddresses = () => this.params.boundWitnessSdk.useCollection((collection) => collection.estimatedDocumentCount());
+        this.processChange = (change) => {
+            var _a;
+            this.resumeAfter = change._id;
+            const addresses = (_a = change === null || change === void 0 ? void 0 : change.fullDocument) === null || _a === void 0 ? void 0 : _a.addresses;
+            for (const address of addresses) {
+                if (address)
+                    this.pendingCounts[address] = (this.pendingCounts[address] || 0) + 1;
+            }
+        };
+        this.registerWithChangeStream = () => tslib_1.__awaiter(this, void 0, void 0, function* () {
+            var _f, _g;
+            (_f = this.logger) === null || _f === void 0 ? void 0 : _f.log(`${moduleName}.RegisterWithChangeStream: Registering`);
+            const wrapper = sdk_xyo_mongo_js_1.MongoClientWrapper.get(this.params.boundWitnessSdk.uri, this.params.boundWitnessSdk.config.maxPoolSize);
+            const connection = yield wrapper.connect();
+            (0, assert_1.assertEx)(connection, `${moduleName}.RegisterWithChangeStream: Connection failed`);
+            const collection = connection.db(databases_1.DATABASES.Archivist).collection(collections_1.COLLECTIONS.BoundWitnesses);
+            const opts = this.resumeAfter ? { resumeAfter: this.resumeAfter } : {};
+            this.changeStream = collection.watch([], opts);
+            this.changeStream.on('change', this.processChange);
+            this.changeStream.on('error', this.registerWithChangeStream);
+            (_g = this.logger) === null || _g === void 0 ? void 0 : _g.log(`${moduleName}.RegisterWithChangeStream: Registered`);
+        });
+        this.storeDivinedResult = (address, count) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+            yield this.params.boundWitnessSdk.useMongo((mongo) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+                yield mongo
+                    .db(databases_1.DATABASES.Archivist)
+                    .collection(collections_1.COLLECTIONS.ArchivistStats)
+                    .updateOne({ address }, { $set: { [`${collections_1.COLLECTIONS.BoundWitnesses}.count`]: count } }, updateOptions);
+            }));
+            this.pendingCounts[address] = 0;
+        });
+        this.updateChanges = () => tslib_1.__awaiter(this, void 0, void 0, function* () {
+            var _h, _j;
+            (_h = this.logger) === null || _h === void 0 ? void 0 : _h.log(`${moduleName}.UpdateChanges: Updating`);
+            const updates = Object.keys(this.pendingCounts).map((address) => {
+                const count = this.pendingCounts[address];
+                this.pendingCounts[address] = 0;
+                const $inc = { [`${collections_1.COLLECTIONS.BoundWitnesses}.count`]: count };
+                return this.params.boundWitnessSdk.useMongo((mongo) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+                    yield mongo.db(databases_1.DATABASES.Archivist).collection(collections_1.COLLECTIONS.ArchivistStats).updateOne({ address }, { $inc }, updateOptions);
+                }));
+            });
+            const results = yield Promise.allSettled(updates);
+            const succeeded = results.filter(promise_1.fulfilled).length;
+            const failed = results.filter(promise_1.rejected).length;
+            (_j = this.logger) === null || _j === void 0 ? void 0 : _j.log(`${moduleName}.UpdateChanges: Updated - Succeeded: ${succeeded} Failed: ${failed}`);
+        });
+    }
+    get jobs() {
+        return [
+            {
+                name: `${moduleName}.UpdateChanges`,
+                onSuccess: () => {
+                    this.pendingCounts = {};
+                },
+                schedule: '1 minute',
+                task: () => tslib_1.__awaiter(this, void 0, void 0, function* () { return yield this.updateChanges(); }),
+            },
+            {
+                name: `${moduleName}.DivineAddressesBatch`,
+                schedule: '5 minute',
+                task: () => tslib_1.__awaiter(this, void 0, void 0, function* () { return yield this.divineAddressesBatch(); }),
+            },
+        ];
+    }
+    divineHandler(payloads) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const query = payloads === null || payloads === void 0 ? void 0 : payloads.find(diviner_models_1.isBoundWitnessStatsQueryPayload);
+            const addresses = (query === null || query === void 0 ? void 0 : query.address) ? (Array.isArray(query === null || query === void 0 ? void 0 : query.address) ? query.address : [query.address]) : undefined;
+            const counts = addresses ? yield Promise.all(addresses.map((address) => this.divineAddress(address))) : [yield this.divineAllAddresses()];
+            return counts.map((count) => new payload_builder_1.PayloadBuilder({ schema: diviner_models_1.BoundWitnessStatsDivinerSchema }).fields({ count }).build());
+        });
+    }
+    startHandler() {
+        const _super = Object.create(null, {
+            startHandler: { get: () => super.startHandler }
+        });
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            yield _super.startHandler.call(this);
+            yield this.registerWithChangeStream();
+            const { jobQueue } = this.params;
+            (0, JobQueue_1.defineJobs)(jobQueue, this.jobs);
+            jobQueue.once('ready', () => tslib_1.__awaiter(this, void 0, void 0, function* () { return yield (0, JobQueue_1.scheduleJobs)(jobQueue, this.jobs); }));
+            return true;
+        });
+    }
+    stopHandler() {
+        const _super = Object.create(null, {
+            stopHandler: { get: () => super.stopHandler }
+        });
+        var _a;
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            yield ((_a = this.changeStream) === null || _a === void 0 ? void 0 : _a.close());
+            return yield _super.stopHandler.call(this);
+        });
+    }
+}
+exports.MongoDBBoundWitnessStatsDiviner = MongoDBBoundWitnessStatsDiviner;
+MongoDBBoundWitnessStatsDiviner.configSchemas = [diviner_models_1.BoundWitnessStatsDivinerConfigSchema];
+//# sourceMappingURL=MongoDBBoundWitnessStatsDiviner.js.map

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/BoundWitnessStats/MongoDBBoundWitnessStatsDiviner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoDBBoundWitnessStatsDiviner.js","sourceRoot":"","sources":["../../../../src/Diviner/BoundWitnessStats/MongoDBBoundWitnessStatsDiviner.ts"],"names":[],"mappings":";;;;AAAA,2CAAyC;AACzC,yCAAqC;AACrC,6CAAqD;AACrD,oEAA+D;AAC/D,gFAAmF;AAEnF,gEAQoC;AAGpC,kEAAoD;AACpD,kEAA6D;AAE7D,oEAAgF;AAIhF,mDAA+C;AAC/C,+CAA2C;AAC3C,6CAAyD;AACzD,qCAAwC;AAExC,MAAM,aAAa,GAAkB,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;AAiBrD,MAAM,UAAU,GAAG,iCAAiC,CAAA;AAEpD,MAAa,+BACX,SAAQ,kCAAwB;IADlC;;QAME;;WAEG;QACgB,oBAAe,GAAwB,IAAI,kBAAW,CAAC,EAAE,CAAC,CAAA;QAE7E;;;WAGG;QACgB,+BAA0B,GAAG,GAAG,CAAA;QAQzC,iBAAY,GAA6B,SAAS,CAAA;QAClD,kBAAa,GAA2B,EAAE,CAAA;QAC1C,gBAAW,GAA4B,SAAS,CAAA;QAyClD,qBAAgB,GAAG,GAAwB,EAAE;;YACnD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,eAAe,EAAE;gBAC1C,IAAI;oBACF,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;iBACtC;gBAAC,OAAO,KAAK,EAAE;oBACd,MAAA,IAAI,CAAC,MAAM,0CAAE,KAAK,CAAC,GAAG,UAAU,sBAAsB,KAAK,EAAE,CAAC,CAAA;iBAC/D;gBACD,MAAM,IAAA,aAAK,EAAC,IAAI,CAAC,0BAA0B,CAAC,CAAA;aAC7C;YACD,IAAI,CAAC,oBAAoB,GAAG,SAAS,CAAA;QACvC,CAAC,CAAA,CAAA;QAEO,kBAAa,GAAG,CAAO,OAAe,EAAE,EAAE;;YAChD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAO,KAAK,EAAE,EAAE;gBACvE,OAAO,MAAM,KAAK,CAAC,EAAE,CAAC,qBAAS,CAAC,SAAS,CAAC,CAAC,UAAU,CAAQ,yBAAW,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAA;YACxH,CAAC,CAAA,CAAC,CAAA;YACF,MAAM,MAAM,GAAG,CAAA,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,eAAe,0CAAE,KAAK,KAAI,CAAC,CAAA;YACjD,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;YAC9C,OAAO,MAAM,GAAG,KAAK,CAAA;QACvB,CAAC,CAAA,CAAA;QAEO,sBAAiB,GAAG,CAAO,OAAe,EAAE,EAAE;YACpD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;YAC3I,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;YAC7C,OAAO,KAAK,CAAA;QACd,CAAC,CAAA,CAAA;QAEO,yBAAoB,GAAG,GAAS,EAAE;;YACxC,MAAA,IAAI,CAAC,MAAM,0CAAE,GAAG,CAAC,GAAG,UAAU,2CAA2C,CAAC,CAAA;YAC1E,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,IAAA,iBAAQ,EAAC,uBAAK,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAA;YACvH,MAAM,mBAAmB,GAAG,IAAA,kCAAiB,EAAC,oBAAoB,CAAC,GAAG,EAAE,EAAE,GAAG,UAAU,oDAAoD,CAAC,CAAA;YAC5I,MAAM,MAAM,GAAG,CAAC,MAAM,mBAAmB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;YAC3D,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAiB,CAAC,CAAC,EAAuB,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,sCAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;YAC7H,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;YAC3D,MAAA,IAAI,CAAC,MAAM,0CAAE,GAAG,CAAC,GAAG,UAAU,oDAAoD,SAAS,CAAC,MAAM,SAAS,SAAS,EAAE,CAAC,CAAA;YACvH,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,oBAAoB;gBAAE,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACvG,MAAA,IAAI,CAAC,MAAM,0CAAE,GAAG,CAAC,GAAG,UAAU,0CAA0C,CAAC,CAAA;QAC3E,CAAC,CAAA,CAAA;QAEO,uBAAkB,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,sBAAsB,EAAE,CAAC,CAAA;QAEzH,kBAAa,GAAG,CAAC,MAAwD,EAAE,EAAE;;YACnF,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,GAAG,CAAA;YAC7B,MAAM,SAAS,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,YAAY,0CAAE,SAAS,CAAA;YACjD,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE;gBAC/B,IAAI,OAAO;oBAAE,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;aAClF;QACH,CAAC,CAAA;QAEO,6BAAwB,GAAG,GAAS,EAAE;;YAC5C,MAAA,IAAI,CAAC,MAAM,0CAAE,GAAG,CAAC,GAAG,UAAU,wCAAwC,CAAC,CAAA;YACvE,MAAM,OAAO,GAAG,qCAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;YACvH,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;YAC1C,IAAA,iBAAQ,EAAC,UAAU,EAAE,GAAG,UAAU,8CAA8C,CAAC,CAAA;YACjF,MAAM,UAAU,GAAG,UAAU,CAAC,EAAE,CAAC,qBAAS,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,yBAAW,CAAC,cAAc,CAAC,CAAA;YAC5F,MAAM,IAAI,GAAwB,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;YAC3F,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;YAC9C,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC,aAAa,CAAC,CAAA;YAClD,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,wBAAwB,CAAC,CAAA;YAC5D,MAAA,IAAI,CAAC,MAAM,0CAAE,GAAG,CAAC,GAAG,UAAU,uCAAuC,CAAC,CAAA;QACxE,CAAC,CAAA,CAAA;QAEO,uBAAkB,GAAG,CAAO,OAAe,EAAE,KAAa,EAAE,EAAE;YACpE,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAO,KAAK,EAAE,EAAE;gBACzD,MAAM,KAAK;qBACR,EAAE,CAAC,qBAAS,CAAC,SAAS,CAAC;qBACvB,UAAU,CAAC,yBAAW,CAAC,cAAc,CAAC;qBACtC,SAAS,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,yBAAW,CAAC,cAAc,QAAQ,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,CAAC,CAAA;YACxG,CAAC,CAAA,CAAC,CAAA;YACF,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QACjC,CAAC,CAAA,CAAA;QAEO,kBAAa,GAAG,GAAS,EAAE;;YACjC,MAAA,IAAI,CAAC,MAAM,0CAAE,GAAG,CAAC,GAAG,UAAU,0BAA0B,CAAC,CAAA;YACzD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;gBAC9D,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAA;gBACzC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;gBAC/B,MAAM,IAAI,GAAG,EAAE,CAAC,GAAG,yBAAW,CAAC,cAAc,QAAQ,CAAC,EAAE,KAAK,EAAE,CAAA;gBAC/D,OAAO,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAO,KAAK,EAAE,EAAE;oBAC1D,MAAM,KAAK,CAAC,EAAE,CAAC,qBAAS,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,yBAAW,CAAC,cAAc,CAAC,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,aAAa,CAAC,CAAA;gBAC5H,CAAC,CAAA,CAAC,CAAA;YACJ,CAAC,CAAC,CAAA;YACF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAA;YACjD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,mBAAS,CAAC,CAAC,MAAM,CAAA;YAClD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,kBAAQ,CAAC,CAAC,MAAM,CAAA;YAC9C,MAAA,IAAI,CAAC,MAAM,0CAAE,GAAG,CAAC,GAAG,UAAU,wCAAwC,SAAS,YAAY,MAAM,EAAE,CAAC,CAAA;QACtG,CAAC,CAAA,CAAA;IACH,CAAC;IA9HC,IAAI,IAAI;QACN,OAAO;YACL;gBACE,IAAI,EAAE,GAAG,UAAU,gBAAgB;gBACnC,SAAS,EAAE,GAAG,EAAE;oBACd,IAAI,CAAC,aAAa,GAAG,EAAE,CAAA;gBACzB,CAAC;gBACD,QAAQ,EAAE,UAAU;gBACpB,IAAI,EAAE,GAAS,EAAE,wDAAC,OAAA,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA,GAAA;aAC7C;YACD;gBACE,IAAI,EAAE,GAAG,UAAU,uBAAuB;gBAC1C,QAAQ,EAAE,UAAU;gBACpB,IAAI,EAAE,GAAS,EAAE,wDAAC,OAAA,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAA,GAAA;aACpD;SACF,CAAA;IACH,CAAC;IAEwB,aAAa,CAAC,QAAoB;;YACzD,MAAM,KAAK,GAAG,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,IAAI,CAAgC,gDAA+B,CAAC,CAAA;YAC5F,MAAM,SAAS,GAAG,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,EAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;YAChH,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAA;YACzI,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,gCAAc,CAA2B,EAAE,MAAM,EAAE,+CAA8B,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAA;QAClJ,CAAC;KAAA;IAEwB,YAAY;;;;;YACnC,MAAM,OAAM,YAAY,WAAE,CAAA;YAC1B,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAA;YACrC,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,MAAM,CAAA;YAChC,IAAA,qBAAU,EAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;YAC/B,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,GAAS,EAAE,wDAAC,OAAA,MAAM,IAAA,uBAAY,EAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA,GAAA,CAAC,CAAA;YAC3E,OAAO,IAAI,CAAA;QACb,CAAC;KAAA;IAEwB,WAAW;;;;;;YAClC,MAAM,CAAA,MAAA,IAAI,CAAC,YAAY,0CAAE,KAAK,EAAE,CAAA,CAAA;YAChC,OAAO,MAAM,OAAM,WAAW,WAAE,CAAA;;KACjC;;AAhEH,0EAyJC;AArJiB,6CAAa,GAAG,CAAC,qDAAoC,CAAC,AAAzC,CAAyC"}

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/BoundWitnessStats/index.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+tslib_1.__exportStar(require("./MongoDBBoundWitnessStatsDiviner"), exports);
+//# sourceMappingURL=index.js.map

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/BoundWitnessStats/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/Diviner/BoundWitnessStats/index.ts"],"names":[],"mappings":";;;AAAA,4EAAiD"}

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/Payload/MongoDBPayloadDiviner.js

@@ -0,0 +1,38 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MongoDBPayloadDiviner = void 0;
+const tslib_1 = require("tslib");
+const abstract_diviner_1 = require("@xyo-network/abstract-diviner");
+const diviner_payload_model_1 = require("@xyo-network/diviner-payload-model");
+const defaults_1 = require("../../defaults");
+const Mongo_1 = require("../../Mongo");
+class MongoDBPayloadDiviner extends abstract_diviner_1.AbstractDiviner {
+    divineHandler(payloads) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const query = payloads === null || payloads === void 0 ? void 0 : payloads.find(diviner_payload_model_1.isPayloadDivinerQueryPayload);
+            // TODO: Support multiple queries
+            if (!query)
+                throw Error('Received payload is not a Query');
+            // eslint-disable-next-line @typescript-eslint/no-unused-vars
+            const { hash, limit, order, offset, schema, schemas, timestamp } = query, props = tslib_1.__rest(query, ["hash", "limit", "order", "offset", "schema", "schemas", "timestamp"]);
+            const parsedLimit = limit !== null && limit !== void 0 ? limit : defaults_1.DefaultLimit;
+            const parsedOrder = order !== null && order !== void 0 ? order : defaults_1.DefaultOrder;
+            const parsedOffset = offset !== null && offset !== void 0 ? offset : 0;
+            const sort = { _timestamp: parsedOrder === 'asc' ? 1 : -1 };
+            const filter = {};
+            if (timestamp) {
+                const parsedTimestamp = timestamp ? timestamp : parsedOrder === 'desc' ? Date.now() : 0;
+                filter._timestamp = parsedOrder === 'desc' ? { $lt: parsedTimestamp } : { $gt: parsedTimestamp };
+            }
+            if (hash)
+                filter._hash = hash;
+            // TODO: Optimize for single schema supplied too
+            if (schemas === null || schemas === void 0 ? void 0 : schemas.length)
+                filter.schema = { $in: schemas };
+            return (yield (yield this.params.payloadSdk.find(filter)).sort(sort).skip(parsedOffset).limit(parsedLimit).maxTimeMS(defaults_1.DefaultMaxTimeMS).toArray()).map(Mongo_1.removeId);
+        });
+    }
+}
+exports.MongoDBPayloadDiviner = MongoDBPayloadDiviner;
+MongoDBPayloadDiviner.configSchemas = [diviner_payload_model_1.PayloadDivinerConfigSchema];
+//# sourceMappingURL=MongoDBPayloadDiviner.js.map

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/Payload/MongoDBPayloadDiviner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoDBPayloadDiviner.js","sourceRoot":"","sources":["../../../../src/Diviner/Payload/MongoDBPayloadDiviner.ts"],"names":[],"mappings":";;;;AAAA,oEAA+D;AAE/D,8EAK2C;AAO3C,6CAA6E;AAC7E,uCAAsC;AAStC,MAAa,qBAAiG,SAAQ,kCAAwB;IAGnH,aAAa,CAAC,QAAoB;;YACzD,MAAM,KAAK,GAAG,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,IAAI,CAA6B,oDAA4B,CAAC,CAAA;YACtF,iCAAiC;YACjC,IAAI,CAAC,KAAK;gBAAE,MAAM,KAAK,CAAC,iCAAiC,CAAC,CAAA;YAC1D,6DAA6D;YAC7D,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,KAAe,KAAK,EAAf,KAAK,kBAAK,KAAK,EAA5E,sEAAoE,CAAQ,CAAA;YAClF,MAAM,WAAW,GAAG,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,uBAAY,CAAA;YACzC,MAAM,WAAW,GAAG,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,uBAAY,CAAA;YACzC,MAAM,YAAY,GAAG,MAAM,aAAN,MAAM,cAAN,MAAM,GAAI,CAAC,CAAA;YAChC,MAAM,IAAI,GAAqC,EAAE,UAAU,EAAE,WAAW,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;YAC7F,MAAM,MAAM,GAA4B,EAAE,CAAA;YAC1C,IAAI,SAAS,EAAE;gBACb,MAAM,eAAe,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;gBACvF,MAAM,CAAC,UAAU,GAAG,WAAW,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,eAAe,EAAE,CAAA;aACjG;YACD,IAAI,IAAI;gBAAE,MAAM,CAAC,KAAK,GAAG,IAAI,CAAA;YAC7B,gDAAgD;YAChD,IAAI,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,MAAM;gBAAE,MAAM,CAAC,MAAM,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,CAAA;YACrD,OAAO,CACL,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,SAAS,CAAC,2BAAgB,CAAC,CAAC,OAAO,EAAE,CACzI,CAAC,GAAG,CAAC,gBAAQ,CAAC,CAAA;QACjB,CAAC;KAAA;;AAxBH,sDAyBC;AAxBiB,mCAAa,GAAG,CAAC,kDAA0B,CAAC,CAAA"}

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/Payload/index.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+tslib_1.__exportStar(require("./MongoDBPayloadDiviner"), exports);
+//# sourceMappingURL=index.js.map

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/Payload/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/Diviner/Payload/index.ts"],"names":[],"mappings":";;;AAAA,kEAAuC"}

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/PayloadStats/MongoDBPayloadStatsDiviner.js

@@ -0,0 +1,217 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MongoDBPayloadStatsDiviner = void 0;
+const tslib_1 = require("tslib");
+const assert_1 = require("@xylabs/assert");
+const delay_1 = require("@xylabs/delay");
+const promise_1 = require("@xylabs/promise");
+const abstract_diviner_1 = require("@xyo-network/abstract-diviner");
+const address_payload_plugin_1 = require("@xyo-network/address-payload-plugin");
+const diviner_model_1 = require("@xyo-network/diviner-model");
+const diviner_payload_stats_model_1 = require("@xyo-network/diviner-payload-stats-model");
+const node_core_types_1 = require("@xyo-network/node-core-types");
+const payload_builder_1 = require("@xyo-network/payload-builder");
+const sdk_xyo_mongo_js_1 = require("@xyo-network/sdk-xyo-mongo-js");
+const collections_1 = require("../../collections");
+const databases_1 = require("../../databases");
+const JobQueue_1 = require("../../JobQueue");
+const Util_1 = require("../../Util");
+const updateOptions = { upsert: true };
+const moduleName = 'MongoDBPayloadStatsDiviner';
+class MongoDBPayloadStatsDiviner extends abstract_diviner_1.AbstractDiviner {
+    constructor() {
+        super(...arguments);
+        /**
+         * Iterates over know addresses obtained from AddressDiviner
+         */
+        this.addressIterator = new Util_1.SetIterator([]);
+        /**
+         * The max number of records to search during the aggregate query
+         */
+        this.aggregateLimit = 1000;
+        /**
+         * The max number of iterations of aggregate queries to allow when
+         * divining the schema stats for a single address
+         */
+        this.aggregateMaxIterations = 1000000;
+        /**
+         * The amount of time to allow the aggregate query to execute
+         */
+        this.aggregateTimeoutMs = 10000;
+        /**
+         * The interval at which the background divine task will run. Prevents
+         * continuously iterating over DB and exhausting DB resources
+         */
+        this.backgroundDivineIntervalMs = 250;
+        this.changeStream = undefined;
+        this.pendingCounts = {};
+        this.resumeAfter = undefined;
+        this.backgroundDivine = () => tslib_1.__awaiter(this, void 0, void 0, function* () {
+            var _a;
+            for (const address of this.addressIterator) {
+                try {
+                    yield this.divineAddressFull(address);
+                }
+                catch (error) {
+                    (_a = this.logger) === null || _a === void 0 ? void 0 : _a.error(`${moduleName}.BackgroundDivine: ${error}`);
+                }
+                yield (0, delay_1.delay)(this.backgroundDivineIntervalMs);
+            }
+            this.backgroundDivineTask = undefined;
+        });
+        this.divineAddress = (address) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+            var _b;
+            const stats = yield this.params.payloadSdk.useMongo((mongo) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+                return yield mongo.db(databases_1.DATABASES.Archivist).collection(collections_1.COLLECTIONS.ArchivistStats).findOne({ address: address });
+            }));
+            const remote = ((_b = stats === null || stats === void 0 ? void 0 : stats.payloads) === null || _b === void 0 ? void 0 : _b.count) || 0;
+            const local = this.pendingCounts[address] || 0;
+            return remote + local;
+        });
+        this.divineAddressFull = (address) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+            let total = 0;
+            for (let iteration = 0; iteration < this.aggregateMaxIterations; iteration++) {
+                const count = yield this.params.boundWitnessSdk.useCollection((collection) => {
+                    return collection
+                        .aggregate([
+                        // eslint-disable-next-line sort-keys-fix/sort-keys-fix
+                        { $sort: { addresses: 1, _timestamp: -1 } },
+                        // Find all BoundWitnesses containing this address
+                        { $match: { addresses: { $in: [address] } } },
+                        // In batches
+                        { $skip: iteration * this.aggregateLimit },
+                        { $limit: this.aggregateLimit },
+                        // Flatten the payload_hashes to individual documents
+                        { $unwind: { path: '$payload_hashes' } },
+                        // Count all the payload hashes witnessed for this address
+                        { $count: 'payload_hashes' },
+                    ])
+                        .maxTimeMS(this.aggregateTimeoutMs)
+                        .next();
+                });
+                if (count != null) {
+                    total += count.payload_hashes;
+                    continue;
+                }
+                break;
+            }
+            yield this.storeDivinedResult(address, total);
+            return total;
+        });
+        this.divineAddressesBatch = () => tslib_1.__awaiter(this, void 0, void 0, function* () {
+            var _c, _d, _e, _f;
+            (_c = this.logger) === null || _c === void 0 ? void 0 : _c.log(`${moduleName}.DivineAddressesBatch: Updating Addresses`);
+            const addressSpaceDiviners = yield this.upResolver.resolve({ name: [(0, assert_1.assertEx)(node_core_types_1.TYPES.AddressSpaceDiviner.description)] });
+            const addressSpaceDiviner = (0, diviner_model_1.asDivinerInstance)(addressSpaceDiviners.pop(), `${moduleName}.DivineAddressesBatch: Missing AddressSpaceDiviner`);
+            const result = (_d = (yield addressSpaceDiviner.divine())) !== null && _d !== void 0 ? _d : [];
+            const addresses = result.filter((x) => x.schema === address_payload_plugin_1.AddressSchema).map((x) => x.address);
+            const additions = this.addressIterator.addValues(addresses);
+            (_e = this.logger) === null || _e === void 0 ? void 0 : _e.log(`${moduleName}.DivineAddressesBatch: Incoming Addresses Total: ${addresses.length} New: ${additions}`);
+            if (addresses.length && !this.backgroundDivineTask)
+                this.backgroundDivineTask = this.backgroundDivine();
+            (_f = this.logger) === null || _f === void 0 ? void 0 : _f.log(`${moduleName}.DivineAddressesBatch: Updated Addresses`);
+        });
+        this.divineAllAddresses = () => this.params.payloadSdk.useCollection((collection) => collection.estimatedDocumentCount());
+        this.processChange = (change) => {
+            var _a, _b;
+            this.resumeAfter = change._id;
+            const addresses = change.fullDocument.addresses;
+            const count = ((_b = (_a = change.fullDocument) === null || _a === void 0 ? void 0 : _a.payload_hashes) === null || _b === void 0 ? void 0 : _b.length) || 0;
+            if ((addresses === null || addresses === void 0 ? void 0 : addresses.length) && count) {
+                for (const address of addresses) {
+                    if (address)
+                        this.pendingCounts[address] = (this.pendingCounts[address] || 0) + count;
+                }
+            }
+        };
+        this.registerWithChangeStream = () => tslib_1.__awaiter(this, void 0, void 0, function* () {
+            var _g, _h;
+            (_g = this.logger) === null || _g === void 0 ? void 0 : _g.log(`${moduleName}.RegisterWithChangeStream: Registering`);
+            const wrapper = sdk_xyo_mongo_js_1.MongoClientWrapper.get(this.params.boundWitnessSdk.uri, this.params.boundWitnessSdk.config.maxPoolSize);
+            const connection = yield wrapper.connect();
+            (0, assert_1.assertEx)(connection, `${moduleName}.RegisterWithChangeStream: Connection failed`);
+            const collection = connection.db(databases_1.DATABASES.Archivist).collection(collections_1.COLLECTIONS.BoundWitnesses);
+            const opts = this.resumeAfter ? { resumeAfter: this.resumeAfter } : {};
+            this.changeStream = collection.watch([], opts);
+            this.changeStream.on('change', this.processChange);
+            this.changeStream.on('error', this.registerWithChangeStream);
+            (_h = this.logger) === null || _h === void 0 ? void 0 : _h.log(`${moduleName}.RegisterWithChangeStream: Registered`);
+        });
+        this.storeDivinedResult = (address, count) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+            yield this.params.payloadSdk.useMongo((mongo) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+                yield mongo
+                    .db(databases_1.DATABASES.Archivist)
+                    .collection(collections_1.COLLECTIONS.ArchivistStats)
+                    .updateOne({ address }, { $set: { [`${collections_1.COLLECTIONS.Payloads}.count`]: count } }, updateOptions);
+            }));
+            this.pendingCounts[address] = 0;
+        });
+        this.updateChanges = () => tslib_1.__awaiter(this, void 0, void 0, function* () {
+            var _j, _k;
+            (_j = this.logger) === null || _j === void 0 ? void 0 : _j.log(`${moduleName}.UpdateChanges: Updating`);
+            const updates = Object.keys(this.pendingCounts).map((address) => {
+                const count = this.pendingCounts[address];
+                this.pendingCounts[address] = 0;
+                const $inc = { [`${collections_1.COLLECTIONS.Payloads}.count`]: count };
+                return this.params.payloadSdk.useMongo((mongo) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+                    yield mongo.db(databases_1.DATABASES.Archivist).collection(collections_1.COLLECTIONS.ArchivistStats).updateOne({ address }, { $inc }, updateOptions);
+                }));
+            });
+            const results = yield Promise.allSettled(updates);
+            const succeeded = results.filter(promise_1.fulfilled).length;
+            const failed = results.filter(promise_1.rejected).length;
+            (_k = this.logger) === null || _k === void 0 ? void 0 : _k.log(`${moduleName}.UpdateChanges: Updated - Succeeded: ${succeeded} Failed: ${failed}`);
+        });
+    }
+    get jobs() {
+        return [
+            {
+                name: `${moduleName}.UpdateChanges`,
+                onSuccess: () => {
+                    this.pendingCounts = {};
+                },
+                schedule: '1 minute',
+                task: () => tslib_1.__awaiter(this, void 0, void 0, function* () { return yield this.updateChanges(); }),
+            },
+            {
+                name: `${moduleName}.DivineAddressesBatch`,
+                schedule: '5 minute',
+                task: () => tslib_1.__awaiter(this, void 0, void 0, function* () { return yield this.divineAddressesBatch(); }),
+            },
+        ];
+    }
+    divineHandler(payloads) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const query = payloads === null || payloads === void 0 ? void 0 : payloads.find(diviner_payload_stats_model_1.isPayloadStatsQueryPayload);
+            const addresses = (query === null || query === void 0 ? void 0 : query.address) ? (Array.isArray(query === null || query === void 0 ? void 0 : query.address) ? query.address : [query.address]) : undefined;
+            const counts = addresses ? yield Promise.all(addresses.map((address) => this.divineAddress(address))) : [yield this.divineAllAddresses()];
+            return counts.map((count) => new payload_builder_1.PayloadBuilder({ schema: diviner_payload_stats_model_1.PayloadStatsDivinerSchema }).fields({ count }).build());
+        });
+    }
+    startHandler() {
+        const _super = Object.create(null, {
+            startHandler: { get: () => super.startHandler }
+        });
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            yield _super.startHandler.call(this);
+            yield this.registerWithChangeStream();
+            const { jobQueue } = this.params;
+            (0, JobQueue_1.defineJobs)(jobQueue, this.jobs);
+            jobQueue.once('ready', () => tslib_1.__awaiter(this, void 0, void 0, function* () { return yield (0, JobQueue_1.scheduleJobs)(jobQueue, this.jobs); }));
+            return true;
+        });
+    }
+    stopHandler() {
+        const _super = Object.create(null, {
+            stopHandler: { get: () => super.stopHandler }
+        });
+        var _a;
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            yield ((_a = this.changeStream) === null || _a === void 0 ? void 0 : _a.close());
+            return yield _super.stopHandler.call(this);
+        });
+    }
+}
+exports.MongoDBPayloadStatsDiviner = MongoDBPayloadStatsDiviner;
+MongoDBPayloadStatsDiviner.configSchemas = [diviner_payload_stats_model_1.PayloadStatsDivinerConfigSchema];
+//# sourceMappingURL=MongoDBPayloadStatsDiviner.js.map

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/PayloadStats/MongoDBPayloadStatsDiviner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoDBPayloadStatsDiviner.js","sourceRoot":"","sources":["../../../../src/Diviner/PayloadStats/MongoDBPayloadStatsDiviner.ts"],"names":[],"mappings":";;;;AAAA,2CAAyC;AACzC,yCAAqC;AACrC,6CAAqD;AACrD,oEAA+D;AAC/D,gFAAmF;AACnF,8DAA6E;AAE7E,0FAOiD;AAGjD,kEAAoD;AACpD,kEAA6D;AAE7D,oEAAgF;AAIhF,mDAA+C;AAC/C,+CAA2C;AAC3C,6CAAyD;AACzD,qCAAwC;AAExC,MAAM,aAAa,GAAkB,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;AAkBrD,MAAM,UAAU,GAAG,4BAA4B,CAAA;AAE/C,MAAa,0BACX,SAAQ,kCAAwB;IADlC;;QAME;;WAEG;QACgB,oBAAe,GAAwB,IAAI,kBAAW,CAAC,EAAE,CAAC,CAAA;QAE7E;;WAEG;QACgB,mBAAc,GAAG,IAAK,CAAA;QAEzC;;;WAGG;QACgB,2BAAsB,GAAG,OAAS,CAAA;QAErD;;WAEG;QACgB,uBAAkB,GAAG,KAAM,CAAA;QAE9C;;;WAGG;QACgB,+BAA0B,GAAG,GAAG,CAAA;QAQzC,iBAAY,GAA6B,SAAS,CAAA;QAClD,kBAAa,GAA2B,EAAE,CAAA;QAC1C,gBAAW,GAA4B,SAAS,CAAA;QAyClD,qBAAgB,GAAG,GAAwB,EAAE;;YACnD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,eAAe,EAAE;gBAC1C,IAAI;oBACF,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;iBACtC;gBAAC,OAAO,KAAK,EAAE;oBACd,MAAA,IAAI,CAAC,MAAM,0CAAE,KAAK,CAAC,GAAG,UAAU,sBAAsB,KAAK,EAAE,CAAC,CAAA;iBAC/D;gBACD,MAAM,IAAA,aAAK,EAAC,IAAI,CAAC,0BAA0B,CAAC,CAAA;aAC7C;YACD,IAAI,CAAC,oBAAoB,GAAG,SAAS,CAAA;QACvC,CAAC,CAAA,CAAA;QAEO,kBAAa,GAAG,CAAO,OAAe,EAAE,EAAE;;YAChD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAO,KAAK,EAAE,EAAE;gBAClE,OAAO,MAAM,KAAK,CAAC,EAAE,CAAC,qBAAS,CAAC,SAAS,CAAC,CAAC,UAAU,CAAQ,yBAAW,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAA;YACxH,CAAC,CAAA,CAAC,CAAA;YACF,MAAM,MAAM,GAAG,CAAA,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,QAAQ,0CAAE,KAAK,KAAI,CAAC,CAAA;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;YAC9C,OAAO,MAAM,GAAG,KAAK,CAAA;QACvB,CAAC,CAAA,CAAA;QAEO,sBAAiB,GAAG,CAAO,OAAe,EAAE,EAAE;YACpD,IAAI,KAAK,GAAG,CAAC,CAAA;YACb,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,IAAI,CAAC,sBAAsB,EAAE,SAAS,EAAE,EAAE;gBAC5E,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC,UAAU,EAAE,EAAE;oBAC3E,OAAO,UAAU;yBACd,SAAS,CAA6B;wBACrC,uDAAuD;wBACvD,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE;wBAC3C,kDAAkD;wBAClD,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE;wBAC7C,aAAa;wBACb,EAAE,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC,cAAc,EAAE;wBAC1C,EAAE,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE;wBAC/B,qDAAqD;wBACrD,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE;wBACxC,0DAA0D;wBAC1D,EAAE,MAAM,EAAE,gBAAgB,EAAE;qBAC7B,CAAC;yBACD,SAAS,CAAC,IAAI,CAAC,kBAAkB,CAAC;yBAClC,IAAI,EAAE,CAAA;gBACX,CAAC,CAAC,CAAA;gBACF,IAAI,KAAK,IAAI,IAAI,EAAE;oBACjB,KAAK,IAAI,KAAK,CAAC,cAAc,CAAA;oBAC7B,SAAQ;iBACT;gBACD,MAAK;aACN;YACD,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;YAC7C,OAAO,KAAK,CAAA;QACd,CAAC,CAAA,CAAA;QAEO,yBAAoB,GAAG,GAAS,EAAE;;YACxC,MAAA,IAAI,CAAC,MAAM,0CAAE,GAAG,CAAC,GAAG,UAAU,2CAA2C,CAAC,CAAA;YAC1E,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,IAAA,iBAAQ,EAAC,uBAAK,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAA;YACvH,MAAM,mBAAmB,GAAG,IAAA,iCAAiB,EAAC,oBAAoB,CAAC,GAAG,EAAE,EAAE,GAAG,UAAU,oDAAoD,CAAC,CAAA;YAC5I,MAAM,MAAM,GAAG,MAAA,CAAC,MAAM,mBAAmB,CAAC,MAAM,EAAE,CAAC,mCAAI,EAAE,CAAA;YACzD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAiB,CAAC,CAAC,EAAuB,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,sCAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;YAC7H,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;YAC3D,MAAA,IAAI,CAAC,MAAM,0CAAE,GAAG,CAAC,GAAG,UAAU,oDAAoD,SAAS,CAAC,MAAM,SAAS,SAAS,EAAE,CAAC,CAAA;YACvH,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,oBAAoB;gBAAE,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACvG,MAAA,IAAI,CAAC,MAAM,0CAAE,GAAG,CAAC,GAAG,UAAU,0CAA0C,CAAC,CAAA;QAC3E,CAAC,CAAA,CAAA;QAEO,uBAAkB,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,sBAAsB,EAAE,CAAC,CAAA;QAEpH,kBAAa,GAAG,CAAC,MAAwD,EAAE,EAAE;;YACnF,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,GAAG,CAAA;YAC7B,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,CAAC,SAAS,CAAA;YAC/C,MAAM,KAAK,GAAG,CAAA,MAAA,MAAA,MAAM,CAAC,YAAY,0CAAE,cAAc,0CAAE,MAAM,KAAI,CAAC,CAAA;YAC9D,IAAI,CAAA,SAAS,aAAT,SAAS,uBAAT,SAAS,CAAE,MAAM,KAAI,KAAK,EAAE;gBAC9B,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE;oBAC/B,IAAI,OAAO;wBAAE,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAA;iBACtF;aACF;QACH,CAAC,CAAA;QAEO,6BAAwB,GAAG,GAAS,EAAE;;YAC5C,MAAA,IAAI,CAAC,MAAM,0CAAE,GAAG,CAAC,GAAG,UAAU,wCAAwC,CAAC,CAAA;YACvE,MAAM,OAAO,GAAG,qCAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;YACvH,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;YAC1C,IAAA,iBAAQ,EAAC,UAAU,EAAE,GAAG,UAAU,8CAA8C,CAAC,CAAA;YACjF,MAAM,UAAU,GAAG,UAAU,CAAC,EAAE,CAAC,qBAAS,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,yBAAW,CAAC,cAAc,CAAC,CAAA;YAC5F,MAAM,IAAI,GAAwB,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;YAC3F,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;YAC9C,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC,aAAa,CAAC,CAAA;YAClD,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,wBAAwB,CAAC,CAAA;YAC5D,MAAA,IAAI,CAAC,MAAM,0CAAE,GAAG,CAAC,GAAG,UAAU,uCAAuC,CAAC,CAAA;QACxE,CAAC,CAAA,CAAA;QAEO,uBAAkB,GAAG,CAAO,OAAe,EAAE,KAAa,EAAE,EAAE;YACpE,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAO,KAAK,EAAE,EAAE;gBACpD,MAAM,KAAK;qBACR,EAAE,CAAC,qBAAS,CAAC,SAAS,CAAC;qBACvB,UAAU,CAAC,yBAAW,CAAC,cAAc,CAAC;qBACtC,SAAS,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,yBAAW,CAAC,QAAQ,QAAQ,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,CAAC,CAAA;YAClG,CAAC,CAAA,CAAC,CAAA;YACF,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QACjC,CAAC,CAAA,CAAA;QAEO,kBAAa,GAAG,GAAS,EAAE;;YACjC,MAAA,IAAI,CAAC,MAAM,0CAAE,GAAG,CAAC,GAAG,UAAU,0BAA0B,CAAC,CAAA;YACzD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;gBAC9D,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAA;gBACzC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;gBAC/B,MAAM,IAAI,GAAG,EAAE,CAAC,GAAG,yBAAW,CAAC,QAAQ,QAAQ,CAAC,EAAE,KAAK,EAAE,CAAA;gBACzD,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAO,KAAK,EAAE,EAAE;oBACrD,MAAM,KAAK,CAAC,EAAE,CAAC,qBAAS,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,yBAAW,CAAC,cAAc,CAAC,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,aAAa,CAAC,CAAA;gBAC5H,CAAC,CAAA,CAAC,CAAA;YACJ,CAAC,CAAC,CAAA;YACF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAA;YACjD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,mBAAS,CAAC,CAAC,MAAM,CAAA;YAClD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,kBAAQ,CAAC,CAAC,MAAM,CAAA;YAC9C,MAAA,IAAI,CAAC,MAAM,0CAAE,GAAG,CAAC,GAAG,UAAU,wCAAwC,SAAS,YAAY,MAAM,EAAE,CAAC,CAAA;QACtG,CAAC,CAAA,CAAA;IACH,CAAC;IA1JC,IAAI,IAAI;QACN,OAAO;YACL;gBACE,IAAI,EAAE,GAAG,UAAU,gBAAgB;gBACnC,SAAS,EAAE,GAAG,EAAE;oBACd,IAAI,CAAC,aAAa,GAAG,EAAE,CAAA;gBACzB,CAAC;gBACD,QAAQ,EAAE,UAAU;gBACpB,IAAI,EAAE,GAAS,EAAE,wDAAC,OAAA,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA,GAAA;aAC7C;YACD;gBACE,IAAI,EAAE,GAAG,UAAU,uBAAuB;gBAC1C,QAAQ,EAAE,UAAU;gBACpB,IAAI,EAAE,GAAS,EAAE,wDAAC,OAAA,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAA,GAAA;aACpD;SACF,CAAA;IACH,CAAC;IAEwB,aAAa,CAAC,QAAoB;;YACzD,MAAM,KAAK,GAAG,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,IAAI,CAA2B,wDAA0B,CAAC,CAAA;YAClF,MAAM,SAAS,GAAG,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,EAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;YAChH,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAA;YACzI,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,gCAAc,CAAsB,EAAE,MAAM,EAAE,uDAAyB,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAA;QACxI,CAAC;KAAA;IAEwB,YAAY;;;;;YACnC,MAAM,OAAM,YAAY,WAAE,CAAA;YAC1B,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAA;YACrC,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,MAAM,CAAA;YAChC,IAAA,qBAAU,EAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;YAC/B,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,GAAS,EAAE,wDAAC,OAAA,MAAM,IAAA,uBAAY,EAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA,GAAA,CAAC,CAAA;YAC3E,OAAO,IAAI,CAAA;QACb,CAAC;KAAA;IAEwB,WAAW;;;;;;YAClC,MAAM,CAAA,MAAA,IAAI,CAAC,YAAY,0CAAE,KAAK,EAAE,CAAA,CAAA;YAChC,OAAO,MAAM,OAAM,WAAW,WAAE,CAAA;;KACjC;;AAhFH,gEAqMC;AAjMiB,wCAAa,GAAG,CAAC,6DAA+B,CAAC,AAApC,CAAoC"}

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/PayloadStats/index.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+tslib_1.__exportStar(require("./MongoDBPayloadStatsDiviner"), exports);
+//# sourceMappingURL=index.js.map

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/PayloadStats/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/Diviner/PayloadStats/index.ts"],"names":[],"mappings":";;;AAAA,uEAA4C"}

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/Payloads/ArchiveConfigPayload.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=ArchiveConfigPayload.js.map

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/Payloads/ArchiveConfigPayload.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ArchiveConfigPayload.js","sourceRoot":"","sources":["../../../../src/Diviner/Payloads/ArchiveConfigPayload.ts"],"names":[],"mappings":""}

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/Payloads/ArchiveStatsPayload.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=ArchiveStatsPayload.js.map

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/Payloads/ArchiveStatsPayload.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ArchiveStatsPayload.js","sourceRoot":"","sources":["../../../../src/Diviner/Payloads/ArchiveStatsPayload.ts"],"names":[],"mappings":""}

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/Payloads/StatsSchema.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StatsSchema = void 0;
+exports.StatsSchema = 'network.xyo.archivist.payload.stats';
+//# sourceMappingURL=StatsSchema.js.map

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/Payloads/StatsSchema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StatsSchema.js","sourceRoot":"","sources":["../../../../src/Diviner/Payloads/StatsSchema.ts"],"names":[],"mappings":";;;AACa,QAAA,WAAW,GAAgB,qCAAqC,CAAA"}

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/Payloads/index.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+tslib_1.__exportStar(require("./ArchiveConfigPayload"), exports);
+tslib_1.__exportStar(require("./ArchiveStatsPayload"), exports);
+tslib_1.__exportStar(require("./StatsSchema"), exports);
+//# sourceMappingURL=index.js.map

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/Payloads/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/Diviner/Payloads/index.ts"],"names":[],"mappings":";;;AAAA,iEAAsC;AACtC,gEAAqC;AACrC,wDAA6B"}

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/SchemaList/MongoDBSchemaListDiviner.js

@@ -0,0 +1,39 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MongoDBSchemaListDiviner = void 0;
+const tslib_1 = require("tslib");
+const diviner_schema_list_abstract_1 = require("@xyo-network/diviner-schema-list-abstract");
+const diviner_schema_list_model_1 = require("@xyo-network/diviner-schema-list-model");
+const payload_builder_1 = require("@xyo-network/payload-builder");
+class MongoDBSchemaListDiviner extends diviner_schema_list_abstract_1.SchemaListDiviner {
+    constructor() {
+        super(...arguments);
+        /**
+         * The amount of time to allow the aggregate query to execute
+         */
+        this.aggregateTimeoutMs = 10000;
+        this.divineAddress = (archive) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const result = yield this.params.boundWitnessSdk.useCollection((collection) => {
+                return collection.distinct('payload_schemas', { addresses: { $in: [archive] } });
+            });
+            return result;
+        });
+        this.divineAllAddresses = () => tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const result = yield this.params.boundWitnessSdk.useCollection((collection) => {
+                return collection.distinct('payload_schemas');
+            });
+            return result;
+        });
+    }
+    divineHandler(payloads) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const query = payloads === null || payloads === void 0 ? void 0 : payloads.find(diviner_schema_list_model_1.isSchemaListQueryPayload);
+            const addresses = (query === null || query === void 0 ? void 0 : query.address) ? (Array.isArray(query === null || query === void 0 ? void 0 : query.address) ? query.address : [query.address]) : undefined;
+            const counts = addresses ? yield Promise.all(addresses.map((address) => this.divineAddress(address))) : [yield this.divineAllAddresses()];
+            return counts.map((schemas) => new payload_builder_1.PayloadBuilder({ schema: diviner_schema_list_model_1.SchemaListDivinerSchema }).fields({ schemas }).build());
+        });
+    }
+}
+exports.MongoDBSchemaListDiviner = MongoDBSchemaListDiviner;
+MongoDBSchemaListDiviner.configSchemas = [diviner_schema_list_model_1.SchemaListDivinerConfigSchema];
+//# sourceMappingURL=MongoDBSchemaListDiviner.js.map

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/SchemaList/MongoDBSchemaListDiviner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MongoDBSchemaListDiviner.js","sourceRoot":"","sources":["../../../../src/Diviner/SchemaList/MongoDBSchemaListDiviner.ts"],"names":[],"mappings":";;;;AACA,4FAA6E;AAC7E,sFAO+C;AAG/C,kEAA6D;AAW7D,MAAa,wBAEX,SAAQ,gDAA0B;IAFpC;;QAKE;;WAEG;QACgB,uBAAkB,GAAG,KAAM,CAAA;QAStC,kBAAa,GAAG,CAAO,OAAe,EAAqB,EAAE;YACnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC,UAAU,EAAE,EAAE;gBAC5E,OAAO,UAAU,CAAC,QAAQ,CAAC,iBAAiB,EAAE,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAA;YAClF,CAAC,CAAC,CAAA;YACF,OAAO,MAAM,CAAA;QACf,CAAC,CAAA,CAAA;QAEO,uBAAkB,GAAG,GAA4B,EAAE;YACzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC,UAAU,EAAE,EAAE;gBAC5E,OAAO,UAAU,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAA;YAC/C,CAAC,CAAC,CAAA;YACF,OAAO,MAAM,CAAA;QACf,CAAC,CAAA,CAAA;IACH,CAAC;IApB0B,aAAa,CAAC,QAAoB;;YACzD,MAAM,KAAK,GAAG,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,IAAI,CAAyB,oDAAwB,CAAC,CAAA;YAC9E,MAAM,SAAS,GAAG,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,EAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;YAChH,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAA;YACzI,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,gCAAc,CAAoB,EAAE,MAAM,EAAE,mDAAuB,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAA;QACxI,CAAC;KAAA;;AAfH,4DA8BC;AA3BiB,sCAAa,GAAG,CAAC,yDAA6B,CAAC,AAAlC,CAAkC"}

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/SchemaList/index.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+tslib_1.__exportStar(require("./MongoDBSchemaListDiviner"), exports);
+//# sourceMappingURL=index.js.map

package/packages/node/packages/core/packages/modules-mongo/dist/cjs/Diviner/SchemaList/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/Diviner/SchemaList/index.ts"],"names":[],"mappings":";;;AAAA,qEAA0C"}