@streamr/dht 0.0.1-tatum.0

package/dist/src/dht/store/DataStore.js

@@ -0,0 +1,244 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DataStore = void 0;
+const DhtRpc_1 = require("../../proto/packages/dht/protos/DhtRpc");
+const PeerID_1 = require("../../helpers/PeerID");
+const proto_rpc_1 = require("@streamr/proto-rpc");
+const DhtRpc_client_1 = require("../../proto/packages/dht/protos/DhtRpc.client");
+const peerIdFromPeerDescriptor_1 = require("../../helpers/peerIdFromPeerDescriptor");
+const utils_1 = require("@streamr/utils");
+const RemoteStore_1 = require("./RemoteStore");
+const timestamp_1 = require("../../proto/google/protobuf/timestamp");
+const SortedContactList_1 = require("../contact/SortedContactList");
+const Contact_1 = require("../contact/Contact");
+const logger = new utils_1.Logger(module);
+class DataStore {
+    constructor(config) {
+        this.rpcCommunicator = config.rpcCommunicator;
+        this.recursiveFinder = config.recursiveFinder;
+        this.ownPeerDescriptor = config.ownPeerDescriptor;
+        this.localDataStore = config.localDataStore;
+        this.serviceId = config.serviceId;
+        this.storeMaxTtl = config.storeMaxTtl;
+        this.storeHighestTtl = config.storeHighestTtl;
+        this.storeNumberOfCopies = config.storeNumberOfCopies;
+        this.dhtNodeEmitter = config.dhtNodeEmitter;
+        this.getNodesClosestToIdFromBucket = config.getNodesClosestToIdFromBucket;
+        this.rpcCommunicator.registerRpcMethod(DhtRpc_1.StoreDataRequest, DhtRpc_1.StoreDataResponse, 'storeData', (request, context) => this.storeData(request, context));
+        this.rpcCommunicator.registerRpcMethod(DhtRpc_1.MigrateDataRequest, DhtRpc_1.MigrateDataResponse, 'migrateData', (request, context) => this.migrateData(request, context));
+        this.rpcCommunicator.registerRpcMethod(DhtRpc_1.DeleteDataRequest, DhtRpc_1.DeleteDataResponse, 'deleteData', (request, context) => this.deleteData(request, context));
+        this.dhtNodeEmitter.on('newContact', (peerDescriptor, _closestPeers) => {
+            this.localDataStore.getStore().forEach((dataMap, _dataKey) => {
+                dataMap.forEach((dataEntry) => {
+                    if (this.shouldMigrateDataToNewNode(dataEntry.dataEntry, peerDescriptor)) {
+                        this.migrateDataToContact(dataEntry.dataEntry, peerDescriptor);
+                    }
+                });
+            });
+        });
+    }
+    shouldMigrateDataToNewNode(dataEntry, newNode) {
+        const dataId = PeerID_1.PeerID.fromValue(dataEntry.kademliaId);
+        const newNodeId = PeerID_1.PeerID.fromValue(newNode.kademliaId);
+        const ownPeerId = PeerID_1.PeerID.fromValue(this.ownPeerDescriptor.kademliaId);
+        const closestToData = this.getNodesClosestToIdFromBucket(dataEntry.kademliaId, 10);
+        const sortedList = new SortedContactList_1.SortedContactList(dataId, 20, undefined, true);
+        sortedList.addContact(new Contact_1.Contact(this.ownPeerDescriptor));
+        closestToData.forEach((con) => {
+            if (!newNodeId.equals(PeerID_1.PeerID.fromValue(con.getPeerDescriptor().kademliaId))) {
+                sortedList.addContact(new Contact_1.Contact(con.getPeerDescriptor()));
+            }
+        });
+        if (!sortedList.getAllContacts()[0].getPeerId().equals(ownPeerId)) {
+            // If we are not the closes node to the data, do not migrate
+            return false;
+        }
+        const newPeerId = PeerID_1.PeerID.fromValue(newNode.kademliaId);
+        sortedList.addContact(new Contact_1.Contact(newNode));
+        const sorted = sortedList.getAllContacts();
+        let index = 0;
+        for (index = 0; index < sorted.length; index++) {
+            if (sorted[index].getPeerId().equals(newPeerId)) {
+                break;
+            }
+        }
+        // if new node is within the 5 closest nodes to the data
+        // do migrate data to it
+        if (index < 5) {
+            this.localDataStore.setStale(dataId, dataEntry.storer, false);
+            return true;
+        }
+        else {
+            this.localDataStore.setStale(dataId, dataEntry.storer, true);
+            return false;
+        }
+    }
+    async migrateDataToContact(dataEntry, contact, doNotConnect = false) {
+        const remoteStore = new RemoteStore_1.RemoteStore(this.ownPeerDescriptor, contact, (0, proto_rpc_1.toProtoRpcClient)(new DhtRpc_client_1.StoreServiceClient(this.rpcCommunicator.getRpcClientTransport())), this.serviceId);
+        try {
+            const response = await remoteStore.migrateData({ dataEntry }, doNotConnect);
+            if (response.error) {
+                logger.debug('RemoteStore::migrateData() returned error: ' + response.error);
+            }
+        }
+        catch (e) {
+            logger.debug('RemoteStore::migrateData() threw an exception ' + e);
+        }
+    }
+    async storeDataToDht(key, data) {
+        logger.debug(`Storing data to DHT ${this.serviceId}`);
+        const result = await this.recursiveFinder.startRecursiveFind(key);
+        const closestNodes = result.closestNodes;
+        const successfulNodes = [];
+        const ttl = this.storeHighestTtl; // ToDo: make TTL decrease according to some nice curve
+        const storerTime = timestamp_1.Timestamp.now();
+        for (let i = 0; i < closestNodes.length && successfulNodes.length < 5; i++) {
+            if ((0, peerIdFromPeerDescriptor_1.isSamePeerDescriptor)(this.ownPeerDescriptor, closestNodes[i])) {
+                this.localDataStore.storeEntry({
+                    kademliaId: key,
+                    storer: this.ownPeerDescriptor,
+                    ttl,
+                    storedAt: timestamp_1.Timestamp.now(),
+                    data,
+                    stale: false,
+                    deleted: false,
+                    storerTime
+                });
+                successfulNodes.push(closestNodes[i]);
+                continue;
+            }
+            const remoteStore = new RemoteStore_1.RemoteStore(this.ownPeerDescriptor, closestNodes[i], (0, proto_rpc_1.toProtoRpcClient)(new DhtRpc_client_1.StoreServiceClient(this.rpcCommunicator.getRpcClientTransport())), this.serviceId);
+            try {
+                const response = await remoteStore.storeData({ kademliaId: key, data, ttl, storerTime });
+                if (!response.error) {
+                    successfulNodes.push(closestNodes[i]);
+                    logger.trace('remoteStore.storeData() returned success');
+                }
+                else {
+                    logger.debug('remoteStore.storeData() returned error: ' + response.error);
+                }
+            }
+            catch (e) {
+                logger.debug('remoteStore.storeData() threw an exception ' + e);
+            }
+        }
+        return successfulNodes;
+    }
+    selfIsOneOfClosestPeers(dataId) {
+        const ownPeerId = PeerID_1.PeerID.fromValue(this.ownPeerDescriptor.kademliaId);
+        const closestPeers = this.getNodesClosestToIdFromBucket(dataId, 5);
+        const sortedList = new SortedContactList_1.SortedContactList(ownPeerId, 5, undefined, true);
+        sortedList.addContact(new Contact_1.Contact(this.ownPeerDescriptor));
+        closestPeers.forEach((con) => sortedList.addContact(new Contact_1.Contact(con.getPeerDescriptor())));
+        return sortedList.getClosestContacts().some((node) => node.getPeerId().equals(ownPeerId));
+    }
+    async deleteDataFromDht(key) {
+        logger.debug(`Deleting data from DHT ${this.serviceId}`);
+        const result = await this.recursiveFinder.startRecursiveFind(key);
+        const closestNodes = result.closestNodes;
+        const successfulNodes = [];
+        for (let i = 0; i < closestNodes.length && successfulNodes.length < 5; i++) {
+            if ((0, peerIdFromPeerDescriptor_1.isSamePeerDescriptor)(this.ownPeerDescriptor, closestNodes[i])) {
+                this.localDataStore.markAsDeleted(key, (0, peerIdFromPeerDescriptor_1.peerIdFromPeerDescriptor)(this.ownPeerDescriptor));
+                successfulNodes.push(closestNodes[i]);
+                continue;
+            }
+            const remoteStore = new RemoteStore_1.RemoteStore(this.ownPeerDescriptor, closestNodes[i], (0, proto_rpc_1.toProtoRpcClient)(new DhtRpc_client_1.StoreServiceClient(this.rpcCommunicator.getRpcClientTransport())), this.serviceId);
+            try {
+                const response = await remoteStore.deleteData({ kademliaId: key });
+                if (response.deleted) {
+                    logger.trace('remoteStore.deleteData() returned success');
+                }
+                else {
+                    logger.debug('could not delete data from ' + PeerID_1.PeerID.fromValue(closestNodes[i].kademliaId));
+                }
+                successfulNodes.push(closestNodes[i]);
+            }
+            catch (e) {
+                logger.debug('remoteStore.deleteData() threw an exception ' + e);
+            }
+        }
+    }
+    // RPC service implementation
+    async storeData(request, context) {
+        const ttl = Math.min(request.ttl, this.storeMaxTtl);
+        const { incomingSourceDescriptor } = context;
+        const { kademliaId, data, storerTime } = request;
+        this.localDataStore.storeEntry({
+            kademliaId: kademliaId,
+            storer: incomingSourceDescriptor,
+            ttl,
+            storedAt: timestamp_1.Timestamp.now(),
+            storerTime,
+            data,
+            stale: !this.selfIsOneOfClosestPeers(kademliaId),
+            deleted: false
+        });
+        if (!this.selfIsOneOfClosestPeers(kademliaId)) {
+            this.localDataStore.setAllEntriesAsStale(PeerID_1.PeerID.fromValue(kademliaId));
+        }
+        logger.trace(this.ownPeerDescriptor.nodeName + ' storeData()');
+        return DhtRpc_1.StoreDataResponse.create();
+    }
+    // RPC service implementation
+    async deleteData(request, context) {
+        const { incomingSourceDescriptor } = context;
+        const { kademliaId } = request;
+        const deleted = this.localDataStore.markAsDeleted(kademliaId, (0, peerIdFromPeerDescriptor_1.peerIdFromPeerDescriptor)(incomingSourceDescriptor));
+        return DhtRpc_1.DeleteDataResponse.create({ deleted });
+    }
+    // RPC service implementation
+    async migrateData(request, context) {
+        logger.trace(this.ownPeerDescriptor.nodeName + ' server-side migrateData()');
+        const dataEntry = request.dataEntry;
+        const wasStored = this.localDataStore.storeEntry(dataEntry);
+        if (wasStored) {
+            this.migrateDataToNeighborsIfNeeded(context.incomingSourceDescriptor, request.dataEntry);
+        }
+        if (!this.selfIsOneOfClosestPeers(dataEntry.kademliaId)) {
+            this.localDataStore.setAllEntriesAsStale(PeerID_1.PeerID.fromValue(dataEntry.kademliaId));
+        }
+        logger.trace(this.ownPeerDescriptor.nodeName + ' server-side migrateData() at end');
+        return DhtRpc_1.MigrateDataResponse.create();
+    }
+    migrateDataToNeighborsIfNeeded(incomingPeer, dataEntry) {
+        // sort own contact list according to data id
+        const ownPeerId = PeerID_1.PeerID.fromValue(this.ownPeerDescriptor.kademliaId);
+        const dataId = PeerID_1.PeerID.fromValue(dataEntry.kademliaId);
+        const incomingPeerId = PeerID_1.PeerID.fromValue(incomingPeer.kademliaId);
+        const closestToData = this.getNodesClosestToIdFromBucket(dataEntry.kademliaId, 10);
+        const sortedList = new SortedContactList_1.SortedContactList(dataId, 5, undefined, true);
+        sortedList.addContact(new Contact_1.Contact(this.ownPeerDescriptor));
+        closestToData.forEach((con) => {
+            sortedList.addContact(new Contact_1.Contact(con.getPeerDescriptor()));
+        });
+        if (!sortedList.getAllContacts()[0].getPeerId().equals(ownPeerId)) {
+            // If we are not the closest node to the data, migrate only to the 
+            // closest one to the data
+            const contact = sortedList.getAllContacts()[0];
+            const contactPeerId = PeerID_1.PeerID.fromValue(contact.getPeerDescriptor().kademliaId);
+            if (!incomingPeerId.equals(contactPeerId) && !ownPeerId.equals(contactPeerId)) {
+                this.migrateDataToContact(dataEntry, contact.getPeerDescriptor()).then(() => {
+                    logger.trace('migrateDataToContact() returned when migrating to only the closest contact');
+                }).catch((e) => {
+                    logger.error('migrating data to only the closest contact failed ' + e);
+                });
+            }
+        }
+        else {
+            // if we are the closest to the data, migrate to all 5 nearest
+            sortedList.getAllContacts().forEach((contact) => {
+                const contactPeerId = PeerID_1.PeerID.fromValue(contact.getPeerDescriptor().kademliaId);
+                if (!incomingPeerId.equals(contactPeerId) && !ownPeerId.equals(contactPeerId)) {
+                    this.migrateDataToContact(dataEntry, contact.getPeerDescriptor()).then(() => {
+                        logger.trace('migrateDataToContact() returned');
+                    }).catch((e) => {
+                        logger.error('migrating data to one of the closest contacts failed ' + e);
+                    });
+                }
+            });
+        }
+    }
+}
+exports.DataStore = DataStore;
+//# sourceMappingURL=DataStore.js.map

package/dist/src/dht/store/DataStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DataStore.js","sourceRoot":"","sources":["../../../../src/dht/store/DataStore.ts"],"names":[],"mappings":";;;AAAA,mEAG+C;AAC/C,iDAA6C;AAI7C,kDAAqD;AACrD,iFAAkF;AAGlF,qFAAuG;AACvG,0CAAuC;AAGvC,+CAA2C;AAC3C,qEAAiE;AAGjE,oEAAgE;AAChE,gDAA4C;AAgB5C,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAEjC,MAAa,SAAS;IAalB,YAAY,MAAuB;QAC/B,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAA;QAC7C,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAA;QAC7C,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,CAAA;QACjD,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAA;QAC3C,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAA;QACjC,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAA;QACrC,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAA;QAC7C,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,mBAAmB,CAAA;QACrD,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAA;QAC3C,IAAI,CAAC,6BAA6B,GAAG,MAAM,CAAC,6BAA6B,CAAA;QACzE,IAAI,CAAC,eAAgB,CAAC,iBAAiB,CAAC,yBAAgB,EAAE,0BAAiB,EAAE,WAAW,EACpF,CAAC,OAAyB,EAAE,OAA0B,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;QAChG,IAAI,CAAC,eAAgB,CAAC,iBAAiB,CAAC,2BAAkB,EAAE,4BAAmB,EAAE,aAAa,EAC1F,CAAC,OAA2B,EAAE,OAA0B,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;QACpG,IAAI,CAAC,eAAgB,CAAC,iBAAiB,CAAC,0BAAiB,EAAE,2BAAkB,EAAE,YAAY,EACvF,CAAC,OAA0B,EAAE,OAA0B,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;QAElG,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,cAA8B,EAAE,aAA+B,EAAE,EAAE;YACrG,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;gBACzD,OAAO,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;oBAC1B,IAAI,IAAI,CAAC,0BAA0B,CAAC,SAAS,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE;wBACtE,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,SAAS,EAAE,cAAc,CAAC,CAAA;qBACjE;gBACL,CAAC,CAAC,CAAA;YACN,CAAC,CAAC,CAAA;QACN,CAAC,CAAC,CAAA;IACN,CAAC;IAEO,0BAA0B,CAAC,SAAoB,EAAE,OAAuB;QAE5E,MAAM,MAAM,GAAG,eAAM,CAAC,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,CAAA;QACrD,MAAM,SAAS,GAAG,eAAM,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;QACtD,MAAM,SAAS,GAAG,eAAM,CAAC,SAAS,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAA;QAErE,MAAM,aAAa,GAAG,IAAI,CAAC,6BAA6B,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,CAAC,CAAA;QAElF,MAAM,UAAU,GAAG,IAAI,qCAAiB,CAAU,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,CAAA;QAC9E,UAAU,CAAC,UAAU,CAAC,IAAI,iBAAO,CAAC,IAAI,CAAC,iBAAkB,CAAC,CAAC,CAAA;QAE3D,aAAa,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YAC1B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,eAAM,CAAC,SAAS,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE;gBACzE,UAAU,CAAC,UAAU,CAAC,IAAI,iBAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAA;aAC9D;QACL,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,SAAU,CAAC,EAAE;YAChE,4DAA4D;YAC5D,OAAO,KAAK,CAAA;SACf;QAED,MAAM,SAAS,GAAG,eAAM,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;QACtD,UAAU,CAAC,UAAU,CAAC,IAAI,iBAAO,CAAC,OAAO,CAAC,CAAC,CAAA;QAE3C,MAAM,MAAM,GAAG,UAAU,CAAC,cAAc,EAAE,CAAA;QAE1C,IAAI,KAAK,GAAG,CAAC,CAAA;QAEb,KAAK,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAC5C,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE;gBAC7C,MAAK;aACR;SACJ;QAED,wDAAwD;QACxD,wBAAwB;QAExB,IAAI,KAAK,GAAG,CAAC,EAAE;YACX,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,MAAO,EAAE,KAAK,CAAC,CAAA;YAC9D,OAAO,IAAI,CAAA;SACd;aAAM;YACH,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,MAAO,EAAE,IAAI,CAAC,CAAA;YAC7D,OAAO,KAAK,CAAA;SACf;IACL,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,SAAoB,EAAE,OAAuB,EAAE,eAAwB,KAAK;QAC3G,MAAM,WAAW,GAAG,IAAI,yBAAW,CAC/B,IAAI,CAAC,iBAAiB,EACtB,OAAO,EACP,IAAA,4BAAgB,EAAC,IAAI,kCAAkB,CAAC,IAAI,CAAC,eAAe,CAAC,qBAAqB,EAAE,CAAC,CAAC,EACtF,IAAI,CAAC,SAAS,CACjB,CAAA;QACD,IAAI;YACA,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,EAAE,SAAS,EAAE,EAAE,YAAY,CAAC,CAAA;YAC3E,IAAI,QAAQ,CAAC,KAAK,EAAE;gBAChB,MAAM,CAAC,KAAK,CAAC,6CAA6C,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAA;aAC/E;SACJ;QAAC,OAAO,CAAC,EAAE;YACR,MAAM,CAAC,KAAK,CAAC,gDAAgD,GAAG,CAAC,CAAC,CAAA;SACrE;IACL,CAAC;IAEM,KAAK,CAAC,cAAc,CAAC,GAAe,EAAE,IAAS;QAClD,MAAM,CAAC,KAAK,CAAC,uBAAuB,IAAI,CAAC,SAAS,EAAE,CAAC,CAAA;QACrD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAgB,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAA;QAClE,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,CAAA;QACxC,MAAM,eAAe,GAAqB,EAAE,CAAA;QAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,eAAe,CAAA,CAAC,uDAAuD;QACxF,MAAM,UAAU,GAAG,qBAAS,CAAC,GAAG,EAAE,CAAA;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;YACxE,IAAI,IAAA,+CAAoB,EAAC,IAAI,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE;gBAC/D,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC;oBAC3B,UAAU,EAAE,GAAG;oBACf,MAAM,EAAE,IAAI,CAAC,iBAAiB;oBAC9B,GAAG;oBACH,QAAQ,EAAE,qBAAS,CAAC,GAAG,EAAE;oBACzB,IAAI;oBACJ,KAAK,EAAE,KAAK;oBACZ,OAAO,EAAE,KAAK;oBACd,UAAU;iBACb,CAAC,CAAA;gBACF,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAA;gBACrC,SAAQ;aACX;YACD,MAAM,WAAW,GAAG,IAAI,yBAAW,CAC/B,IAAI,CAAC,iBAAiB,EACtB,YAAY,CAAC,CAAC,CAAC,EACf,IAAA,4BAAgB,EAAC,IAAI,kCAAkB,CAAC,IAAI,CAAC,eAAe,CAAC,qBAAqB,EAAE,CAAC,CAAC,EACtF,IAAI,CAAC,SAAS,CACjB,CAAA;YACD,IAAI;gBACA,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,CAAA;gBACxF,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE;oBACjB,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAA;oBACrC,MAAM,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAA;iBAC3D;qBAAM;oBACH,MAAM,CAAC,KAAK,CAAC,0CAA0C,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAA;iBAC5E;aACJ;YAAC,OAAO,CAAC,EAAE;gBACR,MAAM,CAAC,KAAK,CAAC,6CAA6C,GAAG,CAAC,CAAC,CAAA;aAClE;SACJ;QACD,OAAO,eAAe,CAAA;IAC1B,CAAC;IAEO,uBAAuB,CAAC,MAAkB;QAC9C,MAAM,SAAS,GAAG,eAAM,CAAC,SAAS,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAA;QACrE,MAAM,YAAY,GAAG,IAAI,CAAC,6BAA6B,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;QAClE,MAAM,UAAU,GAAG,IAAI,qCAAiB,CAAU,SAAS,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,CAAA;QAChF,UAAU,CAAC,UAAU,CAAC,IAAI,iBAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAA;QAC1D,YAAY,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,iBAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,CAAA;QAC1F,OAAO,UAAU,CAAC,kBAAkB,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAA;IAC7F,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,GAAe;QAC1C,MAAM,CAAC,KAAK,CAAC,0BAA0B,IAAI,CAAC,SAAS,EAAE,CAAC,CAAA;QACxD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAgB,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAA;QAClE,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,CAAA;QACxC,MAAM,eAAe,GAAqB,EAAE,CAAA;QAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;YACxE,IAAI,IAAA,+CAAoB,EAAC,IAAI,CAAC,iBAAiB,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE;gBAC/D,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,GAAG,EAAE,IAAA,mDAAwB,EAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAA;gBACxF,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAA;gBACrC,SAAQ;aACX;YACD,MAAM,WAAW,GAAG,IAAI,yBAAW,CAC/B,IAAI,CAAC,iBAAiB,EACtB,YAAY,CAAC,CAAC,CAAC,EACf,IAAA,4BAAgB,EAAC,IAAI,kCAAkB,CAAC,IAAI,CAAC,eAAe,CAAC,qBAAqB,EAAE,CAAC,CAAC,EACtF,IAAI,CAAC,SAAS,CACjB,CAAA;YACD,IAAI;gBACA,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAA;gBAClE,IAAI,QAAQ,CAAC,OAAO,EAAE;oBAClB,MAAM,CAAC,KAAK,CAAC,2CAA2C,CAAC,CAAA;iBAC5D;qBAAM;oBACH,MAAM,CAAC,KAAK,CAAC,6BAA6B,GAAG,eAAM,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAA;iBAC7F;gBACD,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAA;aACxC;YAAC,OAAO,CAAC,EAAE;gBACR,MAAM,CAAC,KAAK,CAAC,8CAA8C,GAAG,CAAC,CAAC,CAAA;aACnE;SACJ;IACL,CAAC;IAED,6BAA6B;IAC7B,KAAK,CAAC,SAAS,CAAC,OAAyB,EAAE,OAA0B;QACjE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC,CAAA;QACnD,MAAM,EAAE,wBAAwB,EAAE,GAAG,OAAyB,CAAA;QAC9D,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,OAAO,CAAA;QAChD,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC;YAC3B,UAAU,EAAE,UAAU;YACtB,MAAM,EAAE,wBAAyB;YACjC,GAAG;YACH,QAAQ,EAAE,qBAAS,CAAC,GAAG,EAAE;YACzB,UAAU;YACV,IAAI;YACJ,KAAK,EAAE,CAAC,IAAI,CAAC,uBAAuB,CAAC,UAAU,CAAC;YAChD,OAAO,EAAE,KAAK;SACjB,CAAC,CAAA;QAEF,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,UAAU,CAAC,EAAE;YAC3C,IAAI,CAAC,cAAc,CAAC,oBAAoB,CAAC,eAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAA;SACzE;QAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,GAAG,cAAc,CAAC,CAAA;QAC9D,OAAO,0BAAiB,CAAC,MAAM,EAAE,CAAA;IACrC,CAAC;IAED,6BAA6B;IAC7B,KAAK,CAAC,UAAU,CAAC,OAA0B,EAAE,OAA0B;QACnE,MAAM,EAAE,wBAAwB,EAAE,GAAG,OAAyB,CAAA;QAC9D,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAA;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,UAAU,EAAE,IAAA,mDAAwB,EAAC,wBAAyB,CAAC,CAAC,CAAA;QAClH,OAAO,2BAAkB,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAA;IACjD,CAAC;IAED,6BAA6B;IACtB,KAAK,CAAC,WAAW,CAAC,OAA2B,EAAE,OAA0B;QAC5E,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,GAAG,4BAA4B,CAAC,CAAA;QAC5E,MAAM,SAAS,GAAG,OAAO,CAAC,SAAU,CAAA;QAEpC,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;QAE3D,IAAI,SAAS,EAAE;YACX,IAAI,CAAC,8BAA8B,CAAE,OAA0B,CAAC,wBAAyB,EAAE,OAAO,CAAC,SAAU,CAAC,CAAA;SACjH;QACD,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE;YACrD,IAAI,CAAC,cAAc,CAAC,oBAAoB,CAAC,eAAM,CAAC,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAA;SACnF;QACD,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,GAAG,mCAAmC,CAAC,CAAA;QACnF,OAAO,4BAAmB,CAAC,MAAM,EAAE,CAAA;IACvC,CAAC;IAEO,8BAA8B,CAAC,YAA4B,EAAE,SAAoB;QAErF,6CAA6C;QAC7C,MAAM,SAAS,GAAG,eAAM,CAAC,SAAS,CAAC,IAAI,CAAC,iBAAkB,CAAC,UAAU,CAAC,CAAA;QACtE,MAAM,MAAM,GAAG,eAAM,CAAC,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,CAAA;QACrD,MAAM,cAAc,GAAG,eAAM,CAAC,SAAS,CAAC,YAAY,CAAC,UAAU,CAAC,CAAA;QAChE,MAAM,aAAa,GAAG,IAAI,CAAC,6BAA6B,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,CAAC,CAAA;QAElF,MAAM,UAAU,GAAG,IAAI,qCAAiB,CAAU,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,CAAA;QAC7E,UAAU,CAAC,UAAU,CAAC,IAAI,iBAAO,CAAC,IAAI,CAAC,iBAAkB,CAAC,CAAC,CAAA;QAE3D,aAAa,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YAC1B,UAAU,CAAC,UAAU,CAAC,IAAI,iBAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAA;QAC/D,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE;YAC/D,mEAAmE;YACnE,0BAA0B;YAE1B,MAAM,OAAO,GAAG,UAAU,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,CAAA;YAC9C,MAAM,aAAa,GAAG,eAAM,CAAC,SAAS,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC,UAAU,CAAC,CAAA;YAC9E,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE;gBAC3E,IAAI,CAAC,oBAAoB,CAAC,SAAS,EAAE,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;oBACxE,MAAM,CAAC,KAAK,CAAC,4EAA4E,CAAC,CAAA;gBAC9F,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;oBACX,MAAM,CAAC,KAAK,CAAC,oDAAoD,GAAG,CAAC,CAAC,CAAA;gBAC1E,CAAC,CAAC,CAAA;aACL;SACJ;aAAM;YACH,8DAA8D;YAE9D,UAAU,CAAC,cAAc,EAAE,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;gBAC5C,MAAM,aAAa,GAAG,eAAM,CAAC,SAAS,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC,UAAU,CAAC,CAAA;gBAC9E,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE;oBAC3E,IAAI,CAAC,oBAAoB,CAAC,SAAS,EAAE,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;wBACxE,MAAM,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAA;oBACnD,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;wBACX,MAAM,CAAC,KAAK,CAAC,uDAAuD,GAAG,CAAC,CAAC,CAAA;oBAC7E,CAAC,CAAC,CAAA;iBACL;YACL,CAAC,CAAC,CAAA;SACL;IACL,CAAC;CACJ;AAzRD,8BAyRC"}

package/dist/src/dht/store/LocalDataStore.d.ts

@@ -0,0 +1,19 @@
+/// <reference types="node" />
+import { PeerID, PeerIDKey } from '../../helpers/PeerID';
+import { DataEntry, PeerDescriptor } from '../../proto/packages/dht/protos/DhtRpc';
+interface LocalDataEntry {
+    dataEntry: DataEntry;
+    ttlTimeout: NodeJS.Timeout;
+}
+export declare class LocalDataStore {
+    private store;
+    storeEntry(dataEntry: DataEntry): boolean;
+    markAsDeleted(id: Uint8Array, storer: PeerID): boolean;
+    getStore(): Map<PeerIDKey, Map<PeerIDKey, LocalDataEntry>>;
+    getEntry(key: PeerID): Map<PeerIDKey, DataEntry>;
+    setStale(key: PeerID, storer: PeerDescriptor, stale: boolean): void;
+    setAllEntriesAsStale(key: PeerID): void;
+    deleteEntry(key: PeerID, storer: PeerDescriptor): void;
+    clear(): void;
+}
+export {};

package/dist/src/dht/store/LocalDataStore.js

@@ -0,0 +1,104 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LocalDataStore = void 0;
+const PeerID_1 = require("../../helpers/PeerID");
+const peerIdFromPeerDescriptor_1 = require("../../helpers/peerIdFromPeerDescriptor");
+const MIN_TTL = 1 * 1000;
+const MAX_TTL = 300 * 1000;
+const createTtlValue = (ttl) => {
+    if (ttl < MIN_TTL) {
+        return MIN_TTL;
+    }
+    else if (ttl > MAX_TTL) {
+        return MAX_TTL;
+    }
+    else {
+        return ttl;
+    }
+};
+class LocalDataStore {
+    constructor() {
+        // A map into which each node can store one value per data key
+        // The first key is the key of the data, the second key is the
+        // PeerID of the storer of the data
+        this.store = new Map();
+    }
+    storeEntry(dataEntry) {
+        const publisherKey = PeerID_1.PeerID.fromValue(dataEntry.storer.kademliaId).toKey();
+        const dataKey = PeerID_1.PeerID.fromValue(dataEntry.kademliaId).toKey();
+        if (!this.store.has(dataKey)) {
+            this.store.set(dataKey, new Map());
+        }
+        if (this.store.get(dataKey).has(publisherKey)) {
+            const storedMillis = (dataEntry.storerTime.seconds * 1000) + (dataEntry.storerTime.nanos / 1000000);
+            const oldLocalEntry = this.store.get(dataKey).get(publisherKey);
+            const oldStoredMillis = (oldLocalEntry.dataEntry.storerTime.seconds * 1000) + (oldLocalEntry.dataEntry.storerTime.nanos / 1000000);
+            // do nothing if old entry is newer than the one being migrated
+            if (oldStoredMillis >= storedMillis) {
+                return false;
+            }
+            else {
+                clearTimeout(oldLocalEntry.ttlTimeout);
+            }
+        }
+        this.store.get(dataKey).set(publisherKey, {
+            dataEntry,
+            ttlTimeout: setTimeout(() => {
+                this.deleteEntry(PeerID_1.PeerID.fromValue(dataEntry.kademliaId), dataEntry.storer);
+            }, createTtlValue(dataEntry.ttl))
+        });
+        return true;
+    }
+    markAsDeleted(id, storer) {
+        const dataKey = PeerID_1.PeerID.fromValue(id).toKey();
+        if (!this.store.get(dataKey)?.has(storer.toKey())) {
+            return false;
+        }
+        const storedEntry = this.store.get(dataKey).get(storer.toKey());
+        storedEntry.dataEntry.deleted = true;
+        return true;
+    }
+    getStore() {
+        return this.store;
+    }
+    getEntry(key) {
+        const dataEntries = new Map;
+        this.store.get(key.toKey())?.forEach((value, key) => {
+            dataEntries.set(key, value.dataEntry);
+        });
+        return dataEntries;
+    }
+    setStale(key, storer, stale) {
+        const storerKey = (0, peerIdFromPeerDescriptor_1.keyFromPeerDescriptor)(storer);
+        const storedEntry = this.store.get(key.toKey())?.get(storerKey);
+        if (storedEntry) {
+            storedEntry.dataEntry.stale = stale;
+        }
+    }
+    setAllEntriesAsStale(key) {
+        this.store.get(key.toKey())?.forEach((value) => {
+            value.dataEntry.stale = true;
+        });
+    }
+    deleteEntry(key, storer) {
+        const storerKey = (0, peerIdFromPeerDescriptor_1.keyFromPeerDescriptor)(storer);
+        const storedEntry = this.store.get(key.toKey())?.get(storerKey);
+        if (storedEntry) {
+            clearTimeout(storedEntry.ttlTimeout);
+            this.store.get(key.toKey())?.delete(storerKey);
+            if (this.store.get(key.toKey())?.size === 0) {
+                this.store.delete(key.toKey());
+            }
+        }
+    }
+    clear() {
+        this.store.forEach((value) => {
+            value.forEach((value) => {
+                clearTimeout(value.ttlTimeout);
+            });
+        });
+        this.store.clear();
+    }
+}
+exports.LocalDataStore = LocalDataStore;
+//# sourceMappingURL=LocalDataStore.js.map

package/dist/src/dht/store/LocalDataStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalDataStore.js","sourceRoot":"","sources":["../../../../src/dht/store/LocalDataStore.ts"],"names":[],"mappings":";;;AAAA,iDAAwD;AAExD,qFAA8E;AAE9E,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAA;AACxB,MAAM,OAAO,GAAG,GAAG,GAAG,IAAI,CAAA;AAE1B,MAAM,cAAc,GAAG,CAAC,GAAW,EAAU,EAAE;IAC3C,IAAI,GAAG,GAAG,OAAO,EAAE;QACf,OAAO,OAAO,CAAA;KACjB;SAAM,IAAI,GAAG,GAAG,OAAO,EAAE;QACtB,OAAO,OAAO,CAAA;KACjB;SAAM;QACH,OAAO,GAAG,CAAA;KACb;AACL,CAAC,CAAA;AAOD,MAAa,cAAc;IAA3B;QACI,8DAA8D;QAC9D,8DAA8D;QAC9D,mCAAmC;QAC3B,UAAK,GAAmD,IAAI,GAAG,EAAE,CAAA;IAuF7E,CAAC;IArFU,UAAU,CAAC,SAAoB;QAClC,MAAM,YAAY,GAAG,eAAM,CAAC,SAAS,CAAC,SAAS,CAAC,MAAO,CAAC,UAAW,CAAC,CAAC,KAAK,EAAE,CAAA;QAC5E,MAAM,OAAO,GAAG,eAAM,CAAC,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,CAAA;QAE9D,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;YAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,GAAG,EAAE,CAAC,CAAA;SACrC;QAED,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE;YAC5C,MAAM,YAAY,GAAG,CAAC,SAAS,CAAC,UAAW,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,UAAW,CAAC,KAAK,GAAG,OAAO,CAAC,CAAA;YACrG,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,GAAG,CAAC,YAAY,CAAE,CAAA;YACjE,MAAM,eAAe,GAAG,CAAC,aAAa,CAAC,SAAS,CAAC,UAAW,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,SAAS,CAAC,UAAW,CAAC,KAAK,GAAG,OAAO,CAAC,CAAA;YAEpI,+DAA+D;YAC/D,IAAI,eAAe,IAAI,YAAY,EAAE;gBACjC,OAAO,KAAK,CAAA;aACf;iBAAM;gBACH,YAAY,CAAC,aAAa,CAAC,UAAU,CAAC,CAAA;aACzC;SACJ;QACD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,GAAG,CAAC,YAAY,EAAE;YACvC,SAAS;YACT,UAAU,EAAE,UAAU,CAAC,GAAG,EAAE;gBACxB,IAAI,CAAC,WAAW,CAAC,eAAM,CAAC,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,SAAS,CAAC,MAAO,CAAC,CAAA;YAC/E,CAAC,EAAE,cAAc,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;SACpC,CAAC,CAAA;QACF,OAAO,IAAI,CAAA;IACf,CAAC;IAEM,aAAa,CAAC,EAAc,EAAE,MAAc;QAC/C,MAAM,OAAO,GAAG,eAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,CAAA;QAC5C,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE;YAC/C,OAAO,KAAK,CAAA;SACf;QACD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAA;QAChE,WAAY,CAAC,SAAS,CAAC,OAAO,GAAG,IAAI,CAAA;QACrC,OAAO,IAAI,CAAA;IACf,CAAC;IAEM,QAAQ;QACX,OAAO,IAAI,CAAC,KAAK,CAAA;IACrB,CAAC;IAEM,QAAQ,CAAC,GAAW;QACvB,MAAM,WAAW,GAAG,IAAI,GAAyB,CAAA;QACjD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YAChD,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,SAAS,CAAC,CAAA;QACzC,CAAC,CAAC,CAAA;QACF,OAAO,WAAW,CAAA;IACtB,CAAC;IAEM,QAAQ,CAAC,GAAW,EAAE,MAAsB,EAAE,KAAc;QAC/D,MAAM,SAAS,GAAG,IAAA,gDAAqB,EAAC,MAAM,CAAC,CAAA;QAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,GAAG,CAAC,SAAS,CAAC,CAAA;QAC/D,IAAI,WAAW,EAAE;YACb,WAAW,CAAC,SAAS,CAAC,KAAK,GAAG,KAAK,CAAA;SACtC;IACL,CAAC;IAEM,oBAAoB,CAAC,GAAW;QACnC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YAC3C,KAAK,CAAC,SAAS,CAAC,KAAK,GAAG,IAAI,CAAA;QAChC,CAAC,CAAC,CAAA;IACN,CAAC;IAEM,WAAW,CAAC,GAAW,EAAE,MAAsB;QAClD,MAAM,SAAS,GAAG,IAAA,gDAAqB,EAAC,MAAM,CAAC,CAAA;QAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,GAAG,CAAC,SAAS,CAAC,CAAA;QAC/D,IAAI,WAAW,EAAE;YACb,YAAY,CAAC,WAAW,CAAC,UAAU,CAAC,CAAA;YACpC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAA;YAC9C,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,IAAI,KAAK,CAAC,EAAE;gBACzC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAA;aACjC;SACJ;IACL,CAAC;IAEM,KAAK;QACR,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACzB,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;gBACpB,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,CAAA;YAClC,CAAC,CAAC,CAAA;QACN,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;IACtB,CAAC;CACJ;AA3FD,wCA2FC"}

package/dist/src/dht/store/RemoteStore.d.ts

@@ -0,0 +1,8 @@
+import { Remote } from '../contact/Remote';
+import { IStoreServiceClient } from '../../proto/packages/dht/protos/DhtRpc.client';
+import { DeleteDataRequest, DeleteDataResponse, MigrateDataRequest, MigrateDataResponse, StoreDataRequest, StoreDataResponse } from '../../proto/packages/dht/protos/DhtRpc';
+export declare class RemoteStore extends Remote<IStoreServiceClient> {
+    storeData(request: StoreDataRequest): Promise<StoreDataResponse>;
+    deleteData(request: DeleteDataRequest): Promise<DeleteDataResponse>;
+    migrateData(request: MigrateDataRequest, doNotConnect?: boolean): Promise<MigrateDataResponse>;
+}

package/dist/src/dht/store/RemoteStore.js

@@ -0,0 +1,44 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RemoteStore = void 0;
+const Remote_1 = require("../contact/Remote");
+const peerIdFromPeerDescriptor_1 = require("../../helpers/peerIdFromPeerDescriptor");
+class RemoteStore extends Remote_1.Remote {
+    async storeData(request) {
+        const options = {
+            sourceDescriptor: this.ownPeerDescriptor,
+            targetDescriptor: this.peerDescriptor,
+            timeout: 10000
+        };
+        try {
+            return await this.client.storeData(request, options);
+        }
+        catch (err) {
+            throw Error(`Could not store data to ${(0, peerIdFromPeerDescriptor_1.keyFromPeerDescriptor)(this.peerDescriptor)} from ${(0, peerIdFromPeerDescriptor_1.keyFromPeerDescriptor)(this.ownPeerDescriptor)} ${err}`);
+        }
+    }
+    async deleteData(request) {
+        const options = {
+            sourceDescriptor: this.ownPeerDescriptor,
+            targetDescriptor: this.peerDescriptor,
+            timeout: 10000
+        };
+        try {
+            return await this.client.deleteData(request, options);
+        }
+        catch (err) {
+            throw Error(`Could not call delete data to ${(0, peerIdFromPeerDescriptor_1.keyFromPeerDescriptor)(this.peerDescriptor)} ${err}`);
+        }
+    }
+    async migrateData(request, doNotConnect = false) {
+        const options = {
+            sourceDescriptor: this.ownPeerDescriptor,
+            targetDescriptor: this.peerDescriptor,
+            timeout: 10000,
+            doNotConnect: doNotConnect
+        };
+        return this.client.migrateData(request, options);
+    }
+}
+exports.RemoteStore = RemoteStore;
+//# sourceMappingURL=RemoteStore.js.map

package/dist/src/dht/store/RemoteStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RemoteStore.js","sourceRoot":"","sources":["../../../../src/dht/store/RemoteStore.ts"],"names":[],"mappings":";;;AAAA,8CAA0C;AAW1C,qFAA8E;AAE9E,MAAa,WAAY,SAAQ,eAA2B;IAExD,KAAK,CAAC,SAAS,CAAC,OAAyB;QACrC,MAAM,OAAO,GAAkB;YAC3B,gBAAgB,EAAE,IAAI,CAAC,iBAAiB;YACxC,gBAAgB,EAAE,IAAI,CAAC,cAAc;YACrC,OAAO,EAAE,KAAK;SACjB,CAAA;QACD,IAAI;YACA,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;SACvD;QAAC,OAAO,GAAG,EAAE;YACV,MAAM,KAAK,CACP,2BAA2B,IAAA,gDAAqB,EAAC,IAAI,CAAC,cAAc,CAAC,SAAS,IAAA,gDAAqB,EAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,GAAG,EAAE,CACvI,CAAA;SACJ;IACL,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAA0B;QACvC,MAAM,OAAO,GAAkB;YAC3B,gBAAgB,EAAE,IAAI,CAAC,iBAAiB;YACxC,gBAAgB,EAAE,IAAI,CAAC,cAAc;YACrC,OAAO,EAAE,KAAK;SACjB,CAAA;QACD,IAAI;YACA,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;SACxD;QAAC,OAAO,GAAG,EAAE;YACV,MAAM,KAAK,CACP,iCAAiC,IAAA,gDAAqB,EAAC,IAAI,CAAC,cAAc,CAAC,IAAI,GAAG,EAAE,CACvF,CAAA;SACJ;IACL,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAA2B,EAAE,eAAwB,KAAK;QAExE,MAAM,OAAO,GAAkB;YAC3B,gBAAgB,EAAE,IAAI,CAAC,iBAAiB;YACxC,gBAAgB,EAAE,IAAI,CAAC,cAAc;YACrC,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,YAAY;SAC7B,CAAA;QAED,OAAO,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IACpD,CAAC;CAEJ;AA5CD,kCA4CC"}

package/dist/src/exports.d.ts

@@ -0,0 +1,19 @@
+export { DhtNode, DhtNodeEvents, DhtNodeOptions } from './dht/DhtNode';
+export { ListeningRpcCommunicator } from './transport/ListeningRpcCommunicator';
+export { Simulator, LatencyType } from './connection/Simulator/Simulator';
+export { SimulatorTransport } from './connection/Simulator/SimulatorTransport';
+export { getRandomRegion, getRegionDelayMatrix } from './connection/Simulator/pings';
+export { PeerDescriptor, Message, NodeType, DataEntry } from './proto/packages/dht/protos/DhtRpc';
+export { ITransport } from './transport/ITransport';
+export { ConnectionManager, ConnectionLocker } from './connection/ConnectionManager';
+export { PeerID, PeerIDKey } from './helpers/PeerID';
+export { DhtPeer } from './dht/DhtPeer';
+export { UUID } from './helpers/UUID';
+export { DhtRpcOptions } from './rpc-protocol/DhtRpcOptions';
+export { protoClasses } from './helpers/protoClasses';
+export { SortedContactList } from './dht/contact/SortedContactList';
+export { Contact } from './dht/contact/Contact';
+export { RecursiveFindResult } from './dht/find/RecursiveFinder';
+export { peerIdFromPeerDescriptor, keyFromPeerDescriptor, isSamePeerDescriptor } from './helpers/peerIdFromPeerDescriptor';
+export { IceServer } from './connection/WebRTC/WebRtcConnector';
+export { DhtCallContext } from './rpc-protocol/DhtCallContext';

package/dist/src/exports.js

@@ -0,0 +1,41 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DhtCallContext = exports.isSamePeerDescriptor = exports.keyFromPeerDescriptor = exports.peerIdFromPeerDescriptor = exports.Contact = exports.SortedContactList = exports.protoClasses = exports.UUID = exports.DhtPeer = exports.PeerID = exports.ConnectionManager = exports.DataEntry = exports.NodeType = exports.Message = exports.PeerDescriptor = exports.getRegionDelayMatrix = exports.getRandomRegion = exports.SimulatorTransport = exports.LatencyType = exports.Simulator = exports.ListeningRpcCommunicator = exports.DhtNode = void 0;
+var DhtNode_1 = require("./dht/DhtNode");
+Object.defineProperty(exports, "DhtNode", { enumerable: true, get: function () { return DhtNode_1.DhtNode; } });
+var ListeningRpcCommunicator_1 = require("./transport/ListeningRpcCommunicator");
+Object.defineProperty(exports, "ListeningRpcCommunicator", { enumerable: true, get: function () { return ListeningRpcCommunicator_1.ListeningRpcCommunicator; } });
+var Simulator_1 = require("./connection/Simulator/Simulator");
+Object.defineProperty(exports, "Simulator", { enumerable: true, get: function () { return Simulator_1.Simulator; } });
+Object.defineProperty(exports, "LatencyType", { enumerable: true, get: function () { return Simulator_1.LatencyType; } });
+var SimulatorTransport_1 = require("./connection/Simulator/SimulatorTransport");
+Object.defineProperty(exports, "SimulatorTransport", { enumerable: true, get: function () { return SimulatorTransport_1.SimulatorTransport; } });
+var pings_1 = require("./connection/Simulator/pings");
+Object.defineProperty(exports, "getRandomRegion", { enumerable: true, get: function () { return pings_1.getRandomRegion; } });
+Object.defineProperty(exports, "getRegionDelayMatrix", { enumerable: true, get: function () { return pings_1.getRegionDelayMatrix; } });
+var DhtRpc_1 = require("./proto/packages/dht/protos/DhtRpc");
+Object.defineProperty(exports, "PeerDescriptor", { enumerable: true, get: function () { return DhtRpc_1.PeerDescriptor; } });
+Object.defineProperty(exports, "Message", { enumerable: true, get: function () { return DhtRpc_1.Message; } });
+Object.defineProperty(exports, "NodeType", { enumerable: true, get: function () { return DhtRpc_1.NodeType; } });
+Object.defineProperty(exports, "DataEntry", { enumerable: true, get: function () { return DhtRpc_1.DataEntry; } });
+var ConnectionManager_1 = require("./connection/ConnectionManager");
+Object.defineProperty(exports, "ConnectionManager", { enumerable: true, get: function () { return ConnectionManager_1.ConnectionManager; } });
+var PeerID_1 = require("./helpers/PeerID");
+Object.defineProperty(exports, "PeerID", { enumerable: true, get: function () { return PeerID_1.PeerID; } });
+var DhtPeer_1 = require("./dht/DhtPeer");
+Object.defineProperty(exports, "DhtPeer", { enumerable: true, get: function () { return DhtPeer_1.DhtPeer; } });
+var UUID_1 = require("./helpers/UUID");
+Object.defineProperty(exports, "UUID", { enumerable: true, get: function () { return UUID_1.UUID; } });
+var protoClasses_1 = require("./helpers/protoClasses");
+Object.defineProperty(exports, "protoClasses", { enumerable: true, get: function () { return protoClasses_1.protoClasses; } });
+var SortedContactList_1 = require("./dht/contact/SortedContactList");
+Object.defineProperty(exports, "SortedContactList", { enumerable: true, get: function () { return SortedContactList_1.SortedContactList; } });
+var Contact_1 = require("./dht/contact/Contact");
+Object.defineProperty(exports, "Contact", { enumerable: true, get: function () { return Contact_1.Contact; } });
+var peerIdFromPeerDescriptor_1 = require("./helpers/peerIdFromPeerDescriptor");
+Object.defineProperty(exports, "peerIdFromPeerDescriptor", { enumerable: true, get: function () { return peerIdFromPeerDescriptor_1.peerIdFromPeerDescriptor; } });
+Object.defineProperty(exports, "keyFromPeerDescriptor", { enumerable: true, get: function () { return peerIdFromPeerDescriptor_1.keyFromPeerDescriptor; } });
+Object.defineProperty(exports, "isSamePeerDescriptor", { enumerable: true, get: function () { return peerIdFromPeerDescriptor_1.isSamePeerDescriptor; } });
+var DhtCallContext_1 = require("./rpc-protocol/DhtCallContext");
+Object.defineProperty(exports, "DhtCallContext", { enumerable: true, get: function () { return DhtCallContext_1.DhtCallContext; } });
+//# sourceMappingURL=exports.js.map

package/dist/src/exports.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"exports.js","sourceRoot":"","sources":["../../src/exports.ts"],"names":[],"mappings":";;;AAAA,yCAAsE;AAA7D,kGAAA,OAAO,OAAA;AAChB,iFAA+E;AAAtE,oIAAA,wBAAwB,OAAA;AACjC,8DAAyE;AAAhE,sGAAA,SAAS,OAAA;AAAE,wGAAA,WAAW,OAAA;AAC/B,gFAA8E;AAArE,wHAAA,kBAAkB,OAAA;AAC3B,sDAAoF;AAA3E,wGAAA,eAAe,OAAA;AAAE,6GAAA,oBAAoB,OAAA;AAC9C,6DAAiG;AAAxF,wGAAA,cAAc,OAAA;AAAE,iGAAA,OAAO,OAAA;AAAE,kGAAA,QAAQ,OAAA;AAAE,mGAAA,SAAS,OAAA;AAErD,oEAAoF;AAA3E,sHAAA,iBAAiB,OAAA;AAC1B,2CAAoD;AAA3C,gGAAA,MAAM,OAAA;AACf,yCAAuC;AAA9B,kGAAA,OAAO,OAAA;AAChB,uCAAqC;AAA5B,4FAAA,IAAI,OAAA;AAEb,uDAAqD;AAA5C,4GAAA,YAAY,OAAA;AACrB,qEAAmE;AAA1D,sHAAA,iBAAiB,OAAA;AAC1B,iDAA+C;AAAtC,kGAAA,OAAO,OAAA;AAEhB,+EAA0H;AAAjH,oIAAA,wBAAwB,OAAA;AAAE,iIAAA,qBAAqB,OAAA;AAAE,gIAAA,oBAAoB,OAAA;AAE9E,gEAA8D;AAArD,gHAAA,cAAc,OAAA"}

package/dist/src/helpers/AddressTools.d.ts

@@ -0,0 +1,2 @@
+export declare function isPrivateIPv4(address: string): boolean;
+export declare function getAddressFromIceCandidate(candidate: string): string | undefined;

package/dist/src/helpers/AddressTools.js

@@ -0,0 +1,31 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getAddressFromIceCandidate = exports.isPrivateIPv4 = void 0;
+const ipaddr_js_1 = __importDefault(require("ipaddr.js"));
+// IPv4 private address ranges as specified by RFC 1918
+const IPv4PrivateRanges = [
+    '10.0.0.0/8',
+    '172.16.0.0/12',
+    '192.168.0.0/16',
+].map((a) => ipaddr_js_1.default.parseCIDR(a));
+function isPrivateIPv4(address) {
+    if (ipaddr_js_1.default.IPv4.isValid(address)) {
+        const ip = ipaddr_js_1.default.IPv4.parse(address);
+        for (const range of IPv4PrivateRanges) {
+            if (ip.match(range)) {
+                return true;
+            }
+        }
+    }
+    return false;
+}
+exports.isPrivateIPv4 = isPrivateIPv4;
+function getAddressFromIceCandidate(candidate) {
+    const fields = candidate.split(' ').filter((field) => field.length > 0);
+    return fields.length >= 5 && ipaddr_js_1.default.isValid(fields[4]) ? fields[4] : undefined;
+}
+exports.getAddressFromIceCandidate = getAddressFromIceCandidate;
+//# sourceMappingURL=AddressTools.js.map

package/dist/src/helpers/AddressTools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AddressTools.js","sourceRoot":"","sources":["../../../src/helpers/AddressTools.ts"],"names":[],"mappings":";;;;;;AAAA,0DAA8B;AAE9B,uDAAuD;AACvD,MAAM,iBAAiB,GAAG;IACtB,YAAY;IACZ,eAAe;IACf,gBAAgB;CACnB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,mBAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAA;AAEjC,SAAgB,aAAa,CAAC,OAAe;IACzC,IAAI,mBAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;QAC9B,MAAM,EAAE,GAAG,mBAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QACrC,KAAK,MAAM,KAAK,IAAI,iBAAiB,EAAE;YACnC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;gBACjB,OAAO,IAAI,CAAA;aACd;SACJ;KACJ;IAED,OAAO,KAAK,CAAA;AAChB,CAAC;AAXD,sCAWC;AAED,SAAgB,0BAA0B,CAAC,SAAiB;IACxD,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACvE,OAAO,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,mBAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;AAClF,CAAC;AAHD,gEAGC"}

package/dist/src/helpers/PeerID.d.ts

@@ -0,0 +1,25 @@
+import { BrandedString } from '@streamr/utils';
+export type PeerIDKey = BrandedString<'PeerIDKey'>;
+export declare class PeerID {
+    private static readonly textEncoder;
+    private static readonly textDecoder;
+    private readonly data;
+    private readonly key;
+    protected constructor({ ip, value, stringValue }?: {
+        ip?: string;
+        value?: Uint8Array;
+        stringValue?: string;
+    });
+    static fromIp(ip: string): PeerID;
+    static fromValue(value: Uint8Array): PeerID;
+    static fromKey(value: PeerIDKey): PeerID;
+    static fromString(stringValue: string): PeerID;
+    static generateRandom(): PeerID;
+    private ip2Int;
+    equals(other: PeerID): boolean;
+    toString(): string;
+    toKey(): PeerIDKey;
+    get value(): Uint8Array;
+    hasSmallerHashThan(other: PeerID): boolean;
+    private static offeringHash;
+}